[ { "path": ".github/e2eapply.tape", "content": "Output e2e/apply.mp4\n\nSet Width 1920\nSet Height 1080\n\nSet FontSize 12\nSet CursorBlink false\n\nHide\nType \"export PATH=$PWD:$PATH\"\nEnter\nType \"clear\"\nEnter\nShow\n\nType@1ms \"overmind terraform apply -- tfplan\"\nEnter\nSleep 70\nScreenshot e2e/apply.png\n" }, { "path": ".github/e2eplan.tape", "content": "Output e2e/plan.mp4\n\nSet Width 1920\nSet Height 1080\n\nSet FontSize 12\nSet CursorBlink false\n\nHide\nType \"export PATH=$PWD:$PATH\"\nEnter\nType \"clear\"\nEnter\nShow\n\nType@1ms \"overmind terraform plan -- -out tfplan\"\nEnter\nSleep 2\nEnter\nSleep 80\nScreenshot e2e/plan.png\n" }, { "path": ".github/workflows/docker-release.yml", "content": "name: Build and Release Docker Container\n\non:\n push:\n tags:\n - 'v*'\n\njobs:\n build-and-push:\n name: Build and Push CLI Container\n runs-on: depot-ubuntu-22.04\n\n permissions:\n contents: write\n packages: write\n id-token: write\n\n steps:\n - name: Checkout\n uses: actions/checkout@v6\n with:\n fetch-depth: 0\n\n - name: Extract version from tag\n id: extract_version\n run: |\n VERSION=${GITHUB_REF#refs/tags/v}\n echo \"version=$VERSION\" >> $GITHUB_OUTPUT\n echo \"Version: $VERSION\"\n\n - name: Login to GitHub Container Registry\n uses: docker/login-action@v4\n with:\n registry: ghcr.io\n username: ${{ github.actor }}\n password: ${{ secrets.GITHUB_TOKEN }}\n\n - uses: depot/use-action@v1.3.1\n with:\n project: xnsnw3m20t\n\n - name: Build and push container\n uses: depot/build-push-action@v1.17.0\n id: build\n with:\n project: xnsnw3m20t\n context: .\n file: ./Dockerfile\n sbom: true\n platforms: linux/amd64,linux/arm64\n push: true\n tags: |\n ghcr.io/overmindtech/cli:latest\n ghcr.io/overmindtech/cli:${{ steps.extract_version.outputs.version }}\n" }, { "path": ".github/workflows/finalize-copybara-sync.yml", "content": "name: Finalize Copybara Sync\n\non:\n push:\n branches:\n - 'copybara/v*'\n\n# Cancel any in-progress runs when a new commit is pushed to the same branch\n# This ensures only the latest commit is processed when Copybara sends many commits quickly\nconcurrency:\n group: copybara-sync-${{ github.ref }}\n cancel-in-progress: true\n\njobs:\n finalize:\n runs-on: ubuntu-latest\n permissions:\n contents: write\n pull-requests: write\n\n steps:\n - name: Extract version from branch name\n id: version\n run: |\n # Extract v1.2.3 from copybara/v1.2.3\n VERSION=$(echo \"$GITHUB_REF\" | sed 's|refs/heads/copybara/||')\n echo \"version=$VERSION\" >> $GITHUB_OUTPUT\n\n - uses: actions/checkout@v6\n with:\n ref: ${{ github.ref }}\n fetch-depth: 0\n\n - name: Set up Go\n uses: actions/setup-go@v6\n with:\n go-version-file: go.mod\n\n - name: Configure Git\n run: |\n git config user.name \"GitHub Actions Bot\"\n git config user.email \"actions@github.com\"\n\n - name: Run go mod tidy\n run: go mod tidy\n\n - name: Commit and push go mod tidy changes\n env:\n HEAD_BRANCH: ${{ github.ref_name }}\n run: |\n if ! git diff --quiet go.mod go.sum; then\n git add go.mod go.sum\n git commit -m \"Run go mod tidy\"\n git push origin \"$HEAD_BRANCH\"\n else\n echo \"No changes from go mod tidy\"\n fi\n\n - name: Extract original commit author\n id: author\n run: |\n # Get the GitHub username from the most recent non-bot commit\n # Copybara preserves the original author via pass_thru\n AUTHOR_EMAIL=$(git log -1 --format='%ae' --author='^(?!.*actions@github.com)' --perl-regexp 2>/dev/null || git log -1 --format='%ae')\n AUTHOR_NAME=$(git log -1 --format='%an' --author='^(?!.*actions@github.com)' --perl-regexp 2>/dev/null || git log -1 --format='%an')\n echo \"email=$AUTHOR_EMAIL\" >> $GITHUB_OUTPUT\n echo \"name=$AUTHOR_NAME\" >> $GITHUB_OUTPUT\n\n # Try to find GitHub username from email (works for users with public email)\n # Format: username@users.noreply.github.com or regular email\n if [[ \"$AUTHOR_EMAIL\" =~ ^([^@]+)@users\\.noreply\\.github\\.com$ ]]; then\n # Extract username from noreply email (handles 12345678+username format)\n GITHUB_USER=$(echo \"${BASH_REMATCH[1]}\" | sed 's/^[0-9]*+//')\n echo \"github_user=$GITHUB_USER\" >> $GITHUB_OUTPUT\n else\n echo \"github_user=\" >> $GITHUB_OUTPUT\n fi\n\n - name: Create Pull Request\n env:\n GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}\n VERSION: ${{ steps.version.outputs.version }}\n AUTHOR_NAME: ${{ steps.author.outputs.name }}\n AUTHOR_EMAIL: ${{ steps.author.outputs.email }}\n GITHUB_USER: ${{ steps.author.outputs.github_user }}\n HEAD_BRANCH: ${{ github.ref_name }}\n run: |\n # Build PR body\n PR_BODY=\"## Copybara Sync - Release ${VERSION}\n\n This PR was automatically created by Copybara, syncing changes from the [overmindtech/workspace](https://github.com/overmindtech/workspace) monorepo.\n\n **Original author:** ${AUTHOR_NAME} (${AUTHOR_EMAIL})\n\n ### What happens when this PR is merged?\n\n 1. The \\`tag-on-merge\\` workflow will automatically create the \\`${VERSION}\\` tag on main\n 2. This tag will trigger the release workflow, which will:\n - Run tests\n - Build and publish release binaries via GoReleaser\n - Upload packages to Cloudsmith\n\n ### Review Checklist\n\n - [ ] Changes look correct and match the expected monorepo sync\n - [ ] Tests pass (see CI checks below)\n \"\n\n # Create the PR\n PR_URL=$(gh pr create \\\n --base main \\\n --head \"$HEAD_BRANCH\" \\\n --title \"Release ${VERSION}\" \\\n --body \"$PR_BODY\")\n\n echo \"Created PR: $PR_URL\"\n\n # Try to assign reviewer - prefer original author, fall back to Engineering team\n if [ -n \"$GITHUB_USER\" ]; then\n echo \"Requesting review from original author: $GITHUB_USER\"\n gh pr edit \"$PR_URL\" --add-reviewer \"$GITHUB_USER\" || true\n fi\n\n # Always add Engineering team as reviewer\n echo \"Requesting review from Engineering team\"\n gh pr edit \"$PR_URL\" --add-reviewer \"overmindtech/Engineering\" || true\n" }, { "path": ".github/workflows/release.yml", "content": "name: goreleaser-release\n\non:\n push:\n tags:\n - 'v*'\njobs:\n test:\n name: Run Tests\n runs-on: depot-ubuntu-22.04-4\n\n steps:\n - name: Checkout\n uses: actions/checkout@v6\n with:\n fetch-depth: 0\n\n - name: Set up Go\n uses: actions/setup-go@v6\n with:\n go-version: 1.x\n check-latest: true\n cache: true\n\n - name: Go Test\n run: |\n go run main.go --version\n go test -race -v -timeout 5m github.com/overmindtech/cli github.com/overmindtech/cli/tfutils\n\n # Actually release the binaries including signing them\n release:\n runs-on: depot-ubuntu-22.04-32\n if: ${{ github.event_name != 'pull_request' }}\n needs: test\n permissions:\n contents: write\n packages: write\n # id-token + attestations are required for Sigstore OIDC + the GitHub\n # Artifact Attestations API used by attest-build-provenance.\n id-token: write\n attestations: write\n\n steps:\n - name: Checkout\n uses: actions/checkout@v6\n with:\n fetch-depth: 0\n\n - name: Set up Go\n uses: actions/setup-go@v6\n with:\n go-version: 1.x\n check-latest: true\n cache: true\n\n # Syft is the SBOM generator GoReleaser shells out to (see the `sboms:`\n # block in .goreleaser.yaml). It is not preinstalled on GitHub-hosted\n # runners, so download it before goreleaser runs.\n - name: Install Syft\n uses: anchore/sbom-action/download-syft@v0.24.0\n\n - name: Run GoReleaser (publish)\n uses: goreleaser/goreleaser-action@v7\n with:\n # renovate: datasource=github-releases depName=goreleaser/goreleaser\n version: \"v2.15.4\"\n args: release --clean\n env:\n GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}\n # Used to create PRs on the Winget repo\n WINGET_TOKEN: ${{ secrets.WINGET_TOKEN }}\n\n # Generate SLSA Level 3 build provenance attestations for the release\n # archives and the checksums file. Each attestation is signed via Sigstore\n # using the workflow's GitHub OIDC identity, recorded in the public Rekor\n # transparency log, and surfaced on the repo's Attestations tab. Customers\n # verify with `gh attestation verify --repo overmindtech/cli` or\n # `cosign verify-blob-attestation`. See\n # docs.overmind.tech/docs/cli/verifying-releases.md.\n - name: Attest build provenance for release archives\n uses: actions/attest-build-provenance@v3\n with:\n subject-path: |\n dist/overmind_cli_*.tar.gz\n dist/overmind_cli_*.zip\n dist/checksums.txt\n\n - name: Install cloudsmith CLI\n run: |\n pip install --upgrade cloudsmith-cli\n\n - name: Upload packages to cloudsmith\n run: |\n for i in dist/*.apk; do\n cloudsmith push alpine overmind/tools/alpine/any-version $i\n done\n for i in dist/*.deb; do\n cloudsmith push deb overmind/tools/any-distro/any-version $i\n done\n for i in dist/*.rpm; do\n cloudsmith push rpm overmind/tools/any-distro/any-version $i\n done\n env:\n CLOUDSMITH_API_KEY: ${{ secrets.CLOUDSMITH_API_KEY }}\n" }, { "path": ".github/workflows/tag-on-merge.yml", "content": "name: Tag Release on Merge\n\non:\n pull_request:\n types:\n - closed\n branches:\n - main\n\njobs:\n tag-release:\n # Only run if the PR was merged (not just closed) and came from a copybara branch\n if: github.event.pull_request.merged == true && startsWith(github.event.pull_request.head.ref, 'copybara/v')\n runs-on: ubuntu-latest\n permissions:\n contents: write\n\n steps:\n - name: Extract version from branch name\n id: version\n env:\n BRANCH: ${{ github.event.pull_request.head.ref }}\n run: |\n # Extract v1.2.3 from copybara/v1.2.3\n VERSION=$(echo \"$BRANCH\" | sed 's|copybara/||')\n echo \"version=$VERSION\" >> $GITHUB_OUTPUT\n echo \"Extracted version: $VERSION\"\n\n - uses: actions/checkout@v6\n with:\n ref: main\n fetch-depth: 0\n token: ${{ secrets.RELEASE_PAT }}\n\n - name: Configure Git\n run: |\n git config user.name \"GitHub Actions Bot\"\n git config user.email \"actions@github.com\"\n\n - name: Create and push tag\n env:\n VERSION: ${{ steps.version.outputs.version }}\n run: |\n echo \"Creating tag: $VERSION\"\n git tag \"$VERSION\"\n git push origin \"$VERSION\"\n echo \"Successfully pushed tag $VERSION\"\n\n - name: Delete copybara branch\n env:\n GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}\n BRANCH: ${{ github.event.pull_request.head.ref }}\n run: |\n echo \"Deleting branch: $BRANCH\"\n git push origin --delete \"$BRANCH\" || echo \"Branch may have already been deleted\"\n\n" }, { "path": ".github/workflows/tests.yml", "content": "name: Run Tests\non: push\njobs:\n test:\n name: Run Tests\n runs-on: depot-ubuntu-24.04-4\n concurrency:\n group: cli-tests-${{ github.ref }}\n cancel-in-progress: true # we only need test results from the latest commit\n\n steps:\n - name: Checkout\n uses: actions/checkout@v6\n with:\n fetch-depth: 0\n\n - name: Set up Go\n uses: actions/setup-go@v6\n with:\n go-version: 1.x\n check-latest: true\n cache: true\n\n - name: Go Test\n run: |\n go run main.go --version\n # Only run the tests that are relevant to the release. All other tests have already run internally.\n go test -race -v -timeout 5m github.com/overmindtech/cli github.com/overmindtech/cli/tfutils\n" }, { "path": ".gitignore", "content": "# If you prefer the allow list template instead of the deny list, see community template:\n# https://github.com/github/gitignore/blob/main/community/Golang/Go.AllowList.gitignore\n#\n# Binaries for programs and plugins\n*.exe\n*.exe~\n*.dll\n*.so\n*.dylib\n\n# Test binary, built with `go test -c`\n*.test\ngon\n\n# Output of the go coverage tool, specifically when used with LiteIDE\n*.out\n\n# Dependency directories (remove the comment below to include it)\n# vendor/\n\n# Go workspace file\ngo.work\n\ndist/\noutput\n.DS_Store\n.terraform\novermind.plan\nterraform.tfstate\nterraform.tfstate.backup\n/tmp/\n/node_modules\n__debug_bin*\n\n# ignore local terraform files\ntfplan.json*\n" }, { "path": ".goreleaser.yaml", "content": "# Make sure to check the documentation at https://goreleaser.com\nversion: 2\nbuilds:\n - binary: overmind\n id: overmind\n env:\n - CGO_ENABLED=0\n goos:\n - linux\n - windows\n ldflags:\n - -s -w -X github.com/overmindtech/cli/go/tracing.version={{.Version}}\n - binary: overmind\n id: overmind-macos\n env:\n - CGO_ENABLED=0\n goos:\n - darwin\n ldflags:\n - -s -w -X github.com/overmindtech/cli/go/tracing.version={{.Version}}\n\n# For now we are going to disable signing MacOS packages. This works on Dylan's\n# person laptop, but we haven't worked out a way to get this set up in a github\n# action yet.\n# signs:\n# - id: amd64\n# signature: \"overmind-cli-amd64.dmg\"\n# ids:\n# - overmind-macos # here we filter the macos only build id\n# cmd: ./gon\n# args:\n# - gon-amd64.json\n# artifacts: all\n# - id: arm64\n# signature: \"overmind-cli-arm64.dmg\"\n# ids:\n# - overmind-macos # here we filter the macos only build id\n# cmd: ./gon\n# args:\n# - gon-arm64.json\n# artifacts: all\n\narchives:\n - formats: [tar.gz]\n # this name template makes the OS and Arch compatible with the results of uname.\n name_template: >-\n {{ .Binary }}_\n {{- .ProjectName }}_\n {{- title .Os }}_\n {{- if eq .Arch \"amd64\" }}x86_64\n {{- else if eq .Arch \"386\" }}i386\n {{- else }}{{ .Arch }}{{ end }}\n {{- if .Arm }}v{{ .Arm }}{{ end }}\n # use zip for windows archives\n format_overrides:\n - goos: windows\n formats: [zip]\n files:\n - LICENSE\n - README.md\n\nnfpms:\n - id: nfpm\n package_name: overmind-cli\n file_name_template: \"{{ .ConventionalFileName }}\"\n\n # Build IDs for the builds you want to create NFPM packages for.\n # Defaults empty, which means no filtering.\n ids:\n - overmind\n vendor: Overmind\n homepage: https://overmind.tech/\n maintainer: Overmind \n description: |-\n Predict what will happen for any given change\n license: Apache 2.0\n formats:\n - apk\n - deb\n - rpm\n - archlinux\n bindir: /usr/bin\n section: default\n priority: extra\n\nwinget:\n - name: OvermindCLI\n publisher: Overmind\n short_description: \"Predict what will happen for any given change\"\n license: \"FSL-1.1-Apache-2.0\"\n publisher_url: https://overmind.tech/\n publisher_support_url: \"https://github.com/overmindtech/cli/issues/new\"\n package_identifier: Overmind.OvermindCLI\n homepage: \"https://overmind.tech/\"\n description: \"Overmind calculates the impact of Terraform changes in your infrastructure, including the blast radius and likely risks.\"\n license_url: \"https://github.com/overmindtech/cli?tab=License-1-ov-file#readme\"\n copyright: \"Copyright 2024 Overmind Technology Inc.\"\n\n # Setting this will prevent goreleaser to actually try to commit the updated\n # package - instead, it will be stored on the dist directory only,\n # leaving the responsibility of publishing it to the user.\n #\n # If set to auto, the release will not be uploaded to the repository\n # in case there is an indicator for prerelease in the tag e.g. v1.0.0-rc1\n skip_upload: auto\n\n release_notes_url: \"https://github.com/overmindtech/cli/releases/tag/{{ .Tag }}\"\n\n # Repository to push the generated files to.\n repository:\n owner: overmindtech\n name: winget-pkgs\n branch: \"{{.ProjectName}}-{{.Version}}\"\n\n # Optionally a token can be provided, if it differs from the token\n # provided to GoReleaser\n token: \"{{ .Env.WINGET_TOKEN }}\"\n\n # Sets up pull request creation instead of just pushing to the given branch.\n # Make sure the 'branch' property is different from base before enabling\n # it.\n #\n # Since: v1.17\n pull_request:\n enabled: true\n draft: false\n # Base can also be another repository, in which case the owner and name\n # above will be used as HEAD, allowing cross-repository pull requests.\n #\n # Since: v1.19\n base:\n owner: microsoft\n name: winget-pkgs\n branch: master\n\nchecksum:\n name_template: \"checksums.txt\"\n\n# Generate one SPDX-format SBOM per release archive using Syft (the GoReleaser\n# default). Each SBOM is uploaded as a sibling release asset. See\n# docs.overmind.tech/docs/cli/verifying-releases.md for the customer-facing\n# verification commands.\nsboms:\n - id: archive-sbom\n artifacts: archive\n documents:\n - \"{{ .ArtifactName }}.spdx.json\"\n\nsnapshot:\n version_template: \"{{ if .Version }}{{ $cleanVersion := replace .Version \\\"kargo/\\\" \\\"\\\" }}{{ incpatch $cleanVersion }}{{ else }}0.0.1{{ end }}-next\"\n\nchangelog:\n sort: asc\n filters:\n exclude:\n - \"^docs:\"\n - \"^test:\"\n\n# The lines beneath this are called `modelines`. See `:help modeline`\n# Feel free to remove those if you don't want/use them.\n# yaml-language-server: $schema=https://goreleaser.com/static/schema.json\n# vim: set ts=2 sw=2 tw=0 fo=cnqoj\n" }, { "path": ".terraform.lock.hcl", "content": "# This file is maintained automatically by \"terraform init\".\n# Manual edits may be lost in future updates.\n\nprovider \"registry.terraform.io/hashicorp/aws\" {\n version = \"6.41.0\"\n constraints = \">= 4.56.0, >= 6.39.0\"\n hashes = [\n \"h1:0WhwadQsRyMh7+ULLH6RBEr6IyaQZ5ep6l/GGGwLfYg=\",\n \"h1:1FXO2hJl4cpcT7FAfI5ArdtU1fJL8PWEHPF7x/o6BkY=\",\n \"h1:3f4f8yZBP/wdxgresI5RZSZvN82SzjDfQI4YVmzC2Ts=\",\n \"h1:JIWQGFFHRiAARjCFZYckU+q4cGtsspjpQ+88qMEErLk=\",\n \"h1:P5G2OYd40P7QUS0dM2uw3WJ0y+VzOoIO7RvRRqA62D0=\",\n \"h1:Xf/kQ9A+CT8ZpCKfL8gDkId/JnA6Q+Y0KxLVALlGQuY=\",\n \"h1:XhGMmUFwwi5L5QQ+lAvRsSsXgVSV5RgJr49Bd2aZgEk=\",\n \"h1:ZlRFSpwbPosZj6ZER2OoxGQEbFI0PkC9GoAq4VpYvT0=\",\n \"h1:d1iTaanE9Q9qZE83hf6g3Kt+hFCExLXOYmzyo0KrQfY=\",\n \"h1:dc1ChE3N91+iuj8xjS031sLXnjEL92qtE3ZUVOk6zoI=\",\n \"h1:gk7KrN9LYvncV2VoWlfumFLEaWUwDx6jpaXovzi7c7k=\",\n \"h1:gmD0jxj+nOAIg0GGzmxKpFKd7Xnib3niuvKGPuV36g4=\",\n \"h1:iFwjmQtc0tIkSpB1KL+LcqLfuR6KYIGs49ea+LdVXXQ=\",\n \"h1:wuS3cwipVBJH0AP11NwtGKAQjb6OZVmTiBq3+/9ojTA=\",\n \"zh:01835476adda6d93095e37fdf782f14e6709f6922dc62e88994f9684627deb69\",\n \"zh:0b9bc5eda9def53df19e1a37562dcb67c1fba8452803e1b5601e75653c986255\",\n \"zh:196f81d97ea2951d2c6667709445d7c36b5fd8603890c774495806b4da0743aa\",\n \"zh:1ba36118b0146e5c3603020509b34d09e693db50ec29f9be5badc9f2a4fd95b8\",\n \"zh:4253c2f6066ce279e5ce48849c78fc193f222dc42a929e6876b9563ed5c23fcf\",\n \"zh:457ed8609680338dbcb9809e263638a530c06ba43208af9e660803133dc5e1e6\",\n \"zh:4e8de5f3fcc3e3f41b6703ad4c0fa62175d0c29afcf56ac82eb16c604bb6dafa\",\n \"zh:583ae622cfe4633fabca071ded738e9ef3398d9e9916cb26350aad28068462c5\",\n \"zh:5b8bf11070c13e21a0fef05713a25be0392c7d064bd2199c2f99939cc345e8c5\",\n \"zh:6aa7ae41d4fff4e95cedcbeaa143b2af9ad3e3a4b40208801b701d77a738b2c7\",\n \"zh:8143670bca48af3b873b0db83443dbdcb868442f1e789ffba356d6adf4dbd7b9\",\n \"zh:9b12af85486a96aedd8d7984b0ff811a4b42e3d88dad1a3fb4c0b580d04fa425\",\n \"zh:c22951cf0a4b169607ea066717dd499f46221af035903497b97f24590fb79d2c\",\n \"zh:dbd9cd975206a41a9c12006d3a30c77b95c0e660fcba2cc3bb0ee5779431c107\",\n \"zh:e6ea2e0f142001b7f2229e8d39eb7f8037084723861be9d53478005196cd7f9e\",\n ]\n}\n\nprovider \"registry.terraform.io/hashicorp/google\" {\n version = \"7.28.0\"\n constraints = \">= 4.0.0\"\n hashes = [\n \"h1:M3DrxwI8FiHJpvq3yVX2QWZeqv5dyLt3nQ1YBm/TNXA=\",\n \"zh:078c16b9c5e9067e72070367846976b58f906d8efab6fc4fc1325661717dc9cc\",\n \"zh:08b839014b428233a3a83d15045e7559b07fc035c7f73cc1ee2694c50c4dea54\",\n \"zh:0c76ea69f75633bdfc67a0cd6ea510332c0cb0f2d4968b8a070e546fb47e444e\",\n \"zh:3a308492ad4c153583f7b8ecc3c80bf0bbc15a32c62b5b3794efb27db01ff26b\",\n \"zh:6754f51373994470f78937856982b0a39648ac302713d07205d320a13ad41d82\",\n \"zh:79d387214f55df16c795f11988a0285a4bfa846c447faa85008b953b77081eb1\",\n \"zh:8de432482d77d1a1077b2dc3db764b8ba6d1b07a4b991a07c960855adc0b031b\",\n \"zh:900daa2435de1928a9868aa4c17d8b7b109ab363c97f7fe274466193af1412b0\",\n \"zh:96c25183a7f13b3de9a5631aa2a13ed1a4285b8393df90c2380c2fe74f350ab5\",\n \"zh:971121626be01245acd9a4520a63e1405e4f528d3c83f39a28f8caaeac235b45\",\n \"zh:e90d5e7d7bf47c8cf5bbf2e5d0bf855ed10350ad3584795a6911f85fdb5c0c3c\",\n \"zh:f569b65999264a9416862bca5cd2a6177d94ccb0424f3a4ef424428912b9cb3c\",\n ]\n}\n\nprovider \"registry.terraform.io/hashicorp/random\" {\n version = \"3.8.1\"\n constraints = \">= 3.0.0\"\n hashes = [\n \"h1:Eexl06+6J+s75uD46+WnZtpJZYRVUMB0AiuPBifK6Jc=\",\n \"zh:08dd03b918c7b55713026037c5400c48af5b9f468f483463321bd18e17b907b4\",\n \"zh:0eee654a5542dc1d41920bbf2419032d6f0d5625b03bd81339e5b33394a3e0ae\",\n \"zh:229665ddf060aa0ed315597908483eee5b818a17d09b6417a0f52fd9405c4f57\",\n \"zh:2469d2e48f28076254a2a3fc327f184914566d9e40c5780b8d96ebf7205f8bc0\",\n \"zh:37d7eb334d9561f335e748280f5535a384a88675af9a9eac439d4cfd663bcb66\",\n \"zh:741101426a2f2c52dee37122f0f4a2f2d6af6d852cb1db634480a86398fa3511\",\n \"zh:78d5eefdd9e494defcb3c68d282b8f96630502cac21d1ea161f53cfe9bb483b3\",\n \"zh:a902473f08ef8df62cfe6116bd6c157070a93f66622384300de235a533e9d4a9\",\n \"zh:b85c511a23e57a2147355932b3b6dce2a11e856b941165793a0c3d7578d94d05\",\n \"zh:c5172226d18eaac95b1daac80172287b69d4ce32750c82ad77fa0768be4ea4b8\",\n \"zh:dab4434dba34aad569b0bc243c2d3f3ff86dd7740def373f2a49816bd2ff819b\",\n \"zh:f49fd62aa8c5525a5c17abd51e27ca5e213881d58882fd42fec4a545b53c9699\",\n ]\n}\n" }, { "path": "CONTRIBUTING.md", "content": "# Contributing to the CLI\n\nJust open a PR and we'll review it.\n" }, { "path": "Dockerfile", "content": "FROM ghcr.io/opentofu/opentofu:minimal AS tofu\n\nFROM alpine:3.23.4\n\n# Copy the tofu binary from the minimal image\nCOPY --from=tofu /usr/local/bin/tofu /usr/local/bin/tofu\n\n# Add the Overmind public key directly\nADD https://dl.cloudsmith.io/public/overmind/tools/rsa.7B6E65C2058FDB78.key \\\n /etc/apk/keys/tools@overmind-7B6E65C2058FDB78.rsa.pub\n\n# Add repository config\nADD https://dl.cloudsmith.io/public/overmind/tools/config.alpine.txt?distro=alpine&codename=v3.8 \\\n /tmp/config.alpine.txt\nRUN cat /tmp/config.alpine.txt >> /etc/apk/repositories \\\n && rm /tmp/config.alpine.txt\n\nRUN apk update\nRUN apk add --no-cache overmind-cli\n" }, { "path": "LICENSE", "content": "# Functional Source License, Version 1.1, Apache 2.0 Future License\n\n## Abbreviation\n\nFSL-1.1-Apache-2.0\n\n## Notice\n\nCopyright 2024 Overmind Technology Inc.\n\n## Terms and Conditions\n\n### Licensor (\"We\")\n\nThe party offering the Software under these Terms and Conditions.\n\n### The Software\n\nThe \"Software\" is each version of the software that we make available under\nthese Terms and Conditions, as indicated by our inclusion of these Terms and\nConditions with the Software.\n\n### License Grant\n\nSubject to your compliance with this License Grant and the Patents,\nRedistribution and Trademark clauses below, we hereby grant you the right to\nuse, copy, modify, create derivative works, publicly perform, publicly display\nand redistribute the Software for any Permitted Purpose identified below.\n\n### Permitted Purpose\n\nA Permitted Purpose is any purpose other than a Competing Use. A Competing Use\nmeans making the Software available to others in a commercial product or\nservice that:\n\n1. substitutes for the Software;\n\n2. substitutes for any other product or service we offer using the Software\n that exists as of the date we make the Software available; or\n\n3. offers the same or substantially similar functionality as the Software.\n\nPermitted Purposes specifically include using the Software:\n\n1. for your internal use and access;\n\n2. for non-commercial education;\n\n3. for non-commercial research; and\n\n4. in connection with professional services that you provide to a licensee\n using the Software in accordance with these Terms and Conditions.\n\n### Patents\n\nTo the extent your use for a Permitted Purpose would necessarily infringe our\npatents, the license grant above includes a license under our patents. If you\nmake a claim against any party that the Software infringes or contributes to\nthe infringement of any patent, then your patent license to the Software ends\nimmediately.\n\n### Redistribution\n\nThe Terms and Conditions apply to all copies, modifications and derivatives of\nthe Software.\n\nIf you redistribute any copies, modifications or derivatives of the Software,\nyou must include a copy of or a link to these Terms and Conditions and not\nremove any copyright notices provided in or with the Software.\n\n### Disclaimer\n\nTHE SOFTWARE IS PROVIDED \"AS IS\" AND WITHOUT WARRANTIES OF ANY KIND, EXPRESS OR\nIMPLIED, INCLUDING WITHOUT LIMITATION WARRANTIES OF FITNESS FOR A PARTICULAR\nPURPOSE, MERCHANTABILITY, TITLE OR NON-INFRINGEMENT.\n\nIN NO EVENT WILL WE HAVE ANY LIABILITY TO YOU ARISING OUT OF OR RELATED TO THE\nSOFTWARE, INCLUDING INDIRECT, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES,\nEVEN IF WE HAVE BEEN INFORMED OF THEIR POSSIBILITY IN ADVANCE.\n\n### Trademarks\n\nExcept for displaying the License Details and identifying us as the origin of\nthe Software, you have no right under these Terms and Conditions to use our\ntrademarks, trade names, service marks or product names.\n\n## Grant of Future License\n\nWe hereby irrevocably grant you an additional license to use the Software under\nthe Apache License, Version 2.0 that is effective on the second anniversary of\nthe date we make the Software available. On or after that date, you may use the\nSoftware under the Apache License, Version 2.0, in which case the following\nwill apply:\n\nLicensed under the Apache License, Version 2.0 (the \"License\"); you may not use\nthis file except in compliance with the License.\n\nYou may obtain a copy of the License at\n\nhttp://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software distributed\nunder the License is distributed on an \"AS IS\" BASIS, WITHOUT WARRANTIES OR\nCONDITIONS OF ANY KIND, either express or implied. See the License for the\nspecific language governing permissions and limitations under the License." }, { "path": "README.md", "content": "

\n \n \n \"Overmind\"\n \n

Overmind CLI

\n\n

\n \"Discord\n

\n\n

\n πŸŽ₯ Watch a demo | πŸ“– Docs | πŸš€ Sign up | πŸ™Œ Follow us\n

\n\n# What is Overmind?\n\nOvermind is a **tribal knowledge database** that empowers your team to manage infrastructure confidently, even without extensive experience.\n\n### Signs your team needs Overmind\n\n- **Blocked Experts & Slow Onboarding**\n - Expert team members spend too much time on approvals, reducing overall productivity.\n - Newer staff face a steep learning curve, delaying their effectiveness.\n\n- **Limited Dependency Visibility**\n - Tools like Terraform show intended changes but don't reveal underlying dependencies.\n - Difficulty in assessing whether changes will disrupt existing applications.\n\n- **Complex Outage Troubleshooting**\n - Pinpointing issues during outages is challenging due to hidden dependencies.\n - Outages often result from intricate, unforeseen relationships rather than simple cause-and-effect.\n\n# Quick Start\n\nInstall the Overmind CLI using brew:\n\n```shell\nbrew install overmindtech/overmind/overmind-cli\n```\n\nLaunch the assistant and explore your newly configured AWS source:\n\n```shell\novermind explore\n```\n\nRun a terraform plan:\n\n```shell\novermind terraform plan\n```\n\n![Running 'overmind terraform plan' and viewing in the app]()\n\n
\nInstall on other platforms\n\n## Prerequisites\n\n- Terraform environment set up\n- Access to all required credentials\n- Ability to install and run the Overmind CLI\n\n## Installation\n\n### MacOS\n\nTo install on Mac with homebrew use:\n\n```shell\nbrew install overmindtech/overmind/overmind-cli\n```\n\n### Windows\n\nInstall using [winget](https://learn.microsoft.com/en-us/windows/package-manager/winget/):\n\n```shell\nwinget install Overmind.OvermindCLI\n```\n\nOr manually download the [latest release](https://github.com/overmindtech/cli/releases/latest), extract `overmind.exe`, and add to your `PATH`\n\n### Ubuntu / Debian\n\nSet up the repository automatically:\n\n```shell\ncurl -1sLf \\\n 'https://dl.cloudsmith.io/public/overmind/tools/setup.deb.sh' \\\n | sudo -E bash\n```\n\nOr set it up manually\n\n```shell\n# NOTE: For Debian Stretch, Ubuntu 16.04 and later\nkeyring_location=/usr/share/keyrings/overmind-tools-archive-keyring.gpg\n# NOTE: For Debian Jessie, Ubuntu 15.10 and earlier\nkeyring_location=/etc/apt/trusted.gpg.d/overmind-tools.gpg\n\n# Capture the codename\ncodename=$(lsb_release -cs)\n\napt-get install -y debian-keyring # debian only\napt-get install -y debian-archive-keyring # debian only\n\napt-get install -y apt-transport-https\ncurl -1sLf 'https://dl.cloudsmith.io/public/overmind/tools/gpg.BC5CDEFB4E37A1B3.key' | gpg --dearmor >> ${keyring_location}\ncurl -1sLf 'https://dl.cloudsmith.io/public/overmind/tools/config.deb.txt?distro=ubuntu&$codename=xenial&component=main' > /etc/apt/sources.list.d/overmind-tools.list\nchmod 0644 /etc/apt/sources.list.d/overmind-tools.list\nchmod 0644 /usr/share/keyrings/overmind-tools-archive-keyring.gpg\napt-get update\n```\n\nThen install the CLI:\n\n```shell\napt-get install overmind-cli\n```\n\n### RHEL\n\nSet up the repository automatically:\n\n```shell\ncurl -1sLf \\\n 'https://dl.cloudsmith.io/public/overmind/tools/setup.rpm.sh' \\\n | sudo -E bash\n```\n\nOr set it up manually\n\n```shell\nyum install yum-utils pygpgme\nrpm --import 'https://dl.cloudsmith.io/public/overmind/tools/gpg.BC5CDEFB4E37A1B3.key'\ncurl -1sLf 'https://dl.cloudsmith.io/public/overmind/tools/config.rpm.txt?distro=amzn&codename=2023' > /tmp/overmind-tools.repo\nyum-config-manager --add-repo '/tmp/overmind-tools.repo'\nyum -q makecache -y --disablerepo='*' --enablerepo='overmind-tools'\n```\n\nThen install the CLI:\n\n```shell\nsudo yum install overmind-cli\n```\n\n### Alpine\n\nSet up the repository automatically:\n\n```shell\nsudo apk add --no-cache bash\ncurl -1sLf \\\n 'https://dl.cloudsmith.io/public/overmind/tools/setup.alpine.sh' \\\n | sudo -E bash\n```\n\nOr set it up manually\n\n```shell\ncurl -1sLf 'https://dl.cloudsmith.io/public/overmind/tools/rsa.7B6E65C2058FDB78.key' > /etc/apk/keys/tools@overmind-7B6E65C2058FDB78.rsa.pub\ncurl -1sLf 'https://dl.cloudsmith.io/public/overmind/tools/config.alpine.txt?distro=alpine&codename=v3.8' >> /etc/apk/repositories\napk update\n```\n\nThen install the CLI:\n\n```shell\napk add overmind-cli\n```\n\n### Container / Docker\n\nYou can use the CLI via Docker which includes both OpenTofu and the CLI:\n\n```shell\ndocker pull ghcr.io/overmindtech/cli:latest\ndocker run --rm ghcr.io/overmindtech/cli:latest overmind terraform plan\n```\n\nThis is useful for CI/CD environments where you need a reproducible Terraform execution environment.\n\n### Arch\n\nPackages for Arch are available on the [releases page](https://github.com/overmindtech/cli/releases/latest) for manual download and installation.\n\nAdditionally a community maintained package can be found in the [aur](https://aur.archlinux.org/packages/overmind-cli-bin).\n\n### ASDF\n\nOvermind can be installed using [asdf](https://asdf-vm.com/):\n\n```shell\n# Add the plugin\nasdf plugin add overmind-cli https://github.com/overmindtech/asdf-overmind-cli.git\n\n# Show all installable versions\nasdf list-all overmind-cli\n\n# Install specific version\nasdf install overmind-cli latest\n\n# Set a version globally (on your ~/.tool-versions file)\nasdf global overmind-cli latest\n\n# Now overmind-cli commands are available\novermind --version\n```\n\n
\n\n# Discover CLI Commands\n\n- `overmind explore`\n\n Overmind Assistant is a chat assistant that has real-time access to all your\n AWS, GCP and K8S infrastructure. It alleviates the mental exhaustion of\n manual troubleshooting, simplifies incident resolution by easily accessing\n historical data, and automates time-consuming tasks such as documentation\n and Terraform code generation. You can access the assistant by running\n `overmind explore`.\n\n- `overmind terraform plan / apply`\n\n Overmind can identify the blast radius and uncover potential risks with\n `overmind terraform plan` before they harm your infrastructure, allowing\n anyone to make changes with confidence. It can also track the impact of the\n changes you make with `overmind terraform apply`, so that you can be sure\n that your changes haven't had any unexpected downstream impact.\n\n- `overmind knowledge list`\n\n View which knowledge files Overmind would discover from your current location.\n Knowledge files in `.overmind/knowledge/` teach the AI investigator about your\n infrastructure context, standards, and approved patterns. This command shows the\n resolved knowledge directory path, valid files with their metadata, and any\n validation warnings for invalid files.\n \n You can specify multiple knowledge directories to layer organizational and \n stack-specific knowledge:\n \n ```bash\n overmind knowledge list \\\n --knowledge-dir .overmind/knowledge \\\n --knowledge-dir ./stacks/prod/.overmind/knowledge\n ```\n \n When the same knowledge file name appears in multiple directories, later directories \n override earlier ones. For more details, see the \n [Knowledge Files documentation](https://docs.overmind.tech/docs/knowledge/knowledge).\n\n## Cloud Provider Support\n\nThe CLI automatically discovers AWS and GCP providers from your Terraform configuration.\n\n## How We Solve It?\n\n\n \n \n \n \n
\n
\n πŸ” Blast Radius: Overmind maps out all potential dependencies and interactions within your infra in realtime. Supports over 120 AWS resources and all Kubernetes.\n 		\n
\n 🚨 Risks: Discover specific risks that would be invisible otherwise. Risks are delivered directly to the pull request. Make deployment decisions within minutes not hours.\n
\n\n## Advanced Use\n\n### Passing Arguments\n\nOvermind's `overmind terraform plan` and `overmind terraform apply` commands mostly just wrap the `terraform` that you already have installed, adding all of Overmind's features on top. This means that no matter how you're using Terraform today, this will still work with Overmind. For example if you're using a more complex command like:\n\n```shell\nterraform plan -var-file=production.tfvars -parallelism=20 -auto-approve\n```\n\nThen you would add `overmind` to the beginning, and your arguments after a double-dash e.g.\n\n```shell\novermind terraform plan -- -var-file=production.tfvars -parallelism=20 -auto-approve\n```\n\n## Join the Community\n\n- Join our [Discord](https://discord.com/invite/5UKsqAkPWG)\n- Contact us via email at [sales@overmind.tech](mailto:sales@overmind.tech)\n- Follow us on [LinkedIn](https://www.linkedin.com/company/overmindtech/)\n\n## Additional Resources\n\n- [Documentation](https://docs.overmind.tech)\n- [Getting Started Guide](https://docs.overmind.tech)\n- [Overmind Blog](https://overmind.tech/blog)\n\n## Reporting Bugs\n\n- Want to report a bug or request a feature? [Open an issue](https://github.com/overmindtech/cli/issues/new) or ask on Discord.\n\n## Development\n\nPlease look in the [CONTRIBUTING.md](https://github.com/overmindtech/cli/blob/main/CONTRIBUTING.md) document.\n\n## License\n\nSee the [LICENSE](/LICENSE) file for licensing information.\n\nOvermind is made with ❀️ in πŸ‡ΊπŸ‡ΈπŸ‡¬πŸ‡§πŸ‡¦πŸ‡ΉπŸ‡«πŸ‡·πŸ‡·πŸ‡΄\n" }, { "path": "aws-source/.deadcode-ignore", "content": "adapterhelpers/shared_tests.go:19:6: unreachable func: PtrInt32\nadapterhelpers/shared_tests.go:27:6: unreachable func: PtrFloat32\nadapterhelpers/shared_tests.go:31:6: unreachable func: PtrFloat64\nadapterhelpers/shared_tests.go:35:6: unreachable func: PtrTime\nadapterhelpers/shared_tests.go:39:6: unreachable func: PtrBool\nadapterhelpers/shared_tests.go:73:21: unreachable func: VPCConfig.Cleanup\nadapterhelpers/shared_tests.go:77:21: unreachable func: VPCConfig.RunCleanup\nadapterhelpers/shared_tests.go:88:21: unreachable func: VPCConfig.Fetch\nadapterhelpers/shared_tests.go:121:21: unreachable func: VPCConfig.CreateGateway\nadapterhelpers/shared_tests.go:198:6: unreachable func: retry\nadapterhelpers/shared_tests.go:221:21: unreachable func: QueryTests.Execute\nadapterhelpers/shared_tests.go:238:6: unreachable func: lirMatches\nadapterhelpers/shared_tests.go:246:6: unreachable func: CheckQuery\nadapterhelpers/util.go:180:18: unreachable func: E2ETest.Run\nadapterhelpers/util.go:326:6: unreachable func: GetAutoConfig\nadapters/rds.go:25:24: unreachable func: mockRdsClient.DescribeDBClusterParameterGroups\nadapters/rds.go:29:24: unreachable func: mockRdsClient.DescribeDBClusterParameters\nadapters/rds.go:33:24: unreachable func: mockRdsClient.ListTagsForResource\nadapters/rds.go:44:24: unreachable func: mockRdsClient.DescribeDBClusters\nadapters/rds.go:48:24: unreachable func: mockRdsClient.DescribeDBInstances\nadapters/rds.go:52:24: unreachable func: mockRdsClient.DescribeDBSubnetGroups\nadapters/rds.go:56:24: unreachable func: mockRdsClient.DescribeOptionGroups\nadapters/rds.go:60:24: unreachable func: mockRdsClient.DescribeDBParameterGroups\nadapters/rds.go:64:24: unreachable func: mockRdsClient.DescribeDBParameters\n" }, { "path": "aws-source/acceptance/nats-server.conf", "content": "# Client port of 4222 on all interfaces\nport: 4222\n\n# HTTP monitoring port\nmonitor_port: 8222\n\n# This is for clustering multiple servers together.\ncluster {\n # It is recommended to set a cluster name\n name: \"my_cluster\"\n\n # Route connections to be received on any interface on port 6222\n port: 6222\n\n # Routes are protected, so need to use them with --routes flag\n # e.g. --routes=nats-route://ruser:T0pS3cr3t@otherdockerhost:6222\n authorization {\n user: ruser\n timeout: 0.75\n }\n\n # Routes are actively solicited and connected to from this server.\n # This Docker image has none by default, but you can pass a\n # flag to the nats-server docker image to create one to an existing server.\n routes = []\n}\n\nwebsocket {\n port: 4433\n no_tls: true\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_always_get_source.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"sync/atomic\"\n\t\"time\"\n\n\t\"buf.build/go/protovalidate\"\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/sourcegraph/conc/pool\"\n)\n\n// MaxParallel An integer that defaults to 10\ntype MaxParallel int\n\n// Value Get the value of MaxParallel, defaulting to 10\nfunc (m MaxParallel) Value() int {\n\tif m == 0 {\n\t\treturn 10\n\t}\n\n\treturn int(m)\n}\n\n// AlwaysGetAdapter This adapter is designed for AWS APIs that have separate List\n// and Get functions. It also assumes that the results of the list function\n// cannot be converted directly into items as they do not contain enough\n// information, and therefore they always need to be passed to the Get function\n// before returning. An example is the `ListClusters` API in EKS which returns a\n// list of cluster names.\ntype AlwaysGetAdapter[ListInput InputType, ListOutput OutputType, GetInput InputType, GetOutput OutputType, ClientStruct ClientStructType, Options OptionsType] struct {\n\tItemType string // The type of items to return\n\tClient ClientStruct // The AWS API client\n\tAccountID string // The AWS account ID\n\tRegion string // The AWS region this is related to\n\tMaxParallel MaxParallel // How many Get request to run in parallel for a single List request\n\tAdapterMetadata *sdp.AdapterMetadata\n\n\t// Disables List(), meaning all calls will return empty results. This does\n\t// not affect Search()\n\tDisableList bool\n\n\t// A function that gets the details of a given item. This should include the\n\t// tags if relevant\n\tGetFunc func(ctx context.Context, client ClientStruct, scope string, input GetInput) (*sdp.Item, error)\n\n\t// The input to the ListFunc. This is static\n\tListInput ListInput\n\n\t// A function that maps from the SDP get inputs to the relevant input for\n\t// the GetFunc\n\tGetInputMapper func(scope, query string) GetInput\n\n\t// If this is set, Search queries will always use the automatic ARN resolver\n\t// if the input is an ARN, falling back to the `SearchInputMapper` if it\n\t// isn't\n\tAlwaysSearchARNs bool\n\n\t// Maps search terms from an SDP Search request into the relevant input for\n\t// the ListFunc. If this is not set, Search() will handle ARNs like most AWS\n\t// adapters. Note that this and `SearchGetInputMapper` are mutually exclusive\n\tSearchInputMapper func(scope, query string) (ListInput, error)\n\n\t// Maps search terms from an SDP Search request into the relevant input for\n\t// the GetFunc. If this is not set, Search() will handle ARNs like most AWS\n\t// adapters. Note that this and `SearchInputMapper` are mutually exclusive\n\tSearchGetInputMapper func(scope, query string) (GetInput, error)\n\n\t// A function that returns a paginator for the ListFunc\n\tListFuncPaginatorBuilder func(client ClientStruct, input ListInput) Paginator[ListOutput, Options]\n\n\t// A function that accepts the output of a ListFunc and maps this to a slice\n\t// of inputs to pass to the GetFunc. The input used for the ListFunc is also\n\t// included in case it is required\n\tListFuncOutputMapper func(output ListOutput, input ListInput) ([]GetInput, error)\n\n\tCacheDuration time.Duration // How long to cache items for\n\tcache sdpcache.Cache // This is mandatory\n}\n\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) cacheDuration() time.Duration {\n\tif s.CacheDuration == 0 {\n\t\treturn DefaultCacheDuration\n\t}\n\n\treturn s.CacheDuration\n}\n\n// Validate Checks that the adapter has been set up correctly\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) Validate() error {\n\tif !s.DisableList {\n\t\tif s.ListFuncPaginatorBuilder == nil {\n\t\t\treturn errors.New(\"ListFuncPaginatorBuilder is nil\")\n\t\t}\n\n\t\tif s.ListFuncOutputMapper == nil {\n\t\t\treturn errors.New(\"ListFuncOutputMapper is nil\")\n\t\t}\n\t}\n\n\tif s.GetFunc == nil {\n\t\treturn errors.New(\"GetFunc is nil\")\n\t}\n\n\tif s.GetInputMapper == nil {\n\t\treturn errors.New(\"GetInputMapper is nil\")\n\t}\n\n\tif s.SearchGetInputMapper != nil && s.SearchInputMapper != nil {\n\t\treturn errors.New(\"SearchGetInputMapper and SearchInputMapper are mutually exclusive\")\n\t}\n\n\treturn protovalidate.Validate(s.AdapterMetadata)\n}\n\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) Type() string {\n\treturn s.ItemType\n}\n\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) Name() string {\n\treturn fmt.Sprintf(\"%v-adapter\", s.ItemType)\n}\n\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) Metadata() *sdp.AdapterMetadata {\n\treturn s.AdapterMetadata\n}\n\n// List of scopes that this adapter is capable of find items for. This will be\n// in the format {accountID}.{region}\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) Scopes() []string {\n\treturn []string{\n\t\tFormatScope(s.AccountID, s.Region),\n\t}\n}\n\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != s.Scopes()[0] {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t}\n\t}\n\n\tvar err error\n\tvar item *sdp.Item\n\n\tif err = s.Validate(); err != nil {\n\t\treturn nil, WrapAWSError(err)\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.ItemType, query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\tif len(cachedItems) > 0 {\n\t\t\treturn cachedItems[0], nil\n\t\t} else {\n\t\t\treturn nil, nil\n\t\t}\n\t}\n\n\tinput := s.GetInputMapper(scope, query)\n\n\titem, err = s.GetFunc(ctx, s.Client, scope, input)\n\tif err != nil {\n\t\terr := WrapAWSError(err)\n\t\tif !CanRetry(err) {\n\t\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\t}\n\t\treturn nil, err\n\t}\n\n\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\treturn item, nil\n}\n\n// List Lists all available items. This is done by running the ListFunc, then\n// passing these results to GetFunc in order to get the details\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) ListStream(ctx context.Context, scope string, ignoreCache bool, stream discovery.QueryResultStream) {\n\tif scope != s.Scopes()[0] {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t})\n\t\treturn\n\t}\n\n\tif err := s.Validate(); err != nil {\n\t\tstream.SendError(WrapAWSError(err))\n\t\treturn\n\t}\n\n\t// Check to see if we have supplied the required functions\n\tif s.DisableList {\n\t\t// In this case we can't run list, so just return empty\n\t\treturn\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_LIST, scope, s.ItemType, \"\", ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn\n\t\t}\n\t\tstream.SendError(qErr)\n\t\treturn\n\t}\n\tif cacheHit {\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\ts.listInternal(ctx, scope, s.ListInput, ck, stream)\n}\n\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) listInternal(ctx context.Context, scope string, input ListInput, ck sdpcache.CacheKey, stream discovery.QueryResultStream) {\n\tpaginator := s.ListFuncPaginatorBuilder(s.Client, input)\n\tvar newGetInputs []GetInput\n\tp := pool.New().WithContext(ctx).WithMaxGoroutines(s.MaxParallel.Value())\n\n\t// Track whether any items were found and if we had an error\n\tvar itemsSent atomic.Int64\n\tvar hadError atomic.Bool\n\n\tdefer func() {\n\t\t// Always wait for everything to be completed before returning\n\t\terr := p.Wait()\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t}\n\n\t\t// Only cache not-found when no items were found AND no error occurred\n\t\t// If we had an error, that error is already cached, don't overwrite it\n\t\tshouldCacheNotFound := itemsSent.Load() == 0 && !hadError.Load()\n\n\t\tif shouldCacheNotFound {\n\t\t\tnotFoundErr := &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: fmt.Sprintf(\"no %s found in scope %s\", s.ItemType, scope),\n\t\t\t\tScope: scope,\n\t\t\t\tSourceName: s.Name(),\n\t\t\t\tItemType: s.ItemType,\n\t\t\t\tResponderName: s.Name(),\n\t\t\t}\n\t\t\ts.cache.StoreUnavailableItem(ctx, notFoundErr, s.cacheDuration(), ck)\n\t\t}\n\t}()\n\n\tfor paginator.HasMorePages() {\n\t\toutput, err := paginator.NextPage(ctx)\n\t\tif err != nil {\n\t\t\thadError.Store(true)\n\t\t\terr := WrapAWSError(err)\n\t\t\tif !CanRetry(err) {\n\t\t\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\t\t}\n\t\t\tstream.SendError(err)\n\t\t\treturn\n\t\t}\n\n\t\tnewGetInputs, err = s.ListFuncOutputMapper(output, input)\n\t\tif err != nil {\n\t\t\thadError.Store(true)\n\t\t\terr := WrapAWSError(err)\n\t\t\tif !CanRetry(err) {\n\t\t\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\t\t}\n\t\t\tstream.SendError(err)\n\t\t\treturn\n\t\t}\n\n\t\tfor _, input := range newGetInputs {\n\t\t\t// This call will block if no workers are available, and therefore\n\t\t\t// we will only load new pages once there are workers ready to\n\t\t\t// accept that work\n\t\t\tp.Go(func(ctx context.Context) error {\n\t\t\t\titem, err := s.GetFunc(ctx, s.Client, scope, input)\n\t\t\t\tif err != nil {\n\t\t\t\t\t// Don't cache individual errors as they are cheap to re-run\n\t\t\t\t\tstream.SendError(WrapAWSError(err))\n\t\t\t\t\t// Mark that we had an error so we don't cache NOTFOUND\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t}\n\t\t\t\tif item != nil {\n\t\t\t\t\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t}\n\n\t\t\t\treturn nil\n\t\t\t})\n\t\t}\n\t}\n}\n\n// Search Searches for AWS resources by ARN\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) SearchStream(ctx context.Context, scope string, query string, ignoreCache bool, stream discovery.QueryResultStream) {\n\tif scope != s.Scopes()[0] {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t})\n\t\treturn\n\t}\n\n\tif err := s.Validate(); err != nil {\n\t\tstream.SendError(WrapAWSError(err))\n\t\treturn\n\t}\n\n\tif s.SearchInputMapper == nil && s.SearchGetInputMapper == nil {\n\t\ts.SearchARN(ctx, scope, query, ignoreCache, stream)\n\t} else {\n\t\t// If we should always look for ARNs first, do that\n\t\tif s.AlwaysSearchARNs {\n\t\t\tif _, err := ParseARN(query); err == nil {\n\t\t\t\ts.SearchARN(ctx, scope, query, ignoreCache, stream)\n\t\t\t} else {\n\t\t\t\ts.SearchCustom(ctx, scope, query, ignoreCache, stream)\n\t\t\t}\n\t\t} else {\n\t\t\ts.SearchCustom(ctx, scope, query, ignoreCache, stream)\n\t\t}\n\t}\n}\n\n// SearchCustom Searches using custom mapping logic. The SearchInputMapper is\n// used to create an input for ListFunc, at which point the usual logic is used\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) SearchCustom(ctx context.Context, scope string, query string, ignoreCache bool, stream discovery.QueryResultStream) {\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_SEARCH, scope, s.ItemType, query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn\n\t\t}\n\t\tstream.SendError(qErr)\n\t\treturn\n\t}\n\tif cacheHit {\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\tif s.SearchInputMapper != nil {\n\t\tinput, err := s.SearchInputMapper(scope, query)\n\t\tif err != nil {\n\t\t\t// Don't bother caching this error since it costs nearly nothing\n\t\t\tstream.SendError(WrapAWSError(err))\n\t\t\treturn\n\t\t}\n\n\t\ts.listInternal(ctx, scope, input, ck, stream)\n\t} else if s.SearchGetInputMapper != nil {\n\t\tinput, err := s.SearchGetInputMapper(scope, query)\n\t\tif err != nil {\n\t\t\t// Don't cache this as it costs nearly nothing\n\t\t\tstream.SendError(WrapAWSError(err))\n\t\t\treturn\n\t\t}\n\n\t\titem, err := s.GetFunc(ctx, s.Client, scope, input)\n\t\tif err != nil {\n\t\t\terr := WrapAWSError(err)\n\t\t\tif !CanRetry(err) {\n\t\t\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\t\t}\n\t\t\tstream.SendError(err)\n\t\t\treturn\n\t\t}\n\n\t\tif item != nil {\n\t\t\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\t\t\tstream.SendItem(item)\n\t\t} else {\n\t\t\t// Cache not-found when item is nil\n\t\t\tnotFoundErr := &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: fmt.Sprintf(\"%s not found for search query '%s'\", s.ItemType, query),\n\t\t\t\tScope: scope,\n\t\t\t\tSourceName: s.Name(),\n\t\t\t\tItemType: s.ItemType,\n\t\t\t\tResponderName: s.Name(),\n\t\t\t}\n\t\t\ts.cache.StoreUnavailableItem(ctx, notFoundErr, s.cacheDuration(), ck)\n\t\t}\n\t} else {\n\t\tstream.SendError(errors.New(\"SearchCustom called without SearchInputMapper or SearchGetInputMapper\"))\n\t\treturn\n\t}\n}\n\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) SearchARN(ctx context.Context, scope string, query string, ignoreCache bool, stream discovery.QueryResultStream) {\n\t// Parse the ARN\n\ta, err := ParseARN(query)\n\tif err != nil {\n\t\tstream.SendError(WrapAWSError(err))\n\t\treturn\n\t}\n\n\tif a.ContainsWildcard() {\n\t\t// We can't handle wildcards by default so bail out\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"wildcards are not supported by adapter %v\", s.Name()),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t})\n\t\treturn\n\t}\n\n\tif arnScope := FormatScope(a.AccountID, a.Region); arnScope != scope {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"ARN scope %v does not match request scope %v\", arnScope, scope),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t})\n\t\treturn\n\t}\n\n\titem, err := s.Get(ctx, scope, a.ResourceID(), ignoreCache)\n\tif err != nil {\n\t\tstream.SendError(WrapAWSError(err))\n\t\treturn\n\t}\n\n\tif item != nil {\n\t\tstream.SendItem(item)\n\t}\n}\n\n// Weight Returns the priority weighting of items returned by this sourcs.\n// This is used to resolve conflicts where two sources of the same type\n// return an item for a GET request. In this instance only one item can be\n// seen on, so the one with the higher weight value will win.\nfunc (s *AlwaysGetAdapter[ListInput, ListOutput, GetInput, GetOutput, ClientStruct, Options]) Weight() int {\n\treturn 100\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_always_get_source_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\nfunc TestMaxParallel(t *testing.T) {\n\tvar p MaxParallel\n\n\tif p.Value() != 10 {\n\t\tt.Errorf(\"expected max parallel to be 10, got %v\", p)\n\t}\n}\n\nfunc TestAlwaysGetSourceType(t *testing.T) {\n\tlgs := AlwaysGetAdapter[any, any, any, any, any, any]{\n\t\tItemType: \"foo\",\n\t}\n\n\tif lgs.Type() != \"foo\" {\n\t\tt.Errorf(\"expected type to be foo, got %v\", lgs.Type())\n\t}\n}\n\nfunc TestAlwaysGetSourceName(t *testing.T) {\n\tlgs := AlwaysGetAdapter[any, any, any, any, any, any]{\n\t\tItemType: \"foo\",\n\t}\n\n\tif lgs.Name() != \"foo-adapter\" {\n\t\tt.Errorf(\"expected name to be foo-adapter, got %v\", lgs.Name())\n\t}\n}\n\nfunc TestAlwaysGetSourceScopes(t *testing.T) {\n\tlgs := AlwaysGetAdapter[any, any, any, any, any, any]{\n\t\tAccountID: \"foo\",\n\t\tRegion: \"bar\",\n\t}\n\n\tif lgs.Scopes()[0] != \"foo.bar\" {\n\t\tt.Errorf(\"expected scope to be foo.bar, got %v\", lgs.Scopes()[0])\n\t}\n}\n\nfunc TestAlwaysGetSourceGet(t *testing.T) {\n\tt.Run(\"with no errors\", func(t *testing.T) {\n\t\tlgs := AlwaysGetAdapter[string, string, string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tItemType: \"test\",\n\t\t\tAccountID: \"foo\",\n\t\t\tRegion: \"bar\",\n\t\t\tClient: struct{}{},\n\t\t\tListInput: \"\",\n\t\t\tListFuncPaginatorBuilder: func(client struct{}, input string) Paginator[string, struct{}] {\n\t\t\t\t// Returns 3 pages\n\t\t\t\treturn &TestPaginator{DataFunc: func() string {\n\t\t\t\t\treturn \"foo\"\n\t\t\t\t}}\n\t\t\t},\n\t\t\tListFuncOutputMapper: func(output, input string) ([]string, error) {\n\t\t\t\t// Returns 2 gets per page\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, input string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tGetInputMapper: func(scope, query string) string {\n\t\t\t\treturn \"\"\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\t_, err := lgs.Get(context.Background(), \"foo.bar\", \"\", false)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"with an error\", func(t *testing.T) {\n\t\tlgs := AlwaysGetAdapter[string, string, string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tItemType: \"test\",\n\t\t\tAccountID: \"foo\",\n\t\t\tRegion: \"bar\",\n\t\t\tClient: struct{}{},\n\t\t\tListInput: \"\",\n\t\t\tListFuncPaginatorBuilder: func(client struct{}, input string) Paginator[string, struct{}] {\n\t\t\t\t// Returns 3 pages\n\t\t\t\treturn &TestPaginator{DataFunc: func() string {\n\t\t\t\t\treturn \"foo\"\n\t\t\t\t}}\n\t\t\t},\n\t\t\tListFuncOutputMapper: func(output, input string) ([]string, error) {\n\t\t\t\t// Returns 2 gets per page\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, input string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, errors.New(\"foo\")\n\t\t\t},\n\t\t\tGetInputMapper: func(scope, query string) string {\n\t\t\t\treturn \"\"\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\t_, err := lgs.Get(context.Background(), \"foo.bar\", \"\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n}\n\nfunc TestAlwaysGetSourceList(t *testing.T) {\n\tt.Run(\"with no errors\", func(t *testing.T) {\n\t\tlgs := AlwaysGetAdapter[string, string, string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tItemType: \"test\",\n\t\t\tAccountID: \"foo\",\n\t\t\tRegion: \"bar\",\n\t\t\tClient: struct{}{},\n\t\t\tMaxParallel: MaxParallel(1),\n\t\t\tListInput: \"\",\n\t\t\tListFuncPaginatorBuilder: func(client struct{}, input string) Paginator[string, struct{}] {\n\t\t\t\t// Returns 3 pages\n\t\t\t\treturn &TestPaginator{DataFunc: func() string {\n\t\t\t\t\treturn \"foo\"\n\t\t\t\t}}\n\t\t\t},\n\t\t\tListFuncOutputMapper: func(output, input string) ([]string, error) {\n\t\t\t\t// Returns 2 gets per page\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, input string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tGetInputMapper: func(scope, query string) string {\n\t\t\t\treturn \"\"\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tlgs.ListStream(context.Background(), \"foo.bar\", false, stream)\n\n\t\tif len(stream.GetErrors()) != 0 {\n\t\t\tt.Errorf(\"expected no errors, got %v: %v\", len(stream.GetErrors()), stream.GetErrors())\n\t\t}\n\n\t\tif len(stream.GetItems()) != 6 {\n\t\t\tt.Errorf(\"expected 6 results, got %v: %v\", len(stream.GetItems()), stream.GetItems())\n\t\t}\n\t})\n\n\tt.Run(\"with a failing output mapper\", func(t *testing.T) {\n\t\tlgs := AlwaysGetAdapter[string, string, string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tItemType: \"test\",\n\t\t\tAccountID: \"foo\",\n\t\t\tRegion: \"bar\",\n\t\t\tClient: struct{}{},\n\t\t\tMaxParallel: MaxParallel(1),\n\t\t\tListInput: \"\",\n\t\t\tListFuncPaginatorBuilder: func(client struct{}, input string) Paginator[string, struct{}] {\n\t\t\t\t// Returns 3 pages\n\t\t\t\treturn &TestPaginator{DataFunc: func() string {\n\t\t\t\t\treturn \"foo\"\n\t\t\t\t}}\n\t\t\t},\n\t\t\tListFuncOutputMapper: func(output, input string) ([]string, error) {\n\t\t\t\t// Returns 2 gets per page\n\t\t\t\treturn nil, errors.New(\"output mapper error\")\n\t\t\t},\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, input string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tGetInputMapper: func(scope, query string) string {\n\t\t\t\treturn \"\"\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tlgs.ListStream(context.Background(), \"foo.bar\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"expected 1 error, got %v: %v\", len(errs), errs)\n\t\t}\n\n\t\tqErr := &sdp.QueryError{}\n\t\tif !errors.As(errs[0], &qErr) {\n\t\t\tt.Errorf(\"expected error to be a QueryError, got %v\", errs[0])\n\t\t} else {\n\t\t\tif qErr.GetErrorString() != \"output mapper error\" {\n\t\t\t\tt.Errorf(\"expected 'output mapper error', got '%v'\", qErr.GetErrorString())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"with a failing GetFunc\", func(t *testing.T) {\n\t\tlgs := AlwaysGetAdapter[string, string, string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tItemType: \"test\",\n\t\t\tAccountID: \"foo\",\n\t\t\tRegion: \"bar\",\n\t\t\tClient: struct{}{},\n\t\t\tMaxParallel: MaxParallel(1),\n\t\t\tListInput: \"\",\n\t\t\tListFuncPaginatorBuilder: func(client struct{}, input string) Paginator[string, struct{}] {\n\t\t\t\t// Returns 3 pages\n\t\t\t\treturn &TestPaginator{DataFunc: func() string {\n\t\t\t\t\treturn \"foo\"\n\t\t\t\t}}\n\t\t\t},\n\t\t\tListFuncOutputMapper: func(output, input string) ([]string, error) {\n\t\t\t\t// Returns 2 gets per page\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, input string) (*sdp.Item, error) {\n\t\t\t\treturn nil, errors.New(\"get func error\")\n\t\t\t},\n\t\t\tGetInputMapper: func(scope, query string) string {\n\t\t\t\treturn \"\"\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tlgs.ListStream(context.Background(), \"foo.bar\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) != 6 {\n\t\t\tt.Fatalf(\"expected 6 error, got %v\", len(errs))\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"expected no items, got %v\", len(items))\n\t\t}\n\t})\n}\n\nfunc TestAlwaysGetSourceSearch(t *testing.T) {\n\tt.Run(\"with ARN search\", func(t *testing.T) {\n\t\tlgs := AlwaysGetAdapter[string, string, string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tItemType: \"test\",\n\t\t\tAccountID: \"foo\",\n\t\t\tRegion: \"bar\",\n\t\t\tClient: struct{}{},\n\t\t\tMaxParallel: MaxParallel(1),\n\t\t\tListInput: \"\",\n\t\t\tListFuncPaginatorBuilder: func(client struct{}, input string) Paginator[string, struct{}] {\n\t\t\t\t// Returns 3 pages\n\t\t\t\treturn &TestPaginator{DataFunc: func() string {\n\t\t\t\t\treturn \"foo\"\n\t\t\t\t}}\n\t\t\t},\n\t\t\tListFuncOutputMapper: func(output, input string) ([]string, error) {\n\t\t\t\t// Returns 2 gets per page\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, input string) (*sdp.Item, error) {\n\t\t\t\tif input == \"foo.bar.id\" {\n\t\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t\t} else {\n\t\t\t\t\treturn nil, sdp.NewQueryError(errors.New(\"bad query details\"))\n\t\t\t\t}\n\t\t\t},\n\t\t\tGetInputMapper: func(scope, query string) string {\n\t\t\t\treturn scope + \".\" + query\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tt.Run(\"bad ARN\", func(t *testing.T) {\n\t\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\t\tlgs.SearchStream(context.Background(), \"foo.bar\", \"query\", false, stream)\n\n\t\t\tif len(stream.GetErrors()) == 0 {\n\t\t\t\tt.Error(\"expected error because the ARN was bad\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"good ARN but bad scope\", func(t *testing.T) {\n\t\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\t\tlgs.SearchStream(context.Background(), \"foo.bar\", \"arn:aws:service:region:account:type/id\", false, stream)\n\n\t\t\tif len(stream.GetErrors()) == 0 {\n\t\t\t\tt.Error(\"expected error because the ARN had a bad scope\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"good ARN\", func(t *testing.T) {\n\t\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\t\tlgs.SearchStream(context.Background(), \"foo.bar\", \"arn:aws:service:bar:foo:type/id\", false, stream)\n\n\t\t\tif len(stream.GetErrors()) != 0 {\n\t\t\t\tt.Errorf(\"expected no errors, got %v: %v\", len(stream.GetErrors()), stream.GetErrors())\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"with Custom & ARN search\", func(t *testing.T) {\n\t\tlgs := AlwaysGetAdapter[string, string, string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tItemType: \"test\",\n\t\t\tAccountID: \"foo\",\n\t\t\tRegion: \"bar\",\n\t\t\tClient: struct{}{},\n\t\t\tMaxParallel: MaxParallel(1),\n\t\t\tListInput: \"\",\n\t\t\tAlwaysSearchARNs: true,\n\t\t\tSearchInputMapper: func(scope, query string) (string, error) {\n\t\t\t\treturn query, nil\n\t\t\t},\n\t\t\tListFuncPaginatorBuilder: func(client struct{}, input string) Paginator[string, struct{}] {\n\t\t\t\t// Returns 3 pages\n\t\t\t\treturn &TestPaginator{DataFunc: func() string {\n\t\t\t\t\treturn \"foo\"\n\t\t\t\t}}\n\t\t\t},\n\t\t\tListFuncOutputMapper: func(output, input string) ([]string, error) {\n\t\t\t\t// Returns 2 gets per page\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, input string) (*sdp.Item, error) {\n\t\t\t\tif input == \"foo.bar.id\" {\n\t\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t\t} else {\n\t\t\t\t\treturn nil, sdp.NewQueryError(errors.New(\"bad query details\"))\n\t\t\t\t}\n\t\t\t},\n\t\t\tGetInputMapper: func(scope, query string) string {\n\t\t\t\treturn scope + \".\" + query\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tt.Run(\"ARN\", func(t *testing.T) {\n\t\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\t\tlgs.SearchStream(context.Background(), \"foo.bar\", \"arn:aws:service:bar:foo:type/id\", false, stream)\n\n\t\t\terrs := stream.GetErrors()\n\t\t\tif len(errs) != 0 {\n\t\t\t\tt.Error(errs[0])\n\t\t\t}\n\n\t\t\titems := stream.GetItems()\n\t\t\tif len(items) != 1 {\n\t\t\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"other search\", func(t *testing.T) {\n\t\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\t\tlgs.SearchStream(context.Background(), \"foo.bar\", \"id\", false, stream)\n\n\t\t\terrs := stream.GetErrors()\n\t\t\tif len(errs) != 6 {\n\t\t\t\tt.Errorf(\"expected 6 error, got %v\", len(errs))\n\t\t\t}\n\n\t\t\titems := stream.GetItems()\n\t\t\tif len(items) != 0 {\n\t\t\t\tt.Errorf(\"expected 0 items, got %v\", len(items))\n\t\t\t}\n\t\t})\n\t})\n\tt.Run(\"with custom search logic\", func(t *testing.T) {\n\t\tsearchMapperCalled := false\n\n\t\tlgs := AlwaysGetAdapter[string, string, string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tItemType: \"test\",\n\t\t\tAccountID: \"foo\",\n\t\t\tRegion: \"bar\",\n\t\t\tClient: struct{}{},\n\t\t\tListInput: \"\",\n\t\t\tListFuncPaginatorBuilder: func(client struct{}, input string) Paginator[string, struct{}] {\n\t\t\t\t// Returns 3 pages\n\t\t\t\treturn &TestPaginator{DataFunc: func() string {\n\t\t\t\t\treturn \"foo\"\n\t\t\t\t}}\n\t\t\t},\n\t\t\tListFuncOutputMapper: func(output, input string) ([]string, error) {\n\t\t\t\t// Returns 2 gets per page\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, input string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tSearchInputMapper: func(scope, query string) (string, error) {\n\t\t\t\tsearchMapperCalled = true\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tGetInputMapper: func(scope, query string) string {\n\t\t\t\treturn \"\"\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tlgs.SearchStream(context.Background(), \"foo.bar\", \"bar\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) != 0 {\n\t\t\tt.Error(errs[0])\n\t\t}\n\n\t\tif !searchMapperCalled {\n\t\t\tt.Error(\"search mapper not called\")\n\t\t}\n\t})\n\n\tt.Run(\"with SearchGetInputMapper\", func(t *testing.T) {\n\t\tags := AlwaysGetAdapter[string, string, string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tItemType: \"test\",\n\t\t\tAccountID: \"foo\",\n\t\t\tRegion: \"bar\",\n\t\t\tClient: struct{}{},\n\t\t\tMaxParallel: MaxParallel(1),\n\t\t\tListInput: \"\",\n\t\t\tAlwaysSearchARNs: true,\n\t\t\tSearchGetInputMapper: func(scope, query string) (string, error) {\n\t\t\t\treturn \"foo.bar.id\", nil\n\t\t\t},\n\t\t\tListFuncPaginatorBuilder: func(client struct{}, input string) Paginator[string, struct{}] {\n\t\t\t\t// Returns 3 pages\n\t\t\t\treturn &TestPaginator{DataFunc: func() string {\n\t\t\t\t\treturn \"foo\"\n\t\t\t\t}}\n\t\t\t},\n\t\t\tListFuncOutputMapper: func(output, input string) ([]string, error) {\n\t\t\t\t// Returns 2 gets per page\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, input string) (*sdp.Item, error) {\n\t\t\t\tif input == \"foo.bar.id\" {\n\t\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t\t} else {\n\t\t\t\t\treturn nil, sdp.NewQueryError(errors.New(\"bad query details\"))\n\t\t\t\t}\n\t\t\t},\n\t\t\tGetInputMapper: func(scope, query string) string {\n\t\t\t\treturn scope + \".\" + query\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tags.SearchStream(context.Background(), \"foo.bar\", \"id\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) != 0 {\n\t\t\tt.Error(errs[0])\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t\t}\n\t})\n}\n\nfunc TestAlwaysGetSourceCaching(t *testing.T) {\n\tctx := t.Context()\n\tgeneration := 0\n\ts := AlwaysGetAdapter[string, string, string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tItemType: \"test\",\n\t\tAccountID: \"foo\",\n\t\tRegion: \"eu-west-2\",\n\t\tClient: struct{}{},\n\t\tListInput: \"\",\n\t\tcache: sdpcache.NewMemoryCache(),\n\t\tListFuncPaginatorBuilder: func(client struct{}, input string) Paginator[string, struct{}] {\n\t\t\treturn &TestPaginator{\n\t\t\t\tDataFunc: func() string {\n\t\t\t\t\tgeneration += 1\n\t\t\t\t\treturn fmt.Sprintf(\"%v\", generation)\n\t\t\t\t},\n\t\t\t\tMaxPages: 1,\n\t\t\t}\n\t\t},\n\t\tListFuncOutputMapper: func(output, input string) ([]string, error) {\n\t\t\t// Returns only 1 get per page to avoid confusing the cache with duplicate items\n\t\t\treturn []string{\"\"}, nil\n\t\t},\n\t\tGetFunc: func(ctx context.Context, client struct{}, scope, input string) (*sdp.Item, error) {\n\t\t\tgeneration += 1\n\t\t\treturn &sdp.Item{\n\t\t\t\tScope: \"foo.eu-west-2\",\n\t\t\t\tType: \"test-type\",\n\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\t\"name\": structpb.NewStringValue(\"test-item\"),\n\t\t\t\t\t\t\t\"generation\": structpb.NewStringValue(fmt.Sprintf(\"%v%v\", input, generation)),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tGetInputMapper: func(scope, query string) string {\n\t\t\treturn \"\"\n\t\t},\n\t}\n\n\tt.Run(\"get\", func(t *testing.T) {\n\t\t// get\n\t\tfirst, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tfirstGen, err := first.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// get again\n\t\twithCache, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithCacheGen, err := withCache.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif firstGen != withCacheGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withCacheGen)\n\t\t}\n\n\t\t// get ignore cache\n\t\twithoutCache, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", true)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithoutCacheGen, err := withoutCache.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tif withoutCacheGen == firstGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withoutCacheGen)\n\t\t}\n\t})\n\n\tt.Run(\"list\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\n\t\t// First query\n\t\ts.ListStream(ctx, \"foo.eu-west-2\", false, stream)\n\t\t// Second time we're expecting caching\n\t\ts.ListStream(ctx, \"foo.eu-west-2\", false, stream)\n\t\t// Third time we're expecting no caching since we asked it to ignore\n\t\ts.ListStream(ctx, \"foo.eu-west-2\", true, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) != 0 {\n\t\t\tfor _, err := range errs {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t\tt.Fatal(\"expected no errors\")\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 3 {\n\t\t\tt.Errorf(\"expected 3 items, got %v\", len(items))\n\t\t}\n\n\t\tfirstGen, err := items[0].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithCache, err := items[1].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithoutCache, err := items[2].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif firstGen != withCache {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withCache)\n\t\t}\n\n\t\tif withoutCache == firstGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withoutCache)\n\t\t}\n\t})\n\n\tt.Run(\"search\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\n\t\t// First query\n\t\ts.SearchStream(ctx, \"foo.eu-west-2\", \"arn:aws:test-type:eu-west-2:foo:test-item\", false, stream)\n\t\t// Second time we're expecting caching\n\t\ts.SearchStream(ctx, \"foo.eu-west-2\", \"arn:aws:test-type:eu-west-2:foo:test-item\", false, stream)\n\t\t// Third time we're expecting no caching since we asked it to ignore\n\t\ts.SearchStream(ctx, \"foo.eu-west-2\", \"arn:aws:test-type:eu-west-2:foo:test-item\", true, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) != 0 {\n\t\t\tfor _, err := range errs {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t\tt.Fatal(\"expected no errors\")\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 3 {\n\t\t\tt.Errorf(\"expected 3 items, got %v\", len(items))\n\t\t}\n\n\t\tfirstGen, err := items[0].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithCache, err := items[1].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithoutCache, err := items[2].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif firstGen != withCache {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withCache)\n\t\t}\n\n\t\tif withoutCache == firstGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withoutCache)\n\t\t}\n\t})\n}\n\nvar adapterMetadata = &sdp.AdapterMetadata{\n\tType: \"test-adapter\",\n\tDescriptiveName: \"Test Adapter\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a test adapter\",\n\t\tSearch: true,\n\t\tSearchDescription: \"Search test adapters\",\n\t\tList: true,\n\t\tListDescription: \"List test adapters\",\n\t},\n\tPotentialLinks: []string{\"test-link\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"aws_test_adapter.test_adapter\",\n\t\t},\n\t},\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_describe_source.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\t\"time\"\n\n\t\"buf.build/go/protovalidate\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// relatively short cache duration to cover a single Change Analysis run.\n// Previously this was 1 hour and we had issues with stale data where customers\n// were able to create resources that were not visible to them.\nconst DefaultCacheDuration = 5 * time.Minute\n\n// DescribeOnlyAdapter Generates a adapter for AWS APIs that only use a `Describe`\n// function for both List and Get operations. EC2 is a good example of this,\n// where running Describe with no params returns everything, but params can be\n// supplied to reduce the number of results.\ntype DescribeOnlyAdapter[Input InputType, Output OutputType, ClientStruct ClientStructType, Options OptionsType] struct {\n\tMaxResultsPerPage int32 // Max results per page when making API queries\n\tItemType string // The type of items that will be returned\n\tAdapterMetadata *sdp.AdapterMetadata\n\n\tCacheDuration time.Duration // How long to cache items for\n\tcache sdpcache.Cache // The cache for this adapter (set during creation, can be nil for tests)\n\n\t// The function that should be used to describe the resources that this\n\t// adapter is related to\n\tDescribeFunc func(ctx context.Context, client ClientStruct, input Input) (Output, error)\n\n\t// A function that returns the input object that will be passed to\n\t// DescribeFunc for a GET request\n\tInputMapperGet func(scope, query string) (Input, error)\n\n\t// A function that returns the input object that will be passed to\n\t// DescribeFunc for a LIST request\n\tInputMapperList func(scope string) (Input, error)\n\n\t// A function that maps a search query to the required input. If this is\n\t// unset then a search request will default to searching by ARN\n\tInputMapperSearch func(ctx context.Context, client ClientStruct, scope string, query string) (Input, error)\n\n\t// A PostSearchFilter, if set, will be called after the search has been\n\t// completed. This can be used to filter the results of the search before\n\t// they are returned to the user, based on the query. This is used in\n\t// situations where the underlying API doesn't allow for granular enough\n\t// searching to match a given query string, and we need to apply some\n\t// additional filtering to the response.\n\t//\n\t// A good example if this is allowing users to search using ARNs that\n\t// contain IAM-Style wildcards. Since IAM is enforced *after* a query is\n\t// run, most APIs don't provide detailed enough search options to completely\n\t// replicate this functionality in the query, and instead we need to filter\n\t// the results ourselves.\n\t//\n\t// This will only be applied when the InputMapperSearch function is also set\n\tPostSearchFilter func(ctx context.Context, query string, items []*sdp.Item) ([]*sdp.Item, error)\n\n\t// A function that returns a paginator for this API. If this is nil, we will\n\t// assume that the API is not paginated e.g.\n\t// https://aws.github.io/aws-sdk-go-v2/docs/making-requests/#using-paginators\n\tPaginatorBuilder func(client ClientStruct, params Input) Paginator[Output, Options]\n\n\t// A function that returns a slice of items for a given output. The scope\n\t// and input are passed in on order to assist in creating the items if\n\t// needed, but primarily this function should iterate over the output and\n\t// create new items for each result\n\tOutputMapper func(ctx context.Context, client ClientStruct, scope string, input Input, output Output) ([]*sdp.Item, error)\n\n\t// The region that this adapter is configured in, each adapter can only be\n\t// configured for one region. Getting data from many regions requires a\n\t// adapter per region. This is used in the scope of returned resources\n\tRegion string\n\n\t// AccountID The id of the account that is being used. This is used by\n\t// sources as the first element in the scope\n\tAccountID string\n\n\t// Client The AWS client to use when making requests\n\tClient ClientStruct\n\n\t// UseListForGet If true, the adapter will use the List function to get items\n\t// This option should be used when the Describe function does not support\n\t// getting a single item by ID. The adapter will then filter the items\n\t// itself.\n\t// InputMapperGet should still be defined. It will be used to create the\n\t// input for the List function. The output of the List function will be\n\t// filtered by the adapter to find the item with the matching ID.\n\t// See the directconnect-virtual-gateway adapter for an example of this.\n\tUseListForGet bool\n}\n\n// Returns the duration that items should be cached for. This will use the\n// `CacheDuration` for this adapter if set, otherwise it will use the default\n// duration of 1 hour\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) cacheDuration() time.Duration {\n\tif s.CacheDuration == 0 {\n\t\treturn DefaultCacheDuration\n\t}\n\n\treturn s.CacheDuration\n}\n\n// Validate Checks that the adapter is correctly set up and returns an error if\n// not\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) Validate() error {\n\tif s.DescribeFunc == nil {\n\t\treturn errors.New(\"adapter describe func is nil\")\n\t}\n\n\tif s.MaxResultsPerPage == 0 {\n\t\ts.MaxResultsPerPage = DefaultMaxResultsPerPage\n\t}\n\n\tif s.InputMapperGet == nil {\n\t\treturn errors.New(\"adapter get input mapper is nil\")\n\t}\n\n\tif s.OutputMapper == nil {\n\t\treturn errors.New(\"adapter output mapper is nil\")\n\t}\n\n\treturn protovalidate.Validate(s.AdapterMetadata)\n}\n\n// Paginated returns whether or not this adapter is using a paginated API\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) Paginated() bool {\n\treturn s.PaginatorBuilder != nil\n}\n\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) Type() string {\n\treturn s.ItemType\n}\n\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) Name() string {\n\treturn fmt.Sprintf(\"%v-adapter\", s.ItemType)\n}\n\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) Metadata() *sdp.AdapterMetadata {\n\treturn s.AdapterMetadata\n}\n\n// List of scopes that this adapter is capable of find items for. This will be\n// in the format {accountID}.{region}\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) Scopes() []string {\n\treturn []string{\n\t\tFormatScope(s.AccountID, s.Region),\n\t}\n}\n\n// Get Get a single item with a given scope and query. The item returned\n// should have a UniqueAttributeValue that matches the `query` parameter. The\n// ctx parameter contains a golang context object which should be used to allow\n// this adapter to timeout or be cancelled when executing potentially\n// long-running actions\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != s.Scopes()[0] {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t}\n\t}\n\n\tvar input Input\n\tvar output Output\n\tvar err error\n\tvar items []*sdp.Item\n\n\terr = s.Validate()\n\tif err != nil {\n\t\treturn nil, WrapAWSError(err)\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.ItemType, query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\tif len(cachedItems) > 0 {\n\t\t\treturn cachedItems[0], nil\n\t\t} else {\n\t\t\treturn nil, nil\n\t\t}\n\t}\n\n\t// Get the input object\n\tinput, err = s.InputMapperGet(scope, query)\n\tif err != nil {\n\t\terr = s.processError(ctx, err, ck)\n\t\treturn nil, err\n\t}\n\n\t// Call the API using the object\n\toutput, err = s.DescribeFunc(ctx, s.Client, input)\n\tif err != nil {\n\t\terr = s.processError(ctx, err, ck)\n\t\treturn nil, err\n\t}\n\n\titems, err = s.OutputMapper(ctx, s.Client, scope, input, output)\n\tif err != nil {\n\t\terr = s.processError(ctx, err, ck)\n\t\treturn nil, err\n\t}\n\n\tif s.UseListForGet {\n\t\t// If we're using List for Get, we need to filter the items ourselves\n\t\tvar filteredItems []*sdp.Item\n\t\tfor _, item := range items {\n\t\t\tif item.UniqueAttributeValue() == query {\n\t\t\t\tfilteredItems = append(filteredItems, item)\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\titems = filteredItems\n\t}\n\n\tnumItems := len(items)\n\n\tswitch {\n\tcase numItems > 1:\n\t\titemNames := make([]string, 0, len(items))\n\n\t\t// Get the names for logging\n\t\tfor i := range items {\n\t\t\titemNames = append(itemNames, items[i].GloballyUniqueName())\n\t\t}\n\n\t\tqErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"Request returned > 1 item for a GET request. Items: %v\", strings.Join(itemNames, \", \")),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, qErr, s.cacheDuration(), ck)\n\n\t\treturn nil, qErr\n\tcase numItems == 0:\n\t\tqErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"%v %v not found\", s.Type(), query),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, qErr, s.cacheDuration(), ck)\n\t\treturn nil, qErr\n\t}\n\n\ts.cache.StoreItem(ctx, items[0], s.cacheDuration(), ck)\n\treturn items[0], nil\n}\n\n// List Lists all items in a given scope\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) ListStream(ctx context.Context, scope string, ignoreCache bool, stream discovery.QueryResultStream) {\n\tif scope != s.Scopes()[0] {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t})\n\t\treturn\n\t}\n\n\tif s.InputMapperList == nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"list is not supported for %v resources\", s.ItemType),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t})\n\t\treturn\n\t}\n\n\terr := s.Validate()\n\tif err != nil {\n\t\tstream.SendError(WrapAWSError(err))\n\t\treturn\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_LIST, scope, s.ItemType, \"\", ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn\n\t\t}\n\t\tstream.SendError(qErr)\n\t\treturn\n\t}\n\tif cacheHit {\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\tinput, err := s.InputMapperList(scope)\n\tif err != nil {\n\t\terr = s.processError(ctx, err, ck)\n\t\tstream.SendError(err)\n\t\treturn\n\t}\n\n\ts.describe(ctx, nil, input, scope, ck, stream)\n}\n\n// Search Searches for AWS resources by ARN\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) SearchStream(ctx context.Context, scope string, query string, ignoreCache bool, stream discovery.QueryResultStream) {\n\tif scope != s.Scopes()[0] {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t})\n\t\treturn\n\t}\n\n\tif s.InputMapperSearch == nil {\n\t\ts.searchARN(ctx, scope, query, ignoreCache, stream)\n\t} else {\n\t\ts.searchCustom(ctx, scope, query, ignoreCache, stream)\n\t}\n}\n\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) searchARN(ctx context.Context, scope string, query string, ignoreCache bool, stream discovery.QueryResultStream) {\n\t// Parse the ARN\n\ta, err := ParseARN(query)\n\tif err != nil {\n\t\tstream.SendError(WrapAWSError(err))\n\t\treturn\n\t}\n\n\tif a.ContainsWildcard() {\n\t\t// We can't handle wildcards by default so bail out\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"wildcards are not supported by adapter %v\", s.Name()),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t})\n\t\treturn\n\t}\n\n\tif arnScope := FormatScope(a.AccountID, a.Region); arnScope != scope {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"ARN scope %v does not match request scope %v\", arnScope, scope),\n\t\t\tScope: scope,\n\t\t})\n\t\treturn\n\t}\n\n\t// this already uses the cache, so needs no extra handling\n\titem, err := s.Get(ctx, scope, a.ResourceID(), ignoreCache)\n\tif err != nil {\n\t\tstream.SendError(err)\n\t\treturn\n\t}\n\n\tif item != nil {\n\t\tstream.SendItem(item)\n\t}\n}\n\n// searchCustom Runs custom search logic using the `InputMapperSearch` function\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) searchCustom(ctx context.Context, scope string, query string, ignoreCache bool, stream discovery.QueryResultStream) {\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_SEARCH, scope, s.ItemType, query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn\n\t\t}\n\t\tstream.SendError(qErr)\n\t\treturn\n\t}\n\tif cacheHit {\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\tinput, err := s.InputMapperSearch(ctx, s.Client, scope, query)\n\tif err != nil {\n\t\tstream.SendError(WrapAWSError(err))\n\t\treturn\n\t}\n\n\ts.describe(ctx, &query, input, scope, ck, stream)\n}\n\n// Processes an error returned by the AWS API so that it can be handled by\n// Overmind. This includes extracting the correct error type, wrapping in an SDP\n// error, and caching that error if it is non-transient (like a 404)\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) processError(ctx context.Context, err error, cacheKey sdpcache.CacheKey) error {\n\tvar sdpErr *sdp.QueryError\n\n\tif err != nil {\n\t\tsdpErr = WrapAWSError(err)\n\n\t\t// Only cache the error if is something that won't be fixed by retrying\n\t\tif sdpErr.GetErrorType() == sdp.QueryError_NOTFOUND || sdpErr.GetErrorType() == sdp.QueryError_NOSCOPE {\n\t\t\ts.cache.StoreUnavailableItem(ctx, sdpErr, s.cacheDuration(), cacheKey)\n\t\t}\n\t}\n\n\treturn sdpErr\n}\n\n// describe Runs describe on the given input, intelligently choosing whether to\n// run the paginated or unpaginated query. This handles caching, error handling,\n// and post-search filtering if the query param is passed\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) describe(ctx context.Context, query *string, input Input, scope string, ck sdpcache.CacheKey, stream discovery.QueryResultStream) {\n\t// Track whether any items were found\n\titemsSent := 0\n\n\tif s.Paginated() {\n\t\tpaginator := s.PaginatorBuilder(s.Client, input)\n\n\t\tfor paginator.HasMorePages() {\n\t\t\toutput, err := paginator.NextPage(ctx)\n\t\t\tif err != nil {\n\t\t\t\tstream.SendError(s.processError(ctx, err, ck))\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\titems, err := s.OutputMapper(ctx, s.Client, scope, input, output)\n\t\t\tif err != nil {\n\t\t\t\tstream.SendError(s.processError(ctx, err, ck))\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif query != nil && s.PostSearchFilter != nil {\n\t\t\t\titems, err = s.PostSearchFilter(ctx, *query, items)\n\t\t\t\tif err != nil {\n\t\t\t\t\tstream.SendError(s.processError(ctx, err, ck))\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor _, item := range items {\n\t\t\t\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\t\t\t\tstream.SendItem(item)\n\t\t\t\titemsSent++\n\t\t\t}\n\t\t}\n\t} else {\n\t\toutput, err := s.DescribeFunc(ctx, s.Client, input)\n\t\tif err != nil {\n\t\t\tstream.SendError(s.processError(ctx, err, ck))\n\t\t\treturn\n\t\t}\n\n\t\titems, err := s.OutputMapper(ctx, s.Client, scope, input, output)\n\t\tif err != nil {\n\t\t\tstream.SendError(s.processError(ctx, err, ck))\n\t\t\treturn\n\t\t}\n\n\t\tif query != nil && s.PostSearchFilter != nil {\n\t\t\titems, err = s.PostSearchFilter(ctx, *query, items)\n\t\t\tif err != nil {\n\t\t\t\tstream.SendError(s.processError(ctx, err, ck))\n\t\t\t\treturn\n\t\t\t}\n\t\t}\n\n\t\tfor _, item := range items {\n\t\t\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\t\t\tstream.SendItem(item)\n\t\t\titemsSent++\n\t\t}\n\t}\n\n\t// Cache not-found when no items were found\n\tif itemsSent == 0 {\n\t\tvar errorString string\n\t\tif query != nil {\n\t\t\terrorString = fmt.Sprintf(\"no %s found for search query '%s' in scope %s\", s.ItemType, *query, scope)\n\t\t} else {\n\t\t\terrorString = fmt.Sprintf(\"no %s found in scope %s\", s.ItemType, scope)\n\t\t}\n\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: errorString,\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, notFoundErr, s.cacheDuration(), ck)\n\t}\n}\n\n// Weight Returns the priority weighting of items returned by this adapter.\n// This is used to resolve conflicts where two sources of the same type\n// return an item for a GET request. In this instance only one item can be\n// seen on, so the one with the higher weight value will win.\nfunc (s *DescribeOnlyAdapter[Input, Output, ClientStruct, Options]) Weight() int {\n\treturn 100\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_describe_source_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\nfunc TestType(t *testing.T) {\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tItemType: \"foo\",\n\t}\n\n\tif s.Type() != \"foo\" {\n\t\tt.Errorf(\"expected type to be foo, got %v\", s.Type())\n\t}\n}\n\nfunc TestName(t *testing.T) {\n\t// Basically just test that it's not empty. It doesn't matter what it is\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tItemType: \"foo\",\n\t}\n\n\tif s.Name() == \"\" {\n\t\tt.Error(\"blank name\")\n\t}\n}\n\nfunc TestScopes(t *testing.T) {\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tRegion: \"outer-space\",\n\t\tAccountID: \"mars\",\n\t}\n\n\tscopes := s.Scopes()\n\n\tif len(scopes) != 1 {\n\t\tt.Errorf(\"expected 1 scope, got %v\", len(scopes))\n\t}\n\n\tif scopes[0] != \"mars.outer-space\" {\n\t\tt.Errorf(\"expected scope to be mars.outer-space, got %v\", scopes[0])\n\t}\n}\n\nfunc TestGet(t *testing.T) {\n\tt.Run(\"when everything goes well\", func(t *testing.T) {\n\t\tvar inputMapperCalled bool\n\t\tvar outputMapperCalled bool\n\t\tvar describeFuncCalled bool\n\n\t\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"foo\",\n\t\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\t\tinputMapperCalled = true\n\t\t\t\treturn \"input\", nil\n\t\t\t},\n\t\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\t\treturn \"input\", nil\n\t\t\t},\n\t\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\t\toutputMapperCalled = true\n\t\t\t\treturn []*sdp.Item{\n\t\t\t\t\t{},\n\t\t\t\t}, nil\n\t\t\t},\n\t\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\t\tdescribeFuncCalled = true\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\titem, err := s.Get(context.Background(), \"foo.eu-west-2\", \"bar\", false)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif !inputMapperCalled {\n\t\t\tt.Error(\"input mapper not called\")\n\t\t}\n\n\t\tif !outputMapperCalled {\n\t\t\tt.Error(\"output mapper not called\")\n\t\t}\n\n\t\tif !describeFuncCalled {\n\t\t\tt.Error(\"describe func not called\")\n\t\t}\n\n\t\tif item == nil {\n\t\t\tt.Error(\"nil item\")\n\t\t}\n\t})\n\n\tt.Run(\"use get for list: output returns multiple sources\", func(t *testing.T) {\n\t\tuniqueAttribute := \"virtualGatewayId\"\n\t\tuniqueAttributeValue := \"test-id\"\n\n\t\tvar inputMapperCalled bool\n\t\tvar outputMapperCalled bool\n\t\tvar describeFuncCalled bool\n\n\t\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"foo\",\n\t\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\t\tinputMapperCalled = true\n\t\t\t\treturn \"input\", nil\n\t\t\t},\n\t\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\t\treturn \"input\", nil\n\t\t\t},\n\t\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\t\toutputMapperCalled = true\n\t\t\t\treturn []*sdp.Item{\n\t\t\t\t\t{\n\t\t\t\t\t\tUniqueAttribute: uniqueAttribute,\n\t\t\t\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\t\t\tuniqueAttribute: structpb.NewStringValue(uniqueAttributeValue),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tUniqueAttribute: uniqueAttribute,\n\t\t\t\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\t\t\tuniqueAttribute: structpb.NewStringValue(\"some-value\"),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t}, nil\n\t\t\t},\n\t\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\t\tdescribeFuncCalled = true\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tUseListForGet: true,\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\titem, err := s.Get(context.Background(), \"foo.eu-west-2\", uniqueAttributeValue, false)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif !inputMapperCalled {\n\t\t\tt.Error(\"input mapper not called\")\n\t\t}\n\n\t\tif !outputMapperCalled {\n\t\t\tt.Error(\"output mapper not called\")\n\t\t}\n\n\t\tif !describeFuncCalled {\n\t\t\tt.Error(\"describe func not called\")\n\t\t}\n\n\t\tif item == nil {\n\t\t\tt.Error(\"nil item\")\n\t\t}\n\t})\n\n\tt.Run(\"with too many results\", func(t *testing.T) {\n\t\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"foo\",\n\t\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\t\treturn \"input\", nil\n\t\t\t},\n\t\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\t\treturn \"input\", nil\n\t\t\t},\n\t\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\t\treturn []*sdp.Item{\n\t\t\t\t\t{},\n\t\t\t\t\t{},\n\t\t\t\t\t{},\n\t\t\t\t}, nil\n\t\t\t},\n\t\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\t_, err := s.Get(context.Background(), \"foo.eu-west-2\", \"bar\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"with no results\", func(t *testing.T) {\n\t\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"foo\",\n\t\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\t\treturn \"input\", nil\n\t\t\t},\n\t\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\t\treturn \"input\", nil\n\t\t\t},\n\t\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\t\treturn []*sdp.Item{}, nil\n\t\t\t},\n\t\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\t_, err := s.Get(context.Background(), \"foo.eu-west-2\", \"bar\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n}\n\nfunc TestSearchARN(t *testing.T) {\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tRegion: \"region\",\n\t\tAccountID: \"account-id\",\n\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\treturn []*sdp.Item{\n\t\t\t\t{},\n\t\t\t}, nil\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\treturn \"fancy\", nil\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tstream := discovery.NewRecordingQueryResultStream()\n\ts.SearchStream(context.Background(), \"account-id.region\", \"arn:partition:service:region:account-id:resource-type:resource-id\", false, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\tt.Error(errs)\n\t}\n\n\titems := stream.GetItems()\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t}\n}\n\nfunc TestSearchCustom(t *testing.T) {\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tRegion: \"region\",\n\t\tAccountID: \"account-id\",\n\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\treturn []*sdp.Item{\n\t\t\t\t{\n\t\t\t\t\tType: \"test-item\",\n\t\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\t\t\"name\": structpb.NewStringValue(output),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperSearch: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\treturn \"custom\", nil\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\treturn input, nil\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tstream := discovery.NewRecordingQueryResultStream()\n\ts.SearchStream(context.Background(), \"account-id.region\", \"foo\", false, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\tt.Error(errs)\n\t}\n\n\titems := stream.GetItems()\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\tif items[0].UniqueAttributeValue() != \"custom\" {\n\t\tt.Errorf(\"expected item to be 'custom', got %v\", items[0].UniqueAttributeValue())\n\t}\n\n\tt.Run(\"with a post-search filter\", func(t *testing.T) {\n\t\ts.PostSearchFilter = func(ctx context.Context, query string, items []*sdp.Item) ([]*sdp.Item, error) {\n\t\t\treturn nil, nil\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\ts.SearchStream(context.Background(), \"account-id.region\", \"bar\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Error(errs)\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"expected 0 item, got %v\", len(items))\n\t\t}\n\t})\n}\n\nfunc TestNoInputMapper(t *testing.T) {\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tRegion: \"eu-west-2\",\n\t\tAccountID: \"foo\",\n\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\treturn []*sdp.Item{\n\t\t\t\t{},\n\t\t\t}, nil\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\treturn \"\", nil\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\t_, err := s.Get(context.Background(), \"foo.eu-west-2\", \"bar\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\ts.ListStream(context.Background(), \"foo.eu-west-2\", false, stream)\n\n\t\tif len(stream.GetErrors()) == 0 {\n\t\t\tt.Error(\"expected error but got none\")\n\t\t}\n\t})\n}\n\nfunc TestNoOutputMapper(t *testing.T) {\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tRegion: \"eu-west-2\",\n\t\tAccountID: \"foo\",\n\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\treturn \"\", nil\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\t_, err := s.Get(context.Background(), \"foo.eu-west-2\", \"bar\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\ts.ListStream(context.Background(), \"foo.eu-west-2\", false, stream)\n\n\t\tif len(stream.GetErrors()) == 0 {\n\t\t\tt.Error(\"expected error but got none\")\n\t\t}\n\t})\n}\n\nfunc TestNoDescribeFunc(t *testing.T) {\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tRegion: \"eu-west-2\",\n\t\tAccountID: \"foo\",\n\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\treturn []*sdp.Item{\n\t\t\t\t{},\n\t\t\t}, nil\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\t_, err := s.Get(context.Background(), \"foo.eu-west-2\", \"bar\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\ts.ListStream(context.Background(), \"foo.eu-west-2\", false, stream)\n\n\t\tif len(stream.GetErrors()) == 0 {\n\t\t\tt.Error(\"expected error but got none\")\n\t\t}\n\t})\n}\n\nfunc TestFailingInputMapper(t *testing.T) {\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tRegion: \"eu-west-2\",\n\t\tAccountID: \"foo\",\n\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\treturn \"input\", errors.New(\"foobar\")\n\t\t},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"input\", errors.New(\"foobar\")\n\t\t},\n\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\treturn []*sdp.Item{\n\t\t\t\t{},\n\t\t\t}, nil\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\treturn \"\", nil\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tfooBar := regexp.MustCompile(\"foobar\")\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\t_, err := s.Get(context.Background(), \"foo.eu-west-2\", \"bar\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\n\t\tif !fooBar.MatchString(err.Error()) {\n\t\t\tt.Errorf(\"expected error string '%v' to contain foobar\", err.Error())\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\ts.ListStream(context.Background(), \"foo.eu-west-2\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"expected error but got none\")\n\t\t}\n\n\t\tif !fooBar.MatchString(errs[0].Error()) {\n\t\t\tt.Errorf(\"expected error string '%v' to contain foobar\", errs[0].Error())\n\t\t}\n\t})\n}\n\nfunc TestFailingOutputMapper(t *testing.T) {\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tRegion: \"eu-west-2\",\n\t\tAccountID: \"foo\",\n\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\treturn nil, errors.New(\"foobar\")\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\treturn \"\", nil\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tfooBar := regexp.MustCompile(\"foobar\")\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\t_, err := s.Get(context.Background(), \"foo.eu-west-2\", \"bar\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\n\t\tif !fooBar.MatchString(err.Error()) {\n\t\t\tt.Errorf(\"expected error string '%v' to contain foobar\", err.Error())\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\ts.ListStream(context.Background(), \"foo.eu-west-2\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"expected error but got none\")\n\t\t}\n\n\t\tif !fooBar.MatchString(errs[0].Error()) {\n\t\t\tt.Errorf(\"expected error string '%v' to contain foobar\", errs[0].Error())\n\t\t}\n\t})\n}\n\nfunc TestFailingDescribeFunc(t *testing.T) {\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tRegion: \"eu-west-2\",\n\t\tAccountID: \"foo\",\n\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\treturn []*sdp.Item{\n\t\t\t\t{},\n\t\t\t}, nil\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\treturn \"\", errors.New(\"foobar\")\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tfooBar := regexp.MustCompile(\"foobar\")\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\t_, err := s.Get(context.Background(), \"foo.eu-west-2\", \"bar\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\n\t\tif !fooBar.MatchString(err.Error()) {\n\t\t\tt.Errorf(\"expected error string '%v' to contain foobar\", err.Error())\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\ts.ListStream(context.Background(), \"foo.eu-west-2\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"expected error but got none\")\n\t\t}\n\n\t\tif !fooBar.MatchString(errs[0].Error()) {\n\t\t\tt.Errorf(\"expected error string '%v' to contain foobar\", errs[0].Error())\n\t\t}\n\t})\n}\n\ntype TestPaginator struct {\n\tDataFunc func() string\n\n\tMaxPages int\n\n\tpage int\n}\n\nfunc (t *TestPaginator) HasMorePages() bool {\n\tif t.MaxPages == 0 {\n\t\tt.MaxPages = 3\n\t}\n\treturn t.page < t.MaxPages\n}\n\nfunc (t *TestPaginator) NextPage(context.Context, ...func(struct{})) (string, error) {\n\tdata := t.DataFunc()\n\tt.page++\n\treturn data, nil\n}\n\nfunc TestPaginated(t *testing.T) {\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tMaxResultsPerPage: 1,\n\t\tRegion: \"eu-west-2\",\n\t\tAccountID: \"foo\",\n\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\treturn []*sdp.Item{\n\t\t\t\t{},\n\t\t\t}, nil\n\t\t},\n\t\tPaginatorBuilder: func(client struct{}, params string) Paginator[string, struct{}] {\n\t\t\treturn &TestPaginator{DataFunc: func() string {\n\t\t\t\treturn \"foo\"\n\t\t\t}}\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\treturn \"\", nil\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tt.Run(\"detecting pagination\", func(t *testing.T) {\n\t\tif !s.Paginated() {\n\t\t\tt.Error(\"pagination not detected\")\n\t\t}\n\n\t\tif err := s.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"paginating a List query\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\ts.ListStream(context.Background(), \"foo.eu-west-2\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Error(errs)\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 3 {\n\t\t\tt.Errorf(\"expected 3 items, got %v\", len(items))\n\t\t}\n\t})\n}\n\nfunc TestDescribeOnlySourceCaching(t *testing.T) {\n\tctx := context.Background()\n\tgeneration := 0\n\ts := DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tAdapterMetadata: adapterMetadata,\n\t\tItemType: \"test-type\",\n\t\tMaxResultsPerPage: 1,\n\t\tRegion: \"eu-west-2\",\n\t\tAccountID: \"foo\",\n\t\tcache: sdpcache.NewMemoryCache(),\n\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tOutputMapper: func(_ context.Context, _ struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\treturn []*sdp.Item{\n\t\t\t\t{\n\t\t\t\t\tScope: \"foo.eu-west-2\",\n\t\t\t\t\tType: \"test-type\",\n\t\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\t\t\"name\": structpb.NewStringValue(\"test-item\"),\n\t\t\t\t\t\t\t\t\"generation\": structpb.NewStringValue(output),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tPaginatorBuilder: func(client struct{}, params string) Paginator[string, struct{}] {\n\t\t\treturn &TestPaginator{\n\t\t\t\tDataFunc: func() string {\n\t\t\t\t\tgeneration += 1\n\t\t\t\t\treturn fmt.Sprintf(\"%v\", generation)\n\t\t\t\t},\n\t\t\t\tMaxPages: 1,\n\t\t\t}\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\tgeneration += 1\n\t\t\treturn fmt.Sprintf(\"%v\", generation), nil\n\t\t},\n\t}\n\n\tt.Run(\"get\", func(t *testing.T) {\n\t\t// get\n\t\tfirst, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tfirstGen, err := first.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// get again\n\t\twithCache, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithCacheGen, err := withCache.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif firstGen != withCacheGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withCacheGen)\n\t\t}\n\n\t\t// get ignore cache\n\t\twithoutCache, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", true)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithoutCacheGen, err := withoutCache.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tif withoutCacheGen == firstGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withoutCacheGen)\n\t\t}\n\t})\n\n\tt.Run(\"list\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\n\t\t// Fist list\n\t\ts.ListStream(ctx, \"foo.eu-west-2\", false, stream)\n\t\t// List again, expect caching\n\t\ts.ListStream(ctx, \"foo.eu-west-2\", false, stream)\n\t\t// List again, ignore cache\n\t\ts.ListStream(ctx, \"foo.eu-west-2\", true, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Error(errs)\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 3 {\n\t\t\tt.Fatalf(\"expected 3 items, got %v\", len(items))\n\t\t}\n\n\t\tfirstGen, err := items[0].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithCache, err := items[1].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithoutCache, err := items[2].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif firstGen != withCache {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withCache)\n\t\t}\n\n\t\tif withoutCache == firstGen {\n\t\t\tt.Errorf(\"without cache: expected generation %v, got %v\", firstGen, withoutCache)\n\t\t}\n\t})\n\n\tt.Run(\"search\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\n\t\t// First time\n\t\ts.SearchStream(ctx, \"foo.eu-west-2\", \"arn:aws:test-type:eu-west-2:foo:test-item\", false, stream)\n\t\t// Search again, expect caching\n\t\ts.SearchStream(ctx, \"foo.eu-west-2\", \"arn:aws:test-type:eu-west-2:foo:test-item\", false, stream)\n\t\t// Search again, ignore cache\n\t\ts.SearchStream(ctx, \"foo.eu-west-2\", \"arn:aws:test-type:eu-west-2:foo:test-item\", true, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Error(errs)\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 3 {\n\t\t\tt.Fatalf(\"expected 3 items, got %v\", len(items))\n\t\t}\n\n\t\tfirstGen, err := items[0].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithCache, err := items[1].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithoutCache, err := items[2].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif firstGen != withCache {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withCache)\n\t\t}\n\n\t\tif withoutCache == firstGen {\n\t\t\tt.Errorf(\"without cache: expected generation %v, got %v\", firstGen, withoutCache)\n\t\t}\n\t})\n}\n\n// TestListCachingZeroItems demonstrates that LIST caching works when 0 items are returned.\n// This is a simple test to verify that repeated LIST calls don't hit the backend when\n// the first call returned no items.\nfunc TestListCachingZeroItems(t *testing.T) {\n\tctx := context.Background()\n\tdescribeCalls := 0\n\tcache := sdpcache.NewMemoryCache()\n\n\tadapter := &DescribeOnlyAdapter[string, string, struct{}, struct{}]{\n\t\tItemType: \"ec2-instance\",\n\t\tRegion: \"us-east-1\",\n\t\tAccountID: \"123456789012\",\n\t\tcache: cache,\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"ec2-instance\",\n\t\t\tDescriptiveName: \"EC2 Instance\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get an EC2 instance by ID\",\n\t\t\t\tListDescription: \"List all EC2 instances\",\n\t\t\t},\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (string, error) {\n\t\t\treturn query, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"\", nil\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client struct{}, input string) (string, error) {\n\t\t\tdescribeCalls++\n\t\t\tt.Logf(\"DescribeFunc called (call #%d)\", describeCalls)\n\t\t\treturn \"\", nil\n\t\t},\n\t\tOutputMapper: func(ctx context.Context, client struct{}, scope, input, output string) ([]*sdp.Item, error) {\n\t\t\t// Return empty slice - simulates no EC2 instances found\n\t\t\treturn []*sdp.Item{}, nil\n\t\t},\n\t}\n\n\t// First LIST call - should hit the backend\n\tstream1 := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(ctx, \"123456789012.us-east-1\", false, stream1)\n\n\tif describeCalls != 1 {\n\t\tt.Errorf(\"First call: expected 1 DescribeFunc call, got %d\", describeCalls)\n\t}\n\tif len(stream1.GetItems()) != 0 {\n\t\tt.Errorf(\"First call: expected 0 items, got %d\", len(stream1.GetItems()))\n\t}\n\tt.Logf(\"First call complete: %d items, %d errors\", len(stream1.GetItems()), len(stream1.GetErrors()))\n\n\t// Second LIST call - should hit cache, NOT the backend\n\tstream2 := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(ctx, \"123456789012.us-east-1\", false, stream2)\n\n\tif describeCalls != 1 {\n\t\tt.Errorf(\"Second call: expected still 1 DescribeFunc call (cache hit), got %d\", describeCalls)\n\t}\n\tif len(stream2.GetItems()) != 0 {\n\t\tt.Errorf(\"Second call: expected 0 items, got %d\", len(stream2.GetItems()))\n\t}\n\t// For backward compatibility, cached NOTFOUND is treated as empty result (no error)\n\t// This matches the behavior of the first call which returns empty stream with no errors\n\tif len(stream2.GetErrors()) != 0 {\n\t\tt.Errorf(\"Second call: expected 0 errors from cache (backward compatibility), got %d errors\", len(stream2.GetErrors()))\n\t}\n\tt.Logf(\"Second call complete: %d items, %d errors (cache hit!)\", len(stream2.GetItems()), len(stream2.GetErrors()))\n\n\t// Third LIST call with ignoreCache=true - should bypass cache and hit backend\n\tstream3 := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(ctx, \"123456789012.us-east-1\", true, stream3) // ignoreCache=true\n\n\tif describeCalls != 2 {\n\t\tt.Errorf(\"Third call (ignoreCache): expected 2 DescribeFunc calls, got %d\", describeCalls)\n\t}\n\tt.Logf(\"Third call (ignoreCache=true) complete: %d items, %d errors\", len(stream3.GetItems()), len(stream3.GetErrors()))\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_get_list_adapter_v2.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"slices\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// GetListAdapterV2 A adapter for AWS APIs where the Get and List functions both\n// return the full item, such as many of the IAM APIs. This version supports\n// paginated APIs and streaming results.\ntype GetListAdapterV2[ListInput InputType, ListOutput OutputType, AWSItem AWSItemType, ClientStruct ClientStructType, Options OptionsType] struct {\n\tItemType string // The type of items that will be returned\n\tClient ClientStruct // The AWS API client\n\tAccountID string // The AWS account ID\n\tRegion string // The AWS region this is related to\n\tSupportGlobalResources bool // If true, this will also support resources in the \"aws\" scope which are global\n\tAdapterMetadata *sdp.AdapterMetadata\n\n\tCacheDuration time.Duration // How long to cache items for\n\tcache sdpcache.Cache // The cache for this adapter (set during creation, can be nil for tests)\n\n\t// Disables List(), meaning all calls will return empty results. This does\n\t// not affect Search()\n\tDisableList bool\n\n\t// GetFunc Gets the details of a specific item, returns the AWS\n\t// representation of that item, and an error\n\tGetFunc func(ctx context.Context, client ClientStruct, scope string, query string) (AWSItem, error)\n\n\t// A function that returns the input object that will be passed to\n\t// ListFunc for a LIST request\n\tInputMapperList func(scope string) (ListInput, error)\n\n\t// ListFunc Lists all items that it can find this should be used only if the\n\t// API does not have a paginator, otherwise use ListFuncPaginatorBuilder\n\tListFunc func(ctx context.Context, client ClientStruct, input ListInput) (ListOutput, error)\n\n\t// A function that returns a paginator for this API. If this is nil, we will\n\t// assume that the API is not paginated e.g.\n\t// https://aws.github.io/aws-sdk-go-v2/docs/making-requests/#using-paginators\n\t//\n\t// If this is set then ListFunc will be ignored\n\tListFuncPaginatorBuilder func(client ClientStruct, params ListInput) Paginator[ListOutput, Options]\n\n\t// Extracts the list of items from the output of the ListFunc, these will be\n\t// passed to the ItemMapper for conversion to SDP items\n\tListExtractor func(ctx context.Context, output ListOutput, client ClientStruct) ([]AWSItem, error)\n\n\t// NOTE\n\t//\n\t// This does not yet support custom searching, this will be added in a\n\t// future version\n\n\t// ItemMapper Maps an AWS representation of an item to the SDP version, the\n\t// query will be nil if the method was LIST\n\tItemMapper func(query *string, scope string, awsItem AWSItem) (*sdp.Item, error)\n\n\t// ListTagsFunc Optional function that will be used to list tags for a\n\t// resource\n\tListTagsFunc func(context.Context, AWSItem, ClientStruct) (map[string]string, error)\n}\n\nfunc (s *GetListAdapterV2[ListInput, ListOutput, AWSItem, ClientStruct, Options]) cacheDuration() time.Duration {\n\tif s.CacheDuration == 0 {\n\t\treturn DefaultCacheDuration\n\t}\n\n\treturn s.CacheDuration\n}\n\n// Validate Checks that the adapter has been set up correctly\nfunc (s *GetListAdapterV2[ListInput, ListOutput, AWSItem, ClientStruct, Options]) Validate() error {\n\tif s.GetFunc == nil {\n\t\treturn errors.New(\"GetFunc is nil\")\n\t}\n\n\tif !s.DisableList {\n\t\tif s.ListFunc == nil && s.ListFuncPaginatorBuilder == nil {\n\t\t\treturn errors.New(\"ListFunc and ListFuncPaginatorBuilder are nil\")\n\t\t}\n\n\t\tif s.ListExtractor == nil {\n\t\t\treturn errors.New(\"ListExtractor is nil\")\n\t\t}\n\n\t\tif s.InputMapperList == nil {\n\t\t\treturn errors.New(\"InputMapperList is nil\")\n\t\t}\n\t}\n\n\tif s.ItemMapper == nil {\n\t\treturn errors.New(\"ItemMapper is nil\")\n\t}\n\n\treturn nil\n}\n\nfunc (s *GetListAdapterV2[ListInput, ListOutput, AWSItem, ClientStruct, Options]) Type() string {\n\treturn s.ItemType\n}\n\nfunc (s *GetListAdapterV2[ListInput, ListOutput, AWSItem, ClientStruct, Options]) Name() string {\n\treturn fmt.Sprintf(\"%v-adapter\", s.ItemType)\n}\n\nfunc (s *GetListAdapterV2[ListInput, ListOutput, AWSItem, ClientStruct, Options]) Metadata() *sdp.AdapterMetadata {\n\treturn s.AdapterMetadata\n}\n\n// List of scopes that this adapter is capable of find items for. This will be\n// in the format {accountID}.{region}\nfunc (s *GetListAdapterV2[ListInput, ListOutput, AWSItem, ClientStruct, Options]) Scopes() []string {\n\tscopes := make([]string, 0)\n\n\tscopes = append(scopes, FormatScope(s.AccountID, s.Region))\n\n\tif s.SupportGlobalResources {\n\t\tscopes = append(scopes, \"aws\")\n\t}\n\n\treturn scopes\n}\n\n// hasScope Returns whether or not this adapter has the given scope\nfunc (s *GetListAdapterV2[ListInput, ListOutput, AWSItem, ClientStruct, Options]) hasScope(scope string) bool {\n\tif scope == \"aws\" && s.SupportGlobalResources {\n\t\t// There is a special global \"account\" that is used for global resources\n\t\t// called \"aws\"\n\t\treturn true\n\t}\n\n\treturn slices.Contains(s.Scopes(), scope)\n}\n\n// Get retrieves an item from the adapter based on the provided scope, query, and\n// cache settings. It uses the defined `GetFunc`, `ItemMapper`, and\n// `ListTagsFunc` to retrieve and map the item.\nfunc (s *GetListAdapterV2[ListInput, ListOutput, AWSItem, ClientStruct, Options]) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif !s.hasScope(scope) {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t}\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.ItemType, query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\tif len(cachedItems) == 0 {\n\t\t\treturn nil, nil\n\t\t} else {\n\t\t\treturn cachedItems[0], nil\n\t\t}\n\t}\n\n\tawsItem, err := s.GetFunc(ctx, s.Client, scope, query)\n\tif err != nil {\n\t\terr := WrapAWSError(err)\n\t\tif !CanRetry(err) {\n\t\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\t}\n\t\treturn nil, err\n\t}\n\n\titem, err := s.ItemMapper(&query, scope, awsItem)\n\tif err != nil {\n\t\t// Don't cache this as wrapping is very cheap and better to just try\n\t\t// again than store in memory\n\t\treturn nil, WrapAWSError(err)\n\t}\n\n\tif s.ListTagsFunc != nil {\n\t\titem.Tags, err = s.ListTagsFunc(ctx, awsItem, s.Client)\n\t\tif err != nil {\n\t\t\titem.Tags = HandleTagsError(ctx, err)\n\t\t}\n\t}\n\n\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\n\treturn item, nil\n}\n\n// List Lists all available items. This is done by running the ListFunc, then\n// passing these results to GetFunc in order to get the details\nfunc (s *GetListAdapterV2[ListInput, ListOutput, AWSItem, ClientStruct, Options]) ListStream(ctx context.Context, scope string, ignoreCache bool, stream discovery.QueryResultStream) {\n\tif !s.hasScope(scope) {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t})\n\t\treturn\n\t}\n\n\tif s.DisableList {\n\t\treturn\n\t}\n\n\tif err := s.Validate(); err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_LIST, scope, s.ItemType, \"\", ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn\n\t\t}\n\t\tstream.SendError(qErr)\n\t\treturn\n\t}\n\tif cacheHit {\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\tlistInput, err := s.InputMapperList(scope)\n\tif err != nil {\n\t\tstream.SendError(WrapAWSError(err))\n\t\treturn\n\t}\n\n\t// Track whether any items were found and if we had an error\n\titemsSent := 0\n\thadError := false\n\n\t// Define the function to send the outputs\n\tsendOutputs := func(out ListOutput) {\n\t\t// Extract the items in the correct format\n\t\tawsItems, err := s.ListExtractor(ctx, out, s.Client)\n\t\tif err != nil {\n\t\t\thadError = true\n\t\t\tstream.SendError(WrapAWSError(err))\n\t\t\treturn\n\t\t}\n\n\t\t// Map the items to SDP items, send on the stream, and save to the\n\t\t// cache\n\t\tfor _, awsItem := range awsItems {\n\t\t\titem, err := s.ItemMapper(nil, scope, awsItem)\n\t\t\tif err != nil {\n\t\t\t\thadError = true\n\t\t\t\tstream.SendError(WrapAWSError(err))\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tif s.ListTagsFunc != nil {\n\t\t\t\titem.Tags, err = s.ListTagsFunc(ctx, awsItem, s.Client)\n\t\t\t\tif err != nil {\n\t\t\t\t\titem.Tags = HandleTagsError(ctx, err)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tstream.SendItem(item)\n\t\t\titemsSent++\n\t\t\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\t\t}\n\t}\n\n\t// See if this is paginated or not and use the appropriate method\n\tif s.ListFuncPaginatorBuilder != nil {\n\t\tpaginator := s.ListFuncPaginatorBuilder(s.Client, listInput)\n\n\t\tfor paginator.HasMorePages() {\n\t\t\tout, err := paginator.NextPage(ctx)\n\t\t\tif err != nil {\n\t\t\t\thadError = true\n\t\t\t\tstream.SendError(WrapAWSError(err))\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tsendOutputs(out)\n\t\t}\n\t} else if s.ListFunc != nil {\n\t\tout, err := s.ListFunc(ctx, s.Client, listInput)\n\t\tif err != nil {\n\t\t\thadError = true\n\t\t\tstream.SendError(WrapAWSError(err))\n\t\t\treturn\n\t\t}\n\n\t\tsendOutputs(out)\n\t}\n\n\t// Cache not-found only when no items were found AND no error occurred\n\t// If we had an error, that error is already sent to the stream, don't overwrite it\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"no %s found in scope %s\", s.ItemType, scope),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, notFoundErr, s.cacheDuration(), ck)\n\t}\n}\n\n// Search Searches for AWS resources, this can be implemented either as a\n// generic ARN search that tries to extract the globally unique name from the\n// ARN and pass this to a Get request, or a custom search function that can be\n// used to search for items in a different, adapter-specific way\nfunc (s *GetListAdapterV2[ListInput, ListOutput, AWSItem, ClientStruct, Options]) SearchStream(ctx context.Context, scope string, query string, ignoreCache bool, stream discovery.QueryResultStream) {\n\tif !s.hasScope(scope) {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t})\n\t\treturn\n\t}\n\n\t// Parse the ARN\n\ta, err := ParseARN(query)\n\tif err != nil {\n\t\tstream.SendError(WrapAWSError(err))\n\t\treturn\n\t}\n\n\tif a.ContainsWildcard() {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"wildcards are not supported by adapter %v\", s.Name()),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t})\n\t\treturn\n\t}\n\n\tif arnScope := FormatScope(a.AccountID, a.Region); !s.hasScope(arnScope) {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"ARN scope %v does not match request scope %v\", arnScope, scope),\n\t\t\tScope: scope,\n\t\t})\n\t\treturn\n\t}\n\n\t// Since this gits the Get method, and this method implements caching, we\n\t// don't need to implement it here\n\titem, err := s.Get(ctx, scope, a.ResourceID(), ignoreCache)\n\tif err != nil {\n\t\tstream.SendError(err)\n\t\treturn\n\t}\n\n\tif item != nil {\n\t\tstream.SendItem(item)\n\t}\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_get_list_adapter_v2_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\nfunc TestGetListAdapterV2Type(t *testing.T) {\n\ts := GetListAdapterV2[string, []string, string, struct{}, struct{}]{\n\t\tItemType: \"foo\",\n\t}\n\n\tif s.Type() != \"foo\" {\n\t\tt.Errorf(\"expected type to be foo got %v\", s.Type())\n\t}\n}\n\nfunc TestGetListAdapterV2Name(t *testing.T) {\n\ts := GetListAdapterV2[string, []string, string, struct{}, struct{}]{\n\t\tItemType: \"foo\",\n\t}\n\n\tif s.Name() != \"foo-adapter\" {\n\t\tt.Errorf(\"expected type to be foo-adapter got %v\", s.Name())\n\t}\n}\n\nfunc TestGetListAdapterV2Scopes(t *testing.T) {\n\ts := GetListAdapterV2[string, []string, string, struct{}, struct{}]{\n\t\tAccountID: \"foo\",\n\t\tRegion: \"bar\",\n\t}\n\n\tif s.Scopes()[0] != \"foo.bar\" {\n\t\tt.Errorf(\"expected scope to be foo.bar, got %v\", s.Scopes()[0])\n\t}\n}\n\nfunc TestGetListAdapterV2Get(t *testing.T) {\n\tt.Run(\"with no errors\", func(t *testing.T) {\n\t\ts := GetListAdapterV2[string, []string, string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tItemMapper: func(query *string, scope, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tListTagsFunc: func(ctx context.Context, s1 string, s2 struct{}) (map[string]string, error) {\n\t\t\t\treturn map[string]string{\n\t\t\t\t\t\"foo\": \"bar\",\n\t\t\t\t}, nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\titem, err := s.Get(context.Background(), \"12345.eu-west-2\", \"\", false)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif item.GetTags()[\"foo\"] != \"bar\" {\n\t\t\tt.Errorf(\"expected tag foo to be bar, got %v\", item.GetTags()[\"foo\"])\n\t\t}\n\t})\n\n\tt.Run(\"with an error in the GetFunc\", func(t *testing.T) {\n\t\ts := GetListAdapterV2[string, []string, string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", errors.New(\"get func error\")\n\t\t\t},\n\t\t\tItemMapper: func(query *string, scope, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tif _, err := s.Get(context.Background(), \"12345.eu-west-2\", \"\", false); err == nil {\n\t\t\tt.Error(\"expected error got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"with an error in the mapper\", func(t *testing.T) {\n\t\ts := GetListAdapterV2[string, []string, string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tItemMapper: func(query *string, scope, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, errors.New(\"mapper error\")\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tif _, err := s.Get(context.Background(), \"12345.eu-west-2\", \"\", false); err == nil {\n\t\t\tt.Error(\"expected error got nil\")\n\t\t}\n\t})\n}\n\nfunc TestGetListAdapterV2ListStream(t *testing.T) {\n\tt.Run(\"with no errors\", func(t *testing.T) {\n\t\ts := GetListAdapterV2[string, []string, string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tListFunc: func(ctx context.Context, client struct{}, input string) ([]string, error) {\n\t\t\t\treturn []string{\"one\", \"two\"}, nil\n\t\t\t},\n\t\t\tItemMapper: func(query *string, scope, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tListExtractor: func(ctx context.Context, output []string, client struct{}) ([]string, error) {\n\t\t\t\treturn output, nil\n\t\t\t},\n\t\t\tListTagsFunc: func(ctx context.Context, s1 string, s2 struct{}) (map[string]string, error) {\n\t\t\t\treturn map[string]string{\n\t\t\t\t\t\"foo\": \"bar\",\n\t\t\t\t}, nil\n\t\t\t},\n\t\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\t\treturn \"input\", nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\ts.ListStream(context.Background(), \"12345.eu-west-2\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Error(errs)\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"expected 2 items, got %v\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"with an error in the ListFunc\", func(t *testing.T) {\n\t\ts := GetListAdapterV2[string, []string, string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tListFunc: func(ctx context.Context, client struct{}, scope string) ([]string, error) {\n\t\t\t\treturn []string{\"\", \"\"}, errors.New(\"list func error\")\n\t\t\t},\n\t\t\tItemMapper: func(query *string, scope, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\ts.ListStream(context.Background(), \"12345.eu-west-2\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"expected errors got none\")\n\t\t}\n\t})\n\n\tt.Run(\"with an error in the mapper\", func(t *testing.T) {\n\t\ts := GetListAdapterV2[string, []string, string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tListExtractor: func(ctx context.Context, output []string, client struct{}) ([]string, error) {\n\t\t\t\treturn output, nil\n\t\t\t},\n\t\t\tListFunc: func(ctx context.Context, client struct{}, scope string) ([]string, error) {\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tItemMapper: func(query *string, scope, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, errors.New(\"mapper error\")\n\t\t\t},\n\t\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\t\treturn \"input\", nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\ts.ListStream(context.Background(), \"12345.eu-west-2\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) != 2 {\n\t\t\tt.Errorf(\"expected 2 errors got %v\", len(errs))\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"expected no items, got %v\", len(items))\n\t\t}\n\t})\n}\n\n// MockPaginator is a mock implementation of the Paginator interface\ntype MockPaginator struct {\n\tpages [][]string\n\tpageIdx int\n\thasPages bool\n}\n\nfunc (p *MockPaginator) HasMorePages() bool {\n\treturn p.hasPages && p.pageIdx < len(p.pages)\n}\n\nfunc (p *MockPaginator) NextPage(ctx context.Context, opts ...func(struct{})) ([]string, error) {\n\tif !p.HasMorePages() {\n\t\treturn nil, errors.New(\"no more pages available\")\n\t}\n\tpage := p.pages[p.pageIdx]\n\tp.pageIdx++\n\treturn page, nil\n}\n\nfunc TestListFuncPaginatorBuilder(t *testing.T) {\n\tadapter := GetListAdapterV2[string, []string, string, struct{}, struct{}]{\n\t\tItemType: \"test-item\",\n\t\tAccountID: \"foo\",\n\t\tRegion: \"eu-west-2\",\n\t\tClient: struct{}{},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"test-input\", nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client struct{}, input string) Paginator[[]string, struct{}] {\n\t\t\treturn &MockPaginator{\n\t\t\t\tpages: [][]string{\n\t\t\t\t\t{\"item1\", \"item2\"},\n\t\t\t\t\t{\"item3\", \"item4\"},\n\t\t\t\t},\n\t\t\t\thasPages: true,\n\t\t\t}\n\t\t},\n\t\tListExtractor: func(ctx context.Context, output []string, client struct{}) ([]string, error) {\n\t\t\treturn output, nil\n\t\t},\n\t\tItemMapper: func(query *string, scope string, awsItem string) (*sdp.Item, error) {\n\t\t\tattrs, _ := sdp.ToAttributes(map[string]any{\n\t\t\t\t\"id\": awsItem,\n\t\t\t})\n\t\t\treturn &sdp.Item{\n\t\t\t\tType: \"test-item\",\n\t\t\t\tUniqueAttribute: \"id\",\n\t\t\t\tAttributes: attrs,\n\t\t\t\tScope: scope,\n\t\t\t}, nil\n\t\t},\n\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\treturn \"\", nil\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tstream := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(context.Background(), \"foo.eu-west-2\", false, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\tt.Error(errs)\n\t}\n\n\titems := stream.GetItems()\n\tif len(items) != 4 {\n\t\tt.Errorf(\"expected 4 items, got %v\", len(items))\n\t}\n}\n\nfunc TestGetListAdapterV2Caching(t *testing.T) {\n\tctx := context.Background()\n\tgeneration := 0\n\ts := GetListAdapterV2[string, []string, string, struct{}, struct{}]{\n\t\tItemType: \"test-type\",\n\t\tRegion: \"eu-west-2\",\n\t\tAccountID: \"foo\",\n\t\tcache: sdpcache.NewCache(ctx),\n\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\tgeneration += 1\n\t\t\treturn fmt.Sprintf(\"%v\", generation), nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client struct{}, scope string) ([]string, error) {\n\t\t\tgeneration += 1\n\t\t\treturn []string{fmt.Sprintf(\"%v\", generation)}, nil\n\t\t},\n\t\tListExtractor: func(ctx context.Context, output []string, client struct{}) ([]string, error) {\n\t\t\treturn output, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (string, error) {\n\t\t\treturn \"input\", nil\n\t\t},\n\t\tItemMapper: func(query *string, scope string, output string) (*sdp.Item, error) {\n\t\t\treturn &sdp.Item{\n\t\t\t\tScope: \"foo.eu-west-2\",\n\t\t\t\tType: \"test-type\",\n\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\t\"name\": structpb.NewStringValue(\"test-item\"),\n\t\t\t\t\t\t\t\"generation\": structpb.NewStringValue(output),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t}\n\n\tt.Run(\"get\", func(t *testing.T) {\n\t\t// get\n\t\tfirst, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tfirstGen, err := first.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// get again\n\t\twithCache, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithCacheGen, err := withCache.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif firstGen != withCacheGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withCacheGen)\n\t\t}\n\n\t\t// get ignore cache\n\t\twithoutCache, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", true)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithoutCacheGen, err := withoutCache.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tif withoutCacheGen == firstGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withoutCacheGen)\n\t\t}\n\t})\n\n\tt.Run(\"list\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\n\t\t// First call\n\t\ts.ListStream(ctx, \"foo.eu-west-2\", false, stream)\n\t\t// Second call with caching\n\t\ts.ListStream(ctx, \"foo.eu-west-2\", false, stream)\n\t\t// Third call without caching\n\t\ts.ListStream(ctx, \"foo.eu-west-2\", true, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Error(errs)\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tfirstGen, err := items[0].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithCacheGen, err := items[1].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithoutCacheGen, err := items[2].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif firstGen != withCacheGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withCacheGen)\n\t\t}\n\n\t\tif withoutCacheGen == firstGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withoutCacheGen)\n\t\t}\n\t})\n}\n\n// TestGetListAdapterV2_ListExtractorErrorNoNotFoundCache tests that when ListExtractor fails,\n// we don't incorrectly cache NOTFOUND. The error should be sent, but NOTFOUND should not be cached\n// because the failure was due to extraction errors, not because items don't exist.\nfunc TestGetListAdapterV2_ListExtractorErrorNoNotFoundCache(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tlistCalls := 0\n\n\ttype MockAWSItem struct {\n\t\tName string\n\t}\n\n\tadapter := &GetListAdapterV2[*MockInput, *MockOutput, *MockAWSItem, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tGetFunc: func(ctx context.Context, client *MockClient, scope string, query string) (*MockAWSItem, error) {\n\t\t\treturn nil, errors.New(\"should not be called in LIST test\")\n\t\t},\n\t\tInputMapperList: func(scope string) (*MockInput, error) {\n\t\t\treturn &MockInput{}, nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *MockClient, input *MockInput) (*MockOutput, error) {\n\t\t\tlistCalls++\n\t\t\t// Return a valid output that indicates items exist\n\t\t\treturn &MockOutput{}, nil\n\t\t},\n\t\tListExtractor: func(ctx context.Context, output *MockOutput, client *MockClient) ([]*MockAWSItem, error) {\n\t\t\t// Simulate extraction failure - this should NOT result in NOTFOUND caching\n\t\t\treturn nil, errors.New(\"extraction failed\")\n\t\t},\n\t\tItemMapper: func(query *string, scope string, awsItem *MockAWSItem) (*sdp.Item, error) {\n\t\t\treturn &sdp.Item{\n\t\t\t\tType: \"test-item\",\n\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{},\n\t\t\t\tScope: scope,\n\t\t\t}, nil\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// First call - ListExtractor fails, should send error but NOT cache NOTFOUND\n\tstream1 := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(ctx, \"123456789012.us-east-1\", false, stream1)\n\n\tif len(stream1.GetItems()) != 0 {\n\t\tt.Errorf(\"Expected 0 items, got %d\", len(stream1.GetItems()))\n\t}\n\tif len(stream1.GetErrors()) != 1 {\n\t\tt.Errorf(\"Expected 1 error from ListExtractor failure, got %d\", len(stream1.GetErrors()))\n\t}\n\tif listCalls != 1 {\n\t\tt.Errorf(\"Expected 1 ListFunc call, got %d\", listCalls)\n\t}\n\n\t// Second call - should NOT hit cache (NOTFOUND was not cached), should try again\n\tstream2 := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(ctx, \"123456789012.us-east-1\", false, stream2)\n\n\tif listCalls != 2 {\n\t\tt.Errorf(\"Expected 2 ListFunc calls (no cache hit because NOTFOUND was not cached), got %d\", listCalls)\n\t}\n\tif len(stream2.GetItems()) != 0 {\n\t\tt.Errorf(\"Expected 0 items, got %d\", len(stream2.GetItems()))\n\t}\n\tif len(stream2.GetErrors()) != 1 {\n\t\tt.Errorf(\"Expected 1 error from ListExtractor failure, got %d\", len(stream2.GetErrors()))\n\t}\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_get_list_source.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"slices\"\n\t\"time\"\n\n\t\"buf.build/go/protovalidate\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// GetListAdapter A adapter for AWS APIs where the Get and List functions both\n// return the full item, such as many of the IAM APIs\ntype GetListAdapter[AWSItem AWSItemType, ClientStruct ClientStructType, Options OptionsType] struct {\n\tItemType string // The type of items that will be returned\n\tClient ClientStruct // The AWS API client\n\tAccountID string // The AWS account ID\n\tRegion string // The AWS region this is related to\n\tSupportGlobalResources bool // If true, this will also support resources in the \"aws\" scope which are global\n\tAdapterMetadata *sdp.AdapterMetadata\n\n\tCacheDuration time.Duration // How long to cache items for\n\tcache sdpcache.Cache // The cache for this adapter (set during creation, can be nil for tests)\n\n\t// Disables List(), meaning all calls will return empty results. This does\n\t// not affect Search()\n\tDisableList bool\n\n\t// GetFunc Gets the details of a specific item, returns the AWS\n\t// representation of that item, and an error\n\tGetFunc func(ctx context.Context, client ClientStruct, scope string, query string) (AWSItem, error)\n\n\t// ListFunc Lists all items that it can find. Returning a slice of AWS items\n\tListFunc func(ctx context.Context, client ClientStruct, scope string) ([]AWSItem, error)\n\n\t// Optional search func that will be used for Search Requests. If this is\n\t// unset, Search will simply use ARNs\n\tSearchFunc func(ctx context.Context, client ClientStruct, scope string, query string) ([]AWSItem, error)\n\n\t// ItemMapper Maps an AWS representation of an item to the SDP version\n\tItemMapper func(query, scope string, awsItem AWSItem) (*sdp.Item, error)\n\n\t// ListTagsFunc Optional function that will be used to list tags for a\n\t// resource\n\tListTagsFunc func(context.Context, AWSItem, ClientStruct) (map[string]string, error)\n}\n\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) cacheDuration() time.Duration {\n\tif s.CacheDuration == 0 {\n\t\treturn DefaultCacheDuration\n\t}\n\n\treturn s.CacheDuration\n}\n\n// Validate Checks that the adapter has been set up correctly\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) Validate() error {\n\tif s.GetFunc == nil {\n\t\treturn errors.New(\"GetFunc is nil\")\n\t}\n\n\tif !s.DisableList {\n\t\tif s.ListFunc == nil {\n\t\t\treturn errors.New(\"ListFunc is nil\")\n\t\t}\n\t}\n\n\tif s.ItemMapper == nil {\n\t\treturn errors.New(\"ItemMapper is nil\")\n\t}\n\n\treturn protovalidate.Validate(s.AdapterMetadata)\n}\n\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) Type() string {\n\treturn s.ItemType\n}\n\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) Name() string {\n\treturn fmt.Sprintf(\"%v-adapter\", s.ItemType)\n}\n\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) Metadata() *sdp.AdapterMetadata {\n\treturn s.AdapterMetadata\n}\n\n// List of scopes that this adapter is capable of find items for. This will be\n// in the format {accountID}.{region}\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) Scopes() []string {\n\tscopes := make([]string, 0)\n\n\tscopes = append(scopes, FormatScope(s.AccountID, s.Region))\n\n\tif s.SupportGlobalResources {\n\t\tscopes = append(scopes, \"aws\")\n\t}\n\n\treturn scopes\n}\n\n// hasScope Returns whether or not this adapter has the given scope\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) hasScope(scope string) bool {\n\tif scope == \"aws\" && s.SupportGlobalResources {\n\t\t// There is a special global \"account\" that is used for global resources\n\t\t// called \"aws\"\n\t\treturn true\n\t}\n\n\treturn slices.Contains(s.Scopes(), scope)\n}\n\n// Get retrieves an item from the adapter based on the provided scope, query, and\n// cache settings. It uses the defined `GetFunc`, `ItemMapper`, and\n// `ListTagsFunc` to retrieve and map the item.\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif !s.hasScope(scope) {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t}\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.ItemType, query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\tif len(cachedItems) == 0 {\n\t\t\treturn nil, nil\n\t\t} else {\n\t\t\treturn cachedItems[0], nil\n\t\t}\n\t}\n\n\tawsItem, err := s.GetFunc(ctx, s.Client, scope, query)\n\tif err != nil {\n\t\terr := WrapAWSError(err)\n\t\tif !CanRetry(err) {\n\t\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\t}\n\t\treturn nil, err\n\t}\n\n\titem, err := s.ItemMapper(query, scope, awsItem)\n\tif err != nil {\n\t\t// Don't cache this as wrapping is very cheap and better to just try\n\t\t// again than store in memory\n\t\treturn nil, WrapAWSError(err)\n\t}\n\n\tif s.ListTagsFunc != nil {\n\t\titem.Tags, err = s.ListTagsFunc(ctx, awsItem, s.Client)\n\t\tif err != nil {\n\t\t\titem.Tags = HandleTagsError(ctx, err)\n\t\t}\n\t}\n\n\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\n\treturn item, nil\n}\n\n// List Lists all available items. This is done by running the ListFunc, then\n// passing these results to GetFunc in order to get the details\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif !s.hasScope(scope) {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t}\n\t}\n\n\tif s.DisableList {\n\t\treturn []*sdp.Item{}, nil\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_LIST, scope, s.ItemType, \"\", ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\treturn cachedItems, nil\n\t}\n\n\tawsItems, err := s.ListFunc(ctx, s.Client, scope)\n\tif err != nil {\n\t\terr := WrapAWSError(err)\n\t\tif !CanRetry(err) {\n\t\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\t}\n\t\treturn nil, err\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\thadError := false\n\tfor _, awsItem := range awsItems {\n\t\titem, err := s.ItemMapper(\"\", scope, awsItem)\n\t\tif err != nil {\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tif s.ListTagsFunc != nil {\n\t\t\titem.Tags, err = s.ListTagsFunc(ctx, awsItem, s.Client)\n\t\t\tif err != nil {\n\t\t\t\titem.Tags = HandleTagsError(ctx, err)\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, item)\n\t\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\t}\n\n\t// Cache not-found only when no items were found AND no error occurred\n\tif len(items) == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"no %s found in scope %s\", s.ItemType, scope),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, notFoundErr, s.cacheDuration(), ck)\n\t}\n\n\treturn items, nil\n}\n\n// Search Searches for AWS resources, this can be implemented either as a\n// generic ARN search that tries to extract the globally unique name from the\n// ARN and pass this to a Get request, or a custom search function that can be\n// used to search for items in a different, adapter-specific way\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif !s.hasScope(scope) {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t}\n\t}\n\n\tif s.SearchFunc != nil {\n\t\treturn s.SearchCustom(ctx, scope, query, ignoreCache)\n\t} else {\n\t\treturn s.SearchARN(ctx, scope, query, ignoreCache)\n\t}\n}\n\n// Extracts the `ResourceID` and scope from the ARN, then calls `Get` with the\n// extracted `ResourceID`\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) SearchARN(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\t// Parse the ARN\n\ta, err := ParseARN(query)\n\tif err != nil {\n\t\treturn nil, WrapAWSError(err)\n\t}\n\n\tif a.ContainsWildcard() {\n\t\t// We can't handle wildcards by default so bail out\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"wildcards are not supported by adapter %v\", s.Name()),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t}\n\n\tif arnScope := FormatScope(a.AccountID, a.Region); !s.hasScope(arnScope) {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"ARN scope %v does not match request scope %v\", arnScope, scope),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t}\n\n\t// Since this gits the Get method, and this method implements caching, we\n\t// don't need to implement it here\n\titem, err := s.Get(ctx, scope, a.ResourceID(), ignoreCache)\n\tif err != nil {\n\t\treturn nil, WrapAWSError(err)\n\t}\n\n\tif item != nil {\n\t\treturn []*sdp.Item{item}, nil\n\t}\n\treturn []*sdp.Item{}, nil\n}\n\n// Custom search function that can be used to search for items in a different,\n// adapter-specific way\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) SearchCustom(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_SEARCH, scope, s.ItemType, query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\treturn cachedItems, nil\n\t}\n\n\tawsItems, err := s.SearchFunc(ctx, s.Client, scope, query)\n\tif err != nil {\n\t\terr = WrapAWSError(err)\n\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\treturn nil, err\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\thadError := false\n\tvar item *sdp.Item\n\n\tfor _, awsItem := range awsItems {\n\t\titem, err = s.ItemMapper(query, scope, awsItem)\n\t\tif err != nil {\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\titems = append(items, item)\n\t\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\t}\n\n\t// Cache not-found only when no items were found AND no error occurred\n\tif len(items) == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"no %s found for search query '%s' in scope %s\", s.ItemType, query, scope),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.ItemType,\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, notFoundErr, s.cacheDuration(), ck)\n\t}\n\n\treturn items, nil\n}\n\n// Weight Returns the priority weighting of items returned by this adapter.\n// This is used to resolve conflicts where two adapters of the same type\n// return an item for a GET request. In this instance only one item can be\n// seen on, so the one with the higher weight value will win.\nfunc (s *GetListAdapter[AWSItem, ClientStruct, Options]) Weight() int {\n\treturn 100\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_get_list_source_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\nfunc TestGetListSourceType(t *testing.T) {\n\ts := GetListAdapter[string, struct{}, struct{}]{\n\t\tItemType: \"foo\",\n\t}\n\n\tif s.Type() != \"foo\" {\n\t\tt.Errorf(\"expected type to be foo got %v\", s.Type())\n\t}\n}\n\nfunc TestGetListSourceName(t *testing.T) {\n\ts := GetListAdapter[string, struct{}, struct{}]{\n\t\tItemType: \"foo\",\n\t}\n\n\tif s.Name() != \"foo-adapter\" {\n\t\tt.Errorf(\"expected type to be foo-adapter got %v\", s.Name())\n\t}\n}\n\nfunc TestGetListSourceScopes(t *testing.T) {\n\ts := GetListAdapter[string, struct{}, struct{}]{\n\t\tAccountID: \"foo\",\n\t\tRegion: \"bar\",\n\t}\n\n\tif s.Scopes()[0] != \"foo.bar\" {\n\t\tt.Errorf(\"expected scope to be foo.bar, got %v\", s.Scopes()[0])\n\t}\n}\n\nfunc TestGetListSourceGet(t *testing.T) {\n\tt.Run(\"with no errors\", func(t *testing.T) {\n\t\ts := GetListAdapter[string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tListFunc: func(ctx context.Context, client struct{}, scope string) ([]string, error) {\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tItemMapper: func(query, scope string, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tListTagsFunc: func(ctx context.Context, s1 string, s2 struct{}) (map[string]string, error) {\n\t\t\t\treturn map[string]string{\n\t\t\t\t\t\"foo\": \"bar\",\n\t\t\t\t}, nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\titem, err := s.Get(context.Background(), \"12345.eu-west-2\", \"\", false)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif item.GetTags()[\"foo\"] != \"bar\" {\n\t\t\tt.Errorf(\"expected tag foo to be bar, got %v\", item.GetTags()[\"foo\"])\n\t\t}\n\t})\n\n\tt.Run(\"with an error in the GetFunc\", func(t *testing.T) {\n\t\ts := GetListAdapter[string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", errors.New(\"get func error\")\n\t\t\t},\n\t\t\tListFunc: func(ctx context.Context, client struct{}, scope string) ([]string, error) {\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tItemMapper: func(query, scope string, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tif _, err := s.Get(context.Background(), \"12345.eu-west-2\", \"\", false); err == nil {\n\t\t\tt.Error(\"expected error got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"with an error in the mapper\", func(t *testing.T) {\n\t\ts := GetListAdapter[string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tListFunc: func(ctx context.Context, client struct{}, scope string) ([]string, error) {\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tItemMapper: func(query, scope string, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, errors.New(\"mapper error\")\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tif _, err := s.Get(context.Background(), \"12345.eu-west-2\", \"\", false); err == nil {\n\t\t\tt.Error(\"expected error got nil\")\n\t\t}\n\t})\n}\n\nfunc TestGetListSourceList(t *testing.T) {\n\tt.Run(\"with no errors\", func(t *testing.T) {\n\t\ts := GetListAdapter[string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tListFunc: func(ctx context.Context, client struct{}, scope string) ([]string, error) {\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tItemMapper: func(query, scope string, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tListTagsFunc: func(ctx context.Context, s1 string, s2 struct{}) (map[string]string, error) {\n\t\t\t\treturn map[string]string{\n\t\t\t\t\t\"foo\": \"bar\",\n\t\t\t\t}, nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tif items, err := s.List(context.Background(), \"12345.eu-west-2\", false); err != nil {\n\t\t\tt.Error(err)\n\t\t} else {\n\t\t\tif len(items) != 2 {\n\t\t\t\tt.Errorf(\"expected 2 items, got %v\", len(items))\n\t\t\t}\n\n\t\t\tif items[0].GetTags()[\"foo\"] != \"bar\" {\n\t\t\t\tt.Errorf(\"expected tag foo to be bar, got %v\", items[0].GetTags()[\"foo\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"with an error in the ListFunc\", func(t *testing.T) {\n\t\ts := GetListAdapter[string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tListFunc: func(ctx context.Context, client struct{}, scope string) ([]string, error) {\n\t\t\t\treturn []string{\"\", \"\"}, errors.New(\"list func error\")\n\t\t\t},\n\t\t\tItemMapper: func(query, scope string, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tif _, err := s.List(context.Background(), \"12345.eu-west-2\", false); err == nil {\n\t\t\tt.Error(\"expected error got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"with an error in the mapper\", func(t *testing.T) {\n\t\ts := GetListAdapter[string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tListFunc: func(ctx context.Context, client struct{}, scope string) ([]string, error) {\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tItemMapper: func(query, scope string, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, errors.New(\"mapper error\")\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tif items, err := s.List(context.Background(), \"12345.eu-west-2\", false); err != nil {\n\t\t\tt.Error(err)\n\t\t} else {\n\t\t\tif len(items) != 0 {\n\t\t\t\tt.Errorf(\"expected no items, got %v\", len(items))\n\t\t\t}\n\t\t}\n\t})\n}\n\nfunc TestGetListSourceSearch(t *testing.T) {\n\tt.Run(\"with ARN search\", func(t *testing.T) {\n\t\ts := GetListAdapter[string, struct{}, struct{}]{\n\t\t\tItemType: \"person\",\n\t\t\tRegion: \"eu-west-2\",\n\t\t\tAccountID: \"12345\",\n\t\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\t\treturn \"\", nil\n\t\t\t},\n\t\t\tListFunc: func(ctx context.Context, client struct{}, scope string) ([]string, error) {\n\t\t\t\treturn []string{\"\", \"\"}, nil\n\t\t\t},\n\t\t\tItemMapper: func(query, scope string, awsItem string) (*sdp.Item, error) {\n\t\t\t\treturn &sdp.Item{}, nil\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\tt.Run(\"bad ARN\", func(t *testing.T) {\n\t\t\t_, err := s.Search(context.Background(), \"12345.eu-west-2\", \"query\", false)\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error because the ARN was bad\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"good ARN but bad scope\", func(t *testing.T) {\n\t\t\t_, err := s.Search(context.Background(), \"12345.eu-west-2\", \"arn:aws:service:region:account:type/id\", false)\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error because the ARN had a bad scope\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"good ARN\", func(t *testing.T) {\n\t\t\t_, err := s.Search(context.Background(), \"12345.eu-west-2\", \"arn:aws:service:eu-west-2:12345:type/id\", false)\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t})\n\t})\n}\n\nfunc TestGetListSourceCaching(t *testing.T) {\n\tctx := context.Background()\n\tgeneration := 0\n\ts := GetListAdapter[string, struct{}, struct{}]{\n\t\tItemType: \"test-type\",\n\t\tRegion: \"eu-west-2\",\n\t\tAccountID: \"foo\",\n\t\tcache: sdpcache.NewMemoryCache(),\n\t\tGetFunc: func(ctx context.Context, client struct{}, scope, query string) (string, error) {\n\t\t\tgeneration += 1\n\t\t\treturn fmt.Sprintf(\"%v\", generation), nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client struct{}, scope string) ([]string, error) {\n\t\t\tgeneration += 1\n\t\t\treturn []string{fmt.Sprintf(\"%v\", generation)}, nil\n\t\t},\n\t\tSearchFunc: func(ctx context.Context, client struct{}, scope, query string) ([]string, error) {\n\t\t\tgeneration += 1\n\t\t\treturn []string{fmt.Sprintf(\"%v\", generation)}, nil\n\t\t},\n\t\tItemMapper: func(query, scope string, output string) (*sdp.Item, error) {\n\t\t\treturn &sdp.Item{\n\t\t\t\tScope: \"foo.eu-west-2\",\n\t\t\t\tType: \"test-type\",\n\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\t\"name\": structpb.NewStringValue(\"test-item\"),\n\t\t\t\t\t\t\t\"generation\": structpb.NewStringValue(output),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t}\n\n\tt.Run(\"get\", func(t *testing.T) {\n\t\t// get\n\t\tfirst, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tfirstGen, err := first.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// get again\n\t\twithCache, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithCacheGen, err := withCache.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif firstGen != withCacheGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withCacheGen)\n\t\t}\n\n\t\t// get ignore cache\n\t\twithoutCache, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", true)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithoutCacheGen, err := withoutCache.GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tif withoutCacheGen == firstGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withoutCacheGen)\n\t\t}\n\t})\n\n\tt.Run(\"list\", func(t *testing.T) {\n\t\t// list\n\t\tfirst, err := s.List(ctx, \"foo.eu-west-2\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tfirstGen, err := first[0].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// list again\n\t\twithCache, err := s.List(ctx, \"foo.eu-west-2\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithCacheGen, err := withCache[0].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif firstGen != withCacheGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withCacheGen)\n\t\t}\n\n\t\t// list ignore cache\n\t\twithoutCache, err := s.List(ctx, \"foo.eu-west-2\", true)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithoutCacheGen, err := withoutCache[0].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif withoutCacheGen == firstGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withoutCacheGen)\n\t\t}\n\t})\n\n\tt.Run(\"search\", func(t *testing.T) {\n\t\t// search\n\t\tfirst, err := s.Search(ctx, \"foo.eu-west-2\", \"arn:aws:test-type:eu-west-2:foo:test-item\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tfirstGen, err := first[0].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// Get the result of the search\n\t\tgetCachedItem, err := s.Get(ctx, \"foo.eu-west-2\", \"test-item\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// Check that we get a valid item\n\t\tif err := getCachedItem.Validate(); err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// Check the generation to make sure it was actually served from the cache\n\t\tcachedGeneration, _ := getCachedItem.GetAttributes().Get(\"generation\")\n\t\tif firstGen != cachedGeneration {\n\t\t\tt.Errorf(\"expected generation %v, got %v\", firstGen, cachedGeneration)\n\t\t}\n\n\t\t// search again\n\t\twithCache, err := s.Search(ctx, \"foo.eu-west-2\", \"arn:aws:test-type:eu-west-2:foo:test-item\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithCacheGen, err := withCache[0].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif firstGen != withCacheGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withCacheGen)\n\t\t}\n\n\t\t// search ignore cache\n\t\twithoutCache, err := s.Search(ctx, \"foo.eu-west-2\", \"arn:aws:test-type:eu-west-2:foo:test-item\", true)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\twithoutCacheGen, err := withoutCache[0].GetAttributes().Get(\"generation\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tif withoutCacheGen == firstGen {\n\t\t\tt.Errorf(\"with cache: expected generation %v, got %v\", firstGen, withoutCacheGen)\n\t\t}\n\t})\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_notfound_cache_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// TestGetListAdapterV2_GetNotFoundCaching tests that GetListAdapterV2 caches not-found error results\nfunc TestGetListAdapterV2_GetNotFoundCaching(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tgetCalls := 0\n\n\t// Mock AWS item type\n\ttype MockAWSItem struct {\n\t\tName string\n\t}\n\n\tadapter := &GetListAdapterV2[*MockInput, *MockOutput, *MockAWSItem, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tGetFunc: func(ctx context.Context, client *MockClient, scope string, query string) (*MockAWSItem, error) {\n\t\t\tgetCalls++\n\t\t\t// Return NOTFOUND error (typical AWS behavior)\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"resource not found\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\tItemMapper: func(query *string, scope string, awsItem *MockAWSItem) (*sdp.Item, error) {\n\t\t\treturn &sdp.Item{\n\t\t\t\tType: \"test-item\",\n\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{},\n\t\t\t\tScope: scope,\n\t\t\t}, nil\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// First call should invoke GetFunc and get error\n\titem, err := adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\tif item != nil {\n\t\tt.Errorf(\"Expected nil item, got %v\", item)\n\t}\n\t// First call returns the error (but it's cached)\n\tif err == nil {\n\t\tt.Error(\"Expected NOTFOUND error, got nil\")\n\t}\n\tif getCalls != 1 {\n\t\tt.Errorf(\"Expected 1 GetFunc call, got %d\", getCalls)\n\t}\n\n\t// Second call should hit cache and return the cached NOTFOUND error\n\titem, err = adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\tif item != nil {\n\t\tt.Errorf(\"Expected nil item on cache hit, got %v\", item)\n\t}\n\tvar qErr *sdp.QueryError\n\tif err == nil {\n\t\tt.Error(\"Expected NOTFOUND error on cache hit, got nil\")\n\t} else if !errors.As(err, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\tt.Errorf(\"Expected NOTFOUND error on cache hit, got %v\", err)\n\t}\n\tif getCalls != 1 {\n\t\tt.Errorf(\"Expected still 1 GetFunc call (cache hit), got %d\", getCalls)\n\t}\n}\n\n// TestGetListAdapterV2_ListNotFoundCaching tests that GetListAdapterV2 caches not-found results when LIST returns 0 items\nfunc TestGetListAdapterV2_ListNotFoundCaching(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tlistCalls := 0\n\n\ttype MockAWSItem struct {\n\t\tName string\n\t}\n\n\tadapter := &GetListAdapterV2[*MockInput, *MockOutput, *MockAWSItem, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tGetFunc: func(ctx context.Context, client *MockClient, scope string, query string) (*MockAWSItem, error) {\n\t\t\treturn nil, errors.New(\"should not be called in LIST test\")\n\t\t},\n\t\tInputMapperList: func(scope string) (*MockInput, error) {\n\t\t\treturn &MockInput{}, nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *MockClient, input *MockInput) (*MockOutput, error) {\n\t\t\tlistCalls++\n\t\t\treturn &MockOutput{}, nil\n\t\t},\n\t\tListExtractor: func(ctx context.Context, output *MockOutput, client *MockClient) ([]*MockAWSItem, error) {\n\t\t\t// Return empty slice to simulate no items found\n\t\t\treturn []*MockAWSItem{}, nil\n\t\t},\n\t\tItemMapper: func(query *string, scope string, awsItem *MockAWSItem) (*sdp.Item, error) {\n\t\t\treturn &sdp.Item{\n\t\t\t\tType: \"test-item\",\n\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{},\n\t\t\t\tScope: scope,\n\t\t\t}, nil\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// Use test stream to collect results\n\tstream := &testQueryResultStream{}\n\n\t// First call should invoke ListFunc\n\tadapter.ListStream(ctx, \"123456789012.us-east-1\", false, stream)\n\tif len(stream.items) != 0 {\n\t\tt.Errorf(\"Expected 0 items, got %d\", len(stream.items))\n\t}\n\tif listCalls != 1 {\n\t\tt.Errorf(\"Expected 1 ListFunc call, got %d\", listCalls)\n\t}\n\n\t// Second call should hit cache\n\tstream2 := &testQueryResultStream{}\n\tadapter.ListStream(ctx, \"123456789012.us-east-1\", false, stream2)\n\tif len(stream2.items) != 0 {\n\t\tt.Errorf(\"Expected 0 items on cache hit, got %d\", len(stream2.items))\n\t}\n\t// For backward compatibility, cached NOTFOUND is treated as empty result (no error)\n\t// This matches the behavior of the first call which returns empty stream with no errors\n\tif len(stream2.errors) != 0 {\n\t\tt.Errorf(\"Expected 0 errors from cache (backward compatibility), got %d\", len(stream2.errors))\n\t}\n\tif listCalls != 1 {\n\t\tt.Errorf(\"Expected still 1 ListFunc call (cache hit), got %d\", listCalls)\n\t}\n}\n\n// TestGetListAdapter_GetNotFoundCaching tests GetListAdapter's GET not-found caching\nfunc TestGetListAdapter_GetNotFoundCaching(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tgetCalls := 0\n\n\ttype MockAWSItem struct {\n\t\tName string\n\t}\n\n\tadapter := &GetListAdapter[*MockAWSItem, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tGetFunc: func(ctx context.Context, client *MockClient, scope string, query string) (*MockAWSItem, error) {\n\t\t\tgetCalls++\n\t\t\t// Return NOTFOUND error (typical AWS behavior)\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"resource not found\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\tItemMapper: func(query, scope string, awsItem *MockAWSItem) (*sdp.Item, error) {\n\t\t\treturn &sdp.Item{\n\t\t\t\tType: \"test-item\",\n\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{},\n\t\t\t\tScope: scope,\n\t\t\t}, nil\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// First call returns error (which gets cached)\n\titem, err := adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\tif item != nil {\n\t\tt.Errorf(\"Expected nil item, got %v\", item)\n\t}\n\tif err == nil {\n\t\tt.Error(\"Expected NOTFOUND error, got nil\")\n\t}\n\tif getCalls != 1 {\n\t\tt.Errorf(\"Expected 1 GetFunc call, got %d\", getCalls)\n\t}\n\n\t// Second call should hit cache and return the cached NOTFOUND error\n\titem, err = adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\tif item != nil {\n\t\tt.Errorf(\"Expected nil item on cache hit, got %v\", item)\n\t}\n\tvar qErr *sdp.QueryError\n\tif err == nil {\n\t\tt.Error(\"Expected NOTFOUND error on cache hit, got nil\")\n\t} else if !errors.As(err, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\tt.Errorf(\"Expected NOTFOUND error on cache hit, got %v\", err)\n\t}\n\tif getCalls != 1 {\n\t\tt.Errorf(\"Expected still 1 GetFunc call (cache hit), got %d\", getCalls)\n\t}\n}\n\n// TestGetListAdapter_ListNotFoundCaching tests GetListAdapter's LIST not-found caching\nfunc TestGetListAdapter_ListNotFoundCaching(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tlistCalls := 0\n\n\ttype MockAWSItem struct {\n\t\tName string\n\t}\n\n\tadapter := &GetListAdapter[*MockAWSItem, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tGetFunc: func(ctx context.Context, client *MockClient, scope string, query string) (*MockAWSItem, error) {\n\t\t\treturn nil, errors.New(\"should not be called\")\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *MockClient, scope string) ([]*MockAWSItem, error) {\n\t\t\tlistCalls++\n\t\t\treturn []*MockAWSItem{}, nil // Empty list\n\t\t},\n\t\tItemMapper: func(query, scope string, awsItem *MockAWSItem) (*sdp.Item, error) {\n\t\t\treturn &sdp.Item{\n\t\t\t\tType: \"test-item\",\n\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{},\n\t\t\t\tScope: scope,\n\t\t\t}, nil\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// First call\n\titems, err := adapter.List(ctx, \"123456789012.us-east-1\", false)\n\tif len(items) != 0 {\n\t\tt.Errorf(\"Expected 0 items, got %d\", len(items))\n\t}\n\tif err != nil {\n\t\tt.Errorf(\"Expected nil error, got %v\", err)\n\t}\n\tif listCalls != 1 {\n\t\tt.Errorf(\"Expected 1 ListFunc call, got %d\", listCalls)\n\t}\n\n\t// Second call should hit cache and return empty result with nil error (backward compatibility)\n\titems2, err := adapter.List(ctx, \"123456789012.us-east-1\", false)\n\t// Should get empty result with nil error for backward compatibility\n\tif len(items2) != 0 {\n\t\tt.Errorf(\"Expected 0 items from cache, got %d\", len(items2))\n\t}\n\tif err != nil {\n\t\tt.Errorf(\"Expected nil error from cache (backward compat), got %v\", err)\n\t}\n\tif listCalls != 1 {\n\t\tt.Errorf(\"Expected still 1 ListFunc call (cache hit), got %d\", listCalls)\n\t}\n}\n\n// TestAlwaysGetAdapter_GetNotFoundCaching tests AlwaysGetAdapter's GET not-found caching\nfunc TestAlwaysGetAdapter_GetNotFoundCaching(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tgetFuncCalls := 0\n\n\tadapter := &AlwaysGetAdapter[*MockInput, *MockOutput, *MockGetInput, *MockGetOutput, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tGetInputMapper: func(scope, query string) *MockGetInput {\n\t\t\treturn &MockGetInput{}\n\t\t},\n\t\tGetFunc: func(ctx context.Context, client *MockClient, scope string, input *MockGetInput) (*sdp.Item, error) {\n\t\t\tgetFuncCalls++\n\t\t\t// Return NOTFOUND error (typical AWS behavior)\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"resource not found\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\t// Add ListFuncPaginatorBuilder to avoid validation error\n\t\tListFuncPaginatorBuilder: func(client *MockClient, input *MockInput) Paginator[*MockOutput, *MockOptions] {\n\t\t\treturn nil // Not used in GET test\n\t\t},\n\t\tListFuncOutputMapper: func(output *MockOutput, input *MockInput) ([]*MockGetInput, error) {\n\t\t\treturn nil, nil // Not used in GET test\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// First call returns error (which gets cached)\n\titem, err := adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\tif item != nil {\n\t\tt.Errorf(\"Expected nil item, got %v\", item)\n\t}\n\tif err == nil {\n\t\tt.Error(\"Expected NOTFOUND error, got nil\")\n\t}\n\tif getFuncCalls != 1 {\n\t\tt.Errorf(\"Expected 1 GetFunc call, got %d\", getFuncCalls)\n\t}\n\n\t// Second call should hit cache and return the cached NOTFOUND error\n\titem, err = adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\tif item != nil {\n\t\tt.Errorf(\"Expected nil item on cache hit, got %v\", item)\n\t}\n\tvar qErr *sdp.QueryError\n\tif err == nil {\n\t\tt.Error(\"Expected NOTFOUND error on cache hit, got nil\")\n\t} else if !errors.As(err, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\tt.Errorf(\"Expected NOTFOUND error on cache hit, got %v\", err)\n\t}\n\tif getFuncCalls != 1 {\n\t\tt.Errorf(\"Expected still 1 GetFunc call (cache hit), got %d\", getFuncCalls)\n\t}\n}\n\n// TestDescribeOnlyAdapter_ListNotFoundCaching tests DescribeOnlyAdapter's LIST not-found caching\nfunc TestDescribeOnlyAdapter_ListNotFoundCaching(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tdescribeCalls := 0\n\n\tadapter := &DescribeOnlyAdapter[*MockInput, *MockOutput, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tMaxResultsPerPage: 100, // Set to avoid validation using default\n\t\tDescribeFunc: func(ctx context.Context, client *MockClient, input *MockInput) (*MockOutput, error) {\n\t\t\tdescribeCalls++\n\t\t\treturn &MockOutput{}, nil\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*MockInput, error) {\n\t\t\treturn &MockInput{}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*MockInput, error) {\n\t\t\treturn &MockInput{}, nil\n\t\t},\n\t\tOutputMapper: func(ctx context.Context, client *MockClient, scope string, input *MockInput, output *MockOutput) ([]*sdp.Item, error) {\n\t\t\t// Return empty slice to simulate no items found\n\t\t\treturn []*sdp.Item{}, nil\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\tstream := &testQueryResultStream{}\n\n\t// First call\n\tadapter.ListStream(ctx, \"123456789012.us-east-1\", false, stream)\n\tif len(stream.items) != 0 {\n\t\tt.Errorf(\"Expected 0 items, got %d\", len(stream.items))\n\t}\n\tif describeCalls != 1 {\n\t\tt.Errorf(\"Expected 1 DescribeFunc call, got %d\", describeCalls)\n\t}\n\n\t// Second call should hit cache\n\tstream2 := &testQueryResultStream{}\n\tadapter.ListStream(ctx, \"123456789012.us-east-1\", false, stream2)\n\tif len(stream2.items) != 0 {\n\t\tt.Errorf(\"Expected 0 items on cache hit, got %d\", len(stream2.items))\n\t}\n\t// For backward compatibility, cached NOTFOUND is treated as empty result (no error)\n\t// This matches the behavior of the first call which returns empty stream with no errors\n\tif len(stream2.errors) != 0 {\n\t\tt.Errorf(\"Expected 0 errors from cache (backward compatibility), got %d\", len(stream2.errors))\n\t}\n\tif describeCalls != 1 {\n\t\tt.Errorf(\"Expected still 1 DescribeFunc call (cache hit), got %d\", describeCalls)\n\t}\n}\n\n// Mock types for testing\ntype MockClient struct{}\ntype MockInput struct{}\ntype MockOutput struct{}\ntype MockGetInput struct{}\ntype MockGetOutput struct{}\ntype MockOptions struct{}\n\n// testQueryResultStream is a simple implementation of QueryResultStream for testing\ntype testQueryResultStream struct {\n\titems []*sdp.Item\n\terrors []*sdp.QueryError\n}\n\nfunc (s *testQueryResultStream) SendItem(item *sdp.Item) {\n\ts.items = append(s.items, item)\n}\n\nfunc (s *testQueryResultStream) SendError(err error) {\n\tvar qErr *sdp.QueryError\n\tif errors.As(err, &qErr) {\n\t\ts.errors = append(s.errors, qErr)\n\t} else {\n\t\ts.errors = append(s.errors, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t}\n}\n\n// TestNotFoundCacheExpiry tests that not-found cache entries expire correctly\nfunc TestNotFoundCacheExpiry(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tgetFuncCalls := 0\n\n\ttype MockAWSItem struct {\n\t\tName string\n\t}\n\n\tadapter := &GetListAdapterV2[*MockInput, *MockOutput, *MockAWSItem, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tCacheDuration: 100 * time.Millisecond, // Short duration for testing\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tGetFunc: func(ctx context.Context, client *MockClient, scope string, query string) (*MockAWSItem, error) {\n\t\t\tgetFuncCalls++\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"not found\",\n\t\t\t}\n\t\t},\n\t\tItemMapper: func(query *string, scope string, awsItem *MockAWSItem) (*sdp.Item, error) {\n\t\t\treturn &sdp.Item{\n\t\t\t\tType: \"test-item\",\n\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{},\n\t\t\t\tScope: scope,\n\t\t\t}, nil\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// First call - should cache not-found\n\t_, _ = adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\tif getFuncCalls != 1 {\n\t\tt.Errorf(\"Expected 1 GetFunc call, got %d\", getFuncCalls)\n\t}\n\n\t// Immediate second call - should hit cache\n\t_, _ = adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\tif getFuncCalls != 1 {\n\t\tt.Errorf(\"Expected still 1 GetFunc call (cache hit), got %d\", getFuncCalls)\n\t}\n\n\t// Wait for cache to expire\n\ttime.Sleep(150 * time.Millisecond)\n\n\t// Third call after expiry - should invoke GetFunc again\n\t_, _ = adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\tif getFuncCalls != 2 {\n\t\tt.Errorf(\"Expected 2 GetFunc calls (cache expired), got %d\", getFuncCalls)\n\t}\n}\n\n// TestNotFoundCacheIgnoreCache tests that ignoreCache parameter bypasses not-found cache\nfunc TestNotFoundCacheIgnoreCache(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tgetFuncCalls := 0\n\n\ttype MockAWSItem struct {\n\t\tName string\n\t}\n\n\tadapter := &GetListAdapterV2[*MockInput, *MockOutput, *MockAWSItem, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tGetFunc: func(ctx context.Context, client *MockClient, scope string, query string) (*MockAWSItem, error) {\n\t\t\tgetFuncCalls++\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"not found\",\n\t\t\t}\n\t\t},\n\t\tItemMapper: func(query *string, scope string, awsItem *MockAWSItem) (*sdp.Item, error) {\n\t\t\treturn &sdp.Item{\n\t\t\t\tType: \"test-item\",\n\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{},\n\t\t\t\tScope: scope,\n\t\t\t}, nil\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// First call with ignoreCache=false\n\t_, _ = adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\tif getFuncCalls != 1 {\n\t\tt.Errorf(\"Expected 1 GetFunc call, got %d\", getFuncCalls)\n\t}\n\n\t// Second call with ignoreCache=true - should bypass cache\n\t_, _ = adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", true)\n\tif getFuncCalls != 2 {\n\t\tt.Errorf(\"Expected 2 GetFunc calls (ignore cache), got %d\", getFuncCalls)\n\t}\n\n\t// Third call with ignoreCache=false - should still hit cache from first call\n\t_, _ = adapter.Get(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\tif getFuncCalls != 2 {\n\t\tt.Errorf(\"Expected still 2 GetFunc calls (cache hit), got %d\", getFuncCalls)\n\t}\n}\n\n// TestNotFoundCacheDifferentQueries tests that different queries get separate cache entries\nfunc TestNotFoundCacheDifferentQueries(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tgetFuncCalls := 0\n\tqueriesReceived := make(map[string]int)\n\n\ttype MockAWSItem struct {\n\t\tName string\n\t}\n\n\tadapter := &GetListAdapterV2[*MockInput, *MockOutput, *MockAWSItem, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tGetFunc: func(ctx context.Context, client *MockClient, scope string, query string) (*MockAWSItem, error) {\n\t\t\tgetFuncCalls++\n\t\t\tqueriesReceived[query]++\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"not found\",\n\t\t\t}\n\t\t},\n\t\tItemMapper: func(query *string, scope string, awsItem *MockAWSItem) (*sdp.Item, error) {\n\t\t\treturn &sdp.Item{\n\t\t\t\tType: \"test-item\",\n\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{},\n\t\t\t\tScope: scope,\n\t\t\t}, nil\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// Query for item1\n\t_, _ = adapter.Get(ctx, \"123456789012.us-east-1\", \"item1\", false)\n\t_, _ = adapter.Get(ctx, \"123456789012.us-east-1\", \"item1\", false) // Cache hit\n\n\t// Query for item2\n\t_, _ = adapter.Get(ctx, \"123456789012.us-east-1\", \"item2\", false)\n\t_, _ = adapter.Get(ctx, \"123456789012.us-east-1\", \"item2\", false) // Cache hit\n\n\t// Should have called GetFunc once per unique query\n\tif getFuncCalls != 2 {\n\t\tt.Errorf(\"Expected 2 GetFunc calls (1 per unique query), got %d\", getFuncCalls)\n\t}\n\n\tif queriesReceived[\"item1\"] != 1 {\n\t\tt.Errorf(\"Expected 1 call for item1, got %d\", queriesReceived[\"item1\"])\n\t}\n\n\tif queriesReceived[\"item2\"] != 1 {\n\t\tt.Errorf(\"Expected 1 call for item2, got %d\", queriesReceived[\"item2\"])\n\t}\n}\n\n// TestGetListAdapter_ListItemMapperErrorNoNotFoundCache tests that when ListFunc returns items\n// but ItemMapper fails for all of them, we don't incorrectly cache NOTFOUND. Items actually exist\n// but couldn't be mapped, so NOTFOUND should not be cached.\nfunc TestGetListAdapter_ListItemMapperErrorNoNotFoundCache(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tlistCalls := 0\n\n\ttype MockAWSItem struct {\n\t\tName string\n\t}\n\n\tadapter := &GetListAdapter[*MockAWSItem, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tGetFunc: func(ctx context.Context, client *MockClient, scope string, query string) (*MockAWSItem, error) {\n\t\t\treturn nil, errors.New(\"should not be called in LIST test\")\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *MockClient, scope string) ([]*MockAWSItem, error) {\n\t\t\tlistCalls++\n\t\t\t// Return items that exist\n\t\t\treturn []*MockAWSItem{\n\t\t\t\t{Name: \"item1\"},\n\t\t\t\t{Name: \"item2\"},\n\t\t\t}, nil\n\t\t},\n\t\tItemMapper: func(query, scope string, awsItem *MockAWSItem) (*sdp.Item, error) {\n\t\t\t// Simulate mapping failure for all items - this should NOT result in NOTFOUND caching\n\t\t\treturn nil, errors.New(\"mapping failed\")\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// First call - ItemMapper fails for all items, should NOT cache NOTFOUND\n\titems1, err1 := adapter.List(ctx, \"123456789012.us-east-1\", false)\n\n\tif len(items1) != 0 {\n\t\tt.Errorf(\"Expected 0 items (all mapping failed), got %d\", len(items1))\n\t}\n\tif err1 != nil {\n\t\tt.Errorf(\"Expected nil error (errors are silently ignored via continue), got %v\", err1)\n\t}\n\tif listCalls != 1 {\n\t\tt.Errorf(\"Expected 1 ListFunc call, got %d\", listCalls)\n\t}\n\n\t// Second call - should NOT hit cache (NOTFOUND was not cached), should try again\n\titems2, err2 := adapter.List(ctx, \"123456789012.us-east-1\", false)\n\n\tif listCalls != 2 {\n\t\tt.Errorf(\"Expected 2 ListFunc calls (no cache hit because NOTFOUND was not cached), got %d\", listCalls)\n\t}\n\tif len(items2) != 0 {\n\t\tt.Errorf(\"Expected 0 items, got %d\", len(items2))\n\t}\n\tif err2 != nil {\n\t\tt.Errorf(\"Expected nil error, got %v\", err2)\n\t}\n}\n\n// TestGetListAdapter_SearchCustomItemMapperErrorNoNotFoundCache tests that when SearchFunc returns items\n// but ItemMapper fails for all of them, we don't incorrectly cache NOTFOUND. Items actually exist\n// but couldn't be mapped, so NOTFOUND should not be cached.\nfunc TestGetListAdapter_SearchCustomItemMapperErrorNoNotFoundCache(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tsearchCalls := 0\n\n\ttype MockAWSItem struct {\n\t\tName string\n\t}\n\n\tadapter := &GetListAdapter[*MockAWSItem, *MockClient, *MockOptions]{\n\t\tItemType: \"test-item\",\n\t\tcache: cache,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"us-east-1\",\n\t\tGetFunc: func(ctx context.Context, client *MockClient, scope string, query string) (*MockAWSItem, error) {\n\t\t\treturn nil, errors.New(\"should not be called in SEARCH test\")\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *MockClient, scope string) ([]*MockAWSItem, error) {\n\t\t\treturn nil, errors.New(\"should not be called in SEARCH test\")\n\t\t},\n\t\tSearchFunc: func(ctx context.Context, client *MockClient, scope string, query string) ([]*MockAWSItem, error) {\n\t\t\tsearchCalls++\n\t\t\t// Return items that exist\n\t\t\treturn []*MockAWSItem{\n\t\t\t\t{Name: \"item1\"},\n\t\t\t\t{Name: \"item2\"},\n\t\t\t}, nil\n\t\t},\n\t\tItemMapper: func(query, scope string, awsItem *MockAWSItem) (*sdp.Item, error) {\n\t\t\t// Simulate mapping failure for all items - this should NOT result in NOTFOUND caching\n\t\t\treturn nil, errors.New(\"mapping failed\")\n\t\t},\n\t\tAdapterMetadata: &sdp.AdapterMetadata{\n\t\t\tType: \"test-item\",\n\t\t\tDescriptiveName: \"Test Item\",\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tGetDescription: \"Get a test item\",\n\t\t\t\tListDescription: \"List all test items\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// First call - ItemMapper fails for all items, should NOT cache NOTFOUND\n\titems1, err1 := adapter.SearchCustom(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\n\tif len(items1) != 0 {\n\t\tt.Errorf(\"Expected 0 items (all mapping failed), got %d\", len(items1))\n\t}\n\tif err1 != nil {\n\t\tt.Errorf(\"Expected nil error (errors are silently ignored via continue), got %v\", err1)\n\t}\n\tif searchCalls != 1 {\n\t\tt.Errorf(\"Expected 1 SearchFunc call, got %d\", searchCalls)\n\t}\n\n\t// Second call - should NOT hit cache (NOTFOUND was not cached), should try again\n\titems2, err2 := adapter.SearchCustom(ctx, \"123456789012.us-east-1\", \"test-query\", false)\n\n\tif searchCalls != 2 {\n\t\tt.Errorf(\"Expected 2 SearchFunc calls (no cache hit because NOTFOUND was not cached), got %d\", searchCalls)\n\t}\n\tif len(items2) != 0 {\n\t\tt.Errorf(\"Expected 0 items, got %d\", len(items2))\n\t}\n\tif err2 != nil {\n\t\tt.Errorf(\"Expected nil error, got %v\", err2)\n\t}\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_shared_tests.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"log\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\ntype Subnet struct {\n\tID *string\n\tCIDR string\n\tAvailabilityZone string\n}\n\ntype VPCConfig struct {\n\t// These are populated after Fetching\n\tID *string\n\n\t// Subnets in this VPC\n\tSubnets []*Subnet\n\n\tcleanupFunctions []func()\n}\n\nvar purposeKey = \"Purpose\"\nvar nameKey = \"Name\"\nvar tagValue = \"automated-testing-\" + time.Now().Format(\"2006-01-02T15:04:05.000Z\")\nvar TestTags = []types.Tag{\n\t{\n\t\tKey: &purposeKey,\n\t\tValue: &tagValue,\n\t},\n\t{\n\t\tKey: &nameKey,\n\t\tValue: &tagValue,\n\t},\n}\n\nfunc (v *VPCConfig) Cleanup(f func()) {\n\tv.cleanupFunctions = append(v.cleanupFunctions, f)\n}\n\nfunc (v *VPCConfig) RunCleanup() {\n\tfor len(v.cleanupFunctions) > 0 {\n\t\tn := len(v.cleanupFunctions) - 1 // Top element\n\n\t\tv.cleanupFunctions[n]()\n\n\t\tv.cleanupFunctions = v.cleanupFunctions[:n] // Pop\n\t}\n}\n\n// Fetch Fetches the VPC and subnets and registers cleanup actions for them\nfunc (v *VPCConfig) Fetch(client *ec2.Client) error {\n\t// manually configured VPC in eu-west-2\n\tvpcid := \"vpc-061f0bb58acec88ad\"\n\tv.ID = &vpcid // vpcOutput.Vpc.VpcId\n\tfilterName := \"vpc-id\"\n\tsubnetOutput, err := client.DescribeSubnets(\n\t\tcontext.Background(),\n\t\t&ec2.DescribeSubnetsInput{\n\t\t\tFilters: []types.Filter{\n\t\t\t\t{\n\t\t\t\t\tName: &filterName,\n\t\t\t\t\tValues: []string{vpcid},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t)\n\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tfor _, subnet := range subnetOutput.Subnets {\n\t\tv.Subnets = append(v.Subnets, &Subnet{\n\t\t\tID: subnet.SubnetId,\n\t\t\tCIDR: *subnet.CidrBlock,\n\t\t\tAvailabilityZone: *subnet.AvailabilityZone,\n\t\t})\n\t}\n\n\treturn nil\n}\n\n// CreateGateway Creates a new internet gateway for the duration of the test to save 40$ per month vs running it 24/7\nfunc (v *VPCConfig) CreateGateway(client *ec2.Client) error {\n\tvar err error\n\n\t// Create internet gateway and assign to VPC\n\tvar gatewayOutput *ec2.CreateInternetGatewayOutput\n\n\tgatewayOutput, err = client.CreateInternetGateway(\n\t\tcontext.Background(),\n\t\t&ec2.CreateInternetGatewayInput{\n\t\t\tTagSpecifications: []types.TagSpecification{\n\t\t\t\t{\n\t\t\t\t\tResourceType: types.ResourceTypeInternetGateway,\n\t\t\t\t\tTags: TestTags,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t)\n\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tinternetGatewayId := gatewayOutput.InternetGateway.InternetGatewayId\n\n\tv.Cleanup(func() {\n\t\tdel := func() error {\n\t\t\t_, err := client.DeleteInternetGateway(\n\t\t\t\tcontext.Background(),\n\t\t\t\t&ec2.DeleteInternetGatewayInput{\n\t\t\t\t\tInternetGatewayId: internetGatewayId,\n\t\t\t\t},\n\t\t\t)\n\n\t\t\treturn err\n\t\t}\n\n\t\terr := retry(10, time.Second, del)\n\n\t\tif err != nil {\n\t\t\tlog.Println(err)\n\t\t}\n\t})\n\n\t_, err = client.AttachInternetGateway(\n\t\tcontext.Background(),\n\t\t&ec2.AttachInternetGatewayInput{\n\t\t\tInternetGatewayId: internetGatewayId,\n\t\t\tVpcId: v.ID,\n\t\t},\n\t)\n\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tv.Cleanup(func() {\n\t\tdel := func() error {\n\t\t\t_, err := client.DetachInternetGateway(\n\t\t\t\tcontext.Background(),\n\t\t\t\t&ec2.DetachInternetGatewayInput{\n\t\t\t\t\tInternetGatewayId: internetGatewayId,\n\t\t\t\t\tVpcId: v.ID,\n\t\t\t\t},\n\t\t\t)\n\n\t\t\treturn err\n\t\t}\n\n\t\terr := retry(10, time.Second, del)\n\n\t\tif err != nil {\n\t\t\tlog.Println(err)\n\t\t}\n\t})\n\treturn nil\n}\n\nfunc retry(attempts int, sleep time.Duration, f func() error) (err error) {\n\tfor i := range attempts {\n\t\tif i > 0 {\n\t\t\ttime.Sleep(sleep)\n\t\t\tsleep *= 2\n\t\t}\n\t\terr = f()\n\t\tif err == nil {\n\t\t\treturn nil\n\t\t}\n\t}\n\treturn fmt.Errorf(\"after %d attempts, last error: %w\", attempts, err)\n}\n\ntype QueryTest struct {\n\tExpectedType string\n\tExpectedMethod sdp.QueryMethod\n\tExpectedQuery string\n\tExpectedScope string\n}\n\ntype QueryTests []QueryTest\n\nfunc (i QueryTests) Execute(t *testing.T, item *sdp.Item) {\n\tfor _, test := range i {\n\t\tvar found bool\n\n\t\t// TODO(LIQs): update this to receive and evaluate edges instead of linked item queries\n\t\tfor _, lir := range item.GetLinkedItemQueries() {\n\t\t\tif lirMatches(test, lir.GetQuery()) {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Errorf(\"could not find linked item request in %v requests.\\nType: %v\\nQuery: %v\\nScope: %v\", len(item.GetLinkedItemQueries()), test.ExpectedType, test.ExpectedQuery, test.ExpectedScope)\n\t\t}\n\t}\n}\n\nfunc lirMatches(test QueryTest, req *sdp.Query) bool {\n\treturn (test.ExpectedMethod == req.GetMethod() &&\n\t\ttest.ExpectedQuery == req.GetQuery() &&\n\t\ttest.ExpectedScope == req.GetScope() &&\n\t\ttest.ExpectedType == req.GetType())\n}\n\n// CheckQuery Checks that an item request matches the expected params\nfunc CheckQuery(t *testing.T, item *sdp.Query, itemName string, expectedType string, expectedQuery string, expectedScope string) {\n\tif item.GetType() != expectedType {\n\t\tt.Errorf(\"%s.Type '%v' != '%v'\", itemName, item.GetType(), expectedType)\n\t}\n\tif item.GetMethod() != sdp.QueryMethod_GET {\n\t\tt.Errorf(\"%s.Method '%v' != '%v'\", itemName, item.GetMethod(), sdp.QueryMethod_GET)\n\t}\n\tif item.GetQuery() != expectedQuery {\n\t\tt.Errorf(\"%s.Query '%v' != '%v'\", itemName, item.GetQuery(), expectedQuery)\n\t}\n\tif item.GetScope() != expectedScope {\n\t\tt.Errorf(\"%s.Scope '%v' != '%v'\", itemName, item.GetScope(), expectedScope)\n\t}\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_sources.go", "content": "package adapters\n\nimport \"context\"\n\nconst DefaultMaxResultsPerPage = 100\n\n// These `any` types exist just for documentation\n\n// ClientStructType represents the AWS API client that actions are run against. This is\n// usually a struct that comes from the `New()` or `NewFromConfig()` functions\n// in the relevant package e.g.\n// https://pkg.go.dev/github.com/aws/aws-sdk-go-v2/service/eks@v1.26.0#Client\ntype ClientStructType any\n\n// InputType is the type of data that will be sent to the a List/Describe\n// function. This is typically a struct ending with the word Input such as:\n// https://pkg.go.dev/github.com/aws/aws-sdk-go-v2/service/eks@v1.26.0#DescribeClusterInput\ntype InputType any\n\n// OutputType is the type of output to expect from the List/Describe function,\n// this is usually named the same as the input type, but with `Output` on the\n// end e.g.\n// https://pkg.go.dev/github.com/aws/aws-sdk-go-v2/service/eks@v1.26.0#DescribeClusterOutput\ntype OutputType any\n\n// OptionsType The options struct that is passed to the client when it created,\n// and also to `optFns` when getting more pages:\n// https://pkg.go.dev/github.com/aws/aws-sdk-go-v2/service/eks@v1.26.0#ListClustersPaginator.NextPage\ntype OptionsType any\n\n// AWSItemType A struct that represents the item in the AWS API e.g.\n// https://pkg.go.dev/github.com/aws/aws-sdk-go-v2/service/route53@v1.25.2/types#HostedZone\ntype AWSItemType any\n\n// Paginator Represents an AWS API Paginator:\n// https://aws.github.io/aws-sdk-go-v2/docs/making-requests/#using-paginators\n// The Output param should be the type of output that this specific paginator\n// returns e.g. *ec2.DescribeInstancesOutput\ntype Paginator[Output OutputType, Options OptionsType] interface {\n\tHasMorePages() bool\n\tNextPage(context.Context, ...func(Options)) (Output, error)\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_util.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"regexp\"\n\t\"slices\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/aws/arn\"\n\t\"github.com/aws/aws-sdk-go-v2/config\"\n\t\"github.com/aws/aws-sdk-go-v2/service/sts\"\n\tawsHttp \"github.com/aws/smithy-go/transport/http\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// FormatScope Formats an account ID and region into the corresponding Overmind\n// scope. This will be in the format {accountID}.{region}. If both accountID and\n// region are empty, returns sdp.WILDCARD (for resources like S3 buckets that\n// don't include account/region in their ARNs).\nfunc FormatScope(accountID, region string) string {\n\tif accountID == \"\" && region == \"\" {\n\t\treturn sdp.WILDCARD\n\t}\n\n\tif region == \"\" {\n\t\treturn accountID\n\t}\n\n\treturn fmt.Sprintf(\"%v.%v\", accountID, region)\n}\n\n// ParseScope Parses a scope and returns the account id and region\nfunc ParseScope(scope string) (string, string, error) {\n\tsections := strings.Split(scope, \".\")\n\n\tif len(sections) != 2 {\n\t\treturn \"\", \"\", fmt.Errorf(\"could not split scope '%v' into 2 sections\", scope)\n\t}\n\n\treturn sections[0], sections[1], nil\n}\n\n// Returns whether or not it makes sense to retry the error. This can be used to\n// decide whether we should cache the error or not. Errors such as the item\n// being not found, or the scope not existing should not be retried for example\nfunc CanRetry(err *sdp.QueryError) bool {\n\tswitch err.GetErrorType() { //nolint:exhaustive\n\tcase sdp.QueryError_NOTFOUND, sdp.QueryError_NOSCOPE:\n\t\treturn false\n\tdefault:\n\t\treturn true\n\t}\n}\n\n// A parsed representation of the parts of the ARN that Overmind needs to care\n// about\n//\n// Format example:\n//\n//\tarn:partition:service:region:account-id:resource-type:resource-id\ntype ARN struct {\n\tarn.ARN\n}\n\n// ResourceID The ID of the resource, this is everything after the type and\n// might also include a version or other components depending on the service\n// e.g. ecs-template-ecs-demo-app:1 would be the ResourceID for\n// \"arn:aws:ecs:eu-west-1:052392120703:task-definition/ecs-template-ecs-demo-app:1\"\nfunc (a *ARN) ResourceID() string {\n\t// Find the first separator\n\tseparatorLocation := strings.IndexFunc(a.Resource, func(r rune) bool {\n\t\treturn r == '/' || r == ':'\n\t})\n\n\t// Remove the first field since this is the type, then keep the rest\n\treturn a.Resource[separatorLocation+1:]\n}\n\n// Type The type of the resource, this is everything after the service and\n// before the resource ID\n//\n// e.g. \"task-definition\" would be the Type for\n// \"arn:aws:ecs:eu-west-1:052392120703:task-definition/ecs-template-ecs-demo-app:1\"\nfunc (a *ARN) Type() string {\n\t// Find the first separator\n\tseparatorLocation := strings.IndexFunc(a.Resource, func(r rune) bool {\n\t\treturn r == '/' || r == ':'\n\t})\n\n\tif separatorLocation == -1 {\n\t\treturn a.Resource\n\t}\n\n\t// Keep the first field since this is the type, then remove the rest\n\treturn a.Resource[:separatorLocation]\n}\n\n// Matches checks if the IAM wildcards included in the ARN match another ARN\n// using the logic that IAM uses. For example if the ARN is\n// \"arn:aws:s3:::amzn-s3-demo-bucket/*\" then it will match\n// \"arn:aws:s3:::amzn-s3-demo-bucket/thing\" but not\n// \"arn:aws:s3:::some-other-bucket/object\"\nfunc (a *ARN) IAMWildcardMatches(arn string) bool {\n\ttargetARN, err := ParseARN(arn)\n\tif err != nil {\n\t\treturn false\n\t}\n\n\t// You can't use a wildcard in the service segment\n\tif a.Service != targetARN.Service {\n\t\treturn false\n\t}\n\n\t// Convert * wildcard to regex pattern and escape other special chars\n\tconvertToPattern := func(s string) string {\n\t\t// Escape regex special chars except * and ?\n\t\tspecial := []string{\".\", \"+\", \"^\", \"$\", \"(\", \")\", \"[\", \"]\", \"{\", \"}\", \"|\"}\n\t\tescaped := s\n\t\tfor _, ch := range special {\n\t\t\tescaped = strings.ReplaceAll(escaped, ch, \"\\\\\"+ch)\n\t\t}\n\t\t// Convert * to .* and ? to . for regex\n\t\tescaped = strings.ReplaceAll(escaped, \"*\", \".*\")\n\t\tescaped = strings.ReplaceAll(escaped, \"?\", \".\")\n\t\treturn \"^\" + escaped + \"$\"\n\t}\n\n\t// Check each component using pattern matching\n\tcomponents := []struct {\n\t\tpattern string\n\t\ttarget string\n\t}{\n\t\t{a.Region, targetARN.Region},\n\t\t{a.AccountID, targetARN.AccountID},\n\t\t{a.Resource, targetARN.Resource},\n\t}\n\n\tfor _, c := range components {\n\t\tpattern := convertToPattern(c.pattern)\n\t\tmatched, err := regexp.MatchString(pattern, c.target)\n\t\tif err != nil || !matched {\n\t\t\treturn false\n\t\t}\n\t}\n\n\treturn true\n}\n\nfunc (a *ARN) ContainsWildcard() bool {\n\tpossibleWildcardLocations := a.Partition + a.Region + a.AccountID + a.Resource\n\treturn strings.Contains(possibleWildcardLocations, \"*\") || strings.Contains(possibleWildcardLocations, \"?\")\n}\n\n// ParseARN Parses an ARN and tries to determine the resource ID from it. The\n// logic is that the resource ID will be the last component when separated by\n// slashes or colons: https://devopscube.com/aws-arn-guide/\nfunc ParseARN(arnString string) (*ARN, error) {\n\ta, err := arn.Parse(arnString)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn &ARN{\n\t\tARN: a,\n\t}, nil\n}\n\n// awsPartitionDNSSuffixes maps AWS partition names to their DNS suffixes.\n// This is the single source of truth for all AWS partition DNS suffixes.\n// See: https://docs.aws.amazon.com/general/latest/gr/rande.html\nvar awsPartitionDNSSuffixes = map[string]string{\n\t\"aws\": \"amazonaws.com\",\n\t\"aws-us-gov\": \"amazonaws.com\",\n\t\"aws-cn\": \"amazonaws.com.cn\",\n\t\"aws-iso\": \"c2s.ic.gov\",\n\t\"aws-iso-b\": \"sc2s.sgov.gov\",\n\t\"aws-eu\": \"amazonaws.eu\",\n}\n\n// GetPartitionDNSSuffix returns the DNS suffix for a given AWS partition.\n// This is used to construct service URLs that work across all AWS partitions.\nfunc GetPartitionDNSSuffix(partition string) string {\n\tif suffix, ok := awsPartitionDNSSuffixes[partition]; ok {\n\t\treturn suffix\n\t}\n\treturn \"amazonaws.com\" // Default to commercial partition\n}\n\n// GetAllAWSPartitionDNSSuffixes returns all known AWS partition DNS suffixes.\n// This is useful for checking if a string (like a service principal) belongs\n// to any AWS partition.\nfunc GetAllAWSPartitionDNSSuffixes() []string {\n\t// Use a map to deduplicate (aws and aws-us-gov share the same suffix)\n\tseen := make(map[string]bool)\n\tsuffixes := make([]string, 0, len(awsPartitionDNSSuffixes))\n\n\tfor _, suffix := range awsPartitionDNSSuffixes {\n\t\tif !seen[suffix] {\n\t\t\tseen[suffix] = true\n\t\t\tsuffixes = append(suffixes, suffix)\n\t\t}\n\t}\n\n\treturn suffixes\n}\n\n// WrapAWSError Wraps an AWS error in the appropriate SDP error\nfunc WrapAWSError(err error) *sdp.QueryError {\n\tvar responseErr *awsHttp.ResponseError\n\n\tif errors.As(err, &responseErr) {\n\t\t// If the input is bad, access is denied, or the thing wasn't found then\n\t\t// we should assume that it is not exist for this adapter\n\t\tif slices.Contains([]int{400, 403, 404}, responseErr.HTTPStatusCode()) {\n\t\t\treturn &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdp.NewQueryError(err)\n}\n\n// Adds an event to the span to note the error, and returns a set of tags that\n// return a standardised set of tags that contains `errorGettingTags` and\n// `error`\nfunc HandleTagsError(ctx context.Context, err error) map[string]string {\n\tif err == nil {\n\t\treturn nil\n\t}\n\n\t// Attach an event in the span\n\tspan := trace.SpanFromContext(ctx)\n\n\tspan.AddEvent(\"Error getting tags\", trace.WithAttributes(\n\t\tattribute.String(\"error\", err.Error()),\n\t))\n\n\treturn map[string]string{\n\t\t\"errorGettingTags\": \"true\",\n\t\t\"error\": err.Error(),\n\t}\n}\n\n// E2ETest A struct that runs end to end tests on a fully configured adapters.\n// These tests aren't particularly detailed, but they are designed to ensure\n// that there aren't any really obvious error when it's actually configured with\n// AWS credentials\ntype E2ETest struct {\n\t// The adapter to test\n\tAdapter discovery.Adapter\n\n\t// A search query that should return > 0 results\n\tGoodSearchQuery *string\n\n\t// Skips get tests\n\tSkipGet bool\n\n\t// Skips list tests\n\tSkipList bool\n\n\t// Skips checking that a know bad get query returns a NOTFOUND error\n\tSkipNotFoundCheck bool\n\n\t// A timeout used for all tests\n\tTimeout time.Duration\n}\n\n// The purpose of these tests is mostly to give an entrypoint for debugging in a\n// real environment\nfunc (e E2ETest) Run(t *testing.T) {\n\tt.Parallel()\n\tt.Helper()\n\n\ttype Validator interface {\n\t\tValidate() error\n\t}\n\n\tif v, ok := e.Adapter.(Validator); ok {\n\t\tif err := v.Validate(); err != nil {\n\t\t\tt.Fatalf(\"adapter failed validation: %v\", err)\n\t\t}\n\t}\n\n\t// Determine the scope so that we can use this for all queries\n\tscopes := e.Adapter.Scopes()\n\tif len(scopes) == 0 {\n\t\tt.Fatalf(\"some scopes, got %v\", len(scopes))\n\t}\n\tscope := scopes[0]\n\n\tt.Run(fmt.Sprintf(\"Adapter: %v\", e.Adapter.Name()), func(t *testing.T) {\n\t\tif e.GoodSearchQuery != nil {\n\t\t\tt.Run(fmt.Sprintf(\"Good search query: %v\", e.GoodSearchQuery), func(t *testing.T) {\n\t\t\t\tctx, cancel := context.WithTimeout(context.Background(), e.Timeout)\n\t\t\t\tdefer cancel()\n\n\t\t\t\tvar items []*sdp.Item\n\t\t\t\tvar err error\n\t\t\t\tif searchSrc, ok := e.Adapter.(discovery.SearchableAdapter); ok {\n\t\t\t\t\titems, err = searchSrc.Search(ctx, scope, *e.GoodSearchQuery, false)\n\t\t\t\t} else if streamSrc, ok := e.Adapter.(discovery.SearchStreamableAdapter); ok {\n\t\t\t\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\t\t\t\tstreamSrc.SearchStream(context.Background(), scope, *e.GoodSearchQuery, false, stream)\n\n\t\t\t\t\tif len(stream.GetErrors()) > 0 {\n\t\t\t\t\t\terr = stream.GetErrors()[0]\n\t\t\t\t\t}\n\n\t\t\t\t\titems = stream.GetItems()\n\t\t\t\t} else {\n\t\t\t\t\tt.Skip(\"adapter is not searchable or streamable\")\n\t\t\t\t}\n\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t}\n\n\t\t\t\tif len(items) == 0 {\n\t\t\t\t\tt.Error(\"no items returned\")\n\t\t\t\t}\n\n\t\t\t\tfor _, item := range items {\n\t\t\t\t\tif err = item.Validate(); err != nil {\n\t\t\t\t\t\tt.Error(err)\n\t\t\t\t\t}\n\n\t\t\t\t\tif item.GetType() != e.Adapter.Type() {\n\t\t\t\t\t\tt.Errorf(\"mismatched item type \\\"%v\\\" and adapter type \\\"%v\\\"\", item.GetType(), e.Adapter.Type())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\n\t\tt.Run(\"List query\", func(t *testing.T) {\n\t\t\tif e.SkipList {\n\t\t\t\tt.Skip(\"list tests deliberately skipped\")\n\t\t\t}\n\n\t\t\tvar items []*sdp.Item\n\t\t\terrs := make([]error, 0)\n\n\t\t\tctx, cancel := context.WithTimeout(context.Background(), e.Timeout)\n\t\t\tdefer cancel()\n\n\t\t\tif streamingAdapter, ok := e.Adapter.(discovery.ListStreamableAdapter); ok {\n\t\t\t\tstream := discovery.NewRecordingQueryResultStream()\n\n\t\t\t\tstreamingAdapter.ListStream(context.Background(), scope, false, stream)\n\t\t\t\titems = stream.GetItems()\n\t\t\t\terrs = stream.GetErrors()\n\t\t\t} else if listableAdapter, ok := e.Adapter.(discovery.ListableAdapter); ok {\n\t\t\t\tvar err error\n\t\t\t\titems, err = listableAdapter.List(ctx, scope, false)\n\t\t\t\tif err != nil {\n\t\t\t\t\terrs = append(errs, err)\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tt.Skip(\"adapter is not listable or streamable\")\n\t\t\t}\n\n\t\t\tallNames := make(map[string]bool)\n\n\t\t\tfor _, err := range errs {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tfor _, item := range items {\n\t\t\t\tif _, exists := allNames[item.UniqueAttributeValue()]; exists {\n\t\t\t\t\tt.Errorf(\"duplicate item found: %v\", item.UniqueAttributeValue())\n\t\t\t\t} else {\n\t\t\t\t\tallNames[item.UniqueAttributeValue()] = true\n\t\t\t\t}\n\n\t\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t}\n\n\t\t\t\tif item.GetType() != e.Adapter.Type() {\n\t\t\t\t\tt.Errorf(\"mismatched item type \\\"%v\\\" and adapter type \\\"%v\\\"\", item.GetType(), e.Adapter.Type())\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif len(items) > 0 {\n\t\t\t\t// Do a get for a known good item\n\t\t\t\tquery := items[0].UniqueAttributeValue()\n\n\t\t\t\tt.Run(fmt.Sprintf(\"Good get query: %v\", query), func(t *testing.T) {\n\t\t\t\t\tif e.SkipGet {\n\t\t\t\t\t\tt.Skip(\"get tests deliberately skipped\")\n\t\t\t\t\t}\n\n\t\t\t\t\tctx, cancel := context.WithTimeout(context.Background(), e.Timeout)\n\t\t\t\t\tdefer cancel()\n\n\t\t\t\t\titem, err := e.Adapter.Get(ctx, scope, query, false)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\tt.Fatal(err)\n\t\t\t\t\t}\n\n\t\t\t\t\tif err = item.Validate(); err != nil {\n\t\t\t\t\t\tt.Fatal(err)\n\t\t\t\t\t}\n\n\t\t\t\t\tif item.GetType() != e.Adapter.Type() {\n\t\t\t\t\t\tt.Errorf(\"mismatched item type \\\"%v\\\" and adapter type \\\"%v\\\"\", item.GetType(), e.Adapter.Type())\n\t\t\t\t\t}\n\t\t\t\t})\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"bad get query\", func(t *testing.T) {\n\t\t\tif e.SkipGet {\n\t\t\t\tt.Skip(\"get tests deliberately skipped\")\n\t\t\t}\n\n\t\t\tctx, cancel := context.WithTimeout(context.Background(), e.Timeout)\n\t\t\tdefer cancel()\n\n\t\t\t_, err := e.Adapter.Get(ctx, scope, \"this is a known bad get query\", false)\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error, got nil\")\n\t\t\t}\n\n\t\t\tif !e.SkipNotFoundCheck {\n\t\t\t\t// Make sure the error is an SDP error\n\t\t\t\tvar sdpErr *sdp.QueryError\n\t\t\t\tif errors.As(err, &sdpErr) {\n\t\t\t\t\tif sdpErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\t\t\t\tt.Errorf(\"expected error to be NOTFOUND, got %v\\nError: %v\", sdpErr.GetErrorType().String(), sdpErr.GetErrorString())\n\t\t\t\t\t}\n\t\t\t\t} else {\n\t\t\t\t\tt.Errorf(\"Error (%T) was not (*sdp.QueryError)\", err)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t})\n}\n\n// GetAutoConfig Uses automatic local config (i.e. `aws configure`) to get an\n// AWS config object, AWS account ID and region. Skips the tests if this is\n// unavailable\nfunc GetAutoConfig(t *testing.T) (aws.Config, string, string) {\n\tt.Helper()\n\n\tconfig, err := config.LoadDefaultConfig(context.Background())\n\tif err != nil {\n\t\trawCIString := os.Getenv(\"CI\")\n\t\tif strings.EqualFold(rawCIString, \"true\") {\n\t\t\t// These tests were always just really simple smoke tests that relied on data being already populated in AWS.\n\t\t\t// They were just a good way to check the shape of the data coming back during development.\n\t\t\tt.Skip(\"Skipping test because no AWS credentials are available in CI environment. They are for during development ONLY.\")\n\t\t} else {\n\t\t\tt.Fatalf(\"Failed to load default config: %v\", err)\n\t\t}\n\t}\n\n\t// Add OTel instrumentation\n\tconfig.HTTPClient = &http.Client{\n\t\tTransport: otelhttp.NewTransport(http.DefaultTransport),\n\t}\n\n\tstsClient := sts.NewFromConfig(config)\n\n\tvar callerID *sts.GetCallerIdentityOutput\n\n\tcallerID, err = stsClient.GetCallerIdentity(context.Background(), &sts.GetCallerIdentityInput{})\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get caller identity, for config: %+v. %v\", config, err)\n\t}\n\n\treturn config, *callerID.Account, config.Region\n}\n\n// Converts an interface to SDP attributes using the `sdp.ToAttributesSorted`\n// function, and also allows the user to exclude certain top-level fields from\n// the resulting attributes\nfunc ToAttributesWithExclude(i any, exclusions ...string) (*sdp.ItemAttributes, error) {\n\tattrs, err := sdp.ToAttributesViaJson(i)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, exclusion := range exclusions {\n\t\tif s := attrs.GetAttrStruct(); s != nil {\n\t\t\tdelete(s.GetFields(), exclusion)\n\t\t}\n\t}\n\n\treturn attrs, nil\n}\n" }, { "path": "aws-source/adapters/adapterhelpers_util_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n)\n\nfunc TestParseARN(t *testing.T) {\n\tt.Run(\"arn:partition:service:region:account-id:resource-type:resource-id\", func(t *testing.T) {\n\t\tarn := \"arn:partition:service:region:account-id:resource-type:resource-id\"\n\n\t\ta, err := ParseARN(arn)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif a.AccountID != \"account-id\" {\n\t\t\tt.Errorf(\"expected account ID to be account-id, got %v\", a.AccountID)\n\t\t}\n\n\t\tif a.Region != \"region\" {\n\t\t\tt.Errorf(\"expected region to be region, got %v\", a.Region)\n\t\t}\n\n\t\tif a.ResourceID() != \"resource-id\" {\n\t\t\tt.Errorf(\"expected resource ID to be resource-id, got %v\", a.ResourceID())\n\t\t}\n\n\t\tif a.Service != \"service\" {\n\t\t\tt.Errorf(\"expected service to be service, got %v\", a.Service)\n\t\t}\n\t})\n\n\tt.Run(\"arn:aws:ecs:eu-west-1:052392120703:task-definition/ecs-template-ecs-demo-app:1\", func(t *testing.T) {\n\t\tarn := \"arn:aws:ecs:eu-west-1:052392120703:task-definition/ecs-template-ecs-demo-app:1\"\n\n\t\ta, err := ParseARN(arn)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif a.AccountID != \"052392120703\" {\n\t\t\tt.Errorf(\"expected account ID to be 052392120703, got %v\", a.AccountID)\n\t\t}\n\n\t\tif a.Region != \"eu-west-1\" {\n\t\t\tt.Errorf(\"expected region to be eu-west-1, got %v\", a.Region)\n\t\t}\n\n\t\tif a.Service != \"ecs\" {\n\t\t\tt.Errorf(\"expected service to be ecs, got %v\", a.Service)\n\t\t}\n\n\t\tif a.Resource != \"task-definition/ecs-template-ecs-demo-app:1\" {\n\t\t\tt.Errorf(\"expected resource ID to be task-definition/ecs-template-ecs-demo-app:1, got %v\", a.ResourceID())\n\t\t}\n\n\t\tif a.ResourceID() != \"ecs-template-ecs-demo-app:1\" {\n\t\t\tt.Errorf(\"expected ResourceID to be ecs-template-ecs-demo-app:1, got %v\", a.ResourceID())\n\t\t}\n\t})\n\n\tt.Run(\"arn:aws:ec2:us-east-1:4575734578134:instance/i-054dsfg34gdsfg38\", func(t *testing.T) {\n\t\tarn := \"arn:aws:ec2:us-east-1:4575734578134:instance/i-054dsfg34gdsfg38\"\n\n\t\ta, err := ParseARN(arn)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif a.AccountID != \"4575734578134\" {\n\t\t\tt.Errorf(\"expected account ID to be 4575734578134, got %v\", a.AccountID)\n\t\t}\n\n\t\tif a.Region != \"us-east-1\" {\n\t\t\tt.Errorf(\"expected account ID to be us-east-1, got %v\", a.Region)\n\t\t}\n\n\t\tif a.ResourceID() != \"i-054dsfg34gdsfg38\" {\n\t\t\tt.Errorf(\"expected account ID to be i-054dsfg34gdsfg38, got %v\", a.ResourceID())\n\t\t}\n\t})\n\n\tt.Run(\"arn:aws:eks:eu-west-2:944651592624:nodegroup/dogfood/intel-20230616142016591700000005/6ec4624a-05ef-bdad-e69a-fe9832885421\", func(t *testing.T) {\n\t\tarn := \"arn:aws:eks:eu-west-2:944651592624:nodegroup/dogfood/intel-20230616142016591700000005/6ec4624a-05ef-bdad-e69a-fe9832885421\"\n\n\t\ta, err := ParseARN(arn)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif a.AccountID != \"944651592624\" {\n\t\t\tt.Errorf(\"expected account ID to be 944651592624, got %v\", a.AccountID)\n\t\t}\n\n\t\tif a.Region != \"eu-west-2\" {\n\t\t\tt.Errorf(\"expected account ID to be eu-west-2, got %v\", a.Region)\n\t\t}\n\n\t\tif a.ResourceID() != \"dogfood/intel-20230616142016591700000005/6ec4624a-05ef-bdad-e69a-fe9832885421\" {\n\t\t\tt.Errorf(\"expected account ID to be dogfood/intel-20230616142016591700000005/6ec4624a-05ef-bdad-e69a-fe9832885421, got %v\", a.ResourceID())\n\t\t}\n\t})\n\n\tt.Run(\"arn:aws:iam::942836531449:policy/OvermindReadonly\", func(t *testing.T) {\n\t\tarn := \"arn:aws:iam::942836531449:policy/OvermindReadonly\"\n\n\t\ta, err := ParseARN(arn)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif a.ResourceID() != \"OvermindReadonly\" {\n\t\t\tt.Errorf(\"expected account ID to be OvermindReadonly, got %v\", a.ResourceID())\n\t\t}\n\t})\n\n\tt.Run(\"arn:aws:elasticloadbalancing:eu-west-2:540044833068:targetgroup/lambda-rvaaio9n3auuhnvvvjmp/6f23de9c63bd4653\", func(t *testing.T) {\n\t\tarn := \"arn:aws:elasticloadbalancing:eu-west-2:540044833068:targetgroup/lambda-rvaaio9n3auuhnvvvjmp/6f23de9c63bd4653\"\n\n\t\ta, err := ParseARN(arn)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif a.Type() != \"targetgroup\" {\n\t\t\tt.Errorf(\"expected type to be targetgroup, got %v\", a.Type())\n\t\t}\n\t})\n}\n\nfunc TestIAMWildcardMatches(t *testing.T) {\n\ttests := []struct {\n\t\tName string\n\t\tARN string\n\t\tShouldMatch []string\n\t\tShouldNotMatch []string\n\t}{\n\t\t{\n\t\t\tName: \"ARN with no wildcards\",\n\t\t\tARN: \"arn:aws:iam::123456789:user/Bob\",\n\t\t\tShouldMatch: []string{\n\t\t\t\t\"arn:aws:iam::123456789:user/Bob\",\n\t\t\t},\n\t\t\tShouldNotMatch: []string{\n\t\t\t\t\"arn:aws:iam::123456789:user/Alice\",\n\t\t\t\t\"arn:aws:iam::123456789:role/Bob\",\n\t\t\t\t\"arn:aws:iam::123456789:role/Alice\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tName: \"Complex multi-wildcard ARN\",\n\t\t\t// The asterisk (*) character can expand to replace everything\n\t\t\t// within a segment, including characters like a forward slash (/)\n\t\t\t// that may otherwise appear to be a delimiter within a given\n\t\t\t// service namespace. For example, consider the following Amazon S3\n\t\t\t// ARN as the same wildcard expansion logic applies to all services.\n\t\t\tARN: \"arn:aws:s3:::amzn-s3-demo-bucket/*/test/*\",\n\t\t\t// The wildcards in the ARN apply to all of the following objects in\n\t\t\t// the bucket, not only the first object listed.\n\t\t\tShouldMatch: []string{\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/test/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2/test/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2/test/3/object.jpg \",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2/3/test/4/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1///test///object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/test/.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket//test/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/test/\",\n\t\t\t},\n\t\t\t// Consider the last two objects in the previous list. An Amazon S3\n\t\t\t// object name can begin or end with the conventional delimiter\n\t\t\t// forward slash (/) character. While / works as a delimiter, there\n\t\t\t// is no specific significance when this character is used within a\n\t\t\t// resource ARN. It is treated the same as any other valid\n\t\t\t// character. The ARN would not match the following objects:\n\t\t\tShouldNotMatch: []string{\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1-test/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/test/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2/test.jpg\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tName: \"* at the end\",\n\t\t\tARN: \"arn:aws:s3:::amzn-s3-demo-bucket/*\",\n\t\t\tShouldMatch: []string{\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/test/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2/test/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2/test/3/object.jpg \",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2/3/test/4/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1///test///object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/test/.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket//test/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/test/\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1-test/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/test/object.jpg\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2/test.jpg\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tName: \"ARN using a ? wildcard\",\n\t\t\tARN: \"arn:aws:s3:::amzn-s3-demo-bucket/??\",\n\t\t\tShouldMatch: []string{\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/11\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/ab\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket///\",\n\t\t\t},\n\t\t\tShouldNotMatch: []string{\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2/3\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tName: \"ARN using a ? wildcard in the middle\",\n\t\t\tARN: \"arn:aws:s3:::amzn-s3-demo-bucket/1?/2\",\n\t\t\tShouldMatch: []string{\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1a/2\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1b/2\",\n\t\t\t},\n\t\t\tShouldNotMatch: []string{\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2/3\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tName: \"ARN using a ? and * wildcard\",\n\t\t\tARN: \"arn:aws:s3:::amzn-s3-demo-bucket/1?/2*\",\n\t\t\tShouldMatch: []string{\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1a/234567890\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1b/2c\",\n\t\t\t},\n\t\t\tShouldNotMatch: []string{\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2\",\n\t\t\t\t\"arn:aws:s3:::amzn-s3-demo-bucket/1/2/3\",\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(test.Name, func(t *testing.T) {\n\t\t\ta, err := ParseARN(test.ARN)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tfor _, match := range test.ShouldMatch {\n\t\t\t\tif !a.IAMWildcardMatches(match) {\n\t\t\t\t\tt.Errorf(\"expected %v to match %v\", a.String(), match)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor _, match := range test.ShouldNotMatch {\n\t\t\t\tif a.IAMWildcardMatches(match) {\n\t\t\t\t\tt.Errorf(\"expected %v to not match %v\", a.String(), match)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestGetPartitionDNSSuffix(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tpartition string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"aws partition\",\n\t\t\tpartition: \"aws\",\n\t\t\texpected: \"amazonaws.com\",\n\t\t},\n\t\t{\n\t\t\tname: \"aws-cn partition\",\n\t\t\tpartition: \"aws-cn\",\n\t\t\texpected: \"amazonaws.com.cn\",\n\t\t},\n\t\t{\n\t\t\tname: \"aws-us-gov partition\",\n\t\t\tpartition: \"aws-us-gov\",\n\t\t\texpected: \"amazonaws.com\",\n\t\t},\n\t\t{\n\t\t\tname: \"aws-iso partition\",\n\t\t\tpartition: \"aws-iso\",\n\t\t\texpected: \"c2s.ic.gov\",\n\t\t},\n\t\t{\n\t\t\tname: \"aws-iso-b partition\",\n\t\t\tpartition: \"aws-iso-b\",\n\t\t\texpected: \"sc2s.sgov.gov\",\n\t\t},\n\t\t{\n\t\t\tname: \"aws-eu partition\",\n\t\t\tpartition: \"aws-eu\",\n\t\t\texpected: \"amazonaws.eu\",\n\t\t},\n\t\t{\n\t\t\tname: \"unknown partition defaults to amazonaws.com\",\n\t\t\tpartition: \"unknown-partition\",\n\t\t\texpected: \"amazonaws.com\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := GetPartitionDNSSuffix(tt.partition)\n\t\t\tif result != tt.expected {\n\t\t\t\tt.Errorf(\"GetPartitionDNSSuffix(%q) = %q, want %q\", tt.partition, result, tt.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/apigateway-api-key.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// convertGetApiKeyOutputToApiKey converts a GetApiKeyOutput to an ApiKey\nfunc convertGetApiKeyOutputToApiKey(output *apigateway.GetApiKeyOutput) *types.ApiKey {\n\treturn &types.ApiKey{\n\t\tId: output.Id,\n\t\tName: output.Name,\n\t\tEnabled: output.Enabled,\n\t\tCreatedDate: output.CreatedDate,\n\t\tLastUpdatedDate: output.LastUpdatedDate,\n\t\tStageKeys: output.StageKeys,\n\t\tTags: output.Tags,\n\t}\n}\n\nfunc apiKeyListFunc(ctx context.Context, client *apigateway.Client, _ string) ([]*types.ApiKey, error) {\n\tout, err := client.GetApiKeys(ctx, &apigateway.GetApiKeysInput{})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tvar items []*types.ApiKey\n\tfor _, apiKey := range out.Items {\n\t\titems = append(items, &apiKey)\n\t}\n\n\treturn items, nil\n}\n\nfunc apiKeyOutputMapper(scope string, awsItem *types.ApiKey) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"apigateway-api-key\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: awsItem.Tags,\n\t}\n\n\tfor _, key := range awsItem.StageKeys {\n\t\t// {restApiId}/{stage}\n\t\tif sections := strings.Split(key, \"/\"); len(sections) == 2 {\n\t\t\trestAPIID := sections[0]\n\t\t\tif restAPIID != \"\" {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"apigateway-rest-api\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: restAPIID,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewAPIGatewayApiKeyAdapter(client *apigateway.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.ApiKey, *apigateway.Client, *apigateway.Options] {\n\treturn &GetListAdapter[*types.ApiKey, *apigateway.Client, *apigateway.Options]{\n\t\tItemType: \"apigateway-api-key\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: apiKeyAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *apigateway.Client, scope, query string) (*types.ApiKey, error) {\n\t\t\tout, err := client.GetApiKey(ctx, &apigateway.GetApiKeyInput{\n\t\t\t\tApiKey: &query,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\t\t\treturn convertGetApiKeyOutputToApiKey(out), nil\n\t\t},\n\t\tListFunc: apiKeyListFunc,\n\t\tSearchFunc: func(ctx context.Context, client *apigateway.Client, scope string, query string) ([]*types.ApiKey, error) {\n\t\t\tout, err := client.GetApiKeys(ctx, &apigateway.GetApiKeysInput{\n\t\t\t\tNameQuery: &query,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tvar items []*types.ApiKey\n\t\t\tfor _, apiKey := range out.Items {\n\t\t\t\titems = append(items, &apiKey)\n\t\t\t}\n\n\t\t\treturn items, nil\n\t\t},\n\t\tItemMapper: func(_, scope string, awsItem *types.ApiKey) (*sdp.Item, error) {\n\t\t\treturn apiKeyOutputMapper(scope, awsItem)\n\t\t},\n\t}\n}\n\nvar apiKeyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"apigateway-api-key\",\n\tDescriptiveName: \"API Key\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an API Key by ID\",\n\t\tListDescription: \"List all API Keys\",\n\t\tSearchDescription: \"Search for API Keys by their name\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_api_gateway_api_key.id\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/apigateway-api-key_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestApiKeyOutputMapper(t *testing.T) {\n\tawsItem := &types.ApiKey{\n\t\tId: aws.String(\"api-key-id\"),\n\t\tName: aws.String(\"api-key-name\"),\n\t\tEnabled: true,\n\t\tCreatedDate: aws.Time(time.Now()),\n\t\tLastUpdatedDate: aws.Time(time.Now()),\n\t\tStageKeys: []string{\"rest-api-id/stage\"},\n\t\tTags: map[string]string{\"key\": \"value\"},\n\t}\n\n\titem, err := apiKeyOutputMapper(\"scope\", awsItem)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif err := item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"apigateway-rest-api\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"rest-api-id\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewAPIGatewayApiKeyAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := apigateway.NewFromConfig(config)\n\n\tadapter := NewAPIGatewayApiKeyAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/apigateway-authorizer.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// convertGetAuthorizerOutputToAuthorizer converts a GetAuthorizerOutput to an Authorizer\nfunc convertGetAuthorizerOutputToAuthorizer(output *apigateway.GetAuthorizerOutput) *types.Authorizer {\n\treturn &types.Authorizer{\n\t\tId: output.Id,\n\t\tName: output.Name,\n\t\tType: output.Type,\n\t\tProviderARNs: output.ProviderARNs,\n\t\tAuthType: output.AuthType,\n\t\tAuthorizerUri: output.AuthorizerUri,\n\t\tAuthorizerCredentials: output.AuthorizerCredentials,\n\t\tIdentitySource: output.IdentitySource,\n\t\tIdentityValidationExpression: output.IdentityValidationExpression,\n\t\tAuthorizerResultTtlInSeconds: output.AuthorizerResultTtlInSeconds,\n\t}\n}\n\nfunc authorizerOutputMapper(query, scope string, awsItem *types.Authorizer) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"apigateway-authorizer\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-rest-api\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: strings.Split(query, \"/\")[0],\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn &item, nil\n}\n\nfunc NewAPIGatewayAuthorizerAdapter(client *apigateway.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.Authorizer, *apigateway.Client, *apigateway.Options] {\n\treturn &GetListAdapter[*types.Authorizer, *apigateway.Client, *apigateway.Options]{\n\t\tItemType: \"apigateway-authorizer\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: authorizerAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *apigateway.Client, scope, query string) (*types.Authorizer, error) {\n\t\t\tf := strings.Split(query, \"/\")\n\t\t\tif len(f) != 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: fmt.Sprintf(\"query must be in the format of: the rest-api-id/authorizer-id, but found: %s\", query),\n\t\t\t\t}\n\t\t\t}\n\t\t\tout, err := client.GetAuthorizer(ctx, &apigateway.GetAuthorizerInput{\n\t\t\t\tRestApiId: &f[0],\n\t\t\t\tAuthorizerId: &f[1],\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\t\t\treturn convertGetAuthorizerOutputToAuthorizer(out), nil\n\t\t},\n\t\tDisableList: true,\n\t\tSearchFunc: func(ctx context.Context, client *apigateway.Client, scope string, query string) ([]*types.Authorizer, error) {\n\t\t\tout, err := client.GetAuthorizers(ctx, &apigateway.GetAuthorizersInput{\n\t\t\t\tRestApiId: &query,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tauthorizers := make([]*types.Authorizer, 0, len(out.Items))\n\t\t\tfor _, authorizer := range out.Items {\n\t\t\t\tauthorizers = append(authorizers, &authorizer)\n\t\t\t}\n\n\t\t\treturn authorizers, nil\n\t\t},\n\t\tItemMapper: func(query, scope string, awsItem *types.Authorizer) (*sdp.Item, error) {\n\t\t\treturn authorizerOutputMapper(query, scope, awsItem)\n\t\t},\n\t}\n}\n\nvar authorizerAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"apigateway-authorizer\",\n\tDescriptiveName: \"API Gateway Authorizer\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an API Gateway Authorizer by its rest API ID and ID: rest-api-id/authorizer-id\",\n\t\tSearchDescription: \"Search for API Gateway Authorizers by their rest API ID\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_api_gateway_authorizer.id\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/apigateway-authorizer_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestAuthorizerOutputMapper(t *testing.T) {\n\tawsItem := &types.Authorizer{\n\t\tId: aws.String(\"authorizer-id\"),\n\t\tName: aws.String(\"authorizer-name\"),\n\t\tType: types.AuthorizerTypeRequest,\n\t\tProviderARNs: []string{\"arn:aws:iam::123456789012:role/service-role\"},\n\t\tAuthType: aws.String(\"custom\"),\n\t\tAuthorizerUri: aws.String(\"arn:aws:apigateway:us-east-1:lambda:path/2015-03-31/functions/arn:aws:lambda:us-east-1:123456789012:function:my-function/invocations\"),\n\t\tAuthorizerCredentials: aws.String(\"arn:aws:iam::123456789012:role/service-role\"),\n\t\tIdentitySource: aws.String(\"method.request.header.Authorization\"),\n\t\tIdentityValidationExpression: aws.String(\".*\"),\n\t\tAuthorizerResultTtlInSeconds: aws.Int32(300),\n\t}\n\n\titem, err := authorizerOutputMapper(\"rest-api-id\", \"scope\", awsItem)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif err := item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"apigateway-rest-api\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"rest-api-id\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewAPIGatewayAuthorizerAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := apigateway.NewFromConfig(config)\n\n\tadapter := NewAPIGatewayAuthorizerAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/apigateway-deployment.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// convertGetDeploymentOutputToDeployment converts a GetDeploymentOutput to a Deployment\nfunc convertGetDeploymentOutputToDeployment(output *apigateway.GetDeploymentOutput) *types.Deployment {\n\treturn &types.Deployment{\n\t\tId: output.Id,\n\t\tCreatedDate: output.CreatedDate,\n\t\tDescription: output.Description,\n\t\tApiSummary: output.ApiSummary,\n\t}\n}\n\nfunc deploymentOutputMapper(query, scope string, awsItem *types.Deployment) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"apigateway-deployment\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\trestAPIID := strings.Split(query, \"/\")[0]\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-rest-api\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: restAPIID,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-stage\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: fmt.Sprintf(\"%s/%s\", restAPIID, *awsItem.Id),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn &item, nil\n}\n\nfunc NewAPIGatewayDeploymentAdapter(client *apigateway.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.Deployment, *apigateway.Client, *apigateway.Options] {\n\treturn &GetListAdapter[*types.Deployment, *apigateway.Client, *apigateway.Options]{\n\t\tItemType: \"apigateway-deployment\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: deploymentAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *apigateway.Client, scope, query string) (*types.Deployment, error) {\n\t\t\tf := strings.Split(query, \"/\")\n\t\t\tif len(f) != 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: fmt.Sprintf(\"query must be in the format of: the rest-api-id/deployment-id, but found: %s\", query),\n\t\t\t\t}\n\t\t\t}\n\t\t\tout, err := client.GetDeployment(ctx, &apigateway.GetDeploymentInput{\n\t\t\t\tRestApiId: &f[0],\n\t\t\t\tDeploymentId: &f[1],\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\t\t\treturn convertGetDeploymentOutputToDeployment(out), nil\n\t\t},\n\t\tDisableList: true,\n\t\tSearchFunc: func(ctx context.Context, client *apigateway.Client, scope string, query string) ([]*types.Deployment, error) {\n\t\t\tout, err := client.GetDeployments(ctx, &apigateway.GetDeploymentsInput{\n\t\t\t\tRestApiId: &query,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tresponse := make([]*types.Deployment, 0, len(out.Items))\n\t\t\tfor _, item := range out.Items {\n\t\t\t\tresponse = append(response, &item)\n\t\t\t}\n\n\t\t\treturn response, nil\n\t\t},\n\t\tItemMapper: func(query, scope string, awsItem *types.Deployment) (*sdp.Item, error) {\n\t\t\treturn deploymentOutputMapper(query, scope, awsItem)\n\t\t},\n\t}\n}\n\nvar deploymentAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"apigateway-deployment\",\n\tDescriptiveName: \"API Gateway Deployment\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an API Gateway Deployment by its rest API ID and ID: rest-api-id/deployment-id\",\n\t\tSearchDescription: \"Search for API Gateway Deployments by their rest API ID\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_api_gateway_deployment.id\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/apigateway-deployment_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDeploymentOutputMapper(t *testing.T) {\n\tawsItem := &types.Deployment{\n\t\tId: aws.String(\"deployment-id\"),\n\t\tCreatedDate: aws.Time(time.Now()),\n\t\tDescription: aws.String(\"deployment-description\"),\n\t\tApiSummary: map[string]map[string]types.MethodSnapshot{},\n\t}\n\n\titem, err := deploymentOutputMapper(\"rest-api-id\", \"scope\", awsItem)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif err := item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"apigateway-rest-api\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"rest-api-id\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"apigateway-stage\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"rest-api-id/deployment-id\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewAPIGatewayDeploymentAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := apigateway.NewFromConfig(config)\n\n\tadapter := NewAPIGatewayDeploymentAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/apigateway-domain-name.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc convertGetDomainNameOutputToDomainName(output *apigateway.GetDomainNameOutput) *types.DomainName {\n\treturn &types.DomainName{\n\t\tDomainName: output.DomainName,\n\t\tCertificateArn: output.CertificateArn,\n\t\tCertificateName: output.CertificateName,\n\t\tCertificateUploadDate: output.CertificateUploadDate,\n\t\tDistributionDomainName: output.DistributionDomainName,\n\t\tDistributionHostedZoneId: output.DistributionHostedZoneId,\n\t\tRegionalDomainName: output.RegionalDomainName,\n\t\tRegionalHostedZoneId: output.RegionalHostedZoneId,\n\t\tEndpointConfiguration: output.EndpointConfiguration,\n\t\tDomainNameStatus: output.DomainNameStatus,\n\t\tDomainNameStatusMessage: output.DomainNameStatusMessage,\n\t\tSecurityPolicy: output.SecurityPolicy,\n\t\tMutualTlsAuthentication: output.MutualTlsAuthentication,\n\t\tTags: output.Tags,\n\t\tOwnershipVerificationCertificateArn: output.OwnershipVerificationCertificateArn,\n\t\tRegionalCertificateName: output.RegionalCertificateName,\n\t\tRegionalCertificateArn: output.RegionalCertificateArn,\n\t}\n}\n\nfunc domainNameOutputMapper(_, scope string, awsItem *types.DomainName) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"apigateway-domain-name\",\n\t\tUniqueAttribute: \"DomainName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: awsItem.Tags,\n\t}\n\n\t// Health based on the DomainNameStatus\n\tswitch awsItem.DomainNameStatus {\n\tcase types.DomainNameStatusAvailable:\n\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\tcase types.DomainNameStatusUpdating,\n\t\ttypes.DomainNameStatusPending,\n\t\ttypes.DomainNameStatusPendingCertificateReimport,\n\t\ttypes.DomainNameStatusPendingOwnershipVerification:\n\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase types.DomainNameStatusFailed:\n\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"unknown Domain Name State: %s\", awsItem.DomainNameStatus),\n\t\t}\n\t}\n\n\tif awsItem.RegionalHostedZoneId != nil {\n\t\t//+overmind:link route53-hosted-zone\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"route53-hosted-zone\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *awsItem.RegionalHostedZoneId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif awsItem.DistributionHostedZoneId != nil {\n\t\t//+overmind:link route53-hosted-zone\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"route53-hosted-zone\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *awsItem.DistributionHostedZoneId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif awsItem.CertificateArn != nil {\n\t\tif a, err := ParseARN(*awsItem.CertificateArn); err == nil {\n\t\t\t//+overmind:link acm-certificate\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"acm-certificate\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *awsItem.CertificateArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif awsItem.RegionalCertificateArn != nil {\n\t\tif a, err := ParseARN(*awsItem.RegionalCertificateArn); err == nil {\n\t\t\t//+overmind:link acm-certificate\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"acm-certificate\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *awsItem.RegionalCertificateArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif awsItem.RegionalDomainName != nil {\n\t\t//+overmind:link apigateway-domain-name\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"apigateway-domain-name\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *awsItem.RegionalDomainName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif awsItem.OwnershipVerificationCertificateArn != nil {\n\t\tif a, err := ParseARN(*awsItem.OwnershipVerificationCertificateArn); err == nil {\n\t\t\t//+overmind:link acm-certificate\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"acm-certificate\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *awsItem.OwnershipVerificationCertificateArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// TODO: if cloudfront distribution supports searching by name, link it here via awsItem.DistributionDomainName\n\n\treturn &item, nil\n}\n\nfunc NewAPIGatewayDomainNameAdapter(client *apigateway.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.DomainName, *apigateway.Client, *apigateway.Options] {\n\treturn &GetListAdapter[*types.DomainName, *apigateway.Client, *apigateway.Options]{\n\t\tItemType: \"apigateway-domain-name\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: apiGatewayDomainNameAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *apigateway.Client, scope, query string) (*types.DomainName, error) {\n\t\t\tif query == \"\" {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"query must be the domain-name, but found empty query\",\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tout, err := client.GetDomainName(ctx, &apigateway.GetDomainNameInput{\n\t\t\t\tDomainName: &query,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn convertGetDomainNameOutputToDomainName(out), nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *apigateway.Client, scope string) ([]*types.DomainName, error) {\n\t\t\tout, err := client.GetDomainNames(ctx, &apigateway.GetDomainNamesInput{})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tvar domainNames []*types.DomainName\n\t\t\tfor _, domainName := range out.Items {\n\t\t\t\tdomainNames = append(domainNames, &domainName)\n\t\t\t}\n\n\t\t\treturn domainNames, nil\n\t\t},\n\t\tItemMapper: func(query, scope string, awsItem *types.DomainName) (*sdp.Item, error) {\n\t\t\treturn domainNameOutputMapper(query, scope, awsItem)\n\t\t},\n\t}\n}\n\nvar apiGatewayDomainNameAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"apigateway-domain-name\",\n\tDescriptiveName: \"API Gateway Domain Name\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a Domain Name by domain-name\",\n\t\tSearch: true,\n\t\tSearchDescription: \"Search Domain Names by ARN\",\n\t\tList: true,\n\t\tListDescription: \"List Domain Names\",\n\t},\n\tPotentialLinks: []string{\"acm-certificate\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_api_gateway_domain_name.domain_name\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/apigateway-domain-name_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n/*\n{\n \"certificateArn\": \"string\",\n \"certificateName\": \"string\",\n \"certificateUploadDate\": number,\n \"distributionDomainName\": \"string\",\n \"distributionHostedZoneId\": \"string\",\n \"domainName\": \"string\",\n \"domainNameStatus\": \"string\",\n \"domainNameStatusMessage\": \"string\",\n \"endpointConfiguration\": {\n \"types\": [ \"string\" ],\n \"vpcEndpointIds\": [ \"string\" ]\n },\n \"mutualTlsAuthentication\": {\n \"truststoreUri\": \"string\",\n \"truststoreVersion\": \"string\",\n \"truststoreWarnings\": [ \"string\" ]\n },\n \"ownershipVerificationCertificateArn\": \"string\",\n \"regionalCertificateArn\": \"string\",\n \"regionalCertificateName\": \"string\",\n \"regionalDomainName\": \"string\",\n \"regionalHostedZoneId\": \"string\",\n \"securityPolicy\": \"string\",\n \"tags\": {\n \"string\" : \"string\"\n }\n}\n*/\n\nfunc TestDomainNameOutputMapper(t *testing.T) {\n\tdomainName := &types.DomainName{\n\t\tCertificateArn: new(\"arn:aws:acm:region:account-id:certificate/certificate-id\"),\n\t\tCertificateName: new(\"certificate-name\"),\n\t\tCertificateUploadDate: new(time.Now()),\n\t\tDistributionDomainName: new(\"distribution-domain-name\"),\n\t\tDistributionHostedZoneId: new(\"distribution-hosted-zone-id\"),\n\t\tDomainName: new(\"domain-name\"),\n\t\tDomainNameStatus: types.DomainNameStatusAvailable,\n\t\tDomainNameStatusMessage: new(\"status-message\"),\n\t\tEndpointConfiguration: &types.EndpointConfiguration{Types: []types.EndpointType{types.EndpointTypeEdge}},\n\t\tMutualTlsAuthentication: &types.MutualTlsAuthentication{TruststoreUri: new(\"truststore-uri\")},\n\t\tOwnershipVerificationCertificateArn: new(\"arn:aws:acm:region:account-id:certificate/ownership-verification-certificate-id\"),\n\t\tRegionalCertificateArn: new(\"arn:aws:acm:region:account-id:certificate/regional-certificate-id\"),\n\t\tRegionalCertificateName: new(\"regional-certificate-name\"),\n\t\tRegionalDomainName: new(\"regional-domain-name\"),\n\t\tRegionalHostedZoneId: new(\"regional-hosted-zone-id\"),\n\t\tSecurityPolicy: types.SecurityPolicyTls12,\n\t\tTags: map[string]string{\"key\": \"value\"},\n\t}\n\n\titem, err := domainNameOutputMapper(\"domain-name\", \"scope\", domainName)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err := item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ta, err := ParseARN(\"arn:aws:acm:region:account-id:certificate/regional-certificate-id\")\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"acm-certificate\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"arn:aws:acm:region:account-id:certificate/certificate-id\",\n\t\t\tExpectedScope: FormatScope(a.AccountID, a.Region),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"route53-hosted-zone\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"distribution-hosted-zone-id\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"route53-hosted-zone\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"regional-hosted-zone-id\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"acm-certificate\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"arn:aws:acm:region:account-id:certificate/regional-certificate-id\",\n\t\t\tExpectedScope: FormatScope(a.AccountID, a.Region),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"acm-certificate\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"arn:aws:acm:region:account-id:certificate/ownership-verification-certificate-id\",\n\t\t\tExpectedScope: FormatScope(a.AccountID, a.Region),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"apigateway-domain-name\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"regional-domain-name\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewAPIGatewayDomainNameAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := apigateway.NewFromConfig(config)\n\n\tadapter := NewAPIGatewayDomainNameAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/apigateway-integration.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"log/slog\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype apiGatewayIntegrationGetter interface {\n\tGetIntegration(ctx context.Context, params *apigateway.GetIntegrationInput, optFns ...func(*apigateway.Options)) (*apigateway.GetIntegrationOutput, error)\n}\n\nfunc apiGatewayIntegrationGetFunc(ctx context.Context, client apiGatewayIntegrationGetter, scope string, input *apigateway.GetIntegrationInput) (*sdp.Item, error) {\n\tif input == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"query must be in the format of: rest-api-id/resource-id/http-method\",\n\t\t}\n\t}\n\n\toutput, err := client.GetIntegration(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tattributes, err := ToAttributesWithExclude(output, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// We create a custom ID of {rest-api-id}/{resource-id}/{http-method} e.g.\n\t// rest-api-id/resource-id/GET\n\tintegrationID := fmt.Sprintf(\n\t\t\"%s/%s/%s\",\n\t\t*input.RestApiId,\n\t\t*input.ResourceId,\n\t\t*input.HttpMethod,\n\t)\n\terr = attributes.Set(\"IntegrationID\", integrationID)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: \"apigateway-integration\",\n\t\tUniqueAttribute: \"IntegrationID\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-method\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: fmt.Sprintf(\"%s/%s/%s\", *input.RestApiId, *input.ResourceId, *input.HttpMethod),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tif output.ConnectionId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"apigateway-vpc-link\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *output.ConnectionId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn item, nil\n}\n\nfunc NewAPIGatewayIntegrationAdapter(client apiGatewayIntegrationGetter, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*apigateway.GetIntegrationInput, *apigateway.GetIntegrationOutput, *apigateway.GetIntegrationInput, *apigateway.GetIntegrationOutput, apiGatewayIntegrationGetter, *apigateway.Options] {\n\treturn &AlwaysGetAdapter[*apigateway.GetIntegrationInput, *apigateway.GetIntegrationOutput, *apigateway.GetIntegrationInput, *apigateway.GetIntegrationOutput, apiGatewayIntegrationGetter, *apigateway.Options]{\n\t\tItemType: \"apigateway-integration\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: apiGatewayIntegrationAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: apiGatewayIntegrationGetFunc,\n\t\tGetInputMapper: func(scope, query string) *apigateway.GetIntegrationInput {\n\t\t\t// We are using a custom id of {rest-api-id}/{resource-id}/{http-method} e.g.\n\t\t\t// rest-api-id/resource-id/GET\n\t\t\tf := strings.Split(query, \"/\")\n\t\t\tif len(f) != 3 {\n\t\t\t\tslog.Error(\n\t\t\t\t\t\"query must be in the format of: rest-api-id/resource-id/http-method\",\n\t\t\t\t\t\"found\",\n\t\t\t\t\tquery,\n\t\t\t\t)\n\n\t\t\t\treturn nil\n\t\t\t}\n\n\t\t\treturn &apigateway.GetIntegrationInput{\n\t\t\t\tRestApiId: &f[0],\n\t\t\t\tResourceId: &f[1],\n\t\t\t\tHttpMethod: &f[2],\n\t\t\t}\n\t\t},\n\t\tDisableList: true,\n\t}\n}\n\nvar apiGatewayIntegrationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"apigateway-integration\",\n\tDescriptiveName: \"API Gateway Integration\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get an Integration by rest-api id, resource id, and http-method\",\n\t\tSearch: true,\n\t\tSearchDescription: \"Search Integrations by ARN\",\n\t},\n})\n" }, { "path": "aws-source/adapters/apigateway-integration_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype mockAPIGatewayIntegrationClient struct{}\n\nfunc (m *mockAPIGatewayIntegrationClient) GetIntegration(ctx context.Context, params *apigateway.GetIntegrationInput, optFns ...func(*apigateway.Options)) (*apigateway.GetIntegrationOutput, error) {\n\treturn &apigateway.GetIntegrationOutput{\n\t\tIntegrationResponses: map[string]types.IntegrationResponse{\n\t\t\t\"200\": {\n\t\t\t\tResponseTemplates: map[string]string{\n\t\t\t\t\t\"application/json\": \"\",\n\t\t\t\t},\n\t\t\t\tStatusCode: aws.String(\"200\"),\n\t\t\t},\n\t\t},\n\t\tCacheKeyParameters: []string{},\n\t\tUri: aws.String(\"arn:aws:apigateway:us-west-2:lambda:path/2015-03-31/functions/arn:aws:lambda:us-west-2:123412341234:function:My_Function/invocations\"),\n\t\tHttpMethod: aws.String(\"POST\"),\n\t\tCacheNamespace: aws.String(\"y9h6rt\"),\n\t\tType: \"AWS\",\n\t\tConnectionId: aws.String(\"vpc-connection-id\"),\n\t}, nil\n}\n\nfunc TestApiGatewayIntegrationGetFunc(t *testing.T) {\n\tctx := context.Background()\n\tcli := mockAPIGatewayIntegrationClient{}\n\n\tinput := &apigateway.GetIntegrationInput{\n\t\tRestApiId: aws.String(\"rest-api-id\"),\n\t\tResourceId: aws.String(\"resource-id\"),\n\t\tHttpMethod: aws.String(\"GET\"),\n\t}\n\n\titem, err := apiGatewayIntegrationGetFunc(ctx, &cli, \"scope\", input)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tintegrationID := fmt.Sprintf(\"%s/%s/%s\", *input.RestApiId, *input.ResourceId, *input.HttpMethod)\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"apigateway-method\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: integrationID,\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"apigateway-vpc-link\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-connection-id\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewAPIGatewayIntegrationAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := apigateway.NewFromConfig(config)\n\n\tadapter := NewAPIGatewayIntegrationAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/apigateway-method-response.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc apiGatewayMethodResponseGetFunc(ctx context.Context, client apigatewayClient, scope string, input *apigateway.GetMethodResponseInput) (*sdp.Item, error) {\n\tif input == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"query must be in the format of: the rest-api-id/resource-id/http-method/status-code\",\n\t\t}\n\t}\n\n\toutput, err := client.GetMethodResponse(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tattributes, err := ToAttributesWithExclude(output, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// We create a custom ID of {rest-api-id}/{resource-id}/{http-method}/{status-code} e.g.\n\t// rest-api-id/resource-id/GET/200\n\tmethodResponseID := fmt.Sprintf(\n\t\t\"%s/%s/%s/%s\",\n\t\t*input.RestApiId,\n\t\t*input.ResourceId,\n\t\t*input.HttpMethod,\n\t\t*input.StatusCode,\n\t)\n\terr = attributes.Set(\"MethodResponseID\", methodResponseID)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: \"apigateway-method-response\",\n\t\tUniqueAttribute: \"MethodResponseID\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-method\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: fmt.Sprintf(\"%s/%s/%s\", *input.RestApiId, *input.ResourceId, *input.HttpMethod),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn item, nil\n}\n\nfunc NewAPIGatewayMethodResponseAdapter(client apigatewayClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*apigateway.GetMethodResponseInput, *apigateway.GetMethodResponseOutput, *apigateway.GetMethodResponseInput, *apigateway.GetMethodResponseOutput, apigatewayClient, *apigateway.Options] {\n\treturn &AlwaysGetAdapter[*apigateway.GetMethodResponseInput, *apigateway.GetMethodResponseOutput, *apigateway.GetMethodResponseInput, *apigateway.GetMethodResponseOutput, apigatewayClient, *apigateway.Options]{\n\t\tItemType: \"apigateway-method-response\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: apiGatewayMethodResponseAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: apiGatewayMethodResponseGetFunc,\n\t\tGetInputMapper: func(scope, query string) *apigateway.GetMethodResponseInput {\n\t\t\t// We are using a custom id of {rest-api-id}/{resource-id}/{http-method}/{status-code} e.g.\n\t\t\t// rest-api-id/resource-id/GET/200\n\t\t\tf := strings.Split(query, \"/\")\n\t\t\tif len(f) != 4 {\n\t\t\t\treturn nil\n\t\t\t}\n\n\t\t\treturn &apigateway.GetMethodResponseInput{\n\t\t\t\tRestApiId: &f[0],\n\t\t\t\tResourceId: &f[1],\n\t\t\t\tHttpMethod: &f[2],\n\t\t\t\tStatusCode: &f[3],\n\t\t\t}\n\t\t},\n\t\tDisableList: true,\n\t}\n}\n\nvar apiGatewayMethodResponseAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"apigateway-method-response\",\n\tDescriptiveName: \"API Gateway Method Response\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a Method Response by it's ID: {rest-api-id}/{resource-id}/{http-method}/{status-code}\",\n\t\tSearch: true,\n\t\tSearchDescription: \"Search Method Responses by ARN\",\n\t},\n})\n" }, { "path": "aws-source/adapters/apigateway-method-response_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (m *mockAPIGatewayClient) GetMethodResponse(ctx context.Context, params *apigateway.GetMethodResponseInput, optFns ...func(*apigateway.Options)) (*apigateway.GetMethodResponseOutput, error) {\n\treturn &apigateway.GetMethodResponseOutput{\n\t\tResponseModels: map[string]string{\n\t\t\t\"application/json\": \"Empty\",\n\t\t},\n\t\tStatusCode: aws.String(\"200\"),\n\t}, nil\n}\n\nfunc TestApiGatewayMethodResponseGetFunc(t *testing.T) {\n\tctx := context.Background()\n\tcli := mockAPIGatewayClient{}\n\n\tinput := &apigateway.GetMethodResponseInput{\n\t\tRestApiId: aws.String(\"rest-api-id\"),\n\t\tResourceId: aws.String(\"resource-id\"),\n\t\tHttpMethod: aws.String(\"GET\"),\n\t\tStatusCode: aws.String(\"200\"),\n\t}\n\n\titem, err := apiGatewayMethodResponseGetFunc(ctx, &cli, \"scope\", input)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tmethodID := fmt.Sprintf(\"%s/%s/%s\", *input.RestApiId, *input.ResourceId, *input.HttpMethod)\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"apigateway-method\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: methodID,\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewAPIGatewayMethodResponseAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := apigateway.NewFromConfig(config)\n\n\tadapter := NewAPIGatewayMethodResponseAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/apigateway-method.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype apigatewayClient interface {\n\tGetMethod(ctx context.Context, params *apigateway.GetMethodInput, optFns ...func(*apigateway.Options)) (*apigateway.GetMethodOutput, error)\n\tGetMethodResponse(ctx context.Context, params *apigateway.GetMethodResponseInput, optFns ...func(*apigateway.Options)) (*apigateway.GetMethodResponseOutput, error)\n}\n\nfunc apiGatewayMethodGetFunc(ctx context.Context, client apigatewayClient, scope string, input *apigateway.GetMethodInput) (*sdp.Item, error) {\n\tif input == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"query must be in the format of: the rest-api-id/resource-id/http-method\",\n\t\t}\n\t}\n\n\toutput, err := client.GetMethod(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tattributes, err := ToAttributesWithExclude(output, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// We create a custom ID of {rest-api-id}/{resource-id}/{http-method} e.g.\n\t// rest-api-id/resource-id/GET\n\tmethodID := fmt.Sprintf(\n\t\t\"%s/%s/%s\",\n\t\t*input.RestApiId,\n\t\t*input.ResourceId,\n\t\t*input.HttpMethod,\n\t)\n\terr = attributes.Set(\"MethodID\", methodID)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: \"apigateway-method\",\n\t\tUniqueAttribute: \"MethodID\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif output.MethodIntegration != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"apigateway-integration\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: methodID,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif output.AuthorizerId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"apigateway-authorizer\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: fmt.Sprintf(\"%s/%s\", *input.RestApiId, *output.AuthorizerId),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif output.RequestValidatorId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"apigateway-request-validator\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: fmt.Sprintf(\"%s/%s\", *input.RestApiId, *output.RequestValidatorId),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tfor statusCode := range output.MethodResponses {\n\t\tif input.RestApiId != nil && input.ResourceId != nil && input.HttpMethod != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"apigateway-method-response\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: fmt.Sprintf(\"%s/%s/%s/%s\", *input.RestApiId, *input.ResourceId, *input.HttpMethod, statusCode),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn item, nil\n}\n\nfunc NewAPIGatewayMethodAdapter(client apigatewayClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*apigateway.GetMethodInput, *apigateway.GetMethodOutput, *apigateway.GetMethodInput, *apigateway.GetMethodOutput, apigatewayClient, *apigateway.Options] {\n\treturn &AlwaysGetAdapter[*apigateway.GetMethodInput, *apigateway.GetMethodOutput, *apigateway.GetMethodInput, *apigateway.GetMethodOutput, apigatewayClient, *apigateway.Options]{\n\t\tItemType: \"apigateway-method\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: apiGatewayMethodAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: apiGatewayMethodGetFunc,\n\t\tGetInputMapper: func(scope, query string) *apigateway.GetMethodInput {\n\t\t\t// We are using a custom id of {rest-api-id}/{resource-id}/{http-method} e.g.\n\t\t\t// rest-api-id/resource-id/GET\n\t\t\tf := strings.Split(query, \"/\")\n\t\t\tif len(f) != 3 {\n\t\t\t\treturn nil\n\t\t\t}\n\n\t\t\treturn &apigateway.GetMethodInput{\n\t\t\t\tRestApiId: &f[0],\n\t\t\t\tResourceId: &f[1],\n\t\t\t\tHttpMethod: &f[2],\n\t\t\t}\n\t\t},\n\t\tDisableList: true,\n\t}\n}\n\nvar apiGatewayMethodAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"apigateway-method\",\n\tDescriptiveName: \"API Gateway Method\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a Method by it's ID: {rest-api-id}/{resource-id}/{http-method}\",\n\t\tSearch: true,\n\t\tSearchDescription: \"Search Methods by ARN\",\n\t},\n\tPotentialLinks: []string{\n\t\t\"apigateway-integration\",\n\t\t\"apigateway-authorizer\",\n\t\t\"apigateway-request-validator\",\n\t\t\"apigateway-method-response\",\n\t},\n})\n" }, { "path": "aws-source/adapters/apigateway-method_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype mockAPIGatewayClient struct{}\n\nfunc (m *mockAPIGatewayClient) GetMethod(ctx context.Context, params *apigateway.GetMethodInput, optFns ...func(*apigateway.Options)) (*apigateway.GetMethodOutput, error) {\n\treturn &apigateway.GetMethodOutput{\n\t\tApiKeyRequired: aws.Bool(false),\n\t\tHttpMethod: aws.String(\"GET\"),\n\t\tAuthorizationType: aws.String(\"NONE\"),\n\t\tAuthorizerId: aws.String(\"authorizer-id\"),\n\t\tRequestParameters: map[string]bool{},\n\t\tRequestValidatorId: aws.String(\"request-validator-id\"),\n\t\tMethodResponses: map[string]types.MethodResponse{\n\t\t\t\"200\": {\n\t\t\t\tResponseModels: map[string]string{\n\t\t\t\t\t\"application/json\": \"Empty\",\n\t\t\t\t},\n\t\t\t\tStatusCode: aws.String(\"200\"),\n\t\t\t},\n\t\t},\n\t\tMethodIntegration: &types.Integration{\n\t\t\tIntegrationResponses: map[string]types.IntegrationResponse{\n\t\t\t\t\"200\": {\n\t\t\t\t\tResponseTemplates: map[string]string{\n\t\t\t\t\t\t\"application/json\": \"\",\n\t\t\t\t\t},\n\t\t\t\t\tStatusCode: aws.String(\"200\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tCacheKeyParameters: []string{},\n\t\t\tUri: aws.String(\"arn:aws:apigateway:us-west-2:lambda:path/2015-03-31/functions/arn:aws:lambda:us-west-2:123412341234:function:My_Function/invocations\"),\n\t\t\tHttpMethod: aws.String(\"POST\"),\n\t\t\tCacheNamespace: aws.String(\"y9h6rt\"),\n\t\t\tType: \"AWS\",\n\t\t},\n\t}, nil\n\n}\n\nfunc TestApiGatewayGetFunc(t *testing.T) {\n\tctx := context.Background()\n\tcli := mockAPIGatewayClient{}\n\n\tinput := &apigateway.GetMethodInput{\n\t\tRestApiId: aws.String(\"rest-api-id\"),\n\t\tResourceId: aws.String(\"resource-id\"),\n\t\tHttpMethod: aws.String(\"GET\"),\n\t}\n\n\titem, err := apiGatewayMethodGetFunc(ctx, &cli, \"scope\", input)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tmethodID := fmt.Sprintf(\"%s/%s/%s\", *input.RestApiId, *input.ResourceId, *input.HttpMethod)\n\tauthorizerID := fmt.Sprintf(\"%s/%s\", *input.RestApiId, \"authorizer-id\")\n\tvalidatorID := fmt.Sprintf(\"%s/%s\", *input.RestApiId, \"request-validator-id\")\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"apigateway-integration\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: methodID,\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"apigateway-authorizer\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: authorizerID,\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"apigateway-request-validator\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: validatorID,\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewAPIGatewayMethodAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := apigateway.NewFromConfig(config)\n\n\tadapter := NewAPIGatewayMethodAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/apigateway-model.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc convertGetModelOutputToModel(output *apigateway.GetModelOutput) *types.Model {\n\treturn &types.Model{\n\t\tId: output.Id,\n\t\tName: output.Name,\n\t\tDescription: output.Description,\n\t\tSchema: output.Schema,\n\t\tContentType: output.ContentType,\n\t}\n}\n\nfunc modelOutputMapper(query, scope string, awsItem *types.Model) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\trestAPIID := strings.Split(query, \"/\")[0]\n\n\terr = attributes.Set(\"UniqueAttribute\", fmt.Sprintf(\"%s/%s\", restAPIID, *awsItem.Name))\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"apigateway-model\",\n\t\tUniqueAttribute: \"Name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-rest-api\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: restAPIID,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn &item, nil\n}\n\nfunc NewAPIGatewayModelAdapter(client *apigateway.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.Model, *apigateway.Client, *apigateway.Options] {\n\treturn &GetListAdapter[*types.Model, *apigateway.Client, *apigateway.Options]{\n\t\tItemType: \"apigateway-model\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: modelAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *apigateway.Client, scope, query string) (*types.Model, error) {\n\t\t\tf := strings.Split(query, \"/\")\n\t\t\tif len(f) != 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: fmt.Sprintf(\"query must be in the format of: the rest-api-id/model-name, but found: %s\", query),\n\t\t\t\t}\n\t\t\t}\n\t\t\tout, err := client.GetModel(ctx, &apigateway.GetModelInput{\n\t\t\t\tRestApiId: &f[0],\n\t\t\t\tModelName: &f[1],\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\t\t\treturn convertGetModelOutputToModel(out), nil\n\t\t},\n\t\tDisableList: true,\n\t\tSearchFunc: func(ctx context.Context, client *apigateway.Client, scope string, query string) ([]*types.Model, error) {\n\t\t\tout, err := client.GetModels(ctx, &apigateway.GetModelsInput{\n\t\t\t\tRestApiId: &query,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tvar items []*types.Model\n\t\t\tfor _, model := range out.Items {\n\t\t\t\titems = append(items, &model)\n\t\t\t}\n\n\t\t\treturn items, nil\n\t\t},\n\t\tItemMapper: func(query, scope string, awsItem *types.Model) (*sdp.Item, error) {\n\t\t\treturn modelOutputMapper(query, scope, awsItem)\n\t\t},\n\t}\n}\n\nvar modelAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"apigateway-model\",\n\tDescriptiveName: \"API Gateway Model\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an API Gateway Model by its rest API ID and model name: rest-api-id/model-name\",\n\t\tSearchDescription: \"Search for API Gateway Models by their rest API ID: rest-api-id\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_api_gateway_model.id\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/apigateway-model_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestModelOutputMapper(t *testing.T) {\n\tawsItem := &types.Model{\n\t\tId: aws.String(\"model-id\"),\n\t\tName: aws.String(\"model-name\"),\n\t\tDescription: aws.String(\"description\"),\n\t\tSchema: aws.String(\"{\\\"type\\\": \\\"object\\\"}\"),\n\t\tContentType: aws.String(\"application/json\"),\n\t}\n\n\titem, err := modelOutputMapper(\"rest-api-id/model-name\", \"scope\", awsItem)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif err := item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"apigateway-rest-api\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"rest-api-id\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewAPIGatewayModelAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := apigateway.NewFromConfig(config)\n\n\tadapter := NewAPIGatewayModelAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/apigateway-resource.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc convertGetResourceOutputToResource(output *apigateway.GetResourceOutput) *types.Resource {\n\treturn &types.Resource{\n\t\tId: output.Id,\n\t\tParentId: output.ParentId,\n\t\tPath: output.Path,\n\t\tPathPart: output.PathPart,\n\t\tResourceMethods: output.ResourceMethods,\n\t}\n}\n\n// query: rest-api-id/resource-id for get request\n// query: rest-api-id for search request\nfunc resourceOutputMapper(query, scope string, awsItem *types.Resource) (*sdp.Item, error) {\n\tvar restApiID string\n\n\tf := strings.Split(query, \"/\")\n\n\tswitch len(f) {\n\tcase 1, 2:\n\t\trestApiID = f[0]\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"query must be in the format of: the rest-api-id/resource-id or rest-api-id, but found: %s\", query),\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(awsItem, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\terr = attributes.Set(\"UniqueName\", fmt.Sprintf(\"%s/%s\", restApiID, *awsItem.Id))\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"apigateway-resource\",\n\t\tUniqueAttribute: \"UniqueName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tfor methodString := range awsItem.ResourceMethods {\n\t\tif awsItem.Id != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"apigateway-method\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: fmt.Sprintf(\"%s/%s/%s\", restApiID, *awsItem.Id, methodString),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewAPIGatewayResourceAdapter(client *apigateway.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.Resource, *apigateway.Client, *apigateway.Options] {\n\treturn &GetListAdapter[*types.Resource, *apigateway.Client, *apigateway.Options]{\n\t\tItemType: \"apigateway-resource\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: apiGatewayResourceAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *apigateway.Client, scope, query string) (*types.Resource, error) {\n\t\t\tf := strings.Split(query, \"/\")\n\t\t\tif len(f) != 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: fmt.Sprintf(\"query must be in the format of: the rest-api-id/resource-id, but found: %s\", query),\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tout, err := client.GetResource(ctx, &apigateway.GetResourceInput{\n\t\t\t\tRestApiId: &f[0], // rest-api-id\n\t\t\t\tResourceId: &f[1], // resource-id\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn convertGetResourceOutputToResource(out), nil\n\t\t},\n\t\tDisableList: true,\n\t\tSearchFunc: func(ctx context.Context, client *apigateway.Client, scope string, query string) ([]*types.Resource, error) {\n\t\t\tout, err := client.GetResources(ctx, &apigateway.GetResourcesInput{\n\t\t\t\tRestApiId: &query,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tvar resources []*types.Resource\n\t\t\tfor _, resource := range out.Items {\n\t\t\t\tresources = append(resources, &resource)\n\t\t\t}\n\n\t\t\treturn resources, nil\n\t\t},\n\t\tItemMapper: func(query, scope string, awsItem *types.Resource) (*sdp.Item, error) {\n\t\t\treturn resourceOutputMapper(query, scope, awsItem)\n\t\t},\n\t}\n}\n\nvar apiGatewayResourceAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"apigateway-resource\",\n\tDescriptiveName: \"API Gateway\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Resource by rest-api-id/resource-id\",\n\t\tSearchDescription: \"Search Resources by REST API ID\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_api_gateway_resource.id\"},\n\t},\n\tPotentialLinks: []string{\n\t\t\"apigateway-method\",\n\t},\n})\n" }, { "path": "aws-source/adapters/apigateway-resource_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n/*\n{\n \"id\": \"string\",\n \"parentId\": \"string\",\n \"path\": \"string\",\n \"pathPart\": \"string\",\n \"resourceMethods\": {\n \"string\" : {\n \"apiKeyRequired\": boolean,\n \"authorizationScopes\": [ \"string\" ],\n \"authorizationType\": \"string\",\n \"authorizerId\": \"string\",\n \"httpMethod\": \"string\",\n \"methodIntegration\": {\n \"cacheKeyParameters\": [ \"string\" ],\n \"cacheNamespace\": \"string\",\n \"connectionId\": \"string\",\n \"connectionType\": \"string\",\n \"contentHandling\": \"string\",\n \"credentials\": \"string\",\n \"httpMethod\": \"string\",\n \"integrationResponses\": {\n \"string\" : {\n \"contentHandling\": \"string\",\n \"responseParameters\": {\n \"string\" : \"string\"\n },\n \"responseTemplates\": {\n \"string\" : \"string\"\n },\n \"selectionPattern\": \"string\",\n \"statusCode\": \"string\"\n }\n },\n \"passthroughBehavior\": \"string\",\n \"requestParameters\": {\n \"string\" : \"string\"\n },\n \"requestTemplates\": {\n \"string\" : \"string\"\n },\n \"timeoutInMillis\": number,\n \"tlsConfig\": {\n \"insecureSkipVerification\": boolean\n },\n \"type\": \"string\",\n \"uri\": \"string\"\n },\n \"methodResponses\": {\n \"string\" : {\n \"responseModels\": {\n \"string\" : \"string\"\n },\n \"responseParameters\": {\n \"string\" : boolean\n },\n \"statusCode\": \"string\"\n }\n },\n \"operationName\": \"string\",\n \"requestModels\": {\n \"string\" : \"string\"\n },\n \"requestParameters\": {\n \"string\" : boolean\n },\n \"requestValidatorId\": \"string\"\n }\n }\n}\n*/\n\nfunc TestResourceOutputMapper(t *testing.T) {\n\tresource := &types.Resource{\n\t\tId: new(\"test-id\"),\n\t\tParentId: new(\"parent-id\"),\n\t\tPath: new(\"/test-path\"),\n\t\tPathPart: new(\"test-path-part\"),\n\t\tResourceMethods: map[string]types.Method{\n\t\t\t\"GET\": {\n\t\t\t\tApiKeyRequired: new(true),\n\t\t\t\tAuthorizationScopes: []string{\"scope1\", \"scope2\"},\n\t\t\t\tAuthorizationType: new(\"NONE\"),\n\t\t\t\tAuthorizerId: new(\"authorizer-id\"),\n\t\t\t\tHttpMethod: new(\"GET\"),\n\t\t\t\tMethodIntegration: &types.Integration{\n\t\t\t\t\tCacheKeyParameters: []string{\"param1\", \"param2\"},\n\t\t\t\t\tCacheNamespace: new(\"namespace\"),\n\t\t\t\t\tConnectionId: new(\"connection-id\"),\n\t\t\t\t\tConnectionType: types.ConnectionTypeInternet,\n\t\t\t\t\tContentHandling: types.ContentHandlingStrategyConvertToBinary,\n\t\t\t\t\tCredentials: new(\"credentials\"),\n\t\t\t\t\tHttpMethod: new(\"POST\"),\n\t\t\t\t\tIntegrationResponses: map[string]types.IntegrationResponse{\n\t\t\t\t\t\t\"200\": {\n\t\t\t\t\t\t\tContentHandling: types.ContentHandlingStrategyConvertToText,\n\t\t\t\t\t\t\tResponseParameters: map[string]string{\n\t\t\t\t\t\t\t\t\"param1\": \"value1\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tResponseTemplates: map[string]string{\n\t\t\t\t\t\t\t\t\"template1\": \"value1\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tSelectionPattern: new(\"pattern\"),\n\t\t\t\t\t\t\tStatusCode: new(\"200\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tPassthroughBehavior: new(\"WHEN_NO_MATCH\"),\n\t\t\t\t\tRequestParameters: map[string]string{\n\t\t\t\t\t\t\"param1\": \"value1\",\n\t\t\t\t\t},\n\t\t\t\t\tRequestTemplates: map[string]string{\n\t\t\t\t\t\t\"template1\": \"value1\",\n\t\t\t\t\t},\n\t\t\t\t\tTimeoutInMillis: int32(29000),\n\t\t\t\t\tTlsConfig: &types.TlsConfig{\n\t\t\t\t\t\tInsecureSkipVerification: false,\n\t\t\t\t\t},\n\t\t\t\t\tType: types.IntegrationTypeAwsProxy,\n\t\t\t\t\tUri: new(\"uri\"),\n\t\t\t\t},\n\t\t\t\tMethodResponses: map[string]types.MethodResponse{\n\t\t\t\t\t\"200\": {\n\t\t\t\t\t\tResponseModels: map[string]string{\n\t\t\t\t\t\t\t\"model1\": \"value1\",\n\t\t\t\t\t\t},\n\t\t\t\t\t\tResponseParameters: map[string]bool{\n\t\t\t\t\t\t\t\"param1\": true,\n\t\t\t\t\t\t},\n\t\t\t\t\t\tStatusCode: new(\"200\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tOperationName: new(\"operation\"),\n\t\t\t\tRequestModels: map[string]string{\n\t\t\t\t\t\"model1\": \"value1\",\n\t\t\t\t},\n\t\t\t\tRequestParameters: map[string]bool{\n\t\t\t\t\t\"param1\": true,\n\t\t\t\t},\n\t\t\t\tRequestValidatorId: new(\"validator-id\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titem, err := resourceOutputMapper(\"rest-api-13\", \"scope\", resource)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err := item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc TestNewAPIGatewayResourceAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := apigateway.NewFromConfig(config)\n\n\tadapter := NewAPIGatewayResourceAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/apigateway-rest-api.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\t\"github.com/micahhausler/aws-iam-policy/policy\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// convertGetRestApiOutputToRestApi converts a GetRestApiOutput to a RestApi\nfunc convertGetRestApiOutputToRestApi(output *apigateway.GetRestApiOutput) *types.RestApi {\n\treturn &types.RestApi{\n\t\tCreatedDate: output.CreatedDate,\n\t\tDescription: output.Description,\n\t\tId: output.Id,\n\t\tName: output.Name,\n\t\tTags: output.Tags,\n\t\tApiKeySource: output.ApiKeySource,\n\t\tBinaryMediaTypes: output.BinaryMediaTypes,\n\t\tDisableExecuteApiEndpoint: output.DisableExecuteApiEndpoint,\n\t\tEndpointConfiguration: output.EndpointConfiguration,\n\t\tMinimumCompressionSize: output.MinimumCompressionSize,\n\t\tPolicy: output.Policy,\n\t\tRootResourceId: output.RootResourceId,\n\t\tVersion: output.Version,\n\t\tWarnings: output.Warnings,\n\t}\n}\n\nfunc restApiListFunc(ctx context.Context, client *apigateway.Client, _ string) ([]*types.RestApi, error) {\n\tout, err := client.GetRestApis(ctx, &apigateway.GetRestApisInput{})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tvar items []*types.RestApi\n\tfor _, restAPI := range out.Items {\n\t\titems = append(items, &restAPI)\n\t}\n\n\treturn items, nil\n}\n\nfunc restApiOutputMapper(scope string, awsItem *types.RestApi) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif awsItem.Policy != nil {\n\t\ttype restAPIWithParsedPolicy struct {\n\t\t\t*types.RestApi\n\t\t\tPolicyDocument *policy.Policy\n\t\t}\n\n\t\trestApi := restAPIWithParsedPolicy{\n\t\t\tRestApi: awsItem,\n\t\t}\n\n\t\trestApi.PolicyDocument, err = ParsePolicyDocument(*awsItem.Policy)\n\t\tif err != nil {\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"error\": err,\n\t\t\t\t\"scope\": scope,\n\t\t\t\t\"policyDocument\": *awsItem.Policy,\n\t\t\t}).Error(\"Error parsing policy document\")\n\n\t\t\treturn nil, nil //nolint:nilerr\n\t\t}\n\n\t\tattributes, err = ToAttributesWithExclude(restApi, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"apigateway-rest-api\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: awsItem.Tags,\n\t}\n\n\tif awsItem.EndpointConfiguration != nil && awsItem.EndpointConfiguration.VpcEndpointIds != nil {\n\t\tfor _, vpcEndpointID := range awsItem.EndpointConfiguration.VpcEndpointIds {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc-endpoint\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vpcEndpointID,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif awsItem.RootResourceId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"apigateway-resource\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: fmt.Sprintf(\"%s/%s\", *awsItem.Id, *awsItem.RootResourceId),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-resource\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *awsItem.Id,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-model\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *awsItem.Id,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-deployment\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *awsItem.Id,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-authorizer\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *awsItem.Id,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-stage\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *awsItem.Id,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn &item, nil\n}\n\nfunc NewAPIGatewayRestApiAdapter(client *apigateway.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.RestApi, *apigateway.Client, *apigateway.Options] {\n\treturn &GetListAdapter[*types.RestApi, *apigateway.Client, *apigateway.Options]{\n\t\tItemType: \"apigateway-rest-api\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: restApiAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *apigateway.Client, scope, query string) (*types.RestApi, error) {\n\t\t\tout, err := client.GetRestApi(ctx, &apigateway.GetRestApiInput{\n\t\t\t\tRestApiId: &query,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\t\t\treturn convertGetRestApiOutputToRestApi(out), nil\n\t\t},\n\t\tListFunc: restApiListFunc,\n\t\tSearchFunc: func(ctx context.Context, client *apigateway.Client, scope string, query string) ([]*types.RestApi, error) {\n\t\t\tout, err := client.GetRestApis(ctx, &apigateway.GetRestApisInput{})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tvar items []*types.RestApi\n\t\t\tfor _, restAPI := range out.Items {\n\t\t\t\tif *restAPI.Name == query {\n\t\t\t\t\titems = append(items, &restAPI)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn items, nil\n\t\t},\n\t\tItemMapper: func(_, scope string, awsItem *types.RestApi) (*sdp.Item, error) {\n\t\t\treturn restApiOutputMapper(scope, awsItem)\n\t\t},\n\t}\n}\n\nvar restApiAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"apigateway-rest-api\",\n\tDescriptiveName: \"REST API\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a REST API by ID\",\n\t\tListDescription: \"List all REST APIs\",\n\t\tSearchDescription: \"Search for REST APIs by their name\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_api_gateway_rest_api.id\"},\n\t},\n\tPotentialLinks: []string{\"ec2-vpc-endpoint\", \"apigateway-resource\"},\n})\n" }, { "path": "aws-source/adapters/apigateway-rest-api_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n/*\n {\n \"apiKeySource\": \"string\",\n \"binaryMediaTypes\": [ \"string\" ],\n \"createdDate\": number,\n \"description\": \"string\",\n \"disableExecuteApiEndpoint\": boolean,\n \"endpointConfiguration\": {\n \"types\": [ \"string\" ],\n \"vpcEndpointIds\": [ \"string\" ]\n },\n \"id\": \"string\",\n \"minimumCompressionSize\": number,\n \"name\": \"string\",\n \"policy\": \"string\",\n \"rootResourceId\": \"string\",\n \"tags\": {\n \"string\" : \"string\"\n },\n \"version\": \"string\",\n \"warnings\": [ \"string\" ]\n }\n*/\n\nfunc TestRestApiOutputMapper(t *testing.T) {\n\toutput := &apigateway.GetRestApiOutput{\n\t\tApiKeySource: types.ApiKeySourceTypeHeader,\n\t\tBinaryMediaTypes: []string{\"application/json\"},\n\t\tCreatedDate: new(time.Now()),\n\t\tDescription: new(\"Example API\"),\n\t\tDisableExecuteApiEndpoint: false,\n\t\tEndpointConfiguration: &types.EndpointConfiguration{\n\t\t\tTypes: []types.EndpointType{types.EndpointTypePrivate},\n\t\t\tVpcEndpointIds: []string{\"vpce-12345678\"},\n\t\t},\n\t\tId: new(\"abc123\"),\n\t\tMinimumCompressionSize: new(int32(1024)),\n\t\tName: new(\"ExampleAPI\"),\n\t\tPolicy: new(\"{\\\"Version\\\": \\\"2012-10-17\\\", \\\"Statement\\\": [{\\\"Effect\\\": \\\"Allow\\\", \\\"Principal\\\": \\\"*\\\", \\\"Action\\\": \\\"execute-api:Invoke\\\", \\\"Resource\\\": \\\"*\\\"}]}\"),\n\t\tRootResourceId: new(\"root123\"),\n\t\tTags: map[string]string{\n\t\t\t\"env\": \"production\",\n\t\t},\n\t\tVersion: new(\"v1\"),\n\t\tWarnings: []string{\"This is a warning\"},\n\t}\n\n\titem, err := restApiOutputMapper(\"scope\", convertGetRestApiOutputToRestApi(output))\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err := item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc-endpoint\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpce-12345678\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"apigateway-resource\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"abc123/root123\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"apigateway-resource\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"abc123\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\n\t\t\tExpectedType: \"apigateway-model\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"abc123\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"apigateway-deployment\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"abc123\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"apigateway-authorizer\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"abc123\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"apigateway-stage\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"abc123\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewAPIGatewayRestApiAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := apigateway.NewFromConfig(config)\n\n\tadapter := NewAPIGatewayRestApiAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/apigateway-stage.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc convertGetStageOutputToStage(output *apigateway.GetStageOutput) *types.Stage {\n\treturn &types.Stage{\n\t\tDeploymentId: output.DeploymentId,\n\t\tStageName: output.StageName,\n\t\tDescription: output.Description,\n\t\tCreatedDate: output.CreatedDate,\n\t\tLastUpdatedDate: output.LastUpdatedDate,\n\t\tVariables: output.Variables,\n\t\tAccessLogSettings: output.AccessLogSettings,\n\t\tCacheClusterEnabled: output.CacheClusterEnabled,\n\t\tCacheClusterSize: output.CacheClusterSize,\n\t\tCacheClusterStatus: output.CacheClusterStatus,\n\t\tCanarySettings: output.CanarySettings,\n\t\tClientCertificateId: output.ClientCertificateId,\n\t\tDocumentationVersion: output.DocumentationVersion,\n\t\tMethodSettings: output.MethodSettings,\n\t\tTracingEnabled: output.TracingEnabled,\n\t\tWebAclArn: output.WebAclArn,\n\t\tTags: output.Tags,\n\t}\n}\n\nfunc stageOutputMapper(query, scope string, awsItem *types.Stage) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// if it is `GET`, the query will be: rest-api-id/stage-name\n\t// if it is `SEARCH`, the query will be: rest-api-id/deployment-id or rest-api-id\n\trestAPIID := strings.Split(query, \"/\")[0]\n\n\terr = attributes.Set(\"UniqueAttribute\", fmt.Sprintf(\"%s/%s\", restAPIID, *awsItem.StageName))\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"apigateway-stage\",\n\t\tUniqueAttribute: \"StageName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: awsItem.Tags,\n\t}\n\n\tif awsItem.DeploymentId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"apigateway-deployment\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: fmt.Sprintf(\"%s/%s\", restAPIID, *awsItem.DeploymentId),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"apigateway-rest-api\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: restAPIID,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn &item, nil\n}\n\nfunc NewAPIGatewayStageAdapter(client *apigateway.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.Stage, *apigateway.Client, *apigateway.Options] {\n\treturn &GetListAdapter[*types.Stage, *apigateway.Client, *apigateway.Options]{\n\t\tItemType: \"apigateway-stage\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: stageAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *apigateway.Client, scope, query string) (*types.Stage, error) {\n\t\t\tf := strings.Split(query, \"/\")\n\t\t\tif len(f) != 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: fmt.Sprintf(\"query must be in the format of: the rest-api-id/stage-name, but found: %s\", query),\n\t\t\t\t}\n\t\t\t}\n\t\t\tout, err := client.GetStage(ctx, &apigateway.GetStageInput{\n\t\t\t\tRestApiId: &f[0],\n\t\t\t\tStageName: &f[1],\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\t\t\treturn convertGetStageOutputToStage(out), nil\n\t\t},\n\t\tDisableList: true,\n\t\tSearchFunc: func(ctx context.Context, client *apigateway.Client, scope string, query string) ([]*types.Stage, error) {\n\t\t\tf := strings.Split(query, \"/\")\n\t\t\tvar input *apigateway.GetStagesInput\n\n\t\t\tswitch len(f) {\n\t\t\tcase 1:\n\t\t\t\tinput = &apigateway.GetStagesInput{\n\t\t\t\t\tRestApiId: &f[0],\n\t\t\t\t}\n\t\t\tcase 2:\n\t\t\t\tinput = &apigateway.GetStagesInput{\n\t\t\t\t\tRestApiId: &f[0],\n\t\t\t\t\tDeploymentId: &f[1],\n\t\t\t\t}\n\t\t\tdefault:\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\t\t\"query must be in the format of: the rest-api-id/deployment-id or rest-api-id, but found: %s\",\n\t\t\t\t\t\tquery,\n\t\t\t\t\t),\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tout, err := client.GetStages(ctx, input)\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tvar items []*types.Stage\n\t\t\tfor _, stage := range out.Item {\n\t\t\t\titems = append(items, &stage)\n\t\t\t}\n\n\t\t\treturn items, nil\n\t\t},\n\t\tItemMapper: func(query, scope string, awsItem *types.Stage) (*sdp.Item, error) {\n\t\t\treturn stageOutputMapper(query, scope, awsItem)\n\t\t},\n\t}\n}\n\nvar stageAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"apigateway-stage\",\n\tDescriptiveName: \"API Gateway Stage\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an API Gateway Stage by its rest API ID and stage name: rest-api-id/stage-name\",\n\t\tSearchDescription: \"Search for API Gateway Stages by their rest API ID or with rest API ID and deployment-id: rest-api-id/deployment-id\",\n\t},\n\tPotentialLinks: []string{\"wafv2-web-acl\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_api_gateway_stage.id\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/apigateway-stage_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestStageOutputMapper(t *testing.T) {\n\tawsItem := &types.Stage{\n\t\tDeploymentId: aws.String(\"deployment-id\"),\n\t\tStageName: aws.String(\"stage-name\"),\n\t\tDescription: aws.String(\"description\"),\n\t\tCreatedDate: aws.Time(time.Now()),\n\t\tLastUpdatedDate: aws.Time(time.Now()),\n\t\tVariables: map[string]string{\"key\": \"value\"},\n\t\tAccessLogSettings: &types.AccessLogSettings{},\n\t\tCacheClusterEnabled: true,\n\t\tCacheClusterSize: \"0.5\",\n\t\tCacheClusterStatus: types.CacheClusterStatusAvailable,\n\t\tCanarySettings: &types.CanarySettings{},\n\t\tClientCertificateId: aws.String(\"client-cert-id\"),\n\t\tDocumentationVersion: aws.String(\"1.0\"),\n\t\tMethodSettings: map[string]types.MethodSetting{},\n\t\tTracingEnabled: true,\n\t\tWebAclArn: aws.String(\"web-acl-arn\"),\n\t\tTags: map[string]string{\"tag-key\": \"tag-value\"},\n\t}\n\n\tqueries := []string{\"rest-api-id/stage-name\", \"rest-api-id/deployment-id\", \"rest-api-id\"}\n\tfor _, query := range queries {\n\t\titem, err := stageOutputMapper(query, \"scope\", awsItem)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\ttests := QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"apigateway-deployment\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"rest-api-id/deployment-id\",\n\t\t\t\tExpectedScope: \"scope\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"apigateway-rest-api\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"rest-api-id\",\n\t\t\t\tExpectedScope: \"scope\",\n\t\t\t},\n\t\t}\n\n\t\ttests.Execute(t, item)\n\t}\n}\n\nfunc TestNewAPIGatewayStageAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := apigateway.NewFromConfig(config)\n\n\tadapter := NewAPIGatewayStageAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/autoscaling-auto-scaling-group.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/autoscaling\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc autoScalingGroupOutputMapper(_ context.Context, _ *autoscaling.Client, scope string, _ *autoscaling.DescribeAutoScalingGroupsInput, output *autoscaling.DescribeAutoScalingGroupsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tvar item sdp.Item\n\tvar attributes *sdp.ItemAttributes\n\tvar err error\n\n\tfor _, asg := range output.AutoScalingGroups {\n\t\tattributes, err = ToAttributesWithExclude(asg)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem = sdp.Item{\n\t\t\tType: \"autoscaling-auto-scaling-group\",\n\t\t\tUniqueAttribute: \"AutoScalingGroupName\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attributes,\n\t\t}\n\n\t\ttags := make(map[string]string)\n\n\t\tfor _, tag := range asg.Tags {\n\t\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\t\ttags[*tag.Key] = *tag.Value\n\t\t\t}\n\t\t}\n\n\t\titem.Tags = tags\n\n\t\tif asg.MixedInstancesPolicy != nil {\n\t\t\tif asg.MixedInstancesPolicy.LaunchTemplate != nil {\n\t\t\t\tif asg.MixedInstancesPolicy.LaunchTemplate.LaunchTemplateSpecification != nil {\n\t\t\t\t\tif asg.MixedInstancesPolicy.LaunchTemplate.LaunchTemplateSpecification.LaunchTemplateId != nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"ec2-launch-template\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *asg.MixedInstancesPolicy.LaunchTemplate.LaunchTemplateSpecification.LaunchTemplateId,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tvar a *ARN\n\t\tvar err error\n\n\t\tfor _, tgARN := range asg.TargetGroupARNs {\n\t\t\tif a, err = ParseARN(tgARN); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"elbv2-target-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: tgARN,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, instance := range asg.Instances {\n\t\t\tif instance.InstanceId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *instance.InstanceId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif instance.LaunchTemplate != nil {\n\t\t\t\tif instance.LaunchTemplate.LaunchTemplateId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-launch-template\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *instance.LaunchTemplate.LaunchTemplateId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif asg.ServiceLinkedRoleARN != nil {\n\t\t\tif a, err = ParseARN(*asg.ServiceLinkedRoleARN); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *asg.ServiceLinkedRoleARN,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif asg.LaunchConfigurationName != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"autoscaling-launch-configuration\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *asg.LaunchConfigurationName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif asg.LaunchTemplate != nil {\n\t\t\tif asg.LaunchTemplate.LaunchTemplateId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-launch-template\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *asg.LaunchTemplate.LaunchTemplateId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif asg.PlacementGroup != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-placement-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *asg.PlacementGroup,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\n//\n\nfunc NewAutoScalingGroupAdapter(client *autoscaling.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*autoscaling.DescribeAutoScalingGroupsInput, *autoscaling.DescribeAutoScalingGroupsOutput, *autoscaling.Client, *autoscaling.Options] {\n\treturn &DescribeOnlyAdapter[*autoscaling.DescribeAutoScalingGroupsInput, *autoscaling.DescribeAutoScalingGroupsOutput, *autoscaling.Client, *autoscaling.Options]{\n\t\tItemType: \"autoscaling-auto-scaling-group\",\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAdapterMetadata: autoScalingGroupAdapterMetadata,\n\t\tcache: cache,\n\t\tInputMapperGet: func(scope, query string) (*autoscaling.DescribeAutoScalingGroupsInput, error) {\n\t\t\treturn &autoscaling.DescribeAutoScalingGroupsInput{\n\t\t\t\tAutoScalingGroupNames: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*autoscaling.DescribeAutoScalingGroupsInput, error) {\n\t\t\treturn &autoscaling.DescribeAutoScalingGroupsInput{}, nil\n\t\t},\n\t\tInputMapperSearch: func(ctx context.Context, client *autoscaling.Client, scope, query string) (*autoscaling.DescribeAutoScalingGroupsInput, error) {\n\t\t\t// Parse the ARN to extract the AutoScaling Group name\n\t\t\t// AutoScaling Group ARNs have the format:\n\t\t\t// arn:aws:autoscaling:region:account-id:autoScalingGroup:uuid:autoScalingGroupName/name\n\t\t\tarn, err := ParseARN(query)\n\t\t\tif err != nil {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid ARN format for autoscaling-auto-scaling-group\",\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Check if it's an autoscaling ARN\n\t\t\tif arn.Service != \"autoscaling\" {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"ARN is not for autoscaling service\",\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// The resource part looks like: autoScalingGroup:uuid:autoScalingGroupName/actual-name\n\t\t\t// We need to extract just the \"actual-name\" part\n\t\t\tif strings.Contains(arn.Resource, \"autoScalingGroupName/\") {\n\t\t\t\tparts := strings.Split(arn.Resource, \"autoScalingGroupName/\")\n\t\t\t\tif len(parts) == 2 {\n\t\t\t\t\tasgName := parts[1]\n\t\t\t\t\treturn &autoscaling.DescribeAutoScalingGroupsInput{\n\t\t\t\t\t\tAutoScalingGroupNames: []string{asgName},\n\t\t\t\t\t}, nil\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"could not extract AutoScaling Group name from ARN\",\n\t\t\t}\n\t\t},\n\t\tPaginatorBuilder: func(client *autoscaling.Client, params *autoscaling.DescribeAutoScalingGroupsInput) Paginator[*autoscaling.DescribeAutoScalingGroupsOutput, *autoscaling.Options] {\n\t\t\treturn autoscaling.NewDescribeAutoScalingGroupsPaginator(client, params)\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client *autoscaling.Client, input *autoscaling.DescribeAutoScalingGroupsInput) (*autoscaling.DescribeAutoScalingGroupsOutput, error) {\n\t\t\treturn client.DescribeAutoScalingGroups(ctx, input)\n\t\t},\n\t\tOutputMapper: autoScalingGroupOutputMapper,\n\t}\n}\n\nvar autoScalingGroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"autoscaling-auto-scaling-group\",\n\tDescriptiveName: \"Autoscaling Group\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an Autoscaling Group by name\",\n\t\tListDescription: \"List Autoscaling Groups\",\n\t\tSearchDescription: \"Search for Autoscaling Groups by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_autoscaling_group.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"ec2-launch-template\", \"elbv2-target-group\", \"ec2-instance\", \"iam-role\", \"autoscaling-launch-configuration\", \"ec2-placement-group\"},\n})\n" }, { "path": "aws-source/adapters/autoscaling-auto-scaling-group_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/autoscaling\"\n\t\"github.com/aws/aws-sdk-go-v2/service/autoscaling/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestAutoScalingGroupOutputMapper(t *testing.T) {\n\tt.Parallel()\n\n\toutput := autoscaling.DescribeAutoScalingGroupsOutput{\n\t\tAutoScalingGroups: []types.AutoScalingGroup{\n\t\t\t{\n\t\t\t\tAutoScalingGroupName: new(\"eks-default-20230117110031319900000013-96c2dfb1-a11b-b5e4-6efb-0fea7e22855c\"),\n\t\t\t\tAutoScalingGroupARN: new(\"arn:aws:autoscaling:eu-west-2:944651592624:autoScalingGroup:1cbb0e22-818f-4d8b-8662-77f73d3713ca:autoScalingGroupName/eks-default-20230117110031319900000013-96c2dfb1-a11b-b5e4-6efb-0fea7e22855c\"),\n\t\t\t\tMixedInstancesPolicy: &types.MixedInstancesPolicy{\n\t\t\t\t\tLaunchTemplate: &types.LaunchTemplate{\n\t\t\t\t\t\tLaunchTemplateSpecification: &types.LaunchTemplateSpecification{\n\t\t\t\t\t\t\tLaunchTemplateId: new(\"lt-0174ff2b8909d0c75\"), // link\n\t\t\t\t\t\t\tLaunchTemplateName: new(\"eks-96c2dfb1-a11b-b5e4-6efb-0fea7e22855c\"),\n\t\t\t\t\t\t\tVersion: new(\"1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tOverrides: []types.LaunchTemplateOverrides{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tInstanceType: new(\"t3.large\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tInstancesDistribution: &types.InstancesDistribution{\n\t\t\t\t\t\tOnDemandAllocationStrategy: new(\"prioritized\"),\n\t\t\t\t\t\tOnDemandBaseCapacity: new(int32(0)),\n\t\t\t\t\t\tOnDemandPercentageAboveBaseCapacity: new(int32(100)),\n\t\t\t\t\t\tSpotAllocationStrategy: new(\"lowest-price\"),\n\t\t\t\t\t\tSpotInstancePools: new(int32(2)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tMinSize: new(int32(1)),\n\t\t\t\tMaxSize: new(int32(3)),\n\t\t\t\tDesiredCapacity: new(int32(1)),\n\t\t\t\tDefaultCooldown: new(int32(300)),\n\t\t\t\tAvailabilityZones: []string{ // link\n\t\t\t\t\t\"eu-west-2c\",\n\t\t\t\t\t\"eu-west-2a\",\n\t\t\t\t\t\"eu-west-2b\",\n\t\t\t\t},\n\t\t\t\tLoadBalancerNames: []string{}, // Ignored, classic load balancer\n\t\t\t\tTargetGroupARNs: []string{\n\t\t\t\t\t\"arn:partition:service:region:account-id:resource-type/resource-id\", // link\n\t\t\t\t},\n\t\t\t\tHealthCheckType: new(\"EC2\"),\n\t\t\t\tHealthCheckGracePeriod: new(int32(15)),\n\t\t\t\tInstances: []types.Instance{\n\t\t\t\t\t{\n\t\t\t\t\t\tInstanceId: new(\"i-0be6c4fe789cb1b78\"), // link\n\t\t\t\t\t\tInstanceType: new(\"t3.large\"),\n\t\t\t\t\t\tAvailabilityZone: new(\"eu-west-2c\"),\n\t\t\t\t\t\tLifecycleState: types.LifecycleStateInService,\n\t\t\t\t\t\tHealthStatus: new(\"Healthy\"),\n\t\t\t\t\t\tLaunchTemplate: &types.LaunchTemplateSpecification{\n\t\t\t\t\t\t\tLaunchTemplateId: new(\"lt-0174ff2b8909d0c75\"), // Link\n\t\t\t\t\t\t\tLaunchTemplateName: new(\"eks-96c2dfb1-a11b-b5e4-6efb-0fea7e22855c\"),\n\t\t\t\t\t\t\tVersion: new(\"1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tProtectedFromScaleIn: new(false),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tCreatedTime: new(time.Now()),\n\t\t\t\tSuspendedProcesses: []types.SuspendedProcess{},\n\t\t\t\tVPCZoneIdentifier: new(\"subnet-0e234bef35fc4a9e1,subnet-09d5f6fa75b0b4569,subnet-0960234bbc4edca03\"),\n\t\t\t\tEnabledMetrics: []types.EnabledMetric{},\n\t\t\t\tTags: []types.TagDescription{\n\t\t\t\t\t{\n\t\t\t\t\t\tResourceId: new(\"eks-default-20230117110031319900000013-96c2dfb1-a11b-b5e4-6efb-0fea7e22855c\"),\n\t\t\t\t\t\tResourceType: new(\"auto-scaling-group\"),\n\t\t\t\t\t\tKey: new(\"eks:cluster-name\"),\n\t\t\t\t\t\tValue: new(\"dogfood\"),\n\t\t\t\t\t\tPropagateAtLaunch: new(true),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tResourceId: new(\"eks-default-20230117110031319900000013-96c2dfb1-a11b-b5e4-6efb-0fea7e22855c\"),\n\t\t\t\t\t\tResourceType: new(\"auto-scaling-group\"),\n\t\t\t\t\t\tKey: new(\"eks:nodegroup-name\"),\n\t\t\t\t\t\tValue: new(\"default-20230117110031319900000013\"),\n\t\t\t\t\t\tPropagateAtLaunch: new(true),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tResourceId: new(\"eks-default-20230117110031319900000013-96c2dfb1-a11b-b5e4-6efb-0fea7e22855c\"),\n\t\t\t\t\t\tResourceType: new(\"auto-scaling-group\"),\n\t\t\t\t\t\tKey: new(\"k8s.io/cluster-autoscaler/dogfood\"),\n\t\t\t\t\t\tValue: new(\"owned\"),\n\t\t\t\t\t\tPropagateAtLaunch: new(true),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tResourceId: new(\"eks-default-20230117110031319900000013-96c2dfb1-a11b-b5e4-6efb-0fea7e22855c\"),\n\t\t\t\t\t\tResourceType: new(\"auto-scaling-group\"),\n\t\t\t\t\t\tKey: new(\"k8s.io/cluster-autoscaler/enabled\"),\n\t\t\t\t\t\tValue: new(\"true\"),\n\t\t\t\t\t\tPropagateAtLaunch: new(true),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tResourceId: new(\"eks-default-20230117110031319900000013-96c2dfb1-a11b-b5e4-6efb-0fea7e22855c\"),\n\t\t\t\t\t\tResourceType: new(\"auto-scaling-group\"),\n\t\t\t\t\t\tKey: new(\"kubernetes.io/cluster/dogfood\"),\n\t\t\t\t\t\tValue: new(\"owned\"),\n\t\t\t\t\t\tPropagateAtLaunch: new(true),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tTerminationPolicies: []string{\n\t\t\t\t\t\"AllocationStrategy\",\n\t\t\t\t\t\"OldestLaunchTemplate\",\n\t\t\t\t\t\"OldestInstance\",\n\t\t\t\t},\n\t\t\t\tNewInstancesProtectedFromScaleIn: new(false),\n\t\t\t\tServiceLinkedRoleARN: new(\"arn:aws:iam::944651592624:role/aws-service-role/autoscaling.amazonaws.com/AWSServiceRoleForAutoScaling\"), // link\n\t\t\t\tCapacityRebalance: new(true),\n\t\t\t\tTrafficSources: []types.TrafficSourceIdentifier{\n\t\t\t\t\t{\n\t\t\t\t\t\tIdentifier: new(\"arn:partition:service:region:account-id:resource-type/resource-id\"), // We will skip this for now since it's related to VPC lattice groups which are still in preview\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tContext: new(\"foo\"),\n\t\t\t\tDefaultInstanceWarmup: new(int32(10)),\n\t\t\t\tDesiredCapacityType: new(\"foo\"),\n\t\t\t\tLaunchConfigurationName: new(\"launchConfig\"), // link\n\t\t\t\tLaunchTemplate: &types.LaunchTemplateSpecification{\n\t\t\t\t\tLaunchTemplateId: new(\"id\"), // link\n\t\t\t\t\tLaunchTemplateName: new(\"launchTemplateName\"),\n\t\t\t\t},\n\t\t\t\tMaxInstanceLifetime: new(int32(30)),\n\t\t\t\tPlacementGroup: new(\"placementGroup\"), // link (ec2)\n\t\t\t\tPredictedCapacity: new(int32(1)),\n\t\t\t\tStatus: new(\"OK\"),\n\t\t\t\tWarmPoolConfiguration: &types.WarmPoolConfiguration{\n\t\t\t\t\tInstanceReusePolicy: &types.InstanceReusePolicy{\n\t\t\t\t\t\tReuseOnScaleIn: new(true),\n\t\t\t\t\t},\n\t\t\t\t\tMaxGroupPreparedCapacity: new(int32(1)),\n\t\t\t\t\tMinSize: new(int32(1)),\n\t\t\t\t\tPoolState: types.WarmPoolStateHibernated,\n\t\t\t\t\tStatus: types.WarmPoolStatusPendingDelete,\n\t\t\t\t},\n\t\t\t\tWarmPoolSize: new(int32(1)),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := autoScalingGroupOutputMapper(context.Background(), nil, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-launch-template\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"lt-0174ff2b8909d0c75\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-target-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:partition:service:region:account-id:resource-type/resource-id\",\n\t\t\tExpectedScope: \"account-id.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"i-0be6c4fe789cb1b78\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:iam::944651592624:role/aws-service-role/autoscaling.amazonaws.com/AWSServiceRoleForAutoScaling\",\n\t\t\tExpectedScope: \"944651592624\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"autoscaling-launch-configuration\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"launchConfig\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-launch-template\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-placement-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"placementGroup\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-launch-template\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"lt-0174ff2b8909d0c75\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestAutoScalingGroupInputMapperSearch(t *testing.T) {\n\tt.Parallel()\n\n\tadapter := NewAutoScalingGroupAdapter(&autoscaling.Client{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\ttests := []struct {\n\t\tname string\n\t\tquery string\n\t\texpectedNames []string\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"Valid AutoScaling Group ARN\",\n\t\t\tquery: \"arn:aws:autoscaling:eu-west-2:123456789012:autoScalingGroup:1cbb0e22-818f-4d8b-8662-77f73d3713ca:autoScalingGroupName/eks-default-20230117110031319900000013-96c2dfb1-a11b-b5e4-6efb-0fea7e22855c\",\n\t\t\texpectedNames: []string{\"eks-default-20230117110031319900000013-96c2dfb1-a11b-b5e4-6efb-0fea7e22855c\"},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid AutoScaling Group ARN with hyphenated name\",\n\t\t\tquery: \"arn:aws:autoscaling:us-east-1:123456789012:autoScalingGroup:abcd1234-5678-90ab-cdef-1234567890ab:autoScalingGroupName/CodeDeploy_sis_imports_adp_worker_d-MUAZOWH2E\",\n\t\t\texpectedNames: []string{\"CodeDeploy_sis_imports_adp_worker_d-MUAZOWH2E\"},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - not autoscaling service\",\n\t\t\tquery: \"arn:aws:ec2:us-east-1:123456789012:instance/i-1234567890abcdef0\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - malformed\",\n\t\t\tquery: \"not-an-arn/malformed\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - missing autoScalingGroupName\",\n\t\t\tquery: \"arn:aws:autoscaling:us-east-1:123456789012:autoScalingGroup:abcd1234-5678-90ab-cdef-1234567890ab\",\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tt.Parallel()\n\n\t\t\tinput, err := adapter.InputMapperSearch(context.Background(), &autoscaling.Client{}, \"123456789012.us-east-1\", tt.query)\n\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"Expected error for query %s, but got none\", tt.query)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Unexpected error for query %s: %v\", tt.query, err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif input == nil {\n\t\t\t\tt.Errorf(\"Expected non-nil input for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif len(input.AutoScalingGroupNames) != len(tt.expectedNames) {\n\t\t\t\tt.Errorf(\"Expected %d AutoScalingGroupNames, got %d. Expected: %v, Actual: %v\", len(tt.expectedNames), len(input.AutoScalingGroupNames), tt.expectedNames, input.AutoScalingGroupNames)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tfor i, expectedName := range tt.expectedNames {\n\t\t\t\tif input.AutoScalingGroupNames[i] != expectedName {\n\t\t\t\t\tt.Errorf(\"Expected AutoScalingGroupName %s at index %d, got %s\", expectedName, i, input.AutoScalingGroupNames[i])\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/autoscaling-auto-scaling-policy.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/autoscaling\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc scalingPolicyOutputMapper(_ context.Context, _ *autoscaling.Client, scope string, _ *autoscaling.DescribePoliciesInput, output *autoscaling.DescribePoliciesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0, len(output.ScalingPolicies))\n\n\tfor _, policy := range output.ScalingPolicies {\n\t\t// Both AutoScalingGroupName and PolicyName are required to form a unique identifier\n\t\tif policy.AutoScalingGroupName == nil || policy.PolicyName == nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: \"policy is missing AutoScalingGroupName or PolicyName\",\n\t\t\t}\n\t\t}\n\n\t\tattributes, err := ToAttributesWithExclude(policy)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\t// The uniqueAttributeValue is the combination of ASG name and policy name\n\t\t// i.e., \"my-asg/scale-up-policy\"\n\t\terr = attributes.Set(\"UniqueName\", fmt.Sprintf(\"%s/%s\", *policy.AutoScalingGroupName, *policy.PolicyName))\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"autoscaling-auto-scaling-policy\",\n\t\t\tUniqueAttribute: \"UniqueName\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attributes,\n\t\t}\n\n\t\t// Link to the Auto Scaling Group (already validated as non-nil above)\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"autoscaling-auto-scaling-group\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *policy.AutoScalingGroupName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to CloudWatch Alarms\n\t\tfor _, alarm := range policy.Alarms {\n\t\t\tif alarm.AlarmName != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"cloudwatch-alarm\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *alarm.AlarmName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to ELBv2 resources from TargetTrackingConfiguration\n\t\tif policy.TargetTrackingConfiguration != nil &&\n\t\t\tpolicy.TargetTrackingConfiguration.PredefinedMetricSpecification != nil &&\n\t\t\tpolicy.TargetTrackingConfiguration.PredefinedMetricSpecification.ResourceLabel != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries,\n\t\t\t\tparseResourceLabelLinks(*policy.TargetTrackingConfiguration.PredefinedMetricSpecification.ResourceLabel, scope)...)\n\t\t}\n\n\t\t// Link to ELBv2 resources from PredictiveScalingConfiguration\n\t\tif policy.PredictiveScalingConfiguration != nil {\n\t\t\tfor _, metricSpec := range policy.PredictiveScalingConfiguration.MetricSpecifications {\n\t\t\t\t// PredefinedMetricPairSpecification\n\t\t\t\tif metricSpec.PredefinedMetricPairSpecification != nil &&\n\t\t\t\t\tmetricSpec.PredefinedMetricPairSpecification.ResourceLabel != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries,\n\t\t\t\t\t\tparseResourceLabelLinks(*metricSpec.PredefinedMetricPairSpecification.ResourceLabel, scope)...)\n\t\t\t\t}\n\t\t\t\t// PredefinedLoadMetricSpecification\n\t\t\t\tif metricSpec.PredefinedLoadMetricSpecification != nil &&\n\t\t\t\t\tmetricSpec.PredefinedLoadMetricSpecification.ResourceLabel != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries,\n\t\t\t\t\t\tparseResourceLabelLinks(*metricSpec.PredefinedLoadMetricSpecification.ResourceLabel, scope)...)\n\t\t\t\t}\n\t\t\t\t// PredefinedScalingMetricSpecification\n\t\t\t\tif metricSpec.PredefinedScalingMetricSpecification != nil &&\n\t\t\t\t\tmetricSpec.PredefinedScalingMetricSpecification.ResourceLabel != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries,\n\t\t\t\t\t\tparseResourceLabelLinks(*metricSpec.PredefinedScalingMetricSpecification.ResourceLabel, scope)...)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\n// parseResourceLabelLinks parses a ResourceLabel string and returns LinkedItemQueries\n// for ELBv2 target groups and load balancers.\n// The ResourceLabel format is: app/my-alb/778d41231b141a0f/targetgroup/my-alb-target-group/943f017f100becff\n// Where:\n// - app// is the final portion of an Application Load Balancer ARN\n// - net// is the final portion of a Network Load Balancer ARN\n// - gwy// is the final portion of a Gateway Load Balancer ARN\n// - targetgroup// is the final portion of the target group ARN\nfunc parseResourceLabelLinks(resourceLabel string, scope string) []*sdp.LinkedItemQuery {\n\tvar links []*sdp.LinkedItemQuery\n\n\tsections := strings.Split(resourceLabel, \"/\")\n\t// Expected format: {app|net|gwy}/lb-name/hash/targetgroup/tg-name/hash (6 sections)\n\tif len(sections) < 6 {\n\t\treturn links\n\t}\n\n\t// Extract load balancer name (index 1 when starting with \"app\", \"net\", or \"gwy\")\n\t// These prefixes correspond to ALB, NLB, and GLB respectively\n\tif (sections[0] == \"app\" || sections[0] == \"net\" || sections[0] == \"gwy\") && sections[1] != \"\" {\n\t\tlinks = append(links, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"elbv2-load-balancer\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: sections[1],\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Find \"targetgroup\" and extract the target group name (next element)\n\tfor i, section := range sections {\n\t\tif section == \"targetgroup\" && i+1 < len(sections) && sections[i+1] != \"\" {\n\t\t\tlinks = append(links, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"elbv2-target-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: sections[i+1],\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t\tbreak\n\t\t}\n\t}\n\n\treturn links\n}\n\nfunc NewAutoScalingPolicyAdapter(client *autoscaling.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*autoscaling.DescribePoliciesInput, *autoscaling.DescribePoliciesOutput, *autoscaling.Client, *autoscaling.Options] {\n\treturn &DescribeOnlyAdapter[*autoscaling.DescribePoliciesInput, *autoscaling.DescribePoliciesOutput, *autoscaling.Client, *autoscaling.Options]{\n\t\tItemType: \"autoscaling-auto-scaling-policy\",\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAdapterMetadata: scalingPolicyAdapterMetadata,\n\t\tcache: cache,\n\t\tInputMapperGet: func(scope, query string) (*autoscaling.DescribePoliciesInput, error) {\n\t\t\t// Query must be in the format: asgName/policyName\n\t\t\t// e.g., \"my-asg/scale-up-policy\"\n\t\t\tparts := strings.SplitN(query, \"/\", 2)\n\t\t\tif len(parts) != 2 || parts[0] == \"\" || parts[1] == \"\" {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: fmt.Sprintf(\"query must be in the format asgName/policyName, got: %s\", query),\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn &autoscaling.DescribePoliciesInput{\n\t\t\t\tAutoScalingGroupName: &parts[0],\n\t\t\t\tPolicyNames: []string{parts[1]},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*autoscaling.DescribePoliciesInput, error) {\n\t\t\treturn &autoscaling.DescribePoliciesInput{}, nil\n\t\t},\n\t\tInputMapperSearch: func(ctx context.Context, client *autoscaling.Client, scope, query string) (*autoscaling.DescribePoliciesInput, error) {\n\t\t\t// Parse the ARN to extract the policy name and ASG name\n\t\t\t// Scaling Policy ARNs have the format:\n\t\t\t// arn:aws:autoscaling:region:account-id:scalingPolicy:uuid:autoScalingGroupName/group-name:policyName/policy-name\n\t\t\tarn, err := ParseARN(query)\n\t\t\tif err != nil {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid ARN format for autoscaling-auto-scaling-policy\",\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Check if it's an autoscaling ARN\n\t\t\tif arn.Service != \"autoscaling\" {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"ARN is not for autoscaling service\",\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// The resource part looks like: scalingPolicy:uuid:autoScalingGroupName/group-name:policyName/policy-name\n\t\t\t// We need to extract the ASG name and policy name\n\t\t\tif !strings.Contains(arn.Resource, \"scalingPolicy:\") {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"ARN is not for a scaling policy\",\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tvar asgName, policyName string\n\n\t\t\t// Extract ASG name\n\t\t\tif strings.Contains(arn.Resource, \"autoScalingGroupName/\") {\n\t\t\t\tparts := strings.Split(arn.Resource, \"autoScalingGroupName/\")\n\t\t\t\tif len(parts) >= 2 {\n\t\t\t\t\t// Now we have something like \"group-name:policyName/policy-name\"\n\t\t\t\t\tasgPart := parts[1]\n\t\t\t\t\t// Split on \":policyName/\" to separate ASG name from policy name part\n\t\t\t\t\tif strings.Contains(asgPart, \":policyName/\") {\n\t\t\t\t\t\tasgPolicyParts := strings.Split(asgPart, \":policyName/\")\n\t\t\t\t\t\tif len(asgPolicyParts) == 2 {\n\t\t\t\t\t\t\tasgName = asgPolicyParts[0]\n\t\t\t\t\t\t\tpolicyName = asgPolicyParts[1]\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif asgName == \"\" || policyName == \"\" {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"could not extract ASG name and policy name from ARN\",\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn &autoscaling.DescribePoliciesInput{\n\t\t\t\tAutoScalingGroupName: &asgName,\n\t\t\t\tPolicyNames: []string{policyName},\n\t\t\t}, nil\n\t\t},\n\t\tPaginatorBuilder: func(client *autoscaling.Client, params *autoscaling.DescribePoliciesInput) Paginator[*autoscaling.DescribePoliciesOutput, *autoscaling.Options] {\n\t\t\treturn autoscaling.NewDescribePoliciesPaginator(client, params)\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client *autoscaling.Client, input *autoscaling.DescribePoliciesInput) (*autoscaling.DescribePoliciesOutput, error) {\n\t\t\treturn client.DescribePolicies(ctx, input)\n\t\t},\n\t\tOutputMapper: scalingPolicyOutputMapper,\n\t}\n}\n\nvar scalingPolicyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"autoscaling-auto-scaling-policy\",\n\tDescriptiveName: \"Autoscaling Policy\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an Autoscaling Policy by {asgName}/{policyName}\",\n\t\tListDescription: \"List Autoscaling Policies\",\n\t\tSearchDescription: \"Search for Autoscaling Policies by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_autoscaling_policy.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"autoscaling-auto-scaling-group\", \"cloudwatch-alarm\", \"elbv2-load-balancer\", \"elbv2-target-group\"},\n})\n" }, { "path": "aws-source/adapters/autoscaling-auto-scaling-policy_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/autoscaling\"\n\t\"github.com/aws/aws-sdk-go-v2/service/autoscaling/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestScalingPolicyOutputMapper(t *testing.T) {\n\tt.Parallel()\n\n\toutput := autoscaling.DescribePoliciesOutput{\n\t\tScalingPolicies: []types.ScalingPolicy{\n\t\t\t{\n\t\t\t\tPolicyName: new(\"scale-up-policy\"),\n\t\t\t\tPolicyARN: new(\"arn:aws:autoscaling:us-east-1:123456789012:scalingPolicy:12345678-1234-1234-1234-123456789012:autoScalingGroupName/my-asg:policyName/scale-up-policy\"),\n\t\t\t\tAutoScalingGroupName: new(\"my-asg\"),\n\t\t\t\tPolicyType: new(\"TargetTrackingScaling\"),\n\t\t\t\tAdjustmentType: new(\"ChangeInCapacity\"),\n\t\t\t\tMinAdjustmentMagnitude: new(int32(1)),\n\t\t\t\tScalingAdjustment: new(int32(1)),\n\t\t\t\tCooldown: new(int32(300)),\n\t\t\t\tMetricAggregationType: new(\"Average\"),\n\t\t\t\tEstimatedInstanceWarmup: new(int32(300)),\n\t\t\t\tEnabled: new(true),\n\t\t\t\tTargetTrackingConfiguration: &types.TargetTrackingConfiguration{\n\t\t\t\t\tPredefinedMetricSpecification: &types.PredefinedMetricSpecification{\n\t\t\t\t\t\tPredefinedMetricType: types.MetricTypeALBRequestCountPerTarget,\n\t\t\t\t\t\tResourceLabel: new(\"app/my-alb/778d41231b141a0f/targetgroup/my-alb-target-group/943f017f100becff\"),\n\t\t\t\t\t},\n\t\t\t\t\tTargetValue: new(50.0),\n\t\t\t\t},\n\t\t\t\tAlarms: []types.Alarm{\n\t\t\t\t\t{\n\t\t\t\t\t\tAlarmName: new(\"my-alarm-high\"),\n\t\t\t\t\t\tAlarmARN: new(\"arn:aws:cloudwatch:us-east-1:123456789012:alarm:my-alarm-high\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tAlarmName: new(\"my-alarm-low\"),\n\t\t\t\t\t\tAlarmARN: new(\"arn:aws:cloudwatch:us-east-1:123456789012:alarm:my-alarm-low\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tPolicyName: new(\"step-scaling-policy\"),\n\t\t\t\tPolicyARN: new(\"arn:aws:autoscaling:us-east-1:123456789012:scalingPolicy:87654321-4321-4321-4321-210987654321:autoScalingGroupName/my-asg:policyName/step-scaling-policy\"),\n\t\t\t\tAutoScalingGroupName: new(\"my-asg\"),\n\t\t\t\tPolicyType: new(\"StepScaling\"),\n\t\t\t\tAdjustmentType: new(\"PercentChangeInCapacity\"),\n\t\t\t\tMinAdjustmentMagnitude: new(int32(2)),\n\t\t\t\tMetricAggregationType: new(\"Average\"),\n\t\t\t\tEstimatedInstanceWarmup: new(int32(60)),\n\t\t\t\tEnabled: new(true),\n\t\t\t\tStepAdjustments: []types.StepAdjustment{\n\t\t\t\t\t{\n\t\t\t\t\t\tMetricIntervalLowerBound: new(0.0),\n\t\t\t\t\t\tMetricIntervalUpperBound: new(10.0),\n\t\t\t\t\t\tScalingAdjustment: new(int32(10)),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tMetricIntervalLowerBound: new(10.0),\n\t\t\t\t\t\tScalingAdjustment: new(int32(20)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tAlarms: []types.Alarm{\n\t\t\t\t\t{\n\t\t\t\t\t\tAlarmName: new(\"step-alarm\"),\n\t\t\t\t\t\tAlarmARN: new(\"arn:aws:cloudwatch:us-east-1:123456789012:alarm:step-alarm\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tPolicyName: new(\"simple-scaling-policy\"),\n\t\t\t\tPolicyARN: new(\"arn:aws:autoscaling:us-east-1:123456789012:scalingPolicy:11111111-2222-3333-4444-555555555555:autoScalingGroupName/another-asg:policyName/simple-scaling-policy\"),\n\t\t\t\tAutoScalingGroupName: new(\"another-asg\"),\n\t\t\t\tPolicyType: new(\"SimpleScaling\"),\n\t\t\t\tAdjustmentType: new(\"ExactCapacity\"),\n\t\t\t\tScalingAdjustment: new(int32(5)),\n\t\t\t\tCooldown: new(int32(600)),\n\t\t\t\tEnabled: new(false),\n\t\t\t},\n\t\t\t{\n\t\t\t\tPolicyName: new(\"predictive-scaling-policy\"),\n\t\t\t\tPolicyARN: new(\"arn:aws:autoscaling:us-east-1:123456789012:scalingPolicy:99999999-8888-7777-6666-555555555555:autoScalingGroupName/predictive-asg:policyName/predictive-scaling-policy\"),\n\t\t\t\tAutoScalingGroupName: new(\"predictive-asg\"),\n\t\t\t\tPolicyType: new(\"PredictiveScaling\"),\n\t\t\t\tEnabled: new(true),\n\t\t\t\tPredictiveScalingConfiguration: &types.PredictiveScalingConfiguration{\n\t\t\t\t\tMetricSpecifications: []types.PredictiveScalingMetricSpecification{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tTargetValue: new(40.0),\n\t\t\t\t\t\t\tPredefinedMetricPairSpecification: &types.PredictiveScalingPredefinedMetricPair{\n\t\t\t\t\t\t\t\tPredefinedMetricType: types.PredefinedMetricPairTypeALBRequestCount,\n\t\t\t\t\t\t\t\tResourceLabel: new(\"app/predictive-alb/abc123def456/targetgroup/predictive-tg/789xyz\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tMode: types.PredictiveScalingModeForecastAndScale,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := scalingPolicyOutputMapper(context.Background(), nil, \"test-scope\", nil, &output)\n\n\tif err != nil {\n\t\tt.Errorf(\"Unexpected error: %v\", err)\n\t}\n\n\tif len(items) != 4 {\n\t\tt.Errorf(\"Expected 4 items, got %v\", len(items))\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Errorf(\"Item validation failed: %v\", err)\n\t\t}\n\t}\n\n\t// Test the first policy (TargetTrackingScaling with multiple alarms)\n\titem := items[0]\n\tif item.GetType() != \"autoscaling-auto-scaling-policy\" {\n\t\tt.Errorf(\"Expected type 'autoscaling-auto-scaling-policy', got '%v'\", item.GetType())\n\t}\n\n\tif item.GetUniqueAttribute() != \"UniqueName\" {\n\t\tt.Errorf(\"Expected unique attribute 'UniqueName', got '%v'\", item.GetUniqueAttribute())\n\t}\n\n\t// Verify the UniqueName attribute is set correctly (asgName/policyName format)\n\tuniqueName, err := item.GetAttributes().Get(\"UniqueName\")\n\tif err != nil {\n\t\tt.Errorf(\"Expected UniqueName attribute to be set: %v\", err)\n\t}\n\tif uniqueName != \"my-asg/scale-up-policy\" {\n\t\tt.Errorf(\"Expected UniqueName 'my-asg/scale-up-policy', got '%v'\", uniqueName)\n\t}\n\n\t// Check linked items\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"autoscaling-auto-scaling-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"my-asg\",\n\t\t\tExpectedScope: \"test-scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudwatch-alarm\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"my-alarm-high\",\n\t\t\tExpectedScope: \"test-scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudwatch-alarm\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"my-alarm-low\",\n\t\t\tExpectedScope: \"test-scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-load-balancer\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"my-alb\",\n\t\t\tExpectedScope: \"test-scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-target-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"my-alb-target-group\",\n\t\t\tExpectedScope: \"test-scope\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n\t// Test the second policy (StepScaling)\n\titem2 := items[1]\n\ttests2 := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"autoscaling-auto-scaling-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"my-asg\",\n\t\t\tExpectedScope: \"test-scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudwatch-alarm\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"step-alarm\",\n\t\t\tExpectedScope: \"test-scope\",\n\t\t},\n\t}\n\n\ttests2.Execute(t, item2)\n\n\t// Test the third policy (SimpleScaling with no alarms)\n\titem3 := items[2]\n\ttests3 := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"autoscaling-auto-scaling-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"another-asg\",\n\t\t\tExpectedScope: \"test-scope\",\n\t\t},\n\t}\n\n\ttests3.Execute(t, item3)\n\n\t// Verify the third policy has no alarm links\n\talarmLinkCount := 0\n\tfor _, link := range item3.GetLinkedItemQueries() {\n\t\tif link.GetQuery().GetType() == \"cloudwatch-alarm\" {\n\t\t\talarmLinkCount++\n\t\t}\n\t}\n\tif alarmLinkCount != 0 {\n\t\tt.Errorf(\"Expected 0 alarm links for simple-scaling-policy, got %v\", alarmLinkCount)\n\t}\n\n\t// Test the fourth policy (PredictiveScaling with ALB ResourceLabel)\n\titem4 := items[3]\n\ttests4 := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"autoscaling-auto-scaling-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"predictive-asg\",\n\t\t\tExpectedScope: \"test-scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-load-balancer\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"predictive-alb\",\n\t\t\tExpectedScope: \"test-scope\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-target-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"predictive-tg\",\n\t\t\tExpectedScope: \"test-scope\",\n\t\t},\n\t}\n\n\ttests4.Execute(t, item4)\n}\n\nfunc TestParseResourceLabelLinks(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tresourceLabel string\n\t\texpectedLBName string\n\t\texpectedTGName string\n\t\texpectedCount int\n\t}{\n\t\t{\n\t\t\tname: \"Valid ALB resource label\",\n\t\t\tresourceLabel: \"app/my-alb/778d41231b141a0f/targetgroup/my-target-group/943f017f100becff\",\n\t\t\texpectedLBName: \"my-alb\",\n\t\t\texpectedTGName: \"my-target-group\",\n\t\t\texpectedCount: 2,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid ALB resource label with hyphens\",\n\t\t\tresourceLabel: \"app/my-load-balancer-name/abc123/targetgroup/my-tg-name/def456\",\n\t\t\texpectedLBName: \"my-load-balancer-name\",\n\t\t\texpectedTGName: \"my-tg-name\",\n\t\t\texpectedCount: 2,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid NLB resource label\",\n\t\t\tresourceLabel: \"net/my-nlb/778d41231b141a0f/targetgroup/my-target-group/943f017f100becff\",\n\t\t\texpectedLBName: \"my-nlb\",\n\t\t\texpectedTGName: \"my-target-group\",\n\t\t\texpectedCount: 2,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid GLB resource label\",\n\t\t\tresourceLabel: \"gwy/my-glb/778d41231b141a0f/targetgroup/my-target-group/943f017f100becff\",\n\t\t\texpectedLBName: \"my-glb\",\n\t\t\texpectedTGName: \"my-target-group\",\n\t\t\texpectedCount: 2,\n\t\t},\n\t\t{\n\t\t\tname: \"Too few sections\",\n\t\t\tresourceLabel: \"app/my-alb/targetgroup\",\n\t\t\texpectedCount: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"Empty string\",\n\t\t\tresourceLabel: \"\",\n\t\t\texpectedCount: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"Unknown prefix\",\n\t\t\tresourceLabel: \"unknown/my-lb/778d41231b141a0f/targetgroup/my-target-group/943f017f100becff\",\n\t\t\texpectedLBName: \"\",\n\t\t\texpectedTGName: \"my-target-group\",\n\t\t\texpectedCount: 1, // Only target group, no LB for unknown prefix\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tt.Parallel()\n\n\t\t\tlinks := parseResourceLabelLinks(tt.resourceLabel, \"test-scope\")\n\n\t\t\tif len(links) != tt.expectedCount {\n\t\t\t\tt.Errorf(\"Expected %d links, got %d\", tt.expectedCount, len(links))\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif tt.expectedCount == 0 {\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\t// Check for load balancer link\n\t\t\tif tt.expectedLBName != \"\" {\n\t\t\t\tfoundLB := false\n\t\t\t\tfor _, link := range links {\n\t\t\t\t\tif link.GetQuery().GetType() == \"elbv2-load-balancer\" {\n\t\t\t\t\t\tfoundLB = true\n\t\t\t\t\t\tif link.GetQuery().GetQuery() != tt.expectedLBName {\n\t\t\t\t\t\t\tt.Errorf(\"Expected LB name %s, got %s\", tt.expectedLBName, link.GetQuery().GetQuery())\n\t\t\t\t\t\t}\n\t\t\t\t\t\tif link.GetQuery().GetScope() != \"test-scope\" {\n\t\t\t\t\t\t\tt.Errorf(\"Expected scope test-scope, got %s\", link.GetQuery().GetScope())\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tif !foundLB {\n\t\t\t\t\tt.Error(\"Expected load balancer link not found\")\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Check for target group link\n\t\t\tif tt.expectedTGName != \"\" {\n\t\t\t\tfoundTG := false\n\t\t\t\tfor _, link := range links {\n\t\t\t\t\tif link.GetQuery().GetType() == \"elbv2-target-group\" {\n\t\t\t\t\t\tfoundTG = true\n\t\t\t\t\t\tif link.GetQuery().GetQuery() != tt.expectedTGName {\n\t\t\t\t\t\t\tt.Errorf(\"Expected TG name %s, got %s\", tt.expectedTGName, link.GetQuery().GetQuery())\n\t\t\t\t\t\t}\n\t\t\t\t\t\tif link.GetQuery().GetScope() != \"test-scope\" {\n\t\t\t\t\t\t\tt.Errorf(\"Expected scope test-scope, got %s\", link.GetQuery().GetScope())\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tif !foundTG {\n\t\t\t\t\tt.Error(\"Expected target group link not found\")\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestScalingPolicyInputMapperSearch(t *testing.T) {\n\tt.Parallel()\n\n\tadapter := NewAutoScalingPolicyAdapter(&autoscaling.Client{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\ttests := []struct {\n\t\tname string\n\t\tquery string\n\t\texpectedASGName string\n\t\texpectedPolicyName string\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"Valid Scaling Policy ARN\",\n\t\t\tquery: \"arn:aws:autoscaling:us-east-1:123456789012:scalingPolicy:12345678-1234-1234-1234-123456789012:autoScalingGroupName/my-asg:policyName/scale-up-policy\",\n\t\t\texpectedASGName: \"my-asg\",\n\t\t\texpectedPolicyName: \"scale-up-policy\",\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid Scaling Policy ARN with hyphenated names\",\n\t\t\tquery: \"arn:aws:autoscaling:eu-west-2:987654321098:scalingPolicy:abcd1234-5678-90ab-cdef-1234567890ab:autoScalingGroupName/my-test-asg-name:policyName/my-test-policy-name\",\n\t\t\texpectedASGName: \"my-test-asg-name\",\n\t\t\texpectedPolicyName: \"my-test-policy-name\",\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid Scaling Policy ARN with underscores\",\n\t\t\tquery: \"arn:aws:autoscaling:ap-southeast-1:111222333444:scalingPolicy:11111111-2222-3333-4444-555555555555:autoScalingGroupName/my_asg_name:policyName/my_policy_name\",\n\t\t\texpectedASGName: \"my_asg_name\",\n\t\t\texpectedPolicyName: \"my_policy_name\",\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - not autoscaling service\",\n\t\t\tquery: \"arn:aws:ec2:us-east-1:123456789012:instance/i-1234567890abcdef0\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - malformed\",\n\t\t\tquery: \"not-an-arn/malformed\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - not a scaling policy\",\n\t\t\tquery: \"arn:aws:autoscaling:us-east-1:123456789012:autoScalingGroup:12345678-1234-1234-1234-123456789012:autoScalingGroupName/my-asg\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - missing autoScalingGroupName\",\n\t\t\tquery: \"arn:aws:autoscaling:us-east-1:123456789012:scalingPolicy:12345678-1234-1234-1234-123456789012:policyName/scale-up-policy\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - missing policyName\",\n\t\t\tquery: \"arn:aws:autoscaling:us-east-1:123456789012:scalingPolicy:12345678-1234-1234-1234-123456789012:autoScalingGroupName/my-asg\",\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tt.Parallel()\n\n\t\t\tinput, err := adapter.InputMapperSearch(context.Background(), &autoscaling.Client{}, \"123456789012.us-east-1\", tt.query)\n\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"Expected error for query %s, but got none\", tt.query)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Unexpected error for query %s: %v\", tt.query, err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif input == nil {\n\t\t\t\tt.Errorf(\"Expected non-nil input for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif input.AutoScalingGroupName == nil {\n\t\t\t\tt.Errorf(\"Expected non-nil AutoScalingGroupName for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif *input.AutoScalingGroupName != tt.expectedASGName {\n\t\t\t\tt.Errorf(\"Expected AutoScalingGroupName %s, got %s\", tt.expectedASGName, *input.AutoScalingGroupName)\n\t\t\t}\n\n\t\t\tif len(input.PolicyNames) != 1 {\n\t\t\t\tt.Errorf(\"Expected 1 PolicyName, got %d. PolicyNames: %v\", len(input.PolicyNames), input.PolicyNames)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif input.PolicyNames[0] != tt.expectedPolicyName {\n\t\t\t\tt.Errorf(\"Expected PolicyName %s, got %s\", tt.expectedPolicyName, input.PolicyNames[0])\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestScalingPolicyInputMapperGet(t *testing.T) {\n\tt.Parallel()\n\n\tadapter := NewAutoScalingPolicyAdapter(&autoscaling.Client{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\ttests := []struct {\n\t\tname string\n\t\tquery string\n\t\texpectedASGName string\n\t\texpectedPolicyName string\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"Valid composite key\",\n\t\t\tquery: \"my-asg/scale-up-policy\",\n\t\t\texpectedASGName: \"my-asg\",\n\t\t\texpectedPolicyName: \"scale-up-policy\",\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid composite key with hyphenated names\",\n\t\t\tquery: \"my-test-asg-name/my-test-policy-name\",\n\t\t\texpectedASGName: \"my-test-asg-name\",\n\t\t\texpectedPolicyName: \"my-test-policy-name\",\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid composite key with underscores\",\n\t\t\tquery: \"my_asg_name/my_policy_name\",\n\t\t\texpectedASGName: \"my_asg_name\",\n\t\t\texpectedPolicyName: \"my_policy_name\",\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid composite key with slashes in policy name\",\n\t\t\tquery: \"my-asg/path/to/policy\",\n\t\t\texpectedASGName: \"my-asg\",\n\t\t\texpectedPolicyName: \"path/to/policy\",\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid - missing policy name\",\n\t\t\tquery: \"my-asg/\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid - missing ASG name\",\n\t\t\tquery: \"/scale-up-policy\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid - no slash separator\",\n\t\t\tquery: \"just-a-policy-name\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid - empty string\",\n\t\t\tquery: \"\",\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tt.Parallel()\n\n\t\t\tinput, err := adapter.InputMapperGet(\"123456789012.us-east-1\", tt.query)\n\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"Expected error for query %s, but got none\", tt.query)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Unexpected error for query %s: %v\", tt.query, err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif input == nil {\n\t\t\t\tt.Errorf(\"Expected non-nil input for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif input.AutoScalingGroupName == nil {\n\t\t\t\tt.Errorf(\"Expected non-nil AutoScalingGroupName for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif *input.AutoScalingGroupName != tt.expectedASGName {\n\t\t\t\tt.Errorf(\"Expected AutoScalingGroupName %s, got %s\", tt.expectedASGName, *input.AutoScalingGroupName)\n\t\t\t}\n\n\t\t\tif len(input.PolicyNames) != 1 {\n\t\t\t\tt.Errorf(\"Expected 1 PolicyName, got %d. PolicyNames: %v\", len(input.PolicyNames), input.PolicyNames)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif input.PolicyNames[0] != tt.expectedPolicyName {\n\t\t\t\tt.Errorf(\"Expected PolicyName %s, got %s\", tt.expectedPolicyName, input.PolicyNames[0])\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/cloudfront-cache-policy.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc cachePolicyListFunc(ctx context.Context, client CloudFrontClient, scope string) ([]*types.CachePolicy, error) {\n\tvar policyType types.CachePolicyType\n\n\tswitch scope {\n\tcase \"aws\":\n\t\tpolicyType = types.CachePolicyTypeManaged\n\tdefault:\n\t\tpolicyType = types.CachePolicyTypeCustom\n\t}\n\n\tout, err := client.ListCachePolicies(ctx, &cloudfront.ListCachePoliciesInput{\n\t\tType: policyType,\n\t})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tpolicies := make([]*types.CachePolicy, 0, len(out.CachePolicyList.Items))\n\n\tfor i := range out.CachePolicyList.Items {\n\t\tpolicies = append(policies, out.CachePolicyList.Items[i].CachePolicy)\n\t}\n\n\treturn policies, nil\n}\n\nfunc NewCloudfrontCachePolicyAdapter(client CloudFrontClient, accountID string, cache sdpcache.Cache) *GetListAdapter[*types.CachePolicy, CloudFrontClient, *cloudfront.Options] {\n\treturn &GetListAdapter[*types.CachePolicy, CloudFrontClient, *cloudfront.Options]{\n\t\tItemType: \"cloudfront-cache-policy\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: \"\", // Cloudfront resources aren't tied to a region\n\t\tAdapterMetadata: cachePolicyAdapterMetadata,\n\t\tcache: cache,\n\t\tSupportGlobalResources: true, // Some policies are global\n\t\tGetFunc: func(ctx context.Context, client CloudFrontClient, scope, query string) (*types.CachePolicy, error) {\n\t\t\tout, err := client.GetCachePolicy(ctx, &cloudfront.GetCachePolicyInput{\n\t\t\t\tId: &query,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn out.CachePolicy, nil\n\t\t},\n\t\tListFunc: cachePolicyListFunc,\n\t\tItemMapper: func(_, scope string, awsItem *types.CachePolicy) (*sdp.Item, error) {\n\t\t\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\titem := sdp.Item{\n\t\t\t\tType: \"cloudfront-cache-policy\",\n\t\t\t\tUniqueAttribute: \"Id\",\n\t\t\t\tAttributes: attributes,\n\t\t\t\tScope: scope,\n\t\t\t}\n\n\t\t\treturn &item, nil\n\t\t},\n\t}\n}\n\nvar cachePolicyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"cloudfront-cache-policy\",\n\tDescriptiveName: \"CloudFront Cache Policy\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a CloudFront Cache Policy\",\n\t\tListDescription: \"List CloudFront Cache Policies\",\n\t\tSearchDescription: \"Search CloudFront Cache Policies by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_cloudfront_cache_policy.id\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/cloudfront-cache-policy_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar testCachePolicy = &types.CachePolicy{\n\tId: new(\"test-id\"),\n\tLastModifiedTime: new(time.Now()),\n\tCachePolicyConfig: &types.CachePolicyConfig{\n\t\tMinTTL: new(int64(1)),\n\t\tName: new(\"test-name\"),\n\t\tComment: new(\"test-comment\"),\n\t\tDefaultTTL: new(int64(1)),\n\t\tMaxTTL: new(int64(1)),\n\t\tParametersInCacheKeyAndForwardedToOrigin: &types.ParametersInCacheKeyAndForwardedToOrigin{\n\t\t\tCookiesConfig: &types.CachePolicyCookiesConfig{\n\t\t\t\tCookieBehavior: types.CachePolicyCookieBehaviorAll,\n\t\t\t\tCookies: &types.CookieNames{\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\"test-cookie\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tEnableAcceptEncodingGzip: new(true),\n\t\t\tHeadersConfig: &types.CachePolicyHeadersConfig{\n\t\t\t\tHeaderBehavior: types.CachePolicyHeaderBehaviorWhitelist,\n\t\t\t\tHeaders: &types.Headers{\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\"test-header\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tQueryStringsConfig: &types.CachePolicyQueryStringsConfig{\n\t\t\t\tQueryStringBehavior: types.CachePolicyQueryStringBehaviorWhitelist,\n\t\t\t\tQueryStrings: &types.QueryStringNames{\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\"test-query-string\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tEnableAcceptEncodingBrotli: new(true),\n\t\t},\n\t},\n}\n\nfunc (t TestCloudFrontClient) ListCachePolicies(ctx context.Context, params *cloudfront.ListCachePoliciesInput, optFns ...func(*cloudfront.Options)) (*cloudfront.ListCachePoliciesOutput, error) {\n\treturn &cloudfront.ListCachePoliciesOutput{\n\t\tCachePolicyList: &types.CachePolicyList{\n\t\t\tItems: []types.CachePolicySummary{\n\t\t\t\t{\n\t\t\t\t\tType: types.CachePolicyTypeManaged,\n\t\t\t\t\tCachePolicy: testCachePolicy,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestCloudFrontClient) GetCachePolicy(ctx context.Context, params *cloudfront.GetCachePolicyInput, optFns ...func(*cloudfront.Options)) (*cloudfront.GetCachePolicyOutput, error) {\n\treturn &cloudfront.GetCachePolicyOutput{\n\t\tCachePolicy: testCachePolicy,\n\t}, nil\n}\n\nfunc TestCachePolicyListFunc(t *testing.T) {\n\tpolicies, err := cachePolicyListFunc(context.Background(), TestCloudFrontClient{}, \"aws\")\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(policies) != 1 {\n\t\tt.Fatalf(\"expected 1 policy, got %d\", len(policies))\n\t}\n}\n\nfunc TestNewCloudfrontCachePolicyAdapter(t *testing.T) {\n\tclient, account, _ := CloudfrontGetAutoConfig(t)\n\n\tadapter := NewCloudfrontCachePolicyAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/cloudfront-continuous-deployment-policy.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc continuousDeploymentPolicyItemMapper(_, scope string, awsItem *types.ContinuousDeploymentPolicy) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"cloudfront-continuous-deployment-policy\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif awsItem.ContinuousDeploymentPolicyConfig != nil && awsItem.ContinuousDeploymentPolicyConfig.StagingDistributionDnsNames != nil {\n\t\tfor _, name := range awsItem.ContinuousDeploymentPolicyConfig.StagingDistributionDnsNames.Items {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: name,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\n// Terraform is not yet supported for this: https://github.com/hashicorp/terraform-provider-aws/issues/28920\n\nfunc NewCloudfrontContinuousDeploymentPolicyAdapter(client *cloudfront.Client, accountID string, cache sdpcache.Cache) *GetListAdapter[*types.ContinuousDeploymentPolicy, *cloudfront.Client, *cloudfront.Options] {\n\treturn &GetListAdapter[*types.ContinuousDeploymentPolicy, *cloudfront.Client, *cloudfront.Options]{\n\t\tItemType: \"cloudfront-continuous-deployment-policy\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: \"\", // Cloudfront resources aren't tied to a region\n\t\tSupportGlobalResources: true, // Some policies are global\n\t\tAdapterMetadata: continuousDeploymentPolicyAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *cloudfront.Client, scope, query string) (*types.ContinuousDeploymentPolicy, error) {\n\t\t\tout, err := client.GetContinuousDeploymentPolicy(ctx, &cloudfront.GetContinuousDeploymentPolicyInput{\n\t\t\t\tId: &query,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn out.ContinuousDeploymentPolicy, nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *cloudfront.Client, scope string) ([]*types.ContinuousDeploymentPolicy, error) {\n\t\t\tout, err := client.ListContinuousDeploymentPolicies(ctx, &cloudfront.ListContinuousDeploymentPoliciesInput{})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tpolicies := make([]*types.ContinuousDeploymentPolicy, 0, len(out.ContinuousDeploymentPolicyList.Items))\n\n\t\t\tfor _, policy := range out.ContinuousDeploymentPolicyList.Items {\n\t\t\t\tpolicies = append(policies, policy.ContinuousDeploymentPolicy)\n\t\t\t}\n\n\t\t\treturn policies, nil\n\t\t},\n\t\tItemMapper: continuousDeploymentPolicyItemMapper,\n\t}\n}\n\nvar continuousDeploymentPolicyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"cloudfront-continuous-deployment-policy\",\n\tDescriptiveName: \"CloudFront Continuous Deployment Policy\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a CloudFront Continuous Deployment Policy by ID\",\n\t\tListDescription: \"List CloudFront Continuous Deployment Policies\",\n\t\tSearchDescription: \"Search CloudFront Continuous Deployment Policies by ARN\",\n\t},\n\tPotentialLinks: []string{\"dns\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/cloudfront-continuous-deployment-policy_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestContinuousDeploymentPolicyItemMapper(t *testing.T) {\n\titem, err := continuousDeploymentPolicyItemMapper(\"\", \"test\", &types.ContinuousDeploymentPolicy{\n\t\tId: new(\"test-id\"),\n\t\tLastModifiedTime: new(time.Now()),\n\t\tContinuousDeploymentPolicyConfig: &types.ContinuousDeploymentPolicyConfig{\n\t\t\tEnabled: new(true),\n\t\t\tStagingDistributionDnsNames: &types.StagingDistributionDnsNames{\n\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\tItems: []string{\n\t\t\t\t\t\"staging.test.com\", // link\n\t\t\t\t},\n\t\t\t},\n\t\t\tTrafficConfig: &types.TrafficConfig{\n\t\t\t\tType: types.ContinuousDeploymentPolicyTypeSingleWeight,\n\t\t\t\tSingleHeaderConfig: &types.ContinuousDeploymentSingleHeaderConfig{\n\t\t\t\t\tHeader: new(\"test-header\"),\n\t\t\t\t\tValue: new(\"test-value\"),\n\t\t\t\t},\n\t\t\t\tSingleWeightConfig: &types.ContinuousDeploymentSingleWeightConfig{\n\t\t\t\t\tWeight: new(float32(1)),\n\t\t\t\t\tSessionStickinessConfig: &types.SessionStickinessConfig{\n\t\t\t\t\t\tIdleTTL: new(int32(1)),\n\t\t\t\t\t\tMaximumTTL: new(int32(2)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t})\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"staging.test.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewCloudfrontContinuousDeploymentPolicyAdapter(t *testing.T) {\n\tclient, account, _ := CloudfrontGetAutoConfig(t)\n\n\tadapter := NewCloudfrontContinuousDeploymentPolicyAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/cloudfront-distribution.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"regexp\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar s3DnsRegex = regexp.MustCompile(`([^\\.]+)\\.s3\\.([^\\.]+)\\.amazonaws\\.com`)\n\nfunc distributionGetFunc(ctx context.Context, client CloudFrontClient, scope string, input *cloudfront.GetDistributionInput) (*sdp.Item, error) {\n\tout, err := client.GetDistribution(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\td := out.Distribution\n\n\tif d == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"distribution was nil\",\n\t\t}\n\t}\n\n\tvar tags map[string]string\n\n\t// get tags\n\ttagsOut, err := client.ListTagsForResource(ctx, &cloudfront.ListTagsForResourceInput{\n\t\tResource: d.ARN,\n\t})\n\n\tif err == nil {\n\t\ttags = cloudfrontTagsToMap(tagsOut.Tags)\n\t} else {\n\t\ttags = HandleTagsError(ctx, err)\n\t}\n\n\tattributes, err := ToAttributesWithExclude(d)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"cloudfront-distribution\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: tags,\n\t}\n\n\tif d.Status != nil {\n\t\tswitch *d.Status {\n\t\tcase \"InProgress\":\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"Deployed\":\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t}\n\t}\n\n\tif d.DomainName != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"dns\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *d.DomainName,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\tif d.ActiveTrustedKeyGroups != nil {\n\t\tfor _, keyGroup := range d.ActiveTrustedKeyGroups.Items {\n\t\t\tif keyGroup.KeyGroupId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"cloudfront-key-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *keyGroup.KeyGroupId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tfor _, record := range d.AliasICPRecordals {\n\t\tif record.CNAME != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *record.CNAME,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif dc := d.DistributionConfig; dc != nil {\n\t\tif dc.Aliases != nil {\n\t\t\tfor _, alias := range dc.Aliases.Items {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: alias,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif dc.ContinuousDeploymentPolicyId != nil && *dc.ContinuousDeploymentPolicyId != \"\" {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"cloudfront-continuous-deployment-policy\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *dc.ContinuousDeploymentPolicyId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif dc.CacheBehaviors != nil {\n\t\t\tfor _, behavior := range dc.CacheBehaviors.Items {\n\t\t\t\tif behavior.CachePolicyId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"cloudfront-cache-policy\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *behavior.CachePolicyId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif behavior.FieldLevelEncryptionId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"cloudfront-field-level-encryption\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *behavior.FieldLevelEncryptionId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif behavior.OriginRequestPolicyId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"cloudfront-origin-request-policy\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *behavior.OriginRequestPolicyId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif behavior.RealtimeLogConfigArn != nil {\n\t\t\t\t\tif arn, err := ParseARN(*behavior.RealtimeLogConfigArn); err == nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"cloudfront-realtime-log-config\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: *behavior.RealtimeLogConfigArn,\n\t\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif behavior.ResponseHeadersPolicyId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"cloudfront-response-headers-policy\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *behavior.ResponseHeadersPolicyId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif behavior.TrustedKeyGroups != nil {\n\t\t\t\t\tfor _, keyGroup := range behavior.TrustedKeyGroups.Items {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"cloudfront-key-group\",\n\t\t\t\t\t\t\t\tQuery: keyGroup,\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif behavior.FunctionAssociations != nil {\n\t\t\t\t\tfor _, function := range behavior.FunctionAssociations.Items {\n\t\t\t\t\t\tif function.FunctionARN != nil {\n\t\t\t\t\t\t\tif arn, err := ParseARN(*function.FunctionARN); err == nil {\n\t\t\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\tType: \"cloudfront-function\",\n\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\t\t\tQuery: *function.FunctionARN,\n\t\t\t\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif behavior.LambdaFunctionAssociations != nil {\n\t\t\t\t\tfor _, function := range behavior.LambdaFunctionAssociations.Items {\n\t\t\t\t\t\tif arn, err := ParseARN(*function.LambdaFunctionARN); err == nil {\n\t\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: \"lambda-function\",\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\t\tQuery: *function.LambdaFunctionARN,\n\t\t\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif dc.Origins != nil {\n\t\t\tfor _, origin := range dc.Origins.Items {\n\t\t\t\tif origin.DomainName != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *origin.DomainName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif origin.OriginAccessControlId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"cloudfront-origin-access-control\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *origin.OriginAccessControlId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif origin.S3OriginConfig != nil {\n\t\t\t\t\t// If this is set then the origin is an S3 bucket, so we can\n\t\t\t\t\t// try to get the bucket name from the domain name\n\t\t\t\t\tif origin.DomainName != nil {\n\t\t\t\t\t\tmatches := s3DnsRegex.FindStringSubmatch(*origin.DomainName)\n\n\t\t\t\t\t\tif len(matches) == 3 {\n\t\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: \"s3-bucket\",\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: matches[1],\n\t\t\t\t\t\t\t\t\tScope: FormatScope(scope, \"\"), // S3 buckets are global\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tif origin.S3OriginConfig.OriginAccessIdentity != nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"cloudfront-cloud-front-origin-access-identity\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *origin.S3OriginConfig.OriginAccessIdentity,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif dc.DefaultCacheBehavior != nil {\n\t\t\tif dc.DefaultCacheBehavior.CachePolicyId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"cloudfront-cache-policy\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *dc.DefaultCacheBehavior.CachePolicyId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif dc.DefaultCacheBehavior.FieldLevelEncryptionId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"cloudfront-field-level-encryption\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *dc.DefaultCacheBehavior.FieldLevelEncryptionId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif dc.DefaultCacheBehavior.OriginRequestPolicyId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"cloudfront-origin-request-policy\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *dc.DefaultCacheBehavior.OriginRequestPolicyId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif dc.DefaultCacheBehavior.RealtimeLogConfigArn != nil {\n\t\t\t\tif arn, err := ParseARN(*dc.DefaultCacheBehavior.RealtimeLogConfigArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"cloudfront-realtime-log-config\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *dc.DefaultCacheBehavior.RealtimeLogConfigArn,\n\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif dc.DefaultCacheBehavior.ResponseHeadersPolicyId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"cloudfront-response-headers-policy\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *dc.DefaultCacheBehavior.ResponseHeadersPolicyId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif dc.DefaultCacheBehavior.TrustedKeyGroups != nil {\n\t\t\t\tfor _, keyGroup := range dc.DefaultCacheBehavior.TrustedKeyGroups.Items {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"cloudfront-key-group\",\n\t\t\t\t\t\t\tQuery: keyGroup,\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif dc.DefaultCacheBehavior.FunctionAssociations != nil {\n\t\t\t\tfor _, function := range dc.DefaultCacheBehavior.FunctionAssociations.Items {\n\t\t\t\t\tif function.FunctionARN != nil {\n\t\t\t\t\t\tif arn, err := ParseARN(*function.FunctionARN); err == nil {\n\t\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: \"cloudfront-function\",\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\t\tQuery: *function.FunctionARN,\n\t\t\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif dc.DefaultCacheBehavior.LambdaFunctionAssociations != nil {\n\t\t\t\tfor _, function := range dc.DefaultCacheBehavior.LambdaFunctionAssociations.Items {\n\t\t\t\t\tif arn, err := ParseARN(*function.LambdaFunctionARN); err == nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"lambda-function\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: *function.LambdaFunctionARN,\n\t\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif dc.Logging != nil && dc.Logging.Bucket != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *dc.Logging.Bucket,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif dc.ViewerCertificate != nil {\n\t\t\tif dc.ViewerCertificate.ACMCertificateArn != nil {\n\t\t\t\tif arn, err := ParseARN(*dc.ViewerCertificate.ACMCertificateArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"acm-certificate\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *dc.ViewerCertificate.ACMCertificateArn,\n\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t\tif dc.ViewerCertificate.IAMCertificateId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"iam-server-certificate\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *dc.ViewerCertificate.IAMCertificateId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif dc.WebACLId != nil {\n\t\t\tif arn, err := ParseARN(*dc.WebACLId); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"wafv2-web-acl\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *dc.WebACLId,\n\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t} else {\n\t\t\t\t// Else assume it's a V1 ID\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"waf-web-acl\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *dc.WebACLId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewCloudfrontDistributionAdapter(client CloudFrontClient, accountID string, cache sdpcache.Cache) *AlwaysGetAdapter[*cloudfront.ListDistributionsInput, *cloudfront.ListDistributionsOutput, *cloudfront.GetDistributionInput, *cloudfront.GetDistributionOutput, CloudFrontClient, *cloudfront.Options] {\n\treturn &AlwaysGetAdapter[*cloudfront.ListDistributionsInput, *cloudfront.ListDistributionsOutput, *cloudfront.GetDistributionInput, *cloudfront.GetDistributionOutput, CloudFrontClient, *cloudfront.Options]{\n\t\tItemType: \"cloudfront-distribution\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tAdapterMetadata: distributionAdapterMetadata,\n\t\tcache: cache,\n\t\tRegion: \"\", // Cloudfront resources aren't tied to a region\n\t\tListInput: &cloudfront.ListDistributionsInput{},\n\t\tListFuncPaginatorBuilder: func(client CloudFrontClient, input *cloudfront.ListDistributionsInput) Paginator[*cloudfront.ListDistributionsOutput, *cloudfront.Options] {\n\t\t\treturn cloudfront.NewListDistributionsPaginator(client, input)\n\t\t},\n\t\tGetInputMapper: func(scope, query string) *cloudfront.GetDistributionInput {\n\t\t\treturn &cloudfront.GetDistributionInput{\n\t\t\t\tId: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncOutputMapper: func(output *cloudfront.ListDistributionsOutput, input *cloudfront.ListDistributionsInput) ([]*cloudfront.GetDistributionInput, error) {\n\t\t\tvar inputs []*cloudfront.GetDistributionInput\n\n\t\t\tfor _, distribution := range output.DistributionList.Items {\n\t\t\t\tinputs = append(inputs, &cloudfront.GetDistributionInput{\n\t\t\t\t\tId: distribution.Id,\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: distributionGetFunc,\n\t}\n}\n\nvar distributionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"cloudfront-distribution\",\n\tDescriptiveName: \"CloudFront Distribution\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tSearch: true,\n\t\tGet: true,\n\t\tList: true,\n\t\tGetDescription: \"Get a distribution by ID\",\n\t\tListDescription: \"List all distributions\",\n\t\tSearchDescription: \"Search distributions by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_cloudfront_distribution.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\n\t\t\"cloudfront-key-group\",\n\t\t\"cloudfront-cloud-front-origin-access-identity\",\n\t\t\"cloudfront-continuous-deployment-policy\",\n\t\t\"cloudfront-cache-policy\",\n\t\t\"cloudfront-field-level-encryption\",\n\t\t\"cloudfront-function\",\n\t\t\"cloudfront-origin-request-policy\",\n\t\t\"cloudfront-realtime-log-config\",\n\t\t\"cloudfront-response-headers-policy\",\n\t\t\"dns\",\n\t\t\"lambda-function\",\n\t\t\"s3-bucket\",\n\t},\n})\n" }, { "path": "aws-source/adapters/cloudfront-distribution_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t TestCloudFrontClient) GetDistribution(ctx context.Context, params *cloudfront.GetDistributionInput, optFns ...func(*cloudfront.Options)) (*cloudfront.GetDistributionOutput, error) {\n\treturn &cloudfront.GetDistributionOutput{\n\t\tDistribution: &types.Distribution{\n\t\t\tARN: new(\"arn:aws:cloudfront::123456789012:distribution/test-id\"),\n\t\t\tDomainName: new(\"d111111abcdef8.cloudfront.net\"), // link\n\t\t\tId: new(\"test-id\"),\n\t\t\tInProgressInvalidationBatches: new(int32(1)),\n\t\t\tLastModifiedTime: new(time.Now()),\n\t\t\tStatus: new(\"Deployed\"), // health: https://docs.aws.amazon.com/AmazonCloudFront/latest/DeveloperGuide/distribution-web-values-returned.html\n\t\t\tActiveTrustedKeyGroups: &types.ActiveTrustedKeyGroups{\n\t\t\t\tEnabled: new(true),\n\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\tItems: []types.KGKeyPairIds{\n\t\t\t\t\t{\n\t\t\t\t\t\tKeyGroupId: new(\"key-group-1\"), // link\n\t\t\t\t\t\tKeyPairIds: &types.KeyPairIds{\n\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\t\"123456789\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tActiveTrustedSigners: &types.ActiveTrustedSigners{\n\t\t\t\tEnabled: new(true),\n\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\tItems: []types.Signer{\n\t\t\t\t\t{\n\t\t\t\t\t\tAwsAccountNumber: new(\"123456789\"),\n\t\t\t\t\t\tKeyPairIds: &types.KeyPairIds{\n\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\t\"123456789\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tAliasICPRecordals: []types.AliasICPRecordal{\n\t\t\t\t{\n\t\t\t\t\tCNAME: new(\"something.foo.bar.com\"), // link\n\t\t\t\t\tICPRecordalStatus: types.ICPRecordalStatusApproved,\n\t\t\t\t},\n\t\t\t},\n\t\t\tDistributionConfig: &types.DistributionConfig{\n\t\t\t\tCallerReference: new(\"test-caller-reference\"),\n\t\t\t\tComment: new(\"test-comment\"),\n\t\t\t\tEnabled: new(true),\n\t\t\t\tAliases: &types.Aliases{\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\"www.example.com\", // link\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tStaging: new(true),\n\t\t\t\tContinuousDeploymentPolicyId: new(\"test-continuous-deployment-policy-id\"), // link\n\t\t\t\tCacheBehaviors: &types.CacheBehaviors{\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []types.CacheBehavior{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tPathPattern: new(\"/foo\"),\n\t\t\t\t\t\t\tTargetOriginId: new(\"CustomOriginConfig\"),\n\t\t\t\t\t\t\tViewerProtocolPolicy: types.ViewerProtocolPolicyHttpsOnly,\n\t\t\t\t\t\t\tAllowedMethods: &types.AllowedMethods{\n\t\t\t\t\t\t\t\tItems: []types.Method{\n\t\t\t\t\t\t\t\t\ttypes.MethodGet,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tCachePolicyId: new(\"test-cache-policy-id\"), // link\n\t\t\t\t\t\t\tCompress: new(true),\n\t\t\t\t\t\t\tDefaultTTL: new(int64(1)),\n\t\t\t\t\t\t\tFieldLevelEncryptionId: new(\"test-field-level-encryption-id\"), // link\n\t\t\t\t\t\t\tMaxTTL: new(int64(1)),\n\t\t\t\t\t\t\tMinTTL: new(int64(1)),\n\t\t\t\t\t\t\tOriginRequestPolicyId: new(\"test-origin-request-policy-id\"), // link\n\t\t\t\t\t\t\tRealtimeLogConfigArn: new(\"arn:aws:logs:us-east-1:123456789012:realtime-log-config/test-id\"), // link\n\t\t\t\t\t\t\tResponseHeadersPolicyId: new(\"test-response-headers-policy-id\"), // link\n\t\t\t\t\t\t\tSmoothStreaming: new(true),\n\t\t\t\t\t\t\tTrustedKeyGroups: &types.TrustedKeyGroups{\n\t\t\t\t\t\t\t\tEnabled: new(true),\n\t\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\t\t\"key-group-1\", // link\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tTrustedSigners: &types.TrustedSigners{\n\t\t\t\t\t\t\t\tEnabled: new(true),\n\t\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\t\t\"123456789\",\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tForwardedValues: &types.ForwardedValues{\n\t\t\t\t\t\t\t\tCookies: &types.CookiePreference{\n\t\t\t\t\t\t\t\t\tForward: types.ItemSelectionWhitelist,\n\t\t\t\t\t\t\t\t\tWhitelistedNames: &types.CookieNames{\n\t\t\t\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\t\t\t\t\"cookie_123\",\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tQueryString: new(true),\n\t\t\t\t\t\t\t\tHeaders: &types.Headers{\n\t\t\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\t\t\t\"X-Customer-Header\",\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tQueryStringCacheKeys: &types.QueryStringCacheKeys{\n\t\t\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\t\t\t\"test-query-string-cache-key\",\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tFunctionAssociations: &types.FunctionAssociations{\n\t\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\t\tItems: []types.FunctionAssociation{\n\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\tEventType: types.EventTypeOriginRequest,\n\t\t\t\t\t\t\t\t\t\tFunctionARN: new(\"arn:aws:cloudfront::123412341234:function/1234\"), // link\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tLambdaFunctionAssociations: &types.LambdaFunctionAssociations{\n\t\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\t\tItems: []types.LambdaFunctionAssociation{\n\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\tEventType: types.EventTypeOriginResponse,\n\t\t\t\t\t\t\t\t\t\tLambdaFunctionARN: new(\"arn:aws:lambda:us-east-1:123456789012:function:test-function\"), // link\n\t\t\t\t\t\t\t\t\t\tIncludeBody: new(true),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tOrigins: &types.Origins{\n\t\t\t\t\tItems: []types.Origin{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tDomainName: new(\"DOC-EXAMPLE-BUCKET.s3.us-west-2.amazonaws.com\"), // link\n\t\t\t\t\t\t\tId: new(\"CustomOriginConfig\"),\n\t\t\t\t\t\t\tConnectionAttempts: new(int32(3)),\n\t\t\t\t\t\t\tConnectionTimeout: new(int32(10)),\n\t\t\t\t\t\t\tCustomHeaders: &types.CustomHeaders{\n\t\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\t\tItems: []types.OriginCustomHeader{\n\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\tHeaderName: new(\"test-header-name\"),\n\t\t\t\t\t\t\t\t\t\tHeaderValue: new(\"test-header-value\"),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tCustomOriginConfig: &types.CustomOriginConfig{\n\t\t\t\t\t\t\t\tHTTPPort: new(int32(80)),\n\t\t\t\t\t\t\t\tHTTPSPort: new(int32(443)),\n\t\t\t\t\t\t\t\tOriginProtocolPolicy: types.OriginProtocolPolicyMatchViewer,\n\t\t\t\t\t\t\t\tOriginKeepaliveTimeout: new(int32(5)),\n\t\t\t\t\t\t\t\tOriginReadTimeout: new(int32(30)),\n\t\t\t\t\t\t\t\tOriginSslProtocols: &types.OriginSslProtocols{\n\t\t\t\t\t\t\t\t\tItems: types.SslProtocolSSLv3.Values(),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tOriginAccessControlId: new(\"test-origin-access-control-id\"), // link\n\t\t\t\t\t\t\tOriginPath: new(\"/foo\"),\n\t\t\t\t\t\t\tOriginShield: &types.OriginShield{\n\t\t\t\t\t\t\t\tEnabled: new(true),\n\t\t\t\t\t\t\t\tOriginShieldRegion: new(\"eu-west-1\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tS3OriginConfig: &types.S3OriginConfig{\n\t\t\t\t\t\t\t\tOriginAccessIdentity: new(\"test-origin-access-identity\"), // link\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tDefaultCacheBehavior: &types.DefaultCacheBehavior{\n\t\t\t\t\tTargetOriginId: new(\"CustomOriginConfig\"),\n\t\t\t\t\tViewerProtocolPolicy: types.ViewerProtocolPolicyHttpsOnly,\n\t\t\t\t\tCachePolicyId: new(\"test-cache-policy-id\"), // link\n\t\t\t\t\tCompress: new(true),\n\t\t\t\t\tDefaultTTL: new(int64(1)),\n\t\t\t\t\tFieldLevelEncryptionId: new(\"test-field-level-encryption-id\"), // link\n\t\t\t\t\tMaxTTL: new(int64(1)),\n\t\t\t\t\tMinTTL: new(int64(1)),\n\t\t\t\t\tOriginRequestPolicyId: new(\"test-origin-request-policy-id\"), // link\n\t\t\t\t\tRealtimeLogConfigArn: new(\"arn:aws:logs:us-east-1:123456789012:realtime-log-config/test-id\"), // link\n\t\t\t\t\tResponseHeadersPolicyId: new(\"test-response-headers-policy-id\"), // link\n\t\t\t\t\tSmoothStreaming: new(true),\n\t\t\t\t\tForwardedValues: &types.ForwardedValues{\n\t\t\t\t\t\tCookies: &types.CookiePreference{\n\t\t\t\t\t\t\tForward: types.ItemSelectionWhitelist,\n\t\t\t\t\t\t\tWhitelistedNames: &types.CookieNames{\n\t\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\t\t\"cooke_123\",\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tQueryString: new(true),\n\t\t\t\t\t\tHeaders: &types.Headers{\n\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\t\"X-Customer-Header\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tQueryStringCacheKeys: &types.QueryStringCacheKeys{\n\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\t\"test-query-string-cache-key\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tFunctionAssociations: &types.FunctionAssociations{\n\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\tItems: []types.FunctionAssociation{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tEventType: types.EventTypeViewerRequest,\n\t\t\t\t\t\t\t\tFunctionARN: new(\"arn:aws:cloudfront::123412341234:function/1234\"), // link\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tLambdaFunctionAssociations: &types.LambdaFunctionAssociations{\n\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\tItems: []types.LambdaFunctionAssociation{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tEventType: types.EventTypeOriginRequest,\n\t\t\t\t\t\t\t\tLambdaFunctionARN: new(\"arn:aws:lambda:us-east-1:123456789012:function:test-function\"), // link\n\t\t\t\t\t\t\t\tIncludeBody: new(true),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tTrustedKeyGroups: &types.TrustedKeyGroups{\n\t\t\t\t\t\tEnabled: new(true),\n\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\"key-group-1\", // link\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tTrustedSigners: &types.TrustedSigners{\n\t\t\t\t\t\tEnabled: new(true),\n\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\"123456789\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tAllowedMethods: &types.AllowedMethods{\n\t\t\t\t\t\tItems: []types.Method{\n\t\t\t\t\t\t\ttypes.MethodGet,\n\t\t\t\t\t\t},\n\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\tCachedMethods: &types.CachedMethods{\n\t\t\t\t\t\t\tItems: []types.Method{\n\t\t\t\t\t\t\t\ttypes.MethodGet,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tCustomErrorResponses: &types.CustomErrorResponses{\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []types.CustomErrorResponse{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tErrorCode: new(int32(404)),\n\t\t\t\t\t\t\tErrorCachingMinTTL: new(int64(1)),\n\t\t\t\t\t\t\tResponseCode: new(\"200\"),\n\t\t\t\t\t\t\tResponsePagePath: new(\"/foo\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tDefaultRootObject: new(\"index.html\"),\n\t\t\t\tHttpVersion: types.HttpVersionHttp11,\n\t\t\t\tIsIPV6Enabled: new(true),\n\t\t\t\tLogging: &types.LoggingConfig{\n\t\t\t\t\tBucket: new(\"aws-cf-access-logs.s3.amazonaws.com\"), // link\n\t\t\t\t\tEnabled: new(true),\n\t\t\t\t\tIncludeCookies: new(true),\n\t\t\t\t\tPrefix: new(\"test-prefix\"),\n\t\t\t\t},\n\t\t\t\tOriginGroups: &types.OriginGroups{\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []types.OriginGroup{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tFailoverCriteria: &types.OriginGroupFailoverCriteria{\n\t\t\t\t\t\t\t\tStatusCodes: &types.StatusCodes{\n\t\t\t\t\t\t\t\t\tItems: []int32{\n\t\t\t\t\t\t\t\t\t\t404,\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tId: new(\"test-id\"),\n\t\t\t\t\t\t\tMembers: &types.OriginGroupMembers{\n\t\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\t\tItems: []types.OriginGroupMember{\n\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\tOriginId: new(\"CustomOriginConfig\"),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tPriceClass: types.PriceClassPriceClass200,\n\t\t\t\tRestrictions: &types.Restrictions{\n\t\t\t\t\tGeoRestriction: &types.GeoRestriction{\n\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\tRestrictionType: types.GeoRestrictionTypeWhitelist,\n\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\"US\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tViewerCertificate: &types.ViewerCertificate{\n\t\t\t\t\tACMCertificateArn: new(\"arn:aws:acm:us-east-1:123456789012:certificate/test-id\"), // link\n\t\t\t\t\tCertificate: new(\"test-certificate\"),\n\t\t\t\t\tCertificateSource: types.CertificateSourceAcm,\n\t\t\t\t\tCloudFrontDefaultCertificate: new(true),\n\t\t\t\t\tIAMCertificateId: new(\"test-iam-certificate-id\"), // link\n\t\t\t\t\tMinimumProtocolVersion: types.MinimumProtocolVersion(types.SslProtocolSSLv3),\n\t\t\t\t\tSSLSupportMethod: types.SSLSupportMethodSniOnly,\n\t\t\t\t},\n\t\t\t\t// Note this can also be in the format: 473e64fd-f30b-4765-81a0-62ad96dd167a for WAF Classic\n\t\t\t\tWebACLId: new(\"arn:aws:wafv2:us-east-1:123456789012:global/webacl/ExampleWebACL/473e64fd-f30b-4765-81a0-62ad96dd167a\"), // link\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestCloudFrontClient) ListDistributions(ctx context.Context, params *cloudfront.ListDistributionsInput, optFns ...func(*cloudfront.Options)) (*cloudfront.ListDistributionsOutput, error) {\n\treturn &cloudfront.ListDistributionsOutput{\n\t\tDistributionList: &types.DistributionList{\n\t\t\tIsTruncated: new(false),\n\t\t\tItems: []types.DistributionSummary{\n\t\t\t\t{\n\t\t\t\t\tId: new(\"test-id\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc TestDistributionGetFunc(t *testing.T) {\n\tscope := \"123456789012\"\n\titem, err := distributionGetFunc(context.Background(), TestCloudFrontClient{}, scope, &cloudfront.GetDistributionInput{})\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.GetHealth() != sdp.Health_HEALTH_OK {\n\t\tt.Errorf(\"expected health to be HEALTH_OK, got %s\", item.GetHealth())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"d111111abcdef8.cloudfront.net\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-key-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"key-group-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"something.foo.bar.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-continuous-deployment-policy\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test-continuous-deployment-policy-id\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-cache-policy\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test-cache-policy-id\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-field-level-encryption\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test-field-level-encryption-id\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-origin-request-policy\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test-origin-request-policy-id\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-realtime-log-config\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:logs:us-east-1:123456789012:realtime-log-config/test-id\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-response-headers-policy\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test-response-headers-policy-id\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-key-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"key-group-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-function\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:cloudfront::123412341234:function/1234\",\n\t\t\tExpectedScope: \"123412341234\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"lambda-function\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:lambda:us-east-1:123456789012:function:test-function\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"DOC-EXAMPLE-BUCKET.s3.us-west-2.amazonaws.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-origin-access-control\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test-origin-access-control-id\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-cloud-front-origin-access-identity\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test-origin-access-identity\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"aws-cf-access-logs.s3.amazonaws.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"acm-certificate\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:acm:us-east-1:123456789012:certificate/test-id\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-server-certificate\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test-iam-certificate-id\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"wafv2-web-acl\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:wafv2:us-east-1:123456789012:global/webacl/ExampleWebACL/473e64fd-f30b-4765-81a0-62ad96dd167a\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"s3-bucket\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"DOC-EXAMPLE-BUCKET\",\n\t\t\tExpectedScope: \"123456789012\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewCloudfrontDistributionAdapter(t *testing.T) {\n\tconfig, account, _ := GetAutoConfig(t)\n\tclient := cloudfront.NewFromConfig(config)\n\n\tadapter := NewCloudfrontDistributionAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/cloudfront-function.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc functionItemMapper(_, scope string, awsItem *types.FunctionSummary) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"cloudfront-function\",\n\t\tUniqueAttribute: \"Name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewCloudfrontCloudfrontFunctionAdapter(client *cloudfront.Client, accountID string, cache sdpcache.Cache) *GetListAdapter[*types.FunctionSummary, *cloudfront.Client, *cloudfront.Options] {\n\treturn &GetListAdapter[*types.FunctionSummary, *cloudfront.Client, *cloudfront.Options]{\n\t\tItemType: \"cloudfront-function\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: \"\", // Cloudfront resources aren't tied to a region\n\t\tAdapterMetadata: cloudfrontFunctionAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *cloudfront.Client, scope, query string) (*types.FunctionSummary, error) {\n\t\t\tout, err := client.DescribeFunction(ctx, &cloudfront.DescribeFunctionInput{\n\t\t\t\tName: &query,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn out.FunctionSummary, nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *cloudfront.Client, scope string) ([]*types.FunctionSummary, error) {\n\t\t\tout, err := client.ListFunctions(ctx, &cloudfront.ListFunctionsInput{\n\t\t\t\tStage: types.FunctionStageLive,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tsummaries := make([]*types.FunctionSummary, 0, len(out.FunctionList.Items))\n\n\t\t\tfor _, item := range out.FunctionList.Items {\n\t\t\t\tsummaries = append(summaries, &item)\n\t\t\t}\n\n\t\t\treturn summaries, nil\n\t\t},\n\t\tItemMapper: functionItemMapper,\n\t}\n}\n\nvar cloudfrontFunctionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"cloudfront-function\",\n\tDescriptiveName: \"CloudFront Function\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a CloudFront Function by name\",\n\t\tListDescription: \"List CloudFront Functions\",\n\t\tSearchDescription: \"Search CloudFront Functions by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_cloudfront_function.name\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/cloudfront-function_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestFunctionItemMapper(t *testing.T) {\n\tsummary := types.FunctionSummary{\n\t\tFunctionConfig: &types.FunctionConfig{\n\t\t\tComment: new(\"test-comment\"),\n\t\t\tRuntime: types.FunctionRuntimeCloudfrontJs20,\n\t\t},\n\t\tFunctionMetadata: &types.FunctionMetadata{\n\t\t\tFunctionARN: new(\"arn:aws:cloudfront::123456789012:function/test-function\"),\n\t\t\tLastModifiedTime: new(time.Now()),\n\t\t\tCreatedTime: new(time.Now()),\n\t\t\tStage: types.FunctionStageLive,\n\t\t},\n\t\tName: new(\"test-function\"),\n\t\tStatus: new(\"test-status\"),\n\t}\n\n\titem, err := functionItemMapper(\"\", \"test\", &summary)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc TestNewCloudfrontCloudfrontFunctionAdapter(t *testing.T) {\n\tclient, account, _ := CloudfrontGetAutoConfig(t)\n\n\tadapter := NewCloudfrontCloudfrontFunctionAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/cloudfront-key-group.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc KeyGroupItemMapper(_, scope string, awsItem *types.KeyGroup) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"cloudfront-key-group\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewCloudfrontKeyGroupAdapter(client *cloudfront.Client, accountID string, cache sdpcache.Cache) *GetListAdapter[*types.KeyGroup, *cloudfront.Client, *cloudfront.Options] {\n\treturn &GetListAdapter[*types.KeyGroup, *cloudfront.Client, *cloudfront.Options]{\n\t\tItemType: \"cloudfront-key-group\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: \"\", // Cloudfront resources aren't tied to a region\n\t\tAdapterMetadata: keyGroupAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *cloudfront.Client, scope, query string) (*types.KeyGroup, error) {\n\t\t\tout, err := client.GetKeyGroup(ctx, &cloudfront.GetKeyGroupInput{\n\t\t\t\tId: &query,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn out.KeyGroup, nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *cloudfront.Client, scope string) ([]*types.KeyGroup, error) {\n\t\t\tout, err := client.ListKeyGroups(ctx, &cloudfront.ListKeyGroupsInput{})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tkeyGroups := make([]*types.KeyGroup, 0, len(out.KeyGroupList.Items))\n\n\t\t\tfor _, item := range out.KeyGroupList.Items {\n\t\t\t\tkeyGroups = append(keyGroups, item.KeyGroup)\n\t\t\t}\n\n\t\t\treturn keyGroups, nil\n\t\t},\n\t\tItemMapper: KeyGroupItemMapper,\n\t}\n}\n\nvar keyGroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"cloudfront-key-group\",\n\tDescriptiveName: \"CloudFront Key Group\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a CloudFront Key Group by ID\",\n\t\tListDescription: \"List CloudFront Key Groups\",\n\t\tSearchDescription: \"Search CloudFront Key Groups by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_cloudfront_key_group.id\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/cloudfront-key-group_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestKeyGroupItemMapper(t *testing.T) {\n\tgroup := types.KeyGroup{\n\t\tId: new(\"test-id\"),\n\t\tKeyGroupConfig: &types.KeyGroupConfig{\n\t\t\tItems: []string{\n\t\t\t\t\"some-identity\",\n\t\t\t},\n\t\t\tName: new(\"test-name\"),\n\t\t\tComment: new(\"test-comment\"),\n\t\t},\n\t\tLastModifiedTime: new(time.Now()),\n\t}\n\n\titem, err := KeyGroupItemMapper(\"\", \"test\", &group)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc TestNewCloudfrontKeyGroupAdapter(t *testing.T) {\n\tclient, account, _ := CloudfrontGetAutoConfig(t)\n\n\tadapter := NewCloudfrontKeyGroupAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/cloudfront-origin-access-control.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc originAccessControlListFunc(ctx context.Context, client *cloudfront.Client, scope string) ([]*types.OriginAccessControl, error) {\n\tout, err := client.ListOriginAccessControls(ctx, &cloudfront.ListOriginAccessControlsInput{})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\toriginAccessControls := make([]*types.OriginAccessControl, 0, len(out.OriginAccessControlList.Items))\n\n\tfor _, item := range out.OriginAccessControlList.Items {\n\t\t// Annoyingly the \"summary\" types has exactly the same information as\n\t\t// the type returned by get, but in a slightly different format. So we\n\t\t// map it to the get format here\n\t\toriginAccessControls = append(originAccessControls, &types.OriginAccessControl{\n\t\t\tId: item.Id,\n\t\t\tOriginAccessControlConfig: &types.OriginAccessControlConfig{\n\t\t\t\tName: item.Name,\n\t\t\t\tOriginAccessControlOriginType: item.OriginAccessControlOriginType,\n\t\t\t\tSigningBehavior: item.SigningBehavior,\n\t\t\t\tSigningProtocol: item.SigningProtocol,\n\t\t\t\tDescription: item.Description,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn originAccessControls, nil\n}\n\nfunc originAccessControlItemMapper(_, scope string, awsItem *types.OriginAccessControl) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"cloudfront-origin-access-control\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewCloudfrontOriginAccessControlAdapter(client *cloudfront.Client, accountID string, cache sdpcache.Cache) *GetListAdapter[*types.OriginAccessControl, *cloudfront.Client, *cloudfront.Options] {\n\treturn &GetListAdapter[*types.OriginAccessControl, *cloudfront.Client, *cloudfront.Options]{\n\t\tItemType: \"cloudfront-origin-access-control\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: \"\", // Cloudfront resources aren't tied to a region\n\t\tAdapterMetadata: originAccessControlAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *cloudfront.Client, scope, query string) (*types.OriginAccessControl, error) {\n\t\t\tout, err := client.GetOriginAccessControl(ctx, &cloudfront.GetOriginAccessControlInput{\n\t\t\t\tId: &query,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn out.OriginAccessControl, nil\n\t\t},\n\t\tListFunc: originAccessControlListFunc,\n\t\tItemMapper: originAccessControlItemMapper,\n\t}\n}\n\nvar originAccessControlAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"cloudfront-origin-access-control\",\n\tDescriptiveName: \"Cloudfront Origin Access Control\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get Origin Access Control by ID\",\n\t\tListDescription: \"List Origin Access Controls\",\n\t\tSearchDescription: \"Origin Access Control by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_cloudfront_origin_access_control.id\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/cloudfront-origin-access-control_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestOriginAccessControlItemMapper(t *testing.T) {\n\tx := types.OriginAccessControl{\n\t\tId: new(\"test\"),\n\t\tOriginAccessControlConfig: &types.OriginAccessControlConfig{\n\t\t\tName: new(\"example-name\"),\n\t\t\tOriginAccessControlOriginType: types.OriginAccessControlOriginTypesS3,\n\t\t\tSigningBehavior: types.OriginAccessControlSigningBehaviorsAlways,\n\t\t\tSigningProtocol: types.OriginAccessControlSigningProtocolsSigv4,\n\t\t\tDescription: new(\"example-description\"),\n\t\t},\n\t}\n\n\titem, err := originAccessControlItemMapper(\"\", \"test\", &x)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc TestNewCloudfrontOriginAccessControlAdapter(t *testing.T) {\n\tclient, account, _ := CloudfrontGetAutoConfig(t)\n\n\tadapter := NewCloudfrontOriginAccessControlAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/cloudfront-origin-request-policy.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc originRequestPolicyItemMapper(_, scope string, awsItem *types.OriginRequestPolicy) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"cloudfront-origin-request-policy\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewCloudfrontOriginRequestPolicyAdapter(client *cloudfront.Client, accountID string, cache sdpcache.Cache) *GetListAdapter[*types.OriginRequestPolicy, *cloudfront.Client, *cloudfront.Options] {\n\treturn &GetListAdapter[*types.OriginRequestPolicy, *cloudfront.Client, *cloudfront.Options]{\n\t\tItemType: \"cloudfront-origin-request-policy\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: \"\", // Cloudfront resources aren't tied to a region\n\t\tAdapterMetadata: originRequestPolicyAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *cloudfront.Client, scope, query string) (*types.OriginRequestPolicy, error) {\n\t\t\tout, err := client.GetOriginRequestPolicy(ctx, &cloudfront.GetOriginRequestPolicyInput{\n\t\t\t\tId: &query,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn out.OriginRequestPolicy, nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *cloudfront.Client, scope string) ([]*types.OriginRequestPolicy, error) {\n\t\t\tout, err := client.ListOriginRequestPolicies(ctx, &cloudfront.ListOriginRequestPoliciesInput{})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tpolicies := make([]*types.OriginRequestPolicy, 0, len(out.OriginRequestPolicyList.Items))\n\n\t\t\tfor _, policy := range out.OriginRequestPolicyList.Items {\n\t\t\t\tpolicies = append(policies, policy.OriginRequestPolicy)\n\t\t\t}\n\n\t\t\treturn policies, nil\n\t\t},\n\t\tItemMapper: originRequestPolicyItemMapper,\n\t}\n}\n\nvar originRequestPolicyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"cloudfront-origin-request-policy\",\n\tDescriptiveName: \"CloudFront Origin Request Policy\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get Origin Request Policy by ID\",\n\t\tListDescription: \"List Origin Request Policies\",\n\t\tSearchDescription: \"Origin Request Policy by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_cloudfront_origin_request_policy.id\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/cloudfront-origin-request-policy_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestOriginRequestPolicyItemMapper(t *testing.T) {\n\tx := types.OriginRequestPolicy{\n\t\tId: new(\"test\"),\n\t\tLastModifiedTime: new(time.Now()),\n\t\tOriginRequestPolicyConfig: &types.OriginRequestPolicyConfig{\n\t\t\tName: new(\"example-policy\"),\n\t\t\tComment: new(\"example comment\"),\n\t\t\tQueryStringsConfig: &types.OriginRequestPolicyQueryStringsConfig{\n\t\t\t\tQueryStringBehavior: types.OriginRequestPolicyQueryStringBehaviorAllExcept,\n\t\t\t\tQueryStrings: &types.QueryStringNames{\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []string{\"test\"},\n\t\t\t\t},\n\t\t\t},\n\t\t\tCookiesConfig: &types.OriginRequestPolicyCookiesConfig{\n\t\t\t\tCookieBehavior: types.OriginRequestPolicyCookieBehaviorAll,\n\t\t\t\tCookies: &types.CookieNames{\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []string{\"test\"},\n\t\t\t\t},\n\t\t\t},\n\t\t\tHeadersConfig: &types.OriginRequestPolicyHeadersConfig{\n\t\t\t\tHeaderBehavior: types.OriginRequestPolicyHeaderBehaviorAllViewer,\n\t\t\t\tHeaders: &types.Headers{\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []string{\"test\"},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titem, err := originRequestPolicyItemMapper(\"\", \"test\", &x)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc TestNewCloudfrontOriginRequestPolicyAdapter(t *testing.T) {\n\tclient, account, _ := CloudfrontGetAutoConfig(t)\n\n\tadapter := NewCloudfrontOriginRequestPolicyAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/cloudfront-realtime-log-config.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc realtimeLogConfigsItemMapper(_, scope string, awsItem *types.RealtimeLogConfig) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"cloudfront-realtime-log-config\",\n\t\tUniqueAttribute: \"Name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tfor _, endpoint := range awsItem.EndPoints {\n\t\tif endpoint.KinesisStreamConfig != nil {\n\t\t\tif endpoint.KinesisStreamConfig.RoleARN != nil {\n\t\t\t\tif arn, err := ParseARN(*endpoint.KinesisStreamConfig.RoleARN); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *endpoint.KinesisStreamConfig.RoleARN,\n\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif endpoint.KinesisStreamConfig.StreamARN != nil {\n\t\t\t\tif arn, err := ParseARN(*endpoint.KinesisStreamConfig.StreamARN); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"kinesis-stream\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *endpoint.KinesisStreamConfig.StreamARN,\n\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewCloudfrontRealtimeLogConfigsAdapter(client *cloudfront.Client, accountID string, cache sdpcache.Cache) *GetListAdapter[*types.RealtimeLogConfig, *cloudfront.Client, *cloudfront.Options] {\n\treturn &GetListAdapter[*types.RealtimeLogConfig, *cloudfront.Client, *cloudfront.Options]{\n\t\tItemType: \"cloudfront-realtime-log-config\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: \"\", // Cloudfront resources aren't tied to a region\n\t\tAdapterMetadata: realtimeLogConfigsAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *cloudfront.Client, scope, query string) (*types.RealtimeLogConfig, error) {\n\t\t\tout, err := client.GetRealtimeLogConfig(ctx, &cloudfront.GetRealtimeLogConfigInput{\n\t\t\t\tName: &query,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn out.RealtimeLogConfig, nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *cloudfront.Client, scope string) ([]*types.RealtimeLogConfig, error) {\n\t\t\tout, err := client.ListRealtimeLogConfigs(ctx, &cloudfront.ListRealtimeLogConfigsInput{})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tlogConfigs := make([]*types.RealtimeLogConfig, 0, len(out.RealtimeLogConfigs.Items))\n\n\t\t\tfor _, logConfig := range out.RealtimeLogConfigs.Items {\n\t\t\t\tlogConfigs = append(logConfigs, &logConfig)\n\t\t\t}\n\n\t\t\treturn logConfigs, nil\n\t\t},\n\t\tItemMapper: realtimeLogConfigsItemMapper,\n\t}\n}\n\nvar realtimeLogConfigsAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"cloudfront-realtime-log-config\",\n\tDescriptiveName: \"CloudFront Realtime Log Config\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get Realtime Log Config by Name\",\n\t\tListDescription: \"List Realtime Log Configs\",\n\t\tSearchDescription: \"Search Realtime Log Configs by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_cloudfront_realtime_log_config.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n})\n" }, { "path": "aws-source/adapters/cloudfront-realtime-log-config_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestRealtimeLogConfigsItemMapper(t *testing.T) {\n\tx := types.RealtimeLogConfig{\n\t\tName: new(\"test\"),\n\t\tSamplingRate: new(int64(100)),\n\t\tARN: new(\"arn:aws:cloudfront::123456789012:realtime-log-config/12345678-1234-1234-1234-123456789012\"),\n\t\tEndPoints: []types.EndPoint{\n\t\t\t{\n\t\t\t\tStreamType: new(\"Kinesis\"),\n\t\t\t\tKinesisStreamConfig: &types.KinesisStreamConfig{\n\t\t\t\t\tRoleARN: new(\"arn:aws:iam::123456789012:role/CloudFront_Logger\"), // link\n\t\t\t\t\tStreamARN: new(\"arn:aws:kinesis:us-east-1:123456789012:stream/cloudfront-logs\"), // link\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tFields: []string{\n\t\t\t\"date\",\n\t\t},\n\t}\n\n\titem, err := realtimeLogConfigsItemMapper(\"\", \"test\", &x)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedQuery: \"arn:aws:iam::123456789012:role/CloudFront_Logger\",\n\t\t\tExpectedScope: \"123456789012\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kinesis-stream\",\n\t\t\tExpectedQuery: \"arn:aws:kinesis:us-east-1:123456789012:stream/cloudfront-logs\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewCloudfrontRealtimeLogConfigsAdapter(t *testing.T) {\n\tclient, account, _ := CloudfrontGetAutoConfig(t)\n\n\tadapter := NewCloudfrontRealtimeLogConfigsAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/cloudfront-response-headers-policy.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc ResponseHeadersPolicyItemMapper(_, scope string, awsItem *types.ResponseHeadersPolicy) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"cloudfront-response-headers-policy\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewCloudfrontResponseHeadersPolicyAdapter(client *cloudfront.Client, accountID string, cache sdpcache.Cache) *GetListAdapter[*types.ResponseHeadersPolicy, *cloudfront.Client, *cloudfront.Options] {\n\treturn &GetListAdapter[*types.ResponseHeadersPolicy, *cloudfront.Client, *cloudfront.Options]{\n\t\tItemType: \"cloudfront-response-headers-policy\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: \"\", // Cloudfront resources aren't tied to a region\n\t\tAdapterMetadata: responseHeadersPolicyAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *cloudfront.Client, scope, query string) (*types.ResponseHeadersPolicy, error) {\n\t\t\tout, err := client.GetResponseHeadersPolicy(ctx, &cloudfront.GetResponseHeadersPolicyInput{\n\t\t\t\tId: &query,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn out.ResponseHeadersPolicy, nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client *cloudfront.Client, scope string) ([]*types.ResponseHeadersPolicy, error) {\n\t\t\tout, err := client.ListResponseHeadersPolicies(ctx, &cloudfront.ListResponseHeadersPoliciesInput{})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tpolicies := make([]*types.ResponseHeadersPolicy, 0, len(out.ResponseHeadersPolicyList.Items))\n\n\t\t\tfor _, policy := range out.ResponseHeadersPolicyList.Items {\n\t\t\t\tpolicies = append(policies, policy.ResponseHeadersPolicy)\n\t\t\t}\n\n\t\t\treturn policies, nil\n\t\t},\n\t\tItemMapper: ResponseHeadersPolicyItemMapper,\n\t}\n}\n\nvar responseHeadersPolicyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"cloudfront-response-headers-policy\",\n\tDescriptiveName: \"CloudFront Response Headers Policy\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get Response Headers Policy by ID\",\n\t\tListDescription: \"List Response Headers Policies\",\n\t\tSearchDescription: \"Search Response Headers Policy by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_cloudfront_response_headers_policy.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/cloudfront-response-headers-policy_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestResponseHeadersPolicyItemMapper(t *testing.T) {\n\tx := types.ResponseHeadersPolicy{\n\t\tId: new(\"test\"),\n\t\tLastModifiedTime: new(time.Now()),\n\t\tResponseHeadersPolicyConfig: &types.ResponseHeadersPolicyConfig{\n\t\t\tName: new(\"example-policy\"),\n\t\t\tComment: new(\"example comment\"),\n\t\t\tCorsConfig: &types.ResponseHeadersPolicyCorsConfig{\n\t\t\t\tAccessControlAllowCredentials: new(true),\n\t\t\t\tAccessControlAllowHeaders: &types.ResponseHeadersPolicyAccessControlAllowHeaders{\n\t\t\t\t\tItems: []string{\"X-Customer-Header\"},\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t},\n\t\t\t},\n\t\t\tCustomHeadersConfig: &types.ResponseHeadersPolicyCustomHeadersConfig{\n\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\tItems: []types.ResponseHeadersPolicyCustomHeader{\n\t\t\t\t\t{\n\t\t\t\t\t\tHeader: new(\"X-Customer-Header\"),\n\t\t\t\t\t\tOverride: new(true),\n\t\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tRemoveHeadersConfig: &types.ResponseHeadersPolicyRemoveHeadersConfig{\n\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\tItems: []types.ResponseHeadersPolicyRemoveHeader{\n\t\t\t\t\t{\n\t\t\t\t\t\tHeader: new(\"X-Private-Header\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tSecurityHeadersConfig: &types.ResponseHeadersPolicySecurityHeadersConfig{\n\t\t\t\tContentSecurityPolicy: &types.ResponseHeadersPolicyContentSecurityPolicy{\n\t\t\t\t\tContentSecurityPolicy: new(\"default-src 'none';\"),\n\t\t\t\t\tOverride: new(true),\n\t\t\t\t},\n\t\t\t\tContentTypeOptions: &types.ResponseHeadersPolicyContentTypeOptions{\n\t\t\t\t\tOverride: new(true),\n\t\t\t\t},\n\t\t\t\tFrameOptions: &types.ResponseHeadersPolicyFrameOptions{\n\t\t\t\t\tFrameOption: types.FrameOptionsListDeny,\n\t\t\t\t\tOverride: new(true),\n\t\t\t\t},\n\t\t\t\tReferrerPolicy: &types.ResponseHeadersPolicyReferrerPolicy{\n\t\t\t\t\tOverride: new(true),\n\t\t\t\t\tReferrerPolicy: types.ReferrerPolicyListNoReferrer,\n\t\t\t\t},\n\t\t\t\tStrictTransportSecurity: &types.ResponseHeadersPolicyStrictTransportSecurity{\n\t\t\t\t\tAccessControlMaxAgeSec: new(int32(86400)),\n\t\t\t\t\tOverride: new(true),\n\t\t\t\t\tIncludeSubdomains: new(true),\n\t\t\t\t\tPreload: new(true),\n\t\t\t\t},\n\t\t\t\tXSSProtection: &types.ResponseHeadersPolicyXSSProtection{\n\t\t\t\t\tOverride: new(true),\n\t\t\t\t\tProtection: new(true),\n\t\t\t\t\tModeBlock: new(true),\n\t\t\t\t\tReportUri: new(\"https://example.com/report\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tServerTimingHeadersConfig: &types.ResponseHeadersPolicyServerTimingHeadersConfig{\n\t\t\t\tEnabled: new(true),\n\t\t\t\tSamplingRate: new(0.1),\n\t\t\t},\n\t\t},\n\t}\n\n\titem, err := ResponseHeadersPolicyItemMapper(\"\", \"test\", &x)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc TestNewCloudfrontResponseHeadersPolicyAdapter(t *testing.T) {\n\tclient, account, _ := CloudfrontGetAutoConfig(t)\n\n\tadapter := NewCloudfrontResponseHeadersPolicyAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/cloudfront-streaming-distribution.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc streamingDistributionGetFunc(ctx context.Context, client CloudFrontClient, scope string, input *cloudfront.GetStreamingDistributionInput) (*sdp.Item, error) {\n\tout, err := client.GetStreamingDistribution(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\td := out.StreamingDistribution\n\n\tif d == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"streaming distribution was nil\",\n\t\t}\n\t}\n\n\tvar tags map[string]string\n\n\t// Get the tags\n\ttagsOut, err := client.ListTagsForResource(ctx, &cloudfront.ListTagsForResourceInput{\n\t\tResource: d.ARN,\n\t})\n\n\tif err == nil {\n\t\ttags = cloudfrontTagsToMap(tagsOut.Tags)\n\t} else {\n\t\ttags = HandleTagsError(ctx, err)\n\t}\n\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to get tags for streaming distribution %v: %w\", *d.Id, err)\n\t}\n\n\tattributes, err := ToAttributesWithExclude(d)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"cloudfront-streaming-distribution\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: tags,\n\t}\n\n\tif d.Status != nil {\n\t\tswitch *d.Status {\n\t\tcase \"InProgress\":\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"Deployed\":\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t}\n\t}\n\n\tif d.DomainName != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"dns\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *d.DomainName,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\tif dc := d.StreamingDistributionConfig; dc != nil {\n\t\tif dc.S3Origin != nil {\n\t\t\tif dc.S3Origin.DomainName != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *dc.S3Origin.DomainName,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif dc.S3Origin.OriginAccessIdentity != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"cloudfront-cloud-front-origin-access-identity\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *dc.S3Origin.OriginAccessIdentity,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif dc.Aliases != nil {\n\t\t\tfor _, alias := range dc.Aliases.Items {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: alias,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif dc.Logging != nil && dc.Logging.Bucket != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *dc.Logging.Bucket,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewCloudfrontStreamingDistributionAdapter(client CloudFrontClient, accountID string, cache sdpcache.Cache) *AlwaysGetAdapter[*cloudfront.ListStreamingDistributionsInput, *cloudfront.ListStreamingDistributionsOutput, *cloudfront.GetStreamingDistributionInput, *cloudfront.GetStreamingDistributionOutput, CloudFrontClient, *cloudfront.Options] {\n\treturn &AlwaysGetAdapter[*cloudfront.ListStreamingDistributionsInput, *cloudfront.ListStreamingDistributionsOutput, *cloudfront.GetStreamingDistributionInput, *cloudfront.GetStreamingDistributionOutput, CloudFrontClient, *cloudfront.Options]{\n\t\tItemType: \"cloudfront-streaming-distribution\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: \"\", // Cloudfront resources aren't tied to a region\n\t\tAdapterMetadata: streamingDistributionAdapterMetadata,\n\t\tcache: cache,\n\t\tListInput: &cloudfront.ListStreamingDistributionsInput{},\n\t\tListFuncPaginatorBuilder: func(client CloudFrontClient, input *cloudfront.ListStreamingDistributionsInput) Paginator[*cloudfront.ListStreamingDistributionsOutput, *cloudfront.Options] {\n\t\t\treturn cloudfront.NewListStreamingDistributionsPaginator(client, input)\n\t\t},\n\t\tGetInputMapper: func(scope, query string) *cloudfront.GetStreamingDistributionInput {\n\t\t\treturn &cloudfront.GetStreamingDistributionInput{\n\t\t\t\tId: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncOutputMapper: func(output *cloudfront.ListStreamingDistributionsOutput, input *cloudfront.ListStreamingDistributionsInput) ([]*cloudfront.GetStreamingDistributionInput, error) {\n\t\t\tvar inputs []*cloudfront.GetStreamingDistributionInput\n\n\t\t\tfor _, sd := range output.StreamingDistributionList.Items {\n\t\t\t\tinputs = append(inputs, &cloudfront.GetStreamingDistributionInput{\n\t\t\t\t\tId: sd.Id,\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: streamingDistributionGetFunc,\n\t}\n}\n\nvar streamingDistributionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"CloudFront Streaming Distribution\",\n\tType: \"cloudfront-streaming-distribution\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tSearch: true,\n\t\tGet: true,\n\t\tList: true,\n\t\tGetDescription: \"Get a Streaming Distribution by ID\",\n\t\tListDescription: \"List Streaming Distributions\",\n\t\tSearchDescription: \"Search Streaming Distributions by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"aws_cloudfront_distribution.arn\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"aws_cloudfront_distribution.id\",\n\t\t},\n\t},\n\tPotentialLinks: []string{\"dns\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/cloudfront-streaming-distribution_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t TestCloudFrontClient) GetStreamingDistribution(ctx context.Context, params *cloudfront.GetStreamingDistributionInput, optFns ...func(*cloudfront.Options)) (*cloudfront.GetStreamingDistributionOutput, error) {\n\treturn &cloudfront.GetStreamingDistributionOutput{\n\t\tETag: new(\"E2QWRUHAPOMQZL\"),\n\t\tStreamingDistribution: &types.StreamingDistribution{\n\t\t\tARN: new(\"arn:aws:cloudfront::123456789012:streaming-distribution/EDFDVBD632BHDS5\"),\n\t\t\tDomainName: new(\"d111111abcdef8.cloudfront.net\"), // link\n\t\t\tId: new(\"EDFDVBD632BHDS5\"),\n\t\t\tStatus: new(\"Deployed\"), // health\n\t\t\tLastModifiedTime: new(time.Now()),\n\t\t\tActiveTrustedSigners: &types.ActiveTrustedSigners{\n\t\t\t\tEnabled: new(true),\n\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\tItems: []types.Signer{\n\t\t\t\t\t{\n\t\t\t\t\t\tAwsAccountNumber: new(\"123456789012\"),\n\t\t\t\t\t\tKeyPairIds: &types.KeyPairIds{\n\t\t\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\t\t\"APKAJDGKZRVEXAMPLE\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tStreamingDistributionConfig: &types.StreamingDistributionConfig{\n\t\t\t\tCallerReference: new(\"test\"),\n\t\t\t\tComment: new(\"test\"),\n\t\t\t\tEnabled: new(true),\n\t\t\t\tS3Origin: &types.S3Origin{\n\t\t\t\t\tDomainName: new(\"myawsbucket.s3.amazonaws.com\"), // link\n\t\t\t\t\tOriginAccessIdentity: new(\"origin-access-identity/cloudfront/E127EXAMPLE51Z\"), // link\n\t\t\t\t},\n\t\t\t\tTrustedSigners: &types.TrustedSigners{\n\t\t\t\t\tEnabled: new(true),\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\"self\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tAliases: &types.Aliases{\n\t\t\t\t\tQuantity: new(int32(1)),\n\t\t\t\t\tItems: []string{\n\t\t\t\t\t\t\"example.com\", // link\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tLogging: &types.StreamingLoggingConfig{\n\t\t\t\t\tBucket: new(\"myawslogbucket.s3.amazonaws.com\"), // link\n\t\t\t\t\tEnabled: new(true),\n\t\t\t\t\tPrefix: new(\"myprefix\"),\n\t\t\t\t},\n\t\t\t\tPriceClass: types.PriceClassPriceClassAll,\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestCloudFrontClient) ListStreamingDistributions(ctx context.Context, params *cloudfront.ListStreamingDistributionsInput, optFns ...func(*cloudfront.Options)) (*cloudfront.ListStreamingDistributionsOutput, error) {\n\treturn &cloudfront.ListStreamingDistributionsOutput{\n\t\tStreamingDistributionList: &types.StreamingDistributionList{\n\t\t\tIsTruncated: new(false),\n\t\t\tItems: []types.StreamingDistributionSummary{\n\t\t\t\t{\n\t\t\t\t\tId: new(\"test-id\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc TestStreamingDistributionGetFunc(t *testing.T) {\n\titem, err := streamingDistributionGetFunc(context.Background(), TestCloudFrontClient{}, \"foo\", &cloudfront.GetStreamingDistributionInput{})\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.GetHealth() != sdp.Health_HEALTH_OK {\n\t\tt.Errorf(\"expected health to be HEALTH_OK, got %s\", item.GetHealth())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"d111111abcdef8.cloudfront.net\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewCloudfrontStreamingDistributionAdapter(t *testing.T) {\n\tconfig, account, _ := GetAutoConfig(t)\n\tclient := cloudfront.NewFromConfig(config)\n\n\tadapter := NewCloudfrontStreamingDistributionAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/cloudfront.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n)\n\n// Converts a CloudFront Tags object to a map\nfunc cloudfrontTagsToMap(tags *types.Tags) map[string]string {\n\tif tags == nil {\n\t\treturn nil\n\t}\n\n\ttagMap := make(map[string]string)\n\n\tfor _, tag := range tags.Items {\n\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\ttagMap[*tag.Key] = *tag.Value\n\t\t}\n\t}\n\n\treturn tagMap\n}\n\ntype CloudFrontClient interface {\n\tGetCachePolicy(ctx context.Context, params *cloudfront.GetCachePolicyInput, optFns ...func(*cloudfront.Options)) (*cloudfront.GetCachePolicyOutput, error)\n\tListCachePolicies(ctx context.Context, params *cloudfront.ListCachePoliciesInput, optFns ...func(*cloudfront.Options)) (*cloudfront.ListCachePoliciesOutput, error)\n\n\tGetDistribution(ctx context.Context, params *cloudfront.GetDistributionInput, optFns ...func(*cloudfront.Options)) (*cloudfront.GetDistributionOutput, error)\n\tListDistributions(ctx context.Context, params *cloudfront.ListDistributionsInput, optFns ...func(*cloudfront.Options)) (*cloudfront.ListDistributionsOutput, error)\n\n\tGetStreamingDistribution(ctx context.Context, params *cloudfront.GetStreamingDistributionInput, optFns ...func(*cloudfront.Options)) (*cloudfront.GetStreamingDistributionOutput, error)\n\tListStreamingDistributions(ctx context.Context, params *cloudfront.ListStreamingDistributionsInput, optFns ...func(*cloudfront.Options)) (*cloudfront.ListStreamingDistributionsOutput, error)\n\n\tListTagsForResource(ctx context.Context, params *cloudfront.ListTagsForResourceInput, optFns ...func(*cloudfront.Options)) (*cloudfront.ListTagsForResourceOutput, error)\n}\n" }, { "path": "aws-source/adapters/cloudfront_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudfront/types\"\n)\n\nfunc (c TestCloudFrontClient) ListTagsForResource(ctx context.Context, params *cloudfront.ListTagsForResourceInput, optFns ...func(*cloudfront.Options)) (*cloudfront.ListTagsForResourceOutput, error) {\n\treturn &cloudfront.ListTagsForResourceOutput{\n\t\tTags: &types.Tags{\n\t\t\tItems: []types.Tag{\n\t\t\t\t{\n\t\t\t\t\tKey: new(\"foo\"),\n\t\t\t\t\tValue: new(\"bar\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\ntype TestCloudFrontClient struct{}\n\nfunc CloudfrontGetAutoConfig(t *testing.T) (*cloudfront.Client, string, string) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := cloudfront.NewFromConfig(config)\n\n\treturn client, account, region\n}\n" }, { "path": "aws-source/adapters/cloudwatch-alarm.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype CloudwatchClient interface {\n\tListTagsForResource(ctx context.Context, params *cloudwatch.ListTagsForResourceInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.ListTagsForResourceOutput, error)\n\tDescribeAlarms(ctx context.Context, params *cloudwatch.DescribeAlarmsInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.DescribeAlarmsOutput, error)\n\tDescribeAlarmsForMetric(ctx context.Context, params *cloudwatch.DescribeAlarmsForMetricInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.DescribeAlarmsForMetricOutput, error)\n}\n\n// ToQueryString Converts an alarm query input to the correct for search string\nfunc ToQueryString(input *cloudwatch.DescribeAlarmsForMetricInput) (string, error) {\n\tb, err := json.Marshal(input)\n\n\tif err != nil {\n\t\treturn \"\", err\n\t}\n\n\treturn string(b), nil\n}\n\n// fromQueryString Converts a search string to an alarm query input\nfunc fromQueryString(query string) (*cloudwatch.DescribeAlarmsForMetricInput, error) {\n\tinput := &cloudwatch.DescribeAlarmsForMetricInput{}\n\n\tif err := json.Unmarshal([]byte(query), input); err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn input, nil\n}\n\n// Converts cloudwatch tags to a map\nfunc cloudwatchTagsToMap(tags []types.Tag) map[string]string {\n\tout := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tout[*tag.Key] = *tag.Value\n\t}\n\n\treturn out\n}\n\ntype Alarm struct {\n\tMetric *types.MetricAlarm\n\tComposite *types.CompositeAlarm\n}\n\nfunc alarmOutputMapper(ctx context.Context, client CloudwatchClient, scope string, input *cloudwatch.DescribeAlarmsInput, output *cloudwatch.DescribeAlarmsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tallAlarms := make([]Alarm, 0)\n\n\tfor i := range output.MetricAlarms {\n\t\tallAlarms = append(allAlarms, Alarm{Metric: &output.MetricAlarms[i]})\n\t}\n\tfor i := range output.CompositeAlarms {\n\t\tallAlarms = append(allAlarms, Alarm{Composite: &output.CompositeAlarms[i]})\n\t}\n\n\tfor _, alarm := range allAlarms {\n\t\tvar attrs *sdp.ItemAttributes\n\t\tvar err error\n\t\tvar arn *string\n\n\t\tif alarm.Metric != nil {\n\t\t\tattrs, err = ToAttributesWithExclude(alarm.Metric)\n\t\t\tarn = alarm.Metric.AlarmArn\n\t\t}\n\t\tif alarm.Composite != nil {\n\t\t\tattrs, err = ToAttributesWithExclude(alarm.Composite)\n\t\t\tarn = alarm.Composite.AlarmArn\n\t\t}\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tvar tags map[string]string\n\n\t\t// Get the tags\n\t\ttagsOut, err := client.ListTagsForResource(ctx, &cloudwatch.ListTagsForResourceInput{\n\t\t\tResourceARN: arn,\n\t\t})\n\n\t\tif err == nil {\n\t\t\ttags = cloudwatchTagsToMap(tagsOut.Tags)\n\t\t} else {\n\t\t\ttags = HandleTagsError(ctx, err)\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"cloudwatch-alarm\",\n\t\t\tUniqueAttribute: \"AlarmName\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: tags,\n\t\t}\n\n\t\t// Combine all actions so that we can link the targeted item\n\t\tallActions := make([]string, 0)\n\t\tif alarm.Metric != nil {\n\t\t\tallActions = append(allActions, alarm.Metric.OKActions...)\n\t\t\tallActions = append(allActions, alarm.Metric.AlarmActions...)\n\t\t\tallActions = append(allActions, alarm.Metric.InsufficientDataActions...)\n\t\t}\n\t\tif alarm.Composite != nil {\n\t\t\tallActions = append(allActions, alarm.Composite.OKActions...)\n\t\t\tallActions = append(allActions, alarm.Composite.AlarmActions...)\n\t\t\tallActions = append(allActions, alarm.Composite.InsufficientDataActions...)\n\t\t}\n\n\t\tfor _, action := range allActions {\n\t\t\tif q, err := actionToLink(action); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, q)\n\t\t\t}\n\t\t}\n\n\t\t// Calculate state and convert this to health\n\t\tvar stateValue types.StateValue\n\t\tif alarm.Metric != nil {\n\t\t\tstateValue = alarm.Metric.StateValue\n\t\t}\n\t\tif alarm.Composite != nil {\n\t\t\tstateValue = alarm.Composite.StateValue\n\t\t}\n\n\t\tswitch stateValue {\n\t\tcase types.StateValueOk:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.StateValueAlarm:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase types.StateValueInsufficientData:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\n\t\t// Link to the suppressor alarm\n\t\tif alarm.Composite != nil && alarm.Composite.ActionsSuppressor != nil {\n\t\t\tif arn, err := ParseARN(*alarm.Composite.ActionsSuppressor); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"cloudwatch-alarm\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: arn.ResourceID(),\n\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif alarm.Metric != nil && alarm.Metric.Namespace != nil {\n\t\t\t// Possible links for a metric alarm\n\t\t\t//\n\n\t\t\t// Check for links based on the metric that is being monitored\n\t\t\tq, err := SuggestedQuery(*alarm.Metric.Namespace, scope, alarm.Metric.Dimensions)\n\n\t\t\tif err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, q)\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewCloudwatchAlarmAdapter(client *cloudwatch.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*cloudwatch.DescribeAlarmsInput, *cloudwatch.DescribeAlarmsOutput, CloudwatchClient, *cloudwatch.Options] {\n\treturn &DescribeOnlyAdapter[*cloudwatch.DescribeAlarmsInput, *cloudwatch.DescribeAlarmsOutput, CloudwatchClient, *cloudwatch.Options]{\n\t\tItemType: \"cloudwatch-alarm\",\n\t\tClient: client,\n\t\tRegion: region,\n\t\tAccountID: accountID,\n\t\tAdapterMetadata: cloudwatchAlarmAdapterMetadata,\n\t\tcache: cache,\n\t\tPaginatorBuilder: func(client CloudwatchClient, params *cloudwatch.DescribeAlarmsInput) Paginator[*cloudwatch.DescribeAlarmsOutput, *cloudwatch.Options] {\n\t\t\treturn cloudwatch.NewDescribeAlarmsPaginator(client, params)\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client CloudwatchClient, input *cloudwatch.DescribeAlarmsInput) (*cloudwatch.DescribeAlarmsOutput, error) {\n\t\t\treturn client.DescribeAlarms(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*cloudwatch.DescribeAlarmsInput, error) {\n\t\t\treturn &cloudwatch.DescribeAlarmsInput{\n\t\t\t\tAlarmNames: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*cloudwatch.DescribeAlarmsInput, error) {\n\t\t\treturn &cloudwatch.DescribeAlarmsInput{}, nil\n\t\t},\n\t\tInputMapperSearch: func(ctx context.Context, client CloudwatchClient, scope, query string) (*cloudwatch.DescribeAlarmsInput, error) {\n\t\t\t// Search uses the DescribeAlarmsForMetric API call to find alarms\n\t\t\t// based on a JSON input\n\t\t\tinput, err := fromQueryString(query)\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tout, err := client.DescribeAlarmsForMetric(ctx, input)\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tname := make([]string, 0)\n\n\t\t\tfor _, alarm := range out.MetricAlarms {\n\t\t\t\tif alarm.AlarmName != nil {\n\t\t\t\t\tname = append(name, *alarm.AlarmName)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn &cloudwatch.DescribeAlarmsInput{\n\t\t\t\tAlarmNames: name,\n\t\t\t}, nil\n\t\t},\n\t\tOutputMapper: alarmOutputMapper,\n\t}\n}\n\nvar cloudwatchAlarmAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"CloudWatch Alarm\",\n\tType: \"cloudwatch-alarm\",\n\tPotentialLinks: []string{\"cloudwatch-metric\"},\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an alarm by name\",\n\t\tListDescription: \"List all alarms\",\n\t\tSearchDescription: \"Search for alarms. This accepts JSON in the format of `cloudwatch.DescribeAlarmsForMetricInput`\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_cloudwatch_metric_alarm.alarm_name\",\n\t\t},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n})\n\n// actionToLink converts an action string to a link to the resource that the\n// action refers to. The actions to execute when this alarm transitions to the\n// ALARM state from any other state. Each action is specified as an Amazon\n// Resource Name (ARN). Valid values: EC2 actions:\n//\n// * arn:aws:automate:region:ec2:stop\n//\n// * arn:aws:automate:region:ec2:terminate\n//\n// * arn:aws:automate:region:ec2:reboot\n//\n// * arn:aws:automate:region:ec2:recover\n//\n// * arn:aws:swf:region:account-id:action/actions/AWS_EC2.InstanceId.Stop/1.0\n//\n// *\n// arn:aws:swf:region:account-id:action/actions/AWS_EC2.InstanceId.Terminate/1.0\n//\n// * arn:aws:swf:region:account-id:action/actions/AWS_EC2.InstanceId.Reboot/1.0\n//\n// * arn:aws:swf:region:account-id:action/actions/AWS_EC2.InstanceId.Recover/1.0\n//\n// Autoscaling action:\n//\n// *\n// arn:aws:autoscaling:region:account-id:scalingPolicy:policy-id:autoScalingGroupName/group-friendly-name:policyName/policy-friendly-name\n//\n// SSN notification action:\n//\n// *\n// arn:aws:sns:region:account-id:sns-topic-name:autoScalingGroupName/group-friendly-name:policyName/policy-friendly-name\n//\n// SSM integration actions:\n//\n// * arn:aws:ssm:region:account-id:opsitem:severity#CATEGORY=category-name\n//\n// * arn:aws:ssm-incidents::account-id:responseplan/response-plan-name\nfunc actionToLink(action string) (*sdp.LinkedItemQuery, error) {\n\tarn, err := ParseARN(action)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tswitch arn.Service {\n\tcase \"autoscaling\":\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"autoscaling-policy\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: action,\n\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t},\n\t\t}, nil\n\tcase \"sns\":\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"sns-topic\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: action,\n\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t},\n\t\t}, nil\n\tcase \"ssm\":\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ssm-ops-item\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: action,\n\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t},\n\t\t}, nil\n\tcase \"ssm-incidents\":\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ssm-incidents-response-plan\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: action,\n\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t},\n\t\t}, nil\n\tdefault:\n\t\treturn nil, errors.New(\"unknown service in ARN: \" + arn.Service)\n\t}\n}\n" }, { "path": "aws-source/adapters/cloudwatch-alarm_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype testCloudwatchClient struct{}\n\nfunc (c testCloudwatchClient) ListTagsForResource(ctx context.Context, params *cloudwatch.ListTagsForResourceInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.ListTagsForResourceOutput, error) {\n\treturn &cloudwatch.ListTagsForResourceOutput{\n\t\tTags: []types.Tag{\n\t\t\t{\n\t\t\t\tKey: new(\"Name\"),\n\t\t\t\tValue: new(\"example\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (c testCloudwatchClient) DescribeAlarms(ctx context.Context, params *cloudwatch.DescribeAlarmsInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.DescribeAlarmsOutput, error) {\n\treturn nil, nil\n}\n\nfunc (c testCloudwatchClient) DescribeAlarmsForMetric(ctx context.Context, params *cloudwatch.DescribeAlarmsForMetricInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.DescribeAlarmsForMetricOutput, error) {\n\treturn nil, nil\n}\n\nfunc TestAlarmOutputMapper(t *testing.T) {\n\toutput := &cloudwatch.DescribeAlarmsOutput{\n\t\tMetricAlarms: []types.MetricAlarm{\n\t\t\t{\n\t\t\t\tAlarmName: new(\"TargetTracking-table/dylan-tfstate-AlarmHigh-14069c4a-6dcc-48a2-bfe6-b5547c90c43d\"),\n\t\t\t\tAlarmArn: new(\"arn:aws:cloudwatch:eu-west-2:052392120703:alarm:TargetTracking-table/dylan-tfstate-AlarmHigh-14069c4a-6dcc-48a2-bfe6-b5547c90c43d\"),\n\t\t\t\tAlarmDescription: new(\"DO NOT EDIT OR DELETE. For TargetTrackingScaling policy arn:aws:autoscaling:eu-west-2:052392120703:scalingPolicy:32f3f053-dc75-46fa-9cd4-8e8c34c47b37:resource/dynamodb/table/dylan-tfstate:policyName/$dylan-tfstate-scaling-policy:createdBy/e5bd51d8-94a8-461e-a989-08f4d10b326b.\"),\n\t\t\t\tAlarmConfigurationUpdatedTimestamp: new(time.Now()),\n\t\t\t\tActionsEnabled: new(true),\n\t\t\t\tOKActions: []string{\n\t\t\t\t\t\"arn:aws:autoscaling:eu-west-2:052392120703:scalingPolicy:32f3f053-dc75-46fa-9cd4-8e8c34c47b37:resource/dynamodb/table/dylan-tfstate:policyName/$dylan-tfstate-scaling-policy:createdBy/e5bd51d8-94a8-461e-a989-08f4d10b326b\",\n\t\t\t\t},\n\t\t\t\tAlarmActions: []string{\n\t\t\t\t\t\"arn:aws:autoscaling:eu-west-2:052392120703:scalingPolicy:32f3f053-dc75-46fa-9cd4-8e8c34c47b37:resource/dynamodb/table/dylan-tfstate:policyName/$dylan-tfstate-scaling-policy:createdBy/e5bd51d8-94a8-461e-a989-08f4d10b326b\",\n\t\t\t\t},\n\t\t\t\tInsufficientDataActions: []string{\n\t\t\t\t\t\"arn:aws:autoscaling:eu-west-2:052392120703:scalingPolicy:32f3f053-dc75-46fa-9cd4-8e8c34c47b37:resource/dynamodb/table/dylan-tfstate:policyName/$dylan-tfstate-scaling-policy:createdBy/e5bd51d8-94a8-461e-a989-08f4d10b326b\",\n\t\t\t\t},\n\t\t\t\tStateValue: types.StateValueOk,\n\t\t\t\tStateReason: new(\"Threshold Crossed: 2 datapoints [0.0 (09/01/23 14:02:00), 1.0 (09/01/23 14:01:00)] were not greater than the threshold (42.0).\"),\n\t\t\t\tStateReasonData: new(\"{\\\"version\\\":\\\"1.0\\\",\\\"queryDate\\\":\\\"2023-01-09T14:07:25.504+0000\\\",\\\"startDate\\\":\\\"2023-01-09T14:01:00.000+0000\\\",\\\"statistic\\\":\\\"Sum\\\",\\\"period\\\":60,\\\"recentDatapoints\\\":[1.0,0.0],\\\"threshold\\\":42.0,\\\"evaluatedDatapoints\\\":[{\\\"timestamp\\\":\\\"2023-01-09T14:02:00.000+0000\\\",\\\"sampleCount\\\":1.0,\\\"value\\\":0.0}]}\"),\n\t\t\t\tStateUpdatedTimestamp: new(time.Now()),\n\t\t\t\tMetricName: new(\"ConsumedWriteCapacityUnits\"),\n\t\t\t\tNamespace: new(\"AWS/DynamoDB\"),\n\t\t\t\tStatistic: types.StatisticSum,\n\t\t\t\tDimensions: []types.Dimension{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"TableName\"),\n\t\t\t\t\t\tValue: new(\"dylan-tfstate\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tPeriod: new(int32(60)),\n\t\t\t\tEvaluationPeriods: new(int32(2)),\n\t\t\t\tThreshold: new(42.0),\n\t\t\t\tComparisonOperator: types.ComparisonOperatorGreaterThanThreshold,\n\t\t\t\tStateTransitionedTimestamp: new(time.Now()),\n\t\t\t},\n\t\t},\n\t\tCompositeAlarms: []types.CompositeAlarm{\n\t\t\t{\n\t\t\t\tAlarmName: new(\"TargetTracking2-table/dylan-tfstate-AlarmHigh-14069c4a-6dcc-48a2-bfe6-b5547c90c43d\"),\n\t\t\t\tAlarmArn: new(\"arn:aws:cloudwatch:eu-west-2:052392120703:alarm:TargetTracking2-table/dylan-tfstate-AlarmHigh-14069c4a-6dcc-48a2-bfe6-b5547c90c43d\"),\n\t\t\t\tAlarmDescription: new(\"DO NOT EDIT OR DELETE. For TargetTrackingScaling policy arn:aws:autoscaling:eu-west-2:052392120703:scalingPolicy:32f3f053-dc75-46fa-9cd4-8e8c34c47b37:resource/dynamodb/table/dylan-tfstate:policyName/$dylan-tfstate-scaling-policy:createdBy/e5bd51d8-94a8-461e-a989-08f4d10b326b.\"),\n\t\t\t\tAlarmConfigurationUpdatedTimestamp: new(time.Now()),\n\t\t\t\tActionsEnabled: new(true),\n\t\t\t\tOKActions: []string{\n\t\t\t\t\t\"arn:aws:autoscaling:eu-west-2:052392120703:scalingPolicy:32f3f053-dc75-46fa-9cd4-8e8c34c47b37:resource/dynamodb/table/dylan-tfstate:policyName/$dylan-tfstate-scaling-policy:createdBy/e5bd51d8-94a8-461e-a989-08f4d10b326b\",\n\t\t\t\t},\n\t\t\t\tAlarmActions: []string{\n\t\t\t\t\t\"arn:aws:autoscaling:eu-west-2:052392120703:scalingPolicy:32f3f053-dc75-46fa-9cd4-8e8c34c47b37:resource/dynamodb/table/dylan-tfstate:policyName/$dylan-tfstate-scaling-policy:createdBy/e5bd51d8-94a8-461e-a989-08f4d10b326b\",\n\t\t\t\t},\n\t\t\t\tInsufficientDataActions: []string{\n\t\t\t\t\t\"arn:aws:autoscaling:eu-west-2:052392120703:scalingPolicy:32f3f053-dc75-46fa-9cd4-8e8c34c47b37:resource/dynamodb/table/dylan-tfstate:policyName/$dylan-tfstate-scaling-policy:createdBy/e5bd51d8-94a8-461e-a989-08f4d10b326b\",\n\t\t\t\t},\n\t\t\t\tStateValue: types.StateValueOk,\n\t\t\t\tStateReason: new(\"Threshold Crossed: 2 datapoints [0.0 (09/01/23 14:02:00), 1.0 (09/01/23 14:01:00)] were not greater than the threshold (42.0).\"),\n\t\t\t\tStateReasonData: new(\"{\\\"version\\\":\\\"1.0\\\",\\\"queryDate\\\":\\\"2023-01-09T14:07:25.504+0000\\\",\\\"startDate\\\":\\\"2023-01-09T14:01:00.000+0000\\\",\\\"statistic\\\":\\\"Sum\\\",\\\"period\\\":60,\\\"recentDatapoints\\\":[1.0,0.0],\\\"threshold\\\":42.0,\\\"evaluatedDatapoints\\\":[{\\\"timestamp\\\":\\\"2023-01-09T14:02:00.000+0000\\\",\\\"sampleCount\\\":1.0,\\\"value\\\":0.0}]}\"),\n\t\t\t\tStateUpdatedTimestamp: new(time.Now()),\n\t\t\t\tStateTransitionedTimestamp: new(time.Now()),\n\t\t\t\tActionsSuppressedBy: types.ActionsSuppressedByAlarm,\n\t\t\t\tActionsSuppressedReason: new(\"Alarm is in INSUFFICIENT_DATA state\"),\n\t\t\t\t// link\n\t\t\t\tActionsSuppressor: new(\"arn:aws:cloudwatch:eu-west-2:052392120703:alarm:TargetTracking2-table/dylan-tfstate-AlarmHigh-14069c4a-6dcc-48a2-bfe6-b5547c90c43d\"),\n\t\t\t\tActionsSuppressorExtensionPeriod: new(int32(0)),\n\t\t\t\tActionsSuppressorWaitPeriod: new(int32(0)),\n\t\t\t\tAlarmRule: new(\"ALARM TargetTracking2-table/dylan-tfstate-AlarmHigh-14069c4a-6dcc-48a2-bfe6-b5547c90c43d\"),\n\t\t\t},\n\t\t},\n\t}\n\n\tscope := \"123456789012.eu-west-2\"\n\titems, err := alarmOutputMapper(context.Background(), testCloudwatchClient{}, scope, &cloudwatch.DescribeAlarmsInput{}, output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(items) != 2 {\n\t\tt.Fatalf(\"Expected 2 items, got %d\", len(items))\n\t}\n\n\titem := items[1]\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.GetTags()[\"Name\"] != \"example\" {\n\t\tt.Errorf(\"Expected tag Name to be example, got %s\", item.GetTags()[\"Name\"])\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"cloudwatch-alarm\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"TargetTracking2-table/dylan-tfstate-AlarmHigh-14069c4a-6dcc-48a2-bfe6-b5547c90c43d\",\n\t\t\tExpectedScope: \"052392120703.eu-west-2\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n\titem = items[0]\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests = QueryTests{\n\t\t{\n\t\t\tExpectedType: \"dynamodb-table\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dylan-tfstate\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\n// testCloudwatchClientWithTagError returns an error when fetching tags\n// to simulate scenarios where tag access is denied but alarm data is available\ntype testCloudwatchClientWithTagError struct{}\n\nfunc (c testCloudwatchClientWithTagError) ListTagsForResource(ctx context.Context, params *cloudwatch.ListTagsForResourceInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.ListTagsForResourceOutput, error) {\n\treturn nil, fmt.Errorf(\"access denied: cannot list tags for resource\")\n}\n\nfunc (c testCloudwatchClientWithTagError) DescribeAlarms(ctx context.Context, params *cloudwatch.DescribeAlarmsInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.DescribeAlarmsOutput, error) {\n\treturn nil, nil\n}\n\nfunc (c testCloudwatchClientWithTagError) DescribeAlarmsForMetric(ctx context.Context, params *cloudwatch.DescribeAlarmsForMetricInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.DescribeAlarmsForMetricOutput, error) {\n\treturn nil, nil\n}\n\n// TestAlarmOutputMapperWithTagError tests that items are still returned when\n// tag fetching fails. This is a regression test for a bug where a leftover\n// error check caused the mapper to return nil items when ListTagsForResource\n// failed, even though the alarm data was successfully retrieved.\nfunc TestAlarmOutputMapperWithTagError(t *testing.T) {\n\toutput := &cloudwatch.DescribeAlarmsOutput{\n\t\tMetricAlarms: []types.MetricAlarm{\n\t\t\t{\n\t\t\t\tAlarmName: new(\"api-51c748b4-cpu-credits-low\"),\n\t\t\t\tAlarmArn: new(\"arn:aws:cloudwatch:eu-west-2:052392120703:alarm:api-51c748b4-cpu-credits-low\"),\n\t\t\t\tAlarmDescription: new(\"CPU credits low alarm\"),\n\t\t\t\tStateValue: types.StateValueOk,\n\t\t\t\tMetricName: new(\"CPUCreditBalance\"),\n\t\t\t\tNamespace: new(\"AWS/EC2\"),\n\t\t\t},\n\t\t},\n\t}\n\n\tscope := \"123456789012.eu-west-2\"\n\t// Use the client that returns an error when fetching tags\n\titems, err := alarmOutputMapper(context.Background(), testCloudwatchClientWithTagError{}, scope, &cloudwatch.DescribeAlarmsInput{}, output)\n\n\tif err != nil {\n\t\tt.Errorf(\"Expected no error when tag fetching fails, but got: %v\", err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"Expected 1 item to be returned even when tag fetching fails, got %d\", len(items))\n\t}\n\n\titem := items[0]\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\t// Verify the alarm name is correct\n\talarmName, err := item.GetAttributes().Get(\"AlarmName\")\n\tif err != nil {\n\t\tt.Errorf(\"Failed to get AlarmName: %v\", err)\n\t}\n\tif alarmName != \"api-51c748b4-cpu-credits-low\" {\n\t\tt.Errorf(\"Expected AlarmName to be 'api-51c748b4-cpu-credits-low', got %v\", alarmName)\n\t}\n}\n\nfunc TestNewCloudwatchAlarmAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := cloudwatch.NewFromConfig(config)\n\n\tadapter := NewCloudwatchAlarmAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/cloudwatch-instance-metric.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"regexp\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// CloudwatchMetricClient defines the CloudWatch client interface for metrics\ntype CloudwatchMetricClient interface {\n\tGetMetricData(ctx context.Context, params *cloudwatch.GetMetricDataInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.GetMetricDataOutput, error)\n}\n\n// EC2 instance metrics to fetch\n// Metric units (as returned by CloudWatch with Average statistic over 15-minute period):\n// - CPUUtilization: Percentage (0-100)\n// - NetworkIn: Average bytes per second\n// - NetworkOut: Average bytes per second\n// - StatusCheckFailed: Count (0 = OK, 1 = Failed)\n// - CPUCreditBalance: Number of CPU credits available (for T2/T3 instances)\n// - CPUCreditUsage: Number of CPU credits consumed (for T2/T3 instances)\n// - DiskReadOps: Average read operations per second (instance store volumes)\n// - DiskWriteOps: Average write operations per second (instance store volumes)\nvar ec2InstanceMetrics = []string{\n\t\"CPUUtilization\",\n\t\"NetworkIn\",\n\t\"NetworkOut\",\n\t\"StatusCheckFailed\",\n\t\"CPUCreditBalance\",\n\t\"CPUCreditUsage\",\n\t\"DiskReadOps\",\n\t\"DiskWriteOps\",\n}\n\n// validateInstanceID validates that the query is a valid EC2 instance ID\nfunc validateInstanceID(instanceID string) error {\n\t// EC2 instance IDs start with \"i-\" followed by either 8 characters (older instances)\n\t// or 17 characters (newer instances, default since 2016). Both use hexadecimal characters (0-9, a-f).\n\tmatched, err := regexp.MatchString(`^i-[0-9a-f]{8}$|^i-[0-9a-f]{17}$`, instanceID)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to validate instance ID: %w\", err)\n\t}\n\tif !matched {\n\t\treturn fmt.Errorf(\"invalid instance ID format: %s (expected format: i-xxxxxxxx or i-xxxxxxxxxxxxxxxxx)\", instanceID)\n\t}\n\treturn nil\n}\n\n// formatBytes formats bytes to human-readable format (KB, MB, GB, TB)\nfunc formatBytes(bytes float64) string {\n\tconst (\n\t\tKB = 1024\n\t\tMB = KB * 1024\n\t\tGB = MB * 1024\n\t\tTB = GB * 1024\n\t)\n\n\tswitch {\n\tcase bytes >= TB:\n\t\treturn fmt.Sprintf(\"%.2f TB\", bytes/TB)\n\tcase bytes >= GB:\n\t\treturn fmt.Sprintf(\"%.2f GB\", bytes/GB)\n\tcase bytes >= MB:\n\t\treturn fmt.Sprintf(\"%.2f MB\", bytes/MB)\n\tcase bytes >= KB:\n\t\treturn fmt.Sprintf(\"%.2f KB\", bytes/KB)\n\tdefault:\n\t\treturn fmt.Sprintf(\"%.0f bytes\", bytes)\n\t}\n}\n\n// formatBytesPerSecond formats bytes per second to human-readable format\nfunc formatBytesPerSecond(bytesPerSec float64) string {\n\treturn formatBytes(bytesPerSec) + \"/s\"\n}\n\n// formatOpsPerSecond formats operations per second\nfunc formatOpsPerSecond(opsPerSec float64) string {\n\tif opsPerSec >= 1000000 {\n\t\treturn fmt.Sprintf(\"%.2f M ops/s\", opsPerSec/1000000)\n\t}\n\tif opsPerSec >= 1000 {\n\t\treturn fmt.Sprintf(\"%.2f K ops/s\", opsPerSec/1000)\n\t}\n\treturn fmt.Sprintf(\"%.2f ops/s\", opsPerSec)\n}\n\n// formatMetricValue formats a metric value based on its name\nfunc formatMetricValue(metricName string, value float64) string {\n\tswitch metricName {\n\tcase \"CPUUtilization\":\n\t\treturn fmt.Sprintf(\"%.2f%%\", value)\n\tcase \"NetworkIn\", \"NetworkOut\":\n\t\t// These are average bytes per second over the 15-minute period\n\t\treturn formatBytesPerSecond(value)\n\tcase \"StatusCheckFailed\":\n\t\t// This is a count (0 or 1), show as boolean-like\n\t\tif value == 0 {\n\t\t\treturn \"OK\"\n\t\t}\n\t\treturn \"Failed\"\n\tcase \"CPUCreditBalance\", \"CPUCreditUsage\":\n\t\t// These are counts of credits\n\t\treturn fmt.Sprintf(\"%.2f credits\", value)\n\tcase \"DiskReadOps\", \"DiskWriteOps\":\n\t\t// These are average operations per second over the 15-minute period\n\t\treturn formatOpsPerSecond(value)\n\tdefault:\n\t\treturn fmt.Sprintf(\"%.2f\", value)\n\t}\n}\n\n// metricOutputMapper converts CloudWatch GetMetricData output to an SDP item\nfunc metricOutputMapper(ctx context.Context, client CloudwatchMetricClient, scope string, instanceID string, output *cloudwatch.GetMetricDataOutput) (*sdp.Item, error) {\n\t// Build attributes map with instance ID\n\tattrsMap := map[string]any{\n\t\t\"InstanceId\": instanceID,\n\t\t\"PeriodMinutes\": 15,\n\t\t\"Statistic\": \"Average\",\n\t\t\"DataAvailable\": false,\n\t\t\"LastUpdated\": \"\",\n\t}\n\n\t// Map metric results to attributes\n\tvar lastTime time.Time\n\thasData := false\n\n\tfor _, result := range output.MetricDataResults {\n\t\tif len(result.Values) > 0 && len(result.Timestamps) > 0 {\n\t\t\t// Get the most recent value (last in the arrays)\n\t\t\tvalue := result.Values[len(result.Values)-1]\n\t\t\ttimestamp := result.Timestamps[len(result.Timestamps)-1]\n\n\t\t\t// Use the metric label as the attribute name\n\t\t\tmetricName := aws.ToString(result.Label)\n\n\t\t\t// Store raw value\n\t\t\tattrsMap[metricName] = value\n\n\t\t\t// Store formatted value for human readability\n\t\t\tformattedKey := metricName + \"_Formatted\"\n\t\t\tattrsMap[formattedKey] = formatMetricValue(metricName, value)\n\n\t\t\t// Track the most recent timestamp\n\t\t\tif timestamp.After(lastTime) {\n\t\t\t\tlastTime = timestamp\n\t\t\t}\n\t\t\thasData = true\n\t\t}\n\t}\n\n\tattrsMap[\"DataAvailable\"] = hasData\n\tif !lastTime.IsZero() {\n\t\tattrsMap[\"LastUpdated\"] = lastTime.Format(time.RFC3339)\n\t}\n\n\tattrs, err := sdp.ToAttributes(attrsMap)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to convert attributes: %w\", err)\n\t}\n\n\titem := &sdp.Item{\n\t\tType: \"cloudwatch-instance-metric\",\n\t\tUniqueAttribute: \"InstanceId\",\n\t\tScope: scope,\n\t\tAttributes: attrs,\n\t}\n\n\treturn item, nil\n}\n\n// CloudwatchInstanceMetricAdapter is a custom adapter for CloudWatch EC2 instance metrics\ntype CloudwatchInstanceMetricAdapter struct {\n\tClient CloudwatchMetricClient\n\tAccountID string\n\tRegion string\n\tCacheDuration time.Duration // How long to cache items for\n\tcache sdpcache.Cache // The cache for this adapter (set during creation, can be nil for tests)\n}\n\n// Default cache duration for metrics - matches the 15-minute period over which metrics are averaged\nconst defaultMetricCacheDuration = 15 * time.Minute\n\nfunc (a *CloudwatchInstanceMetricAdapter) cacheDuration() time.Duration {\n\tif a.CacheDuration == 0 {\n\t\treturn defaultMetricCacheDuration\n\t}\n\treturn a.CacheDuration\n}\n\n// Type returns the type of items this adapter returns\nfunc (a *CloudwatchInstanceMetricAdapter) Type() string {\n\treturn \"cloudwatch-instance-metric\"\n}\n\n// Name returns the name of this adapter\nfunc (a *CloudwatchInstanceMetricAdapter) Name() string {\n\treturn \"cloudwatch-instance-metric-adapter\"\n}\n\n// Metadata returns the adapter metadata\nfunc (a *CloudwatchInstanceMetricAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn cloudwatchInstanceMetricAdapterMetadata\n}\n\n// Scopes returns the scopes this adapter can query\nfunc (a *CloudwatchInstanceMetricAdapter) Scopes() []string {\n\treturn []string{FormatScope(a.AccountID, a.Region)}\n}\n\n// Get fetches CloudWatch metrics for an EC2 instance by instance ID\nfunc (a *CloudwatchInstanceMetricAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != FormatScope(a.AccountID, a.Region) {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"scope %s does not match adapter scope %s\", scope, FormatScope(a.AccountID, a.Region)),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\t// Query is just the instance ID\n\tinstanceID := query\n\tif err := validateInstanceID(instanceID); err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\t// Check cache first\n\tvar cacheHit bool\n\tvar ck sdpcache.CacheKey\n\tvar cachedItems []*sdp.Item\n\tvar qErr *sdp.QueryError\n\n\tcacheHit, ck, cachedItems, qErr, done := a.cache.Lookup(ctx, a.Name(), sdp.QueryMethod_GET, scope, a.Type(), query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit && len(cachedItems) > 0 {\n\t\treturn cachedItems[0], nil\n\t}\n\n\t// Query CloudWatch for the last 15 minutes\n\tendTime := time.Now()\n\tstartTime := endTime.Add(-15 * time.Minute)\n\n\t// Build metric data queries for all metrics\n\tmetricQueries := make([]types.MetricDataQuery, 0, len(ec2InstanceMetrics))\n\tfor i, metricName := range ec2InstanceMetrics {\n\t\tid := fmt.Sprintf(\"m%d\", i)\n\t\tmetricQueries = append(metricQueries, types.MetricDataQuery{\n\t\t\tId: aws.String(id),\n\t\t\tMetricStat: &types.MetricStat{\n\t\t\t\tMetric: &types.Metric{\n\t\t\t\t\tNamespace: aws.String(\"AWS/EC2\"),\n\t\t\t\t\tMetricName: aws.String(metricName),\n\t\t\t\t\tDimensions: []types.Dimension{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: aws.String(\"InstanceId\"),\n\t\t\t\t\t\t\tValue: aws.String(instanceID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tPeriod: aws.Int32(900), // 15 minutes\n\t\t\t\tStat: aws.String(\"Average\"),\n\t\t\t},\n\t\t\tLabel: aws.String(metricName),\n\t\t})\n\t}\n\n\tinput := &cloudwatch.GetMetricDataInput{\n\t\tMetricDataQueries: metricQueries,\n\t\tStartTime: aws.Time(startTime),\n\t\tEndTime: aws.Time(endTime),\n\t}\n\n\toutput, err := a.Client.GetMetricData(ctx, input)\n\tif err != nil {\n\t\tqErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"failed to get metric data: %v\", err),\n\t\t\tScope: scope,\n\t\t}\n\t\t// Cache the error\n\t\ta.cache.StoreUnavailableItem(ctx, qErr, a.cacheDuration(), ck)\n\t\treturn nil, qErr\n\t}\n\n\titem, err := metricOutputMapper(ctx, a.Client, scope, instanceID, output)\n\tif err != nil {\n\t\tqErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"failed to map metric output: %v\", err),\n\t\t\tScope: scope,\n\t\t}\n\t\t// Cache the error\n\t\ta.cache.StoreUnavailableItem(ctx, qErr, a.cacheDuration(), ck)\n\t\treturn nil, qErr\n\t}\n\n\t// Store in cache\n\ta.cache.StoreItem(ctx, item, a.cacheDuration(), ck)\n\treturn item, nil\n}\n\n// List is not supported for instance metrics - you must query specific instances\nfunc (a *CloudwatchInstanceMetricAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\t// Listing all instance metrics is not practical\n\t// Return empty list with no error\n\treturn []*sdp.Item{}, nil\n}\n\n// Search is not supported for instance metrics\nfunc (a *CloudwatchInstanceMetricAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\t// Search delegates to Get for this adapter\n\titem, err := a.Get(ctx, scope, query, ignoreCache)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\treturn []*sdp.Item{item}, nil\n}\n\n// Weight returns the priority weight of this adapter\nfunc (a *CloudwatchInstanceMetricAdapter) Weight() int {\n\treturn 100\n}\n\n// NewCloudwatchInstanceMetricAdapter creates a new CloudWatch instance metric adapter\nfunc NewCloudwatchInstanceMetricAdapter(client *cloudwatch.Client, accountID string, region string, cache sdpcache.Cache) *CloudwatchInstanceMetricAdapter {\n\treturn &CloudwatchInstanceMetricAdapter{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tcache: cache,\n\t}\n}\n\nvar cloudwatchInstanceMetricAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"cloudwatch-instance-metric\",\n\tDescriptiveName: \"CloudWatch Instance Metric\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: false, // Listing all instance metrics is not practical\n\t\tSearch: true,\n\t\tGetDescription: \"Get CloudWatch metrics for an EC2 instance by instance ID (e.g., 'i-1234567890abcdef0')\",\n\t\tSearchDescription: \"Search for CloudWatch metrics for an EC2 instance using instance ID (e.g., 'i-1234567890abcdef0')\",\n\t},\n\tPotentialLinks: []string{\"ec2-instance\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n})\n" }, { "path": "aws-source/adapters/cloudwatch-instance-metric_integration_test.go", "content": "//go:build integration\n\npackage adapters\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// TestCloudwatchInstanceMetricIntegration fetches real CloudWatch metrics for an EC2 instance\n// Run with: TEST_INSTANCE_ID=i-xxx AWS_PROFILE=terraform-example go test -v -tags=integration -run \"TestCloudwatchInstanceMetricIntegration\" ./aws-source/adapters/...\nfunc TestCloudwatchInstanceMetricIntegration(t *testing.T) {\n\tinstanceID := os.Getenv(\"TEST_INSTANCE_ID\")\n\tif instanceID == \"\" {\n\t\tt.Skip(\"Skipping integration test: TEST_INSTANCE_ID environment variable not set\")\n\t}\n\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := cloudwatch.NewFromConfig(config)\n\n\tadapter := NewCloudwatchInstanceMetricAdapter(client, account, region, sdpcache.NewNoOpCache())\n\tscope := FormatScope(account, region)\n\n\t// Query is just the instance ID\n\tquery := instanceID\n\n\tt.Logf(\"Querying CloudWatch for instance: %s\", instanceID)\n\tt.Logf(\"Query: %s\", query)\n\n\tctx := context.Background()\n\n\titem, err := adapter.Get(ctx, scope, query, false)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get metrics: %v\", err)\n\t}\n\n\t// Pretty print the item attributes\n\tattrs := item.GetAttributes().GetAttrStruct().AsMap()\n\tprettyJSON, _ := json.MarshalIndent(attrs, \"\", \" \")\n\n\tt.Logf(\"\\n=== CloudWatch Instance Metric Result ===\\n%s\\n\", string(prettyJSON))\n\n\t// Log key metrics\n\tt.Logf(\"\\n=== Summary ===\")\n\tt.Logf(\"Instance: %s\", instanceID)\n\tt.Logf(\"Data Available: %v\", attrs[\"DataAvailable\"])\n\tif attrs[\"DataAvailable\"] == true {\n\t\tt.Logf(\"Last Updated: %v\", attrs[\"LastUpdated\"])\n\t\t// Log all metrics\n\t\tfor _, metricName := range ec2InstanceMetrics {\n\t\t\tif value, exists := attrs[metricName]; exists {\n\t\t\t\tt.Logf(\"%s: %v\", metricName, value)\n\t\t\t}\n\t\t}\n\t} else {\n\t\tt.Logf(\"No data available for this instance\")\n\t}\n}\n" }, { "path": "aws-source/adapters/cloudwatch-instance-metric_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// testCloudwatchMetricClient is a mock client for testing GetMetricData\ntype testCloudwatchMetricClient struct{}\n\nfunc (c testCloudwatchMetricClient) GetMetricData(ctx context.Context, params *cloudwatch.GetMetricDataInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.GetMetricDataOutput, error) {\n\tnow := time.Now()\n\t// Return data for all metrics\n\tresults := make([]types.MetricDataResult, 0, len(ec2InstanceMetrics))\n\tfor i, metricName := range ec2InstanceMetrics {\n\t\t// Each metric gets a single value (15-minute average)\n\t\tvalue := 50.0 + float64(i)*5.0 // Different values for each metric\n\t\tvar id string\n\t\tif params.MetricDataQueries[i].Id != nil {\n\t\t\tid = *params.MetricDataQueries[i].Id\n\t\t} else {\n\t\t\tid = fmt.Sprintf(\"m%d\", i)\n\t\t}\n\t\tresults = append(results, types.MetricDataResult{\n\t\t\tId: aws.String(id),\n\t\t\tLabel: aws.String(metricName),\n\t\t\tTimestamps: []time.Time{now},\n\t\t\tValues: []float64{value},\n\t\t\tStatusCode: types.StatusCodeComplete,\n\t\t})\n\t}\n\treturn &cloudwatch.GetMetricDataOutput{\n\t\tMetricDataResults: results,\n\t\tMessages: []types.MessageData{},\n\t}, nil\n}\n\n// testCloudwatchMetricClientEmpty returns no data\ntype testCloudwatchMetricClientEmpty struct{}\n\nfunc (c testCloudwatchMetricClientEmpty) GetMetricData(ctx context.Context, params *cloudwatch.GetMetricDataInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.GetMetricDataOutput, error) {\n\treturn &cloudwatch.GetMetricDataOutput{\n\t\tMetricDataResults: []types.MetricDataResult{},\n\t\tMessages: []types.MessageData{},\n\t}, nil\n}\n\n// testCloudwatchMetricClientWithCallCount tracks how many times GetMetricData is called\ntype testCloudwatchMetricClientWithCallCount struct {\n\tcallCount int\n}\n\nfunc (c *testCloudwatchMetricClientWithCallCount) GetMetricData(ctx context.Context, params *cloudwatch.GetMetricDataInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.GetMetricDataOutput, error) {\n\tc.callCount++\n\tnow := time.Now()\n\t// Return data for all metrics\n\tresults := make([]types.MetricDataResult, 0, len(ec2InstanceMetrics))\n\tfor i, metricName := range ec2InstanceMetrics {\n\t\t// Each metric gets a single value (15-minute average)\n\t\tvalue := 50.0 + float64(i)*5.0 // Different values for each metric\n\t\tvar id string\n\t\tif params.MetricDataQueries[i].Id != nil {\n\t\t\tid = *params.MetricDataQueries[i].Id\n\t\t} else {\n\t\t\tid = fmt.Sprintf(\"m%d\", i)\n\t\t}\n\t\tresults = append(results, types.MetricDataResult{\n\t\t\tId: aws.String(id),\n\t\t\tLabel: aws.String(metricName),\n\t\t\tTimestamps: []time.Time{now},\n\t\t\tValues: []float64{value},\n\t\t\tStatusCode: types.StatusCodeComplete,\n\t\t})\n\t}\n\treturn &cloudwatch.GetMetricDataOutput{\n\t\tMetricDataResults: results,\n\t\tMessages: []types.MessageData{},\n\t}, nil\n}\n\nfunc TestValidateInstanceID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tinstanceID string\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"valid instance ID - 17 characters (newer format)\",\n\t\t\tinstanceID: \"i-1234567890abcdef0\",\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"valid instance ID - 8 characters (older format)\",\n\t\t\tinstanceID: \"i-12345678\",\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid format - missing i-\",\n\t\t\tinstanceID: \"1234567890abcdef0\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid format - too short\",\n\t\t\tinstanceID: \"i-1234567\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid format - wrong length (9 characters)\",\n\t\t\tinstanceID: \"i-123456789\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid format - too long\",\n\t\t\tinstanceID: \"i-1234567890abcdef01\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid format - invalid characters\",\n\t\t\tinstanceID: \"i-1234567890abcdefg\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"empty string\",\n\t\t\tinstanceID: \"\",\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\terr := validateInstanceID(tt.instanceID)\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"expected error but got nil\")\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Errorf(\"unexpected error: %v\", err)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestMetricOutputMapper(t *testing.T) {\n\tctx := context.Background()\n\tclient := testCloudwatchMetricClient{}\n\tscope := \"123456789012.eu-west-2\"\n\tinstanceID := \"i-1234567890abcdef0\"\n\n\tnow := time.Now()\n\toutput := &cloudwatch.GetMetricDataOutput{\n\t\tMetricDataResults: []types.MetricDataResult{\n\t\t\t{\n\t\t\t\tId: aws.String(\"m0\"),\n\t\t\t\tLabel: aws.String(\"CPUUtilization\"),\n\t\t\t\tTimestamps: []time.Time{now},\n\t\t\t\tValues: []float64{45.5},\n\t\t\t\tStatusCode: types.StatusCodeComplete,\n\t\t\t},\n\t\t\t{\n\t\t\t\tId: aws.String(\"m1\"),\n\t\t\t\tLabel: aws.String(\"NetworkIn\"),\n\t\t\t\tTimestamps: []time.Time{now},\n\t\t\t\tValues: []float64{1024.0},\n\t\t\t\tStatusCode: types.StatusCodeComplete,\n\t\t\t},\n\t\t},\n\t\tMessages: []types.MessageData{},\n\t}\n\n\titem, err := metricOutputMapper(ctx, client, scope, instanceID, output)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Errorf(\"item validation failed: %v\", err)\n\t}\n\n\t// Check type and unique attribute\n\tif item.GetType() != \"cloudwatch-instance-metric\" {\n\t\tt.Errorf(\"expected type cloudwatch-instance-metric, got %s\", item.GetType())\n\t}\n\tif item.GetUniqueAttribute() != \"InstanceId\" {\n\t\tt.Errorf(\"expected unique attribute InstanceId, got %s\", item.GetUniqueAttribute())\n\t}\n\tif item.GetScope() != scope {\n\t\tt.Errorf(\"expected scope %s, got %s\", scope, item.GetScope())\n\t}\n\n\t// Check attributes\n\tattrs := item.GetAttributes()\n\tif attrs == nil {\n\t\tt.Fatal(\"attributes are nil\")\n\t}\n\n\t// Verify key attributes exist\n\tattrMap := attrs.GetAttrStruct().AsMap()\n\n\tif attrMap[\"InstanceId\"] != instanceID {\n\t\tt.Errorf(\"expected InstanceId %s, got %v\", instanceID, attrMap[\"InstanceId\"])\n\t}\n\tif attrMap[\"DataAvailable\"] != true {\n\t\tt.Errorf(\"expected DataAvailable true, got %v\", attrMap[\"DataAvailable\"])\n\t}\n\tif attrMap[\"CPUUtilization\"].(float64) != 45.5 {\n\t\tt.Errorf(\"expected CPUUtilization 45.5, got %v\", attrMap[\"CPUUtilization\"])\n\t}\n\tif attrMap[\"CPUUtilization_Formatted\"] != \"45.50%\" {\n\t\tt.Errorf(\"expected CPUUtilization_Formatted '45.50%%', got %v\", attrMap[\"CPUUtilization_Formatted\"])\n\t}\n\tif attrMap[\"NetworkIn\"].(float64) != 1024.0 {\n\t\tt.Errorf(\"expected NetworkIn 1024.0, got %v\", attrMap[\"NetworkIn\"])\n\t}\n\tif attrMap[\"NetworkIn_Formatted\"] != \"1.00 KB/s\" {\n\t\tt.Errorf(\"expected NetworkIn_Formatted '1.00 KB/s', got %v\", attrMap[\"NetworkIn_Formatted\"])\n\t}\n\n\t// Verify metadata about the averaging period\n\tif attrMap[\"Statistic\"] != \"Average\" {\n\t\tt.Errorf(\"expected Statistic 'Average', got %v\", attrMap[\"Statistic\"])\n\t}\n\tif attrMap[\"PeriodMinutes\"].(float64) != 15 {\n\t\tt.Errorf(\"expected PeriodMinutes 15, got %v\", attrMap[\"PeriodMinutes\"])\n\t}\n}\n\nfunc TestMetricOutputMapperNoData(t *testing.T) {\n\tctx := context.Background()\n\tclient := testCloudwatchMetricClientEmpty{}\n\tscope := \"123456789012.eu-west-2\"\n\tinstanceID := \"i-1234567890abcdef0\"\n\n\toutput := &cloudwatch.GetMetricDataOutput{\n\t\tMetricDataResults: []types.MetricDataResult{},\n\t\tMessages: []types.MessageData{},\n\t}\n\n\titem, err := metricOutputMapper(ctx, client, scope, instanceID, output)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Errorf(\"item validation failed: %v\", err)\n\t}\n\n\tattrMap := item.GetAttributes().GetAttrStruct().AsMap()\n\n\t// Should indicate no data available\n\tif attrMap[\"DataAvailable\"] != false {\n\t\tt.Errorf(\"expected DataAvailable false, got %v\", attrMap[\"DataAvailable\"])\n\t}\n}\n\nfunc TestCloudwatchInstanceMetricAdapterGet(t *testing.T) {\n\tadapter := &CloudwatchInstanceMetricAdapter{\n\t\tClient: testCloudwatchMetricClient{},\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"eu-west-2\",\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tscope := \"123456789012.eu-west-2\"\n\tquery := \"i-1234567890abcdef0\"\n\n\titem, err := adapter.Get(context.Background(), scope, query, false)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif item == nil {\n\t\tt.Fatal(\"expected item, got nil\")\n\t}\n\n\tif item.GetType() != \"cloudwatch-instance-metric\" {\n\t\tt.Errorf(\"expected type cloudwatch-instance-metric, got %s\", item.GetType())\n\t}\n\n\t// Verify all metrics are present\n\tattrMap := item.GetAttributes().GetAttrStruct().AsMap()\n\tfor _, metricName := range ec2InstanceMetrics {\n\t\tif _, exists := attrMap[metricName]; !exists {\n\t\t\tt.Errorf(\"expected metric %s to be present in attributes\", metricName)\n\t\t}\n\t}\n}\n\nfunc TestCloudwatchInstanceMetricAdapterGetWrongScope(t *testing.T) {\n\tadapter := &CloudwatchInstanceMetricAdapter{\n\t\tClient: testCloudwatchMetricClient{},\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"eu-west-2\",\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\twrongScope := \"999999999999.us-east-1\"\n\tquery := \"i-1234567890abcdef0\"\n\n\t_, err := adapter.Get(context.Background(), wrongScope, query, false)\n\tif err == nil {\n\t\tt.Error(\"expected error for wrong scope, got nil\")\n\t}\n}\n\nfunc TestCloudwatchInstanceMetricAdapterGetInvalidQuery(t *testing.T) {\n\tadapter := &CloudwatchInstanceMetricAdapter{\n\t\tClient: testCloudwatchMetricClient{},\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"eu-west-2\",\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tscope := \"123456789012.eu-west-2\"\n\n\ttests := []struct {\n\t\tname string\n\t\tquery string\n\t}{\n\t\t{\"invalid format\", \"not-an-instance-id\"},\n\t\t{\"too short\", \"i-123\"},\n\t\t{\"missing prefix\", \"1234567890abcdef0\"},\n\t\t{\"empty string\", \"\"},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\t_, err := adapter.Get(context.Background(), scope, tt.query, false)\n\t\t\tif err == nil {\n\t\t\t\tt.Errorf(\"expected error for %s, got nil\", tt.name)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCloudwatchInstanceMetricAdapterList(t *testing.T) {\n\tadapter := &CloudwatchInstanceMetricAdapter{\n\t\tClient: testCloudwatchMetricClient{},\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"eu-west-2\",\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tscope := \"123456789012.eu-west-2\"\n\n\titems, err := adapter.List(context.Background(), scope, false)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\t// List should return empty - we can't list all instance metrics\n\tif len(items) != 0 {\n\t\tt.Errorf(\"expected 0 items from List, got %d\", len(items))\n\t}\n}\n\nfunc TestCloudwatchInstanceMetricAdapterScopes(t *testing.T) {\n\tadapter := &CloudwatchInstanceMetricAdapter{\n\t\tClient: testCloudwatchMetricClient{},\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"eu-west-2\",\n\t}\n\n\tscopes := adapter.Scopes()\n\tif len(scopes) != 1 {\n\t\tt.Fatalf(\"expected 1 scope, got %d\", len(scopes))\n\t}\n\tif scopes[0] != \"123456789012.eu-west-2\" {\n\t\tt.Errorf(\"expected scope 123456789012.eu-west-2, got %s\", scopes[0])\n\t}\n}\n\nfunc TestCloudwatchInstanceMetricAdapterMetadata(t *testing.T) {\n\tadapter := &CloudwatchInstanceMetricAdapter{\n\t\tClient: testCloudwatchMetricClient{},\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"eu-west-2\",\n\t}\n\n\tmetadata := adapter.Metadata()\n\tif metadata == nil {\n\t\tt.Fatal(\"expected metadata, got nil\")\n\t}\n\tif metadata.GetType() != \"cloudwatch-instance-metric\" {\n\t\tt.Errorf(\"expected type cloudwatch-instance-metric, got %s\", metadata.GetType())\n\t}\n}\n\nfunc TestNewCloudwatchInstanceMetricAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := cloudwatch.NewFromConfig(config)\n\n\tadapter := NewCloudwatchInstanceMetricAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\tif adapter.Type() != \"cloudwatch-instance-metric\" {\n\t\tt.Errorf(\"expected type cloudwatch-instance-metric, got %s\", adapter.Type())\n\t}\n\n\tif adapter.Name() != \"cloudwatch-instance-metric-adapter\" {\n\t\tt.Errorf(\"expected name cloudwatch-instance-metric-adapter, got %s\", adapter.Name())\n\t}\n}\n\nfunc TestCloudwatchInstanceMetricAdapterCaching(t *testing.T) {\n\tclient := &testCloudwatchMetricClientWithCallCount{}\n\tadapter := &CloudwatchInstanceMetricAdapter{\n\t\tClient: client,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"eu-west-2\",\n\t\tcache: sdpcache.NewMemoryCache(),\n\t}\n\n\tscope := \"123456789012.eu-west-2\"\n\tquery := \"i-1234567890abcdef0\"\n\n\t// First call should hit the API\n\tfirst, err := adapter.Get(context.Background(), scope, query, false)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error on first call: %v\", err)\n\t}\n\tif first == nil {\n\t\tt.Fatal(\"expected first item, got nil\")\n\t}\n\tif client.callCount != 1 {\n\t\tt.Errorf(\"expected 1 API call, got %d\", client.callCount)\n\t}\n\n\t// Second call should use cache (ignoreCache=false)\n\tsecond, err := adapter.Get(context.Background(), scope, query, false)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error on second call: %v\", err)\n\t}\n\tif second == nil {\n\t\tt.Fatal(\"expected second item, got nil\")\n\t}\n\t// Should still be 1 call since we used cache\n\tif client.callCount != 1 {\n\t\tt.Errorf(\"expected 1 API call after cache hit, got %d\", client.callCount)\n\t}\n\n\t// Verify both items are the same (from cache)\n\t// Compare by checking the InstanceId attribute\n\tfirstAttrs := first.GetAttributes().GetAttrStruct().AsMap()\n\tsecondAttrs := second.GetAttributes().GetAttrStruct().AsMap()\n\tif firstAttrs[\"InstanceId\"] != secondAttrs[\"InstanceId\"] {\n\t\tt.Error(\"cached item should match original item\")\n\t}\n}\n\nfunc TestCloudwatchInstanceMetricAdapterIgnoreCache(t *testing.T) {\n\tclient := &testCloudwatchMetricClientWithCallCount{}\n\tadapter := &CloudwatchInstanceMetricAdapter{\n\t\tClient: client,\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"eu-west-2\",\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tscope := \"123456789012.eu-west-2\"\n\tquery := \"i-1234567890abcdef0\"\n\n\t// First call should hit the API\n\t_, err := adapter.Get(context.Background(), scope, query, false)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error on first call: %v\", err)\n\t}\n\tif client.callCount != 1 {\n\t\tt.Errorf(\"expected 1 API call, got %d\", client.callCount)\n\t}\n\n\t// Second call with ignoreCache=true should bypass cache and hit API again\n\t_, err = adapter.Get(context.Background(), scope, query, true)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error on second call: %v\", err)\n\t}\n\t// Should be 2 calls since we ignored cache\n\tif client.callCount != 2 {\n\t\tt.Errorf(\"expected 2 API calls after ignoreCache=true, got %d\", client.callCount)\n\t}\n}\n\n// testCloudwatchMetricClientError always returns an error\ntype testCloudwatchMetricClientError struct{}\n\nfunc (c testCloudwatchMetricClientError) GetMetricData(ctx context.Context, params *cloudwatch.GetMetricDataInput, optFns ...func(*cloudwatch.Options)) (*cloudwatch.GetMetricDataOutput, error) {\n\treturn nil, fmt.Errorf(\"API error\")\n}\n\nfunc TestCloudwatchInstanceMetricAdapterErrorCaching(t *testing.T) {\n\tadapter := &CloudwatchInstanceMetricAdapter{\n\t\tClient: testCloudwatchMetricClientError{},\n\t\tAccountID: \"123456789012\",\n\t\tRegion: \"eu-west-2\",\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tscope := \"123456789012.eu-west-2\"\n\tquery := \"i-1234567890abcdef0\"\n\n\t// First call should fail and cache the error\n\t_, err := adapter.Get(context.Background(), scope, query, false)\n\tif err == nil {\n\t\tt.Fatal(\"expected error on first call, got nil\")\n\t}\n\n\t// Second call should return the cached error without calling the API again\n\t// We can't easily verify the API wasn't called, but we can verify the same error is returned\n\t_, err2 := adapter.Get(context.Background(), scope, query, false)\n\tif err2 == nil {\n\t\tt.Fatal(\"expected cached error on second call, got nil\")\n\t}\n\tif err.Error() != err2.Error() {\n\t\tt.Errorf(\"expected same error message, got different: %v vs %v\", err, err2)\n\t}\n}\n" }, { "path": "aws-source/adapters/cloudwatch_metric_links.go", "content": "package adapters\n\nimport (\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nvar ErrNoQuery = errors.New(\"no query found\")\n\n// SuggestQueries Suggests a linked item query based on the namespace and\n// dimensions of a metric. For metrics with many dimensions, it will use the\n// most specific dimension since many metrics have overlapping dimensions that\n// get more and more specific\n//\n// The full list of services that provide cloudwatch metrics can be found here:\n// https://github.com/awsdocs/amazon-cloudwatch-user-guide/blob/master/doc_source/aws-services-cloudwatch-metrics.md\n//\n// The below list is not exhaustive and improvements are welcome\nfunc SuggestedQuery(namespace string, scope string, dimensions []types.Dimension) (*sdp.LinkedItemQuery, error) {\n\tvar query *sdp.Query\n\tvar err error\n\n\taccountID, _, err := ParseScope(scope)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tswitch namespace {\n\tcase \"AWS/Route53\":\n\t\tif d := getDimension(\"HostedZoneId\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"route53-hosted-zone\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\tif d := getDimension(\"HealthCheckId\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"route53-health-check\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\tcase \"AWS/Lambda\":\n\t\tif d := getDimension(\"FunctionName\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"lambda-function\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\tcase \"AWS/DynamoDB\":\n\t\tif d := getDimension(\"TableName\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"dynamodb-table\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\tcase \"AWS/ECS\":\n\t\tif d := getDimension(\"ServiceName\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"ecs-service\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\n\t\t\tbreak\n\t\t}\n\n\t\tif d := getDimension(\"ClusterName\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"ecs-cluster\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\n\t\t\tbreak\n\t\t}\n\tcase \"AWS/ELB\":\n\t\tif d := getDimension(\"LoadBalancerName\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"elb-load-balancer\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\tcase \"AWS/EC2\":\n\t\tif d := getDimension(\"InstanceId\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"ec2-instance\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\t\tif d := getDimension(\"AutoScalingGroupName\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"autoscaling-auto-scaling-group\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\t\tif d := getDimension(\"ImageId\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"ec2-image\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\tcase \"AWS/RDS\":\n\t\tif d := getDimension(\"DBInstanceIdentifier\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"rds-db-instance\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\n\t\t\tbreak\n\t\t}\n\n\t\tif d := getDimension(\"DBClusterIdentifier\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"rds-db-cluster\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\n\t\t\tbreak\n\t\t}\n\tcase \"AWS/EBS\":\n\t\tif d := getDimension(\"VolumeId\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"ec2-volume\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\tcase \"AWS/ApplicationELB\", \"AWS/NetworkELB\":\n\t\tif d := getDimension(\"TargetGroup\", dimensions); d != nil {\n\t\t\tsections := strings.Split(*d.Value, \"/\")\n\n\t\t\tif len(sections) == 3 {\n\t\t\t\tquery = &sdp.Query{\n\t\t\t\t\tType: \"elbv2-target-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: sections[1],\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif d := getDimension(\"LoadBalancer\", dimensions); d != nil {\n\t\t\tsections := strings.Split(*d.Value, \"/\")\n\n\t\t\tif len(sections) == 3 {\n\t\t\t\tquery = &sdp.Query{\n\t\t\t\t\tType: \"elbv2-load-balancer\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: sections[1],\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\tcase \"AWS/Backup\":\n\t\tif d := getDimension(\"BackupVaultName\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"backup-backup-vault\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\tcase \"AWS/S3\":\n\t\tif d := getDimension(\"BucketName\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"s3-bucket\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: FormatScope(accountID, \"\"),\n\t\t\t}\n\t\t}\n\tcase \"AWS/NATGateway\":\n\t\tif d := getDimension(\"NatGatewayId\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"ec2-nat-gateway\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\tcase \"AWS/CertificateManager\":\n\t\tif d := getDimension(\"CertificateArn\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"acm-certificate\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\tcase \"AWS/EFS\":\n\t\tif d := getDimension(\"FileSystemId\", dimensions); d != nil {\n\t\t\tquery = &sdp.Query{\n\t\t\t\tType: \"efs-file-system\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *d.Value,\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\t}\n\n\tif query == nil {\n\t\terr = ErrNoQuery\n\t}\n\n\treturn &sdp.LinkedItemQuery{\n\t\tQuery: query,\n\t}, err\n}\n\nfunc getDimension(name string, dimensions []types.Dimension) *types.Dimension {\n\tfor _, dimension := range dimensions {\n\t\tif *dimension.Name == name {\n\t\t\treturn &dimension\n\t\t}\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/cloudwatch_metric_links_test.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch/types\"\n\t\"testing\"\n)\n\nfunc TestSuggestedQuery(t *testing.T) {\n\tt.Parallel()\n\n\tcases := []struct {\n\t\tName string\n\t\tNamespace string\n\t\tDimensions []types.Dimension\n\t\tExpectedType string\n\t\tExpectedQuery string\n\t}{\n\t\t{\n\t\t\tName: \"AWS/EC2 Instance\",\n\t\t\tNamespace: \"AWS/EC2\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"InstanceId\"),\n\t\t\t\t\tValue: aws.String(\"i-1234567890abcdef0\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedQuery: \"i-1234567890abcdef0\",\n\t\t},\n\t\t{\n\t\t\tName: \"AWS/EC2 AutoScalingGroup\",\n\t\t\tNamespace: \"AWS/EC2\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"AutoScalingGroupName\"),\n\t\t\t\t\tValue: aws.String(\"my-asg\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"autoscaling-auto-scaling-group\",\n\t\t\tExpectedQuery: \"my-asg\",\n\t\t},\n\t\t{\n\t\t\tName: \"AWS/EC2 Image\",\n\t\t\tNamespace: \"AWS/EC2\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"ImageId\"),\n\t\t\t\t\tValue: aws.String(\"ami-1234567890abcdef0\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"ec2-image\",\n\t\t\tExpectedQuery: \"ami-1234567890abcdef0\",\n\t\t},\n\t\t{\n\t\t\tName: \"AWS/ApplicationELB with multiple dimensions\",\n\t\t\tNamespace: \"AWS/ApplicationELB\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"TargetGroup\"),\n\t\t\t\t\tValue: aws.String(\"targetgroup/k8s-default-smartloo-d63873991a/98720d5dcd06067a\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"LoadBalancer\"),\n\t\t\t\t\tValue: aws.String(\"app/ingress/1bf10920c5bd199d\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"elbv2-target-group\",\n\t\t\tExpectedQuery: \"k8s-default-smartloo-d63873991a\",\n\t\t},\n\t\t{\n\t\t\tName: \"AWS/ApplicationELB with one dimension\",\n\t\t\tNamespace: \"AWS/ApplicationELB\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"LoadBalancer\"),\n\t\t\t\t\tValue: aws.String(\"app/ingress/1bf10920c5bd199d\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"elbv2-load-balancer\",\n\t\t\tExpectedQuery: \"ingress\",\n\t\t},\n\t\t{\n\t\t\tName: \"Backup\",\n\t\t\tNamespace: \"AWS/Backup\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"BackupVaultName\"),\n\t\t\t\t\tValue: aws.String(\"aws/efs/automatic-backup-vault\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"backup-backup-vault\",\n\t\t\tExpectedQuery: \"aws/efs/automatic-backup-vault\",\n\t\t},\n\t\t{\n\t\t\tName: \"Certificate\",\n\t\t\tNamespace: \"AWS/CertificateManager\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"CertificateArn\"),\n\t\t\t\t\tValue: aws.String(\"arn:aws:acm:eu-west-2:944651592624:certificate/3092dd18-f6cd-4ae7-b129-9023904bb7d0\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"acm-certificate\",\n\t\t\tExpectedQuery: \"arn:aws:acm:eu-west-2:944651592624:certificate/3092dd18-f6cd-4ae7-b129-9023904bb7d0\",\n\t\t},\n\t\t{\n\t\t\tName: \"EBS Volume\",\n\t\t\tNamespace: \"AWS/EBS\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"VolumeId\"),\n\t\t\t\t\tValue: aws.String(\"vol-1234567890abcdef0\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"ec2-volume\",\n\t\t\tExpectedQuery: \"vol-1234567890abcdef0\",\n\t\t},\n\t\t{\n\t\t\tName: \"EBS Filesystem\",\n\t\t\tNamespace: \"AWS/EFS\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"FileSystemId\"),\n\t\t\t\t\tValue: aws.String(\"fs-12345678\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"efs-file-system\",\n\t\t\tExpectedQuery: \"fs-12345678\",\n\t\t},\n\t\t{\n\t\t\tName: \"RDS Cluster\",\n\t\t\tNamespace: \"AWS/RDS\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"DBClusterIdentifier\"),\n\t\t\t\t\tValue: aws.String(\"my-cluster\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"rds-db-cluster\",\n\t\t\tExpectedQuery: \"my-cluster\",\n\t\t},\n\t\t{\n\t\t\tName: \"RDS DB Instance\",\n\t\t\tNamespace: \"AWS/RDS\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"DBInstanceIdentifier\"),\n\t\t\t\t\tValue: aws.String(\"my-instance\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"rds-db-instance\",\n\t\t\tExpectedQuery: \"my-instance\",\n\t\t},\n\t\t{\n\t\t\tName: \"RDS with cluster and instance\",\n\t\t\tNamespace: \"AWS/RDS\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"DBClusterIdentifier\"),\n\t\t\t\t\tValue: aws.String(\"my-cluster\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"DBInstanceIdentifier\"),\n\t\t\t\t\tValue: aws.String(\"my-instance\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"rds-db-instance\",\n\t\t\tExpectedQuery: \"my-instance\",\n\t\t},\n\t\t{\n\t\t\tName: \"S3 Bucket\",\n\t\t\tNamespace: \"AWS/S3\",\n\t\t\tDimensions: []types.Dimension{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"BucketName\"),\n\t\t\t\t\tValue: aws.String(\"my-bucket\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedType: \"s3-bucket\",\n\t\t\tExpectedQuery: \"my-bucket\",\n\t\t},\n\t}\n\n\tfor _, c := range cases {\n\t\tt.Run(c.Name, func(t *testing.T) {\n\t\t\tt.Parallel()\n\n\t\t\tscope := \"123456789012.eu-west-2\"\n\t\t\tquery, err := SuggestedQuery(c.Namespace, scope, c.Dimensions)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif query.GetQuery().GetType() != c.ExpectedType {\n\t\t\t\tt.Fatalf(\"expected type %q, got %q\", c.ExpectedType, query.GetQuery().GetType())\n\t\t\t}\n\n\t\t\tif query.GetQuery().GetQuery() != c.ExpectedQuery {\n\t\t\t\tt.Fatalf(\"expected query %q, got %q\", c.ExpectedQuery, query.GetQuery().GetQuery())\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/directconnect-connection.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc directconnectConnectionOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeConnectionsInput, output *directconnect.DescribeConnectionsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, connection := range output.Connections {\n\t\tattributes, err := ToAttributesWithExclude(connection, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-connection\",\n\t\t\tUniqueAttribute: \"ConnectionId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: directconnectTagsToMap(connection.Tags),\n\t\t}\n\n\t\tif connection.LagId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-lag\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *connection.LagId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif connection.Location != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-location\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *connection.Location,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif connection.LoaIssueTime != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-loa\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *connection.ConnectionId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\t// Virtual Interfaces\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"directconnect-virtual-interface\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *connection.ConnectionId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewDirectConnectConnectionAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeConnectionsInput, *directconnect.DescribeConnectionsOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeConnectionsInput, *directconnect.DescribeConnectionsOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-connection\",\n\t\tAdapterMetadata: directconnectConnectionAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeConnectionsInput) (*directconnect.DescribeConnectionsOutput, error) {\n\t\t\treturn client.DescribeConnections(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*directconnect.DescribeConnectionsInput, error) {\n\t\t\treturn &directconnect.DescribeConnectionsInput{\n\t\t\t\tConnectionId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*directconnect.DescribeConnectionsInput, error) {\n\t\t\treturn &directconnect.DescribeConnectionsInput{}, nil\n\t\t},\n\t\tOutputMapper: directconnectConnectionOutputMapper,\n\t}\n}\n\nvar directconnectConnectionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"directconnect-connection\",\n\tDescriptiveName: \"Connection\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a connection by ID\",\n\t\tListDescription: \"List all connections\",\n\t\tSearchDescription: \"Search connection by ARN\",\n\t},\n\tPotentialLinks: []string{\"directconnect-lag\", \"directconnect-location\", \"directconnect-loa\", \"directconnect-virtual-interface\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_dx_connection.id\",\n\t\t},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/directconnect-connection_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDirectconnectConnectionOutputMapper(t *testing.T) {\n\toutput := &directconnect.DescribeConnectionsOutput{\n\t\tConnections: []types.Connection{\n\t\t\t{\n\t\t\t\tAwsDeviceV2: new(\"EqDC2-123h49s71dabc\"),\n\t\t\t\tAwsLogicalDeviceId: new(\"device-1\"),\n\t\t\t\tBandwidth: new(\"1Gbps\"),\n\t\t\t\tConnectionId: new(\"dxcon-fguhmqlc\"),\n\t\t\t\tConnectionName: new(\"My_Connection\"),\n\t\t\t\tConnectionState: \"down\",\n\t\t\t\tEncryptionMode: new(\"must_encrypt\"),\n\t\t\t\tHasLogicalRedundancy: \"unknown\",\n\t\t\t\tJumboFrameCapable: new(true),\n\t\t\t\tLagId: new(\"dxlag-ffrz71kw\"),\n\t\t\t\tLoaIssueTime: new(time.Now()),\n\t\t\t\tLocation: new(\"EqDC2\"),\n\t\t\t\tRegion: new(\"us-east-1\"),\n\t\t\t\tProviderName: new(\"provider-1\"),\n\t\t\t\tOwnerAccount: new(\"123456789012\"),\n\t\t\t\tPartnerName: new(\"partner-1\"),\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"foo\"),\n\t\t\t\t\t\tValue: new(\"bar\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := directconnectConnectionOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"directconnect-lag\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxlag-ffrz71kw\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-location\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"EqDC2\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-loa\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxcon-fguhmqlc\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-virtual-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"dxcon-fguhmqlc\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewDirectConnectConnectionAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectConnectionAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect-customer-metadata.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc customerMetadataOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeCustomerMetadataInput, output *directconnect.DescribeCustomerMetadataOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, agreement := range output.Agreements {\n\t\tattributes, err := ToAttributesWithExclude(agreement, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-customer-metadata\",\n\t\t\tUniqueAttribute: \"AgreementName\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewDirectConnectCustomerMetadataAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeCustomerMetadataInput, *directconnect.DescribeCustomerMetadataOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeCustomerMetadataInput, *directconnect.DescribeCustomerMetadataOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-customer-metadata\",\n\t\tAdapterMetadata: customerMetadataAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeCustomerMetadataInput) (*directconnect.DescribeCustomerMetadataOutput, error) {\n\t\t\treturn client.DescribeCustomerMetadata(ctx, input)\n\t\t},\n\t\t// We want to use the list API for get and list operations\n\t\tUseListForGet: true,\n\t\tInputMapperGet: func(scope, _ string) (*directconnect.DescribeCustomerMetadataInput, error) {\n\t\t\treturn &directconnect.DescribeCustomerMetadataInput{}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*directconnect.DescribeCustomerMetadataInput, error) {\n\t\t\treturn &directconnect.DescribeCustomerMetadataInput{}, nil\n\t\t},\n\t\tOutputMapper: customerMetadataOutputMapper,\n\t}\n}\n\nvar customerMetadataAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"directconnect-customer-metadata\",\n\tDescriptiveName: \"Customer Metadata\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a customer agreement by name\",\n\t\tListDescription: \"List all customer agreements\",\n\t\tSearchDescription: \"Search customer agreements by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/directconnect-customer-metadata_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestCustomerMetadataOutputMapper(t *testing.T) {\n\toutput := &directconnect.DescribeCustomerMetadataOutput{\n\t\tAgreements: []types.CustomerAgreement{\n\t\t\t{\n\t\t\t\tAgreementName: new(\"example-customer-agreement\"),\n\t\t\t\tStatus: new(\"signed\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := customerMetadataOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n}\n\nfunc TestNewDirectConnectCustomerMetadataAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectCustomerMetadataAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect-direct-connect-gateway-association-proposal.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc directConnectGatewayAssociationProposalOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeDirectConnectGatewayAssociationProposalsInput, output *directconnect.DescribeDirectConnectGatewayAssociationProposalsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, associationProposal := range output.DirectConnectGatewayAssociationProposals {\n\t\tattributes, err := ToAttributesWithExclude(associationProposal, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-direct-connect-gateway-association-proposal\",\n\t\t\tUniqueAttribute: \"ProposalId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\tif associationProposal.DirectConnectGatewayId != nil && associationProposal.AssociatedGateway != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-direct-connect-gateway-association\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: fmt.Sprintf(\"%s/%s\", *associationProposal.DirectConnectGatewayId, *associationProposal.AssociatedGateway.Id),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewDirectConnectGatewayAssociationProposalAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeDirectConnectGatewayAssociationProposalsInput, *directconnect.DescribeDirectConnectGatewayAssociationProposalsOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeDirectConnectGatewayAssociationProposalsInput, *directconnect.DescribeDirectConnectGatewayAssociationProposalsOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tAdapterMetadata: directConnectGatewayAssociationProposalAdapterMetadata,\n\t\tcache: cache,\n\t\tItemType: \"directconnect-direct-connect-gateway-association-proposal\",\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeDirectConnectGatewayAssociationProposalsInput) (*directconnect.DescribeDirectConnectGatewayAssociationProposalsOutput, error) {\n\t\t\treturn client.DescribeDirectConnectGatewayAssociationProposals(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*directconnect.DescribeDirectConnectGatewayAssociationProposalsInput, error) {\n\t\t\treturn &directconnect.DescribeDirectConnectGatewayAssociationProposalsInput{\n\t\t\t\tProposalId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*directconnect.DescribeDirectConnectGatewayAssociationProposalsInput, error) {\n\t\t\treturn &directconnect.DescribeDirectConnectGatewayAssociationProposalsInput{}, nil\n\t\t},\n\t\tOutputMapper: directConnectGatewayAssociationProposalOutputMapper,\n\t}\n}\n\nvar directConnectGatewayAssociationProposalAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"Direct Connect Gateway Association Proposal\",\n\tType: \"directconnect-direct-connect-gateway-association-proposal\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Direct Connect Gateway Association Proposal by ID\",\n\t\tListDescription: \"List all Direct Connect Gateway Association Proposals\",\n\t\tSearchDescription: \"Search Direct Connect Gateway Association Proposals by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_dx_gateway_association_proposal.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tPotentialLinks: []string{\"directconnect-direct-connect-gateway-association\"},\n})\n" }, { "path": "aws-source/adapters/directconnect-direct-connect-gateway-association-proposal_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDirectConnectGatewayAssociationProposalOutputMapper(t *testing.T) {\n\toutput := &directconnect.DescribeDirectConnectGatewayAssociationProposalsOutput{\n\t\tDirectConnectGatewayAssociationProposals: []types.DirectConnectGatewayAssociationProposal{\n\t\t\t{\n\t\t\t\tProposalId: new(\"c2ede9b4-bbc6-4d33-923c-bc4feEXAMPLE\"),\n\t\t\t\tDirectConnectGatewayId: new(\"5f294f92-bafb-4011-916d-9b0bexample\"),\n\t\t\t\tDirectConnectGatewayOwnerAccount: new(\"123456789012\"),\n\t\t\t\tProposalState: types.DirectConnectGatewayAssociationProposalStateRequested,\n\t\t\t\tAssociatedGateway: &types.AssociatedGateway{\n\t\t\t\t\tId: new(\"tgw-02f776b1a7EXAMPLE\"),\n\t\t\t\t\tType: types.GatewayTypeTransitGateway,\n\t\t\t\t\tOwnerAccount: new(\"111122223333\"),\n\t\t\t\t\tRegion: new(\"us-east-1\"),\n\t\t\t\t},\n\t\t\t\tExistingAllowedPrefixesToDirectConnectGateway: []types.RouteFilterPrefix{\n\t\t\t\t\t{\n\t\t\t\t\t\tCidr: new(\"192.168.2.0/30\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tCidr: new(\"192.168.1.0/30\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tRequestedAllowedPrefixesToDirectConnectGateway: []types.RouteFilterPrefix{\n\t\t\t\t\t{\n\t\t\t\t\t\tCidr: new(\"192.168.1.0/30\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := directConnectGatewayAssociationProposalOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"directconnect-direct-connect-gateway-association\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: fmt.Sprintf(\"%s/%s\", \"5f294f92-bafb-4011-916d-9b0bexample\", \"tgw-02f776b1a7EXAMPLE\"),\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewDirectConnectGatewayAssociationProposalAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectGatewayAssociationProposalAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect-direct-connect-gateway-association.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nconst (\n\tdirectConnectGatewayIDVirtualGatewayIDFormat = \"direct_connect_gateway_id/virtual_gateway_id\"\n\tvirtualGatewayIDFormat = \"virtual_gateway_id\"\n)\n\nfunc directConnectGatewayAssociationOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeDirectConnectGatewayAssociationsInput, output *directconnect.DescribeDirectConnectGatewayAssociationsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, association := range output.DirectConnectGatewayAssociations {\n\t\tattributes, err := ToAttributesWithExclude(association, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-direct-connect-gateway-association\",\n\t\t\tUniqueAttribute: \"AssociationId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\t// stateChangeError =>The error message if the state of an object failed to advance.\n\t\tif association.StateChangeError != nil {\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t} else {\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t}\n\n\t\tif association.DirectConnectGatewayId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-direct-connect-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *association.DirectConnectGatewayId,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif association.VirtualGatewayId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-virtual-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *association.VirtualGatewayId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewDirectConnectGatewayAssociationAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeDirectConnectGatewayAssociationsInput, *directconnect.DescribeDirectConnectGatewayAssociationsOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeDirectConnectGatewayAssociationsInput, *directconnect.DescribeDirectConnectGatewayAssociationsOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-direct-connect-gateway-association\",\n\t\tAdapterMetadata: directConnectGatewayAssociationAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeDirectConnectGatewayAssociationsInput) (*directconnect.DescribeDirectConnectGatewayAssociationsOutput, error) {\n\t\t\treturn client.DescribeDirectConnectGatewayAssociations(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*directconnect.DescribeDirectConnectGatewayAssociationsInput, error) {\n\t\t\t// query must be either:\n\t\t\t// - in the format of \"directConnectGatewayID/virtualGatewayID\"\n\t\t\t// - virtualGatewayID => associatedGatewayID\n\t\t\tdxGatewayID, virtualGatewayID, err := parseDirectConnectGatewayAssociationGetInputQuery(query)\n\t\t\tif err != nil {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: err.Error(),\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif dxGatewayID != \"\" {\n\t\t\t\treturn &directconnect.DescribeDirectConnectGatewayAssociationsInput{\n\t\t\t\t\tDirectConnectGatewayId: &dxGatewayID,\n\t\t\t\t\tVirtualGatewayId: &virtualGatewayID,\n\t\t\t\t}, nil\n\t\t\t} else {\n\t\t\t\treturn &directconnect.DescribeDirectConnectGatewayAssociationsInput{\n\t\t\t\t\tAssociatedGatewayId: &virtualGatewayID,\n\t\t\t\t}, nil\n\t\t\t}\n\t\t},\n\t\tInputMapperList: func(scope string) (*directconnect.DescribeDirectConnectGatewayAssociationsInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for directconnect-direct-connect-gateway-association, use search\",\n\t\t\t}\n\t\t},\n\t\tOutputMapper: directConnectGatewayAssociationOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *directconnect.Client, scope, query string) (*directconnect.DescribeDirectConnectGatewayAssociationsInput, error) {\n\t\t\treturn &directconnect.DescribeDirectConnectGatewayAssociationsInput{\n\t\t\t\tDirectConnectGatewayId: &query,\n\t\t\t}, nil\n\t\t},\n\t}\n}\n\nvar directConnectGatewayAssociationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"Direct Connect Gateway Association\",\n\tType: \"directconnect-direct-connect-gateway-association\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a direct connect gateway association by direct connect gateway ID and virtual gateway ID\",\n\t\tSearchDescription: \"Search direct connect gateway associations by direct connect gateway ID\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_dx_gateway_association.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tPotentialLinks: []string{\"directconnect-direct-connect-gateway\"},\n})\n\n// parseDirectConnectGatewayAssociationGetInputQuery expects a query:\n// - in the format of \"directConnectGatewayID/virtualGatewayID\"\n// - virtualGatewayID => associatedGatewayID\n//\n// First returned item is directConnectGatewayID, second is virtualGatewayID\nfunc parseDirectConnectGatewayAssociationGetInputQuery(query string) (string, string, error) {\n\tids := strings.Split(query, \"/\")\n\tswitch len(ids) {\n\tcase 1:\n\t\treturn \"\", ids[0], nil\n\tcase 2:\n\t\treturn ids[0], ids[1], nil\n\tdefault:\n\t\treturn \"\", \"\", fmt.Errorf(\"invalid query, expected in the format of %s or %s, got: %s\", directConnectGatewayIDVirtualGatewayIDFormat, virtualGatewayIDFormat, query)\n\t}\n}\n" }, { "path": "aws-source/adapters/directconnect-direct-connect-gateway-association_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDirectConnectGatewayAssociationOutputMapper_Health_OK(t *testing.T) {\n\toutput := &directconnect.DescribeDirectConnectGatewayAssociationsOutput{\n\t\tDirectConnectGatewayAssociations: []types.DirectConnectGatewayAssociation{\n\t\t\t{\n\t\t\t\tAssociationState: types.DirectConnectGatewayAssociationStateAssociating,\n\t\t\t\tAssociationId: new(\"cf68415c-f4ae-48f2-87a7-3b52cexample\"),\n\t\t\t\tVirtualGatewayOwnerAccount: new(\"123456789012\"),\n\t\t\t\tDirectConnectGatewayId: new(\"5f294f92-bafb-4011-916d-9b0bexample\"),\n\t\t\t\tVirtualGatewayId: new(\"vgw-6efe725e\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := directConnectGatewayAssociationOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif item.GetHealth() != sdp.Health_HEALTH_OK {\n\t\tt.Fatalf(\"expected health to be OK, got: %v\", item.GetHealth())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"directconnect-direct-connect-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"5f294f92-bafb-4011-916d-9b0bexample\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-virtual-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vgw-6efe725e\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestDirectConnectGatewayAssociationOutputMapper_Health_Error(t *testing.T) {\n\toutput := &directconnect.DescribeDirectConnectGatewayAssociationsOutput{\n\t\tDirectConnectGatewayAssociations: []types.DirectConnectGatewayAssociation{\n\t\t\t{\n\t\t\t\tAssociationState: types.DirectConnectGatewayAssociationStateAssociating,\n\t\t\t\tAssociationId: new(\"cf68415c-f4ae-48f2-87a7-3b52cexample\"),\n\t\t\t\tVirtualGatewayOwnerAccount: new(\"123456789012\"),\n\t\t\t\tDirectConnectGatewayId: new(\"5f294f92-bafb-4011-916d-9b0bexample\"),\n\t\t\t\tVirtualGatewayId: new(\"vgw-6efe725e\"),\n\t\t\t\tStateChangeError: new(\"something went wrong\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := directConnectGatewayAssociationOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif item.GetHealth() != sdp.Health_HEALTH_ERROR {\n\t\tt.Fatalf(\"expected health to be ERROR, got: %v\", item.GetHealth())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"directconnect-direct-connect-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"5f294f92-bafb-4011-916d-9b0bexample\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-virtual-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vgw-6efe725e\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewDirectConnectGatewayAssociationAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectGatewayAssociationAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect-direct-connect-gateway-attachment.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc directConnectGatewayAttachmentOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeDirectConnectGatewayAttachmentsInput, output *directconnect.DescribeDirectConnectGatewayAttachmentsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, attachment := range output.DirectConnectGatewayAttachments {\n\t\tattributes, err := ToAttributesWithExclude(attachment, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\t// The uniqueAttributeValue for this is a custom field:\n\t\t// {gatewayId}/{virtualInterfaceId}\n\t\t// i.e., \"cf68415c-f4ae-48f2-87a7-3b52cexample/dxvif-ffhhk74f\"\n\t\terr = attributes.Set(\"UniqueName\", fmt.Sprintf(\"%s/%s\", *attachment.DirectConnectGatewayId, *attachment.VirtualInterfaceId))\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-direct-connect-gateway-attachment\",\n\t\t\tUniqueAttribute: \"UniqueName\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\t// stateChangeError =>The error message if the state of an object failed to advance.\n\t\tif attachment.StateChangeError != nil {\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t} else {\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t}\n\n\t\tif attachment.DirectConnectGatewayId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-direct-connect-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *attachment.DirectConnectGatewayId,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif attachment.VirtualInterfaceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-virtual-interface\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *attachment.VirtualInterfaceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewDirectConnectGatewayAttachmentAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeDirectConnectGatewayAttachmentsInput, *directconnect.DescribeDirectConnectGatewayAttachmentsOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeDirectConnectGatewayAttachmentsInput, *directconnect.DescribeDirectConnectGatewayAttachmentsOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-direct-connect-gateway-attachment\",\n\t\tAdapterMetadata: directConnectGatewayAttachmentAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeDirectConnectGatewayAttachmentsInput) (*directconnect.DescribeDirectConnectGatewayAttachmentsOutput, error) {\n\t\t\treturn client.DescribeDirectConnectGatewayAttachments(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*directconnect.DescribeDirectConnectGatewayAttachmentsInput, error) {\n\t\t\tgatewayID, virtualInterfaceID, err := parseGatewayIDVirtualInterfaceID(query)\n\t\t\tif err != nil {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: err.Error(),\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn &directconnect.DescribeDirectConnectGatewayAttachmentsInput{\n\t\t\t\tDirectConnectGatewayId: &gatewayID,\n\t\t\t\tVirtualInterfaceId: &virtualInterfaceID,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*directconnect.DescribeDirectConnectGatewayAttachmentsInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for directconnect-direct-connect-gateway-attachment, use search\",\n\t\t\t}\n\t\t},\n\t\tOutputMapper: directConnectGatewayAttachmentOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *directconnect.Client, scope, query string) (*directconnect.DescribeDirectConnectGatewayAttachmentsInput, error) {\n\t\t\treturn &directconnect.DescribeDirectConnectGatewayAttachmentsInput{\n\t\t\t\tVirtualInterfaceId: &query,\n\t\t\t}, nil\n\t\t},\n\t}\n}\n\nvar directConnectGatewayAttachmentAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"directconnect-direct-connect-gateway-attachment\",\n\tDescriptiveName: \"Direct Connect Gateway Attachment\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a direct connect gateway attachment by DirectConnectGatewayId/VirtualInterfaceId\",\n\t\tSearchDescription: \"Search direct connect gateway attachments for given VirtualInterfaceId\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tPotentialLinks: []string{\"directconnect-direct-connect-gateway\", \"directconnect-virtual-interface\"},\n})\n\n// parseGatewayIDVirtualInterfaceID expects a query in the format of \"gatewayID/virtualInterfaceID\"\n// First returned item is gatewayID, second is virtualInterfaceID\nfunc parseGatewayIDVirtualInterfaceID(query string) (string, string, error) {\n\tids := strings.Split(query, \"/\")\n\tif len(ids) != 2 {\n\t\treturn \"\", \"\", fmt.Errorf(\"invalid query, expected in the format of %s, got: %s\", gatewayIDVirtualInterfaceIDFormat, query)\n\t}\n\n\treturn ids[0], ids[1], nil\n}\n" }, { "path": "aws-source/adapters/directconnect-direct-connect-gateway-attachment_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDirectConnectGatewayAttachmentOutputMapper_Health_OK(t *testing.T) {\n\toutput := &directconnect.DescribeDirectConnectGatewayAttachmentsOutput{\n\t\tDirectConnectGatewayAttachments: []types.DirectConnectGatewayAttachment{\n\t\t\t{\n\t\t\t\tVirtualInterfaceOwnerAccount: new(\"123456789012\"),\n\t\t\t\tVirtualInterfaceRegion: new(\"us-east-2\"),\n\t\t\t\tVirtualInterfaceId: new(\"dxvif-ffhhk74f\"),\n\t\t\t\tDirectConnectGatewayId: new(\"cf68415c-f4ae-48f2-87a7-3b52cexample\"),\n\t\t\t\tAttachmentState: \"detaching\",\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := directConnectGatewayAttachmentOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif item.GetHealth() != sdp.Health_HEALTH_OK {\n\t\tt.Fatalf(\"expected health to be OK, got: %v\", item.GetHealth())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"directconnect-direct-connect-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cf68415c-f4ae-48f2-87a7-3b52cexample\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-virtual-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxvif-ffhhk74f\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestDirectConnectGatewayAttachmentOutputMapper_Health_Error(t *testing.T) {\n\toutput := &directconnect.DescribeDirectConnectGatewayAttachmentsOutput{\n\t\tDirectConnectGatewayAttachments: []types.DirectConnectGatewayAttachment{\n\t\t\t{\n\t\t\t\tVirtualInterfaceOwnerAccount: new(\"123456789012\"),\n\t\t\t\tVirtualInterfaceRegion: new(\"us-east-2\"),\n\t\t\t\tVirtualInterfaceId: new(\"dxvif-ffhhk74f\"),\n\t\t\t\tDirectConnectGatewayId: new(\"cf68415c-f4ae-48f2-87a7-3b52cexample\"),\n\t\t\t\tAttachmentState: \"detaching\",\n\t\t\t\tStateChangeError: new(\"error\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := directConnectGatewayAttachmentOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif item.GetHealth() != sdp.Health_HEALTH_ERROR {\n\t\tt.Fatalf(\"expected health to be ERROR, got: %v\", item.GetHealth())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"directconnect-direct-connect-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cf68415c-f4ae-48f2-87a7-3b52cexample\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-virtual-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxvif-ffhhk74f\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewDirectConnectGatewayAttachmentAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectGatewayAttachmentAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect-direct-connect-gateway.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc directConnectGatewayOutputMapper(ctx context.Context, cli *directconnect.Client, scope string, _ *directconnect.DescribeDirectConnectGatewaysInput, output *directconnect.DescribeDirectConnectGatewaysOutput) ([]*sdp.Item, error) {\n\t// create a slice of ARNs for the resources\n\tresourceARNs := make([]string, 0, len(output.DirectConnectGateways))\n\tfor _, directConnectGateway := range output.DirectConnectGateways {\n\t\tresourceARNs = append(resourceARNs, directconnectARN(\n\t\t\tscope,\n\t\t\t*directConnectGateway.OwnerAccount,\n\t\t\t*directConnectGateway.DirectConnectGatewayId,\n\t\t))\n\t}\n\n\ttags := make(map[string][]types.Tag)\n\tvar err error\n\n\tif len(resourceARNs) > 0 {\n\t\t// get tags for the resources in a map by their ARNs\n\t\ttags, err = arnToTags(ctx, cli, resourceARNs)\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t}\n\t\t}\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\tfor _, directConnectGateway := range output.DirectConnectGateways {\n\t\tattributes, err := ToAttributesWithExclude(directConnectGateway, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\trelevantTags := tags[directconnectARN(scope, *directConnectGateway.OwnerAccount, *directConnectGateway.DirectConnectGatewayId)]\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-direct-connect-gateway\",\n\t\t\tUniqueAttribute: \"DirectConnectGatewayId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: directconnectTagsToMap(relevantTags),\n\t\t}\n\n\t\t// stateChangeError =>The error message if the state of an object failed to advance.\n\t\tif directConnectGateway.StateChangeError != nil {\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t} else {\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\n// arn constructs an ARN for a direct connect gateway\n// https://docs.aws.amazon.com/managedservices/latest/userguide/find-arn.html\n// https://docs.aws.amazon.com/service-authorization/latest/reference/list_awsdirectconnect.html#awsdirectconnect-resources-for-iam-policies\nfunc directconnectARN(region, accountID, gatewayID string) string {\n\t// arn:aws:service:region:account-id:resource-type/resource-id\n\treturn fmt.Sprintf(\"arn:aws:directconnect:%s:%s:dx-gateway/%s\", region, accountID, gatewayID)\n}\n\nfunc NewDirectConnectGatewayAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeDirectConnectGatewaysInput, *directconnect.DescribeDirectConnectGatewaysOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeDirectConnectGatewaysInput, *directconnect.DescribeDirectConnectGatewaysOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-direct-connect-gateway\",\n\t\tAdapterMetadata: directConnectGatewayAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeDirectConnectGatewaysInput) (*directconnect.DescribeDirectConnectGatewaysOutput, error) {\n\t\t\treturn client.DescribeDirectConnectGateways(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*directconnect.DescribeDirectConnectGatewaysInput, error) {\n\t\t\treturn &directconnect.DescribeDirectConnectGatewaysInput{\n\t\t\t\tDirectConnectGatewayId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*directconnect.DescribeDirectConnectGatewaysInput, error) {\n\t\t\treturn &directconnect.DescribeDirectConnectGatewaysInput{}, nil\n\t\t},\n\t\tOutputMapper: directConnectGatewayOutputMapper,\n\t}\n}\n\nvar directConnectGatewayAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"directconnect-direct-connect-gateway\",\n\tDescriptiveName: \"Direct Connect Gateway\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a direct connect gateway by ID\",\n\t\tListDescription: \"List all direct connect gateways\",\n\t\tSearchDescription: \"Search direct connect gateway by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_dx_gateway.id\",\n\t\t},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/directconnect-direct-connect-gateway_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDirectConnectGatewayOutputMapper_Health_OK(t *testing.T) {\n\toutput := &directconnect.DescribeDirectConnectGatewaysOutput{\n\t\tDirectConnectGateways: []types.DirectConnectGateway{\n\t\t\t{\n\t\t\t\tAmazonSideAsn: new(int64(64512)),\n\t\t\t\tDirectConnectGatewayId: new(\"cf68415c-f4ae-48f2-87a7-3b52cexample\"),\n\t\t\t\tOwnerAccount: new(\"123456789012\"),\n\t\t\t\tDirectConnectGatewayName: new(\"DxGateway2\"),\n\t\t\t\tDirectConnectGatewayState: types.DirectConnectGatewayStateAvailable,\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := directConnectGatewayOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\tif items[0].GetHealth() != sdp.Health_HEALTH_OK {\n\t\tt.Fatalf(\"expected health to be OK, got: %v\", items[0].GetHealth())\n\t}\n}\n\nfunc TestDirectConnectGatewayOutputMapper_Health_ERROR(t *testing.T) {\n\toutput := &directconnect.DescribeDirectConnectGatewaysOutput{\n\t\tDirectConnectGateways: []types.DirectConnectGateway{\n\t\t\t{\n\t\t\t\tAmazonSideAsn: new(int64(64512)),\n\t\t\t\tDirectConnectGatewayId: new(\"cf68415c-f4ae-48f2-87a7-3b52cexample\"),\n\t\t\t\tOwnerAccount: new(\"123456789012\"),\n\t\t\t\tDirectConnectGatewayName: new(\"DxGateway2\"),\n\t\t\t\tDirectConnectGatewayState: types.DirectConnectGatewayStateAvailable,\n\t\t\t\tStateChangeError: new(\"error\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := directConnectGatewayOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\tif items[0].GetHealth() != sdp.Health_HEALTH_ERROR {\n\t\tt.Fatalf(\"expected health to be ERROR, got: %v\", items[0].GetHealth())\n\t}\n}\n\nfunc TestNewDirectConnectGatewayAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectGatewayAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n\nfunc Test_arn(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tregion string\n\t\taccountID string\n\t\tgatewayID string\n\t\twant string\n\t}{\n\t\t{\n\t\t\tname: \"us-west-2\",\n\t\t\tregion: \"us-west-2\",\n\t\t\taccountID: \"123456789012\",\n\t\t\tgatewayID: \"cf68415c-f4ae-48f2-87a7-3b52cexample\",\n\t\t\twant: \"arn:aws:directconnect:us-west-2:123456789012:dx-gateway/cf68415c-f4ae-48f2-87a7-3b52cexample\",\n\t\t},\n\t\t{\n\t\t\tname: \"us-east-1\",\n\t\t\tregion: \"us-east-1\",\n\t\t\taccountID: \"123456789012\",\n\t\t\tgatewayID: \"cf68415c-f4ae-48f2-87a7-3b52cexample\",\n\t\t\twant: \"arn:aws:directconnect:us-east-1:123456789012:dx-gateway/cf68415c-f4ae-48f2-87a7-3b52cexample\",\n\t\t},\n\t}\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tif got := directconnectARN(tt.region, tt.accountID, tt.gatewayID); got != tt.want {\n\t\t\t\tt.Errorf(\"arn() = %v, want %v\", got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/directconnect-hosted-connection.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc hostedConnectionOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeHostedConnectionsInput, output *directconnect.DescribeHostedConnectionsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, connection := range output.Connections {\n\t\tattributes, err := ToAttributesWithExclude(connection, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-hosted-connection\",\n\t\t\tUniqueAttribute: \"ConnectionId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: directconnectTagsToMap(connection.Tags),\n\t\t}\n\n\t\tif connection.LagId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-lag\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *connection.LagId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif connection.Location != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-location\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *connection.Location,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif connection.LoaIssueTime != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-loa\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *connection.ConnectionId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"directconnect-virtual-interface\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *connection.ConnectionId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewDirectConnectHostedConnectionAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeHostedConnectionsInput, *directconnect.DescribeHostedConnectionsOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeHostedConnectionsInput, *directconnect.DescribeHostedConnectionsOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-hosted-connection\",\n\t\tAdapterMetadata: hostedConnectionAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeHostedConnectionsInput) (*directconnect.DescribeHostedConnectionsOutput, error) {\n\t\t\treturn client.DescribeHostedConnections(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*directconnect.DescribeHostedConnectionsInput, error) {\n\t\t\treturn &directconnect.DescribeHostedConnectionsInput{\n\t\t\t\tConnectionId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperSearch: func(ctx context.Context, client *directconnect.Client, scope, query string) (*directconnect.DescribeHostedConnectionsInput, error) {\n\t\t\treturn &directconnect.DescribeHostedConnectionsInput{\n\t\t\t\tConnectionId: &query,\n\t\t\t}, nil\n\t\t},\n\t\t// InputMapperList: func(scope string) (*directconnect.DescribeHostedConnectionsInput, error) {\n\t\t// \treturn &directconnect.DescribeHostedConnectionsInput{}, nil\n\t\t// },\n\t\tOutputMapper: hostedConnectionOutputMapper,\n\t}\n}\n\nvar hostedConnectionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"directconnect-hosted-connection\",\n\tDescriptiveName: \"Hosted Connection\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Hosted Connection by connection ID\",\n\t\tSearchDescription: \"Search Hosted Connections by Interconnect or LAG ID\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_dx_hosted_connection.id\"},\n\t},\n\tPotentialLinks: []string{\"directconnect-lag\", \"directconnect-location\", \"directconnect-loa\", \"directconnect-virtual-interface\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/directconnect-hosted-connection_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestHostedConnectionOutputMapper(t *testing.T) {\n\toutput := &directconnect.DescribeHostedConnectionsOutput{\n\t\tConnections: []types.Connection{\n\t\t\t{\n\t\t\t\tAwsDeviceV2: new(\"EqDC2-123h49s71dabc\"),\n\t\t\t\tAwsLogicalDeviceId: new(\"device-1\"),\n\t\t\t\tBandwidth: new(\"1Gbps\"),\n\t\t\t\tConnectionId: new(\"dxcon-fguhmqlc\"),\n\t\t\t\tConnectionName: new(\"My_Connection\"),\n\t\t\t\tConnectionState: \"down\",\n\t\t\t\tEncryptionMode: new(\"must_encrypt\"),\n\t\t\t\tHasLogicalRedundancy: \"unknown\",\n\t\t\t\tJumboFrameCapable: new(true),\n\t\t\t\tLagId: new(\"dxlag-ffrz71kw\"),\n\t\t\t\tLoaIssueTime: new(time.Now()),\n\t\t\t\tLocation: new(\"EqDC2\"),\n\t\t\t\tRegion: new(\"us-east-1\"),\n\t\t\t\tProviderName: new(\"provider-1\"),\n\t\t\t\tOwnerAccount: new(\"123456789012\"),\n\t\t\t\tPartnerName: new(\"partner-1\"),\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"foo\"),\n\t\t\t\t\t\tValue: new(\"bar\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := hostedConnectionOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"directconnect-lag\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxlag-ffrz71kw\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-location\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"EqDC2\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-loa\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxcon-fguhmqlc\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-virtual-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"dxcon-fguhmqlc\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewDirectConnectHostedConnectionAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectHostedConnectionAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect-interconnect.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc interconnectOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeInterconnectsInput, output *directconnect.DescribeInterconnectsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, interconnect := range output.Interconnects {\n\t\tattributes, err := ToAttributesWithExclude(interconnect, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-interconnect\",\n\t\t\tUniqueAttribute: \"InterconnectId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: directconnectTagsToMap(interconnect.Tags),\n\t\t}\n\n\t\tswitch interconnect.InterconnectState {\n\t\tcase types.InterconnectStateRequested:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.InterconnectStatePending:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.InterconnectStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.InterconnectStateDown:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase types.InterconnectStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\tcase types.InterconnectStateDeleted:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\tcase types.InterconnectStateUnknown:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\n\t\tif interconnect.InterconnectId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-hosted-connection\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *interconnect.InterconnectId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif interconnect.LagId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-lag\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *interconnect.LagId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif interconnect.LoaIssueTime != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-loa\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *interconnect.InterconnectId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif interconnect.Location != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-location\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *interconnect.Location,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewDirectConnectInterconnectAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeInterconnectsInput, *directconnect.DescribeInterconnectsOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeInterconnectsInput, *directconnect.DescribeInterconnectsOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-interconnect\",\n\t\tAdapterMetadata: interconnectAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeInterconnectsInput) (*directconnect.DescribeInterconnectsOutput, error) {\n\t\t\treturn client.DescribeInterconnects(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*directconnect.DescribeInterconnectsInput, error) {\n\t\t\treturn &directconnect.DescribeInterconnectsInput{\n\t\t\t\tInterconnectId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*directconnect.DescribeInterconnectsInput, error) {\n\t\t\treturn &directconnect.DescribeInterconnectsInput{}, nil\n\t\t},\n\t\tOutputMapper: interconnectOutputMapper,\n\t}\n}\n\nvar interconnectAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"directconnect-interconnect\",\n\tDescriptiveName: \"Interconnect\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tPotentialLinks: []string{\"directconnect-hosted-connection\", \"directconnect-lag\", \"directconnect-loa\", \"directconnect-location\"},\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Interconnect by InterconnectId\",\n\t\tListDescription: \"List all Interconnects\",\n\t\tSearchDescription: \"Search Interconnects by ARN\",\n\t},\n})\n" }, { "path": "aws-source/adapters/directconnect-interconnect_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestInterconnectOutputMapper(t *testing.T) {\n\toutput := &directconnect.DescribeInterconnectsOutput{\n\t\tInterconnects: []types.Interconnect{\n\t\t\t{\n\t\t\t\tAwsDeviceV2: new(\"EqDC2-123h49s71dabc\"),\n\t\t\t\tAwsLogicalDeviceId: new(\"device-1\"),\n\t\t\t\tBandwidth: new(\"1Gbps\"),\n\t\t\t\tHasLogicalRedundancy: types.HasLogicalRedundancyUnknown,\n\t\t\t\tInterconnectId: new(\"dxcon-fguhmqlc\"),\n\t\t\t\tInterconnectName: new(\"interconnect-1\"),\n\t\t\t\tInterconnectState: types.InterconnectStateAvailable,\n\t\t\t\tJumboFrameCapable: new(true),\n\t\t\t\tLagId: new(\"dxlag-ffrz71kw\"),\n\t\t\t\tLoaIssueTime: new(time.Now()),\n\t\t\t\tLocation: new(\"EqDC2\"),\n\t\t\t\tRegion: new(\"us-east-1\"),\n\t\t\t\tProviderName: new(\"provider-1\"),\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"foo\"),\n\t\t\t\t\t\tValue: new(\"bar\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := interconnectOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"directconnect-lag\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxlag-ffrz71kw\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-location\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"EqDC2\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-loa\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxcon-fguhmqlc\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-hosted-connection\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"dxcon-fguhmqlc\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestInterconnectHealth(t *testing.T) {\n\tcases := []struct {\n\t\tstate types.InterconnectState\n\t\thealth sdp.Health\n\t}{\n\t\t{\n\t\t\tstate: types.InterconnectStateRequested,\n\t\t\thealth: sdp.Health_HEALTH_PENDING,\n\t\t},\n\t\t{\n\t\t\tstate: types.InterconnectStatePending,\n\t\t\thealth: sdp.Health_HEALTH_PENDING,\n\t\t},\n\t\t{\n\t\t\tstate: types.InterconnectStateAvailable,\n\t\t\thealth: sdp.Health_HEALTH_OK,\n\t\t},\n\t\t{\n\t\t\tstate: types.InterconnectStateDown,\n\t\t\thealth: sdp.Health_HEALTH_ERROR,\n\t\t},\n\t\t{\n\t\t\tstate: types.InterconnectStateDeleting,\n\t\t\thealth: sdp.Health_HEALTH_UNKNOWN,\n\t\t},\n\t\t{\n\t\t\tstate: types.InterconnectStateDeleted,\n\t\t\thealth: sdp.Health_HEALTH_UNKNOWN,\n\t\t},\n\t\t{\n\t\t\tstate: types.InterconnectStateUnknown,\n\t\t\thealth: sdp.Health_HEALTH_UNKNOWN,\n\t\t},\n\t}\n\n\tfor _, c := range cases {\n\t\toutput := &directconnect.DescribeInterconnectsOutput{\n\t\t\tInterconnects: []types.Interconnect{\n\t\t\t\t{\n\t\t\t\t\tInterconnectState: c.state,\n\t\t\t\t\tLagId: new(\"dxlag-fgsu9erb\"),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\titems, err := interconnectOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t\t}\n\n\t\titem := items[0]\n\n\t\tif item.GetHealth() != c.health {\n\t\t\tt.Errorf(\"expected health to be %v, got: %v\", c.health, item.GetHealth())\n\t\t}\n\t}\n}\n\nfunc TestNewDirectConnectInterconnectAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectInterconnectAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\t// Listing these in our test account gives \"An error occurred\n\t\t// (DirectConnectClientException) when calling the DescribeInterconnects\n\t\t// operation: Account [NUMBER] is not an authorized Direct Connect\n\t\t// partner in eu-west-2.\"\n\t\t//\n\t\t// Skipping tests for now\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect-lag.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc lagOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeLagsInput, output *directconnect.DescribeLagsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, lag := range output.Lags {\n\t\tattributes, err := ToAttributesWithExclude(lag, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-lag\",\n\t\t\tUniqueAttribute: \"LagId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: directconnectTagsToMap(lag.Tags),\n\t\t}\n\n\t\tswitch lag.LagState {\n\t\tcase types.LagStateRequested:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.LagStatePending:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.LagStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.LagStateDown:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase types.LagStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\tcase types.LagStateDeleted:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\tcase types.LagStateUnknown:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\n\t\tfor _, connection := range lag.Connections {\n\t\t\tif connection.ConnectionId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"directconnect-connection\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *connection.ConnectionId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif lag.LagId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-hosted-connection\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *lag.LagId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif lag.Location != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-location\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t// This is location code, not its name\n\t\t\t\t\tQuery: *lag.Location,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewDirectConnectLagAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeLagsInput, *directconnect.DescribeLagsOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeLagsInput, *directconnect.DescribeLagsOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-lag\",\n\t\tAdapterMetadata: lagAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeLagsInput) (*directconnect.DescribeLagsOutput, error) {\n\t\t\treturn client.DescribeLags(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*directconnect.DescribeLagsInput, error) {\n\t\t\treturn &directconnect.DescribeLagsInput{\n\t\t\t\tLagId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*directconnect.DescribeLagsInput, error) {\n\t\t\treturn &directconnect.DescribeLagsInput{}, nil\n\t\t},\n\t\tOutputMapper: lagOutputMapper,\n\t}\n}\n\nvar lagAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"directconnect-lag\",\n\tDescriptiveName: \"Link Aggregation Group\",\n\tPotentialLinks: []string{\"directconnect-connection\", \"directconnect-hosted-connection\", \"directconnect-location\"},\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Link Aggregation Group by ID\",\n\t\tListDescription: \"List all Link Aggregation Groups\",\n\t\tSearchDescription: \"Search Link Aggregation Group by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_dx_lag.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/directconnect-lag_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n)\n\nfunc TestLagHealth(t *testing.T) {\n\tcases := []struct {\n\t\tstate types.LagState\n\t\thealth sdp.Health\n\t}{\n\t\t{\n\t\t\tstate: types.LagStateRequested,\n\t\t\thealth: sdp.Health_HEALTH_PENDING,\n\t\t},\n\t\t{\n\t\t\tstate: types.LagStatePending,\n\t\t\thealth: sdp.Health_HEALTH_PENDING,\n\t\t},\n\t\t{\n\t\t\tstate: types.LagStateAvailable,\n\t\t\thealth: sdp.Health_HEALTH_OK,\n\t\t},\n\t\t{\n\t\t\tstate: types.LagStateDown,\n\t\t\thealth: sdp.Health_HEALTH_ERROR,\n\t\t},\n\t\t{\n\t\t\tstate: types.LagStateDeleting,\n\t\t\thealth: sdp.Health_HEALTH_UNKNOWN,\n\t\t},\n\t\t{\n\t\t\tstate: types.LagStateDeleted,\n\t\t\thealth: sdp.Health_HEALTH_UNKNOWN,\n\t\t},\n\t\t{\n\t\t\tstate: types.LagStateUnknown,\n\t\t\thealth: sdp.Health_HEALTH_UNKNOWN,\n\t\t},\n\t}\n\n\tfor _, c := range cases {\n\t\toutput := &directconnect.DescribeLagsOutput{\n\t\t\tLags: []types.Lag{\n\t\t\t\t{\n\t\t\t\t\tLagState: c.state,\n\t\t\t\t\tLagId: new(\"dxlag-fgsu9erb\"),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\titems, err := lagOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t\t}\n\n\t\titem := items[0]\n\n\t\tif item.GetHealth() != c.health {\n\t\t\tt.Errorf(\"expected health to be %v, got: %v\", c.health, item.GetHealth())\n\t\t}\n\t}\n}\n\nfunc TestLagOutputMapper(t *testing.T) {\n\toutput := &directconnect.DescribeLagsOutput{\n\t\tLags: []types.Lag{\n\t\t\t{\n\t\t\t\tAwsDeviceV2: new(\"EqDC2-19y7z3m17xpuz\"),\n\t\t\t\tNumberOfConnections: int32(2),\n\t\t\t\tLagState: types.LagStateAvailable,\n\t\t\t\tOwnerAccount: new(\"123456789012\"),\n\t\t\t\tLagName: new(\"DA-LAG\"),\n\t\t\t\tConnections: []types.Connection{\n\t\t\t\t\t{\n\t\t\t\t\t\tOwnerAccount: new(\"123456789012\"),\n\t\t\t\t\t\tConnectionId: new(\"dxcon-ffnikghc\"),\n\t\t\t\t\t\tLagId: new(\"dxlag-fgsu9erb\"),\n\t\t\t\t\t\tConnectionState: \"requested\",\n\t\t\t\t\t\tBandwidth: new(\"10Gbps\"),\n\t\t\t\t\t\tLocation: new(\"EqDC2\"),\n\t\t\t\t\t\tConnectionName: new(\"Requested Connection 1 for Lag dxlag-fgsu9erb\"),\n\t\t\t\t\t\tRegion: new(\"us-east-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tOwnerAccount: new(\"123456789012\"),\n\t\t\t\t\t\tConnectionId: new(\"dxcon-fglgbdea\"),\n\t\t\t\t\t\tLagId: new(\"dxlag-fgsu9erb\"),\n\t\t\t\t\t\tConnectionState: \"requested\",\n\t\t\t\t\t\tBandwidth: new(\"10Gbps\"),\n\t\t\t\t\t\tLocation: new(\"EqDC2\"),\n\t\t\t\t\t\tConnectionName: new(\"Requested Connection 2 for Lag dxlag-fgsu9erb\"),\n\t\t\t\t\t\tRegion: new(\"us-east-1\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tLagId: new(\"dxlag-fgsu9erb\"),\n\t\t\t\tMinimumLinks: int32(0),\n\t\t\t\tConnectionsBandwidth: new(\"10Gbps\"),\n\t\t\t\tRegion: new(\"us-east-1\"),\n\t\t\t\tLocation: new(\"EqDC2\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := lagOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif item.GetHealth() != sdp.Health_HEALTH_OK {\n\t\tt.Fatalf(\"expected health to be OK, got: %v\", item.GetHealth())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"directconnect-connection\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxcon-ffnikghc\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-connection\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxcon-fglgbdea\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-location\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"EqDC2\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-hosted-connection\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"dxlag-fgsu9erb\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewDirectConnectLagAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectLagAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect-location.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc locationOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeLocationsInput, output *directconnect.DescribeLocationsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, location := range output.Locations {\n\t\tattributes, err := ToAttributesWithExclude(location, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-location\",\n\t\t\tUniqueAttribute: \"LocationCode\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewDirectConnectLocationAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeLocationsInput, *directconnect.DescribeLocationsOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeLocationsInput, *directconnect.DescribeLocationsOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-location\",\n\t\tAdapterMetadata: directconnectLocationAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeLocationsInput) (*directconnect.DescribeLocationsOutput, error) {\n\t\t\treturn client.DescribeLocations(ctx, input)\n\t\t},\n\t\t// We want to use the list API for get and list operations\n\t\tUseListForGet: true,\n\t\tInputMapperGet: func(scope, _ string) (*directconnect.DescribeLocationsInput, error) {\n\t\t\treturn &directconnect.DescribeLocationsInput{}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*directconnect.DescribeLocationsInput, error) {\n\t\t\treturn &directconnect.DescribeLocationsInput{}, nil\n\t\t},\n\t\tOutputMapper: locationOutputMapper,\n\t}\n}\n\nvar directconnectLocationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"directconnect-location\",\n\tDescriptiveName: \"Direct Connect Location\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Location by its code\",\n\t\tListDescription: \"List all Direct Connect Locations\",\n\t\tSearchDescription: \"Search Direct Connect Locations by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_dx_location.location_code\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/directconnect-location_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestLocationOutputMapper(t *testing.T) {\n\toutput := &directconnect.DescribeLocationsOutput{\n\t\tLocations: []types.Location{\n\t\t\t{\n\t\t\t\tAvailableMacSecPortSpeeds: []string{\"1 Gbps\", \"10 Gbps\"},\n\t\t\t\tAvailablePortSpeeds: []string{\"50 Mbps\", \"100 Mbps\", \"1 Gbps\", \"10 Gbps\"},\n\t\t\t\tAvailableProviders: []string{\"ProviderA\", \"ProviderB\", \"ProviderC\"},\n\t\t\t\tLocationName: new(\"NAP do Brasil, Barueri, Sao Paulo\"),\n\t\t\t\tLocationCode: new(\"TNDB\"),\n\t\t\t\tRegion: new(\"us-east-1\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := locationOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n}\n\nfunc TestNewDirectConnectLocationAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectLocationAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect-router-configuration.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc routerConfigurationOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeRouterConfigurationInput, output *directconnect.DescribeRouterConfigurationOutput) ([]*sdp.Item, error) {\n\tif output == nil || output.Router == nil {\n\t\treturn nil, nil\n\t}\n\n\tattributes, err := ToAttributesWithExclude(output, \"tags\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"directconnect-router-configuration\",\n\t\tUniqueAttribute: \"VirtualInterfaceId\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif output.VirtualInterfaceId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"directconnect-virtual-interface\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *output.VirtualInterfaceId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn []*sdp.Item{\n\t\t&item,\n\t}, nil\n}\n\nfunc NewDirectConnectRouterConfigurationAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeRouterConfigurationInput, *directconnect.DescribeRouterConfigurationOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeRouterConfigurationInput, *directconnect.DescribeRouterConfigurationOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-router-configuration\",\n\t\tAdapterMetadata: routerConfigurationAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeRouterConfigurationInput) (*directconnect.DescribeRouterConfigurationOutput, error) {\n\t\t\treturn client.DescribeRouterConfiguration(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*directconnect.DescribeRouterConfigurationInput, error) {\n\t\t\treturn &directconnect.DescribeRouterConfigurationInput{\n\t\t\t\tVirtualInterfaceId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tOutputMapper: routerConfigurationOutputMapper,\n\t}\n}\n\nvar routerConfigurationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"directconnect-router-configuration\",\n\tDescriptiveName: \"Router Configuration\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Router Configuration by Virtual Interface ID\",\n\t\tSearchDescription: \"Search Router Configuration by ARN\",\n\t},\n\tPotentialLinks: []string{\"directconnect-virtual-interface\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_dx_router_configuration.virtual_interface_id\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/directconnect-router-configuration_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestRouterConfigurationOutputMapper(t *testing.T) {\n\toutput := &directconnect.DescribeRouterConfigurationOutput{\n\t\tCustomerRouterConfig: new(\"some config\"),\n\t\tRouter: &types.RouterType{\n\t\t\tPlatform: new(\"2900 Series Routers\"),\n\t\t\tRouterTypeIdentifier: new(\"CiscoSystemsInc-2900SeriesRouters-IOS124\"),\n\t\t\tSoftware: new(\"IOS 12.4+\"),\n\t\t\tVendor: new(\"Cisco Systems, Inc.\"),\n\t\t\tXsltTemplateName: new(\"customer-router-cisco-generic.xslt\"),\n\t\t\tXsltTemplateNameForMacSec: new(\"\"),\n\t\t},\n\t\tVirtualInterfaceId: new(\"dxvif-ffhhk74f\"),\n\t\tVirtualInterfaceName: new(\"PrivateVirtualInterface\"),\n\t}\n\n\titems, err := routerConfigurationOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"directconnect-virtual-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxvif-ffhhk74f\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewDirectConnectRouterConfigurationAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectRouterConfigurationAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect-virtual-gateway.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc virtualGatewayOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeVirtualGatewaysInput, output *directconnect.DescribeVirtualGatewaysOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, virtualGateway := range output.VirtualGateways {\n\t\tattributes, err := ToAttributesWithExclude(virtualGateway, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-virtual-gateway\",\n\t\t\tUniqueAttribute: \"VirtualGatewayId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewDirectConnectVirtualGatewayAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeVirtualGatewaysInput, *directconnect.DescribeVirtualGatewaysOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeVirtualGatewaysInput, *directconnect.DescribeVirtualGatewaysOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-virtual-gateway\",\n\t\tAdapterMetadata: virtualGatewayAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeVirtualGatewaysInput) (*directconnect.DescribeVirtualGatewaysOutput, error) {\n\t\t\treturn client.DescribeVirtualGateways(ctx, input)\n\t\t},\n\t\t// We want to use the list API for get and list operations\n\t\tUseListForGet: true,\n\t\tInputMapperGet: func(scope, _ string) (*directconnect.DescribeVirtualGatewaysInput, error) {\n\t\t\treturn &directconnect.DescribeVirtualGatewaysInput{}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*directconnect.DescribeVirtualGatewaysInput, error) {\n\t\t\treturn &directconnect.DescribeVirtualGatewaysInput{}, nil\n\t\t},\n\t\tOutputMapper: virtualGatewayOutputMapper,\n\t}\n}\n\nvar virtualGatewayAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"directconnect-virtual-gateway\",\n\tDescriptiveName: \"Direct Connect Virtual Gateway\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a virtual gateway by ID\",\n\t\tListDescription: \"List all virtual gateways\",\n\t\tSearchDescription: \"Search virtual gateways by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/directconnect-virtual-gateway_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestVirtualGatewayOutputMapper(t *testing.T) {\n\toutput := &directconnect.DescribeVirtualGatewaysOutput{\n\t\tVirtualGateways: []types.VirtualGateway{\n\t\t\t{\n\t\t\t\tVirtualGatewayId: new(\"cf68415c-f4ae-48f2-87a7-3b52cexample\"),\n\t\t\t\tVirtualGatewayState: new(\"available\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := virtualGatewayOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n}\n\nfunc TestNewDirectConnectVirtualGatewayAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectVirtualGatewayAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect-virtual-interface.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nconst gatewayIDVirtualInterfaceIDFormat = \"gateway_id/virtual_interface_id\"\n\nfunc virtualInterfaceOutputMapper(_ context.Context, _ *directconnect.Client, scope string, _ *directconnect.DescribeVirtualInterfacesInput, output *directconnect.DescribeVirtualInterfacesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, virtualInterface := range output.VirtualInterfaces {\n\t\tattributes, err := ToAttributesWithExclude(virtualInterface, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"directconnect-virtual-interface\",\n\t\t\tUniqueAttribute: \"VirtualInterfaceId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: directconnectTagsToMap(virtualInterface.Tags),\n\t\t}\n\n\t\tif virtualInterface.ConnectionId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-connection\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *virtualInterface.ConnectionId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif virtualInterface.DirectConnectGatewayId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-direct-connect-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *virtualInterface.DirectConnectGatewayId,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif virtualInterface.AmazonAddress != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"rdap-ip-network\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *virtualInterface.AmazonAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif virtualInterface.CustomerAddress != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"rdap-ip-network\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *virtualInterface.CustomerAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\t// Pinpoint a single attachment\n\t\tif virtualInterface.DirectConnectGatewayId != nil && virtualInterface.VirtualInterfaceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-direct-connect-gateway-attachment\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t// returns a single attachment\n\t\t\t\t\tQuery: fmt.Sprintf(\"%s/%s\", *virtualInterface.DirectConnectGatewayId, *virtualInterface.VirtualInterfaceId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\t// Find all affected attachments\n\t\tif virtualInterface.VirtualInterfaceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-direct-connect-gateway-attachment\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t// returns list of attachments for the given virtual interface id\n\t\t\t\t\tQuery: *virtualInterface.VirtualInterfaceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewDirectConnectVirtualInterfaceAdapter(client *directconnect.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*directconnect.DescribeVirtualInterfacesInput, *directconnect.DescribeVirtualInterfacesOutput, *directconnect.Client, *directconnect.Options] {\n\treturn &DescribeOnlyAdapter[*directconnect.DescribeVirtualInterfacesInput, *directconnect.DescribeVirtualInterfacesOutput, *directconnect.Client, *directconnect.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"directconnect-virtual-interface\",\n\t\tAdapterMetadata: virtualInterfaceAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *directconnect.Client, input *directconnect.DescribeVirtualInterfacesInput) (*directconnect.DescribeVirtualInterfacesOutput, error) {\n\t\t\treturn client.DescribeVirtualInterfaces(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*directconnect.DescribeVirtualInterfacesInput, error) {\n\t\t\treturn &directconnect.DescribeVirtualInterfacesInput{\n\t\t\t\tVirtualInterfaceId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*directconnect.DescribeVirtualInterfacesInput, error) {\n\t\t\treturn &directconnect.DescribeVirtualInterfacesInput{}, nil\n\t\t},\n\t\tOutputMapper: virtualInterfaceOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *directconnect.Client, scope, query string) (*directconnect.DescribeVirtualInterfacesInput, error) {\n\t\t\treturn &directconnect.DescribeVirtualInterfacesInput{\n\t\t\t\tConnectionId: &query,\n\t\t\t}, nil\n\t\t},\n\t}\n}\n\nvar virtualInterfaceAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"directconnect-virtual-interface\",\n\tDescriptiveName: \"Virtual Interface\",\n\tPotentialLinks: []string{\"directconnect-connection\", \"directconnect-direct-connect-gateway\", \"rdap-ip-network\", \"directconnect-direct-connect-gateway-attachment\", \"directconnect-virtual-interface\"},\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a virtual interface by ID\",\n\t\tListDescription: \"List all virtual interfaces\",\n\t\tSearchDescription: \"Search virtual interfaces by connection ID\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_dx_private_virtual_interface.id\"},\n\t\t{TerraformQueryMap: \"aws_dx_public_virtual_interface.id\"},\n\t\t{TerraformQueryMap: \"aws_dx_transit_virtual_interface.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/directconnect-virtual-interface_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestVirtualInterfaceOutputMapper(t *testing.T) {\n\toutput := &directconnect.DescribeVirtualInterfacesOutput{\n\t\tVirtualInterfaces: []types.VirtualInterface{\n\t\t\t{\n\t\t\t\tVirtualInterfaceId: new(\"dxvif-ffhhk74f\"),\n\t\t\t\tConnectionId: new(\"dxcon-fguhmqlc\"),\n\t\t\t\tVirtualInterfaceState: \"verifying\",\n\t\t\t\tCustomerAddress: new(\"192.168.1.2/30\"),\n\t\t\t\tAmazonAddress: new(\"192.168.1.1/30\"),\n\t\t\t\tVirtualInterfaceType: new(\"private\"),\n\t\t\t\tVirtualInterfaceName: new(\"PrivateVirtualInterface\"),\n\t\t\t\tDirectConnectGatewayId: new(\"cf68415c-f4ae-48f2-87a7-3b52cexample\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := virtualInterfaceOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"directconnect-connection\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dxcon-fguhmqlc\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-direct-connect-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cf68415c-f4ae-48f2-87a7-3b52cexample\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rdap-ip-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"192.168.1.1/30\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rdap-ip-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"192.168.1.2/30\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-direct-connect-gateway-attachment\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: fmt.Sprintf(\"%s/%s\", \"cf68415c-f4ae-48f2-87a7-3b52cexample\", \"dxvif-ffhhk74f\"),\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"directconnect-direct-connect-gateway-attachment\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"dxvif-ffhhk74f\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewDirectConnectVirtualInterfaceAdapter(t *testing.T) {\n\tclient, account, region := directconnectGetAutoConfig(t)\n\n\tadapter := NewDirectConnectVirtualInterfaceAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/directconnect.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect/types\"\n)\n\n// Converts a slice of tags to a map\nfunc directconnectTagsToMap(tags []types.Tag) map[string]string {\n\ttagsMap := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\ttagsMap[*tag.Key] = *tag.Value\n\t\t}\n\t}\n\n\treturn tagsMap\n}\n\nfunc arnToTags(ctx context.Context, cli *directconnect.Client, resourceARNs []string) (map[string][]types.Tag, error) {\n\tif cli == nil {\n\t\treturn nil, nil\n\t}\n\n\ttagsOutput, err := cli.DescribeTags(ctx, &directconnect.DescribeTagsInput{\n\t\tResourceArns: resourceARNs,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\ttags := make(map[string][]types.Tag, len(tagsOutput.ResourceTags))\n\tfor _, tag := range tagsOutput.ResourceTags {\n\t\ttags[*tag.ResourceArn] = tag.Tags\n\t}\n\n\treturn tags, nil\n}\n" }, { "path": "aws-source/adapters/directconnect_test.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\t\"testing\"\n)\n\nfunc directconnectGetAutoConfig(t *testing.T) (*directconnect.Client, string, string) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := directconnect.NewFromConfig(config)\n\n\treturn client, account, region\n}\n" }, { "path": "aws-source/adapters/dynamodb-backup.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/dynamodb\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc backupGetFunc(ctx context.Context, client Client, scope string, input *dynamodb.DescribeBackupInput) (*sdp.Item, error) {\n\tout, err := client.DescribeBackup(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif out.BackupDescription == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"backup description was nil\",\n\t\t}\n\t}\n\n\tif out.BackupDescription.BackupDetails == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"backup details were nil\",\n\t\t}\n\t}\n\n\tdetails := out.BackupDescription.BackupDetails\n\n\tattributes, err := ToAttributesWithExclude(details)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"dynamodb-backup\",\n\t\tUniqueAttribute: \"BackupName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif out.BackupDescription.SourceTableDetails != nil {\n\t\tif out.BackupDescription.SourceTableDetails.TableName != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dynamodb-table\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *out.BackupDescription.SourceTableDetails.TableName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\n// NewBackupAdapter This adapter is a bit strange. This is the only thing I've\n// found so far that can only be queries by ARN for Get. For this reason I'm\n// going to just disable GET. LIST works fine and allows it to be linked to the\n// table so this is enough for me at the moment\nfunc NewDynamoDBBackupAdapter(client Client, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*dynamodb.ListBackupsInput, *dynamodb.ListBackupsOutput, *dynamodb.DescribeBackupInput, *dynamodb.DescribeBackupOutput, Client, *dynamodb.Options] {\n\treturn &AlwaysGetAdapter[*dynamodb.ListBackupsInput, *dynamodb.ListBackupsOutput, *dynamodb.DescribeBackupInput, *dynamodb.DescribeBackupOutput, Client, *dynamodb.Options]{\n\t\tItemType: \"dynamodb-backup\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tGetFunc: backupGetFunc,\n\t\tListInput: &dynamodb.ListBackupsInput{},\n\t\tAdapterMetadata: dynamodbBackupAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *dynamodb.DescribeBackupInput {\n\t\t\t// Get is not supported since you can't search by name\n\t\t\treturn nil\n\t\t},\n\t\tListFuncOutputMapper: func(output *dynamodb.ListBackupsOutput, input *dynamodb.ListBackupsInput) ([]*dynamodb.DescribeBackupInput, error) {\n\t\t\tinputs := make([]*dynamodb.DescribeBackupInput, 0)\n\n\t\t\tfor _, summary := range output.BackupSummaries {\n\t\t\t\tif summary.BackupArn != nil {\n\t\t\t\t\tinputs = append(inputs, &dynamodb.DescribeBackupInput{\n\t\t\t\t\t\tBackupArn: summary.BackupArn,\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn inputs, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client Client, input *dynamodb.ListBackupsInput) Paginator[*dynamodb.ListBackupsOutput, *dynamodb.Options] {\n\t\t\treturn NewListBackupsPaginator(client, input)\n\t\t},\n\t\tSearchInputMapper: func(scope, query string) (*dynamodb.ListBackupsInput, error) {\n\t\t\t// Search by table name since you can't so it by ARN\n\t\t\treturn &dynamodb.ListBackupsInput{\n\t\t\t\tTableName: &query,\n\t\t\t}, nil\n\t\t},\n\t}\n}\n\nvar dynamodbBackupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"dynamodb-backup\",\n\tDescriptiveName: \"DynamoDB Backup\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tList: true,\n\t\tSearch: true,\n\t\tListDescription: \"List all DynamoDB backups\",\n\t\tSearchDescription: \"Search for a DynamoDB backup by table name\",\n\t},\n\tPotentialLinks: []string{\"dynamodb-table\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n})\n\n// Another AWS API that doesn't provide a paginator *and* does pagination\n// completely differently from everything else? You don't say.\n//\n// β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–„β–„β–„β–„β–„β–„β–„β–„β–„β–„β–„β–„β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘\n// β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–„β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–„β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘\n// β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–„β–ˆβ–ˆβ–€β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–€β–€β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–„β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘\n// β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–„β–ˆβ–€β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–€β–€β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–„β–‘β–‘β–‘β–‘β–‘β–‘\n// β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–ˆβ–ˆβ–ˆβ–„β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–€β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘β–‘β–‘β–‘\n// β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–„β–‘β–‘β–€β–€β–ˆβ–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘β–‘β–‘\n// β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–ˆβ–„β–ˆβ–ˆβ–€β–„β–‘β–‘β–‘β–‘β–‘β–„β–ˆβ–ˆβ–ˆβ–„β–„β–‘β–‘β–‘β–‘β–‘β–‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘β–‘\n// β–‘β–‘β–‘β–‘β–‘β–‘β–„β–€β–€β–€β–ˆβ–ˆβ–€β–‘β–‘β–‘β–‘β–‘β–„β–„β–„β–‘β–‘β–€β–ˆβ–‘β–‘β–‘β–‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘\n// β–‘β–‘β–‘β–‘β–‘β–„β–€β–‘β–‘β–‘β–‘β–„β–€β–‘β–„β–‘β–‘β–ˆβ–„β–ˆβ–ˆβ–€β–„β–‘β–‘β–‘β–‘β–‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘\n// β–‘β–‘β–‘β–‘β–‘β–ˆβ–‘β–‘β–‘β–‘β–€β–‘β–‘β–‘β–ˆβ–‘β–‘β–‘β–€β–€β–€β–€β–€β–‘β–‘β–‘β–‘β–‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–„β–‘\n// β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–„β–ˆβ–„β–‘β–‘β–‘β–‘β–‘β–„β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–€β–‘\n// β–‘β–‘β–‘β–‘β–‘β–‘β–ˆβ–€β–‘β–‘β–‘β–‘β–€β–€β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–ˆβ–ˆβ–ˆβ–€β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘\n// β–‘β–‘β–‘β–„β–„β–‘β–€β–‘β–„β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–€β–‘β–‘β–‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘β–‘\n// β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘β–ˆβ–„β–ˆβ–€β–‘β–„β–‘β–‘β–ˆβ–ˆβ–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–ˆβ–„β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–€β–‘β–‘β–‘\n// β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘β–‘β–€β–ˆβ–ˆβ–ˆβ–ˆβ–€β–‘β–€β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–„β–€β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–„\n// β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–€β–„β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ\n// β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘β–„β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–„β–‘β–‘β–‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ\n// β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–„β–ˆβ–€β–‘β–‘β–„β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ\n// β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–„β–„β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–‘β–€β–‘β–‘β–‘β–„β–€β–„β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ\n\n// ListBackupsPaginator is a paginator for DescribeCapacityProviders\ntype ListBackupsPaginator struct {\n\tclient Client\n\tparams *dynamodb.ListBackupsInput\n\tlastARN *string\n\tfirstPage bool\n}\n\n// NewListBackupsPaginator returns a new ListBackupsPaginator\nfunc NewListBackupsPaginator(client Client, params *dynamodb.ListBackupsInput) *ListBackupsPaginator {\n\tif params == nil {\n\t\tparams = &dynamodb.ListBackupsInput{}\n\t}\n\n\treturn &ListBackupsPaginator{\n\t\tclient: client,\n\t\tparams: params,\n\t\tfirstPage: true,\n\t\tlastARN: params.ExclusiveStartBackupArn,\n\t}\n}\n\n// HasMorePages returns a boolean indicating whether more pages are available\nfunc (p *ListBackupsPaginator) HasMorePages() bool {\n\treturn p.firstPage || (p.lastARN != nil && len(*p.lastARN) != 0)\n}\n\n// NextPage retrieves the next DescribeCapacityProviders page.\nfunc (p *ListBackupsPaginator) NextPage(ctx context.Context, optFns ...func(*dynamodb.Options)) (*dynamodb.ListBackupsOutput, error) {\n\tif !p.HasMorePages() {\n\t\treturn nil, fmt.Errorf(\"no more pages available\")\n\t}\n\n\tparams := *p.params\n\tparams.ExclusiveStartBackupArn = p.lastARN\n\n\tresult, err := p.client.ListBackups(ctx, ¶ms, optFns...)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\tp.firstPage = false\n\n\tprevToken := p.lastARN\n\tp.lastARN = result.LastEvaluatedBackupArn\n\n\tif prevToken != nil &&\n\t\tp.lastARN != nil &&\n\t\t*prevToken == *p.lastARN {\n\t\tp.lastARN = nil\n\t}\n\n\treturn result, nil\n}\n" }, { "path": "aws-source/adapters/dynamodb-backup_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/dynamodb\"\n\t\"github.com/aws/aws-sdk-go-v2/service/dynamodb/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t *DynamoDBTestClient) DescribeBackup(ctx context.Context, params *dynamodb.DescribeBackupInput, optFns ...func(*dynamodb.Options)) (*dynamodb.DescribeBackupOutput, error) {\n\treturn &dynamodb.DescribeBackupOutput{\n\t\tBackupDescription: &types.BackupDescription{\n\t\t\tBackupDetails: &types.BackupDetails{\n\t\t\t\tBackupArn: new(\"arn:aws:dynamodb:eu-west-1:052392120703:table/test2/backup/01673461724486-a6007753\"),\n\t\t\t\tBackupName: new(\"test2-backup\"),\n\t\t\t\tBackupSizeBytes: new(int64(0)),\n\t\t\t\tBackupStatus: types.BackupStatusAvailable,\n\t\t\t\tBackupType: types.BackupTypeUser,\n\t\t\t\tBackupCreationDateTime: new(time.Now()),\n\t\t\t},\n\t\t\tSourceTableDetails: &types.SourceTableDetails{\n\t\t\t\tTableName: new(\"test2\"), // link\n\t\t\t\tTableId: new(\"12670f3b-8ca1-463b-b15e-f2e27eaf70b0\"),\n\t\t\t\tTableArn: new(\"arn:aws:dynamodb:eu-west-1:052392120703:table/test2\"),\n\t\t\t\tTableSizeBytes: new(int64(0)),\n\t\t\t\tKeySchema: []types.KeySchemaElement{\n\t\t\t\t\t{\n\t\t\t\t\t\tAttributeName: new(\"ArtistId\"),\n\t\t\t\t\t\tKeyType: types.KeyTypeHash,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tAttributeName: new(\"Concert\"),\n\t\t\t\t\t\tKeyType: types.KeyTypeRange,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tTableCreationDateTime: new(time.Now()),\n\t\t\t\tProvisionedThroughput: &types.ProvisionedThroughput{\n\t\t\t\t\tReadCapacityUnits: new(int64(5)),\n\t\t\t\t\tWriteCapacityUnits: new(int64(5)),\n\t\t\t\t},\n\t\t\t\tItemCount: new(int64(0)),\n\t\t\t\tBillingMode: types.BillingModeProvisioned,\n\t\t\t},\n\t\t\tSourceTableFeatureDetails: &types.SourceTableFeatureDetails{\n\t\t\t\tGlobalSecondaryIndexes: []types.GlobalSecondaryIndexInfo{\n\t\t\t\t\t{\n\t\t\t\t\t\tIndexName: new(\"GSI\"),\n\t\t\t\t\t\tKeySchema: []types.KeySchemaElement{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tAttributeName: new(\"TicketSales\"),\n\t\t\t\t\t\t\t\tKeyType: types.KeyTypeHash,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tProjection: &types.Projection{\n\t\t\t\t\t\t\tProjectionType: types.ProjectionTypeKeysOnly,\n\t\t\t\t\t\t},\n\t\t\t\t\t\tProvisionedThroughput: &types.ProvisionedThroughput{\n\t\t\t\t\t\t\tReadCapacityUnits: new(int64(5)),\n\t\t\t\t\t\t\tWriteCapacityUnits: new(int64(5)),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *DynamoDBTestClient) ListBackups(ctx context.Context, params *dynamodb.ListBackupsInput, optFns ...func(*dynamodb.Options)) (*dynamodb.ListBackupsOutput, error) {\n\treturn &dynamodb.ListBackupsOutput{\n\t\tBackupSummaries: []types.BackupSummary{\n\t\t\t{\n\t\t\t\tTableName: new(\"test2\"),\n\t\t\t\tTableId: new(\"12670f3b-8ca1-463b-b15e-f2e27eaf70b0\"),\n\t\t\t\tTableArn: new(\"arn:aws:dynamodb:eu-west-1:052392120703:table/test2\"),\n\t\t\t\tBackupArn: new(\"arn:aws:dynamodb:eu-west-1:052392120703:table/test2/backup/01673461724486-a6007753\"),\n\t\t\t\tBackupName: new(\"test2-backup\"),\n\t\t\t\tBackupCreationDateTime: new(time.Now()),\n\t\t\t\tBackupStatus: types.BackupStatusAvailable,\n\t\t\t\tBackupType: types.BackupTypeUser,\n\t\t\t\tBackupSizeBytes: new(int64(10)),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc TestBackupGetFunc(t *testing.T) {\n\titem, err := backupGetFunc(context.Background(), &DynamoDBTestClient{}, \"foo\", &dynamodb.DescribeBackupInput{})\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"dynamodb-table\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test2\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewDynamoDBBackupAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := dynamodb.NewFromConfig(config)\n\n\tadapter := NewDynamoDBBackupAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipGet: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/dynamodb-table.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/dynamodb\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc tableGetFunc(ctx context.Context, client Client, scope string, input *dynamodb.DescribeTableInput) (*sdp.Item, error) {\n\tout, err := client.DescribeTable(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif out.Table == nil {\n\t\treturn nil, errors.New(\"returned table is nil\")\n\t}\n\n\ttable := out.Table\n\n\tvar nextToken *string\n\ttagsMap := make(map[string]string)\n\n\t// Get the tags for this table, keep looping until we run out of pages\n\tfor {\n\t\ttagsOut, err := client.ListTagsOfResource(ctx, &dynamodb.ListTagsOfResourceInput{\n\t\t\tResourceArn: table.TableArn,\n\t\t\tNextToken: nextToken,\n\t\t})\n\n\t\tif err != nil {\n\t\t\ttagsMap = HandleTagsError(ctx, err)\n\t\t\tbreak\n\t\t}\n\n\t\t// Add tags to map\n\t\tfor _, tag := range tagsOut.Tags {\n\t\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\t\ttagsMap[*tag.Key] = *tag.Value\n\t\t\t}\n\t\t}\n\n\t\tnextToken = tagsOut.NextToken\n\n\t\tif nextToken == nil {\n\t\t\tbreak\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(table)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"dynamodb-table\",\n\t\tUniqueAttribute: \"TableName\",\n\t\tScope: scope,\n\t\tAttributes: attributes,\n\t\tTags: tagsMap,\n\t}\n\n\tvar a *ARN\n\n\tstreamsOut, err := client.DescribeKinesisStreamingDestination(ctx, &dynamodb.DescribeKinesisStreamingDestinationInput{\n\t\tTableName: table.TableName,\n\t})\n\n\tif err == nil {\n\t\tfor _, dest := range streamsOut.KinesisDataStreamDestinations {\n\t\t\tif dest.StreamArn != nil {\n\t\t\t\tif a, err = ParseARN(*dest.StreamArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"kinesis-stream\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *dest.StreamArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tif table.RestoreSummary != nil {\n\t\tif table.RestoreSummary.SourceBackupArn != nil {\n\t\t\tif a, err = ParseARN(*table.RestoreSummary.SourceBackupArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"backup-recovery-point\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *table.RestoreSummary.SourceBackupArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif table.RestoreSummary.SourceTableArn != nil {\n\t\t\tif a, err = ParseARN(*table.RestoreSummary.SourceTableArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dynamodb-table\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *table.RestoreSummary.SourceTableArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif table.SSEDescription != nil {\n\t\tif table.SSEDescription.KMSMasterKeyArn != nil {\n\t\t\tif a, err = ParseARN(*table.SSEDescription.KMSMasterKeyArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *table.SSEDescription.KMSMasterKeyArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewDynamoDBTableAdapter(client Client, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*dynamodb.ListTablesInput, *dynamodb.ListTablesOutput, *dynamodb.DescribeTableInput, *dynamodb.DescribeTableOutput, Client, *dynamodb.Options] {\n\treturn &AlwaysGetAdapter[*dynamodb.ListTablesInput, *dynamodb.ListTablesOutput, *dynamodb.DescribeTableInput, *dynamodb.DescribeTableOutput, Client, *dynamodb.Options]{\n\t\tItemType: \"dynamodb-table\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tGetFunc: tableGetFunc,\n\t\tListInput: &dynamodb.ListTablesInput{},\n\t\tAdapterMetadata: dynamodbTableAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *dynamodb.DescribeTableInput {\n\t\t\treturn &dynamodb.DescribeTableInput{\n\t\t\t\tTableName: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client Client, input *dynamodb.ListTablesInput) Paginator[*dynamodb.ListTablesOutput, *dynamodb.Options] {\n\t\t\treturn dynamodb.NewListTablesPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *dynamodb.ListTablesOutput, input *dynamodb.ListTablesInput) ([]*dynamodb.DescribeTableInput, error) {\n\t\t\tif output == nil {\n\t\t\t\treturn nil, errors.New(\"cannot map nil output\")\n\t\t\t}\n\n\t\t\tinputs := make([]*dynamodb.DescribeTableInput, 0, len(output.TableNames))\n\n\t\t\tfor i := range output.TableNames {\n\t\t\t\tinputs = append(inputs, &dynamodb.DescribeTableInput{\n\t\t\t\t\tTableName: &output.TableNames[i],\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn inputs, nil\n\t\t},\n\t}\n}\n\nvar dynamodbTableAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"dynamodb-table\",\n\tDescriptiveName: \"DynamoDB Table\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a DynamoDB table by name\",\n\t\tListDescription: \"List all DynamoDB tables\",\n\t\tSearchDescription: \"Search for DynamoDB tables by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\tPotentialLinks: []string{\"kinesis-stream\", \"backup-recovery-point\", \"dynamodb-table\", \"kms-key\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformMethod: sdp.QueryMethod_SEARCH, TerraformQueryMap: \"aws_dynamodb_table.arn\"},\n\t},\n})\n" }, { "path": "aws-source/adapters/dynamodb-table_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/dynamodb\"\n\t\"github.com/aws/aws-sdk-go-v2/service/dynamodb/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t *DynamoDBTestClient) DescribeTable(context.Context, *dynamodb.DescribeTableInput, ...func(*dynamodb.Options)) (*dynamodb.DescribeTableOutput, error) {\n\treturn &dynamodb.DescribeTableOutput{\n\t\tTable: &types.TableDescription{\n\t\t\tAttributeDefinitions: []types.AttributeDefinition{\n\t\t\t\t{\n\t\t\t\t\tAttributeName: new(\"ArtistId\"),\n\t\t\t\t\tAttributeType: types.ScalarAttributeTypeS,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tAttributeName: new(\"Concert\"),\n\t\t\t\t\tAttributeType: types.ScalarAttributeTypeS,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tAttributeName: new(\"TicketSales\"),\n\t\t\t\t\tAttributeType: types.ScalarAttributeTypeS,\n\t\t\t\t},\n\t\t\t},\n\t\t\tTableName: new(\"test-DDBTable-1X52D7BWAAB2H\"),\n\t\t\tKeySchema: []types.KeySchemaElement{\n\t\t\t\t{\n\t\t\t\t\tAttributeName: new(\"ArtistId\"),\n\t\t\t\t\tKeyType: types.KeyTypeHash,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tAttributeName: new(\"Concert\"),\n\t\t\t\t\tKeyType: types.KeyTypeRange,\n\t\t\t\t},\n\t\t\t},\n\t\t\tTableStatus: types.TableStatusActive,\n\t\t\tCreationDateTime: new(time.Now()),\n\t\t\tProvisionedThroughput: &types.ProvisionedThroughputDescription{\n\t\t\t\tNumberOfDecreasesToday: new(int64(0)),\n\t\t\t\tReadCapacityUnits: new(int64(5)),\n\t\t\t\tWriteCapacityUnits: new(int64(5)),\n\t\t\t},\n\t\t\tTableSizeBytes: new(int64(0)),\n\t\t\tItemCount: new(int64(0)),\n\t\t\tTableArn: new(\"arn:aws:dynamodb:eu-west-1:052392120703:table/test-DDBTable-1X52D7BWAAB2H\"),\n\t\t\tTableId: new(\"32ef65bf-d6f3-4508-a3db-f201df09e437\"),\n\t\t\tGlobalSecondaryIndexes: []types.GlobalSecondaryIndexDescription{\n\t\t\t\t{\n\t\t\t\t\tIndexName: new(\"GSI\"),\n\t\t\t\t\tKeySchema: []types.KeySchemaElement{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tAttributeName: new(\"TicketSales\"),\n\t\t\t\t\t\t\tKeyType: types.KeyTypeHash,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tProjection: &types.Projection{\n\t\t\t\t\t\tProjectionType: types.ProjectionTypeKeysOnly,\n\t\t\t\t\t},\n\t\t\t\t\tIndexStatus: types.IndexStatusActive,\n\t\t\t\t\tProvisionedThroughput: &types.ProvisionedThroughputDescription{\n\t\t\t\t\t\tNumberOfDecreasesToday: new(int64(0)),\n\t\t\t\t\t\tReadCapacityUnits: new(int64(5)),\n\t\t\t\t\t\tWriteCapacityUnits: new(int64(5)),\n\t\t\t\t\t},\n\t\t\t\t\tIndexSizeBytes: new(int64(0)),\n\t\t\t\t\tItemCount: new(int64(0)),\n\t\t\t\t\tIndexArn: new(\"arn:aws:dynamodb:eu-west-1:052392120703:table/test-DDBTable-1X52D7BWAAB2H/index/GSI\"), // no link, t\n\t\t\t\t},\n\t\t\t},\n\t\t\tArchivalSummary: &types.ArchivalSummary{\n\t\t\t\tArchivalBackupArn: new(\"arn:aws:backups:eu-west-1:052392120703:some-backup/one\"), // link\n\t\t\t\tArchivalDateTime: new(time.Now()),\n\t\t\t\tArchivalReason: new(\"fear\"),\n\t\t\t},\n\t\t\tBillingModeSummary: &types.BillingModeSummary{\n\t\t\t\tBillingMode: types.BillingModePayPerRequest,\n\t\t\t},\n\t\t\tGlobalTableVersion: new(\"1\"),\n\t\t\tLatestStreamArn: new(\"arn:aws:dynamodb:eu-west-1:052392120703:table/test-DDBTable-1X52D7BWAAB2H/stream/2023-01-11T16:53:02.371\"), // This doesn't get linked because there is no more data to get\n\t\t\tLatestStreamLabel: new(\"2023-01-11T16:53:02.371\"),\n\t\t\tLocalSecondaryIndexes: []types.LocalSecondaryIndexDescription{\n\t\t\t\t{\n\t\t\t\t\tIndexArn: new(\"arn:aws:dynamodb:eu-west-1:052392120703:table/test-DDBTable-1X52D7BWAAB2H/index/GSX\"), // no link\n\t\t\t\t\tIndexName: new(\"GSX\"),\n\t\t\t\t\tIndexSizeBytes: new(int64(29103)),\n\t\t\t\t\tItemCount: new(int64(234234)),\n\t\t\t\t\tKeySchema: []types.KeySchemaElement{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tAttributeName: new(\"TicketSales\"),\n\t\t\t\t\t\t\tKeyType: types.KeyTypeHash,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tProjection: &types.Projection{\n\t\t\t\t\t\tNonKeyAttributes: []string{\n\t\t\t\t\t\t\t\"att1\",\n\t\t\t\t\t\t},\n\t\t\t\t\t\tProjectionType: types.ProjectionTypeInclude,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tReplicas: []types.ReplicaDescription{\n\t\t\t\t{\n\t\t\t\t\tGlobalSecondaryIndexes: []types.ReplicaGlobalSecondaryIndexDescription{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tIndexName: new(\"name\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tKMSMasterKeyId: new(\"keyID\"),\n\t\t\t\t\tRegionName: new(\"eu-west-2\"), // link\n\t\t\t\t\tReplicaStatus: types.ReplicaStatusActive,\n\t\t\t\t\tReplicaTableClassSummary: &types.TableClassSummary{\n\t\t\t\t\t\tTableClass: types.TableClassStandard,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tRestoreSummary: &types.RestoreSummary{\n\t\t\t\tRestoreDateTime: new(time.Now()),\n\t\t\t\tRestoreInProgress: new(false),\n\t\t\t\tSourceBackupArn: new(\"arn:aws:backup:eu-west-1:052392120703:recovery-point:89d0f956-d3a6-42fd-abbd-7d397766bc7e\"), // link\n\t\t\t\tSourceTableArn: new(\"arn:aws:dynamodb:eu-west-1:052392120703:table/test-DDBTable-1X52D7BWAAB2H\"), // link\n\t\t\t},\n\t\t\tSSEDescription: &types.SSEDescription{\n\t\t\t\tInaccessibleEncryptionDateTime: new(time.Now()),\n\t\t\t\tKMSMasterKeyArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\t\t\t\tSSEType: types.SSETypeAes256,\n\t\t\t\tStatus: types.SSEStatusDisabling,\n\t\t\t},\n\t\t\tStreamSpecification: &types.StreamSpecification{\n\t\t\t\tStreamEnabled: new(true),\n\t\t\t\tStreamViewType: types.StreamViewTypeKeysOnly,\n\t\t\t},\n\t\t\tTableClassSummary: &types.TableClassSummary{\n\t\t\t\tLastUpdateDateTime: new(time.Now()),\n\t\t\t\tTableClass: types.TableClassStandard,\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *DynamoDBTestClient) ListTables(context.Context, *dynamodb.ListTablesInput, ...func(*dynamodb.Options)) (*dynamodb.ListTablesOutput, error) {\n\treturn &dynamodb.ListTablesOutput{\n\t\tTableNames: []string{\n\t\t\t\"test-DDBTable-1X52D7BWAAB2H\",\n\t\t},\n\t}, nil\n}\n\nfunc (t *DynamoDBTestClient) DescribeKinesisStreamingDestination(ctx context.Context, params *dynamodb.DescribeKinesisStreamingDestinationInput, optFns ...func(*dynamodb.Options)) (*dynamodb.DescribeKinesisStreamingDestinationOutput, error) {\n\treturn &dynamodb.DescribeKinesisStreamingDestinationOutput{\n\t\tKinesisDataStreamDestinations: []types.KinesisDataStreamDestination{\n\t\t\t{\n\t\t\t\tDestinationStatus: types.DestinationStatusActive,\n\t\t\t\tDestinationStatusDescription: new(\"description\"),\n\t\t\t\tStreamArn: new(\"arn:aws:kinesis:eu-west-1:052392120703:stream/test\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *DynamoDBTestClient) ListTagsOfResource(context.Context, *dynamodb.ListTagsOfResourceInput, ...func(*dynamodb.Options)) (*dynamodb.ListTagsOfResourceOutput, error) {\n\treturn &dynamodb.ListTagsOfResourceOutput{\n\t\tTags: []types.Tag{\n\t\t\t{\n\t\t\t\tKey: new(\"key\"),\n\t\t\t\tValue: new(\"value\"),\n\t\t\t},\n\t\t},\n\t\tNextToken: nil,\n\t}, nil\n}\n\nfunc TestTableGetFunc(t *testing.T) {\n\titem, err := tableGetFunc(context.Background(), &DynamoDBTestClient{}, \"foo\", &dynamodb.DescribeTableInput{})\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif item.GetTags()[\"key\"] != \"value\" {\n\t\tt.Errorf(\"expected tag key to be 'value', got '%s'\", item.GetTags()[\"key\"])\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"kinesis-stream\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:kinesis:eu-west-1:052392120703:stream/test\",\n\t\t\tExpectedScope: \"052392120703.eu-west-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"backup-recovery-point\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:backup:eu-west-1:052392120703:recovery-point:89d0f956-d3a6-42fd-abbd-7d397766bc7e\",\n\t\t\tExpectedScope: \"052392120703.eu-west-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dynamodb-table\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:dynamodb:eu-west-1:052392120703:table/test-DDBTable-1X52D7BWAAB2H\",\n\t\t\tExpectedScope: \"052392120703.eu-west-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewDynamoDBTableAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := dynamodb.NewFromConfig(config)\n\n\tadapter := NewDynamoDBTableAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/dynamodb.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/dynamodb\"\n)\n\ntype Client interface {\n\tDescribeKinesisStreamingDestination(ctx context.Context, params *dynamodb.DescribeKinesisStreamingDestinationInput, optFns ...func(*dynamodb.Options)) (*dynamodb.DescribeKinesisStreamingDestinationOutput, error)\n\tDescribeBackup(ctx context.Context, params *dynamodb.DescribeBackupInput, optFns ...func(*dynamodb.Options)) (*dynamodb.DescribeBackupOutput, error)\n\tListBackups(ctx context.Context, params *dynamodb.ListBackupsInput, optFns ...func(*dynamodb.Options)) (*dynamodb.ListBackupsOutput, error)\n\tListTagsOfResource(ctx context.Context, params *dynamodb.ListTagsOfResourceInput, optFns ...func(*dynamodb.Options)) (*dynamodb.ListTagsOfResourceOutput, error)\n\n\tdynamodb.DescribeTableAPIClient\n\tdynamodb.ListTablesAPIClient\n}\n" }, { "path": "aws-source/adapters/dynamodb_test.go", "content": "package adapters\n\ntype DynamoDBTestClient struct{}\n" }, { "path": "aws-source/adapters/ec2-address.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// AddressInputMapperGet Maps adapter calls to the correct input for the AZ API\nfunc addressInputMapperGet(scope, query string) (*ec2.DescribeAddressesInput, error) {\n\treturn &ec2.DescribeAddressesInput{\n\t\tPublicIps: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\n// AddressInputMapperList Maps adapter calls to the correct input for the AZ API\nfunc addressInputMapperList(scope string) (*ec2.DescribeAddressesInput, error) {\n\treturn &ec2.DescribeAddressesInput{}, nil\n}\n\n// AddressOutputMapper Maps API output to items\nfunc addressOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeAddressesInput, output *ec2.DescribeAddressesOutput) ([]*sdp.Item, error) {\n\tif output == nil {\n\t\treturn nil, errors.New(\"empty output\")\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\tvar err error\n\tvar attrs *sdp.ItemAttributes\n\n\tfor _, address := range output.Addresses {\n\t\tattrs, err = ToAttributesWithExclude(address, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-address\",\n\t\t\tUniqueAttribute: \"PublicIp\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *address.PublicIp,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tTags: ec2TagsToMap(address.Tags),\n\t\t}\n\n\t\tif address.InstanceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *address.InstanceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif address.CarrierIp != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *address.CarrierIp,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif address.CustomerOwnedIp != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *address.CustomerOwnedIp,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif address.NetworkInterfaceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-network-interface\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *address.NetworkInterfaceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif address.PrivateIpAddress != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *address.PrivateIpAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\n// NewAddressAdapter Creates a new adapter for aws-Address resources\nfunc NewEC2AddressAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeAddressesInput, *ec2.DescribeAddressesOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeAddressesInput, *ec2.DescribeAddressesOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-address\",\n\t\tAdapterMetadata: addressAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeAddressesInput) (*ec2.DescribeAddressesOutput, error) {\n\t\t\treturn client.DescribeAddresses(ctx, input)\n\t\t},\n\t\tInputMapperGet: addressInputMapperGet,\n\t\tInputMapperList: addressInputMapperList,\n\t\tOutputMapper: addressOutputMapper,\n\t}\n}\n\nvar addressAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-address\",\n\tDescriptiveName: \"EC2 Address\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an EC2 address by Public IP\",\n\t\tListDescription: \"List EC2 addresses\",\n\t\tSearchDescription: \"Search for EC2 addresses by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_eip.public_ip\"},\n\t\t{TerraformQueryMap: \"aws_eip_association.public_ip\"},\n\t},\n\tPotentialLinks: []string{\"ec2-instance\", \"ip\", \"ec2-network-interface\"},\n})\n" }, { "path": "aws-source/adapters/ec2-address_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestAddressInputMapperGet(t *testing.T) {\n\tinput, err := addressInputMapperGet(\"foo\", \"az-name\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.PublicIps) != 1 {\n\t\tt.Fatalf(\"expected 1 Address, got %v\", len(input.PublicIps))\n\t}\n\n\tif input.PublicIps[0] != \"az-name\" {\n\t\tt.Errorf(\"expected Address to be to be az-name, got %v\", input.PublicIps[0])\n\t}\n}\n\nfunc TestAddressInputMapperList(t *testing.T) {\n\tinput, err := addressInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.PublicIps) != 0 {\n\t\tt.Fatalf(\"expected 0 zone names, got %v\", len(input.PublicIps))\n\t}\n}\n\nfunc TestAddressOutputMapper(t *testing.T) {\n\toutput := ec2.DescribeAddressesOutput{\n\t\tAddresses: []types.Address{\n\t\t\t{\n\t\t\t\tPublicIp: new(\"3.11.82.6\"),\n\t\t\t\tAllocationId: new(\"eipalloc-030a6f43bc6086267\"),\n\t\t\t\tDomain: types.DomainTypeVpc,\n\t\t\t\tPublicIpv4Pool: new(\"amazon\"),\n\t\t\t\tNetworkBorderGroup: new(\"eu-west-2\"),\n\t\t\t\tInstanceId: new(\"instance\"),\n\t\t\t\tCarrierIp: new(\"3.11.82.7\"),\n\t\t\t\tCustomerOwnedIp: new(\"3.11.82.8\"),\n\t\t\t\tNetworkInterfaceId: new(\"foo\"),\n\t\t\t\tPrivateIpAddress: new(\"3.11.82.9\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := addressOutputMapper(context.Background(), nil, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: *output.Addresses[0].PublicIp,\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: *output.Addresses[0].InstanceId,\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: *output.Addresses[0].CarrierIp,\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: *output.Addresses[0].CustomerOwnedIp,\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-network-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: *output.Addresses[0].NetworkInterfaceId,\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: *output.Addresses[0].PrivateIpAddress,\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewEC2AddressAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2AddressAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-capacity-reservation-fleet.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc capacityReservationFleetOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeCapacityReservationFleetsInput, output *ec2.DescribeCapacityReservationFleetsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, cr := range output.CapacityReservationFleets {\n\t\tattributes, err := ToAttributesWithExclude(cr, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-capacity-reservation-fleet\",\n\t\t\tUniqueAttribute: \"CapacityReservationFleetId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: ec2TagsToMap(cr.Tags),\n\t\t}\n\n\t\tfor _, spec := range cr.InstanceTypeSpecifications {\n\t\t\tif spec.CapacityReservationId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-capacity-reservation\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *spec.CapacityReservationId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tswitch cr.State {\n\t\tcase types.CapacityReservationFleetStateSubmitted:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.CapacityReservationFleetStateModifying:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.CapacityReservationFleetStateActive:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.CapacityReservationFleetStatePartiallyFulfilled:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.CapacityReservationFleetStateExpiring:\n\t\t\titem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\t\tcase types.CapacityReservationFleetStateExpired:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase types.CapacityReservationFleetStateCancelling:\n\t\t\titem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\t\tcase types.CapacityReservationFleetStateCancelled:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\tcase types.CapacityReservationFleetStateFailed:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2CapacityReservationFleetAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeCapacityReservationFleetsInput, *ec2.DescribeCapacityReservationFleetsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeCapacityReservationFleetsInput, *ec2.DescribeCapacityReservationFleetsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-capacity-reservation-fleet\",\n\t\tAdapterMetadata: capacityReservationFleetAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeCapacityReservationFleetsInput) (*ec2.DescribeCapacityReservationFleetsOutput, error) {\n\t\t\treturn client.DescribeCapacityReservationFleets(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*ec2.DescribeCapacityReservationFleetsInput, error) {\n\t\t\treturn &ec2.DescribeCapacityReservationFleetsInput{\n\t\t\t\tCapacityReservationFleetIds: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*ec2.DescribeCapacityReservationFleetsInput, error) {\n\t\t\treturn &ec2.DescribeCapacityReservationFleetsInput{}, nil\n\t\t},\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeCapacityReservationFleetsInput) Paginator[*ec2.DescribeCapacityReservationFleetsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeCapacityReservationFleetsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: capacityReservationFleetOutputMapper,\n\t}\n}\n\nvar capacityReservationFleetAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-capacity-reservation-fleet\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tDescriptiveName: \"Capacity Reservation Fleet\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a capacity reservation fleet by ID\",\n\t\tListDescription: \"List capacity reservation fleets\",\n\t\tSearchDescription: \"Search capacity reservation fleets by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-capacity-reservation\"},\n})\n" }, { "path": "aws-source/adapters/ec2-capacity-reservation-fleet_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestCapacityReservationFleetOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeCapacityReservationFleetsOutput{\n\t\tCapacityReservationFleets: []types.CapacityReservationFleet{\n\t\t\t{\n\t\t\t\tAllocationStrategy: new(\"prioritized\"),\n\t\t\t\tCapacityReservationFleetArn: new(\"arn:aws:ec2:us-east-1:123456789012:capacity-reservation/fleet/crf-1234567890abcdef0\"),\n\t\t\t\tCapacityReservationFleetId: new(\"crf-1234567890abcdef0\"),\n\t\t\t\tCreateTime: new(time.Now()),\n\t\t\t\tEndDate: nil,\n\t\t\t\tInstanceMatchCriteria: types.FleetInstanceMatchCriteriaOpen,\n\t\t\t\tInstanceTypeSpecifications: []types.FleetCapacityReservation{\n\t\t\t\t\t{\n\t\t\t\t\t\tAvailabilityZone: new(\"us-east-1a\"), // link\n\t\t\t\t\t\tAvailabilityZoneId: new(\"use1-az1\"),\n\t\t\t\t\t\tCapacityReservationId: new(\"cr-1234567890abcdef0\"), // link\n\t\t\t\t\t\tCreateDate: new(time.Now()),\n\t\t\t\t\t\tEbsOptimized: new(true),\n\t\t\t\t\t\tFulfilledCapacity: new(float64(1)),\n\t\t\t\t\t\tInstancePlatform: types.CapacityReservationInstancePlatformLinuxUnix,\n\t\t\t\t\t\tInstanceType: types.InstanceTypeA12xlarge,\n\t\t\t\t\t\tPriority: new(int32(1)),\n\t\t\t\t\t\tTotalInstanceCount: new(int32(1)),\n\t\t\t\t\t\tWeight: new(float64(1)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tState: types.CapacityReservationFleetStateActive, // health\n\t\t\t\tTenancy: types.FleetCapacityReservationTenancyDefault,\n\t\t\t\tTotalFulfilledCapacity: new(float64(1)),\n\t\t\t\tTotalTargetCapacity: new(int32(1)),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := capacityReservationFleetOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2CapacityReservationFleetAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2CapacityReservationFleetAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-capacity-reservation.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc capacityReservationOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeCapacityReservationsInput, output *ec2.DescribeCapacityReservationsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, cr := range output.CapacityReservations {\n\t\tattributes, err := ToAttributesWithExclude(cr, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-capacity-reservation\",\n\t\t\tUniqueAttribute: \"CapacityReservationId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: ec2TagsToMap(cr.Tags),\n\t\t}\n\n\t\tif cr.CapacityReservationFleetId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-capacity-reservation-fleet\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *cr.CapacityReservationFleetId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif cr.OutpostArn != nil {\n\t\t\tif arn, err := ParseARN(*cr.OutpostArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"outposts-outpost\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *cr.OutpostArn,\n\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif cr.PlacementGroupArn != nil {\n\t\t\tif arn, err := ParseARN(*cr.PlacementGroupArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-placement-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *cr.PlacementGroupArn,\n\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2CapacityReservationAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeCapacityReservationsInput, *ec2.DescribeCapacityReservationsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeCapacityReservationsInput, *ec2.DescribeCapacityReservationsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-capacity-reservation\",\n\t\tAdapterMetadata: capacityReservationAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeCapacityReservationsInput) (*ec2.DescribeCapacityReservationsOutput, error) {\n\t\t\treturn client.DescribeCapacityReservations(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*ec2.DescribeCapacityReservationsInput, error) {\n\t\t\treturn &ec2.DescribeCapacityReservationsInput{\n\t\t\t\tCapacityReservationIds: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*ec2.DescribeCapacityReservationsInput, error) {\n\t\t\treturn &ec2.DescribeCapacityReservationsInput{}, nil\n\t\t},\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeCapacityReservationsInput) Paginator[*ec2.DescribeCapacityReservationsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeCapacityReservationsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: capacityReservationOutputMapper,\n\t}\n}\n\nvar capacityReservationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-capacity-reservation\",\n\tDescriptiveName: \"Capacity Reservation\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a capacity reservation fleet by ID\",\n\t\tListDescription: \"List capacity reservation fleets\",\n\t\tSearchDescription: \"Search capacity reservation fleets by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_ec2_capacity_reservation_fleet.id\"},\n\t},\n\tPotentialLinks: []string{\"outposts-outpost\", \"ec2-placement-group\", \"ec2-capacity-reservation-fleet\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/ec2-capacity-reservation_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestCapacityReservationOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeCapacityReservationsOutput{\n\t\tCapacityReservations: []types.CapacityReservation{\n\t\t\t{\n\t\t\t\tAvailabilityZone: new(\"us-east-1a\"), // links\n\t\t\t\tAvailabilityZoneId: new(\"use1-az1\"),\n\t\t\t\tAvailableInstanceCount: new(int32(1)),\n\t\t\t\tCapacityReservationArn: new(\"arn:aws:ec2:us-east-1:123456789012:capacity-reservation/cr-1234567890abcdef0\"),\n\t\t\t\tCapacityReservationId: new(\"cr-1234567890abcdef0\"),\n\t\t\t\tCapacityReservationFleetId: new(\"crf-1234567890abcdef0\"), // link\n\t\t\t\tCreateDate: new(time.Now()),\n\t\t\t\tEbsOptimized: new(true),\n\t\t\t\tEndDateType: types.EndDateTypeUnlimited,\n\t\t\t\tEndDate: nil,\n\t\t\t\tInstanceMatchCriteria: types.InstanceMatchCriteriaTargeted,\n\t\t\t\tInstancePlatform: types.CapacityReservationInstancePlatformLinuxUnix,\n\t\t\t\tInstanceType: new(\"t2.micro\"),\n\t\t\t\tOutpostArn: new(\"arn:aws:ec2:us-east-1:123456789012:outpost/op-1234567890abcdef0\"), // link\n\t\t\t\tOwnerId: new(\"123456789012\"),\n\t\t\t\tPlacementGroupArn: new(\"arn:aws:ec2:us-east-1:123456789012:placement-group/pg-1234567890abcdef0\"), // link\n\t\t\t\tStartDate: new(time.Now()),\n\t\t\t\tState: types.CapacityReservationStateActive,\n\t\t\t\tTenancy: types.CapacityReservationTenancyDefault,\n\t\t\t\tTotalInstanceCount: new(int32(1)),\n\t\t\t\tCapacityAllocations: []types.CapacityAllocation{\n\t\t\t\t\t{\n\t\t\t\t\t\tAllocationType: types.AllocationTypeUsed,\n\t\t\t\t\t\tCount: new(int32(1)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := capacityReservationOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-capacity-reservation-fleet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"crf-1234567890abcdef0\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"outposts-outpost\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:ec2:us-east-1:123456789012:outpost/op-1234567890abcdef0\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-placement-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:ec2:us-east-1:123456789012:placement-group/pg-1234567890abcdef0\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2CapacityReservationAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2CapacityReservationAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-egress-only-internet-gateway.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc egressOnlyInternetGatewayInputMapperGet(scope string, query string) (*ec2.DescribeEgressOnlyInternetGatewaysInput, error) {\n\treturn &ec2.DescribeEgressOnlyInternetGatewaysInput{\n\t\tEgressOnlyInternetGatewayIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc egressOnlyInternetGatewayInputMapperList(scope string) (*ec2.DescribeEgressOnlyInternetGatewaysInput, error) {\n\treturn &ec2.DescribeEgressOnlyInternetGatewaysInput{}, nil\n}\n\nfunc egressOnlyInternetGatewayOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeEgressOnlyInternetGatewaysInput, output *ec2.DescribeEgressOnlyInternetGatewaysOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, gw := range output.EgressOnlyInternetGateways {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(gw, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-egress-only-internet-gateway\",\n\t\t\tUniqueAttribute: \"EgressOnlyInternetGatewayId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(gw.Tags),\n\t\t}\n\n\t\tfor _, attachment := range gw.Attachments {\n\t\t\tif attachment.VpcId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *attachment.VpcId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2EgressOnlyInternetGatewayAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeEgressOnlyInternetGatewaysInput, *ec2.DescribeEgressOnlyInternetGatewaysOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeEgressOnlyInternetGatewaysInput, *ec2.DescribeEgressOnlyInternetGatewaysOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-egress-only-internet-gateway\",\n\t\tAdapterMetadata: egressOnlyInternetGatewayAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeEgressOnlyInternetGatewaysInput) (*ec2.DescribeEgressOnlyInternetGatewaysOutput, error) {\n\t\t\treturn client.DescribeEgressOnlyInternetGateways(ctx, input)\n\t\t},\n\t\tInputMapperGet: egressOnlyInternetGatewayInputMapperGet,\n\t\tInputMapperList: egressOnlyInternetGatewayInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeEgressOnlyInternetGatewaysInput) Paginator[*ec2.DescribeEgressOnlyInternetGatewaysOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeEgressOnlyInternetGatewaysPaginator(client, params)\n\t\t},\n\t\tOutputMapper: egressOnlyInternetGatewayOutputMapper,\n\t}\n}\n\nvar egressOnlyInternetGatewayAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-egress-only-internet-gateway\",\n\tDescriptiveName: \"Egress Only Internet Gateway\",\n\tPotentialLinks: []string{\"ec2-vpc\"},\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an egress only internet gateway by ID\",\n\t\tListDescription: \"List all egress only internet gateways\",\n\t\tSearchDescription: \"Search egress only internet gateways by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"egress_only_internet_gateway.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-egress-only-internet-gateway_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestEgressOnlyInternetGatewayInputMapperGet(t *testing.T) {\n\tinput, err := egressOnlyInternetGatewayInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.EgressOnlyInternetGatewayIds) != 1 {\n\t\tt.Fatalf(\"expected 1 EgressOnlyInternetGateway ID, got %v\", len(input.EgressOnlyInternetGatewayIds))\n\t}\n\n\tif input.EgressOnlyInternetGatewayIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected EgressOnlyInternetGateway ID to be bar, got %v\", input.EgressOnlyInternetGatewayIds[0])\n\t}\n}\n\nfunc TestEgressOnlyInternetGatewayInputMapperList(t *testing.T) {\n\tinput, err := egressOnlyInternetGatewayInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.EgressOnlyInternetGatewayIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestEgressOnlyInternetGatewayOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeEgressOnlyInternetGatewaysOutput{\n\t\tEgressOnlyInternetGateways: []types.EgressOnlyInternetGateway{\n\t\t\t{\n\t\t\t\tAttachments: []types.InternetGatewayAttachment{\n\t\t\t\t\t{\n\t\t\t\t\t\tState: types.AttachmentStatusAttached,\n\t\t\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tEgressOnlyInternetGatewayId: new(\"eigw-0ff50f360e066777a\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := egressOnlyInternetGatewayOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2EgressOnlyInternetGatewayAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2EgressOnlyInternetGatewayAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-iam-instance-profile-association.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc iamInstanceProfileAssociationOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeIamInstanceProfileAssociationsInput, output *ec2.DescribeIamInstanceProfileAssociationsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, assoc := range output.IamInstanceProfileAssociations {\n\t\tattributes, err := ToAttributesWithExclude(assoc)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-iam-instance-profile-association\",\n\t\t\tUniqueAttribute: \"AssociationId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\tif assoc.IamInstanceProfile != nil && assoc.IamInstanceProfile.Arn != nil {\n\t\t\tif arn, err := ParseARN(*assoc.IamInstanceProfile.Arn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"iam-instance-profile\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *assoc.IamInstanceProfile.Arn,\n\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif assoc.InstanceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *assoc.InstanceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\n// NewIamInstanceProfileAssociationAdapter Creates a new adapter for aws-IamInstanceProfileAssociation resources\nfunc NewEC2IamInstanceProfileAssociationAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeIamInstanceProfileAssociationsInput, *ec2.DescribeIamInstanceProfileAssociationsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeIamInstanceProfileAssociationsInput, *ec2.DescribeIamInstanceProfileAssociationsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-iam-instance-profile-association\",\n\t\tAdapterMetadata: iamInstanceProfileAssociationAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeIamInstanceProfileAssociationsInput) (*ec2.DescribeIamInstanceProfileAssociationsOutput, error) {\n\t\t\treturn client.DescribeIamInstanceProfileAssociations(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*ec2.DescribeIamInstanceProfileAssociationsInput, error) {\n\t\t\treturn &ec2.DescribeIamInstanceProfileAssociationsInput{\n\t\t\t\tAssociationIds: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*ec2.DescribeIamInstanceProfileAssociationsInput, error) {\n\t\t\treturn &ec2.DescribeIamInstanceProfileAssociationsInput{}, nil\n\t\t},\n\t\tOutputMapper: iamInstanceProfileAssociationOutputMapper,\n\t}\n}\n\nvar iamInstanceProfileAssociationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-iam-instance-profile-association\",\n\tDescriptiveName: \"IAM Instance Profile Association\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an IAM Instance Profile Association by ID\",\n\t\tListDescription: \"List all IAM Instance Profile Associations\",\n\t\tSearchDescription: \"Search IAM Instance Profile Associations by ARN\",\n\t},\n\tPotentialLinks: []string{\"iam-instance-profile\", \"ec2-instance\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/ec2-iam-instance-profile-association_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestIamInstanceProfileAssociationOutputMapper(t *testing.T) {\n\toutput := ec2.DescribeIamInstanceProfileAssociationsOutput{\n\t\tIamInstanceProfileAssociations: []types.IamInstanceProfileAssociation{\n\t\t\t{\n\t\t\t\tAssociationId: new(\"eipassoc-1234567890abcdef0\"),\n\t\t\t\tIamInstanceProfile: &types.IamInstanceProfile{\n\t\t\t\t\tArn: new(\"arn:aws:iam::123456789012:instance-profile/webserver\"), // link\n\t\t\t\t\tId: new(\"AIDACKCEVSQ6C2EXAMPLE\"),\n\t\t\t\t},\n\t\t\t\tInstanceId: new(\"i-1234567890abcdef0\"), // link\n\t\t\t\tState: types.IamInstanceProfileAssociationStateAssociated,\n\t\t\t\tTimestamp: new(time.Now()),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := iamInstanceProfileAssociationOutputMapper(context.Background(), nil, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"iam-instance-profile\",\n\t\t\tExpectedQuery: \"arn:aws:iam::123456789012:instance-profile/webserver\",\n\t\t\tExpectedScope: \"123456789012\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedQuery: \"i-1234567890abcdef0\",\n\t\t\tExpectedScope: \"foo\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewEC2IamInstanceProfileAssociationAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2IamInstanceProfileAssociationAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-image.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// ImageInputMapperGet Gets a given image. As opposed to list, get will get\n// details of any image given a correct ID, not just images owned by the current\n// account\nfunc imageInputMapperGet(scope string, query string) (*ec2.DescribeImagesInput, error) {\n\treturn &ec2.DescribeImagesInput{\n\t\tImageIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\n// ImageInputMapperList Lists images that are owned by the current account, as\n// opposed to all available images since this is simply way too much data\nfunc imageInputMapperList(scope string) (*ec2.DescribeImagesInput, error) {\n\treturn &ec2.DescribeImagesInput{\n\t\tOwners: []string{\n\t\t\t// Avoid getting every image in existence, just get the ones\n\t\t\t// relevant to this scope i.e. owned by this account in this region\n\t\t\t\"self\",\n\t\t},\n\t}, nil\n}\n\nfunc imageOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeImagesInput, output *ec2.DescribeImagesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, image := range output.Images {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(image, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-image\",\n\t\t\tUniqueAttribute: \"ImageId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(image.Tags),\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2ImageAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeImagesInput, *ec2.DescribeImagesOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeImagesInput, *ec2.DescribeImagesOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-image\",\n\t\tAdapterMetadata: imageAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeImagesInput) (*ec2.DescribeImagesOutput, error) {\n\t\t\treturn client.DescribeImages(ctx, input)\n\t\t},\n\t\tInputMapperGet: imageInputMapperGet,\n\t\tInputMapperList: imageInputMapperList,\n\t\tOutputMapper: imageOutputMapper,\n\t}\n}\n\nvar imageAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-image\",\n\tDescriptiveName: \"Amazon Machine Image (AMI)\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an AMI by ID\",\n\t\tListDescription: \"List all AMIs\",\n\t\tSearchDescription: \"Search AMIs by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_ami.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/ec2-image_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestImageInputMapperGet(t *testing.T) {\n\tinput, err := imageInputMapperGet(\"foo\", \"az-name\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.ImageIds) != 1 {\n\t\tt.Fatalf(\"expected 1 zone names, got %v\", len(input.ImageIds))\n\t}\n\n\tif input.ImageIds[0] != \"az-name\" {\n\t\tt.Errorf(\"expected zone name to be to be az-name, got %v\", input.ImageIds[0])\n\t}\n}\n\nfunc TestImageInputMapperList(t *testing.T) {\n\n\tinput, err := imageInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.ImageIds) != 0 {\n\t\tt.Fatalf(\"expected 0 zone names, got %v\", len(input.ImageIds))\n\t}\n}\n\nfunc TestImageOutputMapper(t *testing.T) {\n\toutput := ec2.DescribeImagesOutput{\n\t\tImages: []types.Image{\n\t\t\t{\n\t\t\t\tArchitecture: \"x86_64\",\n\t\t\t\tCreationDate: new(\"2022-12-16T19:37:36.000Z\"),\n\t\t\t\tImageId: new(\"ami-0ed3646be6ecd97c5\"),\n\t\t\t\tImageLocation: new(\"052392120703/test\"),\n\t\t\t\tImageType: types.ImageTypeValuesMachine,\n\t\t\t\tPublic: new(false),\n\t\t\t\tOwnerId: new(\"052392120703\"),\n\t\t\t\tPlatformDetails: new(\"Linux/UNIX\"),\n\t\t\t\tUsageOperation: new(\"RunInstances\"),\n\t\t\t\tState: types.ImageStateAvailable,\n\t\t\t\tBlockDeviceMappings: []types.BlockDeviceMapping{\n\t\t\t\t\t{\n\t\t\t\t\t\tDeviceName: new(\"/dev/xvda\"),\n\t\t\t\t\t\tEbs: &types.EbsBlockDevice{\n\t\t\t\t\t\t\tDeleteOnTermination: new(true),\n\t\t\t\t\t\t\tSnapshotId: new(\"snap-0efd796ecbd599f8d\"),\n\t\t\t\t\t\t\tVolumeSize: new(int32(8)),\n\t\t\t\t\t\t\tVolumeType: types.VolumeTypeGp2,\n\t\t\t\t\t\t\tEncrypted: new(false),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tEnaSupport: new(true),\n\t\t\t\tHypervisor: types.HypervisorTypeXen,\n\t\t\t\tName: new(\"test\"),\n\t\t\t\tRootDeviceName: new(\"/dev/xvda\"),\n\t\t\t\tRootDeviceType: types.DeviceTypeEbs,\n\t\t\t\tSriovNetSupport: new(\"simple\"),\n\t\t\t\tVirtualizationType: types.VirtualizationTypeHvm,\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"Name\"),\n\t\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := imageOutputMapper(context.Background(), nil, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif item.UniqueAttributeValue() != *output.Images[0].ImageId {\n\t\tt.Errorf(\"Expected item unique attribute value to be %v, got %v\", *output.Images[0].ImageId, item.UniqueAttributeValue())\n\t}\n}\n\nfunc TestNewEC2ImageAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2ImageAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-instance-event-window.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc instanceEventWindowInputMapperGet(scope, query string) (*ec2.DescribeInstanceEventWindowsInput, error) {\n\treturn &ec2.DescribeInstanceEventWindowsInput{\n\t\tInstanceEventWindowIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc instanceEventWindowInputMapperList(scope string) (*ec2.DescribeInstanceEventWindowsInput, error) {\n\treturn &ec2.DescribeInstanceEventWindowsInput{}, nil\n}\n\nfunc instanceEventWindowOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeInstanceEventWindowsInput, output *ec2.DescribeInstanceEventWindowsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, ew := range output.InstanceEventWindows {\n\t\tattrs, err := ToAttributesWithExclude(ew, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-instance-event-window\",\n\t\t\tUniqueAttribute: \"InstanceEventWindowId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(ew.Tags),\n\t\t}\n\n\t\tif at := ew.AssociationTarget; at != nil {\n\t\t\tfor _, id := range at.DedicatedHostIds {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-host\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: id,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tfor _, id := range at.InstanceIds {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: id,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2InstanceEventWindowAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeInstanceEventWindowsInput, *ec2.DescribeInstanceEventWindowsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeInstanceEventWindowsInput, *ec2.DescribeInstanceEventWindowsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-instance-event-window\",\n\t\tAdapterMetadata: instanceEventWindowAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeInstanceEventWindowsInput) (*ec2.DescribeInstanceEventWindowsOutput, error) {\n\t\t\treturn client.DescribeInstanceEventWindows(ctx, input)\n\t\t},\n\t\tInputMapperGet: instanceEventWindowInputMapperGet,\n\t\tInputMapperList: instanceEventWindowInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeInstanceEventWindowsInput) Paginator[*ec2.DescribeInstanceEventWindowsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeInstanceEventWindowsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: instanceEventWindowOutputMapper,\n\t}\n}\n\nvar instanceEventWindowAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-instance-event-window\",\n\tDescriptiveName: \"EC2 Instance Event Window\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an event window by ID\",\n\t\tListDescription: \"List all event windows\",\n\t\tSearchDescription: \"Search for event windows by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-host\", \"ec2-instance\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/ec2-instance-event-window_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestInstanceEventWindowInputMapperGet(t *testing.T) {\n\tinput, err := instanceEventWindowInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.InstanceEventWindowIds) != 1 {\n\t\tt.Fatalf(\"expected 1 InstanceEventWindow ID, got %v\", len(input.InstanceEventWindowIds))\n\t}\n\n\tif input.InstanceEventWindowIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected InstanceEventWindow ID to be bar, got %v\", input.InstanceEventWindowIds[0])\n\t}\n}\n\nfunc TestInstanceEventWindowInputMapperList(t *testing.T) {\n\tinput, err := instanceEventWindowInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.InstanceEventWindowIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestInstanceEventWindowOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeInstanceEventWindowsOutput{\n\t\tInstanceEventWindows: []types.InstanceEventWindow{\n\t\t\t{\n\t\t\t\tAssociationTarget: &types.InstanceEventWindowAssociationTarget{\n\t\t\t\t\tDedicatedHostIds: []string{\n\t\t\t\t\t\t\"dedicated\",\n\t\t\t\t\t},\n\t\t\t\t\tInstanceIds: []string{\n\t\t\t\t\t\t\"instance\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tCronExpression: new(\"something\"),\n\t\t\t\tInstanceEventWindowId: new(\"window-123\"),\n\t\t\t\tName: new(\"test\"),\n\t\t\t\tState: types.InstanceEventWindowStateActive,\n\t\t\t\tTimeRanges: []types.InstanceEventWindowTimeRange{\n\t\t\t\t\t{\n\t\t\t\t\t\tStartHour: new(int32(1)),\n\t\t\t\t\t\tEndHour: new(int32(2)),\n\t\t\t\t\t\tEndWeekDay: types.WeekDayFriday,\n\t\t\t\t\t\tStartWeekDay: types.WeekDayMonday,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tTags: []types.Tag{},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := instanceEventWindowOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-host\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dedicated\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"instance\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2InstanceEventWindowAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2InstanceEventWindowAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-instance-status.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc instanceStatusInputMapperGet(scope, query string) (*ec2.DescribeInstanceStatusInput, error) {\n\treturn &ec2.DescribeInstanceStatusInput{\n\t\tInstanceIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc instanceStatusInputMapperList(scope string) (*ec2.DescribeInstanceStatusInput, error) {\n\treturn &ec2.DescribeInstanceStatusInput{}, nil\n}\n\nfunc instanceStatusOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeInstanceStatusInput, output *ec2.DescribeInstanceStatusOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, instanceStatus := range output.InstanceStatuses {\n\t\tattrs, err := ToAttributesWithExclude(instanceStatus)\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-instance-status\",\n\t\t\tUniqueAttribute: \"InstanceId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *instanceStatus.InstanceId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tswitch instanceStatus.SystemStatus.Status {\n\t\tcase types.SummaryStatusOk:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.SummaryStatusImpaired:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase types.SummaryStatusInsufficientData:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\tcase types.SummaryStatusNotApplicable:\n\t\t\titem.Health = nil\n\t\tcase types.SummaryStatusInitializing:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2InstanceStatusAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeInstanceStatusInput, *ec2.DescribeInstanceStatusOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeInstanceStatusInput, *ec2.DescribeInstanceStatusOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-instance-status\",\n\t\tAdapterMetadata: instanceStatusAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeInstanceStatusInput) (*ec2.DescribeInstanceStatusOutput, error) {\n\t\t\treturn client.DescribeInstanceStatus(ctx, input)\n\t\t},\n\t\tInputMapperGet: instanceStatusInputMapperGet,\n\t\tInputMapperList: instanceStatusInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeInstanceStatusInput) Paginator[*ec2.DescribeInstanceStatusOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeInstanceStatusPaginator(client, params)\n\t\t},\n\t\tOutputMapper: instanceStatusOutputMapper,\n\t}\n}\n\nvar instanceStatusAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-instance-status\",\n\tDescriptiveName: \"EC2 Instance Status\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an EC2 instance status by Instance ID\",\n\t\tListDescription: \"List all EC2 instance statuses\",\n\t\tSearchDescription: \"Search EC2 instance statuses by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n})\n" }, { "path": "aws-source/adapters/ec2-instance-status_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestInstanceStatusInputMapperGet(t *testing.T) {\n\tinput, err := instanceStatusInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.InstanceIds) != 1 {\n\t\tt.Fatalf(\"expected 1 instanceStatus ID, got %v\", len(input.InstanceIds))\n\t}\n\n\tif input.InstanceIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected instanceStatus ID to be bar, got %v\", input.InstanceIds[0])\n\t}\n}\n\nfunc TestInstanceStatusInputMapperList(t *testing.T) {\n\tinput, err := instanceStatusInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.InstanceIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestInstanceStatusOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeInstanceStatusOutput{\n\t\tInstanceStatuses: []types.InstanceStatus{\n\t\t\t{\n\t\t\t\tAvailabilityZone: new(\"eu-west-2c\"), // link\n\t\t\t\tInstanceId: new(\"i-022bdccde30270570\"), // link\n\t\t\t\tInstanceState: &types.InstanceState{\n\t\t\t\t\tCode: new(int32(16)),\n\t\t\t\t\tName: types.InstanceStateNameRunning,\n\t\t\t\t},\n\t\t\t\tInstanceStatus: &types.InstanceStatusSummary{\n\t\t\t\t\tDetails: []types.InstanceStatusDetails{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: types.StatusNameReachability,\n\t\t\t\t\t\t\tStatus: types.StatusTypePassed,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tStatus: types.SummaryStatusOk,\n\t\t\t\t},\n\t\t\t\tSystemStatus: &types.InstanceStatusSummary{\n\t\t\t\t\tDetails: []types.InstanceStatusDetails{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: types.StatusNameReachability,\n\t\t\t\t\t\t\tStatus: types.StatusTypePassed,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tStatus: types.SummaryStatusImpaired,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := instanceStatusOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"i-022bdccde30270570\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2InstanceStatusAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2InstanceStatusAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-instance.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar (\n\tcodePending = int32(0)\n\tcodeRunning = int32(16)\n\tcodeShuttingDown = int32(32)\n\tcodeTerminated = int32(48)\n\tcodeStopping = int32(64)\n\tcodeStopped = int32(80)\n)\n\nfunc instanceInputMapperGet(scope, query string) (*ec2.DescribeInstancesInput, error) {\n\treturn &ec2.DescribeInstancesInput{\n\t\tInstanceIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc instanceInputMapperList(scope string) (*ec2.DescribeInstancesInput, error) {\n\treturn &ec2.DescribeInstancesInput{}, nil\n}\n\nfunc instanceOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeInstancesInput, output *ec2.DescribeInstancesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, reservation := range output.Reservations {\n\t\tfor _, instance := range reservation.Instances {\n\t\t\tattrs, err := ToAttributesWithExclude(instance, \"tags\")\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\t\tErrorString: err.Error(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\n\t\t\titem := sdp.Item{\n\t\t\t\tType: \"ec2-instance\",\n\t\t\t\tUniqueAttribute: \"InstanceId\",\n\t\t\t\tScope: scope,\n\t\t\t\tAttributes: attrs,\n\t\t\t\tTags: ec2TagsToMap(instance.Tags),\n\t\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t\t{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t// Always get the status\n\t\t\t\t\t\t\tType: \"ec2-instance-status\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *instance.InstanceId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t// Get CloudWatch metrics for this instance\n\t\t\t\t\t\t\tType: \"cloudwatch-instance-metric\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *instance.InstanceId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tif instance.State != nil {\n\t\t\t\tswitch aws.ToInt32(instance.State.Code) {\n\t\t\t\tcase codeRunning:\n\t\t\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t\t\tcase codePending:\n\t\t\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\t\tcase codeShuttingDown:\n\t\t\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\t\tcase codeStopping:\n\t\t\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\t\tcase codeTerminated, codeStopped:\n\t\t\t\t\t// No health for things that aren't running\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif instance.IamInstanceProfile != nil {\n\t\t\t\t// Prefer the ARN\n\t\t\t\tif instance.IamInstanceProfile.Arn != nil {\n\t\t\t\t\tif arn, err := ParseARN(*instance.IamInstanceProfile.Arn); err == nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"iam-instance-profile\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: *instance.IamInstanceProfile.Arn,\n\t\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t} else if instance.IamInstanceProfile.Id != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"iam-instance-profile\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *instance.IamInstanceProfile.Id,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif instance.CapacityReservationId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-capacity-reservation\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *instance.CapacityReservationId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tfor _, assoc := range instance.ElasticGpuAssociations {\n\t\t\t\tif assoc.ElasticGpuId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-elastic-gpu\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *assoc.ElasticGpuId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor _, assoc := range instance.ElasticInferenceAcceleratorAssociations {\n\t\t\t\tif assoc.ElasticInferenceAcceleratorArn != nil {\n\t\t\t\t\tif arn, err := ParseARN(*assoc.ElasticInferenceAcceleratorArn); err == nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"elastic-inference-accelerator\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: *assoc.ElasticInferenceAcceleratorArn,\n\t\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor _, license := range instance.Licenses {\n\t\t\t\tif license.LicenseConfigurationArn != nil {\n\t\t\t\t\tif arn, err := ParseARN(*license.LicenseConfigurationArn); err == nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"license-manager-license-configuration\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: *license.LicenseConfigurationArn,\n\t\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif instance.OutpostArn != nil {\n\t\t\t\tif arn, err := ParseARN(*instance.OutpostArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"outposts-outpost\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *instance.OutpostArn,\n\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif instance.SpotInstanceRequestId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-spot-instance-request\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *instance.SpotInstanceRequestId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif instance.ImageId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-image\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *instance.ImageId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif instance.KeyName != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-key-pair\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *instance.KeyName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif instance.Placement != nil {\n\t\t\t\tif instance.Placement.GroupId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-placement-group\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *instance.Placement.GroupId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif instance.Ipv6Address != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *instance.Ipv6Address,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tfor _, nic := range instance.NetworkInterfaces {\n\t\t\t\t// IPs\n\t\t\t\tfor _, ip := range nic.Ipv6Addresses {\n\t\t\t\t\tif ip.Ipv6Address != nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *ip.Ipv6Address,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tfor _, ip := range nic.PrivateIpAddresses {\n\t\t\t\t\tif ip.PrivateIpAddress != nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *ip.PrivateIpAddress,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Subnet\n\t\t\t\tif nic.SubnetId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *nic.SubnetId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\t// VPC\n\t\t\t\tif nic.VpcId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *nic.VpcId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif instance.PublicDnsName != nil && *instance.PublicDnsName != \"\" {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *instance.PublicDnsName,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif instance.PublicIpAddress != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *instance.PublicIpAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Security groups\n\t\t\tfor _, group := range instance.SecurityGroups {\n\t\t\t\tif group.GroupId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *group.GroupId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor _, mapping := range instance.BlockDeviceMappings {\n\t\t\t\tif mapping.Ebs != nil && mapping.Ebs.VolumeId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-volume\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *mapping.Ebs.VolumeId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\titems = append(items, &item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2InstanceAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeInstancesInput, *ec2.DescribeInstancesOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeInstancesInput, *ec2.DescribeInstancesOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-instance\",\n\t\tAdapterMetadata: ec2InstanceAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeInstancesInput) (*ec2.DescribeInstancesOutput, error) {\n\t\t\treturn client.DescribeInstances(ctx, input)\n\t\t},\n\t\tInputMapperGet: instanceInputMapperGet,\n\t\tInputMapperList: instanceInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeInstancesInput) Paginator[*ec2.DescribeInstancesOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeInstancesPaginator(client, params)\n\t\t},\n\t\tOutputMapper: instanceOutputMapper,\n\t}\n}\n\nvar ec2InstanceAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-instance\",\n\tDescriptiveName: \"EC2 Instance\",\n\tPotentialLinks: []string{\"ec2-instance-status\", \"cloudwatch-instance-metric\", \"iam-instance-profile\", \"ec2-capacity-reservation\", \"ec2-elastic-gpu\", \"elastic-inference-accelerator\", \"license-manager-license-configuration\", \"outposts-outpost\", \"ec2-spot-instance-request\", \"ec2-image\", \"ec2-key-pair\", \"ec2-placement-group\", \"ip\", \"ec2-subnet\", \"ec2-vpc\", \"dns\", \"ec2-security-group\", \"ec2-volume\"},\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an EC2 instance by ID\",\n\t\tListDescription: \"List all EC2 instances\",\n\t\tSearchDescription: \"Search EC2 instances by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"aws_instance.id\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"aws_instance.arn\",\n\t\t},\n\t},\n})\n" }, { "path": "aws-source/adapters/ec2-instance_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestInstanceInputMapperGet(t *testing.T) {\n\tinput, err := instanceInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.InstanceIds) != 1 {\n\t\tt.Fatalf(\"expected 1 instance ID, got %v\", len(input.InstanceIds))\n\t}\n\n\tif input.InstanceIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected instance ID to be bar, got %v\", input.InstanceIds[0])\n\t}\n}\n\nfunc TestInstanceInputMapperList(t *testing.T) {\n\tinput, err := instanceInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.InstanceIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestInstanceOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeInstancesOutput{\n\t\tReservations: []types.Reservation{\n\t\t\t{\n\t\t\t\tInstances: []types.Instance{\n\t\t\t\t\t{\n\t\t\t\t\t\tAmiLaunchIndex: new(int32(0)),\n\t\t\t\t\t\tPublicIpAddress: new(\"43.5.36.7\"),\n\t\t\t\t\t\tImageId: new(\"ami-04706e771f950937f\"),\n\t\t\t\t\t\tInstanceId: new(\"i-04c7b2794f7bc3d6a\"),\n\t\t\t\t\t\tIamInstanceProfile: &types.IamInstanceProfile{\n\t\t\t\t\t\t\tArn: new(\"arn:aws:iam::052392120703:instance-profile/test\"),\n\t\t\t\t\t\t\tId: new(\"AIDAJQEAZVQ7Y2EYQ2Z6Q\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tBootMode: types.BootModeValuesLegacyBios,\n\t\t\t\t\t\tCurrentInstanceBootMode: types.InstanceBootModeValuesLegacyBios,\n\t\t\t\t\t\tElasticGpuAssociations: []types.ElasticGpuAssociation{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tElasticGpuAssociationId: new(\"ega-0a1b2c3d4e5f6g7h8\"),\n\t\t\t\t\t\t\t\tElasticGpuAssociationState: new(\"associated\"),\n\t\t\t\t\t\t\t\tElasticGpuAssociationTime: new(\"now\"),\n\t\t\t\t\t\t\t\tElasticGpuId: new(\"egp-0a1b2c3d4e5f6g7h8\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tCapacityReservationId: new(\"cr-0a1b2c3d4e5f6g7h8\"),\n\t\t\t\t\t\tInstanceType: types.InstanceTypeT2Micro,\n\t\t\t\t\t\tElasticInferenceAcceleratorAssociations: []types.ElasticInferenceAcceleratorAssociation{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tElasticInferenceAcceleratorArn: new(\"arn:aws:elastic-inference:us-east-1:052392120703:accelerator/eia-0a1b2c3d4e5f6g7h8\"),\n\t\t\t\t\t\t\t\tElasticInferenceAcceleratorAssociationId: new(\"eiaa-0a1b2c3d4e5f6g7h8\"),\n\t\t\t\t\t\t\t\tElasticInferenceAcceleratorAssociationState: new(\"associated\"),\n\t\t\t\t\t\t\t\tElasticInferenceAcceleratorAssociationTime: new(time.Now()),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tInstanceLifecycle: types.InstanceLifecycleTypeScheduled,\n\t\t\t\t\t\tIpv6Address: new(\"2001:db8:3333:4444:5555:6666:7777:8888\"),\n\t\t\t\t\t\tKeyName: new(\"dylan.ratcliffe\"),\n\t\t\t\t\t\tKernelId: new(\"aki-0a1b2c3d4e5f6g7h8\"),\n\t\t\t\t\t\tLicenses: []types.LicenseConfiguration{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tLicenseConfigurationArn: new(\"arn:aws:license-manager:us-east-1:052392120703:license-configuration:lic-0a1b2c3d4e5f6g7h8\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tOutpostArn: new(\"arn:aws:outposts:us-east-1:052392120703:outpost/op-0a1b2c3d4e5f6g7h8\"),\n\t\t\t\t\t\tPlatform: types.PlatformValuesWindows,\n\t\t\t\t\t\tRamdiskId: new(\"ari-0a1b2c3d4e5f6g7h8\"),\n\t\t\t\t\t\tSpotInstanceRequestId: new(\"sir-0a1b2c3d4e5f6g7h8\"),\n\t\t\t\t\t\tSriovNetSupport: new(\"simple\"),\n\t\t\t\t\t\tStateReason: &types.StateReason{\n\t\t\t\t\t\t\tCode: new(\"foo\"),\n\t\t\t\t\t\t\tMessage: new(\"bar\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tTpmSupport: new(\"foo\"),\n\t\t\t\t\t\tLaunchTime: new(time.Now()),\n\t\t\t\t\t\tMonitoring: &types.Monitoring{\n\t\t\t\t\t\t\tState: types.MonitoringStateDisabled,\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPlacement: &types.Placement{\n\t\t\t\t\t\t\tAvailabilityZone: new(\"eu-west-2c\"), // link\n\t\t\t\t\t\t\tGroupName: new(\"\"),\n\t\t\t\t\t\t\tGroupId: new(\"groupId\"),\n\t\t\t\t\t\t\tTenancy: types.TenancyDefault,\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateDnsName: new(\"ip-172-31-95-79.eu-west-2.compute.internal\"),\n\t\t\t\t\t\tPrivateIpAddress: new(\"172.31.95.79\"),\n\t\t\t\t\t\tProductCodes: []types.ProductCode{},\n\t\t\t\t\t\tPublicDnsName: new(\"\"),\n\t\t\t\t\t\tState: &types.InstanceState{\n\t\t\t\t\t\t\tCode: new(int32(16)),\n\t\t\t\t\t\t\tName: types.InstanceStateNameRunning,\n\t\t\t\t\t\t},\n\t\t\t\t\t\tStateTransitionReason: new(\"\"),\n\t\t\t\t\t\tSubnetId: new(\"subnet-0450a637af9984235\"),\n\t\t\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t\t\t\tArchitecture: types.ArchitectureValuesX8664,\n\t\t\t\t\t\tBlockDeviceMappings: []types.InstanceBlockDeviceMapping{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tDeviceName: new(\"/dev/xvda\"),\n\t\t\t\t\t\t\t\tEbs: &types.EbsInstanceBlockDevice{\n\t\t\t\t\t\t\t\t\tAttachTime: new(time.Now()),\n\t\t\t\t\t\t\t\t\tDeleteOnTermination: new(true),\n\t\t\t\t\t\t\t\t\tStatus: types.AttachmentStatusAttached,\n\t\t\t\t\t\t\t\t\tVolumeId: new(\"vol-06c7211d9e79a355e\"),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tClientToken: new(\"eafad400-29e0-4b5c-a0fc-ef74c77659c4\"),\n\t\t\t\t\t\tEbsOptimized: new(false),\n\t\t\t\t\t\tEnaSupport: new(true),\n\t\t\t\t\t\tHypervisor: types.HypervisorTypeXen,\n\t\t\t\t\t\tNetworkInterfaces: []types.InstanceNetworkInterface{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tAttachment: &types.InstanceNetworkInterfaceAttachment{\n\t\t\t\t\t\t\t\t\tAttachTime: new(time.Now()),\n\t\t\t\t\t\t\t\t\tAttachmentId: new(\"eni-attach-02b19215d0dd9c7be\"),\n\t\t\t\t\t\t\t\t\tDeleteOnTermination: new(true),\n\t\t\t\t\t\t\t\t\tDeviceIndex: new(int32(0)),\n\t\t\t\t\t\t\t\t\tStatus: types.AttachmentStatusAttached,\n\t\t\t\t\t\t\t\t\tNetworkCardIndex: new(int32(0)),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tDescription: new(\"\"),\n\t\t\t\t\t\t\t\tGroups: []types.GroupIdentifier{\n\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\tGroupName: new(\"default\"),\n\t\t\t\t\t\t\t\t\t\tGroupId: new(\"sg-094e151c9fc5da181\"),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tIpv6Addresses: []types.InstanceIpv6Address{},\n\t\t\t\t\t\t\t\tMacAddress: new(\"02:8c:61:38:6f:c2\"),\n\t\t\t\t\t\t\t\tNetworkInterfaceId: new(\"eni-09711a69e6d511358\"),\n\t\t\t\t\t\t\t\tOwnerId: new(\"052392120703\"),\n\t\t\t\t\t\t\t\tPrivateDnsName: new(\"ip-172-31-95-79.eu-west-2.compute.internal\"),\n\t\t\t\t\t\t\t\tPrivateIpAddress: new(\"172.31.95.79\"),\n\t\t\t\t\t\t\t\tPrivateIpAddresses: []types.InstancePrivateIpAddress{\n\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t\t\t\t\t\tPrivateDnsName: new(\"ip-172-31-95-79.eu-west-2.compute.internal\"),\n\t\t\t\t\t\t\t\t\t\tPrivateIpAddress: new(\"172.31.95.79\"),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tSourceDestCheck: new(true),\n\t\t\t\t\t\t\t\tStatus: types.NetworkInterfaceStatusInUse,\n\t\t\t\t\t\t\t\tSubnetId: new(\"subnet-0450a637af9984235\"),\n\t\t\t\t\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t\t\t\t\t\tInterfaceType: new(\"interface\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tRootDeviceName: new(\"/dev/xvda\"),\n\t\t\t\t\t\tRootDeviceType: types.DeviceTypeEbs,\n\t\t\t\t\t\tSecurityGroups: []types.GroupIdentifier{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tGroupName: new(\"default\"),\n\t\t\t\t\t\t\t\tGroupId: new(\"sg-094e151c9fc5da181\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tSourceDestCheck: new(true),\n\t\t\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tKey: new(\"Name\"),\n\t\t\t\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tVirtualizationType: types.VirtualizationTypeHvm,\n\t\t\t\t\t\tCpuOptions: &types.CpuOptions{\n\t\t\t\t\t\t\tCoreCount: new(int32(1)),\n\t\t\t\t\t\t\tThreadsPerCore: new(int32(1)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tCapacityReservationSpecification: &types.CapacityReservationSpecificationResponse{\n\t\t\t\t\t\t\tCapacityReservationPreference: types.CapacityReservationPreferenceOpen,\n\t\t\t\t\t\t},\n\t\t\t\t\t\tHibernationOptions: &types.HibernationOptions{\n\t\t\t\t\t\t\tConfigured: new(false),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tMetadataOptions: &types.InstanceMetadataOptionsResponse{\n\t\t\t\t\t\t\tState: types.InstanceMetadataOptionsStateApplied,\n\t\t\t\t\t\t\tHttpTokens: types.HttpTokensStateOptional,\n\t\t\t\t\t\t\tHttpPutResponseHopLimit: new(int32(1)),\n\t\t\t\t\t\t\tHttpEndpoint: types.InstanceMetadataEndpointStateEnabled,\n\t\t\t\t\t\t\tHttpProtocolIpv6: types.InstanceMetadataProtocolStateDisabled,\n\t\t\t\t\t\t\tInstanceMetadataTags: types.InstanceMetadataTagsStateDisabled,\n\t\t\t\t\t\t},\n\t\t\t\t\t\tEnclaveOptions: &types.EnclaveOptions{\n\t\t\t\t\t\t\tEnabled: new(false),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPlatformDetails: new(\"Linux/UNIX\"),\n\t\t\t\t\t\tUsageOperation: new(\"RunInstances\"),\n\t\t\t\t\t\tUsageOperationUpdateTime: new(time.Now()),\n\t\t\t\t\t\tPrivateDnsNameOptions: &types.PrivateDnsNameOptionsResponse{\n\t\t\t\t\t\t\tHostnameType: types.HostnameTypeIpName,\n\t\t\t\t\t\t\tEnableResourceNameDnsARecord: new(true),\n\t\t\t\t\t\t\tEnableResourceNameDnsAAAARecord: new(false),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tMaintenanceOptions: &types.InstanceMaintenanceOptions{\n\t\t\t\t\t\t\tAutoRecovery: types.InstanceAutoRecoveryStateDefault,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := instanceOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-image\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"ami-04706e771f950937f\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"172.31.95.79\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-0450a637af9984235\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-instance-profile\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:iam::052392120703:instance-profile/test\",\n\t\t\tExpectedScope: \"052392120703\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-capacity-reservation\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cr-0a1b2c3d4e5f6g7h8\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-elastic-gpu\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"egp-0a1b2c3d4e5f6g7h8\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elastic-inference-accelerator\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:elastic-inference:us-east-1:052392120703:accelerator/eia-0a1b2c3d4e5f6g7h8\",\n\t\t\tExpectedScope: \"052392120703.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"2001:db8:3333:4444:5555:6666:7777:8888\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"license-manager-license-configuration\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:license-manager:us-east-1:052392120703:license-configuration:lic-0a1b2c3d4e5f6g7h8\",\n\t\t\tExpectedScope: \"052392120703.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"outposts-outpost\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:outposts:us-east-1:052392120703:outpost/op-0a1b2c3d4e5f6g7h8\",\n\t\t\tExpectedScope: \"052392120703.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-spot-instance-request\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sir-0a1b2c3d4e5f6g7h8\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"43.5.36.7\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg-094e151c9fc5da181\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-instance-status\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"i-04c7b2794f7bc3d6a\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-volume\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vol-06c7211d9e79a355e\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-placement-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"groupId\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2InstanceAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2InstanceAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-internet-gateway.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc internetGatewayInputMapperGet(scope string, query string) (*ec2.DescribeInternetGatewaysInput, error) {\n\treturn &ec2.DescribeInternetGatewaysInput{\n\t\tInternetGatewayIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc internetGatewayInputMapperList(scope string) (*ec2.DescribeInternetGatewaysInput, error) {\n\treturn &ec2.DescribeInternetGatewaysInput{}, nil\n}\n\nfunc internetGatewayOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeInternetGatewaysInput, output *ec2.DescribeInternetGatewaysOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, gw := range output.InternetGateways {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(gw, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-internet-gateway\",\n\t\t\tUniqueAttribute: \"InternetGatewayId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(gw.Tags),\n\t\t}\n\n\t\t// VPCs\n\t\tfor _, attachment := range gw.Attachments {\n\t\t\tif attachment.VpcId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *attachment.VpcId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2InternetGatewayAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeInternetGatewaysInput, *ec2.DescribeInternetGatewaysOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeInternetGatewaysInput, *ec2.DescribeInternetGatewaysOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-internet-gateway\",\n\t\tAdapterMetadata: internetGatewayAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeInternetGatewaysInput) (*ec2.DescribeInternetGatewaysOutput, error) {\n\t\t\treturn client.DescribeInternetGateways(ctx, input)\n\t\t},\n\t\tInputMapperGet: internetGatewayInputMapperGet,\n\t\tInputMapperList: internetGatewayInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeInternetGatewaysInput) Paginator[*ec2.DescribeInternetGatewaysOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeInternetGatewaysPaginator(client, params)\n\t\t},\n\t\tOutputMapper: internetGatewayOutputMapper,\n\t}\n}\n\nvar internetGatewayAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-internet-gateway\",\n\tDescriptiveName: \"Internet Gateway\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an internet gateway by ID\",\n\t\tListDescription: \"List all internet gateways\",\n\t\tSearchDescription: \"Search internet gateways by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_internet_gateway.id\"},\n\t},\n\tPotentialLinks: []string{\"ec2-vpc\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-internet-gateway_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestInternetGatewayInputMapperGet(t *testing.T) {\n\tinput, err := internetGatewayInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.InternetGatewayIds) != 1 {\n\t\tt.Fatalf(\"expected 1 InternetGateway ID, got %v\", len(input.InternetGatewayIds))\n\t}\n\n\tif input.InternetGatewayIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected InternetGateway ID to be bar, got %v\", input.InternetGatewayIds[0])\n\t}\n}\n\nfunc TestInternetGatewayInputMapperList(t *testing.T) {\n\tinput, err := internetGatewayInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.InternetGatewayIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestInternetGatewayOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeInternetGatewaysOutput{\n\t\tInternetGateways: []types.InternetGateway{\n\t\t\t{\n\t\t\t\tAttachments: []types.InternetGatewayAttachment{\n\t\t\t\t\t{\n\t\t\t\t\t\tState: types.AttachmentStatusAttached,\n\t\t\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tInternetGatewayId: new(\"igw-03809416c9e2fcb66\"),\n\t\t\t\tOwnerId: new(\"052392120703\"),\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"Name\"),\n\t\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := internetGatewayOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2InternetGatewayAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2InternetGatewayAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-key-pair.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc keyPairInputMapperGet(scope string, query string) (*ec2.DescribeKeyPairsInput, error) {\n\treturn &ec2.DescribeKeyPairsInput{\n\t\tKeyNames: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc keyPairInputMapperList(scope string) (*ec2.DescribeKeyPairsInput, error) {\n\treturn &ec2.DescribeKeyPairsInput{}, nil\n}\n\nfunc keyPairOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeKeyPairsInput, output *ec2.DescribeKeyPairsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, gw := range output.KeyPairs {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(gw, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-key-pair\",\n\t\t\tUniqueAttribute: \"KeyName\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(gw.Tags),\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2KeyPairAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeKeyPairsInput, *ec2.DescribeKeyPairsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeKeyPairsInput, *ec2.DescribeKeyPairsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-key-pair\",\n\t\tAdapterMetadata: keyPairAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeKeyPairsInput) (*ec2.DescribeKeyPairsOutput, error) {\n\t\t\treturn client.DescribeKeyPairs(ctx, input)\n\t\t},\n\t\tInputMapperGet: keyPairInputMapperGet,\n\t\tInputMapperList: keyPairInputMapperList,\n\t\tOutputMapper: keyPairOutputMapper,\n\t}\n}\n\nvar keyPairAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-key-pair\",\n\tDescriptiveName: \"Key Pair\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a key pair by name\",\n\t\tListDescription: \"List all key pairs\",\n\t\tSearchDescription: \"Search for key pairs by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_key_pair.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/ec2-key-pair_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestKeyPairInputMapperGet(t *testing.T) {\n\tinput, err := keyPairInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.KeyNames) != 1 {\n\t\tt.Fatalf(\"expected 1 KeyPair ID, got %v\", len(input.KeyNames))\n\t}\n\n\tif input.KeyNames[0] != \"bar\" {\n\t\tt.Errorf(\"expected KeyPair ID to be bar, got %v\", input.KeyNames[0])\n\t}\n}\n\nfunc TestKeyPairInputMapperList(t *testing.T) {\n\tinput, err := keyPairInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.KeyNames) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestKeyPairOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeKeyPairsOutput{\n\t\tKeyPairs: []types.KeyPairInfo{\n\t\t\t{\n\t\t\t\tKeyPairId: new(\"key-04d7068d3a33bf9b2\"),\n\t\t\t\tKeyFingerprint: new(\"df:73:bb:86:a7:cd:9e:18:16:10:50:79:fa:3b:4f:c7:1d:32:cf:58\"),\n\t\t\t\tKeyName: new(\"dylan.ratcliffe\"),\n\t\t\t\tKeyType: types.KeyTypeRsa,\n\t\t\t\tTags: []types.Tag{},\n\t\t\t\tCreateTime: new(time.Now()),\n\t\t\t\tPublicKey: new(\"PUB\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := keyPairOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n}\n\nfunc TestNewEC2KeyPairAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2KeyPairAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-launch-template-version.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc launchTemplateVersionInputMapperGet(scope string, query string) (*ec2.DescribeLaunchTemplateVersionsInput, error) {\n\t// We are expecting the query to be {id}.{version}\n\tsections := strings.Split(query, \".\")\n\n\tif len(sections) != 2 {\n\t\treturn nil, errors.New(\"input did not have 2 sections\")\n\t}\n\n\treturn &ec2.DescribeLaunchTemplateVersionsInput{\n\t\tLaunchTemplateId: §ions[0],\n\t\tVersions: []string{\n\t\t\tsections[1],\n\t\t},\n\t}, nil\n}\n\nfunc launchTemplateVersionInputMapperList(scope string) (*ec2.DescribeLaunchTemplateVersionsInput, error) {\n\treturn &ec2.DescribeLaunchTemplateVersionsInput{\n\t\tVersions: []string{\n\t\t\t\"$Latest\",\n\t\t\t\"$Default\",\n\t\t},\n\t}, nil\n}\n\nfunc launchTemplateVersionOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeLaunchTemplateVersionsInput, output *ec2.DescribeLaunchTemplateVersionsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, ltv := range output.LaunchTemplateVersions {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(ltv)\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\tif ltv.LaunchTemplateId != nil && ltv.VersionNumber != nil {\n\t\t\t// Create a custom UAV here since there is no one unique attribute.\n\t\t\t// The new UAV will be {templateId}.{version}\n\t\t\tattrs.Set(\"VersionIdCombo\", fmt.Sprintf(\"%v.%v\", *ltv.LaunchTemplateId, *ltv.VersionNumber))\n\t\t} else {\n\t\t\treturn nil, errors.New(\"ec2-launch-template-version must have LaunchTemplateId and VersionNumber populated\")\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-launch-template-version\",\n\t\t\tUniqueAttribute: \"VersionIdCombo\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t}\n\n\t\tif lt := ltv.LaunchTemplateData; lt != nil {\n\t\t\tfor _, ni := range lt.NetworkInterfaces {\n\t\t\t\tfor _, ip := range ni.Ipv6Addresses {\n\t\t\t\t\tif ip.Ipv6Address != nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *ip.Ipv6Address,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif ni.NetworkInterfaceId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-network-interface\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *ni.NetworkInterfaceId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tfor _, ip := range ni.PrivateIpAddresses {\n\t\t\t\t\tif ip.PrivateIpAddress != nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *ip.PrivateIpAddress,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif ni.SubnetId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *ni.SubnetId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tfor _, group := range ni.Groups {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: group,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif lt.ImageId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-image\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *lt.ImageId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif lt.KeyName != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-key-pair\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *lt.KeyName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tfor _, mapping := range lt.BlockDeviceMappings {\n\t\t\t\tif mapping.Ebs != nil && mapping.Ebs.SnapshotId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-snapshot\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *mapping.Ebs.SnapshotId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif spec := lt.CapacityReservationSpecification; spec != nil {\n\t\t\t\tif target := spec.CapacityReservationTarget; target != nil {\n\t\t\t\t\tif target.CapacityReservationId != nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"ec2-capacity-reservation\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *target.CapacityReservationId,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif lt.Placement != nil {\n\t\t\t\tif lt.Placement.GroupId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-placement-group\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *lt.Placement.GroupId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif lt.Placement.HostId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-host\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *lt.Placement.HostId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor _, id := range lt.SecurityGroupIds {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: id,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2LaunchTemplateVersionAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeLaunchTemplateVersionsInput, *ec2.DescribeLaunchTemplateVersionsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeLaunchTemplateVersionsInput, *ec2.DescribeLaunchTemplateVersionsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-launch-template-version\",\n\t\tAdapterMetadata: launchTemplateVersionAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeLaunchTemplateVersionsInput) (*ec2.DescribeLaunchTemplateVersionsOutput, error) {\n\t\t\treturn client.DescribeLaunchTemplateVersions(ctx, input)\n\t\t},\n\t\tInputMapperGet: launchTemplateVersionInputMapperGet,\n\t\tInputMapperList: launchTemplateVersionInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeLaunchTemplateVersionsInput) Paginator[*ec2.DescribeLaunchTemplateVersionsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeLaunchTemplateVersionsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: launchTemplateVersionOutputMapper,\n\t}\n}\n\nvar launchTemplateVersionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-launch-template-version\",\n\tDescriptiveName: \"Launch Template Version\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a launch template version by {templateId}.{version}\",\n\t\tListDescription: \"List all launch template versions\",\n\t\tSearchDescription: \"Search launch template versions by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-network-interface\", \"ec2-subnet\", \"ec2-security-group\", \"ec2-image\", \"ec2-key-pair\", \"ec2-snapshot\", \"ec2-capacity-reservation\", \"ec2-placement-group\", \"ec2-host\", \"ip\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/ec2-launch-template-version_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestLaunchTemplateVersionInputMapperGet(t *testing.T) {\n\tinput, err := launchTemplateVersionInputMapperGet(\"foo\", \"bar.10\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Versions) != 1 {\n\t\tt.Fatalf(\"expected 1 version, got %v\", len(input.Versions))\n\t}\n\n\tif input.Versions[0] != \"10\" {\n\t\tt.Fatalf(\"expected version to be 10, got %v\", input.Versions[0])\n\t}\n\n\tif *input.LaunchTemplateId != \"bar\" {\n\t\tt.Errorf(\"expected LaunchTemplateId to be bar, got %v\", *input.LaunchTemplateId)\n\t}\n}\n\nfunc TestLaunchTemplateVersionInputMapperList(t *testing.T) {\n\tinput, err := launchTemplateVersionInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Versions) != 2 {\n\t\tt.Errorf(\"expected 2 inputs, got %v: %v\", len(input.Versions), input)\n\t}\n}\n\nfunc TestLaunchTemplateVersionOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeLaunchTemplateVersionsOutput{\n\t\tLaunchTemplateVersions: []types.LaunchTemplateVersion{\n\t\t\t{\n\t\t\t\tLaunchTemplateId: new(\"lt-015547202038ae102\"),\n\t\t\t\tLaunchTemplateName: new(\"test\"),\n\t\t\t\tVersionNumber: new(int64(1)),\n\t\t\t\tCreateTime: new(time.Now()),\n\t\t\t\tCreatedBy: new(\"arn:aws:sts::052392120703:assumed-role/AWSReservedSSO_AWSAdministratorAccess_c1c3c9c54821c68a/dylan@overmind.tech\"),\n\t\t\t\tDefaultVersion: new(true),\n\t\t\t\tLaunchTemplateData: &types.ResponseLaunchTemplateData{\n\t\t\t\t\tNetworkInterfaces: []types.LaunchTemplateInstanceNetworkInterfaceSpecification{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tIpv6Addresses: []types.InstanceIpv6Address{\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tIpv6Address: new(\"ipv6\"),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tNetworkInterfaceId: new(\"networkInterface\"),\n\t\t\t\t\t\t\tPrivateIpAddresses: []types.PrivateIpAddressSpecification{\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t\t\t\t\tPrivateIpAddress: new(\"ip\"),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tSubnetId: new(\"subnet\"),\n\t\t\t\t\t\t\tDeviceIndex: new(int32(0)),\n\t\t\t\t\t\t\tGroups: []string{\n\t\t\t\t\t\t\t\t\"sg-094e151c9fc5da181\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tImageId: new(\"ami-084e8c05825742534\"),\n\t\t\t\t\tInstanceType: types.InstanceTypeT1Micro,\n\t\t\t\t\tKeyName: new(\"dylan.ratcliffe\"),\n\t\t\t\t\tBlockDeviceMappings: []types.LaunchTemplateBlockDeviceMapping{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tEbs: &types.LaunchTemplateEbsBlockDevice{\n\t\t\t\t\t\t\t\tSnapshotId: new(\"snap\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tCapacityReservationSpecification: &types.LaunchTemplateCapacityReservationSpecificationResponse{\n\t\t\t\t\t\tCapacityReservationPreference: types.CapacityReservationPreferenceNone,\n\t\t\t\t\t\tCapacityReservationTarget: &types.CapacityReservationTargetResponse{\n\t\t\t\t\t\t\tCapacityReservationId: new(\"cap\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tCpuOptions: &types.LaunchTemplateCpuOptions{},\n\t\t\t\t\tCreditSpecification: &types.CreditSpecification{},\n\t\t\t\t\tElasticGpuSpecifications: []types.ElasticGpuSpecificationResponse{},\n\t\t\t\t\tEnclaveOptions: &types.LaunchTemplateEnclaveOptions{},\n\t\t\t\t\tElasticInferenceAccelerators: []types.LaunchTemplateElasticInferenceAcceleratorResponse{},\n\t\t\t\t\tPlacement: &types.LaunchTemplatePlacement{\n\t\t\t\t\t\tAvailabilityZone: new(\"foo\"),\n\t\t\t\t\t\tGroupId: new(\"placement\"),\n\t\t\t\t\t\tHostId: new(\"host\"),\n\t\t\t\t\t},\n\t\t\t\t\tSecurityGroupIds: []string{\n\t\t\t\t\t\t\"secGroup\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := launchTemplateVersionOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"ipv6\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-network-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"networkInterface\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"ip\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg-094e151c9fc5da181\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-image\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"ami-084e8c05825742534\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-key-pair\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"dylan.ratcliffe\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-snapshot\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"snap\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-capacity-reservation\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cap\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-placement-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"placement\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-host\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"host\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"secGroup\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2LaunchTemplateVersionAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2LaunchTemplateVersionAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipNotFoundCheck: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-launch-template.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc launchTemplateInputMapperGet(scope string, query string) (*ec2.DescribeLaunchTemplatesInput, error) {\n\treturn &ec2.DescribeLaunchTemplatesInput{\n\t\tLaunchTemplateIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc launchTemplateInputMapperList(scope string) (*ec2.DescribeLaunchTemplatesInput, error) {\n\treturn &ec2.DescribeLaunchTemplatesInput{}, nil\n}\n\nfunc launchTemplateOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeLaunchTemplatesInput, output *ec2.DescribeLaunchTemplatesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, LaunchTemplate := range output.LaunchTemplates {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(LaunchTemplate, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-launch-template\",\n\t\t\tUniqueAttribute: \"LaunchTemplateId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(LaunchTemplate.Tags),\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2LaunchTemplateAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeLaunchTemplatesInput, *ec2.DescribeLaunchTemplatesOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeLaunchTemplatesInput, *ec2.DescribeLaunchTemplatesOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-launch-template\",\n\t\tAdapterMetadata: launchTemplateAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeLaunchTemplatesInput) (*ec2.DescribeLaunchTemplatesOutput, error) {\n\t\t\treturn client.DescribeLaunchTemplates(ctx, input)\n\t\t},\n\t\tInputMapperGet: launchTemplateInputMapperGet,\n\t\tInputMapperList: launchTemplateInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeLaunchTemplatesInput) Paginator[*ec2.DescribeLaunchTemplatesOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeLaunchTemplatesPaginator(client, params)\n\t\t},\n\t\tOutputMapper: launchTemplateOutputMapper,\n\t}\n}\n\nvar launchTemplateAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-launch-template\",\n\tDescriptiveName: \"Launch Template\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a launch template by ID\",\n\t\tListDescription: \"List all launch templates\",\n\t\tSearchDescription: \"Search for launch templates by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_launch_template.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/ec2-launch-template_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestLaunchTemplateInputMapperGet(t *testing.T) {\n\tinput, err := launchTemplateInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.LaunchTemplateIds) != 1 {\n\t\tt.Fatalf(\"expected 1 LaunchTemplate ID, got %v\", len(input.LaunchTemplateIds))\n\t}\n\n\tif input.LaunchTemplateIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected LaunchTemplate ID to be bar, got %v\", input.LaunchTemplateIds[0])\n\t}\n}\n\nfunc TestLaunchTemplateInputMapperList(t *testing.T) {\n\tinput, err := launchTemplateInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.LaunchTemplateIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestLaunchTemplateOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeLaunchTemplatesOutput{\n\t\tLaunchTemplates: []types.LaunchTemplate{\n\t\t\t{\n\t\t\t\tCreateTime: new(time.Now()),\n\t\t\t\tCreatedBy: new(\"me\"),\n\t\t\t\tDefaultVersionNumber: new(int64(1)),\n\t\t\t\tLatestVersionNumber: new(int64(10)),\n\t\t\t\tLaunchTemplateId: new(\"id\"),\n\t\t\t\tLaunchTemplateName: new(\"hello\"),\n\t\t\t\tTags: []types.Tag{},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := launchTemplateOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n}\n\nfunc TestNewEC2LaunchTemplateAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2LaunchTemplateAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-nat-gateway.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc natGatewayInputMapperGet(scope string, query string) (*ec2.DescribeNatGatewaysInput, error) {\n\treturn &ec2.DescribeNatGatewaysInput{\n\t\tNatGatewayIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc natGatewayInputMapperList(scope string) (*ec2.DescribeNatGatewaysInput, error) {\n\treturn &ec2.DescribeNatGatewaysInput{}, nil\n}\n\nfunc natGatewayOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeNatGatewaysInput, output *ec2.DescribeNatGatewaysOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, ng := range output.NatGateways {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(ng, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-nat-gateway\",\n\t\t\tUniqueAttribute: \"NatGatewayId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(ng.Tags),\n\t\t}\n\n\t\tfor _, address := range ng.NatGatewayAddresses {\n\t\t\tif address.NetworkInterfaceId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-network-interface\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *address.NetworkInterfaceId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif address.PrivateIp != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *address.PrivateIp,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif address.PublicIp != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *address.PublicIp,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif ng.SubnetId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *ng.SubnetId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif ng.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *ng.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2NatGatewayAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeNatGatewaysInput, *ec2.DescribeNatGatewaysOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeNatGatewaysInput, *ec2.DescribeNatGatewaysOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-nat-gateway\",\n\t\tAdapterMetadata: natGatewayAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeNatGatewaysInput) (*ec2.DescribeNatGatewaysOutput, error) {\n\t\t\treturn client.DescribeNatGateways(ctx, input)\n\t\t},\n\t\tInputMapperGet: natGatewayInputMapperGet,\n\t\tInputMapperList: natGatewayInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeNatGatewaysInput) Paginator[*ec2.DescribeNatGatewaysOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeNatGatewaysPaginator(client, params)\n\t\t},\n\t\tOutputMapper: natGatewayOutputMapper,\n\t}\n}\n\nvar natGatewayAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-nat-gateway\",\n\tDescriptiveName: \"NAT Gateway\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a NAT Gateway by ID\",\n\t\tListDescription: \"List all NAT gateways\",\n\t\tSearchDescription: \"Search for NAT gateways by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-vpc\", \"ec2-subnet\", \"ec2-network-interface\", \"ip\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_nat_gateway.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-nat-gateway_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestNatGatewayInputMapperGet(t *testing.T) {\n\tinput, err := natGatewayInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.NatGatewayIds) != 1 {\n\t\tt.Fatalf(\"expected 1 NatGateway ID, got %v\", len(input.NatGatewayIds))\n\t}\n\n\tif input.NatGatewayIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected NatGateway ID to be bar, got %v\", input.NatGatewayIds[0])\n\t}\n}\n\nfunc TestNatGatewayInputMapperList(t *testing.T) {\n\tinput, err := natGatewayInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filter) != 0 || len(input.NatGatewayIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestNatGatewayOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeNatGatewaysOutput{\n\t\tNatGateways: []types.NatGateway{\n\t\t\t{\n\t\t\t\tCreateTime: new(time.Now()),\n\t\t\t\tDeleteTime: new(time.Now()),\n\t\t\t\tFailureCode: new(\"Gateway.NotAttached\"),\n\t\t\t\tFailureMessage: new(\"Network vpc-0d7892e00e573e701 has no Internet gateway attached\"),\n\t\t\t\tNatGatewayAddresses: []types.NatGatewayAddress{\n\t\t\t\t\t{\n\t\t\t\t\t\tAllocationId: new(\"eipalloc-000a9739291350592\"),\n\t\t\t\t\t\tNetworkInterfaceId: new(\"eni-0c59532b8e10343ae\"),\n\t\t\t\t\t\tPrivateIp: new(\"172.31.89.23\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tNatGatewayId: new(\"nat-0e4e73d7ac46af25e\"),\n\t\t\t\tState: types.NatGatewayStateFailed,\n\t\t\t\tSubnetId: new(\"subnet-0450a637af9984235\"),\n\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"Name\"),\n\t\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tConnectivityType: types.ConnectivityTypePublic,\n\t\t\t},\n\t\t\t{\n\t\t\t\tCreateTime: new(time.Now()),\n\t\t\t\tNatGatewayAddresses: []types.NatGatewayAddress{\n\t\t\t\t\t{\n\t\t\t\t\t\tAllocationId: new(\"eipalloc-000a9739291350592\"),\n\t\t\t\t\t\tNetworkInterfaceId: new(\"eni-0b4652e6f2aa36d78\"),\n\t\t\t\t\t\tPrivateIp: new(\"172.31.35.98\"),\n\t\t\t\t\t\tPublicIp: new(\"18.170.133.9\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tNatGatewayId: new(\"nat-0e07f7530ef076766\"),\n\t\t\t\tState: types.NatGatewayStateAvailable,\n\t\t\t\tSubnetId: new(\"subnet-0d8ae4b4e07647efa\"),\n\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"Name\"),\n\t\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tConnectivityType: types.ConnectivityTypePublic,\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := natGatewayOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 2 {\n\t\tt.Fatalf(\"expected 2 items, got %v\", len(items))\n\t}\n\n\titem := items[1]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-network-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"eni-0b4652e6f2aa36d78\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"172.31.35.98\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"18.170.133.9\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-0d8ae4b4e07647efa\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2NatGatewayAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2NatGatewayAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-network-acl.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc networkAclInputMapperGet(scope string, query string) (*ec2.DescribeNetworkAclsInput, error) {\n\treturn &ec2.DescribeNetworkAclsInput{\n\t\tNetworkAclIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc networkAclInputMapperList(scope string) (*ec2.DescribeNetworkAclsInput, error) {\n\treturn &ec2.DescribeNetworkAclsInput{}, nil\n}\n\nfunc networkAclOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeNetworkAclsInput, output *ec2.DescribeNetworkAclsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, networkAcl := range output.NetworkAcls {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(networkAcl, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-network-acl\",\n\t\t\tUniqueAttribute: \"NetworkAclId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(networkAcl.Tags),\n\t\t}\n\n\t\tfor _, assoc := range networkAcl.Associations {\n\t\t\tif assoc.SubnetId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *assoc.SubnetId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif networkAcl.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *networkAcl.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2NetworkAclAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeNetworkAclsInput, *ec2.DescribeNetworkAclsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeNetworkAclsInput, *ec2.DescribeNetworkAclsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-network-acl\",\n\t\tAdapterMetadata: networkAclAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeNetworkAclsInput) (*ec2.DescribeNetworkAclsOutput, error) {\n\t\t\treturn client.DescribeNetworkAcls(ctx, input)\n\t\t},\n\t\tInputMapperGet: networkAclInputMapperGet,\n\t\tInputMapperList: networkAclInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeNetworkAclsInput) Paginator[*ec2.DescribeNetworkAclsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeNetworkAclsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: networkAclOutputMapper,\n\t}\n}\n\nvar networkAclAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-network-acl\",\n\tDescriptiveName: \"Network ACL\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a network ACL\",\n\t\tListDescription: \"List all network ACLs\",\n\t\tSearchDescription: \"Search for network ACLs by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-subnet\", \"ec2-vpc\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_network_acl.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/ec2-network-acl_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestNetworkAclInputMapperGet(t *testing.T) {\n\tinput, err := networkAclInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.NetworkAclIds) != 1 {\n\t\tt.Fatalf(\"expected 1 NetworkAcl ID, got %v\", len(input.NetworkAclIds))\n\t}\n\n\tif input.NetworkAclIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected NetworkAcl ID to be bar, got %v\", input.NetworkAclIds[0])\n\t}\n}\n\nfunc TestNetworkAclInputMapperList(t *testing.T) {\n\tinput, err := networkAclInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.NetworkAclIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestNetworkAclOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeNetworkAclsOutput{\n\t\tNetworkAcls: []types.NetworkAcl{\n\t\t\t{\n\t\t\t\tAssociations: []types.NetworkAclAssociation{\n\t\t\t\t\t{\n\t\t\t\t\t\tNetworkAclAssociationId: new(\"aclassoc-0f85f8b1fde0a5939\"),\n\t\t\t\t\t\tNetworkAclId: new(\"acl-0a346e8e6f5a9ad91\"),\n\t\t\t\t\t\tSubnetId: new(\"subnet-0450a637af9984235\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tNetworkAclAssociationId: new(\"aclassoc-064b78003a2d309a4\"),\n\t\t\t\t\t\tNetworkAclId: new(\"acl-0a346e8e6f5a9ad91\"),\n\t\t\t\t\t\tSubnetId: new(\"subnet-06c0dea0437180c61\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tNetworkAclAssociationId: new(\"aclassoc-0575080579a7381f5\"),\n\t\t\t\t\t\tNetworkAclId: new(\"acl-0a346e8e6f5a9ad91\"),\n\t\t\t\t\t\tSubnetId: new(\"subnet-0d8ae4b4e07647efa\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tEntries: []types.NetworkAclEntry{\n\t\t\t\t\t{\n\t\t\t\t\t\tCidrBlock: new(\"0.0.0.0/0\"),\n\t\t\t\t\t\tEgress: new(true),\n\t\t\t\t\t\tProtocol: new(\"-1\"),\n\t\t\t\t\t\tRuleAction: types.RuleActionAllow,\n\t\t\t\t\t\tRuleNumber: new(int32(100)),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tCidrBlock: new(\"0.0.0.0/0\"),\n\t\t\t\t\t\tEgress: new(true),\n\t\t\t\t\t\tProtocol: new(\"-1\"),\n\t\t\t\t\t\tRuleAction: types.RuleActionDeny,\n\t\t\t\t\t\tRuleNumber: new(int32(32767)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tIsDefault: new(true),\n\t\t\t\tNetworkAclId: new(\"acl-0a346e8e6f5a9ad91\"),\n\t\t\t\tTags: []types.Tag{},\n\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t\tOwnerId: new(\"052392120703\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := networkAclOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-06c0dea0437180c61\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-0d8ae4b4e07647efa\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-0450a637af9984235\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2NetworkAclAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2NetworkAclAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-network-interface-permission.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc networkInterfacePermissionInputMapperGet(scope string, query string) (*ec2.DescribeNetworkInterfacePermissionsInput, error) {\n\treturn &ec2.DescribeNetworkInterfacePermissionsInput{\n\t\tNetworkInterfacePermissionIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc networkInterfacePermissionInputMapperList(scope string) (*ec2.DescribeNetworkInterfacePermissionsInput, error) {\n\treturn &ec2.DescribeNetworkInterfacePermissionsInput{}, nil\n}\n\nfunc networkInterfacePermissionOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeNetworkInterfacePermissionsInput, output *ec2.DescribeNetworkInterfacePermissionsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, ni := range output.NetworkInterfacePermissions {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(ni)\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-network-interface-permission\",\n\t\t\tUniqueAttribute: \"NetworkInterfacePermissionId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t}\n\n\t\tif ni.NetworkInterfaceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-network-interface\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *ni.NetworkInterfaceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2NetworkInterfacePermissionAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeNetworkInterfacePermissionsInput, *ec2.DescribeNetworkInterfacePermissionsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeNetworkInterfacePermissionsInput, *ec2.DescribeNetworkInterfacePermissionsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-network-interface-permission\",\n\t\tAdapterMetadata: networkInterfacePermissionAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeNetworkInterfacePermissionsInput) (*ec2.DescribeNetworkInterfacePermissionsOutput, error) {\n\t\t\treturn client.DescribeNetworkInterfacePermissions(ctx, input)\n\t\t},\n\t\tInputMapperGet: networkInterfacePermissionInputMapperGet,\n\t\tInputMapperList: networkInterfacePermissionInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeNetworkInterfacePermissionsInput) Paginator[*ec2.DescribeNetworkInterfacePermissionsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeNetworkInterfacePermissionsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: networkInterfacePermissionOutputMapper,\n\t}\n}\n\nvar networkInterfacePermissionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-network-interface-permission\",\n\tDescriptiveName: \"Network Interface Permission\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a network interface permission by ID\",\n\t\tListDescription: \"List all network interface permissions\",\n\t\tSearchDescription: \"Search network interface permissions by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-network-interface\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/ec2-network-interface-permission_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestNetworkInterfacePermissionInputMapperGet(t *testing.T) {\n\tinput, err := networkInterfacePermissionInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.NetworkInterfacePermissionIds) != 1 {\n\t\tt.Fatalf(\"expected 1 NetworkInterfacePermission ID, got %v\", len(input.NetworkInterfacePermissionIds))\n\t}\n\n\tif input.NetworkInterfacePermissionIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected NetworkInterfacePermission ID to be bar, got %v\", input.NetworkInterfacePermissionIds[0])\n\t}\n}\n\nfunc TestNetworkInterfacePermissionInputMapperList(t *testing.T) {\n\tinput, err := networkInterfacePermissionInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.NetworkInterfacePermissionIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestNetworkInterfacePermissionOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeNetworkInterfacePermissionsOutput{\n\t\tNetworkInterfacePermissions: []types.NetworkInterfacePermission{\n\t\t\t{\n\t\t\t\tNetworkInterfacePermissionId: new(\"eni-perm-0b6211455242c105e\"),\n\t\t\t\tNetworkInterfaceId: new(\"eni-07f8f3d404036c833\"),\n\t\t\t\tAwsService: new(\"routing.hyperplane.eu-west-2.amazonaws.com\"),\n\t\t\t\tPermission: types.InterfacePermissionTypeInstanceAttach,\n\t\t\t\tPermissionState: &types.NetworkInterfacePermissionState{\n\t\t\t\t\tState: types.NetworkInterfacePermissionStateCodeGranted,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := networkInterfacePermissionOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-network-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"eni-07f8f3d404036c833\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2NetworkInterfacePermissionAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2NetworkInterfacePermissionAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-network-interface.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc networkInterfaceInputMapperGet(scope string, query string) (*ec2.DescribeNetworkInterfacesInput, error) {\n\treturn &ec2.DescribeNetworkInterfacesInput{\n\t\tNetworkInterfaceIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc networkInterfaceInputMapperList(scope string) (*ec2.DescribeNetworkInterfacesInput, error) {\n\treturn &ec2.DescribeNetworkInterfacesInput{}, nil\n}\n\nfunc networkInterfaceInputMapperSearch(_ context.Context, _ *ec2.Client, scope, query string) (*ec2.DescribeNetworkInterfacesInput, error) {\n\t// If query looks like a security group ID, filter by it\n\t// This enables security groups to discover their attached network interfaces\n\tif strings.HasPrefix(query, \"sg-\") {\n\t\treturn &ec2.DescribeNetworkInterfacesInput{\n\t\t\tFilters: []types.Filter{\n\t\t\t\t{\n\t\t\t\t\tName: aws.String(\"group-id\"),\n\t\t\t\t\tValues: []string{query},\n\t\t\t\t},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\t// Otherwise try to parse as an ARN\n\tarn, err := ParseARN(query)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"query must be a security group ID (sg-*) or a valid ARN\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\t// Extract network interface ID from ARN\n\t// ARN format: arn:aws:ec2:region:account:network-interface/eni-xxx\n\tif arn.Type() == \"network-interface\" {\n\t\treturn &ec2.DescribeNetworkInterfacesInput{\n\t\t\tNetworkInterfaceIds: []string{arn.ResourceID()},\n\t\t}, nil\n\t}\n\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: \"unsupported ARN type for network interface search\",\n\t\tScope: scope,\n\t}\n}\n\nfunc networkInterfaceOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeNetworkInterfacesInput, output *ec2.DescribeNetworkInterfacesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, ni := range output.NetworkInterfaces {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(ni, \"tagSet\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-network-interface\",\n\t\t\tUniqueAttribute: \"NetworkInterfaceId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(ni.TagSet),\n\t\t}\n\n\t\tif ni.Attachment != nil {\n\t\t\tif ni.Attachment.InstanceId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ni.Attachment.InstanceId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, sg := range ni.Groups {\n\t\t\tif sg.GroupId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *sg.GroupId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, ip := range ni.Ipv6Addresses {\n\t\t\tif ip.Ipv6Address != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ip.Ipv6Address,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, ip := range ni.PrivateIpAddresses {\n\t\t\tif assoc := ip.Association; assoc != nil {\n\t\t\t\tif assoc.PublicDnsName != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *assoc.PublicDnsName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif assoc.PublicIp != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *assoc.PublicIp,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif assoc.CarrierIp != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *assoc.CarrierIp,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif assoc.CustomerOwnedIp != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *assoc.CustomerOwnedIp,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif ip.PrivateDnsName != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *ip.PrivateDnsName,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif ip.PrivateIpAddress != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ip.PrivateIpAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif ni.SubnetId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *ni.SubnetId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif ni.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *ni.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2NetworkInterfaceAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeNetworkInterfacesInput, *ec2.DescribeNetworkInterfacesOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeNetworkInterfacesInput, *ec2.DescribeNetworkInterfacesOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-network-interface\",\n\t\tAdapterMetadata: networkInterfaceAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeNetworkInterfacesInput) (*ec2.DescribeNetworkInterfacesOutput, error) {\n\t\t\treturn client.DescribeNetworkInterfaces(ctx, input)\n\t\t},\n\t\tInputMapperGet: networkInterfaceInputMapperGet,\n\t\tInputMapperList: networkInterfaceInputMapperList,\n\t\tInputMapperSearch: networkInterfaceInputMapperSearch,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeNetworkInterfacesInput) Paginator[*ec2.DescribeNetworkInterfacesOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeNetworkInterfacesPaginator(client, params)\n\t\t},\n\t\tOutputMapper: networkInterfaceOutputMapper,\n\t}\n}\n\nvar networkInterfaceAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-network-interface\",\n\tDescriptiveName: \"EC2 Network Interface\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a network interface by ID\",\n\t\tListDescription: \"List all network interfaces\",\n\t\tSearchDescription: \"Search network interfaces by ARN or security group ID (sg-*)\",\n\t},\n\tPotentialLinks: []string{\"ec2-instance\", \"ec2-security-group\", \"ip\", \"dns\", \"ec2-subnet\", \"ec2-vpc\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_network_interface.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-network-interface_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestNetworkInterfaceInputMapperGet(t *testing.T) {\n\tinput, err := networkInterfaceInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.NetworkInterfaceIds) != 1 {\n\t\tt.Fatalf(\"expected 1 NetworkInterface ID, got %v\", len(input.NetworkInterfaceIds))\n\t}\n\n\tif input.NetworkInterfaceIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected NetworkInterface ID to be bar, got %v\", input.NetworkInterfaceIds[0])\n\t}\n}\n\nfunc TestNetworkInterfaceInputMapperList(t *testing.T) {\n\tinput, err := networkInterfaceInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.NetworkInterfaceIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestNetworkInterfaceInputMapperSearch(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tquery string\n\t\texpectFilter bool\n\t\tfilterName string\n\t\tfilterValue string\n\t\texpectENIId bool\n\t\teniId string\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"Security group ID\",\n\t\t\tquery: \"sg-0437857de45b640ce\",\n\t\t\texpectFilter: true,\n\t\t\tfilterName: \"group-id\",\n\t\t\tfilterValue: \"sg-0437857de45b640ce\",\n\t\t},\n\t\t{\n\t\t\tname: \"Network interface ARN\",\n\t\t\tquery: \"arn:aws:ec2:eu-west-2:123456789012:network-interface/eni-0b4652e6f2aa36d78\",\n\t\t\texpectENIId: true,\n\t\t\teniId: \"eni-0b4652e6f2aa36d78\",\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid query\",\n\t\t\tquery: \"invalid-query\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN type\",\n\t\t\tquery: \"arn:aws:ec2:eu-west-2:123456789012:instance/i-1234567890abcdef0\",\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tt.Parallel()\n\n\t\t\tinput, err := networkInterfaceInputMapperSearch(context.Background(), nil, \"123456789012.eu-west-2\", tt.query)\n\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"expected error for query %s, got nil\", tt.query)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"unexpected error for query %s: %v\", tt.query, err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif tt.expectFilter {\n\t\t\t\tif len(input.Filters) != 1 {\n\t\t\t\t\tt.Errorf(\"expected 1 filter, got %d\", len(input.Filters))\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\t\tif *input.Filters[0].Name != tt.filterName {\n\t\t\t\t\tt.Errorf(\"expected filter name %s, got %s\", tt.filterName, *input.Filters[0].Name)\n\t\t\t\t}\n\t\t\t\tif len(input.Filters[0].Values) != 1 || input.Filters[0].Values[0] != tt.filterValue {\n\t\t\t\t\tt.Errorf(\"expected filter value %s, got %v\", tt.filterValue, input.Filters[0].Values)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif tt.expectENIId {\n\t\t\t\tif len(input.NetworkInterfaceIds) != 1 {\n\t\t\t\t\tt.Errorf(\"expected 1 network interface ID, got %d\", len(input.NetworkInterfaceIds))\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\t\tif input.NetworkInterfaceIds[0] != tt.eniId {\n\t\t\t\t\tt.Errorf(\"expected network interface ID %s, got %s\", tt.eniId, input.NetworkInterfaceIds[0])\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestNetworkInterfaceOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeNetworkInterfacesOutput{\n\t\tNetworkInterfaces: []types.NetworkInterface{\n\t\t\t{\n\t\t\t\tAssociation: &types.NetworkInterfaceAssociation{\n\t\t\t\t\tAllocationId: new(\"eipalloc-000a9739291350592\"),\n\t\t\t\t\tAssociationId: new(\"eipassoc-049cda1f947e5efe6\"),\n\t\t\t\t\tIpOwnerId: new(\"052392120703\"),\n\t\t\t\t\tPublicDnsName: new(\"ec2-18-170-133-9.eu-west-2.compute.amazonaws.com\"),\n\t\t\t\t\tPublicIp: new(\"18.170.133.9\"),\n\t\t\t\t},\n\t\t\t\tAttachment: &types.NetworkInterfaceAttachment{\n\t\t\t\t\tAttachmentId: new(\"ela-attach-03e560efca8c9e5d8\"),\n\t\t\t\t\tDeleteOnTermination: new(false),\n\t\t\t\t\tDeviceIndex: new(int32(1)),\n\t\t\t\t\tInstanceOwnerId: new(\"amazon-aws\"),\n\t\t\t\t\tStatus: types.AttachmentStatusAttached,\n\t\t\t\t\tInstanceId: new(\"foo\"),\n\t\t\t\t},\n\t\t\t\tAvailabilityZone: new(\"eu-west-2b\"),\n\t\t\t\tDescription: new(\"Interface for NAT Gateway nat-0e07f7530ef076766\"),\n\t\t\t\tGroups: []types.GroupIdentifier{\n\t\t\t\t\t{\n\t\t\t\t\t\tGroupId: new(\"group-123\"),\n\t\t\t\t\t\tGroupName: new(\"something\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tInterfaceType: types.NetworkInterfaceTypeNatGateway,\n\t\t\t\tIpv6Addresses: []types.NetworkInterfaceIpv6Address{\n\t\t\t\t\t{\n\t\t\t\t\t\tIpv6Address: new(\"2001:db8:1234:0000:0000:0000:0000:0000\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tMacAddress: new(\"0a:f4:55:b0:6c:be\"),\n\t\t\t\tNetworkInterfaceId: new(\"eni-0b4652e6f2aa36d78\"),\n\t\t\t\tOwnerId: new(\"052392120703\"),\n\t\t\t\tPrivateDnsName: new(\"ip-172-31-35-98.eu-west-2.compute.internal\"),\n\t\t\t\tPrivateIpAddress: new(\"172.31.35.98\"),\n\t\t\t\tPrivateIpAddresses: []types.NetworkInterfacePrivateIpAddress{\n\t\t\t\t\t{\n\t\t\t\t\t\tAssociation: &types.NetworkInterfaceAssociation{\n\t\t\t\t\t\t\tAllocationId: new(\"eipalloc-000a9739291350592\"),\n\t\t\t\t\t\t\tAssociationId: new(\"eipassoc-049cda1f947e5efe6\"),\n\t\t\t\t\t\t\tIpOwnerId: new(\"052392120703\"),\n\t\t\t\t\t\t\tPublicDnsName: new(\"ec2-18-170-133-9.eu-west-2.compute.amazonaws.com\"),\n\t\t\t\t\t\t\tPublicIp: new(\"18.170.133.9\"),\n\t\t\t\t\t\t\tCarrierIp: new(\"18.170.133.10\"),\n\t\t\t\t\t\t\tCustomerOwnedIp: new(\"18.170.133.11\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t\tPrivateDnsName: new(\"ip-172-31-35-98.eu-west-2.compute.internal\"),\n\t\t\t\t\t\tPrivateIpAddress: new(\"172.31.35.98\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tRequesterId: new(\"440527171281\"),\n\t\t\t\tRequesterManaged: new(true),\n\t\t\t\tSourceDestCheck: new(false),\n\t\t\t\tStatus: types.NetworkInterfaceStatusInUse,\n\t\t\t\tSubnetId: new(\"subnet-0d8ae4b4e07647efa\"),\n\t\t\t\tTagSet: []types.Tag{},\n\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := networkInterfaceOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"foo\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"group-123\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"2001:db8:1234:0000:0000:0000:0000:0000\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"ip-172-31-35-98.eu-west-2.compute.internal\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"172.31.35.98\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"18.170.133.9\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"18.170.133.10\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"ec2-18-170-133-9.eu-west-2.compute.amazonaws.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"18.170.133.11\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-0d8ae4b4e07647efa\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2NetworkInterfaceAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2NetworkInterfaceAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-placement-group.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc placementGroupInputMapperGet(scope string, query string) (*ec2.DescribePlacementGroupsInput, error) {\n\treturn &ec2.DescribePlacementGroupsInput{\n\t\tGroupIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc placementGroupInputMapperList(scope string) (*ec2.DescribePlacementGroupsInput, error) {\n\treturn &ec2.DescribePlacementGroupsInput{}, nil\n}\n\nfunc placementGroupOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribePlacementGroupsInput, output *ec2.DescribePlacementGroupsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, ng := range output.PlacementGroups {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(ng, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-placement-group\",\n\t\t\tUniqueAttribute: \"GroupId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(ng.Tags),\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2PlacementGroupAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribePlacementGroupsInput, *ec2.DescribePlacementGroupsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribePlacementGroupsInput, *ec2.DescribePlacementGroupsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-placement-group\",\n\t\tAdapterMetadata: placementGroupAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribePlacementGroupsInput) (*ec2.DescribePlacementGroupsOutput, error) {\n\t\t\treturn client.DescribePlacementGroups(ctx, input)\n\t\t},\n\t\tInputMapperGet: placementGroupInputMapperGet,\n\t\tInputMapperList: placementGroupInputMapperList,\n\t\tOutputMapper: placementGroupOutputMapper,\n\t}\n}\n\nvar placementGroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-placement-group\",\n\tDescriptiveName: \"Placement Group\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a placement group by ID\",\n\t\tListDescription: \"List all placement groups\",\n\t\tSearchDescription: \"Search for placement groups by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_placement_group.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/ec2-placement-group_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestPlacementGroupInputMapperGet(t *testing.T) {\n\tinput, err := placementGroupInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.GroupIds) != 1 {\n\t\tt.Fatalf(\"expected 1 PlacementGroup ID, got %v\", len(input.GroupIds))\n\t}\n\n\tif input.GroupIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected PlacementGroup ID to be bar, got %v\", input.GroupIds[0])\n\t}\n}\n\nfunc TestPlacementGroupInputMapperList(t *testing.T) {\n\tinput, err := placementGroupInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.GroupIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestPlacementGroupOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribePlacementGroupsOutput{\n\t\tPlacementGroups: []types.PlacementGroup{\n\t\t\t{\n\t\t\t\tGroupArn: new(\"arn\"),\n\t\t\t\tGroupId: new(\"id\"),\n\t\t\t\tGroupName: new(\"name\"),\n\t\t\t\tSpreadLevel: types.SpreadLevelHost,\n\t\t\t\tState: types.PlacementGroupStateAvailable,\n\t\t\t\tStrategy: types.PlacementStrategyCluster,\n\t\t\t\tPartitionCount: new(int32(1)),\n\t\t\t\tTags: []types.Tag{},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := placementGroupOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 items, got %v\", len(items))\n\t}\n\n}\n\nfunc TestNewEC2PlacementGroupAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2PlacementGroupAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-reserved-instance.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc reservedInstanceInputMapperGet(scope, query string) (*ec2.DescribeReservedInstancesInput, error) {\n\treturn &ec2.DescribeReservedInstancesInput{\n\t\tReservedInstancesIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc reservedInstanceInputMapperList(scope string) (*ec2.DescribeReservedInstancesInput, error) {\n\treturn &ec2.DescribeReservedInstancesInput{}, nil\n}\n\nfunc reservedInstanceOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeReservedInstancesInput, output *ec2.DescribeReservedInstancesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, reservation := range output.ReservedInstances {\n\t\tattrs, err := ToAttributesWithExclude(reservation, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-reserved-instance\",\n\t\t\tUniqueAttribute: \"ReservedInstancesId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(reservation.Tags),\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2ReservedInstanceAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeReservedInstancesInput, *ec2.DescribeReservedInstancesOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeReservedInstancesInput, *ec2.DescribeReservedInstancesOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-reserved-instance\",\n\t\tAdapterMetadata: reservedInstanceAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeReservedInstancesInput) (*ec2.DescribeReservedInstancesOutput, error) {\n\t\t\treturn client.DescribeReservedInstances(ctx, input)\n\t\t},\n\t\tInputMapperGet: reservedInstanceInputMapperGet,\n\t\tInputMapperList: reservedInstanceInputMapperList,\n\t\tOutputMapper: reservedInstanceOutputMapper,\n\t}\n}\n\nvar reservedInstanceAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-reserved-instance\",\n\tDescriptiveName: \"Reserved EC2 Instance\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a reserved EC2 instance by ID\",\n\t\tListDescription: \"List all reserved EC2 instances\",\n\t\tSearchDescription: \"Search reserved EC2 instances by ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/ec2-reserved-instance_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestReservedInstanceInputMapperGet(t *testing.T) {\n\tinput, err := reservedInstanceInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.ReservedInstancesIds) != 1 {\n\t\tt.Fatalf(\"expected 1 Reservedinstance ID, got %v\", len(input.ReservedInstancesIds))\n\t}\n\n\tif input.ReservedInstancesIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected Reservedinstance ID to be bar, got %v\", input.ReservedInstancesIds[0])\n\t}\n}\n\nfunc TestReservedInstanceInputMapperList(t *testing.T) {\n\tinput, err := reservedInstanceInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.ReservedInstancesIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestReservedInstanceOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeReservedInstancesOutput{\n\t\tReservedInstances: []types.ReservedInstances{\n\t\t\t{\n\t\t\t\tAvailabilityZone: new(\"az\"),\n\t\t\t\tCurrencyCode: types.CurrencyCodeValuesUsd,\n\t\t\t\tDuration: new(int64(100)),\n\t\t\t\tEnd: new(time.Now()),\n\t\t\t\tFixedPrice: new(float32(1.23)),\n\t\t\t\tInstanceCount: new(int32(1)),\n\t\t\t\tInstanceTenancy: types.TenancyDedicated,\n\t\t\t\tInstanceType: types.InstanceTypeA14xlarge,\n\t\t\t\tOfferingClass: types.OfferingClassTypeConvertible,\n\t\t\t\tOfferingType: types.OfferingTypeValuesAllUpfront,\n\t\t\t\tProductDescription: types.RIProductDescription(\"foo\"),\n\t\t\t\tRecurringCharges: []types.RecurringCharge{\n\t\t\t\t\t{\n\t\t\t\t\t\tAmount: new(1.111),\n\t\t\t\t\t\tFrequency: types.RecurringChargeFrequencyHourly,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tReservedInstancesId: new(\"id\"),\n\t\t\t\tScope: types.ScopeAvailabilityZone,\n\t\t\t\tStart: new(time.Now()),\n\t\t\t\tState: types.ReservedInstanceStateActive,\n\t\t\t\tUsagePrice: new(float32(99.00000001)),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := reservedInstanceOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2ReservedInstanceAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2ReservedInstanceAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-route-table.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc routeTableInputMapperGet(scope string, query string) (*ec2.DescribeRouteTablesInput, error) {\n\treturn &ec2.DescribeRouteTablesInput{\n\t\tRouteTableIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc routeTableInputMapperList(scope string) (*ec2.DescribeRouteTablesInput, error) {\n\treturn &ec2.DescribeRouteTablesInput{}, nil\n}\n\nfunc routeTableOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeRouteTablesInput, output *ec2.DescribeRouteTablesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, rt := range output.RouteTables {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(rt, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-route-table\",\n\t\t\tUniqueAttribute: \"RouteTableId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(rt.Tags),\n\t\t}\n\n\t\tfor _, assoc := range rt.Associations {\n\t\t\tif assoc.SubnetId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *assoc.SubnetId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif assoc.GatewayId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-internet-gateway\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *assoc.GatewayId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, route := range rt.Routes {\n\t\t\tif route.GatewayId != nil {\n\t\t\t\tif strings.HasPrefix(*route.GatewayId, \"igw\") {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-internet-gateway\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *route.GatewayId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\tif strings.HasPrefix(*route.GatewayId, \"vpce\") {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-vpc-endpoint\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *route.GatewayId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t\tif route.CarrierGatewayId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-carrier-gateway\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *route.CarrierGatewayId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\tif route.EgressOnlyInternetGatewayId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-egress-only-internet-gateway\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *route.EgressOnlyInternetGatewayId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\tif route.InstanceId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *route.InstanceId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\tif route.LocalGatewayId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-local-gateway\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *route.LocalGatewayId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\tif route.NatGatewayId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-nat-gateway\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *route.NatGatewayId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\tif route.NetworkInterfaceId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-network-interface\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *route.NetworkInterfaceId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\tif route.TransitGatewayId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-transit-gateway\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *route.TransitGatewayId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\tif route.VpcPeeringConnectionId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-vpc-peering-connection\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *route.VpcPeeringConnectionId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif rt.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *rt.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2RouteTableAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeRouteTablesInput, *ec2.DescribeRouteTablesOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeRouteTablesInput, *ec2.DescribeRouteTablesOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-route-table\",\n\t\tAdapterMetadata: routeTableAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeRouteTablesInput) (*ec2.DescribeRouteTablesOutput, error) {\n\t\t\treturn client.DescribeRouteTables(ctx, input)\n\t\t},\n\t\tInputMapperGet: routeTableInputMapperGet,\n\t\tInputMapperList: routeTableInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeRouteTablesInput) Paginator[*ec2.DescribeRouteTablesOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeRouteTablesPaginator(client, params)\n\t\t},\n\t\tOutputMapper: routeTableOutputMapper,\n\t}\n}\n\nvar routeTableAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-route-table\",\n\tDescriptiveName: \"Route Table\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a route table by ID\",\n\t\tListDescription: \"List all route tables\",\n\t\tSearchDescription: \"Search route tables by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-vpc\", \"ec2-subnet\", \"ec2-internet-gateway\", \"ec2-vpc-endpoint\", \"ec2-carrier-gateway\", \"ec2-egress-only-internet-gateway\", \"ec2-instance\", \"ec2-local-gateway\", \"ec2-nat-gateway\", \"ec2-network-interface\", \"ec2-transit-gateway\", \"ec2-vpc-peering-connection\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_route_table.id\"},\n\t\t{TerraformQueryMap: \"aws_route_table_association.route_table_id\"},\n\t\t{TerraformQueryMap: \"aws_default_route_table.default_route_table_id\"},\n\t\t{TerraformQueryMap: \"aws_route.route_table_id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-route-table_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestRouteTableInputMapperGet(t *testing.T) {\n\tinput, err := routeTableInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.RouteTableIds) != 1 {\n\t\tt.Fatalf(\"expected 1 RouteTable ID, got %v\", len(input.RouteTableIds))\n\t}\n\n\tif input.RouteTableIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected RouteTable ID to be bar, got %v\", input.RouteTableIds[0])\n\t}\n}\n\nfunc TestRouteTableInputMapperList(t *testing.T) {\n\tinput, err := routeTableInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.RouteTableIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestRouteTableOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeRouteTablesOutput{\n\t\tRouteTables: []types.RouteTable{\n\t\t\t{\n\t\t\t\tAssociations: []types.RouteTableAssociation{\n\t\t\t\t\t{\n\t\t\t\t\t\tMain: new(false),\n\t\t\t\t\t\tRouteTableAssociationId: new(\"rtbassoc-0aa1442039abff3db\"),\n\t\t\t\t\t\tRouteTableId: new(\"rtb-00b1197fa95a6b35f\"),\n\t\t\t\t\t\tSubnetId: new(\"subnet-06c0dea0437180c61\"),\n\t\t\t\t\t\tGatewayId: new(\"ID\"),\n\t\t\t\t\t\tAssociationState: &types.RouteTableAssociationState{\n\t\t\t\t\t\t\tState: types.RouteTableAssociationStateCodeAssociated,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tPropagatingVgws: []types.PropagatingVgw{\n\t\t\t\t\t{\n\t\t\t\t\t\tGatewayId: new(\"goo\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tRouteTableId: new(\"rtb-00b1197fa95a6b35f\"),\n\t\t\t\tRoutes: []types.Route{\n\t\t\t\t\t{\n\t\t\t\t\t\tDestinationCidrBlock: new(\"172.31.0.0/16\"),\n\t\t\t\t\t\tGatewayId: new(\"igw-12345\"),\n\t\t\t\t\t\tOrigin: types.RouteOriginCreateRouteTable,\n\t\t\t\t\t\tState: types.RouteStateActive,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tDestinationPrefixListId: new(\"pl-7ca54015\"),\n\t\t\t\t\t\tGatewayId: new(\"vpce-09fcbac4dcf142db3\"),\n\t\t\t\t\t\tOrigin: types.RouteOriginCreateRoute,\n\t\t\t\t\t\tState: types.RouteStateActive,\n\t\t\t\t\t\tCarrierGatewayId: new(\"id\"),\n\t\t\t\t\t\tEgressOnlyInternetGatewayId: new(\"id\"),\n\t\t\t\t\t\tInstanceId: new(\"id\"),\n\t\t\t\t\t\tInstanceOwnerId: new(\"id\"),\n\t\t\t\t\t\tLocalGatewayId: new(\"id\"),\n\t\t\t\t\t\tNatGatewayId: new(\"id\"),\n\t\t\t\t\t\tNetworkInterfaceId: new(\"id\"),\n\t\t\t\t\t\tTransitGatewayId: new(\"id\"),\n\t\t\t\t\t\tVpcPeeringConnectionId: new(\"id\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t\tOwnerId: new(\"052392120703\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := routeTableOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-06c0dea0437180c61\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-internet-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"ID\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-carrier-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-egress-only-internet-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-local-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-nat-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-network-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-transit-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc-peering-connection\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc-endpoint\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpce-09fcbac4dcf142db3\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-internet-gateway\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"igw-12345\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2RouteTableAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2RouteTableAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-security-group-rule.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc securityGroupRuleInputMapperGet(scope string, query string) (*ec2.DescribeSecurityGroupRulesInput, error) {\n\treturn &ec2.DescribeSecurityGroupRulesInput{\n\t\tSecurityGroupRuleIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc securityGroupRuleInputMapperList(scope string) (*ec2.DescribeSecurityGroupRulesInput, error) {\n\treturn &ec2.DescribeSecurityGroupRulesInput{}, nil\n}\n\nfunc securityGroupRuleOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeSecurityGroupRulesInput, output *ec2.DescribeSecurityGroupRulesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, securityGroupRule := range output.SecurityGroupRules {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(securityGroupRule, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-security-group-rule\",\n\t\t\tUniqueAttribute: \"SecurityGroupRuleId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(securityGroupRule.Tags),\n\t\t}\n\n\t\tif securityGroupRule.GroupId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *securityGroupRule.GroupId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif rg := securityGroupRule.ReferencedGroupInfo; rg != nil {\n\t\t\tif rg.GroupId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *rg.GroupId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2SecurityGroupRuleAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeSecurityGroupRulesInput, *ec2.DescribeSecurityGroupRulesOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeSecurityGroupRulesInput, *ec2.DescribeSecurityGroupRulesOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-security-group-rule\",\n\t\tAdapterMetadata: securityGroupRuleAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeSecurityGroupRulesInput) (*ec2.DescribeSecurityGroupRulesOutput, error) {\n\t\t\treturn client.DescribeSecurityGroupRules(ctx, input)\n\t\t},\n\t\tInputMapperGet: securityGroupRuleInputMapperGet,\n\t\tInputMapperList: securityGroupRuleInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeSecurityGroupRulesInput) Paginator[*ec2.DescribeSecurityGroupRulesOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeSecurityGroupRulesPaginator(client, params)\n\t\t},\n\t\tOutputMapper: securityGroupRuleOutputMapper,\n\t}\n}\n\nvar securityGroupRuleAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-security-group-rule\",\n\tDescriptiveName: \"Security Group Rule\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a security group rule by ID\",\n\t\tListDescription: \"List all security group rules\",\n\t\tSearchDescription: \"Search security group rules by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-security-group\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_security_group_rule.security_group_rule_id\"},\n\t\t{TerraformQueryMap: \"aws_vpc_security_group_ingress_rule.security_group_rule_id\"},\n\t\t{TerraformQueryMap: \"aws_vpc_security_group_egress_rule.security_group_rule_id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/ec2-security-group-rule_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestSecurityGroupRuleInputMapperGet(t *testing.T) {\n\tinput, err := securityGroupRuleInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.SecurityGroupRuleIds) != 1 {\n\t\tt.Fatalf(\"expected 1 SecurityGroupRule ID, got %v\", len(input.SecurityGroupRuleIds))\n\t}\n\n\tif input.SecurityGroupRuleIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected SecurityGroupRule ID to be bar, got %v\", input.SecurityGroupRuleIds[0])\n\t}\n}\n\nfunc TestSecurityGroupRuleInputMapperList(t *testing.T) {\n\tinput, err := securityGroupRuleInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.SecurityGroupRuleIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestSecurityGroupRuleOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeSecurityGroupRulesOutput{\n\t\tSecurityGroupRules: []types.SecurityGroupRule{\n\t\t\t{\n\t\t\t\tSecurityGroupRuleId: new(\"sgr-0b0e42d1431e832bd\"),\n\t\t\t\tGroupId: new(\"sg-0814766e46f201c22\"),\n\t\t\t\tGroupOwnerId: new(\"052392120703\"),\n\t\t\t\tIsEgress: new(false),\n\t\t\t\tIpProtocol: new(\"tcp\"),\n\t\t\t\tFromPort: new(int32(2049)),\n\t\t\t\tToPort: new(int32(2049)),\n\t\t\t\tReferencedGroupInfo: &types.ReferencedSecurityGroup{\n\t\t\t\t\tGroupId: new(\"sg-09371b4a54fe7ab38\"),\n\t\t\t\t\tUserId: new(\"052392120703\"),\n\t\t\t\t},\n\t\t\t\tDescription: new(\"Created by the LIW for EFS at 2022-12-16T19:14:27.033Z\"),\n\t\t\t\tTags: []types.Tag{},\n\t\t\t},\n\t\t\t{\n\t\t\t\tSecurityGroupRuleId: new(\"sgr-04b583a90b4fa4ada\"),\n\t\t\t\tGroupId: new(\"sg-09371b4a54fe7ab38\"),\n\t\t\t\tGroupOwnerId: new(\"052392120703\"),\n\t\t\t\tIsEgress: new(true),\n\t\t\t\tIpProtocol: new(\"tcp\"),\n\t\t\t\tFromPort: new(int32(2049)),\n\t\t\t\tToPort: new(int32(2049)),\n\t\t\t\tReferencedGroupInfo: &types.ReferencedSecurityGroup{\n\t\t\t\t\tGroupId: new(\"sg-0814766e46f201c22\"),\n\t\t\t\t\tUserId: new(\"052392120703\"),\n\t\t\t\t},\n\t\t\t\tDescription: new(\"Created by the LIW for EFS at 2022-12-16T19:14:27.349Z\"),\n\t\t\t\tTags: []types.Tag{},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := securityGroupRuleOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 2 {\n\t\tt.Fatalf(\"expected 2 items, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg-0814766e46f201c22\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg-09371b4a54fe7ab38\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2SecurityGroupRuleAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2SecurityGroupRuleAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-security-group.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc securityGroupInputMapperGet(scope string, query string) (*ec2.DescribeSecurityGroupsInput, error) {\n\treturn &ec2.DescribeSecurityGroupsInput{\n\t\tGroupIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc securityGroupInputMapperList(scope string) (*ec2.DescribeSecurityGroupsInput, error) {\n\treturn &ec2.DescribeSecurityGroupsInput{}, nil\n}\n\nfunc securityGroupOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeSecurityGroupsInput, output *ec2.DescribeSecurityGroupsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, securityGroup := range output.SecurityGroups {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(securityGroup, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-security-group\",\n\t\t\tUniqueAttribute: \"GroupId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(securityGroup.Tags),\n\t\t}\n\n\t\t// VPC\n\t\tif securityGroup.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *securityGroup.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\t// Network Interfaces using this security group\n\t\t// Link to network interfaces using this security group so the graph and blast radius analysis can traverse to attached instances.\n\t\tif securityGroup.GroupId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-network-interface\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *securityGroup.GroupId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, extractLinkedSecurityGroups(securityGroup.IpPermissions, scope)...)\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, extractLinkedSecurityGroups(securityGroup.IpPermissionsEgress, scope)...)\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2SecurityGroupAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeSecurityGroupsInput, *ec2.DescribeSecurityGroupsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeSecurityGroupsInput, *ec2.DescribeSecurityGroupsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-security-group\",\n\t\tAdapterMetadata: securityGroupAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeSecurityGroupsInput) (*ec2.DescribeSecurityGroupsOutput, error) {\n\t\t\treturn client.DescribeSecurityGroups(ctx, input)\n\t\t},\n\t\tInputMapperGet: securityGroupInputMapperGet,\n\t\tInputMapperList: securityGroupInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeSecurityGroupsInput) Paginator[*ec2.DescribeSecurityGroupsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeSecurityGroupsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: securityGroupOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *ec2.Client, scope, query string) (*ec2.DescribeSecurityGroupsInput, error) {\n\t\t\treturn &ec2.DescribeSecurityGroupsInput{\n\t\t\t\tGroupNames: []string{query},\n\t\t\t}, nil\n\t\t},\n\t}\n}\n\nvar securityGroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-security-group\",\n\tDescriptiveName: \"Security Group\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a security group by ID\",\n\t\tListDescription: \"List all security groups\",\n\t\tSearchDescription: \"Search for security groups by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-vpc\", \"ec2-network-interface\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_security_group.id\"},\n\t\t{TerraformQueryMap: \"aws_security_group_rule.security_group_id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n\n// extractLinkedSecurityGroups Extracts related security groups from IP\n// permissions\nfunc extractLinkedSecurityGroups(permissions []types.IpPermission, scope string) []*sdp.LinkedItemQuery {\n\tcurrentAccount, region, err := ParseScope(scope)\n\trequests := make([]*sdp.LinkedItemQuery, 0)\n\tvar relatedAccount string\n\n\tif err != nil {\n\t\treturn requests\n\t}\n\n\tfor _, permission := range permissions {\n\t\tfor _, idGroup := range permission.UserIdGroupPairs {\n\t\t\tif idGroup.UserId != nil {\n\t\t\t\trelatedAccount = *idGroup.UserId\n\t\t\t} else {\n\t\t\t\trelatedAccount = currentAccount\n\t\t\t}\n\n\t\t\tif idGroup.GroupId != nil {\n\t\t\t\trequests = append(requests, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *idGroup.GroupId,\n\t\t\t\t\t\tScope: FormatScope(relatedAccount, region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn requests\n}\n" }, { "path": "aws-source/adapters/ec2-security-group_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestSecurityGroupInputMapperGet(t *testing.T) {\n\tinput, err := securityGroupInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.GroupIds) != 1 {\n\t\tt.Fatalf(\"expected 1 SecurityGroup ID, got %v\", len(input.GroupIds))\n\t}\n\n\tif input.GroupIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected SecurityGroup ID to be bar, got %v\", input.GroupIds[0])\n\t}\n}\n\nfunc TestSecurityGroupInputMapperList(t *testing.T) {\n\tinput, err := securityGroupInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.GroupIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestSecurityGroupOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeSecurityGroupsOutput{\n\t\tSecurityGroups: []types.SecurityGroup{\n\t\t\t{\n\t\t\t\tDescription: new(\"default VPC security group\"),\n\t\t\t\tGroupName: new(\"default\"),\n\t\t\t\tIpPermissions: []types.IpPermission{\n\t\t\t\t\t{\n\t\t\t\t\t\tIpProtocol: new(\"-1\"),\n\t\t\t\t\t\tIpRanges: []types.IpRange{},\n\t\t\t\t\t\tIpv6Ranges: []types.Ipv6Range{},\n\t\t\t\t\t\tPrefixListIds: []types.PrefixListId{},\n\t\t\t\t\t\tUserIdGroupPairs: []types.UserIdGroupPair{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tGroupId: new(\"sg-094e151c9fc5da181\"),\n\t\t\t\t\t\t\t\tUserId: new(\"052392120704\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tOwnerId: new(\"052392120703\"),\n\t\t\t\tGroupId: new(\"sg-094e151c9fc5da181\"),\n\t\t\t\tIpPermissionsEgress: []types.IpPermission{\n\t\t\t\t\t{\n\t\t\t\t\t\tIpProtocol: new(\"-1\"),\n\t\t\t\t\t\tIpRanges: []types.IpRange{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tCidrIp: new(\"0.0.0.0/0\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tIpv6Ranges: []types.Ipv6Range{},\n\t\t\t\t\t\tPrefixListIds: []types.PrefixListId{},\n\t\t\t\t\t\tUserIdGroupPairs: []types.UserIdGroupPair{},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := securityGroupOutputMapper(context.Background(), nil, \"052392120703.eu-west-2\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-network-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"sg-094e151c9fc5da181\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg-094e151c9fc5da181\",\n\t\t\tExpectedScope: \"052392120704.eu-west-2\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2SecurityGroupAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2SecurityGroupAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-snapshot.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc snapshotInputMapperGet(scope string, query string) (*ec2.DescribeSnapshotsInput, error) {\n\treturn &ec2.DescribeSnapshotsInput{\n\t\tSnapshotIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc snapshotInputMapperList(scope string) (*ec2.DescribeSnapshotsInput, error) {\n\treturn &ec2.DescribeSnapshotsInput{\n\t\tOwnerIds: []string{\n\t\t\t// Avoid getting every snapshot in existence, just get the ones\n\t\t\t// relevant to this scope i.e. owned by this account in this region\n\t\t\t\"self\",\n\t\t},\n\t}, nil\n}\n\nfunc snapshotOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeSnapshotsInput, output *ec2.DescribeSnapshotsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, snapshot := range output.Snapshots {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(snapshot, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-snapshot\",\n\t\t\tUniqueAttribute: \"SnapshotId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(snapshot.Tags),\n\t\t}\n\n\t\tif snapshot.VolumeId != nil {\n\t\t\t// Ignore the arbitrary ID that is used by Amazon\n\t\t\tif *snapshot.VolumeId != \"vol-ffffffff\" {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-volume\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *snapshot.VolumeId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2SnapshotAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeSnapshotsInput, *ec2.DescribeSnapshotsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeSnapshotsInput, *ec2.DescribeSnapshotsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-snapshot\",\n\t\tAdapterMetadata: snapshotAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeSnapshotsInput) (*ec2.DescribeSnapshotsOutput, error) {\n\t\t\treturn client.DescribeSnapshots(ctx, input)\n\t\t},\n\t\tInputMapperGet: snapshotInputMapperGet,\n\t\tInputMapperList: snapshotInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeSnapshotsInput) Paginator[*ec2.DescribeSnapshotsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeSnapshotsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: snapshotOutputMapper,\n\t}\n}\n\nvar snapshotAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-snapshot\",\n\tDescriptiveName: \"EC2 Snapshot\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a snapshot by ID\",\n\t\tListDescription: \"List all snapshots\",\n\t\tSearchDescription: \"Search snapshots by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-volume\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n})\n" }, { "path": "aws-source/adapters/ec2-snapshot_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestSnapshotInputMapperGet(t *testing.T) {\n\tinput, err := snapshotInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.SnapshotIds) != 1 {\n\t\tt.Fatalf(\"expected 1 Snapshot ID, got %v\", len(input.SnapshotIds))\n\t}\n\n\tif input.SnapshotIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected Snapshot ID to be bar, got %v\", input.SnapshotIds[0])\n\t}\n}\n\nfunc TestSnapshotInputMapperList(t *testing.T) {\n\tinput, err := snapshotInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.SnapshotIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestSnapshotOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeSnapshotsOutput{\n\t\tSnapshots: []types.Snapshot{\n\t\t\t{\n\t\t\t\tDataEncryptionKeyId: new(\"ek\"),\n\t\t\t\tKmsKeyId: new(\"key\"),\n\t\t\t\tSnapshotId: new(\"id\"),\n\t\t\t\tDescription: new(\"foo\"),\n\t\t\t\tEncrypted: new(false),\n\t\t\t\tOutpostArn: new(\"something\"),\n\t\t\t\tOwnerAlias: new(\"something\"),\n\t\t\t\tOwnerId: new(\"owner\"),\n\t\t\t\tProgress: new(\"50%\"),\n\t\t\t\tRestoreExpiryTime: new(time.Now()),\n\t\t\t\tStartTime: new(time.Now()),\n\t\t\t\tState: types.SnapshotStatePending,\n\t\t\t\tStateMessage: new(\"pending\"),\n\t\t\t\tStorageTier: types.StorageTierArchive,\n\t\t\t\tTags: []types.Tag{},\n\t\t\t\tVolumeId: new(\"volumeId\"),\n\t\t\t\tVolumeSize: new(int32(1024)),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := snapshotOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-volume\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"volumeId\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2SnapshotAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2SnapshotAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-subnet.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc subnetInputMapperGet(scope string, query string) (*ec2.DescribeSubnetsInput, error) {\n\treturn &ec2.DescribeSubnetsInput{\n\t\tSubnetIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc subnetInputMapperList(scope string) (*ec2.DescribeSubnetsInput, error) {\n\treturn &ec2.DescribeSubnetsInput{}, nil\n}\n\nfunc subnetOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeSubnetsInput, output *ec2.DescribeSubnetsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, subnet := range output.Subnets {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(subnet, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-subnet\",\n\t\t\tUniqueAttribute: \"SubnetId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(subnet.Tags),\n\t\t}\n\n\t\tif subnet.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *subnet.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2SubnetAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeSubnetsInput, *ec2.DescribeSubnetsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeSubnetsInput, *ec2.DescribeSubnetsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-subnet\",\n\t\tAdapterMetadata: subnetAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeSubnetsInput) (*ec2.DescribeSubnetsOutput, error) {\n\t\t\treturn client.DescribeSubnets(ctx, input)\n\t\t},\n\t\tInputMapperGet: subnetInputMapperGet,\n\t\tInputMapperList: subnetInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeSubnetsInput) Paginator[*ec2.DescribeSubnetsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeSubnetsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: subnetOutputMapper,\n\t}\n}\n\nvar subnetAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-subnet\",\n\tDescriptiveName: \"EC2 Subnet\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a subnet by ID\",\n\t\tListDescription: \"List all subnets\",\n\t\tSearchDescription: \"Search for subnets by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-vpc\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_route_table_association.subnet_id\"},\n\t\t{TerraformQueryMap: \"aws_subnet.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-subnet_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestSubnetInputMapperGet(t *testing.T) {\n\tinput, err := subnetInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.SubnetIds) != 1 {\n\t\tt.Fatalf(\"expected 1 Subnet ID, got %v\", len(input.SubnetIds))\n\t}\n\n\tif input.SubnetIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected Subnet ID to be bar, got %v\", input.SubnetIds[0])\n\t}\n}\n\nfunc TestSubnetInputMapperList(t *testing.T) {\n\tinput, err := subnetInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.SubnetIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestSubnetOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeSubnetsOutput{\n\t\tSubnets: []types.Subnet{\n\t\t\t{\n\t\t\t\tAvailabilityZone: new(\"eu-west-2c\"),\n\t\t\t\tAvailabilityZoneId: new(\"euw2-az1\"),\n\t\t\t\tAvailableIpAddressCount: new(int32(4091)),\n\t\t\t\tCidrBlock: new(\"172.31.80.0/20\"),\n\t\t\t\tDefaultForAz: new(false),\n\t\t\t\tMapPublicIpOnLaunch: new(false),\n\t\t\t\tMapCustomerOwnedIpOnLaunch: new(false),\n\t\t\t\tState: types.SubnetStateAvailable,\n\t\t\t\tSubnetId: new(\"subnet-0450a637af9984235\"),\n\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t\tOwnerId: new(\"052392120703\"),\n\t\t\t\tAssignIpv6AddressOnCreation: new(false),\n\t\t\t\tIpv6CidrBlockAssociationSet: []types.SubnetIpv6CidrBlockAssociation{\n\t\t\t\t\t{\n\t\t\t\t\t\tAssociationId: new(\"id-1234\"),\n\t\t\t\t\t\tIpv6CidrBlock: new(\"something\"),\n\t\t\t\t\t\tIpv6CidrBlockState: &types.SubnetCidrBlockState{\n\t\t\t\t\t\t\tState: types.SubnetCidrBlockStateCodeAssociated,\n\t\t\t\t\t\t\tStatusMessage: new(\"something here\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tTags: []types.Tag{},\n\t\t\t\tSubnetArn: new(\"arn:aws:ec2:eu-west-2:052392120703:subnet/subnet-0450a637af9984235\"),\n\t\t\t\tEnableDns64: new(false),\n\t\t\t\tIpv6Native: new(false),\n\t\t\t\tPrivateDnsNameOptionsOnLaunch: &types.PrivateDnsNameOptionsOnLaunch{\n\t\t\t\t\tHostnameType: types.HostnameTypeIpName,\n\t\t\t\t\tEnableResourceNameDnsARecord: new(false),\n\t\t\t\t\tEnableResourceNameDnsAAAARecord: new(false),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := subnetOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2SubnetAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2SubnetAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-transit-gateway-route-table-association.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// APIs used:\n// - DescribeTransitGatewayRouteTables β€” list route tables (to then fetch associations per table).\n// https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_DescribeTransitGatewayRouteTables.html\n// - GetTransitGatewayRouteTableAssociations β€” list associations for a route table.\n// https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_GetTransitGatewayRouteTableAssociations.html\n\n// transitGatewayRouteTableAssociationItem holds an association plus its route table ID for unique identification.\ntype transitGatewayRouteTableAssociationItem struct {\n\tRouteTableID string\n\tAssociation types.TransitGatewayRouteTableAssociation\n}\n\nconst associationIDSep = \"|\"\n\nfunc transitGatewayRouteTableAssociationID(routeTableID, attachmentID string) string {\n\treturn routeTableID + associationIDSep + attachmentID\n}\n\n// parseCompositeID splits query by the given separator; accepts both `|` and `_` (Terraform uses `_`).\n// Returns (left, right); empty left means invalid.\nfunc parseCompositeID(query, sep string) (string, string) {\n\tparts := strings.SplitN(query, sep, 2)\n\tif len(parts) != 2 || parts[0] == \"\" || parts[1] == \"\" {\n\t\treturn \"\", \"\"\n\t}\n\treturn parts[0], parts[1]\n}\n\nfunc parseAssociationQuery(query string) (routeTableID, attachmentID string, err error) {\n\tif a, b := parseCompositeID(query, associationIDSep); a != \"\" {\n\t\treturn a, b, nil\n\t}\n\tif a, b := parseCompositeID(query, \"_\"); a != \"\" {\n\t\treturn a, b, nil\n\t}\n\treturn \"\", \"\", fmt.Errorf(\"query must be TransitGatewayRouteTableId|TransitGatewayAttachmentId\")\n}\n\nfunc getTransitGatewayRouteTableAssociation(ctx context.Context, client *ec2.Client, _, query string) (*transitGatewayRouteTableAssociationItem, error) {\n\trouteTableID, attachmentID, err := parseAssociationQuery(query)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\tpg := ec2.NewGetTransitGatewayRouteTableAssociationsPaginator(client, &ec2.GetTransitGatewayRouteTableAssociationsInput{\n\t\tTransitGatewayRouteTableId: &routeTableID,\n\t})\n\tfor pg.HasMorePages() {\n\t\tout, err := pg.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t\tfor i := range out.Associations {\n\t\t\ta := &out.Associations[i]\n\t\t\tif a.TransitGatewayAttachmentId != nil && *a.TransitGatewayAttachmentId == attachmentID {\n\t\t\t\treturn &transitGatewayRouteTableAssociationItem{RouteTableID: routeTableID, Association: *a}, nil\n\t\t\t}\n\t\t}\n\t}\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: fmt.Sprintf(\"association %s not found\", query),\n\t}\n}\n\nfunc listTransitGatewayRouteTableAssociations(ctx context.Context, client *ec2.Client, _ string) ([]*transitGatewayRouteTableAssociationItem, error) {\n\t// List all route tables, then get associations for each.\n\trtPaginator := ec2.NewDescribeTransitGatewayRouteTablesPaginator(client, &ec2.DescribeTransitGatewayRouteTablesInput{})\n\tvar items []*transitGatewayRouteTableAssociationItem\n\tfor rtPaginator.HasMorePages() {\n\t\trtOut, err := rtPaginator.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t\tfor _, rt := range rtOut.TransitGatewayRouteTables {\n\t\t\tif rt.TransitGatewayRouteTableId == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\trtID := *rt.TransitGatewayRouteTableId\n\t\t\tassocPaginator := ec2.NewGetTransitGatewayRouteTableAssociationsPaginator(client, &ec2.GetTransitGatewayRouteTableAssociationsInput{\n\t\t\t\tTransitGatewayRouteTableId: &rtID,\n\t\t\t})\n\t\t\tfor assocPaginator.HasMorePages() {\n\t\t\t\tassocOut, err := assocPaginator.NextPage(ctx)\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn nil, err\n\t\t\t\t}\n\t\t\t\tfor i := range assocOut.Associations {\n\t\t\t\t\titems = append(items, &transitGatewayRouteTableAssociationItem{\n\t\t\t\t\t\tRouteTableID: rtID,\n\t\t\t\t\t\tAssociation: assocOut.Associations[i],\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\treturn items, nil\n}\n\n// searchTransitGatewayRouteTableAssociations returns all associations for a single route table.\n// Query must be a TransitGatewayRouteTableId (e.g. tgw-rtb-xxxxx).\nfunc searchTransitGatewayRouteTableAssociations(ctx context.Context, client *ec2.Client, _, query string) ([]*transitGatewayRouteTableAssociationItem, error) {\n\trouteTableID := query\n\tvar items []*transitGatewayRouteTableAssociationItem\n\tpg := ec2.NewGetTransitGatewayRouteTableAssociationsPaginator(client, &ec2.GetTransitGatewayRouteTableAssociationsInput{\n\t\tTransitGatewayRouteTableId: &routeTableID,\n\t})\n\tfor pg.HasMorePages() {\n\t\tout, err := pg.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t\tfor i := range out.Associations {\n\t\t\titems = append(items, &transitGatewayRouteTableAssociationItem{\n\t\t\t\tRouteTableID: routeTableID,\n\t\t\t\tAssociation: out.Associations[i],\n\t\t\t})\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc transitGatewayRouteTableAssociationItemMapper(query, scope string, awsItem *transitGatewayRouteTableAssociationItem) (*sdp.Item, error) {\n\ta := &awsItem.Association\n\tattrs, err := ToAttributesWithExclude(a, \"\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\tattachmentID := \"\"\n\tif a.TransitGatewayAttachmentId != nil {\n\t\tattachmentID = *a.TransitGatewayAttachmentId\n\t}\n\tuniqueVal := transitGatewayRouteTableAssociationID(awsItem.RouteTableID, attachmentID)\n\tif err := attrs.Set(\"TransitGatewayRouteTableIdWithTransitGatewayAttachmentId\", uniqueVal); err != nil {\n\t\treturn nil, err\n\t}\n\titem := &sdp.Item{\n\t\tType: \"ec2-transit-gateway-route-table-association\",\n\t\tUniqueAttribute: \"TransitGatewayRouteTableIdWithTransitGatewayAttachmentId\",\n\t\tScope: scope,\n\t\tAttributes: attrs,\n\t}\n\t// Link to route table\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"ec2-transit-gateway-route-table\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: awsItem.RouteTableID,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\tif a.TransitGatewayAttachmentId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-transit-gateway-attachment\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *a.TransitGatewayAttachmentId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\tif a.ResourceId != nil && *a.ResourceId != \"\" {\n\t\tswitch a.ResourceType {\n\t\tcase types.TransitGatewayAttachmentResourceTypeVpc:\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *a.ResourceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase types.TransitGatewayAttachmentResourceTypeVpn:\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpn-connection\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *a.ResourceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase types.TransitGatewayAttachmentResourceTypeDirectConnectGateway:\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-direct-connect-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *a.ResourceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase types.TransitGatewayAttachmentResourceTypePeering,\n\t\t\ttypes.TransitGatewayAttachmentResourceTypeTgwPeering:\n\t\t\t// ResourceId is the peer transit gateway ID (e.g. tgw-xxxxx).\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-transit-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *a.ResourceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase types.TransitGatewayAttachmentResourceTypeVpnConcentrator,\n\t\t\ttypes.TransitGatewayAttachmentResourceTypeConnect,\n\t\t\ttypes.TransitGatewayAttachmentResourceTypeNetworkFunction,\n\t\t\ttypes.TransitGatewayAttachmentResourceTypeClientVpn:\n\t\t\t// No Overmind adapter for these resource types; attachment link above is sufficient.\n\t\t}\n\t}\n\treturn item, nil\n}\n\nfunc NewEC2TransitGatewayRouteTableAssociationAdapter(client *ec2.Client, accountID, region string, cache sdpcache.Cache) *GetListAdapter[*transitGatewayRouteTableAssociationItem, *ec2.Client, *ec2.Options] {\n\treturn &GetListAdapter[*transitGatewayRouteTableAssociationItem, *ec2.Client, *ec2.Options]{\n\t\tItemType: \"ec2-transit-gateway-route-table-association\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: transitGatewayRouteTableAssociationAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: getTransitGatewayRouteTableAssociation,\n\t\tListFunc: listTransitGatewayRouteTableAssociations,\n\t\tSearchFunc: searchTransitGatewayRouteTableAssociations,\n\t\tItemMapper: transitGatewayRouteTableAssociationItemMapper,\n\t}\n}\n\nvar transitGatewayRouteTableAssociationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-transit-gateway-route-table-association\",\n\tDescriptiveName: \"Transit Gateway Route Table Association\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get by TransitGatewayRouteTableId|TransitGatewayAttachmentId\",\n\t\tListDescription: \"List all route table associations\",\n\t\tSearchDescription: \"Search by TransitGatewayRouteTableId to list associations for that route table\",\n\t},\n\tPotentialLinks: []string{\"ec2-transit-gateway\", \"ec2-transit-gateway-route-table\", \"ec2-transit-gateway-attachment\", \"ec2-vpc\", \"ec2-vpn-connection\", \"directconnect-direct-connect-gateway\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_ec2_transit_gateway_route_table_association.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-transit-gateway-route-table-association_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestParseAssociationQuery(t *testing.T) {\n\trt, att, err := parseAssociationQuery(\"tgw-rtb-1|tgw-attach-2\")\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif rt != \"tgw-rtb-1\" || att != \"tgw-attach-2\" {\n\t\tt.Errorf(\"expected tgw-rtb-1, tgw-attach-2 got %q, %q\", rt, att)\n\t}\n\t// Terraform uses underscore as separator\n\trt, att, err = parseAssociationQuery(\"tgw-rtb-1_tgw-attach-2\")\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif rt != \"tgw-rtb-1\" || att != \"tgw-attach-2\" {\n\t\tt.Errorf(\"expected tgw-rtb-1, tgw-attach-2 (underscore) got %q, %q\", rt, att)\n\t}\n\t_, _, err = parseAssociationQuery(\"bad\")\n\tif err == nil {\n\t\tt.Error(\"expected error for bad query\")\n\t}\n}\n\nfunc TestTransitGatewayRouteTableAssociationItemMapper(t *testing.T) {\n\titem := &transitGatewayRouteTableAssociationItem{\n\t\tRouteTableID: \"tgw-rtb-123\",\n\t\tAssociation: types.TransitGatewayRouteTableAssociation{\n\t\t\tTransitGatewayAttachmentId: new(\"tgw-attach-456\"),\n\t\t\tResourceId: new(\"vpc-abc\"),\n\t\t\tResourceType: types.TransitGatewayAttachmentResourceTypeVpc,\n\t\t\tState: types.TransitGatewayAssociationStateAssociated,\n\t\t},\n\t}\n\tsdpItem, err := transitGatewayRouteTableAssociationItemMapper(\"\", \"account|region\", item)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif err := sdpItem.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\tif sdpItem.GetType() != \"ec2-transit-gateway-route-table-association\" {\n\t\tt.Errorf(\"unexpected type %s\", sdpItem.GetType())\n\t}\n\tuv, _ := sdpItem.GetAttributes().Get(\"TransitGatewayRouteTableIdWithTransitGatewayAttachmentId\")\n\tif uv != \"tgw-rtb-123|tgw-attach-456\" {\n\t\tt.Errorf(\"unexpected unique value %v\", uv)\n\t}\n}\n\nfunc TestNewEC2TransitGatewayRouteTableAssociationAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\tadapter := NewEC2TransitGatewayRouteTableAssociationAdapter(client, account, region, sdpcache.NewNoOpCache())\n\tif err := adapter.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n}\n" }, { "path": "aws-source/adapters/ec2-transit-gateway-route-table-propagation.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// APIs used:\n// - DescribeTransitGatewayRouteTables β€” list route tables (to then fetch propagations per table).\n// https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_DescribeTransitGatewayRouteTables.html\n// - GetTransitGatewayRouteTablePropagations β€” list propagations for a route table.\n// https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_GetTransitGatewayRouteTablePropagations.html\n\ntype transitGatewayRouteTablePropagationItem struct {\n\tRouteTableID string\n\tPropagation types.TransitGatewayRouteTablePropagation\n}\n\nconst propagationIDSep = \"|\"\n\nfunc transitGatewayRouteTablePropagationID(routeTableID, attachmentID string) string {\n\treturn routeTableID + propagationIDSep + attachmentID\n}\n\nfunc parsePropagationQuery(query string) (routeTableID, attachmentID string, err error) {\n\tif a, b := parseCompositeID(query, propagationIDSep); a != \"\" {\n\t\treturn a, b, nil\n\t}\n\tif a, b := parseCompositeID(query, \"_\"); a != \"\" {\n\t\treturn a, b, nil\n\t}\n\treturn \"\", \"\", fmt.Errorf(\"query must be TransitGatewayRouteTableId|TransitGatewayAttachmentId\")\n}\n\nfunc getTransitGatewayRouteTablePropagation(ctx context.Context, client *ec2.Client, _, query string) (*transitGatewayRouteTablePropagationItem, error) {\n\trouteTableID, attachmentID, err := parsePropagationQuery(query)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\tpg := ec2.NewGetTransitGatewayRouteTablePropagationsPaginator(client, &ec2.GetTransitGatewayRouteTablePropagationsInput{\n\t\tTransitGatewayRouteTableId: &routeTableID,\n\t})\n\tfor pg.HasMorePages() {\n\t\tout, err := pg.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t\tfor i := range out.TransitGatewayRouteTablePropagations {\n\t\t\tp := &out.TransitGatewayRouteTablePropagations[i]\n\t\t\tif p.TransitGatewayAttachmentId != nil && *p.TransitGatewayAttachmentId == attachmentID {\n\t\t\t\treturn &transitGatewayRouteTablePropagationItem{RouteTableID: routeTableID, Propagation: *p}, nil\n\t\t\t}\n\t\t}\n\t}\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: fmt.Sprintf(\"propagation %s not found\", query),\n\t}\n}\n\nfunc listTransitGatewayRouteTablePropagations(ctx context.Context, client *ec2.Client, _ string) ([]*transitGatewayRouteTablePropagationItem, error) {\n\trtPaginator := ec2.NewDescribeTransitGatewayRouteTablesPaginator(client, &ec2.DescribeTransitGatewayRouteTablesInput{})\n\tvar items []*transitGatewayRouteTablePropagationItem\n\tfor rtPaginator.HasMorePages() {\n\t\trtOut, err := rtPaginator.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t\tfor _, rt := range rtOut.TransitGatewayRouteTables {\n\t\t\tif rt.TransitGatewayRouteTableId == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\trtID := *rt.TransitGatewayRouteTableId\n\t\t\tpropPaginator := ec2.NewGetTransitGatewayRouteTablePropagationsPaginator(client, &ec2.GetTransitGatewayRouteTablePropagationsInput{\n\t\t\t\tTransitGatewayRouteTableId: &rtID,\n\t\t\t})\n\t\t\tfor propPaginator.HasMorePages() {\n\t\t\t\tpropOut, err := propPaginator.NextPage(ctx)\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn nil, err\n\t\t\t\t}\n\t\t\t\tfor i := range propOut.TransitGatewayRouteTablePropagations {\n\t\t\t\t\titems = append(items, &transitGatewayRouteTablePropagationItem{\n\t\t\t\t\t\tRouteTableID: rtID,\n\t\t\t\t\t\tPropagation: propOut.TransitGatewayRouteTablePropagations[i],\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\treturn items, nil\n}\n\n// searchTransitGatewayRouteTablePropagations returns all propagations for a single route table.\n// Query must be a TransitGatewayRouteTableId (e.g. tgw-rtb-xxxxx).\nfunc searchTransitGatewayRouteTablePropagations(ctx context.Context, client *ec2.Client, _, query string) ([]*transitGatewayRouteTablePropagationItem, error) {\n\trouteTableID := query\n\tvar items []*transitGatewayRouteTablePropagationItem\n\tpg := ec2.NewGetTransitGatewayRouteTablePropagationsPaginator(client, &ec2.GetTransitGatewayRouteTablePropagationsInput{\n\t\tTransitGatewayRouteTableId: &routeTableID,\n\t})\n\tfor pg.HasMorePages() {\n\t\tout, err := pg.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t\tfor i := range out.TransitGatewayRouteTablePropagations {\n\t\t\titems = append(items, &transitGatewayRouteTablePropagationItem{\n\t\t\t\tRouteTableID: routeTableID,\n\t\t\t\tPropagation: out.TransitGatewayRouteTablePropagations[i],\n\t\t\t})\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc transitGatewayRouteTablePropagationItemMapper(query, scope string, awsItem *transitGatewayRouteTablePropagationItem) (*sdp.Item, error) {\n\tp := &awsItem.Propagation\n\tattrs, err := ToAttributesWithExclude(p, \"\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\tattachmentID := \"\"\n\tif p.TransitGatewayAttachmentId != nil {\n\t\tattachmentID = *p.TransitGatewayAttachmentId\n\t}\n\tuniqueVal := transitGatewayRouteTablePropagationID(awsItem.RouteTableID, attachmentID)\n\tif err := attrs.Set(\"TransitGatewayRouteTableIdWithTransitGatewayAttachmentId\", uniqueVal); err != nil {\n\t\treturn nil, err\n\t}\n\titem := &sdp.Item{\n\t\tType: \"ec2-transit-gateway-route-table-propagation\",\n\t\tUniqueAttribute: \"TransitGatewayRouteTableIdWithTransitGatewayAttachmentId\",\n\t\tScope: scope,\n\t\tAttributes: attrs,\n\t}\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"ec2-transit-gateway-route-table\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: awsItem.RouteTableID,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\t// Link to the route table association (same route table + attachment).\n\tif p.TransitGatewayAttachmentId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-transit-gateway-route-table-association\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: transitGatewayRouteTableAssociationID(awsItem.RouteTableID, *p.TransitGatewayAttachmentId),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\tif p.TransitGatewayAttachmentId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-transit-gateway-attachment\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *p.TransitGatewayAttachmentId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\tif p.ResourceId != nil && *p.ResourceId != \"\" {\n\t\tswitch p.ResourceType {\n\t\tcase types.TransitGatewayAttachmentResourceTypeVpc:\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *p.ResourceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase types.TransitGatewayAttachmentResourceTypeVpn:\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpn-connection\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *p.ResourceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase types.TransitGatewayAttachmentResourceTypeDirectConnectGateway:\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-direct-connect-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *p.ResourceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase types.TransitGatewayAttachmentResourceTypePeering,\n\t\t\ttypes.TransitGatewayAttachmentResourceTypeTgwPeering:\n\t\t\t// ResourceId is the peer transit gateway ID (e.g. tgw-xxxxx).\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-transit-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *p.ResourceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase types.TransitGatewayAttachmentResourceTypeVpnConcentrator,\n\t\t\ttypes.TransitGatewayAttachmentResourceTypeConnect,\n\t\t\ttypes.TransitGatewayAttachmentResourceTypeNetworkFunction,\n\t\t\ttypes.TransitGatewayAttachmentResourceTypeClientVpn:\n\t\t\t// No Overmind adapter for these resource types; attachment link above is sufficient.\n\t\t}\n\t}\n\treturn item, nil\n}\n\nfunc NewEC2TransitGatewayRouteTablePropagationAdapter(client *ec2.Client, accountID, region string, cache sdpcache.Cache) *GetListAdapter[*transitGatewayRouteTablePropagationItem, *ec2.Client, *ec2.Options] {\n\treturn &GetListAdapter[*transitGatewayRouteTablePropagationItem, *ec2.Client, *ec2.Options]{\n\t\tItemType: \"ec2-transit-gateway-route-table-propagation\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: transitGatewayRouteTablePropagationAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: getTransitGatewayRouteTablePropagation,\n\t\tListFunc: listTransitGatewayRouteTablePropagations,\n\t\tSearchFunc: searchTransitGatewayRouteTablePropagations,\n\t\tItemMapper: transitGatewayRouteTablePropagationItemMapper,\n\t}\n}\n\nvar transitGatewayRouteTablePropagationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-transit-gateway-route-table-propagation\",\n\tDescriptiveName: \"Transit Gateway Route Table Propagation\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get by TransitGatewayRouteTableId|TransitGatewayAttachmentId\",\n\t\tListDescription: \"List all route table propagations\",\n\t\tSearchDescription: \"Search by TransitGatewayRouteTableId to list propagations for that route table\",\n\t},\n\tPotentialLinks: []string{\"ec2-transit-gateway\", \"ec2-transit-gateway-route-table\", \"ec2-transit-gateway-route-table-association\", \"ec2-transit-gateway-attachment\", \"ec2-vpc\", \"ec2-vpn-connection\", \"directconnect-direct-connect-gateway\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_ec2_transit_gateway_route_table_propagation.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-transit-gateway-route-table-propagation_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestParsePropagationQuery(t *testing.T) {\n\trt, att, err := parsePropagationQuery(\"tgw-rtb-1|tgw-attach-2\")\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif rt != \"tgw-rtb-1\" || att != \"tgw-attach-2\" {\n\t\tt.Errorf(\"expected tgw-rtb-1, tgw-attach-2 got %q, %q\", rt, att)\n\t}\n\t// Terraform uses underscore as separator\n\trt, att, err = parsePropagationQuery(\"tgw-rtb-1_tgw-attach-2\")\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif rt != \"tgw-rtb-1\" || att != \"tgw-attach-2\" {\n\t\tt.Errorf(\"expected tgw-rtb-1, tgw-attach-2 (underscore) got %q, %q\", rt, att)\n\t}\n\t_, _, err = parsePropagationQuery(\"bad\")\n\tif err == nil {\n\t\tt.Error(\"expected error for bad query\")\n\t}\n}\n\nfunc TestTransitGatewayRouteTablePropagationItemMapper(t *testing.T) {\n\titem := &transitGatewayRouteTablePropagationItem{\n\t\tRouteTableID: \"tgw-rtb-123\",\n\t\tPropagation: types.TransitGatewayRouteTablePropagation{\n\t\t\tTransitGatewayAttachmentId: new(\"tgw-attach-456\"),\n\t\t\tResourceId: new(\"vpc-abc\"),\n\t\t\tResourceType: types.TransitGatewayAttachmentResourceTypeVpc,\n\t\t\tState: types.TransitGatewayPropagationStateEnabled,\n\t\t},\n\t}\n\tsdpItem, err := transitGatewayRouteTablePropagationItemMapper(\"\", \"account|region\", item)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif err := sdpItem.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\tif sdpItem.GetType() != \"ec2-transit-gateway-route-table-propagation\" {\n\t\tt.Errorf(\"unexpected type %s\", sdpItem.GetType())\n\t}\n}\n\nfunc TestNewEC2TransitGatewayRouteTablePropagationAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\tadapter := NewEC2TransitGatewayRouteTablePropagationAdapter(client, account, region, sdpcache.NewNoOpCache())\n\tif err := adapter.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n}\n" }, { "path": "aws-source/adapters/ec2-transit-gateway-route-table.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// APIs used:\n// - DescribeTransitGatewayRouteTables β€” list/describe transit gateway route tables.\n// https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_DescribeTransitGatewayRouteTables.html\n\nfunc transitGatewayRouteTableInputMapperGet(scope string, query string) (*ec2.DescribeTransitGatewayRouteTablesInput, error) {\n\treturn &ec2.DescribeTransitGatewayRouteTablesInput{\n\t\tTransitGatewayRouteTableIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc transitGatewayRouteTableInputMapperList(scope string) (*ec2.DescribeTransitGatewayRouteTablesInput, error) {\n\treturn &ec2.DescribeTransitGatewayRouteTablesInput{}, nil\n}\n\nfunc transitGatewayRouteTableOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeTransitGatewayRouteTablesInput, output *ec2.DescribeTransitGatewayRouteTablesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, rt := range output.TransitGatewayRouteTables {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(rt, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-transit-gateway-route-table\",\n\t\t\tUniqueAttribute: \"TransitGatewayRouteTableId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(rt.Tags),\n\t\t}\n\n\t\tif rt.TransitGatewayId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-transit-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *rt.TransitGatewayId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\t// Link to route table associations, propagations, and routes (Search by route table ID).\n\t\tif rt.TransitGatewayRouteTableId != nil {\n\t\t\trtID := *rt.TransitGatewayRouteTableId\n\t\t\tfor _, linkType := range []string{\"ec2-transit-gateway-route-table-association\", \"ec2-transit-gateway-route-table-propagation\", \"ec2-transit-gateway-route\"} {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: linkType,\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: rtID,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2TransitGatewayRouteTableAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeTransitGatewayRouteTablesInput, *ec2.DescribeTransitGatewayRouteTablesOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeTransitGatewayRouteTablesInput, *ec2.DescribeTransitGatewayRouteTablesOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-transit-gateway-route-table\",\n\t\tAdapterMetadata: transitGatewayRouteTableAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeTransitGatewayRouteTablesInput) (*ec2.DescribeTransitGatewayRouteTablesOutput, error) {\n\t\t\treturn client.DescribeTransitGatewayRouteTables(ctx, input)\n\t\t},\n\t\tInputMapperGet: transitGatewayRouteTableInputMapperGet,\n\t\tInputMapperList: transitGatewayRouteTableInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeTransitGatewayRouteTablesInput) Paginator[*ec2.DescribeTransitGatewayRouteTablesOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeTransitGatewayRouteTablesPaginator(client, params)\n\t\t},\n\t\tOutputMapper: transitGatewayRouteTableOutputMapper,\n\t}\n}\n\nvar transitGatewayRouteTableAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-transit-gateway-route-table\",\n\tDescriptiveName: \"Transit Gateway Route Table\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a transit gateway route table by ID\",\n\t\tListDescription: \"List all transit gateway route tables\",\n\t\tSearchDescription: \"Search transit gateway route tables by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-transit-gateway\", \"ec2-transit-gateway-route-table-association\", \"ec2-transit-gateway-route-table-propagation\", \"ec2-transit-gateway-route\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_ec2_transit_gateway_route_table.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-transit-gateway-route-table_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestTransitGatewayRouteTableInputMapperGet(t *testing.T) {\n\tinput, err := transitGatewayRouteTableInputMapperGet(\"foo\", \"tgw-rtb-123\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.TransitGatewayRouteTableIds) != 1 {\n\t\tt.Fatalf(\"expected 1 TransitGatewayRouteTable ID, got %v\", len(input.TransitGatewayRouteTableIds))\n\t}\n\n\tif input.TransitGatewayRouteTableIds[0] != \"tgw-rtb-123\" {\n\t\tt.Errorf(\"expected TransitGatewayRouteTable ID to be tgw-rtb-123, got %v\", input.TransitGatewayRouteTableIds[0])\n\t}\n}\n\nfunc TestTransitGatewayRouteTableInputMapperList(t *testing.T) {\n\tinput, err := transitGatewayRouteTableInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.TransitGatewayRouteTableIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestTransitGatewayRouteTableOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeTransitGatewayRouteTablesOutput{\n\t\tTransitGatewayRouteTables: []types.TransitGatewayRouteTable{\n\t\t\t{\n\t\t\t\tTransitGatewayRouteTableId: new(\"tgw-rtb-0123456789abcdef0\"),\n\t\t\t\tTransitGatewayId: new(\"tgw-0abc123\"),\n\t\t\t\tState: types.TransitGatewayRouteTableStateAvailable,\n\t\t\t\tDefaultAssociationRouteTable: new(false),\n\t\t\t\tDefaultPropagationRouteTable: new(false),\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{Key: new(\"Name\"), Value: new(\"my-route-table\")},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := transitGatewayRouteTableOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\tif items[0].GetUniqueAttribute() != \"TransitGatewayRouteTableId\" {\n\t\tt.Errorf(\"expected UniqueAttribute TransitGatewayRouteTableId, got %v\", items[0].GetUniqueAttribute())\n\t}\n\n\t// Should link to ec2-transit-gateway and to associations, propagations, routes (Search by route table ID)\n\tlinks := items[0].GetLinkedItemQueries()\n\tif len(links) != 4 {\n\t\tt.Fatalf(\"expected 4 linked item queries (ec2-transit-gateway + 3 Search), got %v\", len(links))\n\t}\n\tif links[0].GetQuery().GetType() != \"ec2-transit-gateway\" {\n\t\tt.Errorf(\"expected first link type ec2-transit-gateway, got %v\", links[0].GetQuery().GetType())\n\t}\n\tsearchTypes := map[string]bool{}\n\tfor _, l := range links[1:] {\n\t\tif l.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\tt.Errorf(\"expected Search method for link %s\", l.GetQuery().GetType())\n\t\t}\n\t\tsearchTypes[l.GetQuery().GetType()] = true\n\t}\n\tfor _, want := range []string{\"ec2-transit-gateway-route-table-association\", \"ec2-transit-gateway-route-table-propagation\", \"ec2-transit-gateway-route\"} {\n\t\tif !searchTypes[want] {\n\t\t\tt.Errorf(\"expected Search link to %s\", want)\n\t\t}\n\t}\n}\n\nfunc TestNewEC2TransitGatewayRouteTableAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2TransitGatewayRouteTableAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-transit-gateway-route.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// APIs used:\n// - DescribeTransitGatewayRouteTables β€” list route tables (to then search routes per table).\n// https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_DescribeTransitGatewayRouteTables.html\n// - SearchTransitGatewayRoutes β€” search routes in a route table.\n// https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_SearchTransitGatewayRoutes.html\n//\n// Note: SearchTransitGatewayRoutes does not support NextToken-based pagination. It returns\n// at most 1000 routes per call; AdditionalRoutesAvailable indicates more exist but there is\n// no API mechanism to fetch them (route tables can hold up to 10,000 routes).\n\ntype transitGatewayRouteItem struct {\n\tRouteTableID string\n\tRoute types.TransitGatewayRoute\n}\n\nconst routeIDSep = \"|\"\nconst routeDestPrefixList = \"pl:\"\n\nfunc transitGatewayRouteDestination(r *types.TransitGatewayRoute) string {\n\tif r.PrefixListId != nil && *r.PrefixListId != \"\" {\n\t\treturn routeDestPrefixList + *r.PrefixListId\n\t}\n\tif r.DestinationCidrBlock != nil {\n\t\treturn *r.DestinationCidrBlock\n\t}\n\treturn \"\"\n}\n\nfunc transitGatewayRouteID(routeTableID, destination string) string {\n\treturn routeTableID + routeIDSep + destination\n}\n\nfunc parseRouteQuery(query string) (routeTableID, destination string, err error) {\n\tif a, b := parseCompositeID(query, routeIDSep); a != \"\" {\n\t\treturn a, b, nil\n\t}\n\tif a, b := parseCompositeID(query, \"_\"); a != \"\" {\n\t\treturn a, b, nil\n\t}\n\treturn \"\", \"\", fmt.Errorf(\"query must be TransitGatewayRouteTableId|Destination (CIDR or pl:PrefixListId)\")\n}\n\n// searchRoutesFilter returns a filter that returns all routes (active and blackhole).\nfunc searchRoutesFilter() []types.Filter {\n\treturn []types.Filter{\n\t\t{Name: new(\"state\"), Values: []string{\"active\", \"blackhole\"}},\n\t}\n}\n\n// maxSearchRoutesResults is the maximum routes SearchTransitGatewayRoutes returns per call.\n// The API does not support NextToken pagination when AdditionalRoutesAvailable is true.\nconst maxSearchRoutesResults = 1000\n\nfunc getTransitGatewayRoute(ctx context.Context, client *ec2.Client, _, query string) (*transitGatewayRouteItem, error) {\n\trouteTableID, destination, err := parseRouteQuery(query)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\tout, err := client.SearchTransitGatewayRoutes(ctx, &ec2.SearchTransitGatewayRoutesInput{\n\t\tTransitGatewayRouteTableId: &routeTableID,\n\t\tFilters: searchRoutesFilter(),\n\t\tMaxResults: new(int32(maxSearchRoutesResults)),\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\tfor i := range out.Routes {\n\t\tr := &out.Routes[i]\n\t\tif transitGatewayRouteDestination(r) == destination {\n\t\t\treturn &transitGatewayRouteItem{RouteTableID: routeTableID, Route: *r}, nil\n\t\t}\n\t}\n\terrStr := fmt.Sprintf(\"route %s not found\", query)\n\tif out.AdditionalRoutesAvailable != nil && *out.AdditionalRoutesAvailable {\n\t\terrStr = fmt.Sprintf(\"route %s not found in first %d routes; route table has additional routes that cannot be retrieved via this API\", query, maxSearchRoutesResults)\n\t}\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: errStr,\n\t}\n}\n\nfunc listTransitGatewayRoutes(ctx context.Context, client *ec2.Client, _ string) ([]*transitGatewayRouteItem, error) {\n\trtPaginator := ec2.NewDescribeTransitGatewayRouteTablesPaginator(client, &ec2.DescribeTransitGatewayRouteTablesInput{})\n\tvar items []*transitGatewayRouteItem\n\tfor rtPaginator.HasMorePages() {\n\t\trtOut, err := rtPaginator.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t\tfor _, rt := range rtOut.TransitGatewayRouteTables {\n\t\t\tif rt.TransitGatewayRouteTableId == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\trtID := *rt.TransitGatewayRouteTableId\n\t\t\t// Single call per route table: SearchTransitGatewayRoutes returns at most 1000 routes\n\t\t\t// and does not support NextToken pagination; AdditionalRoutesAvailable means more\n\t\t\t// exist but cannot be fetched via this API.\n\t\t\trouteOut, err := client.SearchTransitGatewayRoutes(ctx, &ec2.SearchTransitGatewayRoutesInput{\n\t\t\t\tTransitGatewayRouteTableId: &rtID,\n\t\t\t\tFilters: searchRoutesFilter(),\n\t\t\t\tMaxResults: new(int32(maxSearchRoutesResults)),\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\t\t\tfor i := range routeOut.Routes {\n\t\t\t\titems = append(items, &transitGatewayRouteItem{\n\t\t\t\t\tRouteTableID: rtID,\n\t\t\t\t\tRoute: routeOut.Routes[i],\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\treturn items, nil\n}\n\n// searchTransitGatewayRoutes returns all routes for a single route table.\n// Query must be a TransitGatewayRouteTableId (e.g. tgw-rtb-xxxxx).\nfunc searchTransitGatewayRoutes(ctx context.Context, client *ec2.Client, _, query string) ([]*transitGatewayRouteItem, error) {\n\trouteTableID := query\n\trouteOut, err := client.SearchTransitGatewayRoutes(ctx, &ec2.SearchTransitGatewayRoutesInput{\n\t\tTransitGatewayRouteTableId: &routeTableID,\n\t\tFilters: searchRoutesFilter(),\n\t\tMaxResults: new(int32(maxSearchRoutesResults)),\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\titems := make([]*transitGatewayRouteItem, 0, len(routeOut.Routes))\n\tfor i := range routeOut.Routes {\n\t\titems = append(items, &transitGatewayRouteItem{\n\t\t\tRouteTableID: routeTableID,\n\t\t\tRoute: routeOut.Routes[i],\n\t\t})\n\t}\n\treturn items, nil\n}\n\nfunc transitGatewayRouteItemMapper(query, scope string, awsItem *transitGatewayRouteItem) (*sdp.Item, error) {\n\tr := &awsItem.Route\n\tattrs, err := ToAttributesWithExclude(r, \"\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\tdest := transitGatewayRouteDestination(r)\n\tuniqueVal := transitGatewayRouteID(awsItem.RouteTableID, dest)\n\tif err := attrs.Set(\"TransitGatewayRouteTableIdWithDestination\", uniqueVal); err != nil {\n\t\treturn nil, err\n\t}\n\titem := &sdp.Item{\n\t\tType: \"ec2-transit-gateway-route\",\n\t\tUniqueAttribute: \"TransitGatewayRouteTableIdWithDestination\",\n\t\tScope: scope,\n\t\tAttributes: attrs,\n\t}\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"ec2-transit-gateway-route-table\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: awsItem.RouteTableID,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\tfor i := range r.TransitGatewayAttachments {\n\t\tatt := &r.TransitGatewayAttachments[i]\n\t\tif att.TransitGatewayAttachmentId != nil && *att.TransitGatewayAttachmentId != \"\" {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-transit-gateway-attachment\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *att.TransitGatewayAttachmentId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t\t// Link to the route table association (same route table + attachment).\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-transit-gateway-route-table-association\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: transitGatewayRouteTableAssociationID(awsItem.RouteTableID, *att.TransitGatewayAttachmentId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\tif att.ResourceId != nil && *att.ResourceId != \"\" {\n\t\t\tswitch att.ResourceType {\n\t\t\tcase types.TransitGatewayAttachmentResourceTypeVpc:\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *att.ResourceId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\tcase types.TransitGatewayAttachmentResourceTypeVpn:\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-vpn-connection\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *att.ResourceId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\tcase types.TransitGatewayAttachmentResourceTypeDirectConnectGateway:\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"directconnect-direct-connect-gateway\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *att.ResourceId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\tcase types.TransitGatewayAttachmentResourceTypePeering,\n\t\t\t\ttypes.TransitGatewayAttachmentResourceTypeTgwPeering:\n\t\t\t\t// ResourceId is the peer transit gateway ID (e.g. tgw-xxxxx).\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-transit-gateway\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *att.ResourceId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\tcase types.TransitGatewayAttachmentResourceTypeVpnConcentrator,\n\t\t\t\ttypes.TransitGatewayAttachmentResourceTypeConnect,\n\t\t\t\ttypes.TransitGatewayAttachmentResourceTypeNetworkFunction,\n\t\t\t\ttypes.TransitGatewayAttachmentResourceTypeClientVpn:\n\t\t\t\t// No Overmind adapter for these; attachment link above is sufficient.\n\t\t\t}\n\t\t}\n\t}\n\tif r.PrefixListId != nil && *r.PrefixListId != \"\" {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-managed-prefix-list\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *r.PrefixListId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\tif r.TransitGatewayRouteTableAnnouncementId != nil && *r.TransitGatewayRouteTableAnnouncementId != \"\" {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-transit-gateway-route-table-announcement\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *r.TransitGatewayRouteTableAnnouncementId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\treturn item, nil\n}\n\nfunc NewEC2TransitGatewayRouteAdapter(client *ec2.Client, accountID, region string, cache sdpcache.Cache) *GetListAdapter[*transitGatewayRouteItem, *ec2.Client, *ec2.Options] {\n\treturn &GetListAdapter[*transitGatewayRouteItem, *ec2.Client, *ec2.Options]{\n\t\tItemType: \"ec2-transit-gateway-route\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: transitGatewayRouteAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: getTransitGatewayRoute,\n\t\tListFunc: listTransitGatewayRoutes,\n\t\tSearchFunc: searchTransitGatewayRoutes,\n\t\tItemMapper: transitGatewayRouteItemMapper,\n\t}\n}\n\nvar transitGatewayRouteAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-transit-gateway-route\",\n\tDescriptiveName: \"Transit Gateway Route\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get by TransitGatewayRouteTableId|Destination (CIDR or pl:PrefixListId)\",\n\t\tListDescription: \"List all transit gateway routes\",\n\t\tSearchDescription: \"Search by TransitGatewayRouteTableId to list routes for that route table\",\n\t},\n\tPotentialLinks: []string{\"ec2-transit-gateway\", \"ec2-transit-gateway-route-table\", \"ec2-transit-gateway-route-table-association\", \"ec2-transit-gateway-attachment\", \"ec2-transit-gateway-route-table-announcement\", \"ec2-vpc\", \"ec2-vpn-connection\", \"ec2-managed-prefix-list\", \"directconnect-direct-connect-gateway\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_ec2_transit_gateway_route.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-transit-gateway-route_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestTransitGatewayRouteDestination(t *testing.T) {\n\tif transitGatewayRouteDestination(&types.TransitGatewayRoute{DestinationCidrBlock: new(\"10.0.0.0/16\")}) != \"10.0.0.0/16\" {\n\t\tt.Error(\"expected CIDR destination\")\n\t}\n\tif transitGatewayRouteDestination(&types.TransitGatewayRoute{PrefixListId: new(\"pl-123\")}) != \"pl:pl-123\" {\n\t\tt.Error(\"expected prefix list destination\")\n\t}\n}\n\nfunc TestParseRouteQuery(t *testing.T) {\n\trt, dest, err := parseRouteQuery(\"tgw-rtb-1|10.0.0.0/16\")\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif rt != \"tgw-rtb-1\" || dest != \"10.0.0.0/16\" {\n\t\tt.Errorf(\"expected tgw-rtb-1, 10.0.0.0/16 got %q, %q\", rt, dest)\n\t}\n\t// Terraform uses underscore as separator\n\trt, dest, err = parseRouteQuery(\"tgw-rtb-1_10.0.0.0/16\")\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif rt != \"tgw-rtb-1\" || dest != \"10.0.0.0/16\" {\n\t\tt.Errorf(\"expected tgw-rtb-1, 10.0.0.0/16 (underscore) got %q, %q\", rt, dest)\n\t}\n\t_, _, err = parseRouteQuery(\"bad\")\n\tif err == nil {\n\t\tt.Error(\"expected error for bad query\")\n\t}\n}\n\nfunc TestTransitGatewayRouteItemMapper(t *testing.T) {\n\titem := &transitGatewayRouteItem{\n\t\tRouteTableID: \"tgw-rtb-123\",\n\t\tRoute: types.TransitGatewayRoute{\n\t\t\tDestinationCidrBlock: new(\"10.0.0.0/16\"),\n\t\t\tState: types.TransitGatewayRouteStateActive,\n\t\t\tType: types.TransitGatewayRouteTypeStatic,\n\t\t},\n\t}\n\tsdpItem, err := transitGatewayRouteItemMapper(\"\", \"account|region\", item)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif err := sdpItem.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\tif sdpItem.GetType() != \"ec2-transit-gateway-route\" {\n\t\tt.Errorf(\"unexpected type %s\", sdpItem.GetType())\n\t}\n}\n\nfunc TestNewEC2TransitGatewayRouteAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\tadapter := NewEC2TransitGatewayRouteAdapter(client, account, region, sdpcache.NewNoOpCache())\n\tif err := adapter.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n}\n" }, { "path": "aws-source/adapters/ec2-volume-status.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc volumeStatusInputMapperGet(scope string, query string) (*ec2.DescribeVolumeStatusInput, error) {\n\treturn &ec2.DescribeVolumeStatusInput{\n\t\tVolumeIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc volumeStatusInputMapperList(scope string) (*ec2.DescribeVolumeStatusInput, error) {\n\treturn &ec2.DescribeVolumeStatusInput{}, nil\n}\n\nfunc volumeStatusOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeVolumeStatusInput, output *ec2.DescribeVolumeStatusOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, volume := range output.VolumeStatuses {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(volume)\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-volume-status\",\n\t\t\tUniqueAttribute: \"VolumeId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t// Always get the volume\n\t\t\t\t\t\tType: \"ec2-volume\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *volume.VolumeId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tif volume.VolumeStatus != nil {\n\t\t\tswitch volume.VolumeStatus.Status {\n\t\t\tcase types.VolumeStatusInfoStatusImpaired:\n\t\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t\tcase types.VolumeStatusInfoStatusOk:\n\t\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t\tcase types.VolumeStatusInfoStatusInsufficientData:\n\t\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t\tcase types.VolumeStatusInfoStatusWarning:\n\t\t\t\titem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\t\t\t}\n\t\t}\n\n\t\tfor _, event := range volume.Events {\n\t\t\tif event.InstanceId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *event.InstanceId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2VolumeStatusAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeVolumeStatusInput, *ec2.DescribeVolumeStatusOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeVolumeStatusInput, *ec2.DescribeVolumeStatusOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-volume-status\",\n\t\tAdapterMetadata: volumeStatusAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeVolumeStatusInput) (*ec2.DescribeVolumeStatusOutput, error) {\n\t\t\treturn client.DescribeVolumeStatus(ctx, input)\n\t\t},\n\t\tInputMapperGet: volumeStatusInputMapperGet,\n\t\tInputMapperList: volumeStatusInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeVolumeStatusInput) Paginator[*ec2.DescribeVolumeStatusOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeVolumeStatusPaginator(client, params)\n\t\t},\n\t\tOutputMapper: volumeStatusOutputMapper,\n\t}\n}\n\nvar volumeStatusAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-volume-status\",\n\tDescriptiveName: \"EC2 Volume Status\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a volume status by volume ID\",\n\t\tListDescription: \"List all volume statuses\",\n\t\tSearchDescription: \"Search for volume statuses by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-instance\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n})\n" }, { "path": "aws-source/adapters/ec2-volume-status_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestVolumeStatusInputMapperGet(t *testing.T) {\n\tinput, err := volumeStatusInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.VolumeIds) != 1 {\n\t\tt.Fatalf(\"expected 1 Volume ID, got %v\", len(input.VolumeIds))\n\t}\n\n\tif input.VolumeIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected Volume ID to be bar, got %v\", input.VolumeIds[0])\n\t}\n}\n\nfunc TestVolumeStatusInputMapperList(t *testing.T) {\n\tinput, err := volumeStatusInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.VolumeIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestVolumeStatusOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeVolumeStatusOutput{\n\t\tVolumeStatuses: []types.VolumeStatusItem{\n\t\t\t{\n\t\t\t\tActions: []types.VolumeStatusAction{\n\t\t\t\t\t{\n\t\t\t\t\t\tCode: new(\"enable-volume-io\"),\n\t\t\t\t\t\tDescription: new(\"Enable volume I/O\"),\n\t\t\t\t\t\tEventId: new(\"12\"),\n\t\t\t\t\t\tEventType: new(\"io-enabled\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tAvailabilityZone: new(\"eu-west-2c\"),\n\t\t\t\tEvents: []types.VolumeStatusEvent{\n\t\t\t\t\t{\n\t\t\t\t\t\tDescription: new(\"The volume is operating normally\"),\n\t\t\t\t\t\tEventId: new(\"12\"),\n\t\t\t\t\t\tEventType: new(\"io-enabled\"),\n\t\t\t\t\t\tInstanceId: new(\"i-0667d3ca802741e30\"), // link\n\t\t\t\t\t\tNotAfter: new(time.Now()),\n\t\t\t\t\t\tNotBefore: new(time.Now()),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tVolumeId: new(\"vol-0a38796ac85e21c11\"), // link\n\t\t\t\tVolumeStatus: &types.VolumeStatusInfo{\n\t\t\t\t\tDetails: []types.VolumeStatusDetails{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: types.VolumeStatusNameIoEnabled,\n\t\t\t\t\t\t\tStatus: new(\"passed\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: types.VolumeStatusNameIoPerformance,\n\t\t\t\t\t\t\tStatus: new(\"not-applicable\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tStatus: types.VolumeStatusInfoStatusOk,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := volumeStatusOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"i-0667d3ca802741e30\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-volume\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vol-0a38796ac85e21c11\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewEC2VolumeStatusAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2VolumeAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-volume.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc volumeInputMapperGet(scope string, query string) (*ec2.DescribeVolumesInput, error) {\n\treturn &ec2.DescribeVolumesInput{\n\t\tVolumeIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc volumeInputMapperList(scope string) (*ec2.DescribeVolumesInput, error) {\n\treturn &ec2.DescribeVolumesInput{}, nil\n}\n\nfunc volumeOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeVolumesInput, output *ec2.DescribeVolumesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, volume := range output.Volumes {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(volume, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-volume\",\n\t\t\tUniqueAttribute: \"VolumeId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(volume.Tags),\n\t\t}\n\n\t\tfor _, attachment := range volume.Attachments {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *attachment.InstanceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2VolumeAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeVolumesInput, *ec2.DescribeVolumesOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeVolumesInput, *ec2.DescribeVolumesOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-volume\",\n\t\tAdapterMetadata: volumeAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeVolumesInput) (*ec2.DescribeVolumesOutput, error) {\n\t\t\treturn client.DescribeVolumes(ctx, input)\n\t\t},\n\t\tInputMapperGet: volumeInputMapperGet,\n\t\tInputMapperList: volumeInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeVolumesInput) Paginator[*ec2.DescribeVolumesOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeVolumesPaginator(client, params)\n\t\t},\n\t\tOutputMapper: volumeOutputMapper,\n\t}\n}\n\nvar volumeAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-volume\",\n\tDescriptiveName: \"EC2 Volume\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a volume by ID\",\n\t\tListDescription: \"List all volumes\",\n\t\tSearchDescription: \"Search volumes by ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-instance\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_ebs_volume.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n})\n" }, { "path": "aws-source/adapters/ec2-volume_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestVolumeInputMapperGet(t *testing.T) {\n\tinput, err := volumeInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.VolumeIds) != 1 {\n\t\tt.Fatalf(\"expected 1 Volume ID, got %v\", len(input.VolumeIds))\n\t}\n\n\tif input.VolumeIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected Volume ID to be bar, got %v\", input.VolumeIds[0])\n\t}\n}\n\nfunc TestVolumeInputMapperList(t *testing.T) {\n\tinput, err := volumeInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.VolumeIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestVolumeOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeVolumesOutput{\n\t\tVolumes: []types.Volume{\n\t\t\t{\n\t\t\t\tAttachments: []types.VolumeAttachment{\n\t\t\t\t\t{\n\t\t\t\t\t\tAttachTime: new(time.Now()),\n\t\t\t\t\t\tDevice: new(\"/dev/sdb\"),\n\t\t\t\t\t\tInstanceId: new(\"i-0667d3ca802741e30\"),\n\t\t\t\t\t\tState: types.VolumeAttachmentStateAttaching,\n\t\t\t\t\t\tVolumeId: new(\"vol-0eae6976b359d8825\"),\n\t\t\t\t\t\tDeleteOnTermination: new(false),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tAvailabilityZone: new(\"eu-west-2c\"),\n\t\t\t\tCreateTime: new(time.Now()),\n\t\t\t\tEncrypted: new(false),\n\t\t\t\tSize: new(int32(8)),\n\t\t\t\tState: types.VolumeStateInUse,\n\t\t\t\tVolumeId: new(\"vol-0eae6976b359d8825\"),\n\t\t\t\tIops: new(int32(3000)),\n\t\t\t\tVolumeType: types.VolumeTypeGp3,\n\t\t\t\tMultiAttachEnabled: new(false),\n\t\t\t\tThroughput: new(int32(125)),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := volumeOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"i-0667d3ca802741e30\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2VolumeAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2VolumeAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-vpc-endpoint.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/micahhausler/aws-iam-policy/policy\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc vpcEndpointInputMapperGet(scope string, query string) (*ec2.DescribeVpcEndpointsInput, error) {\n\treturn &ec2.DescribeVpcEndpointsInput{\n\t\tVpcEndpointIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc vpcEndpointInputMapperList(scope string) (*ec2.DescribeVpcEndpointsInput, error) {\n\treturn &ec2.DescribeVpcEndpointsInput{}, nil\n}\n\nfunc vpcEndpointOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeVpcEndpointsInput, output *ec2.DescribeVpcEndpointsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, endpoint := range output.VpcEndpoints {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\n\t\t// A type that we use to override the PolicyDocument with the parsed\n\t\t// version\n\t\ttype endpointParsedPolicy struct {\n\t\t\ttypes.VpcEndpoint\n\t\t\tPolicyDocument *policy.Policy\n\t\t}\n\t\tendpointWithPolicy := endpointParsedPolicy{\n\t\t\tVpcEndpoint: endpoint,\n\t\t}\n\n\t\t// Parse the policy\n\t\tif endpoint.PolicyDocument != nil {\n\t\t\tparsedPolicy, _ := ParsePolicyDocument(*endpoint.PolicyDocument)\n\t\t\tendpointWithPolicy.PolicyDocument = parsedPolicy\n\t\t}\n\n\t\tattrs, err = ToAttributesWithExclude(endpointWithPolicy, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-vpc-endpoint\",\n\t\t\tUniqueAttribute: \"VpcEndpointId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(endpoint.Tags),\n\t\t}\n\n\t\t// Annoyingly the API doesn't follow its own specification here and\n\t\t// returns values in lowercase -_-\n\t\tstate := strings.ToLower(string(endpoint.State))\n\t\tswitch state {\n\t\tcase strings.ToLower(string(types.StatePendingAcceptance)):\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase strings.ToLower(string(types.StatePending)):\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase strings.ToLower(string(types.StateAvailable)):\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase strings.ToLower(string(types.StateDeleting)):\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase strings.ToLower(string(types.StateDeleted)):\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase strings.ToLower(string(types.StateRejected)):\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase strings.ToLower(string(types.StateFailed)):\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase strings.ToLower(string(types.StateExpired)):\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t}\n\n\t\tif endpoint.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *endpoint.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif endpointWithPolicy.PolicyDocument != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, LinksFromPolicy(endpointWithPolicy.PolicyDocument)...)\n\t\t}\n\n\t\tfor _, routeTableID := range endpoint.RouteTableIds {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-route-table\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: routeTableID,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, subnetID := range endpoint.SubnetIds {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: subnetID,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, group := range endpoint.Groups {\n\t\t\tif group.GroupId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *group.GroupId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, dnsEntry := range endpoint.DnsEntries {\n\t\t\tif dnsEntry.DnsName != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *dnsEntry.DnsName,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif dnsEntry.HostedZoneId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"route53-hosted-zone\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *dnsEntry.HostedZoneId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, networkInterfaceID := range endpoint.NetworkInterfaceIds {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-network-interface\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: networkInterfaceID,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2VpcEndpointAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeVpcEndpointsInput, *ec2.DescribeVpcEndpointsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeVpcEndpointsInput, *ec2.DescribeVpcEndpointsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-vpc-endpoint\",\n\t\tAdapterMetadata: vpcEndpointAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeVpcEndpointsInput) (*ec2.DescribeVpcEndpointsOutput, error) {\n\t\t\treturn client.DescribeVpcEndpoints(ctx, input)\n\t\t},\n\t\tInputMapperGet: vpcEndpointInputMapperGet,\n\t\tInputMapperList: vpcEndpointInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeVpcEndpointsInput) Paginator[*ec2.DescribeVpcEndpointsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeVpcEndpointsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: vpcEndpointOutputMapper,\n\t}\n}\n\nvar vpcEndpointAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-vpc-endpoint\",\n\tDescriptiveName: \"VPC Endpoint\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a VPC Endpoint by ID\",\n\t\tListDescription: \"List all VPC Endpoints\",\n\t\tSearchDescription: \"Search VPC Endpoints by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_vpc_endpoint.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-vpc-endpoint_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestVpcEndpointInputMapperGet(t *testing.T) {\n\tinput, err := vpcEndpointInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.VpcEndpointIds) != 1 {\n\t\tt.Fatalf(\"expected 1 VpcEndpoint ID, got %v\", len(input.VpcEndpointIds))\n\t}\n\n\tif input.VpcEndpointIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected VpcEndpoint ID to be bar, got %v\", input.VpcEndpointIds[0])\n\t}\n}\n\nfunc TestVpcEndpointOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeVpcEndpointsOutput{\n\t\tVpcEndpoints: []types.VpcEndpoint{\n\t\t\t{\n\t\t\t\tVpcEndpointId: new(\"vpce-0d7892e00e573e701\"),\n\t\t\t\tVpcEndpointType: types.VpcEndpointTypeInterface,\n\t\t\t\tCreationTimestamp: new(time.Now()),\n\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"), // link\n\t\t\t\tServiceName: new(\"com.amazonaws.us-east-1.s3\"),\n\t\t\t\tState: types.StateAvailable,\n\t\t\t\tPolicyDocument: new(\"{\\\"Version\\\":\\\"2012-10-17\\\",\\\"Statement\\\":[{\\\"Action\\\":\\\"*\\\",\\\"Resource\\\":\\\"*\\\",\\\"Effect\\\":\\\"Allow\\\",\\\"Principal\\\":\\\"*\\\"},{\\\"Condition\\\":{\\\"StringNotEquals\\\":{\\\"aws:PrincipalAccount\\\":\\\"944651592624\\\"}},\\\"Action\\\":\\\"*\\\",\\\"Resource\\\":\\\"*\\\",\\\"Effect\\\":\\\"Deny\\\",\\\"Principal\\\":\\\"*\\\"}]}\"), // parse this\n\t\t\t\tRouteTableIds: []string{\n\t\t\t\t\t\"rtb-0d7892e00e573e701\", // link\n\t\t\t\t},\n\t\t\t\tSubnetIds: []string{\n\t\t\t\t\t\"subnet-0d7892e00e573e701\", // link\n\t\t\t\t},\n\t\t\t\tGroups: []types.SecurityGroupIdentifier{\n\t\t\t\t\t{\n\t\t\t\t\t\tGroupId: new(\"sg-0d7892e00e573e701\"), // link\n\t\t\t\t\t\tGroupName: new(\"default\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tIpAddressType: types.IpAddressTypeIpv4,\n\t\t\t\tPrivateDnsEnabled: new(true),\n\t\t\t\tRequesterManaged: new(false),\n\t\t\t\tDnsEntries: []types.DnsEntry{\n\t\t\t\t\t{\n\t\t\t\t\t\tDnsName: new(\"vpce-0d7892e00e573e701-123456789012.us-east-1.vpce.amazonaws.com\"), // link\n\t\t\t\t\t\tHostedZoneId: new(\"Z2F56UZL2M1ACD\"), // link\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tDnsOptions: &types.DnsOptions{\n\t\t\t\t\tDnsRecordIpType: types.DnsRecordIpTypeDualstack,\n\t\t\t\t\tPrivateDnsOnlyForInboundResolverEndpoint: new(false),\n\t\t\t\t},\n\t\t\t\tLastError: &types.LastError{\n\t\t\t\t\tCode: new(\"Client::ValidationException\"),\n\t\t\t\t\tMessage: new(\"The security group 'sg-0d7892e00e573e701' does not exist\"),\n\t\t\t\t},\n\t\t\t\tNetworkInterfaceIds: []string{\n\t\t\t\t\t\"eni-0d7892e00e573e701\", // link\n\t\t\t\t},\n\t\t\t\tOwnerId: new(\"052392120703\"),\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"Name\"),\n\t\t\t\t\t\tValue: new(\"my-vpce\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := vpcEndpointOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-route-table\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"rtb-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"vpce-0d7892e00e573e701-123456789012.us-east-1.vpce.amazonaws.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"route53-hosted-zone\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"Z2F56UZL2M1ACD\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-network-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"eni-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, items[0])\n}\n\nfunc TestNewEC2VpcEndpointAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2VpcEndpointAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-vpc-peering-connection.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc vpcPeeringConnectionOutputMapper(_ context.Context, _ *ec2.Client, scope string, input *ec2.DescribeVpcPeeringConnectionsInput, output *ec2.DescribeVpcPeeringConnectionsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, connection := range output.VpcPeeringConnections {\n\t\tattributes, err := ToAttributesWithExclude(connection, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-vpc-peering-connection\",\n\t\t\tUniqueAttribute: \"VpcPeeringConnectionId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attributes,\n\t\t\tTags: ec2TagsToMap(connection.Tags),\n\t\t}\n\n\t\tif connection.Status != nil {\n\t\t\tswitch connection.Status.Code {\n\t\t\tcase types.VpcPeeringConnectionStateReasonCodeInitiatingRequest:\n\t\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\tcase types.VpcPeeringConnectionStateReasonCodePendingAcceptance:\n\t\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\tcase types.VpcPeeringConnectionStateReasonCodeActive:\n\t\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t\tcase types.VpcPeeringConnectionStateReasonCodeDeleted:\n\t\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t\tcase types.VpcPeeringConnectionStateReasonCodeRejected:\n\t\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t\tcase types.VpcPeeringConnectionStateReasonCodeFailed:\n\t\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t\tcase types.VpcPeeringConnectionStateReasonCodeExpired:\n\t\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t\tcase types.VpcPeeringConnectionStateReasonCodeProvisioning:\n\t\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\tcase types.VpcPeeringConnectionStateReasonCodeDeleting:\n\t\t\t\titem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\t\t\t}\n\t\t}\n\n\t\tif connection.AccepterVpcInfo != nil {\n\t\t\tif connection.AccepterVpcInfo.Region != nil {\n\t\t\t\tif connection.AccepterVpcInfo.VpcId != nil && connection.AccepterVpcInfo.OwnerId != nil {\n\t\t\t\t\tpairedScope := FormatScope(*connection.AccepterVpcInfo.OwnerId, *connection.AccepterVpcInfo.Region)\n\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *connection.AccepterVpcInfo.VpcId,\n\t\t\t\t\t\t\tScope: pairedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t}\n\n\t\tif connection.RequesterVpcInfo != nil {\n\t\t\tif connection.RequesterVpcInfo.Region != nil {\n\t\t\t\tif connection.RequesterVpcInfo.VpcId != nil && connection.RequesterVpcInfo.OwnerId != nil {\n\t\t\t\t\tpairedScope := FormatScope(*connection.RequesterVpcInfo.OwnerId, *connection.RequesterVpcInfo.Region)\n\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *connection.RequesterVpcInfo.VpcId,\n\t\t\t\t\t\t\tScope: pairedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2VpcPeeringConnectionAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeVpcPeeringConnectionsInput, *ec2.DescribeVpcPeeringConnectionsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeVpcPeeringConnectionsInput, *ec2.DescribeVpcPeeringConnectionsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-vpc-peering-connection\",\n\t\tAdapterMetadata: vpcPeeringConnectionAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeVpcPeeringConnectionsInput) (*ec2.DescribeVpcPeeringConnectionsOutput, error) {\n\t\t\treturn client.DescribeVpcPeeringConnections(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*ec2.DescribeVpcPeeringConnectionsInput, error) {\n\t\t\treturn &ec2.DescribeVpcPeeringConnectionsInput{\n\t\t\t\tVpcPeeringConnectionIds: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*ec2.DescribeVpcPeeringConnectionsInput, error) {\n\t\t\treturn &ec2.DescribeVpcPeeringConnectionsInput{}, nil\n\t\t},\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeVpcPeeringConnectionsInput) Paginator[*ec2.DescribeVpcPeeringConnectionsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeVpcPeeringConnectionsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: vpcPeeringConnectionOutputMapper,\n\t}\n}\n\nvar vpcPeeringConnectionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ec2-vpc-peering-connection\",\n\tDescriptiveName: \"VPC Peering Connection\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a VPC Peering Connection by ID\",\n\t\tListDescription: \"List all VPC Peering Connections\",\n\t\tSearchDescription: \"Search for VPC Peering Connections by their ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-vpc\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_vpc_peering_connection.id\"},\n\t\t{TerraformQueryMap: \"aws_vpc_peering_connection_accepter.id\"},\n\t\t{TerraformQueryMap: \"aws_vpc_peering_connection_options.vpc_peering_connection_id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-vpc-peering-connection_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestVpcPeeringConnectionOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeVpcPeeringConnectionsOutput{\n\t\tVpcPeeringConnections: []types.VpcPeeringConnection{\n\t\t\t{\n\t\t\t\tVpcPeeringConnectionId: new(\"pcx-1234567890\"),\n\t\t\t\tStatus: &types.VpcPeeringConnectionStateReason{\n\t\t\t\t\tCode: types.VpcPeeringConnectionStateReasonCodeActive, // health\n\t\t\t\t\tMessage: new(\"message\"),\n\t\t\t\t},\n\t\t\t\tAccepterVpcInfo: &types.VpcPeeringConnectionVpcInfo{\n\t\t\t\t\tCidrBlock: new(\"10.0.0.1/24\"),\n\t\t\t\t\tCidrBlockSet: []types.CidrBlock{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tCidrBlock: new(\"10.0.2.1/24\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tIpv6CidrBlockSet: []types.Ipv6CidrBlock{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tIpv6CidrBlock: new(\"::/64\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tOwnerId: new(\"123456789012\"),\n\t\t\t\t\tRegion: new(\"eu-west-2\"), // link\n\t\t\t\t\tVpcId: new(\"vpc-1234567890\"), // link\n\t\t\t\t\tPeeringOptions: &types.VpcPeeringConnectionOptionsDescription{\n\t\t\t\t\t\tAllowDnsResolutionFromRemoteVpc: new(true),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tRequesterVpcInfo: &types.VpcPeeringConnectionVpcInfo{\n\t\t\t\t\tCidrBlock: new(\"10.0.0.1/24\"),\n\t\t\t\t\tCidrBlockSet: []types.CidrBlock{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tCidrBlock: new(\"10.0.2.1/24\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tIpv6CidrBlockSet: []types.Ipv6CidrBlock{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tIpv6CidrBlock: new(\"::/64\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tOwnerId: new(\"987654321098\"),\n\t\t\t\t\tPeeringOptions: &types.VpcPeeringConnectionOptionsDescription{\n\t\t\t\t\t\tAllowDnsResolutionFromRemoteVpc: new(true),\n\t\t\t\t\t},\n\t\t\t\t\tRegion: new(\"eu-west-5\"), // link\n\t\t\t\t\tVpcId: new(\"vpc-9887654321\"), // link\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := vpcPeeringConnectionOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-1234567890\",\n\t\t\tExpectedScope: \"123456789012.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-9887654321\",\n\t\t\tExpectedScope: \"987654321098.eu-west-5\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEC2VpcPeeringConnectionAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2VpcPeeringConnectionAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2-vpc.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc vpcInputMapperGet(scope string, query string) (*ec2.DescribeVpcsInput, error) {\n\treturn &ec2.DescribeVpcsInput{\n\t\tVpcIds: []string{\n\t\t\tquery,\n\t\t},\n\t}, nil\n}\n\nfunc vpcInputMapperList(scope string) (*ec2.DescribeVpcsInput, error) {\n\treturn &ec2.DescribeVpcsInput{}, nil\n}\n\nfunc vpcOutputMapper(_ context.Context, _ *ec2.Client, scope string, _ *ec2.DescribeVpcsInput, output *ec2.DescribeVpcsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, vpc := range output.Vpcs {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(vpc, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ec2-vpc\",\n\t\t\tUniqueAttribute: \"VpcId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: ec2TagsToMap(vpc.Tags),\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEC2VpcAdapter(client *ec2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ec2.DescribeVpcsInput, *ec2.DescribeVpcsOutput, *ec2.Client, *ec2.Options] {\n\treturn &DescribeOnlyAdapter[*ec2.DescribeVpcsInput, *ec2.DescribeVpcsOutput, *ec2.Client, *ec2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"ec2-vpc\",\n\t\tAdapterMetadata: vpcAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *ec2.Client, input *ec2.DescribeVpcsInput) (*ec2.DescribeVpcsOutput, error) {\n\t\t\treturn client.DescribeVpcs(ctx, input)\n\t\t},\n\t\tInputMapperGet: vpcInputMapperGet,\n\t\tInputMapperList: vpcInputMapperList,\n\t\tPaginatorBuilder: func(client *ec2.Client, params *ec2.DescribeVpcsInput) Paginator[*ec2.DescribeVpcsOutput, *ec2.Options] {\n\t\t\treturn ec2.NewDescribeVpcsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: vpcOutputMapper,\n\t}\n}\n\nvar vpcAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"VPC\",\n\tType: \"ec2-vpc\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tGetDescription: \"Get a VPC by ID\",\n\t\tListDescription: \"List all VPCs\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_vpc.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/ec2-vpc_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestVpcInputMapperGet(t *testing.T) {\n\tinput, err := vpcInputMapperGet(\"foo\", \"bar\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.VpcIds) != 1 {\n\t\tt.Fatalf(\"expected 1 Vpc ID, got %v\", len(input.VpcIds))\n\t}\n\n\tif input.VpcIds[0] != \"bar\" {\n\t\tt.Errorf(\"expected Vpc ID to be bar, got %v\", input.VpcIds[0])\n\t}\n}\n\nfunc TestVpcInputMapperList(t *testing.T) {\n\tinput, err := vpcInputMapperList(\"foo\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(input.Filters) != 0 || len(input.VpcIds) != 0 {\n\t\tt.Errorf(\"non-empty input: %v\", input)\n\t}\n}\n\nfunc TestVpcOutputMapper(t *testing.T) {\n\toutput := &ec2.DescribeVpcsOutput{\n\t\tVpcs: []types.Vpc{\n\t\t\t{\n\t\t\t\tCidrBlock: new(\"172.31.0.0/16\"),\n\t\t\t\tDhcpOptionsId: new(\"dopt-0959b838bf4a4c7b8\"),\n\t\t\t\tState: types.VpcStateAvailable,\n\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"),\n\t\t\t\tOwnerId: new(\"052392120703\"),\n\t\t\t\tInstanceTenancy: types.TenancyDefault,\n\t\t\t\tCidrBlockAssociationSet: []types.VpcCidrBlockAssociation{\n\t\t\t\t\t{\n\t\t\t\t\t\tAssociationId: new(\"vpc-cidr-assoc-0b77866f37f500af6\"),\n\t\t\t\t\t\tCidrBlock: new(\"172.31.0.0/16\"),\n\t\t\t\t\t\tCidrBlockState: &types.VpcCidrBlockState{\n\t\t\t\t\t\t\tState: types.VpcCidrBlockStateCodeAssociated,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tIsDefault: new(false),\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"aws:cloudformation:logical-id\"),\n\t\t\t\t\t\tValue: new(\"VPC\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"aws:cloudformation:stack-id\"),\n\t\t\t\t\t\tValue: new(\"arn:aws:cloudformation:eu-west-2:052392120703:stack/StackSet-AWSControlTowerBP-VPC-ACCOUNT-FACTORY-V1-8c2a9348-a30c-4ac3-94c2-8279157c9243/ccde3240-7afa-11ed-81ff-02845d4c2702\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"aws:cloudformation:stack-name\"),\n\t\t\t\t\t\tValue: new(\"StackSet-AWSControlTowerBP-VPC-ACCOUNT-FACTORY-V1-8c2a9348-a30c-4ac3-94c2-8279157c9243\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"Name\"),\n\t\t\t\t\t\tValue: new(\"aws-controltower-VPC\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := vpcOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n}\n\nfunc TestNewEC2VpcAdapter(t *testing.T) {\n\tclient, account, region := ec2GetAutoConfig(t)\n\n\tadapter := NewEC2VpcAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ec2.go", "content": "package adapters\n\nimport \"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\n// Converts a slice of tags to a map\nfunc ec2TagsToMap(tags []types.Tag) map[string]string {\n\ttagsMap := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\ttagsMap[*tag.Key] = *tag.Value\n\t\t}\n\t}\n\n\treturn tagsMap\n}\n" }, { "path": "aws-source/adapters/ec2_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n)\n\nfunc ec2GetAutoConfig(t *testing.T) (*ec2.Client, string, string) {\n\tt.Helper()\n\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := ec2.NewFromConfig(config)\n\n\treturn client, account, region\n}\n" }, { "path": "aws-source/adapters/ecs-capacity-provider.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar CapacityProviderIncludeFields = []types.CapacityProviderField{\n\ttypes.CapacityProviderFieldTags,\n}\n\nfunc capacityProviderOutputMapper(_ context.Context, _ ECSClient, scope string, _ *ecs.DescribeCapacityProvidersInput, output *ecs.DescribeCapacityProvidersOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, provider := range output.CapacityProviders {\n\t\tattributes, err := ToAttributesWithExclude(provider, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ecs-capacity-provider\",\n\t\t\tUniqueAttribute: \"Name\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: ecsTagsToMap(provider.Tags),\n\t\t}\n\n\t\tif provider.AutoScalingGroupProvider != nil {\n\t\t\tif provider.AutoScalingGroupProvider.AutoScalingGroupArn != nil {\n\t\t\t\tif a, err := ParseARN(*provider.AutoScalingGroupProvider.AutoScalingGroupArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"autoscaling-auto-scaling-group\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *provider.AutoScalingGroupProvider.AutoScalingGroupArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewECSCapacityProviderAdapter(client ECSClient, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ecs.DescribeCapacityProvidersInput, *ecs.DescribeCapacityProvidersOutput, ECSClient, *ecs.Options] {\n\treturn &DescribeOnlyAdapter[*ecs.DescribeCapacityProvidersInput, *ecs.DescribeCapacityProvidersOutput, ECSClient, *ecs.Options]{\n\t\tItemType: \"ecs-capacity-provider\",\n\t\tRegion: region,\n\t\tAccountID: accountID,\n\t\tClient: client,\n\t\tAdapterMetadata: capacityProviderAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client ECSClient, input *ecs.DescribeCapacityProvidersInput) (*ecs.DescribeCapacityProvidersOutput, error) {\n\t\t\treturn client.DescribeCapacityProviders(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*ecs.DescribeCapacityProvidersInput, error) {\n\t\t\treturn &ecs.DescribeCapacityProvidersInput{\n\t\t\t\tCapacityProviders: []string{\n\t\t\t\t\tquery,\n\t\t\t\t},\n\t\t\t\tInclude: CapacityProviderIncludeFields,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*ecs.DescribeCapacityProvidersInput, error) {\n\t\t\treturn &ecs.DescribeCapacityProvidersInput{\n\t\t\t\tInclude: CapacityProviderIncludeFields,\n\t\t\t}, nil\n\t\t},\n\t\tPaginatorBuilder: func(client ECSClient, params *ecs.DescribeCapacityProvidersInput) Paginator[*ecs.DescribeCapacityProvidersOutput, *ecs.Options] {\n\t\t\treturn NewDescribeCapacityProvidersPaginator(client, params)\n\t\t},\n\t\tOutputMapper: capacityProviderOutputMapper,\n\t}\n}\n\nvar capacityProviderAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ecs-capacity-provider\",\n\tDescriptiveName: \"Capacity Provider\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a capacity provider by its short name or full Amazon Resource Name (ARN).\",\n\t\tList: true,\n\t\tListDescription: \"List capacity providers.\",\n\t\tSearch: true,\n\t\tSearchDescription: \"Search capacity providers by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_ecs_capacity_provider.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"autoscaling-auto-scaling-group\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n\n// Incredibly annoyingly the go package adapters't provide a paginator builder for\n// DescribeCapacityProviders despite the fact that it's paginated, so I'm going\n// to create one myself below\n\n// DescribeCapacityProvidersPaginator is a paginator for DescribeCapacityProviders\ntype DescribeCapacityProvidersPaginator struct {\n\tclient ECSClient\n\tparams *ecs.DescribeCapacityProvidersInput\n\tnextToken *string\n\tfirstPage bool\n}\n\n// NewDescribeCapacityProvidersPaginator returns a new DescribeCapacityProvidersPaginator\nfunc NewDescribeCapacityProvidersPaginator(client ECSClient, params *ecs.DescribeCapacityProvidersInput) *DescribeCapacityProvidersPaginator {\n\tif params == nil {\n\t\tparams = &ecs.DescribeCapacityProvidersInput{}\n\t}\n\n\treturn &DescribeCapacityProvidersPaginator{\n\t\tclient: client,\n\t\tparams: params,\n\t\tfirstPage: true,\n\t\tnextToken: params.NextToken,\n\t}\n}\n\n// HasMorePages returns a boolean indicating whether more pages are available\nfunc (p *DescribeCapacityProvidersPaginator) HasMorePages() bool {\n\treturn p.firstPage || (p.nextToken != nil && len(*p.nextToken) != 0)\n}\n\n// NextPage retrieves the next DescribeCapacityProviders page.\nfunc (p *DescribeCapacityProvidersPaginator) NextPage(ctx context.Context, optFns ...func(*ecs.Options)) (*ecs.DescribeCapacityProvidersOutput, error) {\n\tif !p.HasMorePages() {\n\t\treturn nil, fmt.Errorf(\"no more pages available\")\n\t}\n\n\tparams := *p.params\n\tparams.NextToken = p.nextToken\n\n\tresult, err := p.client.DescribeCapacityProviders(ctx, ¶ms, optFns...)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\tp.firstPage = false\n\n\tprevToken := p.nextToken\n\tp.nextToken = result.NextToken\n\n\tif prevToken != nil &&\n\t\tp.nextToken != nil &&\n\t\t*prevToken == *p.nextToken {\n\t\tp.nextToken = nil\n\t}\n\n\treturn result, nil\n}\n" }, { "path": "aws-source/adapters/ecs-capacity-provider_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t *ecsTestClient) DescribeCapacityProviders(ctx context.Context, params *ecs.DescribeCapacityProvidersInput, optFns ...func(*ecs.Options)) (*ecs.DescribeCapacityProvidersOutput, error) {\n\tpages := map[string]*ecs.DescribeCapacityProvidersOutput{\n\t\t\"\": {\n\t\t\tCapacityProviders: []types.CapacityProvider{\n\t\t\t\t{\n\t\t\t\t\tCapacityProviderArn: new(\"arn:aws:ecs:eu-west-2:052392120703:capacity-provider/FARGATE\"),\n\t\t\t\t\tName: new(\"FARGATE\"),\n\t\t\t\t\tStatus: types.CapacityProviderStatusActive,\n\t\t\t\t},\n\t\t\t},\n\t\t\tNextToken: new(\"one\"),\n\t\t},\n\t\t\"one\": {\n\t\t\tCapacityProviders: []types.CapacityProvider{\n\t\t\t\t{\n\t\t\t\t\tCapacityProviderArn: new(\"arn:aws:ecs:eu-west-2:052392120703:capacity-provider/FARGATE_SPOT\"),\n\t\t\t\t\tName: new(\"FARGATE_SPOT\"),\n\t\t\t\t\tStatus: types.CapacityProviderStatusActive,\n\t\t\t\t},\n\t\t\t},\n\t\t\tNextToken: new(\"two\"),\n\t\t},\n\t\t\"two\": {\n\t\t\tCapacityProviders: []types.CapacityProvider{\n\t\t\t\t{\n\t\t\t\t\tCapacityProviderArn: new(\"arn:aws:ecs:eu-west-2:052392120703:capacity-provider/test\"),\n\t\t\t\t\tName: new(\"test\"),\n\t\t\t\t\tStatus: types.CapacityProviderStatusActive,\n\t\t\t\t\tAutoScalingGroupProvider: &types.AutoScalingGroupProvider{\n\t\t\t\t\t\tAutoScalingGroupArn: new(\"arn:aws:autoscaling:eu-west-2:052392120703:autoScalingGroup:9df90815-98c1-4136-a12a-90abef1c4e4e:autoScalingGroupName/ecs-test\"),\n\t\t\t\t\t\tManagedScaling: &types.ManagedScaling{\n\t\t\t\t\t\t\tStatus: types.ManagedScalingStatusEnabled,\n\t\t\t\t\t\t\tTargetCapacity: new(int32(80)),\n\t\t\t\t\t\t\tMinimumScalingStepSize: new(int32(1)),\n\t\t\t\t\t\t\tMaximumScalingStepSize: new(int32(10000)),\n\t\t\t\t\t\t\tInstanceWarmupPeriod: new(int32(300)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tManagedTerminationProtection: types.ManagedTerminationProtectionDisabled,\n\t\t\t\t\t},\n\t\t\t\t\tUpdateStatus: types.CapacityProviderUpdateStatusDeleteComplete,\n\t\t\t\t\tUpdateStatusReason: new(\"reason\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tvar page string\n\n\tif params.NextToken != nil {\n\t\tpage = *params.NextToken\n\t}\n\n\treturn pages[page], nil\n}\n\nfunc TestCapacityProviderOutputMapper(t *testing.T) {\n\titems, err := capacityProviderOutputMapper(\n\t\tcontext.Background(),\n\t\t&ecsTestClient{},\n\t\t\"foo\",\n\t\tnil,\n\t\t&ecs.DescribeCapacityProvidersOutput{\n\t\t\tCapacityProviders: []types.CapacityProvider{\n\t\t\t\t{\n\t\t\t\t\tCapacityProviderArn: new(\"arn:aws:ecs:eu-west-2:052392120703:capacity-provider/test\"),\n\t\t\t\t\tName: new(\"test\"),\n\t\t\t\t\tStatus: types.CapacityProviderStatusActive,\n\t\t\t\t\tAutoScalingGroupProvider: &types.AutoScalingGroupProvider{\n\t\t\t\t\t\tAutoScalingGroupArn: new(\"arn:aws:autoscaling:eu-west-2:052392120703:autoScalingGroup:9df90815-98c1-4136-a12a-90abef1c4e4e:autoScalingGroupName/ecs-test\"),\n\t\t\t\t\t\tManagedScaling: &types.ManagedScaling{\n\t\t\t\t\t\t\tStatus: types.ManagedScalingStatusEnabled,\n\t\t\t\t\t\t\tTargetCapacity: new(int32(80)),\n\t\t\t\t\t\t\tMinimumScalingStepSize: new(int32(1)),\n\t\t\t\t\t\t\tMaximumScalingStepSize: new(int32(10000)),\n\t\t\t\t\t\t\tInstanceWarmupPeriod: new(int32(300)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tManagedTerminationProtection: types.ManagedTerminationProtectionDisabled,\n\t\t\t\t\t},\n\t\t\t\t\tUpdateStatus: types.CapacityProviderUpdateStatusDeleteComplete,\n\t\t\t\t\tUpdateStatusReason: new(\"reason\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t)\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"autoscaling-auto-scaling-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:autoscaling:eu-west-2:052392120703:autoScalingGroup:9df90815-98c1-4136-a12a-90abef1c4e4e:autoScalingGroupName/ecs-test\",\n\t\t\tExpectedScope: \"052392120703.eu-west-2\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestCapacityProviderAdapter(t *testing.T) {\n\tadapter := NewECSCapacityProviderAdapter(&ecsTestClient{}, \"\", \"\", sdpcache.NewNoOpCache())\n\n\tstream := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(context.Background(), \"*\", false, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\tt.Error(errs)\n\t}\n\n\titems := stream.GetItems()\n\tif len(items) != 3 {\n\t\tt.Errorf(\"expected 3 items, got %v\", len(items))\n\t}\n}\n\nfunc TestNewECSCapacityProviderAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := ecs.NewFromConfig(config)\n\n\tadapter := NewECSCapacityProviderAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ecs-cluster.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// ClusterIncludeFields Fields that we want included by default\nvar ClusterIncludeFields = []types.ClusterField{\n\ttypes.ClusterFieldAttachments,\n\ttypes.ClusterFieldConfigurations,\n\ttypes.ClusterFieldSettings,\n\ttypes.ClusterFieldStatistics,\n\ttypes.ClusterFieldTags,\n}\n\nfunc ecsClusterGetFunc(ctx context.Context, client ECSClient, scope string, input *ecs.DescribeClustersInput) (*sdp.Item, error) {\n\tout, err := client.DescribeClusters(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\taccountID, _, err := ParseScope(scope)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif len(out.Failures) != 0 {\n\t\tfailure := out.Failures[0]\n\n\t\tif failure.Reason != nil && failure.Arn != nil {\n\t\t\tif *failure.Reason == \"MISSING\" {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: fmt.Sprintf(\"cluster with ARN %v not found\", *failure.Arn),\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\treturn nil, fmt.Errorf(\"cluster get failure: %v\", failure)\n\t}\n\n\tif len(out.Clusters) != 1 {\n\t\treturn nil, fmt.Errorf(\"got %v clusters, expected 1\", len(out.Clusters))\n\t}\n\n\tcluster := out.Clusters[0]\n\n\tattributes, err := ToAttributesWithExclude(cluster, \"tags\")\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"ecs-cluster\",\n\t\tUniqueAttribute: \"ClusterName\",\n\t\tScope: scope,\n\t\tAttributes: attributes,\n\t\tTags: ecsTagsToMap(cluster.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t// Search for all container instances on this cluster\n\t\t\t\t\tType: \"ecs-container-instance\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *cluster.ClusterName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ecs-service\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *cluster.ClusterName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ecs-task\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *cluster.ClusterName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tif cluster.Status != nil {\n\t\tswitch *cluster.Status {\n\t\tcase \"ACTIVE\":\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"PROVISIONING\":\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"DEPROVISIONING\":\n\t\t\titem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\t\tcase \"FAILED\":\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase \"INACTIVE\":\n\t\t\t// This means it's a deleted cluster\n\t\t\titem.Health = nil\n\t\t}\n\t}\n\n\tif cluster.Configuration != nil {\n\t\tif cluster.Configuration.ExecuteCommandConfiguration != nil {\n\t\t\tif cluster.Configuration.ExecuteCommandConfiguration.KmsKeyId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *cluster.Configuration.ExecuteCommandConfiguration.KmsKeyId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif cluster.Configuration.ExecuteCommandConfiguration.LogConfiguration != nil {\n\t\t\t\tif cluster.Configuration.ExecuteCommandConfiguration.LogConfiguration.CloudWatchLogGroupName != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"logs-log-group\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *cluster.Configuration.ExecuteCommandConfiguration.LogConfiguration.CloudWatchLogGroupName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif cluster.Configuration.ExecuteCommandConfiguration.LogConfiguration.S3BucketName != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"s3-bucket\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *cluster.Configuration.ExecuteCommandConfiguration.LogConfiguration.S3BucketName,\n\t\t\t\t\t\t\tScope: FormatScope(accountID, \"\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tfor _, provider := range cluster.CapacityProviders {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ecs-capacity-provider\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: provider,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewECSClusterAdapter(client ECSClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*ecs.ListClustersInput, *ecs.ListClustersOutput, *ecs.DescribeClustersInput, *ecs.DescribeClustersOutput, ECSClient, *ecs.Options] {\n\treturn &AlwaysGetAdapter[*ecs.ListClustersInput, *ecs.ListClustersOutput, *ecs.DescribeClustersInput, *ecs.DescribeClustersOutput, ECSClient, *ecs.Options]{\n\t\tItemType: \"ecs-cluster\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tGetFunc: ecsClusterGetFunc,\n\t\tAdapterMetadata: ecsClusterAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *ecs.DescribeClustersInput {\n\t\t\treturn &ecs.DescribeClustersInput{\n\t\t\t\tClusters: []string{\n\t\t\t\t\tquery,\n\t\t\t\t},\n\t\t\t\tInclude: ClusterIncludeFields,\n\t\t\t}\n\t\t},\n\t\tListInput: &ecs.ListClustersInput{},\n\t\tListFuncPaginatorBuilder: func(client ECSClient, input *ecs.ListClustersInput) Paginator[*ecs.ListClustersOutput, *ecs.Options] {\n\t\t\treturn ecs.NewListClustersPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *ecs.ListClustersOutput, input *ecs.ListClustersInput) ([]*ecs.DescribeClustersInput, error) {\n\t\t\tinputs := make([]*ecs.DescribeClustersInput, 0)\n\n\t\t\tvar a *ARN\n\t\t\tvar err error\n\n\t\t\tfor _, arn := range output.ClusterArns {\n\t\t\t\ta, err = ParseARN(arn)\n\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tinputs = append(inputs, &ecs.DescribeClustersInput{\n\t\t\t\t\tClusters: []string{\n\t\t\t\t\t\ta.ResourceID(), // This will be the name of the cluster\n\t\t\t\t\t},\n\t\t\t\t\tInclude: ClusterIncludeFields,\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn inputs, nil\n\t\t},\n\t}\n}\n\nvar ecsClusterAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ecs-cluster\",\n\tDescriptiveName: \"ECS Cluster\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a cluster by name\",\n\t\tListDescription: \"List all clusters\",\n\t\tSearchDescription: \"Search for a cluster by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_ecs_cluster.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"ecs-container-instance\", \"ecs-service\", \"ecs-task\", \"ecs-capacity-provider\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/ecs-cluster_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t *ecsTestClient) DescribeClusters(ctx context.Context, params *ecs.DescribeClustersInput, optFns ...func(*ecs.Options)) (*ecs.DescribeClustersOutput, error) {\n\treturn &ecs.DescribeClustersOutput{\n\t\tClusters: []types.Cluster{\n\t\t\t{\n\t\t\t\tClusterArn: new(\"arn:aws:ecs:eu-west-2:052392120703:cluster/default\"),\n\t\t\t\tClusterName: new(\"default\"),\n\t\t\t\tStatus: new(\"ACTIVE\"),\n\t\t\t\tRegisteredContainerInstancesCount: 0,\n\t\t\t\tRunningTasksCount: 1,\n\t\t\t\tPendingTasksCount: 0,\n\t\t\t\tActiveServicesCount: 1,\n\t\t\t\tStatistics: []types.KeyValuePair{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"key\"),\n\t\t\t\t\t\tValue: new(\"value\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tTags: []types.Tag{},\n\t\t\t\tSettings: []types.ClusterSetting{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: types.ClusterSettingNameContainerInsights,\n\t\t\t\t\t\tValue: new(\"ENABLED\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tCapacityProviders: []string{\n\t\t\t\t\t\"test\",\n\t\t\t\t},\n\t\t\t\tDefaultCapacityProviderStrategy: []types.CapacityProviderStrategyItem{\n\t\t\t\t\t{\n\t\t\t\t\t\tCapacityProvider: new(\"provider\"),\n\t\t\t\t\t\tBase: 10,\n\t\t\t\t\t\tWeight: 100,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tAttachments: []types.Attachment{\n\t\t\t\t\t{\n\t\t\t\t\t\tId: new(\"1c1f9cf4-461c-4072-aab2-e2dd346c53e1\"),\n\t\t\t\t\t\tType: new(\"as_policy\"),\n\t\t\t\t\t\tStatus: new(\"CREATED\"),\n\t\t\t\t\t\tDetails: []types.KeyValuePair{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tName: new(\"capacityProviderName\"),\n\t\t\t\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tName: new(\"scalingPolicyName\"),\n\t\t\t\t\t\t\t\tValue: new(\"ECSManagedAutoScalingPolicy-d2f110eb-20a6-4278-9c1c-47d98e21b1ed\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tAttachmentsStatus: new(\"UPDATE_COMPLETE\"),\n\t\t\t\tConfiguration: &types.ClusterConfiguration{\n\t\t\t\t\tExecuteCommandConfiguration: &types.ExecuteCommandConfiguration{\n\t\t\t\t\t\tKmsKeyId: new(\"id\"),\n\t\t\t\t\t\tLogConfiguration: &types.ExecuteCommandLogConfiguration{\n\t\t\t\t\t\t\tCloudWatchEncryptionEnabled: true,\n\t\t\t\t\t\t\tCloudWatchLogGroupName: new(\"cloud-watch-name\"),\n\t\t\t\t\t\t\tS3BucketName: new(\"s3-name\"),\n\t\t\t\t\t\t\tS3EncryptionEnabled: true,\n\t\t\t\t\t\t\tS3KeyPrefix: new(\"prod\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tServiceConnectDefaults: &types.ClusterServiceConnectDefaults{\n\t\t\t\t\tNamespace: new(\"prod\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *ecsTestClient) ListClusters(context.Context, *ecs.ListClustersInput, ...func(*ecs.Options)) (*ecs.ListClustersOutput, error) {\n\treturn &ecs.ListClustersOutput{\n\t\tClusterArns: []string{\n\t\t\t\"arn:aws:service:region:account:cluster/name\",\n\t\t},\n\t}, nil\n}\n\nfunc TestECSClusterGetFunc(t *testing.T) {\n\tscope := \"123456789012.eu-west-2\"\n\titem, err := ecsClusterGetFunc(context.Background(), &ecsTestClient{}, scope, &ecs.DescribeClustersInput{})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"logs-log-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cloud-watch-name\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"s3-bucket\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"s3-name\",\n\t\t\tExpectedScope: \"123456789012\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-capacity-provider\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-container-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-service\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestECSNewECSClusterAdapter(t *testing.T) {\n\tclient, account, region := ecsGetAutoConfig(t)\n\n\tadapter := NewECSClusterAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ecs-container-instance.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// ContainerInstanceIncludeFields Fields that we want included by default\nvar ContainerInstanceIncludeFields = []types.ContainerInstanceField{\n\ttypes.ContainerInstanceFieldTags,\n\ttypes.ContainerInstanceFieldContainerInstanceHealth,\n}\n\nfunc containerInstanceGetFunc(ctx context.Context, client ECSClient, scope string, input *ecs.DescribeContainerInstancesInput) (*sdp.Item, error) {\n\tout, err := client.DescribeContainerInstances(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif len(out.ContainerInstances) != 1 {\n\t\treturn nil, fmt.Errorf(\"got %v ContainerInstances, expected 1\", len(out.ContainerInstances))\n\t}\n\n\tcontainerInstance := out.ContainerInstances[0]\n\n\tattributes, err := ToAttributesWithExclude(containerInstance, \"tags\")\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Create an ID param since they don't have anything that uniquely\n\t// identifies them. This is {clusterName}/{id}\n\t// ecs-template-ECSCluster-8nS0WOLbs3nZ/50e9bf71ed57450ca56293cc5a042886\n\tif a, err := ParseARN(*containerInstance.ContainerInstanceArn); err == nil {\n\t\tattributes.Set(\"Id\", a.Resource)\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"ecs-container-instance\",\n\t\tUniqueAttribute: \"Id\",\n\t\tScope: scope,\n\t\tAttributes: attributes,\n\t\tTags: ecsTagsToMap(containerInstance.Tags),\n\t}\n\n\tif containerInstance.HealthStatus != nil {\n\t\tswitch containerInstance.HealthStatus.OverallStatus {\n\t\tcase types.InstanceHealthCheckStateOk:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.InstanceHealthCheckStateImpaired:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase types.InstanceHealthCheckStateInsufficientData:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\tcase types.InstanceHealthCheckStateInitializing:\n\t\t\titem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\t\t}\n\t}\n\n\tif containerInstance.Ec2InstanceId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-instance\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *containerInstance.Ec2InstanceId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &item, nil\n}\n\nfunc containerInstanceListFuncOutputMapper(output *ecs.ListContainerInstancesOutput, input *ecs.ListContainerInstancesInput) ([]*ecs.DescribeContainerInstancesInput, error) {\n\tinputs := make([]*ecs.DescribeContainerInstancesInput, 0)\n\n\tvar a *ARN\n\tvar err error\n\n\tfor _, arn := range output.ContainerInstanceArns {\n\t\ta, err = ParseARN(arn)\n\n\t\tif err != nil {\n\t\t\tcontinue\n\t\t}\n\n\t\tsections := strings.Split(a.Resource, \"/\")\n\n\t\tif len(sections) != 2 {\n\t\t\treturn nil, fmt.Errorf(\"could not split into 2 sections on '/': %v\", a.Resource)\n\t\t}\n\n\t\tinputs = append(inputs, &ecs.DescribeContainerInstancesInput{\n\t\t\tCluster: §ions[0],\n\t\t\tContainerInstances: []string{\n\t\t\t\tsections[1],\n\t\t\t},\n\t\t\tInclude: ContainerInstanceIncludeFields,\n\t\t})\n\t}\n\n\treturn inputs, nil\n}\n\nfunc NewECSContainerInstanceAdapter(client ECSClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*ecs.ListContainerInstancesInput, *ecs.ListContainerInstancesOutput, *ecs.DescribeContainerInstancesInput, *ecs.DescribeContainerInstancesOutput, ECSClient, *ecs.Options] {\n\treturn &AlwaysGetAdapter[*ecs.ListContainerInstancesInput, *ecs.ListContainerInstancesOutput, *ecs.DescribeContainerInstancesInput, *ecs.DescribeContainerInstancesOutput, ECSClient, *ecs.Options]{\n\t\tItemType: \"ecs-container-instance\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tGetFunc: containerInstanceGetFunc,\n\t\tAdapterMetadata: containerInstanceAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *ecs.DescribeContainerInstancesInput {\n\t\t\t// We are using a custom id of {clusterName}/{id} e.g.\n\t\t\t// ecs-template-ECSCluster-8nS0WOLbs3nZ/50e9bf71ed57450ca56293cc5a042886\n\t\t\tsections := strings.Split(query, \"/\")\n\n\t\t\tif len(sections) != 2 {\n\t\t\t\treturn nil\n\t\t\t}\n\n\t\t\treturn &ecs.DescribeContainerInstancesInput{\n\t\t\t\tContainerInstances: []string{\n\t\t\t\t\tsections[1],\n\t\t\t\t},\n\t\t\t\tCluster: §ions[0],\n\t\t\t\tInclude: ContainerInstanceIncludeFields,\n\t\t\t}\n\t\t},\n\t\tListInput: &ecs.ListContainerInstancesInput{},\n\t\tDisableList: true, // Tou can't list without a cluster\n\t\tListFuncPaginatorBuilder: func(client ECSClient, input *ecs.ListContainerInstancesInput) Paginator[*ecs.ListContainerInstancesOutput, *ecs.Options] {\n\t\t\treturn ecs.NewListContainerInstancesPaginator(client, input)\n\t\t},\n\t\tSearchInputMapper: func(scope, query string) (*ecs.ListContainerInstancesInput, error) {\n\t\t\t// Custom search by cluster\n\t\t\treturn &ecs.ListContainerInstancesInput{\n\t\t\t\tCluster: new(query),\n\t\t\t}, nil\n\t\t},\n\t\tListFuncOutputMapper: containerInstanceListFuncOutputMapper,\n\t}\n}\n\nvar containerInstanceAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ecs-container-instance\",\n\tDescriptiveName: \"Container Instance\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a container instance by ID which consists of {clusterName}/{id}\",\n\t\tSearchDescription: \"Search for container instances by cluster\",\n\t},\n\tPotentialLinks: []string{\"ec2-instance\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/ecs-container-instance_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t *ecsTestClient) DescribeContainerInstances(ctx context.Context, params *ecs.DescribeContainerInstancesInput, optFns ...func(*ecs.Options)) (*ecs.DescribeContainerInstancesOutput, error) {\n\treturn &ecs.DescribeContainerInstancesOutput{\n\t\tContainerInstances: []types.ContainerInstance{\n\t\t\t{\n\t\t\t\tContainerInstanceArn: new(\"arn:aws:ecs:eu-west-1:052392120703:container-instance/ecs-template-ECSCluster-8nS0WOLbs3nZ/50e9bf71ed57450ca56293cc5a042886\"),\n\t\t\t\tEc2InstanceId: new(\"i-0e778f25705bc0c84\"), // link\n\t\t\t\tVersion: 4,\n\t\t\t\tVersionInfo: &types.VersionInfo{\n\t\t\t\t\tAgentVersion: new(\"1.47.0\"),\n\t\t\t\t\tAgentHash: new(\"1489adfa\"),\n\t\t\t\t\tDockerVersion: new(\"DockerVersion: 19.03.6-ce\"),\n\t\t\t\t},\n\t\t\t\tRemainingResources: []types.Resource{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"CPU\"),\n\t\t\t\t\t\tType: new(\"INTEGER\"),\n\t\t\t\t\t\tDoubleValue: 0.0,\n\t\t\t\t\t\tLongValue: 0,\n\t\t\t\t\t\tIntegerValue: 2028,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"MEMORY\"),\n\t\t\t\t\t\tType: new(\"INTEGER\"),\n\t\t\t\t\t\tDoubleValue: 0.0,\n\t\t\t\t\t\tLongValue: 0,\n\t\t\t\t\t\tIntegerValue: 7474,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"PORTS\"),\n\t\t\t\t\t\tType: new(\"STRINGSET\"),\n\t\t\t\t\t\tDoubleValue: 0.0,\n\t\t\t\t\t\tLongValue: 0,\n\t\t\t\t\t\tIntegerValue: 0,\n\t\t\t\t\t\tStringSetValue: []string{\n\t\t\t\t\t\t\t\"22\",\n\t\t\t\t\t\t\t\"2376\",\n\t\t\t\t\t\t\t\"2375\",\n\t\t\t\t\t\t\t\"51678\",\n\t\t\t\t\t\t\t\"51679\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"PORTS_UDP\"),\n\t\t\t\t\t\tType: new(\"STRINGSET\"),\n\t\t\t\t\t\tDoubleValue: 0.0,\n\t\t\t\t\t\tLongValue: 0,\n\t\t\t\t\t\tIntegerValue: 0,\n\t\t\t\t\t\tStringSetValue: []string{},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tRegisteredResources: []types.Resource{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"CPU\"),\n\t\t\t\t\t\tType: new(\"INTEGER\"),\n\t\t\t\t\t\tDoubleValue: 0.0,\n\t\t\t\t\t\tLongValue: 0,\n\t\t\t\t\t\tIntegerValue: 2048,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"MEMORY\"),\n\t\t\t\t\t\tType: new(\"INTEGER\"),\n\t\t\t\t\t\tDoubleValue: 0.0,\n\t\t\t\t\t\tLongValue: 0,\n\t\t\t\t\t\tIntegerValue: 7974,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"PORTS\"),\n\t\t\t\t\t\tType: new(\"STRINGSET\"),\n\t\t\t\t\t\tDoubleValue: 0.0,\n\t\t\t\t\t\tLongValue: 0,\n\t\t\t\t\t\tIntegerValue: 0,\n\t\t\t\t\t\tStringSetValue: []string{\n\t\t\t\t\t\t\t\"22\",\n\t\t\t\t\t\t\t\"2376\",\n\t\t\t\t\t\t\t\"2375\",\n\t\t\t\t\t\t\t\"51678\",\n\t\t\t\t\t\t\t\"51679\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"PORTS_UDP\"),\n\t\t\t\t\t\tType: new(\"STRINGSET\"),\n\t\t\t\t\t\tDoubleValue: 0.0,\n\t\t\t\t\t\tLongValue: 0,\n\t\t\t\t\t\tIntegerValue: 0,\n\t\t\t\t\t\tStringSetValue: []string{},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tStatus: new(\"ACTIVE\"),\n\t\t\t\tAgentConnected: true,\n\t\t\t\tRunningTasksCount: 1,\n\t\t\t\tPendingTasksCount: 0,\n\t\t\t\tAttributes: []types.Attribute{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.secrets.asm.environment-variables\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.branch-cni-plugin-version\"),\n\t\t\t\t\t\tValue: new(\"a21d3a41-\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.ami-id\"),\n\t\t\t\t\t\tValue: new(\"ami-0c9ef930279337028\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.secrets.asm.bootstrap.log-driver\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.task-eia.optimized-cpu\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.logging-driver.none\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.ecr-endpoint\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.docker-plugin.local\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.task-cpu-mem-limit\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.secrets.ssm.bootstrap.log-driver\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.efsAuth\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.full-sync\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.30\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.31\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.32\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.logging-driver.fluentd\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.firelens.options.config.file\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.availability-zone\"),\n\t\t\t\t\t\tValue: new(\"eu-west-1a\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.aws-appmesh\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.logging-driver.awslogs\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.24\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.task-eni-trunking\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.25\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.26\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.27\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.privileged-container\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.28\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.29\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.cpu-architecture\"),\n\t\t\t\t\t\tValue: new(\"x86_64\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.ecr-auth\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.firelens.fluentbit\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.20\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.os-type\"),\n\t\t\t\t\t\tValue: new(\"linux\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.21\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.22\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.23\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.task-eia\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.private-registry-authentication.secretsmanager\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.logging-driver.syslog\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.logging-driver.awsfirelens\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.firelens.options.config.s3\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.logging-driver.json-file\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.execution-role-awslogs\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.vpc-id\"),\n\t\t\t\t\t\tValue: new(\"vpc-0e120717a7263de70\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.17\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.18\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.19\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.docker-plugin.amazon-ecs-volume-plugin\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.task-eni\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.firelens.fluentd\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.efs\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.execution-role-ecr-pull\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.task-eni.ipv6\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.container-health-check\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.subnet-id\"),\n\t\t\t\t\t\tValue: new(\"subnet-0bfdb717a234c01b3\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.instance-type\"),\n\t\t\t\t\t\tValue: new(\"t2.large\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.task-iam-role-network-host\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.container-ordering\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.cni-plugin-version\"),\n\t\t\t\t\t\tValue: new(\"55b2ae77-2020.09.0\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.env-files.s3\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.pid-ipc-namespace-sharing\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.capability.secrets.ssm.environment-variables\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.task-iam-role\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tRegisteredAt: new(time.Now()),\n\t\t\t\tAttachments: []types.Attachment{}, // There is probably an opportunity for some links here but I don't have example data\n\t\t\t\tTags: []types.Tag{},\n\t\t\t\tAgentUpdateStatus: types.AgentUpdateStatusFailed,\n\t\t\t\tCapacityProviderName: new(\"name\"),\n\t\t\t\tHealthStatus: &types.ContainerInstanceHealthStatus{\n\t\t\t\t\tOverallStatus: types.InstanceHealthCheckStateImpaired,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *ecsTestClient) ListContainerInstances(context.Context, *ecs.ListContainerInstancesInput, ...func(*ecs.Options)) (*ecs.ListContainerInstancesOutput, error) {\n\treturn &ecs.ListContainerInstancesOutput{\n\t\tContainerInstanceArns: []string{\n\t\t\t\"arn:aws:ecs:eu-west-1:052392120703:container-instance/ecs-template-ECSCluster-8nS0WOLbs3nZ/50e9bf71ed57450ca56293cc5a042886\",\n\t\t},\n\t}, nil\n}\n\nfunc TestContainerInstanceGetFunc(t *testing.T) {\n\titem, err := containerInstanceGetFunc(context.Background(), &ecsTestClient{}, \"foo\", &ecs.DescribeContainerInstancesInput{})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"i-0e778f25705bc0c84\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewECSContainerInstanceAdapter(t *testing.T) {\n\tclient, account, region := ecsGetAutoConfig(t)\n\n\tadapter := NewECSContainerInstanceAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipNotFoundCheck: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ecs-service.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// ServiceIncludeFields Fields that we want included by default\nvar ServiceIncludeFields = []types.ServiceField{\n\ttypes.ServiceFieldTags,\n}\n\nfunc serviceGetFunc(ctx context.Context, client ECSClient, scope string, input *ecs.DescribeServicesInput) (*sdp.Item, error) {\n\tif input == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no input provided\",\n\t\t}\n\t}\n\tout, err := client.DescribeServices(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif len(out.Services) != 1 {\n\t\treturn nil, fmt.Errorf(\"got %v Services, expected 1\", len(out.Services))\n\t}\n\n\tservice := out.Services[0]\n\n\t// Before we convert to attributes we want to extract the task sets to link\n\t// to and then delete the info. This because the response embeds the entire\n\t// task set which is unnecessary since it'll be returned by ecs-task-set\n\ttaskSetIds := make([]string, 0)\n\n\tfor _, ts := range service.TaskSets {\n\t\tif ts.Id != nil {\n\t\t\ttaskSetIds = append(taskSetIds, *ts.Id)\n\t\t}\n\t}\n\n\tservice.TaskSets = []types.TaskSet{}\n\n\tattributes, err := ToAttributesWithExclude(service, \"tags\")\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif service.ServiceArn != nil {\n\t\tif a, err := ParseARN(*service.ServiceArn); err == nil {\n\t\t\tattributes.Set(\"ServiceFullName\", a.Resource)\n\t\t}\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"ecs-service\",\n\t\tUniqueAttribute: \"ServiceFullName\",\n\t\tScope: scope,\n\t\tAttributes: attributes,\n\t\tTags: ecsTagsToMap(service.Tags),\n\t}\n\n\tif service.Status != nil {\n\t\tswitch *service.Status {\n\t\tcase \"ACTIVE\":\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"DRAINING\":\n\t\t\titem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\t\tcase \"INACTIVE\":\n\t\t\titem.Health = nil\n\t\t}\n\t}\n\n\tvar a *ARN\n\n\tif service.ClusterArn != nil {\n\t\tif a, err = ParseARN(*service.ClusterArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ecs-cluster\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *service.ClusterArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tfor _, lb := range service.LoadBalancers {\n\t\tif lb.TargetGroupArn != nil {\n\t\t\tif a, err = ParseARN(*lb.TargetGroupArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"elbv2-target-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *lb.TargetGroupArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tfor _, sr := range service.ServiceRegistries {\n\t\tif sr.RegistryArn != nil {\n\t\t\tif a, err = ParseARN(*sr.RegistryArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"servicediscovery-service\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *sr.RegistryArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif service.TaskDefinition != nil {\n\t\tif a, err = ParseARN(*service.TaskDefinition); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ecs-task-definition\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *service.TaskDefinition,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tfor _, deployment := range service.Deployments {\n\t\tif deployment.TaskDefinition != nil {\n\t\t\tif a, err = ParseARN(*deployment.TaskDefinition); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ecs-task-definition\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *deployment.TaskDefinition,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, strategy := range deployment.CapacityProviderStrategy {\n\t\t\tif strategy.CapacityProvider != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ecs-capacity-provider\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *strategy.CapacityProvider,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif deployment.NetworkConfiguration != nil {\n\t\t\tif deployment.NetworkConfiguration.AwsvpcConfiguration != nil {\n\t\t\t\tfor _, subnet := range deployment.NetworkConfiguration.AwsvpcConfiguration.Subnets {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: subnet,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tfor _, sg := range deployment.NetworkConfiguration.AwsvpcConfiguration.SecurityGroups {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ecs-security-group\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: sg,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif deployment.ServiceConnectConfiguration != nil {\n\t\t\tfor _, svc := range deployment.ServiceConnectConfiguration.Services {\n\t\t\t\tfor _, alias := range svc.ClientAliases {\n\t\t\t\t\tif alias.DnsName != nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: *alias.DnsName,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tfor _, cr := range deployment.ServiceConnectResources {\n\t\t\tif cr.DiscoveryArn != nil {\n\t\t\t\tif a, err = ParseARN(*cr.DiscoveryArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"servicediscovery-service\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *cr.DiscoveryArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tif service.NetworkConfiguration != nil {\n\t\tif service.NetworkConfiguration.AwsvpcConfiguration != nil {\n\t\t\tfor _, subnet := range service.NetworkConfiguration.AwsvpcConfiguration.Subnets {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: subnet,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tfor _, sg := range service.NetworkConfiguration.AwsvpcConfiguration.SecurityGroups {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: sg,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tfor _, id := range taskSetIds {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ecs-task-set\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: id,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &item, nil\n}\n\nfunc serviceListFuncOutputMapper(output *ecs.ListServicesOutput, input *ecs.ListServicesInput) ([]*ecs.DescribeServicesInput, error) {\n\tinputs := make([]*ecs.DescribeServicesInput, 0)\n\n\tvar a *ARN\n\tvar err error\n\n\tfor _, arn := range output.ServiceArns {\n\t\ta, err = ParseARN(arn)\n\n\t\tif err != nil {\n\t\t\tcontinue\n\t\t}\n\n\t\tsections := strings.Split(a.Resource, \"/\")\n\n\t\tif len(sections) != 3 {\n\t\t\treturn nil, fmt.Errorf(\"could not split into 3 sections on '/': %v\", a.Resource)\n\t\t}\n\n\t\tinputs = append(inputs, &ecs.DescribeServicesInput{\n\t\t\tCluster: §ions[1],\n\t\t\tServices: []string{\n\t\t\t\tsections[2],\n\t\t\t},\n\t\t\tInclude: ServiceIncludeFields,\n\t\t})\n\t}\n\n\treturn inputs, nil\n}\n\nfunc NewECSServiceAdapter(client ECSClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*ecs.ListServicesInput, *ecs.ListServicesOutput, *ecs.DescribeServicesInput, *ecs.DescribeServicesOutput, ECSClient, *ecs.Options] {\n\treturn &AlwaysGetAdapter[*ecs.ListServicesInput, *ecs.ListServicesOutput, *ecs.DescribeServicesInput, *ecs.DescribeServicesOutput, ECSClient, *ecs.Options]{\n\t\tItemType: \"ecs-service\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tGetFunc: serviceGetFunc,\n\t\tDisableList: true,\n\t\tAdapterMetadata: ecsServiceAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *ecs.DescribeServicesInput {\n\t\t\t// We are using a custom id of {clusterName}/{id} e.g.\n\t\t\t// ecs-template-ECSCluster-8nS0WOLbs3nZ/ecs-template-service-i0mQKzkhDI2C\n\t\t\tsections := strings.Split(query, \"/\")\n\n\t\t\tif len(sections) != 2 {\n\t\t\t\treturn nil\n\t\t\t}\n\n\t\t\treturn &ecs.DescribeServicesInput{\n\t\t\t\tServices: []string{\n\t\t\t\t\tsections[1],\n\t\t\t\t},\n\t\t\t\tCluster: §ions[0],\n\t\t\t\tInclude: ServiceIncludeFields,\n\t\t\t}\n\t\t},\n\t\tListInput: &ecs.ListServicesInput{},\n\t\tListFuncPaginatorBuilder: func(client ECSClient, input *ecs.ListServicesInput) Paginator[*ecs.ListServicesOutput, *ecs.Options] {\n\t\t\treturn ecs.NewListServicesPaginator(client, input)\n\t\t},\n\t\tSearchInputMapper: func(scope, query string) (*ecs.ListServicesInput, error) {\n\t\t\t// Custom search by cluster\n\t\t\treturn &ecs.ListServicesInput{\n\t\t\t\tCluster: new(query),\n\t\t\t}, nil\n\t\t},\n\t\tListFuncOutputMapper: serviceListFuncOutputMapper,\n\t}\n}\n\nvar ecsServiceAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ecs-service\",\n\tDescriptiveName: \"ECS Service\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an ECS service by full name ({clusterName}/{id})\",\n\t\tSearchDescription: \"Search for ECS services by cluster\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"aws_ecs_service.cluster_name\",\n\t\t},\n\t},\n\tPotentialLinks: []string{\"ecs-cluster\", \"elbv2-target-group\", \"servicediscovery-service\", \"ecs-task-definition\", \"ecs-capacity-provider\", \"ec2-subnet\", \"ecs-security-group\", \"dns\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/ecs-service_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t *ecsTestClient) DescribeServices(ctx context.Context, params *ecs.DescribeServicesInput, optFns ...func(*ecs.Options)) (*ecs.DescribeServicesOutput, error) {\n\treturn &ecs.DescribeServicesOutput{\n\t\tFailures: []types.Failure{},\n\t\tServices: []types.Service{\n\t\t\t{\n\t\t\t\tServiceArn: new(\"arn:aws:ecs:eu-west-1:052392120703:service/ecs-template-ECSCluster-8nS0WOLbs3nZ/ecs-template-service-i0mQKzkhDI2C\"),\n\t\t\t\tServiceName: new(\"ecs-template-service-i0mQKzkhDI2C\"),\n\t\t\t\tClusterArn: new(\"arn:aws:ecs:eu-west-1:052392120703:cluster/ecs-template-ECSCluster-8nS0WOLbs3nZ\"), // link\n\t\t\t\tLoadBalancers: []types.LoadBalancer{\n\t\t\t\t\t{\n\t\t\t\t\t\tTargetGroupArn: new(\"arn:aws:elasticloadbalancing:eu-west-1:052392120703:targetgroup/ECSTG/0c44b1cdb3437902\"), // link\n\t\t\t\t\t\tContainerName: new(\"simple-app\"),\n\t\t\t\t\t\tContainerPort: new(int32(80)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tServiceRegistries: []types.ServiceRegistry{\n\t\t\t\t\t{\n\t\t\t\t\t\tContainerName: new(\"name\"),\n\t\t\t\t\t\tContainerPort: new(int32(80)),\n\t\t\t\t\t\tPort: new(int32(80)),\n\t\t\t\t\t\tRegistryArn: new(\"arn:aws:service:region:account:type:name\"), // link\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tStatus: new(\"ACTIVE\"),\n\t\t\t\tDesiredCount: 1,\n\t\t\t\tRunningCount: 1,\n\t\t\t\tPendingCount: 0,\n\t\t\t\tLaunchType: types.LaunchTypeEc2,\n\t\t\t\tTaskDefinition: new(\"arn:aws:ecs:eu-west-1:052392120703:task-definition/ecs-template-ecs-demo-app:1\"), // link\n\t\t\t\tDeploymentConfiguration: &types.DeploymentConfiguration{\n\t\t\t\t\tDeploymentCircuitBreaker: &types.DeploymentCircuitBreaker{\n\t\t\t\t\t\tEnable: false,\n\t\t\t\t\t\tRollback: false,\n\t\t\t\t\t},\n\t\t\t\t\tMaximumPercent: new(int32(200)),\n\t\t\t\t\tMinimumHealthyPercent: new(int32(100)),\n\t\t\t\t\tAlarms: &types.DeploymentAlarms{\n\t\t\t\t\t\tAlarmNames: []string{\n\t\t\t\t\t\t\t\"foo\",\n\t\t\t\t\t\t},\n\t\t\t\t\t\tEnable: true,\n\t\t\t\t\t\tRollback: true,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tDeployments: []types.Deployment{\n\t\t\t\t\t{\n\t\t\t\t\t\tId: new(\"ecs-svc/6893472562508357546\"),\n\t\t\t\t\t\tStatus: new(\"PRIMARY\"),\n\t\t\t\t\t\tTaskDefinition: new(\"arn:aws:ecs:eu-west-1:052392120703:task-definition/ecs-template-ecs-demo-app:1\"), // link\n\t\t\t\t\t\tDesiredCount: 1,\n\t\t\t\t\t\tPendingCount: 0,\n\t\t\t\t\t\tRunningCount: 1,\n\t\t\t\t\t\tFailedTasks: 0,\n\t\t\t\t\t\tCreatedAt: new(time.Now()),\n\t\t\t\t\t\tUpdatedAt: new(time.Now()),\n\t\t\t\t\t\tLaunchType: types.LaunchTypeEc2,\n\t\t\t\t\t\tRolloutState: types.DeploymentRolloutStateCompleted,\n\t\t\t\t\t\tRolloutStateReason: new(\"ECS deployment ecs-svc/6893472562508357546 completed.\"),\n\t\t\t\t\t\tCapacityProviderStrategy: []types.CapacityProviderStrategyItem{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tCapacityProvider: new(\"provider\"), // link\n\t\t\t\t\t\t\t\tBase: 10,\n\t\t\t\t\t\t\t\tWeight: 10,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tNetworkConfiguration: &types.NetworkConfiguration{\n\t\t\t\t\t\t\tAwsvpcConfiguration: &types.AwsVpcConfiguration{\n\t\t\t\t\t\t\t\tSubnets: []string{\n\t\t\t\t\t\t\t\t\t\"subnet\", // link\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tAssignPublicIp: types.AssignPublicIpEnabled,\n\t\t\t\t\t\t\t\tSecurityGroups: []string{\n\t\t\t\t\t\t\t\t\t\"sg1\", // link\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPlatformFamily: new(\"foo\"),\n\t\t\t\t\t\tPlatformVersion: new(\"LATEST\"),\n\t\t\t\t\t\tServiceConnectConfiguration: &types.ServiceConnectConfiguration{\n\t\t\t\t\t\t\tEnabled: true,\n\t\t\t\t\t\t\tLogConfiguration: &types.LogConfiguration{\n\t\t\t\t\t\t\t\tLogDriver: types.LogDriverAwslogs,\n\t\t\t\t\t\t\t\tOptions: map[string]string{},\n\t\t\t\t\t\t\t\tSecretOptions: []types.Secret{\n\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\tName: new(\"something\"),\n\t\t\t\t\t\t\t\t\t\tValueFrom: new(\"somewhere\"),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tNamespace: new(\"namespace\"),\n\t\t\t\t\t\t\tServices: []types.ServiceConnectService{\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tPortName: new(\"http\"),\n\t\t\t\t\t\t\t\t\tClientAliases: []types.ServiceConnectClientAlias{\n\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\tPort: new(int32(80)),\n\t\t\t\t\t\t\t\t\t\t\tDnsName: new(\"www.foo.com\"), // link\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tServiceConnectResources: []types.ServiceConnectServiceResource{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tDiscoveryArn: new(\"arn:aws:service:region:account:layer:name:version\"), // link\n\t\t\t\t\t\t\t\tDiscoveryName: new(\"name\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tRoleArn: new(\"arn:aws:iam::052392120703:role/ecs-template-ECSServiceRole-1IL5CNMR1600J\"),\n\t\t\t\tEvents: []types.ServiceEvent{\n\t\t\t\t\t{\n\t\t\t\t\t\tId: new(\"a727ef2a-8a38-4746-905e-b529c952edee\"),\n\t\t\t\t\t\tCreatedAt: new(time.Now()),\n\t\t\t\t\t\tMessage: new(\"(service ecs-template-service-i0mQKzkhDI2C) has reached a steady state.\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tId: new(\"69489991-f8ee-42a2-94f2-db8ffeda1ee7\"),\n\t\t\t\t\t\tCreatedAt: new(time.Now()),\n\t\t\t\t\t\tMessage: new(\"(service ecs-template-service-i0mQKzkhDI2C) (deployment ecs-svc/6893472562508357546) deployment completed.\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tId: new(\"9ce65c4b-2993-477d-aa83-dbe98988f90b\"),\n\t\t\t\t\t\tCreatedAt: new(time.Now()),\n\t\t\t\t\t\tMessage: new(\"(service ecs-template-service-i0mQKzkhDI2C) registered 1 targets in (target-group arn:aws:elasticloadbalancing:eu-west-1:052392120703:targetgroup/ECSTG/0c44b1cdb3437902)\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tId: new(\"753e988a-9fb9-4907-b801-5f67369bc0de\"),\n\t\t\t\t\t\tCreatedAt: new(time.Now()),\n\t\t\t\t\t\tMessage: new(\"(service ecs-template-service-i0mQKzkhDI2C) has started 1 tasks: (task 53074e0156204f30a3cea97e7bf32d31).\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tId: new(\"deb2400b-a776-4ebe-8c97-f94feef2b780\"),\n\t\t\t\t\t\tCreatedAt: new(time.Now()),\n\t\t\t\t\t\tMessage: new(\"(service ecs-template-service-i0mQKzkhDI2C) was unable to place a task because no container instance met all of its requirements. Reason: No Container Instances were found in your cluster. For more information, see the Troubleshooting section of the Amazon ECS Developer Guide.\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tCreatedAt: new(time.Now()),\n\t\t\t\tPlacementConstraints: []types.PlacementConstraint{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpression: new(\"expression\"),\n\t\t\t\t\t\tType: types.PlacementConstraintTypeDistinctInstance,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tPlacementStrategy: []types.PlacementStrategy{\n\t\t\t\t\t{\n\t\t\t\t\t\tField: new(\"field\"),\n\t\t\t\t\t\tType: types.PlacementStrategyTypeSpread,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tHealthCheckGracePeriodSeconds: new(int32(0)),\n\t\t\t\tSchedulingStrategy: types.SchedulingStrategyReplica,\n\t\t\t\tDeploymentController: &types.DeploymentController{\n\t\t\t\t\tType: types.DeploymentControllerTypeEcs,\n\t\t\t\t},\n\t\t\t\tCreatedBy: new(\"arn:aws:iam::052392120703:role/aws-reserved/sso.amazonaws.com/eu-west-2/AWSReservedSSO_AWSAdministratorAccess_c1c3c9c54821c68a\"),\n\t\t\t\tEnableECSManagedTags: false,\n\t\t\t\tPropagateTags: types.PropagateTagsNone,\n\t\t\t\tEnableExecuteCommand: false,\n\t\t\t\tCapacityProviderStrategy: []types.CapacityProviderStrategyItem{\n\t\t\t\t\t{\n\t\t\t\t\t\tCapacityProvider: new(\"provider\"),\n\t\t\t\t\t\tBase: 10,\n\t\t\t\t\t\tWeight: 10,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tNetworkConfiguration: &types.NetworkConfiguration{\n\t\t\t\t\tAwsvpcConfiguration: &types.AwsVpcConfiguration{\n\t\t\t\t\t\tSubnets: []string{\n\t\t\t\t\t\t\t\"subnet2\", // link\n\t\t\t\t\t\t},\n\t\t\t\t\t\tAssignPublicIp: types.AssignPublicIpEnabled,\n\t\t\t\t\t\tSecurityGroups: []string{\n\t\t\t\t\t\t\t\"sg2\", // link\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tPlatformFamily: new(\"family\"),\n\t\t\t\tPlatformVersion: new(\"LATEST\"),\n\t\t\t\tTags: []types.Tag{},\n\t\t\t\tTaskSets: []types.TaskSet{\n\t\t\t\t\t// This seems to be able to return the *entire* task set,\n\t\t\t\t\t// which is redundant info. We should remove everything\n\t\t\t\t\t// other than the IDs\n\t\t\t\t\t{\n\t\t\t\t\t\tId: new(\"id\"), // link, then remove\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *ecsTestClient) ListServices(context.Context, *ecs.ListServicesInput, ...func(*ecs.Options)) (*ecs.ListServicesOutput, error) {\n\treturn &ecs.ListServicesOutput{\n\t\tServiceArns: []string{\n\t\t\t\"arn:aws:ecs:eu-west-1:052392120703:service/ecs-template-ECSCluster-8nS0WOLbs3nZ/ecs-template-service-i0mQKzkhDI2C\",\n\t\t},\n\t}, nil\n}\n\nfunc TestServiceGetFunc(t *testing.T) {\n\titem, err := serviceGetFunc(context.Background(), &ecsTestClient{}, \"foo\", &ecs.DescribeServicesInput{})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ecs-cluster\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:ecs:eu-west-1:052392120703:cluster/ecs-template-ECSCluster-8nS0WOLbs3nZ\",\n\t\t\tExpectedScope: \"052392120703.eu-west-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-target-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:elasticloadbalancing:eu-west-1:052392120703:targetgroup/ECSTG/0c44b1cdb3437902\",\n\t\t\tExpectedScope: \"052392120703.eu-west-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"servicediscovery-service\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type:name\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-task-definition\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:ecs:eu-west-1:052392120703:task-definition/ecs-template-ecs-demo-app:1\",\n\t\t\tExpectedScope: \"052392120703.eu-west-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-task-definition\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:ecs:eu-west-1:052392120703:task-definition/ecs-template-ecs-demo-app:1\",\n\t\t\tExpectedScope: \"052392120703.eu-west-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-capacity-provider\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"provider\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg1\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"www.foo.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"servicediscovery-service\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:layer:name:version\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet2\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg2\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-task-set\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewECSServiceAdapter(t *testing.T) {\n\tclient, account, region := ecsGetAutoConfig(t)\n\n\tadapter := NewECSServiceAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipNotFoundCheck: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ecs-task-definition.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// TaskDefinitionIncludeFields Fields that we want included by default\nvar TaskDefinitionIncludeFields = []types.TaskDefinitionField{\n\ttypes.TaskDefinitionFieldTags,\n}\n\nfunc taskDefinitionGetFunc(ctx context.Context, client ECSClient, scope string, input *ecs.DescribeTaskDefinitionInput) (*sdp.Item, error) {\n\tout, err := client.DescribeTaskDefinition(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif out.TaskDefinition == nil {\n\t\treturn nil, errors.New(\"task definition is nil\")\n\t}\n\n\ttd := out.TaskDefinition\n\n\tattributes, err := ToAttributesWithExclude(td)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Set a custom attribute that we will use for a unique attribute in the\n\t// format: {family}:{revision}\n\tif td.Family == nil {\n\t\treturn nil, errors.New(\"task definition family was nil\")\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"ecs-task-definition\",\n\t\tUniqueAttribute: \"Family\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: ecsTagsToMap(out.Tags),\n\t}\n\n\tswitch td.Status {\n\tcase types.TaskDefinitionStatusActive:\n\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\tcase types.TaskDefinitionStatusInactive:\n\t\titem.Health = nil\n\tcase types.TaskDefinitionStatusDeleteInProgress:\n\t\titem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\t}\n\n\tvar a *ARN\n\tvar link *sdp.LinkedItemQuery\n\n\tfor _, cd := range td.ContainerDefinitions {\n\t\tfor _, secret := range cd.Secrets {\n\t\t\tlink = getSecretLinkedItem(secret)\n\n\t\t\tif link != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, link)\n\t\t\t}\n\t\t}\n\n\t\tif cd.LogConfiguration != nil {\n\t\t\tfor _, secret := range cd.LogConfiguration.SecretOptions {\n\t\t\t\tlink = getSecretLinkedItem(secret)\n\n\t\t\t\tif link != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, link)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tnewQueries, err := sdp.ExtractLinksFrom(cd.Environment)\n\t\tif err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, newQueries...)\n\t\t}\n\t}\n\n\tif td.ExecutionRoleArn != nil {\n\t\tif a, err = ParseARN(*td.ExecutionRoleArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *td.ExecutionRoleArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif td.TaskRoleArn != nil {\n\t\tif a, err = ParseARN(*td.TaskRoleArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *td.TaskRoleArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\n// getSecretLinkedItem Converts a `types.Secret` to the linked item that the\n// secret is related to, if relevant\nfunc getSecretLinkedItem(secret types.Secret) *sdp.LinkedItemQuery {\n\tif secret.ValueFrom != nil {\n\t\tif a, err := ParseARN(*secret.ValueFrom); err == nil {\n\t\t\t// The secret can refer to either something from secrets\n\t\t\t// manager or SSN, so handle this\n\t\t\tsecretScope := FormatScope(a.AccountID, a.Region)\n\n\t\t\tswitch a.Service {\n\t\t\tcase \"secretsmanager\":\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"secretsmanager-secret\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *secret.ValueFrom,\n\t\t\t\t\t\tScope: secretScope,\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\tcase \"ssm\":\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ssm-parameter\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *secret.ValueFrom,\n\t\t\t\t\t\tScope: secretScope,\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn nil\n}\n\nfunc NewECSTaskDefinitionAdapter(client ECSClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*ecs.ListTaskDefinitionsInput, *ecs.ListTaskDefinitionsOutput, *ecs.DescribeTaskDefinitionInput, *ecs.DescribeTaskDefinitionOutput, ECSClient, *ecs.Options] {\n\treturn &AlwaysGetAdapter[*ecs.ListTaskDefinitionsInput, *ecs.ListTaskDefinitionsOutput, *ecs.DescribeTaskDefinitionInput, *ecs.DescribeTaskDefinitionOutput, ECSClient, *ecs.Options]{\n\t\tItemType: \"ecs-task-definition\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tGetFunc: taskDefinitionGetFunc,\n\t\tListInput: &ecs.ListTaskDefinitionsInput{},\n\t\tAdapterMetadata: taskDefinitionAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *ecs.DescribeTaskDefinitionInput {\n\t\t\t// AWS actually supports \"family:revision\" format as an input here\n\t\t\t// so we can just push it in directly\n\t\t\treturn &ecs.DescribeTaskDefinitionInput{\n\t\t\t\tTaskDefinition: new(query),\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client ECSClient, input *ecs.ListTaskDefinitionsInput) Paginator[*ecs.ListTaskDefinitionsOutput, *ecs.Options] {\n\t\t\treturn ecs.NewListTaskDefinitionsPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *ecs.ListTaskDefinitionsOutput, input *ecs.ListTaskDefinitionsInput) ([]*ecs.DescribeTaskDefinitionInput, error) {\n\t\t\tgetInputs := make([](*ecs.DescribeTaskDefinitionInput), 0)\n\n\t\t\tfor _, arn := range output.TaskDefinitionArns {\n\t\t\t\tif a, err := ParseARN(arn); err == nil {\n\t\t\t\t\tgetInputs = append(getInputs, &ecs.DescribeTaskDefinitionInput{\n\t\t\t\t\t\tTaskDefinition: new(a.ResourceID()),\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn getInputs, nil\n\t\t},\n\t}\n}\n\nvar taskDefinitionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ecs-task-definition\",\n\tDescriptiveName: \"Task Definition\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a task definition by revision name ({family}:{revision})\",\n\t\tListDescription: \"List all task definitions\",\n\t\tSearchDescription: \"Search for task definitions by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_ecs_task_definition.family\"},\n\t},\n\tPotentialLinks: []string{\"iam-role\", \"secretsmanager-secret\", \"ssm-parameter\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/ecs-task-definition_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t *ecsTestClient) DescribeTaskDefinition(ctx context.Context, params *ecs.DescribeTaskDefinitionInput, optFns ...func(*ecs.Options)) (*ecs.DescribeTaskDefinitionOutput, error) {\n\treturn &ecs.DescribeTaskDefinitionOutput{\n\t\tTaskDefinition: &types.TaskDefinition{\n\t\t\tTaskDefinitionArn: new(\"arn:aws:ecs:eu-west-1:052392120703:task-definition/ecs-template-ecs-demo-app:1\"),\n\t\t\tContainerDefinitions: []types.ContainerDefinition{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"simple-app\"),\n\t\t\t\t\tImage: new(\"httpd:2.4\"),\n\t\t\t\t\tCpu: 10,\n\t\t\t\t\tMemory: new(int32(300)),\n\t\t\t\t\tLinks: []string{},\n\t\t\t\t\tPortMappings: []types.PortMapping{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tContainerPort: new(int32(80)),\n\t\t\t\t\t\t\tHostPort: new(int32(0)),\n\t\t\t\t\t\t\tProtocol: types.TransportProtocolTcp,\n\t\t\t\t\t\t\tAppProtocol: types.ApplicationProtocolHttp,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tEssential: new(true),\n\t\t\t\t\tEntryPoint: []string{},\n\t\t\t\t\tCommand: []string{},\n\t\t\t\t\tEnvironment: []types.KeyValuePair{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: new(\"DATABASE_SERVER\"),\n\t\t\t\t\t\t\tValue: new(\"database01.my-company.com\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tEnvironmentFiles: []types.EnvironmentFile{},\n\t\t\t\t\tMountPoints: []types.MountPoint{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tSourceVolume: new(\"my-vol\"),\n\t\t\t\t\t\t\tContainerPath: new(\"/usr/local/apache2/htdocs\"),\n\t\t\t\t\t\t\tReadOnly: new(false),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tVolumesFrom: []types.VolumeFrom{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tSourceContainer: new(\"container\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tSecrets: []types.Secret{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: new(\"secrets-manager\"),\n\t\t\t\t\t\t\tValueFrom: new(\"arn:aws:secretsmanager:us-west-2:123456789012:secret:my-path/my-secret-name-1a2b3c\"), // link\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: new(\"ssm\"),\n\t\t\t\t\t\t\tValueFrom: new(\"arn:aws:ssm:us-east-2:123456789012:parameter/prod-123\"), // link\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tDnsServers: []string{},\n\t\t\t\t\tDnsSearchDomains: []string{},\n\t\t\t\t\tExtraHosts: []types.HostEntry{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tHostname: new(\"host\"),\n\t\t\t\t\t\t\tIpAddress: new(\"127.0.0.1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tDockerSecurityOptions: []string{},\n\t\t\t\t\tDockerLabels: map[string]string{},\n\t\t\t\t\tUlimits: []types.Ulimit{},\n\t\t\t\t\tLogConfiguration: &types.LogConfiguration{\n\t\t\t\t\t\tLogDriver: types.LogDriverAwslogs,\n\t\t\t\t\t\tOptions: map[string]string{\n\t\t\t\t\t\t\t\"awslogs-group\": \"ECSLogGroup-ecs-template\",\n\t\t\t\t\t\t\t\"awslogs-region\": \"eu-west-1\",\n\t\t\t\t\t\t\t\"awslogs-stream-prefix\": \"ecs-demo-app\",\n\t\t\t\t\t\t},\n\t\t\t\t\t\tSecretOptions: []types.Secret{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tName: new(\"secrets-manager\"),\n\t\t\t\t\t\t\t\tValueFrom: new(\"arn:aws:secretsmanager:us-west-2:123456789012:secret:my-path/my-secret-name-1a2b3c\"), // link\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tName: new(\"ssm\"),\n\t\t\t\t\t\t\t\tValueFrom: new(\"arn:aws:ssm:us-east-2:123456789012:parameter/prod-123\"), // link\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tSystemControls: []types.SystemControl{},\n\t\t\t\t\tDependsOn: []types.ContainerDependency{},\n\t\t\t\t\tDisableNetworking: new(false),\n\t\t\t\t\tFirelensConfiguration: &types.FirelensConfiguration{\n\t\t\t\t\t\tType: types.FirelensConfigurationTypeFluentd,\n\t\t\t\t\t\tOptions: map[string]string{},\n\t\t\t\t\t},\n\t\t\t\t\tHealthCheck: &types.HealthCheck{},\n\t\t\t\t\tHostname: new(\"hostname\"),\n\t\t\t\t\tInteractive: new(false),\n\t\t\t\t\tLinuxParameters: &types.LinuxParameters{},\n\t\t\t\t\tMemoryReservation: new(int32(100)),\n\t\t\t\t\tPrivileged: new(false),\n\t\t\t\t\tPseudoTerminal: new(false),\n\t\t\t\t\tReadonlyRootFilesystem: new(false),\n\t\t\t\t\tRepositoryCredentials: &types.RepositoryCredentials{}, // Skipping the link here for now, if you need it, add it in a PR\n\t\t\t\t\tResourceRequirements: []types.ResourceRequirement{},\n\t\t\t\t\tStartTimeout: new(int32(1)),\n\t\t\t\t\tStopTimeout: new(int32(1)),\n\t\t\t\t\tUser: new(\"foo\"),\n\t\t\t\t\tWorkingDirectory: new(\"/\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: new(\"busybox\"),\n\t\t\t\t\tImage: new(\"busybox\"),\n\t\t\t\t\tCpu: 10,\n\t\t\t\t\tMemory: new(int32(200)),\n\t\t\t\t\tEssential: new(false),\n\t\t\t\t\tEntryPoint: []string{\n\t\t\t\t\t\t\"sh\",\n\t\t\t\t\t\t\"-c\",\n\t\t\t\t\t},\n\t\t\t\t\tCommand: []string{\n\t\t\t\t\t\t\"/bin/sh -c \\\"while true; do echo ' Amazon ECS Sample App

Amazon ECS Sample App

Congratulations!

Your application is now running on a container in Amazon ECS.

' > top; /bin/date > date ; echo '
' > bottom; cat top date bottom > /usr/local/apache2/htdocs/index.html ; sleep 1; done\\\"\",\n\t\t\t\t\t},\n\t\t\t\t\tVolumesFrom: []types.VolumeFrom{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tSourceContainer: new(\"simple-app\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tDockerLabels: map[string]string{},\n\t\t\t\t\tLogConfiguration: &types.LogConfiguration{\n\t\t\t\t\t\tLogDriver: types.LogDriverAwslogs,\n\t\t\t\t\t\tOptions: map[string]string{\n\t\t\t\t\t\t\t\"awslogs-group\": \"ECSLogGroup-ecs-template\",\n\t\t\t\t\t\t\t\"awslogs-region\": \"eu-west-1\",\n\t\t\t\t\t\t\t\"awslogs-stream-prefix\": \"ecs-demo-app\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tFamily: new(\"ecs-template-ecs-demo-app\"),\n\t\t\tRevision: 1,\n\t\t\tVolumes: []types.Volume{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"my-vol\"),\n\t\t\t\t\tHost: &types.HostVolumeProperties{\n\t\t\t\t\t\tSourcePath: new(\"/\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tStatus: types.TaskDefinitionStatusActive,\n\t\t\tRequiresAttributes: []types.Attribute{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.logging-driver.awslogs\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.19\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.17\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: new(\"com.amazonaws.ecs.capability.docker-remote-api.1.18\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tPlacementConstraints: []types.TaskDefinitionPlacementConstraint{},\n\t\t\tCompatibilities: []types.Compatibility{\n\t\t\t\t\"EXTERNAL\",\n\t\t\t\t\"EC2\",\n\t\t\t},\n\t\t\tRegisteredAt: new(time.Now()),\n\t\t\tRegisteredBy: new(\"arn:aws:sts::052392120703:assumed-role/AWSReservedSSO_AWSAdministratorAccess_c1c3c9c54821c68a/dylan@overmind.tech\"),\n\t\t\tCpu: new(\"cpu\"),\n\t\t\tDeregisteredAt: new(time.Now()),\n\t\t\tEphemeralStorage: &types.EphemeralStorage{\n\t\t\t\tSizeInGiB: 1,\n\t\t\t},\n\t\t\tExecutionRoleArn: new(\"arn:aws:iam:us-east-2:123456789012:role/foo\"), // link\n\t\t\tInferenceAccelerators: []types.InferenceAccelerator{},\n\t\t\tIpcMode: types.IpcModeHost,\n\t\t\tMemory: new(\"memory\"),\n\t\t\tNetworkMode: types.NetworkModeAwsvpc,\n\t\t\tPidMode: types.PidModeHost,\n\t\t\tProxyConfiguration: nil,\n\t\t\tRequiresCompatibilities: []types.Compatibility{},\n\t\t\tRuntimePlatform: &types.RuntimePlatform{\n\t\t\t\tCpuArchitecture: types.CPUArchitectureX8664,\n\t\t\t\tOperatingSystemFamily: types.OSFamilyLinux,\n\t\t\t},\n\t\t\tTaskRoleArn: new(\"arn:aws:iam:us-east-2:123456789012:role/bar\"), // link\n\t\t},\n\t}, nil\n}\n\nfunc (t *ecsTestClient) ListTaskDefinitions(context.Context, *ecs.ListTaskDefinitionsInput, ...func(*ecs.Options)) (*ecs.ListTaskDefinitionsOutput, error) {\n\treturn &ecs.ListTaskDefinitionsOutput{\n\t\tTaskDefinitionArns: []string{\n\t\t\t\"arn:aws:ecs:eu-west-1:052392120703:task-definition/ecs-template-ecs-demo-app:1\",\n\t\t},\n\t}, nil\n}\n\nfunc TestTaskDefinitionGetFunc(t *testing.T) {\n\titem, err := taskDefinitionGetFunc(context.Background(), &ecsTestClient{}, \"foo\", &ecs.DescribeTaskDefinitionInput{\n\t\tTaskDefinition: new(\"ecs-template-ecs-demo-app:1\"),\n\t})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"secretsmanager-secret\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:secretsmanager:us-west-2:123456789012:secret:my-path/my-secret-name-1a2b3c\",\n\t\t\tExpectedScope: \"123456789012.us-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ssm-parameter\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:ssm:us-east-2:123456789012:parameter/prod-123\",\n\t\t\tExpectedScope: \"123456789012.us-east-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:iam:us-east-2:123456789012:role/foo\",\n\t\t\tExpectedScope: \"123456789012.us-east-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:iam:us-east-2:123456789012:role/bar\",\n\t\t\tExpectedScope: \"123456789012.us-east-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"database01.my-company.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewECSTaskDefinitionAdapter(t *testing.T) {\n\tclient, account, region := ecsGetAutoConfig(t)\n\n\tadapter := NewECSTaskDefinitionAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ecs-task.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// TaskIncludeFields Fields that we want included by default\nvar TaskIncludeFields = []types.TaskField{\n\ttypes.TaskFieldTags,\n}\n\nfunc taskGetFunc(ctx context.Context, client ECSClient, scope string, input *ecs.DescribeTasksInput) (*sdp.Item, error) {\n\tout, err := client.DescribeTasks(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif len(out.Tasks) != 1 {\n\t\treturn nil, fmt.Errorf(\"expected 1 task, got %v\", len(out.Tasks))\n\t}\n\n\ttask := out.Tasks[0]\n\n\tattributes, err := ToAttributesWithExclude(task, \"tags\")\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif task.TaskArn == nil {\n\t\treturn nil, errors.New(\"task has nil ARN\")\n\t}\n\n\ta, err := ParseARN(*task.TaskArn)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Create unique attribute in the format {clusterName}/{id}\n\t// test-ECSCluster-Bt4SqcM3CURk/2ffd7ed376c841bcb0e6795ddb6e72e2\n\tattributes.Set(\"Id\", a.ResourceID())\n\n\titem := sdp.Item{\n\t\tType: \"ecs-task\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: ecsTagsToMap(task.Tags),\n\t}\n\n\tswitch task.HealthStatus {\n\tcase types.HealthStatusHealthy:\n\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\tcase types.HealthStatusUnhealthy:\n\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\tcase types.HealthStatusUnknown:\n\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t}\n\n\tfor _, attachment := range task.Attachments {\n\t\tif attachment.Type != nil {\n\t\t\tif *attachment.Type == \"ElasticNetworkInterface\" {\n\t\t\t\tif attachment.Id != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-network-interface\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *attachment.Id,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tif task.ClusterArn != nil {\n\t\tif a, err = ParseARN(*task.ClusterArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ecs-cluster\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *task.ClusterArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif task.ContainerInstanceArn != nil {\n\t\tif a, err = ParseARN(*task.ContainerInstanceArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ecs-container-instance\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: a.ResourceID(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tfor _, container := range task.Containers {\n\t\tfor _, ni := range container.NetworkInterfaces {\n\t\t\tif ni.Ipv6Address != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ni.Ipv6Address,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif ni.PrivateIpv4Address != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ni.PrivateIpv4Address,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif task.TaskDefinitionArn != nil {\n\t\tif a, err = ParseARN(*task.TaskDefinitionArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ecs-task-definition\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *task.TaskDefinitionArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc taskGetInputMapper(scope, query string) *ecs.DescribeTasksInput {\n\t// `id` is {clusterName}/{id} so split on '/'\n\tsections := strings.Split(query, \"/\")\n\n\tif len(sections) != 2 {\n\t\treturn nil\n\t}\n\n\treturn &ecs.DescribeTasksInput{\n\t\tTasks: []string{\n\t\t\tsections[1],\n\t\t},\n\t\tCluster: new(sections[0]),\n\t\tInclude: TaskIncludeFields,\n\t}\n}\n\nfunc tasksListFuncOutputMapper(output *ecs.ListTasksOutput, input *ecs.ListTasksInput) ([]*ecs.DescribeTasksInput, error) {\n\tinputs := make([]*ecs.DescribeTasksInput, 0)\n\n\tfor _, taskArn := range output.TaskArns {\n\t\tif a, err := ParseARN(taskArn); err == nil {\n\t\t\t// split the cluster name out\n\t\t\tsections := strings.Split(a.ResourceID(), \"/\")\n\n\t\t\tif len(sections) != 2 {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tinputs = append(inputs, &ecs.DescribeTasksInput{\n\t\t\t\tTasks: []string{\n\t\t\t\t\tsections[1],\n\t\t\t\t},\n\t\t\t\tCluster: §ions[0],\n\t\t\t\tInclude: TaskIncludeFields,\n\t\t\t})\n\t\t}\n\t}\n\n\treturn inputs, nil\n}\n\nfunc NewECSTaskAdapter(client ECSClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*ecs.ListTasksInput, *ecs.ListTasksOutput, *ecs.DescribeTasksInput, *ecs.DescribeTasksOutput, ECSClient, *ecs.Options] {\n\treturn &AlwaysGetAdapter[*ecs.ListTasksInput, *ecs.ListTasksOutput, *ecs.DescribeTasksInput, *ecs.DescribeTasksOutput, ECSClient, *ecs.Options]{\n\t\tItemType: \"ecs-task\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tGetFunc: taskGetFunc,\n\t\tAdapterMetadata: ecsTaskAdapterMetadata,\n\t\tcache: cache,\n\t\tListInput: &ecs.ListTasksInput{},\n\t\tGetInputMapper: taskGetInputMapper,\n\t\tDisableList: true,\n\t\tSearchInputMapper: func(scope, query string) (*ecs.ListTasksInput, error) {\n\t\t\t// Search by cluster\n\t\t\treturn &ecs.ListTasksInput{\n\t\t\t\tCluster: new(query),\n\t\t\t}, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client ECSClient, input *ecs.ListTasksInput) Paginator[*ecs.ListTasksOutput, *ecs.Options] {\n\t\t\treturn ecs.NewListTasksPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: tasksListFuncOutputMapper,\n\t}\n}\n\nvar ecsTaskAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ecs-task\",\n\tDescriptiveName: \"ECS Task\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an ECS task by ID\",\n\t\tSearchDescription: \"Search for ECS tasks by cluster\",\n\t},\n\tPotentialLinks: []string{\"ecs-cluster\", \"ecs-container-instance\", \"ecs-task-definition\", \"ec2-network-interface\", \"ip\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/ecs-task_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t *ecsTestClient) DescribeTasks(ctx context.Context, params *ecs.DescribeTasksInput, optFns ...func(*ecs.Options)) (*ecs.DescribeTasksOutput, error) {\n\treturn &ecs.DescribeTasksOutput{\n\t\tTasks: []types.Task{\n\t\t\t{\n\t\t\t\tAttachments: []types.Attachment{\n\t\t\t\t\t{\n\t\t\t\t\t\tId: new(\"id\"), // link?\n\t\t\t\t\t\tStatus: new(\"OK\"),\n\t\t\t\t\t\tType: new(\"ElasticNetworkInterface\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tAttributes: []types.Attribute{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ecs.cpu-architecture\"),\n\t\t\t\t\t\tValue: new(\"x86_64\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tAvailabilityZone: new(\"eu-west-1c\"),\n\t\t\t\tClusterArn: new(\"arn:aws:ecs:eu-west-1:052392120703:cluster/test-ECSCluster-Bt4SqcM3CURk\"), // link\n\t\t\t\tConnectivity: types.ConnectivityConnected,\n\t\t\t\tConnectivityAt: new(time.Now()),\n\t\t\t\tContainerInstanceArn: new(\"arn:aws:ecs:eu-west-1:052392120703:container-instance/test-ECSCluster-Bt4SqcM3CURk/4b5c1d7dbb6746b38ada1b97b1866f6a\"), // link\n\t\t\t\tContainers: []types.Container{\n\t\t\t\t\t{\n\t\t\t\t\t\tContainerArn: new(\"arn:aws:ecs:eu-west-1:052392120703:container/test-ECSCluster-Bt4SqcM3CURk/2ffd7ed376c841bcb0e6795ddb6e72e2/39a3ede1-1b28-472e-967a-d87d691f65e0\"),\n\t\t\t\t\t\tTaskArn: new(\"arn:aws:ecs:eu-west-1:052392120703:task/test-ECSCluster-Bt4SqcM3CURk/2ffd7ed376c841bcb0e6795ddb6e72e2\"),\n\t\t\t\t\t\tName: new(\"busybox\"),\n\t\t\t\t\t\tImage: new(\"busybox\"),\n\t\t\t\t\t\tRuntimeId: new(\"7c158f5c2711416cbb6e653ad90997346489c9722c59d1115ad2121dd040748e\"),\n\t\t\t\t\t\tLastStatus: new(\"RUNNING\"),\n\t\t\t\t\t\tNetworkBindings: []types.NetworkBinding{},\n\t\t\t\t\t\tNetworkInterfaces: []types.NetworkInterface{},\n\t\t\t\t\t\tHealthStatus: types.HealthStatusUnknown,\n\t\t\t\t\t\tCpu: new(\"10\"),\n\t\t\t\t\t\tMemory: new(\"200\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tContainerArn: new(\"arn:aws:ecs:eu-west-1:052392120703:container/test-ECSCluster-Bt4SqcM3CURk/2ffd7ed376c841bcb0e6795ddb6e72e2/8f3db814-6b39-4cc0-9d0a-a7d5702175eb\"),\n\t\t\t\t\t\tTaskArn: new(\"arn:aws:ecs:eu-west-1:052392120703:task/test-ECSCluster-Bt4SqcM3CURk/2ffd7ed376c841bcb0e6795ddb6e72e2\"),\n\t\t\t\t\t\tName: new(\"simple-app\"),\n\t\t\t\t\t\tImage: new(\"httpd:2.4\"),\n\t\t\t\t\t\tRuntimeId: new(\"7316b64efb397cececce7cc5f39c6d48ab454f904cc80009aef5ed01ebdb1333\"),\n\t\t\t\t\t\tLastStatus: new(\"RUNNING\"),\n\t\t\t\t\t\tNetworkBindings: []types.NetworkBinding{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tBindIP: new(\"0.0.0.0\"), // Link? NetworkSocket?\n\t\t\t\t\t\t\t\tContainerPort: new(int32(80)),\n\t\t\t\t\t\t\t\tHostPort: new(int32(32768)),\n\t\t\t\t\t\t\t\tProtocol: types.TransportProtocolTcp,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tNetworkInterfaces: []types.NetworkInterface{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tAttachmentId: new(\"attachmentId\"),\n\t\t\t\t\t\t\t\tIpv6Address: new(\"2001:db8:3333:4444:5555:6666:7777:8888\"), // link\n\t\t\t\t\t\t\t\tPrivateIpv4Address: new(\"10.0.0.1\"), // link\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tHealthStatus: types.HealthStatusUnknown,\n\t\t\t\t\t\tCpu: new(\"10\"),\n\t\t\t\t\t\tMemory: new(\"300\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tCpu: new(\"20\"),\n\t\t\t\tCreatedAt: new(time.Now()),\n\t\t\t\tDesiredStatus: new(\"RUNNING\"),\n\t\t\t\tEnableExecuteCommand: false,\n\t\t\t\tGroup: new(\"service:test-service-lszmaXSqRKuF\"),\n\t\t\t\tHealthStatus: types.HealthStatusUnknown,\n\t\t\t\tLastStatus: new(\"RUNNING\"),\n\t\t\t\tLaunchType: types.LaunchTypeEc2,\n\t\t\t\tMemory: new(\"500\"),\n\t\t\t\tOverrides: &types.TaskOverride{\n\t\t\t\t\tContainerOverrides: []types.ContainerOverride{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: new(\"busybox\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: new(\"simple-app\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tInferenceAcceleratorOverrides: []types.InferenceAcceleratorOverride{},\n\t\t\t\t},\n\t\t\t\tPullStartedAt: new(time.Now()),\n\t\t\t\tPullStoppedAt: new(time.Now()),\n\t\t\t\tStartedAt: new(time.Now()),\n\t\t\t\tStartedBy: new(\"ecs-svc/0710912874193920929\"),\n\t\t\t\tTags: []types.Tag{},\n\t\t\t\tTaskArn: new(\"arn:aws:ecs:eu-west-1:052392120703:task/test-ECSCluster-Bt4SqcM3CURk/2ffd7ed376c841bcb0e6795ddb6e72e2\"),\n\t\t\t\tTaskDefinitionArn: new(\"arn:aws:ecs:eu-west-1:052392120703:task-definition/test-ecs-demo-app:1\"), // link\n\t\t\t\tVersion: 3,\n\t\t\t\tEphemeralStorage: &types.EphemeralStorage{\n\t\t\t\t\tSizeInGiB: 1,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *ecsTestClient) ListTasks(context.Context, *ecs.ListTasksInput, ...func(*ecs.Options)) (*ecs.ListTasksOutput, error) {\n\treturn &ecs.ListTasksOutput{\n\t\tTaskArns: []string{\n\t\t\t\"arn:aws:ecs:eu-west-1:052392120703:task/test-ECSCluster-Bt4SqcM3CURk/2ffd7ed376c841bcb0e6795ddb6e72e2\",\n\t\t},\n\t}, nil\n}\n\nfunc TestTaskGetInputMapper(t *testing.T) {\n\tt.Run(\"test-ECSCluster-Bt4SqcM3CURk/2ffd7ed376c841bcb0e6795ddb6e72e2\", func(t *testing.T) {\n\t\tinput := taskGetInputMapper(\"foo\", \"test-ECSCluster-Bt4SqcM3CURk/2ffd7ed376c841bcb0e6795ddb6e72e2\")\n\n\t\tif input == nil {\n\t\t\tt.Fatal(\"input is nil\")\n\t\t\treturn\n\t\t}\n\n\t\tif *input.Cluster != \"test-ECSCluster-Bt4SqcM3CURk\" {\n\t\t\tt.Errorf(\"expected cluster to be test-ECSCluster-Bt4SqcM3CURk, got %v\", *input.Cluster)\n\t\t}\n\n\t\tif input.Tasks[0] != \"2ffd7ed376c841bcb0e6795ddb6e72e2\" {\n\t\t\tt.Errorf(\"expected task to be 2ffd7ed376c841bcb0e6795ddb6e72e2, got %v\", input.Tasks[0])\n\t\t}\n\t})\n\n\tt.Run(\"2ffd7ed376c841bcb0e6795ddb6e72e2\", func(t *testing.T) {\n\t\tinput := taskGetInputMapper(\"foo\", \"2ffd7ed376c841bcb0e6795ddb6e72e2\")\n\n\t\tif input != nil {\n\t\t\tt.Error(\"expected input to be nil\")\n\t\t}\n\t})\n\n\tt.Run(\"blah\", func(t *testing.T) {\n\t\tinput := taskGetInputMapper(\"foo\", \"blah\")\n\n\t\tif input != nil {\n\t\t\tt.Error(\"expected input to be nil\")\n\t\t}\n\t})\n}\n\nfunc TestTasksListFuncOutputMapper(t *testing.T) {\n\tinputs, err := tasksListFuncOutputMapper(&ecs.ListTasksOutput{\n\t\tTaskArns: []string{\n\t\t\t\"arn:aws:ecs:eu-west-1:052392120703:task/test-ECSCluster-Bt4SqcM3CURk/2ffd7ed376c841bcb0e6795ddb6e72e2\",\n\t\t\t\"bad\",\n\t\t},\n\t}, &ecs.ListTasksInput{})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(inputs) != 1 {\n\t\tt.Fatalf(\"expected 1 input, got %v\", len(inputs))\n\t}\n\n\tif *inputs[0].Cluster != \"test-ECSCluster-Bt4SqcM3CURk\" {\n\t\tt.Errorf(\"expected cluster to be test-ECSCluster-Bt4SqcM3CURk, got %v\", *inputs[0].Cluster)\n\t}\n\n\tif inputs[0].Tasks[0] != \"2ffd7ed376c841bcb0e6795ddb6e72e2\" {\n\t\tt.Errorf(\"expected task to be 2ffd7ed376c841bcb0e6795ddb6e72e2, got %v\", inputs[0].Tasks[0])\n\t}\n}\n\nfunc TestTaskGetFunc(t *testing.T) {\n\titem, err := taskGetFunc(context.Background(), &ecsTestClient{}, \"foo\", &ecs.DescribeTasksInput{})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-network-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-cluster\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:ecs:eu-west-1:052392120703:cluster/test-ECSCluster-Bt4SqcM3CURk\",\n\t\t\tExpectedScope: \"052392120703.eu-west-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-container-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test-ECSCluster-Bt4SqcM3CURk/4b5c1d7dbb6746b38ada1b97b1866f6a\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"2001:db8:3333:4444:5555:6666:7777:8888\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-task-definition\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:ecs:eu-west-1:052392120703:task-definition/test-ecs-demo-app:1\",\n\t\t\tExpectedScope: \"052392120703.eu-west-1\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewECSTaskAdapter(t *testing.T) {\n\tclient, account, region := ecsGetAutoConfig(t)\n\n\tadapter := NewECSTaskAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipNotFoundCheck: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/ecs.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs/types\"\n)\n\ntype ECSClient interface {\n\tDescribeClusters(ctx context.Context, params *ecs.DescribeClustersInput, optFns ...func(*ecs.Options)) (*ecs.DescribeClustersOutput, error)\n\tDescribeCapacityProviders(ctx context.Context, params *ecs.DescribeCapacityProvidersInput, optFns ...func(*ecs.Options)) (*ecs.DescribeCapacityProvidersOutput, error)\n\tDescribeContainerInstances(ctx context.Context, params *ecs.DescribeContainerInstancesInput, optFns ...func(*ecs.Options)) (*ecs.DescribeContainerInstancesOutput, error)\n\tDescribeServices(ctx context.Context, params *ecs.DescribeServicesInput, optFns ...func(*ecs.Options)) (*ecs.DescribeServicesOutput, error)\n\tDescribeTaskDefinition(ctx context.Context, params *ecs.DescribeTaskDefinitionInput, optFns ...func(*ecs.Options)) (*ecs.DescribeTaskDefinitionOutput, error)\n\tDescribeTasks(ctx context.Context, params *ecs.DescribeTasksInput, optFns ...func(*ecs.Options)) (*ecs.DescribeTasksOutput, error)\n\n\tecs.ListClustersAPIClient\n\tecs.ListContainerInstancesAPIClient\n\tecs.ListServicesAPIClient\n\tecs.ListTaskDefinitionsAPIClient\n\tecs.ListTasksAPIClient\n}\n\n// convertTags converts slice of ecs tags to a map\nfunc ecsTagsToMap(tags []types.Tag) map[string]string {\n\ttagsMap := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\ttagsMap[*tag.Key] = *tag.Value\n\t\t}\n\t}\n\n\treturn tagsMap\n}\n" }, { "path": "aws-source/adapters/ecs_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ecs\"\n)\n\ntype ecsTestClient struct{}\n\nfunc ecsGetAutoConfig(t *testing.T) (*ecs.Client, string, string) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := ecs.NewFromConfig(config)\n\n\treturn client, account, region\n}\n" }, { "path": "aws-source/adapters/efs-access-point.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/efs\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc AccessPointOutputMapper(_ context.Context, _ *efs.Client, scope string, input *efs.DescribeAccessPointsInput, output *efs.DescribeAccessPointsOutput) ([]*sdp.Item, error) {\n\tif output == nil {\n\t\treturn nil, errors.New(\"nil output from AWS\")\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, ap := range output.AccessPoints {\n\t\tattrs, err := ToAttributesWithExclude(ap, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"efs-access-point\",\n\t\t\tUniqueAttribute: \"AccessPointId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tHealth: lifeCycleStateToHealth(ap.LifeCycleState),\n\t\t\tTags: efsTagsToMap(ap.Tags),\n\t\t}\n\n\t\tif ap.FileSystemId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"efs-file-system\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *ap.FileSystemId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEFSAccessPointAdapter(client *efs.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*efs.DescribeAccessPointsInput, *efs.DescribeAccessPointsOutput, *efs.Client, *efs.Options] {\n\treturn &DescribeOnlyAdapter[*efs.DescribeAccessPointsInput, *efs.DescribeAccessPointsOutput, *efs.Client, *efs.Options]{\n\t\tItemType: \"efs-access-point\",\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tAdapterMetadata: accessPointAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *efs.Client, input *efs.DescribeAccessPointsInput) (*efs.DescribeAccessPointsOutput, error) {\n\t\t\treturn client.DescribeAccessPoints(ctx, input)\n\t\t},\n\t\tPaginatorBuilder: func(client *efs.Client, params *efs.DescribeAccessPointsInput) Paginator[*efs.DescribeAccessPointsOutput, *efs.Options] {\n\t\t\treturn efs.NewDescribeAccessPointsPaginator(client, params)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*efs.DescribeAccessPointsInput, error) {\n\t\t\treturn &efs.DescribeAccessPointsInput{\n\t\t\t\tAccessPointId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*efs.DescribeAccessPointsInput, error) {\n\t\t\treturn &efs.DescribeAccessPointsInput{}, nil\n\t\t},\n\t\tOutputMapper: AccessPointOutputMapper,\n\t}\n}\n\nvar accessPointAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"efs-access-point\",\n\tDescriptiveName: \"EFS Access Point\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an access point by ID\",\n\t\tListDescription: \"List all access points\",\n\t\tSearchDescription: \"Search for an access point by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_efs_access_point.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/efs-access-point_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/efs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/efs/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestAccessPointOutputMapper(t *testing.T) {\n\toutput := &efs.DescribeAccessPointsOutput{\n\t\tAccessPoints: []types.AccessPointDescription{\n\t\t\t{\n\t\t\t\tAccessPointArn: new(\"arn:aws:elasticfilesystem:eu-west-2:944651592624:access-point/fsap-073b1534eafbc5ee2\"),\n\t\t\t\tAccessPointId: new(\"fsap-073b1534eafbc5ee2\"),\n\t\t\t\tClientToken: new(\"pvc-66e4418c-edf5-4a0e-9834-5945598d51fe\"),\n\t\t\t\tFileSystemId: new(\"fs-0c6f2f41e957f42a9\"),\n\t\t\t\tLifeCycleState: types.LifeCycleStateAvailable,\n\t\t\t\tName: new(\"example access point\"),\n\t\t\t\tOwnerId: new(\"944651592624\"),\n\t\t\t\tPosixUser: &types.PosixUser{\n\t\t\t\t\tGid: new(int64(1000)),\n\t\t\t\t\tUid: new(int64(1000)),\n\t\t\t\t\tSecondaryGids: []int64{\n\t\t\t\t\t\t1002,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tRootDirectory: &types.RootDirectory{\n\t\t\t\t\tCreationInfo: &types.CreationInfo{\n\t\t\t\t\t\tOwnerGid: new(int64(1000)),\n\t\t\t\t\t\tOwnerUid: new(int64(1000)),\n\t\t\t\t\t\tPermissions: new(\"700\"),\n\t\t\t\t\t},\n\t\t\t\t\tPath: new(\"/etc/foo\"),\n\t\t\t\t},\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"Name\"),\n\t\t\t\t\t\tValue: new(\"example access point\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := AccessPointOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"efs-file-system\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"fs-0c6f2f41e957f42a9\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEFSAccessPointAdapter(t *testing.T) {\n\tclient, account, region := efsGetAutoConfig(t)\n\n\tadapter := NewEFSAccessPointAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/efs-backup-policy.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/efs\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc BackupPolicyOutputMapper(_ context.Context, _ *efs.Client, scope string, input *efs.DescribeBackupPolicyInput, output *efs.DescribeBackupPolicyOutput) ([]*sdp.Item, error) {\n\tif output == nil {\n\t\treturn nil, errors.New(\"nil output from AWS\")\n\t}\n\n\tif output.BackupPolicy == nil {\n\t\treturn nil, errors.New(\"output contains no backup policy\")\n\t}\n\n\tif input == nil {\n\t\treturn nil, errors.New(\"nil input\")\n\t}\n\n\tif input.FileSystemId == nil {\n\t\treturn nil, errors.New(\"nil filesystem ID on input\")\n\t}\n\n\tattrs, err := ToAttributesWithExclude(output)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Add the filesystem ID as an attribute\n\terr = attrs.Set(\"FileSystemId\", *input.FileSystemId)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"efs-backup-policy\",\n\t\tUniqueAttribute: \"FileSystemId\",\n\t\tScope: scope,\n\t\tAttributes: attrs,\n\t}\n\n\treturn []*sdp.Item{&item}, nil\n}\n\nfunc NewEFSBackupPolicyAdapter(client *efs.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*efs.DescribeBackupPolicyInput, *efs.DescribeBackupPolicyOutput, *efs.Client, *efs.Options] {\n\treturn &DescribeOnlyAdapter[*efs.DescribeBackupPolicyInput, *efs.DescribeBackupPolicyOutput, *efs.Client, *efs.Options]{\n\t\tItemType: \"efs-backup-policy\",\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tAdapterMetadata: backupPolicyAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *efs.Client, input *efs.DescribeBackupPolicyInput) (*efs.DescribeBackupPolicyOutput, error) {\n\t\t\treturn client.DescribeBackupPolicy(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*efs.DescribeBackupPolicyInput, error) {\n\t\t\treturn &efs.DescribeBackupPolicyInput{\n\t\t\t\tFileSystemId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tOutputMapper: BackupPolicyOutputMapper,\n\t}\n}\n\nvar backupPolicyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"efs-backup-policy\",\n\tDescriptiveName: \"EFS Backup Policy\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an Backup Policy by file system ID\",\n\t\tSearchDescription: \"Search for an Backup Policy by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_efs_backup_policy.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n})\n" }, { "path": "aws-source/adapters/efs-backup-policy_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/efs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/efs/types\"\n)\n\nfunc TestBackupPolicyOutputMapper(t *testing.T) {\n\toutput := &efs.DescribeBackupPolicyOutput{\n\t\tBackupPolicy: &types.BackupPolicy{\n\t\t\tStatus: types.StatusEnabled,\n\t\t},\n\t}\n\n\titems, err := BackupPolicyOutputMapper(context.Background(), nil, \"foo\", &efs.DescribeBackupPolicyInput{\n\t\tFileSystemId: new(\"fs-1234\"),\n\t}, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n}\n" }, { "path": "aws-source/adapters/efs-file-system.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/efs\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc FileSystemOutputMapper(_ context.Context, _ *efs.Client, scope string, input *efs.DescribeFileSystemsInput, output *efs.DescribeFileSystemsOutput) ([]*sdp.Item, error) {\n\tif output == nil {\n\t\treturn nil, errors.New(\"nil output from AWS\")\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, fs := range output.FileSystems {\n\t\tattrs, err := ToAttributesWithExclude(fs, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tif fs.FileSystemId == nil {\n\t\t\treturn nil, errors.New(\"filesystem has nil id\")\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"efs-file-system\",\n\t\t\tUniqueAttribute: \"FileSystemId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tHealth: lifeCycleStateToHealth(fs.LifeCycleState),\n\t\t\tTags: efsTagsToMap(fs.Tags),\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"efs-backup-policy\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *fs.FileSystemId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"efs-mount-target\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *fs.FileSystemId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tif fs.KmsKeyId != nil {\n\t\t\t// KMS key ID is an ARN\n\t\t\tif arn, err := ParseARN(*fs.KmsKeyId); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *fs.KmsKeyId,\n\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEFSFileSystemAdapter(client *efs.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*efs.DescribeFileSystemsInput, *efs.DescribeFileSystemsOutput, *efs.Client, *efs.Options] {\n\treturn &DescribeOnlyAdapter[*efs.DescribeFileSystemsInput, *efs.DescribeFileSystemsOutput, *efs.Client, *efs.Options]{\n\t\tItemType: \"efs-file-system\",\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tAdapterMetadata: efsFileSystemAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *efs.Client, input *efs.DescribeFileSystemsInput) (*efs.DescribeFileSystemsOutput, error) {\n\t\t\treturn client.DescribeFileSystems(ctx, input)\n\t\t},\n\t\tPaginatorBuilder: func(client *efs.Client, params *efs.DescribeFileSystemsInput) Paginator[*efs.DescribeFileSystemsOutput, *efs.Options] {\n\t\t\treturn efs.NewDescribeFileSystemsPaginator(client, params)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*efs.DescribeFileSystemsInput, error) {\n\t\t\treturn &efs.DescribeFileSystemsInput{\n\t\t\t\tFileSystemId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*efs.DescribeFileSystemsInput, error) {\n\t\t\treturn &efs.DescribeFileSystemsInput{}, nil\n\t\t},\n\t\tOutputMapper: FileSystemOutputMapper,\n\t}\n}\n\nvar efsFileSystemAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"efs-file-system\",\n\tDescriptiveName: \"EFS File System\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a file system by ID\",\n\t\tListDescription: \"List file systems\",\n\t\tSearchDescription: \"Search file systems by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_efs_file_system.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n})\n" }, { "path": "aws-source/adapters/efs-file-system_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/efs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/efs/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestFileSystemOutputMapper(t *testing.T) {\n\toutput := &efs.DescribeFileSystemsOutput{\n\t\tFileSystems: []types.FileSystemDescription{\n\t\t\t{\n\t\t\t\tCreationTime: new(time.Now()),\n\t\t\t\tCreationToken: new(\"TOKEN\"),\n\t\t\t\tFileSystemId: new(\"fs-1231123123\"),\n\t\t\t\tLifeCycleState: types.LifeCycleStateAvailable,\n\t\t\t\tNumberOfMountTargets: 10,\n\t\t\t\tOwnerId: new(\"944651592624\"),\n\t\t\t\tPerformanceMode: types.PerformanceModeGeneralPurpose,\n\t\t\t\tSizeInBytes: &types.FileSystemSize{\n\t\t\t\t\tValue: 1024,\n\t\t\t\t\tTimestamp: new(time.Now()),\n\t\t\t\t\tValueInIA: new(int64(2048)),\n\t\t\t\t\tValueInStandard: new(int64(128)),\n\t\t\t\t},\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"foo\"),\n\t\t\t\t\t\tValue: new(\"bar\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tAvailabilityZoneId: new(\"use1-az1\"),\n\t\t\t\tAvailabilityZoneName: new(\"us-east-1\"),\n\t\t\t\tEncrypted: new(true),\n\t\t\t\tFileSystemArn: new(\"arn:aws:elasticfilesystem:eu-west-2:944651592624:file-system/fs-0c6f2f41e957f42a9\"),\n\t\t\t\tKmsKeyId: new(\"arn:aws:kms:eu-west-2:944651592624:key/be76a6fa-d307-41c2-a4e3-cbfba2440747\"),\n\t\t\t\tName: new(\"test\"),\n\t\t\t\tProvisionedThroughputInMibps: new(float64(64)),\n\t\t\t\tThroughputMode: types.ThroughputModeBursting,\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := FileSystemOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"efs-backup-policy\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"fs-1231123123\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:kms:eu-west-2:944651592624:key/be76a6fa-d307-41c2-a4e3-cbfba2440747\",\n\t\t\tExpectedScope: \"944651592624.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"efs-mount-target\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"fs-1231123123\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n\nfunc TestNewEFSFileSystemAdapter(t *testing.T) {\n\tclient, account, region := efsGetAutoConfig(t)\n\n\tadapter := NewEFSFileSystemAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/efs-mount-target.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/efs\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc MountTargetOutputMapper(_ context.Context, _ *efs.Client, scope string, input *efs.DescribeMountTargetsInput, output *efs.DescribeMountTargetsOutput) ([]*sdp.Item, error) {\n\tif output == nil {\n\t\treturn nil, errors.New(\"nil output from AWS\")\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, mt := range output.MountTargets {\n\t\tattrs, err := ToAttributesWithExclude(mt)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tif mt.MountTargetId == nil {\n\t\t\treturn nil, errors.New(\"efs-mount-target has nil id\")\n\t\t}\n\n\t\tif mt.FileSystemId == nil {\n\t\t\treturn nil, errors.New(\"efs-mount-target has nil file system ID\")\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"efs-mount-target\",\n\t\t\tUniqueAttribute: \"MountTargetId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tHealth: lifeCycleStateToHealth(mt.LifeCycleState),\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"efs-file-system\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *mt.FileSystemId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tif mt.SubnetId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *mt.SubnetId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif mt.IpAddress != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *mt.IpAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif mt.NetworkInterfaceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-network-interface\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *mt.NetworkInterfaceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif mt.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *mt.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEFSMountTargetAdapter(client *efs.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*efs.DescribeMountTargetsInput, *efs.DescribeMountTargetsOutput, *efs.Client, *efs.Options] {\n\treturn &DescribeOnlyAdapter[*efs.DescribeMountTargetsInput, *efs.DescribeMountTargetsOutput, *efs.Client, *efs.Options]{\n\t\tItemType: \"efs-mount-target\",\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tAdapterMetadata: efsMountTargetAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *efs.Client, input *efs.DescribeMountTargetsInput) (*efs.DescribeMountTargetsOutput, error) {\n\t\t\treturn client.DescribeMountTargets(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*efs.DescribeMountTargetsInput, error) {\n\t\t\treturn &efs.DescribeMountTargetsInput{\n\t\t\t\tMountTargetId: &query,\n\t\t\t}, nil\n\t\t},\n\t\t// Search by file system ID\n\t\tInputMapperSearch: func(ctx context.Context, client *efs.Client, scope, query string) (*efs.DescribeMountTargetsInput, error) {\n\t\t\treturn &efs.DescribeMountTargetsInput{\n\t\t\t\tFileSystemId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tOutputMapper: MountTargetOutputMapper,\n\t}\n}\n\nvar efsMountTargetAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"efs-mount-target\",\n\tDescriptiveName: \"EFS Mount Target\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an mount target by ID\",\n\t\tSearchDescription: \"Search for mount targets by file system ID\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_efs_mount_target.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n})\n" }, { "path": "aws-source/adapters/efs-mount-target_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/efs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/efs/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestMountTargetOutputMapper(t *testing.T) {\n\toutput := &efs.DescribeMountTargetsOutput{\n\t\tMountTargets: []types.MountTargetDescription{\n\t\t\t{\n\t\t\t\tFileSystemId: new(\"fs-1234567890\"),\n\t\t\t\tLifeCycleState: types.LifeCycleStateAvailable,\n\t\t\t\tMountTargetId: new(\"fsmt-01e86506d8165e43f\"),\n\t\t\t\tSubnetId: new(\"subnet-1234567\"),\n\t\t\t\tAvailabilityZoneId: new(\"use1-az1\"),\n\t\t\t\tAvailabilityZoneName: new(\"us-east-1\"),\n\t\t\t\tIpAddress: new(\"10.230.43.1\"),\n\t\t\t\tNetworkInterfaceId: new(\"eni-2345\"),\n\t\t\t\tOwnerId: new(\"234234\"),\n\t\t\t\tVpcId: new(\"vpc-23452345235\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := MountTargetOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"efs-file-system\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"fs-1234567890\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-1234567\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"10.230.43.1\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-network-interface\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"eni-2345\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-23452345235\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n}\n" }, { "path": "aws-source/adapters/efs-replication-configuration.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/efs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/efs/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc ReplicationConfigurationOutputMapper(_ context.Context, _ *efs.Client, scope string, input *efs.DescribeReplicationConfigurationsInput, output *efs.DescribeReplicationConfigurationsOutput) ([]*sdp.Item, error) {\n\tif output == nil {\n\t\treturn nil, errors.New(\"nil output from AWS\")\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, replication := range output.Replications {\n\t\tattrs, err := ToAttributesWithExclude(replication)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tif replication.SourceFileSystemId == nil {\n\t\t\treturn nil, errors.New(\"efs-replication-configuration has nil SourceFileSystemId\")\n\t\t}\n\n\t\tif replication.SourceFileSystemRegion == nil {\n\t\t\treturn nil, errors.New(\"efs-replication-configuration has nil SourceFileSystemRegion\")\n\t\t}\n\n\t\taccountID, _, err := ParseScope(scope)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"efs-replication-configuration\",\n\t\t\tUniqueAttribute: \"SourceFileSystemId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tHealth: sdp.Health_HEALTH_OK.Enum(), // Default to OK\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"efs-file-system\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *replication.SourceFileSystemId,\n\t\t\t\t\t\tScope: FormatScope(accountID, *replication.SourceFileSystemRegion),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tfor _, destination := range replication.Destinations {\n\t\t\tif destination.FileSystemId != nil && destination.Region != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"efs-file-system\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *destination.FileSystemId,\n\t\t\t\t\t\tScope: FormatScope(accountID, *destination.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Set the health to the worst of the statuses\n\t\tvar hasError bool\n\t\tfor _, destination := range replication.Destinations {\n\t\t\tswitch destination.Status { //nolint:exhaustive // handled by default case\n\t\t\tcase types.ReplicationStatusError:\n\t\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t\t\thasError = true\n\t\t\tcase types.ReplicationStatusEnabling:\n\t\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\tcase types.ReplicationStatusDeleting:\n\t\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\tcase types.ReplicationStatusPausing:\n\t\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\tdefault:\n\t\t\t\t// If there's no error, we don't need to do anything\n\t\t\t}\n\n\t\t\tif hasError {\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif replication.OriginalSourceFileSystemArn != nil {\n\t\t\tif arn, err := ParseARN(*replication.OriginalSourceFileSystemArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"efs-file-system\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *replication.OriginalSourceFileSystemArn,\n\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewEFSReplicationConfigurationAdapter(client *efs.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*efs.DescribeReplicationConfigurationsInput, *efs.DescribeReplicationConfigurationsOutput, *efs.Client, *efs.Options] {\n\treturn &DescribeOnlyAdapter[*efs.DescribeReplicationConfigurationsInput, *efs.DescribeReplicationConfigurationsOutput, *efs.Client, *efs.Options]{\n\t\tItemType: \"efs-replication-configuration\",\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tAdapterMetadata: replicationConfigurationAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *efs.Client, input *efs.DescribeReplicationConfigurationsInput) (*efs.DescribeReplicationConfigurationsOutput, error) {\n\t\t\treturn client.DescribeReplicationConfigurations(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*efs.DescribeReplicationConfigurationsInput, error) {\n\t\t\treturn &efs.DescribeReplicationConfigurationsInput{\n\t\t\t\tFileSystemId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*efs.DescribeReplicationConfigurationsInput, error) {\n\t\t\treturn &efs.DescribeReplicationConfigurationsInput{}, nil\n\t\t},\n\t\tOutputMapper: ReplicationConfigurationOutputMapper,\n\t}\n}\n\nvar replicationConfigurationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"efs-replication-configuration\",\n\tDescriptiveName: \"EFS Replication Configuration\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a replication configuration by file system ID\",\n\t\tListDescription: \"List all replication configurations\",\n\t\tSearchDescription: \"Search for a replication configuration by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_efs_replication_configuration.source_file_system_id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n})\n" }, { "path": "aws-source/adapters/efs-replication-configuration_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"github.com/aws/aws-sdk-go-v2/service/efs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/efs/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"testing\"\n\t\"time\"\n)\n\nfunc TestReplicationConfigurationOutputMapper(t *testing.T) {\n\toutput := &efs.DescribeReplicationConfigurationsOutput{\n\t\tReplications: []types.ReplicationConfigurationDescription{\n\t\t\t{\n\t\t\t\tCreationTime: new(time.Now()),\n\t\t\t\tDestinations: []types.Destination{\n\t\t\t\t\t{\n\t\t\t\t\t\tFileSystemId: new(\"fs-12345678\"),\n\t\t\t\t\t\tRegion: new(\"eu-west-1\"),\n\t\t\t\t\t\tStatus: types.ReplicationStatusEnabled,\n\t\t\t\t\t\tLastReplicatedTimestamp: new(time.Now()),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tFileSystemId: new(\"fs-98765432\"),\n\t\t\t\t\t\tRegion: new(\"us-west-2\"),\n\t\t\t\t\t\tStatus: types.ReplicationStatusError,\n\t\t\t\t\t\tLastReplicatedTimestamp: new(time.Now()),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tOriginalSourceFileSystemArn: new(\"arn:aws:elasticfilesystem:eu-west-2:944651592624:file-system/fs-0c6f2f41e957f42a9\"),\n\t\t\t\tSourceFileSystemArn: new(\"arn:aws:elasticfilesystem:eu-west-2:944651592624:file-system/fs-0c6f2f41e957f42a9\"),\n\t\t\t\tSourceFileSystemId: new(\"fs-748927493\"),\n\t\t\t\tSourceFileSystemRegion: new(\"us-east-1\"),\n\t\t\t},\n\t\t},\n\t}\n\n\taccountID := \"1234\"\n\titems, err := ReplicationConfigurationOutputMapper(context.Background(), nil, FormatScope(accountID, \"eu-west-1\"), nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"efs-file-system\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"fs-748927493\",\n\t\t\tExpectedScope: FormatScope(accountID, \"us-east-1\"),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"efs-file-system\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"fs-12345678\",\n\t\t\tExpectedScope: FormatScope(accountID, \"eu-west-1\"),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"efs-file-system\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"fs-98765432\",\n\t\t\tExpectedScope: FormatScope(accountID, \"us-west-2\"),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"efs-file-system\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:elasticfilesystem:eu-west-2:944651592624:file-system/fs-0c6f2f41e957f42a9\",\n\t\t\tExpectedScope: \"944651592624.eu-west-2\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n\tif item.GetHealth() != sdp.Health_HEALTH_ERROR {\n\t\tt.Errorf(\"expected health to be ERROR, got %v\", item.GetHealth().String())\n\t}\n}\n" }, { "path": "aws-source/adapters/efs.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/service/efs/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// lifeCycleStateToHealth Converts a lifecycle state to a health state\nfunc lifeCycleStateToHealth(state types.LifeCycleState) *sdp.Health {\n\tswitch state {\n\tcase types.LifeCycleStateCreating:\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase types.LifeCycleStateAvailable:\n\t\treturn sdp.Health_HEALTH_OK.Enum()\n\tcase types.LifeCycleStateUpdating:\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase types.LifeCycleStateDeleting:\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase types.LifeCycleStateDeleted:\n\t\treturn sdp.Health_HEALTH_WARNING.Enum()\n\tcase types.LifeCycleStateError:\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\t}\n\n\treturn nil\n}\n\n// Converts a slice of tags to a map\nfunc efsTagsToMap(tags []types.Tag) map[string]string {\n\ttagsMap := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\ttagsMap[*tag.Key] = *tag.Value\n\t\t}\n\t}\n\n\treturn tagsMap\n}\n" }, { "path": "aws-source/adapters/efs_test.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/service/efs\"\n\t\"testing\"\n)\n\nfunc efsGetAutoConfig(t *testing.T) (*efs.Client, string, string) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := efs.NewFromConfig(config)\n\n\treturn client, account, region\n}\n" }, { "path": "aws-source/adapters/eks-addon.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/eks\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc addonGetFunc(ctx context.Context, client EKSClient, scope string, input *eks.DescribeAddonInput) (*sdp.Item, error) {\n\tout, err := client.DescribeAddon(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif out.Addon == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"addon was nil\",\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(out.Addon)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// The uniqueAttributeValue for this is a custom field:\n\t// {clusterName}:{addonName}\n\tattributes.Set(\"UniqueName\", (*out.Addon.ClusterName + \":\" + *out.Addon.AddonName))\n\n\titem := sdp.Item{\n\t\tType: \"eks-addon\",\n\t\tUniqueAttribute: \"UniqueName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewEKSAddonAdapter(client EKSClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*eks.ListAddonsInput, *eks.ListAddonsOutput, *eks.DescribeAddonInput, *eks.DescribeAddonOutput, EKSClient, *eks.Options] {\n\treturn &AlwaysGetAdapter[*eks.ListAddonsInput, *eks.ListAddonsOutput, *eks.DescribeAddonInput, *eks.DescribeAddonOutput, EKSClient, *eks.Options]{\n\t\tItemType: \"eks-addon\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: eksAddonAdapterMetadata,\n\t\tcache: cache,\n\t\tDisableList: true,\n\t\tSearchInputMapper: func(scope, query string) (*eks.ListAddonsInput, error) {\n\t\t\treturn &eks.ListAddonsInput{\n\t\t\t\tClusterName: &query,\n\t\t\t}, nil\n\t\t},\n\t\tGetInputMapper: func(scope, query string) *eks.DescribeAddonInput {\n\t\t\t// The uniqueAttributeValue for this is a custom field:\n\t\t\t// {clusterName}:{addonName}\n\t\t\tfields := strings.Split(query, \":\")\n\n\t\t\tvar clusterName string\n\t\t\tvar addonName string\n\n\t\t\tif len(fields) == 2 {\n\t\t\t\tclusterName = fields[0]\n\t\t\t\taddonName = fields[1]\n\t\t\t}\n\n\t\t\treturn &eks.DescribeAddonInput{\n\t\t\t\tAddonName: &addonName,\n\t\t\t\tClusterName: &clusterName,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client EKSClient, input *eks.ListAddonsInput) Paginator[*eks.ListAddonsOutput, *eks.Options] {\n\t\t\treturn eks.NewListAddonsPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *eks.ListAddonsOutput, input *eks.ListAddonsInput) ([]*eks.DescribeAddonInput, error) {\n\t\t\tinputs := make([]*eks.DescribeAddonInput, 0, len(output.Addons))\n\n\t\t\tfor i := range output.Addons {\n\t\t\t\tinputs = append(inputs, &eks.DescribeAddonInput{\n\t\t\t\t\tAddonName: &output.Addons[i],\n\t\t\t\t\tClusterName: input.ClusterName,\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: addonGetFunc,\n\t}\n}\n\nvar eksAddonAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"eks-addon\",\n\tDescriptiveName: \"EKS Addon\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an addon by unique name ({clusterName}:{addonName})\",\n\t\tSearchDescription: \"Search addons by cluster name\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"aws_eks_addon.id\",\n\t\t},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/eks-addon_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/eks\"\n\t\"github.com/aws/aws-sdk-go-v2/service/eks/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar AddonTestClient = EKSTestClient{\n\tDescribeAddonOutput: &eks.DescribeAddonOutput{\n\t\tAddon: &types.Addon{\n\t\t\tAddonName: new(\"aws-ebs-csi-driver\"),\n\t\t\tClusterName: new(\"dylan\"),\n\t\t\tStatus: types.AddonStatusActive,\n\t\t\tAddonVersion: new(\"v1.13.0-eksbuild.3\"),\n\t\t\tConfigurationValues: new(\"values\"),\n\t\t\tMarketplaceInformation: &types.MarketplaceInformation{\n\t\t\t\tProductId: new(\"id\"),\n\t\t\t\tProductUrl: new(\"url\"),\n\t\t\t},\n\t\t\tPublisher: new(\"publisher\"),\n\t\t\tOwner: new(\"owner\"),\n\t\t\tHealth: &types.AddonHealth{\n\t\t\t\tIssues: []types.AddonIssue{},\n\t\t\t},\n\t\t\tAddonArn: new(\"arn:aws:eks:eu-west-2:801795385023:addon/dylan/aws-ebs-csi-driver/a2c29d0e-72c4-a702-7887-2f739f4fc189\"),\n\t\t\tCreatedAt: new(time.Now()),\n\t\t\tModifiedAt: new(time.Now()),\n\t\t\tServiceAccountRoleArn: new(\"arn:aws:iam::801795385023:role/eks-csi-dylan\"),\n\t\t},\n\t},\n}\n\nfunc TestAddonGetFunc(t *testing.T) {\n\titem, err := addonGetFunc(context.Background(), AddonTestClient, \"foo\", &eks.DescribeAddonInput{})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc TestNewEKSAddonAdapter(t *testing.T) {\n\tclient, account, region := eksGetAutoConfig(t)\n\n\tadapter := NewEKSAddonAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipNotFoundCheck: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/eks-cluster.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/eks\"\n\t\"github.com/aws/aws-sdk-go-v2/service/eks/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc clusterGetFunc(ctx context.Context, client EKSClient, scope string, input *eks.DescribeClusterInput) (*sdp.Item, error) {\n\toutput, err := client.DescribeCluster(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif output.Cluster == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"cluster response was nil\",\n\t\t}\n\t}\n\n\tcluster := output.Cluster\n\n\tattributes, err := ToAttributesWithExclude(cluster, \"clientRequestToken\")\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"eks-cluster\",\n\t\tUniqueAttribute: \"Name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: cluster.Tags,\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"eks-addon\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *cluster.Name,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"eks-fargate-profile\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *cluster.Name,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"eks-nodegroup\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *cluster.Name,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tswitch cluster.Status {\n\tcase types.ClusterStatusCreating:\n\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase types.ClusterStatusActive:\n\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\tcase types.ClusterStatusDeleting:\n\t\titem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\tcase types.ClusterStatusFailed:\n\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\tcase types.ClusterStatusUpdating:\n\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase types.ClusterStatusPending:\n\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t}\n\n\tvar a *ARN\n\n\tif cluster.ConnectorConfig != nil {\n\t\tif cluster.ConnectorConfig.RoleArn != nil {\n\t\t\tif a, err = ParseARN(*cluster.ConnectorConfig.RoleArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *cluster.ConnectorConfig.RoleArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tfor _, conf := range cluster.EncryptionConfig {\n\t\tif conf.Provider != nil {\n\t\t\tif conf.Provider.KeyArn != nil {\n\t\t\t\tif a, err = ParseARN(*conf.Provider.KeyArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *conf.Provider.KeyArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tif cluster.Endpoint != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"http\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *cluster.Endpoint,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\tif cluster.ResourcesVpcConfig != nil {\n\t\tif cluster.ResourcesVpcConfig.ClusterSecurityGroupId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *cluster.ResourcesVpcConfig.ClusterSecurityGroupId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, id := range cluster.ResourcesVpcConfig.SecurityGroupIds {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: id,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, id := range cluster.ResourcesVpcConfig.SubnetIds {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: id,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif cluster.ResourcesVpcConfig.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *cluster.ResourcesVpcConfig.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif cluster.RoleArn != nil {\n\t\tif a, err = ParseARN(*cluster.RoleArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *cluster.RoleArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n\n}\n\nfunc NewEKSClusterAdapter(client EKSClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*eks.ListClustersInput, *eks.ListClustersOutput, *eks.DescribeClusterInput, *eks.DescribeClusterOutput, EKSClient, *eks.Options] {\n\treturn &AlwaysGetAdapter[*eks.ListClustersInput, *eks.ListClustersOutput, *eks.DescribeClusterInput, *eks.DescribeClusterOutput, EKSClient, *eks.Options]{\n\t\tItemType: \"eks-cluster\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: eksClusterAdapterMetadata,\n\t\tcache: cache,\n\t\tListInput: &eks.ListClustersInput{},\n\t\tGetInputMapper: func(scope, query string) *eks.DescribeClusterInput {\n\t\t\treturn &eks.DescribeClusterInput{\n\t\t\t\tName: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client EKSClient, input *eks.ListClustersInput) Paginator[*eks.ListClustersOutput, *eks.Options] {\n\t\t\treturn eks.NewListClustersPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *eks.ListClustersOutput, _ *eks.ListClustersInput) ([]*eks.DescribeClusterInput, error) {\n\t\t\tinputs := make([]*eks.DescribeClusterInput, 0, len(output.Clusters))\n\n\t\t\tfor i := range output.Clusters {\n\t\t\t\tinputs = append(inputs, &eks.DescribeClusterInput{\n\t\t\t\t\tName: &output.Clusters[i],\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: clusterGetFunc,\n\t}\n}\n\nvar eksClusterAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"eks-cluster\",\n\tDescriptiveName: \"EKS Cluster\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a cluster by name\",\n\t\tListDescription: \"List all clusters\",\n\t\tSearchDescription: \"Search for clusters by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_eks_cluster.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/eks-cluster_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/eks\"\n\t\"github.com/aws/aws-sdk-go-v2/service/eks/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar ClusterClient = EKSTestClient{\n\tDescribeClusterOutput: &eks.DescribeClusterOutput{\n\t\tCluster: &types.Cluster{\n\t\t\tName: new(\"dylan\"),\n\t\t\tArn: new(\"arn:aws:eks:eu-west-2:801795385023:cluster/dylan\"),\n\t\t\tCreatedAt: new(time.Now()),\n\t\t\tVersion: new(\"1.24\"),\n\t\t\tEndpoint: new(\"https://00D3FF4CC48CBAA9BBC070DAA80BD251.gr7.eu-west-2.eks.amazonaws.com\"),\n\t\t\tRoleArn: new(\"arn:aws:iam::801795385023:role/dylan-cluster-20221222134106992100000001\"),\n\t\t\tClientRequestToken: new(\"token\"),\n\t\t\tConnectorConfig: &types.ConnectorConfigResponse{\n\t\t\t\tActivationCode: new(\"code\"),\n\t\t\t\tActivationExpiry: new(time.Now()),\n\t\t\t\tActivationId: new(\"id\"),\n\t\t\t\tProvider: new(\"provider\"),\n\t\t\t\tRoleArn: new(\"arn:aws:iam::801795385023:role/dylan-cluster-20221222134106992100000002\"),\n\t\t\t},\n\t\t\tHealth: &types.ClusterHealth{\n\t\t\t\tIssues: []types.ClusterIssue{},\n\t\t\t},\n\t\t\tId: new(\"id\"),\n\t\t\tOutpostConfig: &types.OutpostConfigResponse{\n\t\t\t\tControlPlaneInstanceType: new(\"type\"),\n\t\t\t\tOutpostArns: []string{\n\t\t\t\t\t\"arn1\",\n\t\t\t\t},\n\t\t\t\tControlPlanePlacement: &types.ControlPlanePlacementResponse{\n\t\t\t\t\tGroupName: new(\"groupName\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tResourcesVpcConfig: &types.VpcConfigResponse{\n\t\t\t\tSubnetIds: []string{\n\t\t\t\t\t\"subnet-0d1fabfe6794b5543\",\n\t\t\t\t\t\"subnet-0865943940092d10a\",\n\t\t\t\t\t\"subnet-00ed8275954eca233\",\n\t\t\t\t},\n\t\t\t\tSecurityGroupIds: []string{\n\t\t\t\t\t\"sg-0bf38eb7e14777399\",\n\t\t\t\t},\n\t\t\t\tClusterSecurityGroupId: new(\"sg-08df96f08566d4dda\"),\n\t\t\t\tVpcId: new(\"vpc-0c9152ce7ed2b7305\"),\n\t\t\t\tEndpointPublicAccess: true,\n\t\t\t\tEndpointPrivateAccess: true,\n\t\t\t\tPublicAccessCidrs: []string{\n\t\t\t\t\t\"0.0.0.0/0\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tKubernetesNetworkConfig: &types.KubernetesNetworkConfigResponse{\n\t\t\t\tServiceIpv4Cidr: new(\"172.20.0.0/16\"),\n\t\t\t\tIpFamily: types.IpFamilyIpv4,\n\t\t\t\tServiceIpv6Cidr: new(\"ipv6cidr\"),\n\t\t\t},\n\t\t\tLogging: &types.Logging{\n\t\t\t\tClusterLogging: []types.LogSetup{\n\t\t\t\t\t{\n\t\t\t\t\t\tTypes: []types.LogType{\n\t\t\t\t\t\t\t\"api\",\n\t\t\t\t\t\t\t\"authenticator\",\n\t\t\t\t\t\t\t\"controllerManager\",\n\t\t\t\t\t\t\t\"scheduler\",\n\t\t\t\t\t\t},\n\t\t\t\t\t\tEnabled: new(true),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tTypes: []types.LogType{\n\t\t\t\t\t\t\t\"audit\",\n\t\t\t\t\t\t},\n\t\t\t\t\t\tEnabled: new(false),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tIdentity: &types.Identity{\n\t\t\t\tOidc: &types.OIDC{\n\t\t\t\t\tIssuer: new(\"https://oidc.eks.eu-west-2.amazonaws.com/id/00D3FF4CC48CBAA9BBC070DAA80BD251\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tStatus: types.ClusterStatusActive,\n\t\t\tCertificateAuthority: &types.Certificate{\n\t\t\t\tData: new(\"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUMvakNDQWVhZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJeU1USXlNakV6TkRZME5Gb1hEVE15TVRJeE9URXpORFkwTkZvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTC9tCkN6b25QdUZIUXM1a0xudzdCeXMrak9pNWJscEVCN2RhZUYvQzZqaEVTbkcwdVBVRjVWSFUzbmRyZHRKelBaemQKenM4U1pEMzRsKytGWmw0NFQrYWRqMGFYanpmZ0NTeFo4K0MvaWJUOWIzck5jWU9ZZ3FYT1lXc2JVYmpBSjRadgpnakFqdEl3dTBvUHNYT0JSZU5KTDlhRkl6VFFIcy9QL1hONWI5eGRlSHhwOXN4cnlEREYxQVNuQkxwajduUHMrCmgyNUtvd0hQV1luekV6WVd1T3NZbDQ2RjZacHh4aVhya2hnOGozckR4dXRWZGMvQVBFaVhUdHh3OU9CMjFDMkwKK1VpanpxS2RrZm5idVEvOHF0TTRqbFVGTkgzUG03STlkTEdIMTBTOFdhQkhpODNRMklCd3c0eE5RZ04xNC91dgpXWFZOWkxmM1EwbElkdmtxaCtrQ0F3RUFBYU5aTUZjd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZCa2wvVEJwNVNyMFJrVEk2V1dMVkR4MVdZYUxNQlVHQTFVZEVRUU8KTUF5Q0NtdDFZbVZ5Ym1WMFpYTXdEUVlKS29aSWh2Y05BUUVMQlFBRGdnRUJBQ0FCVWtZUWZSQXlRRFVsc2todgp2NTRZN3lFQ1lUSG00OWVtMWoyV2hyN0JPdXdlUkU4M3g1b0NhWEtjK2tMemlvOEVvY2hxOWN1a1FEYm1KNkpoCmRhUUlyaFFwaG5PMHZSd290YXlhWjdlV2IwTm50WmNxN1ZmNkp5ZU5CR3Y1NTJGdlNNcGprWnh0UXVpTTJ5TXoKbjJWWmtxMzJPb0RjTmxCMERhRVBCSjlIM2ZnbG1qcGdWL0NHZFdMNG1wNEpkb3VPNTFtNkJBMm1ET2JWYzh4VgppNFJIWE9KNG9hSGFTd1B6MHBuQUxabkJoUnpxV0Q1cGlycVlucjBxSlFDamJDWXF1TmJTU3d4c2JMYVFjanNFCjhiUXk0aGxXaEJNWno3UldOeDg1UTBZSjhWNEhKdXVCZ09MaVg1REFtNDZIbndWUy95MHJyN2JTWThoTXErM2QKTmtrPQotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==\"),\n\t\t\t},\n\t\t\tPlatformVersion: new(\"eks.3\"),\n\t\t\tTags: map[string]string{},\n\t\t\tEncryptionConfig: []types.EncryptionConfig{\n\t\t\t\t{\n\t\t\t\t\tResources: []string{\n\t\t\t\t\t\t\"secrets\",\n\t\t\t\t\t},\n\t\t\t\t\tProvider: &types.Provider{\n\t\t\t\t\t\tKeyArn: new(\"arn:aws:kms:eu-west-2:801795385023:key/3a478539-9717-4c20-83a5-19989154dc32\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t},\n}\n\nfunc TestClusterGetFunc(t *testing.T) {\n\titem, err := clusterGetFunc(context.Background(), ClusterClient, \"foo\", &eks.DescribeClusterInput{})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:iam::801795385023:role/dylan-cluster-20221222134106992100000002\",\n\t\t\tExpectedScope: \"801795385023\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:kms:eu-west-2:801795385023:key/3a478539-9717-4c20-83a5-19989154dc32\",\n\t\t\tExpectedScope: \"801795385023.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"https://00D3FF4CC48CBAA9BBC070DAA80BD251.gr7.eu-west-2.eks.amazonaws.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg-0bf38eb7e14777399\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg-08df96f08566d4dda\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-0d1fabfe6794b5543\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-0865943940092d10a\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-00ed8275954eca233\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0c9152ce7ed2b7305\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:iam::801795385023:role/dylan-cluster-20221222134106992100000001\",\n\t\t\tExpectedScope: \"801795385023\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"eks-fargate-profile\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"dylan\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"eks-addon\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"dylan\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"eks-nodegroup\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"dylan\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewEKSClusterAdapter(t *testing.T) {\n\tclient, account, region := eksGetAutoConfig(t)\n\n\tadapter := NewEKSClusterAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/eks-fargate-profile.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/eks\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc fargateProfileGetFunc(ctx context.Context, client EKSClient, scope string, input *eks.DescribeFargateProfileInput) (*sdp.Item, error) {\n\tout, err := client.DescribeFargateProfile(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif out.FargateProfile == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"fargate profile was nil\",\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(out.FargateProfile)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// The uniqueAttributeValue for this is a custom field:\n\t// {clusterName}:{FargateProfileName}\n\tattributes.Set(\"UniqueName\", (*out.FargateProfile.ClusterName + \":\" + *out.FargateProfile.FargateProfileName))\n\n\titem := sdp.Item{\n\t\tType: \"eks-fargate-profile\",\n\t\tUniqueAttribute: \"UniqueName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: out.FargateProfile.Tags,\n\t}\n\n\tif out.FargateProfile.PodExecutionRoleArn != nil {\n\t\tif a, err := ParseARN(*out.FargateProfile.PodExecutionRoleArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *out.FargateProfile.PodExecutionRoleArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tfor _, subnet := range out.FargateProfile.Subnets {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: subnet,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewEKSFargateProfileAdapter(client EKSClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*eks.ListFargateProfilesInput, *eks.ListFargateProfilesOutput, *eks.DescribeFargateProfileInput, *eks.DescribeFargateProfileOutput, EKSClient, *eks.Options] {\n\treturn &AlwaysGetAdapter[*eks.ListFargateProfilesInput, *eks.ListFargateProfilesOutput, *eks.DescribeFargateProfileInput, *eks.DescribeFargateProfileOutput, EKSClient, *eks.Options]{\n\t\tItemType: \"eks-fargate-profile\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tDisableList: true,\n\t\tAlwaysSearchARNs: true,\n\t\tAdapterMetadata: fargateProfileAdapterMetadata,\n\t\tcache: cache,\n\t\tSearchInputMapper: func(scope, query string) (*eks.ListFargateProfilesInput, error) {\n\t\t\treturn &eks.ListFargateProfilesInput{\n\t\t\t\tClusterName: &query,\n\t\t\t}, nil\n\t\t},\n\t\tGetInputMapper: func(scope, query string) *eks.DescribeFargateProfileInput {\n\t\t\t// The uniqueAttributeValue for this is a custom field:\n\t\t\t// {clusterName}/{FargateProfileName}\n\t\t\tfields := strings.Split(query, \":\")\n\n\t\t\tvar clusterName string\n\t\t\tvar FargateProfileName string\n\n\t\t\tif len(fields) == 2 {\n\t\t\t\tclusterName = fields[0]\n\t\t\t\tFargateProfileName = fields[1]\n\t\t\t}\n\n\t\t\treturn &eks.DescribeFargateProfileInput{\n\t\t\t\tFargateProfileName: &FargateProfileName,\n\t\t\t\tClusterName: &clusterName,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client EKSClient, input *eks.ListFargateProfilesInput) Paginator[*eks.ListFargateProfilesOutput, *eks.Options] {\n\t\t\treturn eks.NewListFargateProfilesPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *eks.ListFargateProfilesOutput, input *eks.ListFargateProfilesInput) ([]*eks.DescribeFargateProfileInput, error) {\n\t\t\tinputs := make([]*eks.DescribeFargateProfileInput, 0, len(output.FargateProfileNames))\n\n\t\t\tfor i := range output.FargateProfileNames {\n\t\t\t\tinputs = append(inputs, &eks.DescribeFargateProfileInput{\n\t\t\t\t\tClusterName: input.ClusterName,\n\t\t\t\t\tFargateProfileName: &output.FargateProfileNames[i],\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: fargateProfileGetFunc,\n\t}\n}\n\nvar fargateProfileAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"eks-fargate-profile\",\n\tDescriptiveName: \"Fargate Profile\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a fargate profile by unique name ({clusterName}:{FargateProfileName})\",\n\t\tSearchDescription: \"Search for fargate profiles by cluster name\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_eks_fargate_profile.id\",\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"iam-role\", \"ec2-subnet\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/eks-fargate-profile_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/eks\"\n\t\"github.com/aws/aws-sdk-go-v2/service/eks/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar FargateTestClient = EKSTestClient{\n\tDescribeFargateProfileOutput: &eks.DescribeFargateProfileOutput{\n\t\tFargateProfile: &types.FargateProfile{\n\t\t\tClusterName: new(\"cluster\"),\n\t\t\tCreatedAt: new(time.Now()),\n\t\t\tFargateProfileArn: new(\"arn:partition:service:region:account-id:resource-type/resource-id\"),\n\t\t\tFargateProfileName: new(\"name\"),\n\t\t\tPodExecutionRoleArn: new(\"arn:partition:service::account-id:resource-type/resource-id\"),\n\t\t\tSelectors: []types.FargateProfileSelector{\n\t\t\t\t{\n\t\t\t\t\tLabels: map[string]string{},\n\t\t\t\t\tNamespace: new(\"namespace\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tStatus: types.FargateProfileStatusActive,\n\t\t\tSubnets: []string{\n\t\t\t\t\"subnet\",\n\t\t\t},\n\t\t\tTags: map[string]string{},\n\t\t},\n\t},\n}\n\nfunc TestFargateProfileGetFunc(t *testing.T) {\n\titem, err := fargateProfileGetFunc(context.Background(), FargateTestClient, \"foo\", &eks.DescribeFargateProfileInput{})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:partition:service::account-id:resource-type/resource-id\",\n\t\t\tExpectedScope: \"account-id\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewEKSFargateProfileAdapter(t *testing.T) {\n\tclient, account, region := eksGetAutoConfig(t)\n\n\tadapter := NewEKSFargateProfileAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipNotFoundCheck: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/eks-nodegroup.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/eks\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc nodegroupGetFunc(ctx context.Context, client EKSClient, scope string, input *eks.DescribeNodegroupInput) (*sdp.Item, error) {\n\tout, err := client.DescribeNodegroup(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif out.Nodegroup == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"Nodegroup was nil\",\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(out.Nodegroup)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tng := out.Nodegroup\n\n\t// The uniqueAttributeValue for this is a custom field:\n\t// {clusterName}:{NodegroupName}\n\tattributes.Set(\"UniqueName\", (*out.Nodegroup.ClusterName + \":\" + *out.Nodegroup.NodegroupName))\n\n\titem := sdp.Item{\n\t\tType: \"eks-nodegroup\",\n\t\tUniqueAttribute: \"UniqueName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: out.Nodegroup.Tags,\n\t}\n\n\tif ng.Health != nil {\n\t\tif len(ng.Health.Issues) > 0 {\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t} else {\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t}\n\n\t\t// NOTE: It would be good if we could link to the resource if there is a\n\t\t// health issue, but I can't find any examples of the format that the\n\t\t// `ResourceIds` array is in. If someone can find one, please add it here.\n\t}\n\n\tif ng.RemoteAccess != nil {\n\t\tif ng.RemoteAccess.Ec2SshKey != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-key-pair\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *ng.RemoteAccess.Ec2SshKey,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, sg := range ng.RemoteAccess.SourceSecurityGroups {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: sg,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tfor _, subnet := range ng.Subnets {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: subnet,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif ng.Resources != nil {\n\t\tfor _, g := range ng.Resources.AutoScalingGroups {\n\t\t\tif g.Name != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"autoscaling-auto-scaling-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *g.Name,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif ng.Resources.RemoteAccessSecurityGroup != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *ng.Resources.RemoteAccessSecurityGroup,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif ng.LaunchTemplate != nil {\n\t\tif ng.LaunchTemplate.Id != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-launch-template\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *ng.LaunchTemplate.Id,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewEKSNodegroupAdapter(client EKSClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*eks.ListNodegroupsInput, *eks.ListNodegroupsOutput, *eks.DescribeNodegroupInput, *eks.DescribeNodegroupOutput, EKSClient, *eks.Options] {\n\treturn &AlwaysGetAdapter[*eks.ListNodegroupsInput, *eks.ListNodegroupsOutput, *eks.DescribeNodegroupInput, *eks.DescribeNodegroupOutput, EKSClient, *eks.Options]{\n\t\tItemType: \"eks-nodegroup\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAlwaysSearchARNs: true,\n\t\tAdapterMetadata: nodegroupAdapterMetadata,\n\t\tcache: cache,\n\t\tSearchInputMapper: func(scope, query string) (*eks.ListNodegroupsInput, error) {\n\t\t\treturn &eks.ListNodegroupsInput{\n\t\t\t\tClusterName: &query,\n\t\t\t}, nil\n\t\t},\n\t\tGetInputMapper: func(scope, query string) *eks.DescribeNodegroupInput {\n\t\t\t// The uniqueAttributeValue for this is a custom field:\n\t\t\t// {clusterName}:{nodegroupName}\n\t\t\tfields := strings.Split(query, \":\")\n\n\t\t\tvar clusterName string\n\t\t\tvar nodegroupName string\n\n\t\t\tif len(fields) >= 2 {\n\t\t\t\tclusterName = fields[0]\n\t\t\t\tnodegroupName = fields[1]\n\t\t\t}\n\n\t\t\treturn &eks.DescribeNodegroupInput{\n\t\t\t\tNodegroupName: &nodegroupName,\n\t\t\t\tClusterName: &clusterName,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client EKSClient, input *eks.ListNodegroupsInput) Paginator[*eks.ListNodegroupsOutput, *eks.Options] {\n\t\t\treturn eks.NewListNodegroupsPaginator(client, input)\n\t\t},\n\t\t// While LIST queries are not supported for this adapter, we do support\n\t\t// SEARCH. Since a Search is handled like this\n\t\t//\n\t\t// Query -> SearchInputMapper -> ListFuncPaginatorBuilder ->\n\t\t// ListFuncOutputMapper\n\t\t//\n\t\t// We still need a ListFuncPaginatorBuilder and ListFuncOutputMapper to\n\t\t// ensure that SEARCH works\n\t\tDisableList: true,\n\t\tListFuncOutputMapper: func(output *eks.ListNodegroupsOutput, input *eks.ListNodegroupsInput) ([]*eks.DescribeNodegroupInput, error) {\n\t\t\tinputs := make([]*eks.DescribeNodegroupInput, 0, len(output.Nodegroups))\n\n\t\t\tfor i := range output.Nodegroups {\n\t\t\t\tinputs = append(inputs, &eks.DescribeNodegroupInput{\n\t\t\t\t\tClusterName: input.ClusterName,\n\t\t\t\t\tNodegroupName: &output.Nodegroups[i],\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: nodegroupGetFunc,\n\t}\n}\n\nvar nodegroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"eks-nodegroup\",\n\tDescriptiveName: \"EKS Nodegroup\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: false, // LIST not supported\n\t\tSearch: true,\n\t\tGetDescription: \"Get a node group by unique name ({clusterName}:{NodegroupName})\",\n\t\tSearchDescription: \"Search for node groups by cluster name\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_eks_node_group.id\",\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"ec2-key-pair\", \"ec2-security-group\", \"ec2-subnet\", \"autoscaling-auto-scaling-group\", \"ec2-launch-template\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/eks-nodegroup_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/eks\"\n\t\"github.com/aws/aws-sdk-go-v2/service/eks/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar NodeGroupClient = EKSTestClient{\n\tDescribeNodegroupOutput: &eks.DescribeNodegroupOutput{\n\t\tNodegroup: &types.Nodegroup{\n\t\t\tNodegroupName: new(\"default-2022122213523169820000001f\"),\n\t\t\tNodegroupArn: new(\"arn:aws:eks:eu-west-2:801795385023:nodegroup/dylan/default-2022122213523169820000001f/98c29d0d-b22a-aaa3-445e-ebf71d43f67c\"),\n\t\t\tClusterName: new(\"dylan\"),\n\t\t\tVersion: new(\"1.24\"),\n\t\t\tReleaseVersion: new(\"1.24.7-20221112\"),\n\t\t\tCreatedAt: new(time.Now()),\n\t\t\tModifiedAt: new(time.Now()),\n\t\t\tStatus: types.NodegroupStatusActive,\n\t\t\tCapacityType: types.CapacityTypesOnDemand,\n\t\t\tDiskSize: new(int32(100)),\n\t\t\tRemoteAccess: &types.RemoteAccessConfig{\n\t\t\t\tEc2SshKey: new(\"key\"), // link\n\t\t\t\tSourceSecurityGroups: []string{\n\t\t\t\t\t\"sg1\", // link\n\t\t\t\t},\n\t\t\t},\n\t\t\tScalingConfig: &types.NodegroupScalingConfig{\n\t\t\t\tMinSize: new(int32(1)),\n\t\t\t\tMaxSize: new(int32(3)),\n\t\t\t\tDesiredSize: new(int32(1)),\n\t\t\t},\n\t\t\tInstanceTypes: []string{\n\t\t\t\t\"T3large\",\n\t\t\t},\n\t\t\tSubnets: []string{\n\t\t\t\t\"subnet0d1fabfe6794b5543\", // link\n\t\t\t},\n\t\t\tAmiType: types.AMITypesAl2Arm64,\n\t\t\tNodeRole: new(\"arn:aws:iam::801795385023:role/default-eks-node-group-20221222134106992000000003\"),\n\t\t\tLabels: map[string]string{},\n\t\t\tTaints: []types.Taint{\n\t\t\t\t{\n\t\t\t\t\tEffect: types.TaintEffectNoSchedule,\n\t\t\t\t\tKey: new(\"key\"),\n\t\t\t\t\tValue: new(\"value\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tResources: &types.NodegroupResources{\n\t\t\t\tAutoScalingGroups: []types.AutoScalingGroup{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"eks-default-2022122213523169820000001f-98c29d0d-b22a-aaa3-445e-ebf71d43f67c\"), // link\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tRemoteAccessSecurityGroup: new(\"sg2\"), // link\n\t\t\t},\n\t\t\tHealth: &types.NodegroupHealth{\n\t\t\t\tIssues: []types.Issue{},\n\t\t\t},\n\t\t\tUpdateConfig: &types.NodegroupUpdateConfig{\n\t\t\t\tMaxUnavailablePercentage: new(int32(33)),\n\t\t\t},\n\t\t\tLaunchTemplate: &types.LaunchTemplateSpecification{\n\t\t\t\tName: new(\"default-2022122213523100410000001d\"), // link\n\t\t\t\tVersion: new(\"1\"),\n\t\t\t\tId: new(\"lt-097e994ce7e14fcdc\"),\n\t\t\t},\n\t\t\tTags: map[string]string{},\n\t\t},\n\t},\n}\n\nfunc TestNodegroupGetFunc(t *testing.T) {\n\titem, err := nodegroupGetFunc(context.Background(), NodeGroupClient, \"foo\", &eks.DescribeNodegroupInput{})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-key-pair\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"key\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg1\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet0d1fabfe6794b5543\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"autoscaling-auto-scaling-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"eks-default-2022122213523169820000001f-98c29d0d-b22a-aaa3-445e-ebf71d43f67c\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg2\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-launch-template\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"lt-097e994ce7e14fcdc\",\n\t\t\tExpectedScope: item.GetScope(),\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewEKSNodegroupAdapter(t *testing.T) {\n\tclient, account, region := eksGetAutoConfig(t)\n\n\tadapter := NewEKSNodegroupAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipNotFoundCheck: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/eks.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/eks\"\n)\n\ntype EKSClient interface {\n\tListClusters(context.Context, *eks.ListClustersInput, ...func(*eks.Options)) (*eks.ListClustersOutput, error)\n\tDescribeCluster(ctx context.Context, params *eks.DescribeClusterInput, optFns ...func(*eks.Options)) (*eks.DescribeClusterOutput, error)\n\tListAddons(context.Context, *eks.ListAddonsInput, ...func(*eks.Options)) (*eks.ListAddonsOutput, error)\n\tDescribeAddon(ctx context.Context, params *eks.DescribeAddonInput, optFns ...func(*eks.Options)) (*eks.DescribeAddonOutput, error)\n\tListFargateProfiles(ctx context.Context, params *eks.ListFargateProfilesInput, optFns ...func(*eks.Options)) (*eks.ListFargateProfilesOutput, error)\n\tDescribeFargateProfile(ctx context.Context, params *eks.DescribeFargateProfileInput, optFns ...func(*eks.Options)) (*eks.DescribeFargateProfileOutput, error)\n\tListIdentityProviderConfigs(ctx context.Context, params *eks.ListIdentityProviderConfigsInput, optFns ...func(*eks.Options)) (*eks.ListIdentityProviderConfigsOutput, error)\n\tDescribeIdentityProviderConfig(ctx context.Context, params *eks.DescribeIdentityProviderConfigInput, optFns ...func(*eks.Options)) (*eks.DescribeIdentityProviderConfigOutput, error)\n\tListNodegroups(ctx context.Context, params *eks.ListNodegroupsInput, optFns ...func(*eks.Options)) (*eks.ListNodegroupsOutput, error)\n\tDescribeNodegroup(ctx context.Context, params *eks.DescribeNodegroupInput, optFns ...func(*eks.Options)) (*eks.DescribeNodegroupOutput, error)\n}\n" }, { "path": "aws-source/adapters/eks_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/eks\"\n)\n\ntype EKSTestClient struct {\n\tListClustersOutput *eks.ListClustersOutput\n\tDescribeClusterOutput *eks.DescribeClusterOutput\n\tListAddonsOutput *eks.ListAddonsOutput\n\tDescribeAddonOutput *eks.DescribeAddonOutput\n\tListFargateProfilesOutput *eks.ListFargateProfilesOutput\n\tDescribeFargateProfileOutput *eks.DescribeFargateProfileOutput\n\tListIdentityProviderConfigsOutput *eks.ListIdentityProviderConfigsOutput\n\tDescribeIdentityProviderConfigOutput *eks.DescribeIdentityProviderConfigOutput\n\tListNodegroupsOutput *eks.ListNodegroupsOutput\n\tDescribeNodegroupOutput *eks.DescribeNodegroupOutput\n}\n\nfunc (t EKSTestClient) ListClusters(context.Context, *eks.ListClustersInput, ...func(*eks.Options)) (*eks.ListClustersOutput, error) {\n\treturn t.ListClustersOutput, nil\n}\n\nfunc (t EKSTestClient) DescribeCluster(ctx context.Context, params *eks.DescribeClusterInput, optFns ...func(*eks.Options)) (*eks.DescribeClusterOutput, error) {\n\treturn t.DescribeClusterOutput, nil\n}\n\nfunc (t EKSTestClient) ListAddons(context.Context, *eks.ListAddonsInput, ...func(*eks.Options)) (*eks.ListAddonsOutput, error) {\n\treturn t.ListAddonsOutput, nil\n}\n\nfunc (t EKSTestClient) DescribeAddon(ctx context.Context, params *eks.DescribeAddonInput, optFns ...func(*eks.Options)) (*eks.DescribeAddonOutput, error) {\n\treturn t.DescribeAddonOutput, nil\n}\n\nfunc (t EKSTestClient) ListFargateProfiles(ctx context.Context, params *eks.ListFargateProfilesInput, optFns ...func(*eks.Options)) (*eks.ListFargateProfilesOutput, error) {\n\treturn t.ListFargateProfilesOutput, nil\n}\n\nfunc (t EKSTestClient) DescribeFargateProfile(ctx context.Context, params *eks.DescribeFargateProfileInput, optFns ...func(*eks.Options)) (*eks.DescribeFargateProfileOutput, error) {\n\treturn t.DescribeFargateProfileOutput, nil\n}\n\nfunc (t EKSTestClient) ListIdentityProviderConfigs(ctx context.Context, params *eks.ListIdentityProviderConfigsInput, optFns ...func(*eks.Options)) (*eks.ListIdentityProviderConfigsOutput, error) {\n\treturn t.ListIdentityProviderConfigsOutput, nil\n}\n\nfunc (t EKSTestClient) DescribeIdentityProviderConfig(ctx context.Context, params *eks.DescribeIdentityProviderConfigInput, optFns ...func(*eks.Options)) (*eks.DescribeIdentityProviderConfigOutput, error) {\n\treturn t.DescribeIdentityProviderConfigOutput, nil\n}\n\nfunc (t EKSTestClient) ListNodegroups(ctx context.Context, params *eks.ListNodegroupsInput, optFns ...func(*eks.Options)) (*eks.ListNodegroupsOutput, error) {\n\treturn t.ListNodegroupsOutput, nil\n}\n\nfunc (t EKSTestClient) DescribeNodegroup(ctx context.Context, params *eks.DescribeNodegroupInput, optFns ...func(*eks.Options)) (*eks.DescribeNodegroupOutput, error) {\n\treturn t.DescribeNodegroupOutput, nil\n}\n\nfunc eksGetAutoConfig(t *testing.T) (*eks.Client, string, string) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := eks.NewFromConfig(config)\n\n\treturn client, account, region\n}\n" }, { "path": "aws-source/adapters/elb-instance-health.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\n\telb \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancing\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancing/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// InstanceHealthName Structured representation of an instance health's unique\n// name\ntype InstanceHealthName struct {\n\tLoadBalancerName string\n\tInstanceId string\n}\n\nfunc (i InstanceHealthName) String() string {\n\treturn fmt.Sprintf(\"%v/%v\", i.LoadBalancerName, i.InstanceId)\n}\n\nfunc ParseInstanceName(name string) (InstanceHealthName, error) {\n\tsections := strings.Split(name, \"/\")\n\n\tif len(sections) != 2 {\n\t\treturn InstanceHealthName{}, errors.New(\"instance health name did not have 2 sections separated by a forward slash\")\n\t}\n\n\treturn InstanceHealthName{\n\t\tLoadBalancerName: sections[0],\n\t\tInstanceId: sections[1],\n\t}, nil\n}\n\nfunc instanceHealthOutputMapper(_ context.Context, _ *elb.Client, scope string, _ *elb.DescribeInstanceHealthInput, output *elb.DescribeInstanceHealthOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, is := range output.InstanceStates {\n\t\tattrs, err := ToAttributesWithExclude(is)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"elb-instance-health\",\n\t\t\tUniqueAttribute: \"InstanceId\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: scope,\n\t\t}\n\n\t\tif is.State != nil {\n\t\t\tswitch *is.State {\n\t\t\tcase \"InService\":\n\t\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t\tcase \"OutOfService\":\n\t\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t\tcase \"Unknown\":\n\t\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t\t}\n\t\t}\n\n\t\tif is.InstanceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *is.InstanceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewELBInstanceHealthAdapter(client *elb.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*elb.DescribeInstanceHealthInput, *elb.DescribeInstanceHealthOutput, *elb.Client, *elb.Options] {\n\treturn &DescribeOnlyAdapter[*elb.DescribeInstanceHealthInput, *elb.DescribeInstanceHealthOutput, *elb.Client, *elb.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"elb-instance-health\",\n\t\tAdapterMetadata: instanceHealthAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *elb.Client, input *elb.DescribeInstanceHealthInput) (*elb.DescribeInstanceHealthOutput, error) {\n\t\t\treturn client.DescribeInstanceHealth(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*elb.DescribeInstanceHealthInput, error) {\n\t\t\t// This has a composite name defined by `InstanceHealthName`\n\t\t\tname, err := ParseInstanceName(query)\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn &elb.DescribeInstanceHealthInput{\n\t\t\t\tLoadBalancerName: &name.LoadBalancerName,\n\t\t\t\tInstances: []types.Instance{\n\t\t\t\t\t{\n\t\t\t\t\t\tInstanceId: &name.InstanceId,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*elb.DescribeInstanceHealthInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for elb-instance-health, use search\",\n\t\t\t}\n\t\t},\n\t\tOutputMapper: instanceHealthOutputMapper,\n\t}\n}\n\nvar instanceHealthAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"elb-instance-health\",\n\tDescriptiveName: \"ELB Instance Health\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tGetDescription: \"Get instance health by ID ({LoadBalancerName}/{InstanceId})\",\n\t\tListDescription: \"List all instance healths\",\n\t},\n\tPotentialLinks: []string{\"ec2-instance\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n})\n" }, { "path": "aws-source/adapters/elb-instance-health_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\telb \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancing\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancing/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestInstanceHealthOutputMapper(t *testing.T) {\n\n\toutput := elb.DescribeInstanceHealthOutput{\n\t\tInstanceStates: []types.InstanceState{\n\t\t\t{\n\t\t\t\tInstanceId: new(\"i-0337802d908b4a81e\"), // link\n\t\t\t\tState: new(\"InService\"),\n\t\t\t\tReasonCode: new(\"N/A\"),\n\t\t\t\tDescription: new(\"N/A\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := instanceHealthOutputMapper(context.Background(), nil, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"i-0337802d908b4a81e\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/elb-load-balancer.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"sync\"\n\n\telb \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancing\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancing/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype elbClient interface {\n\tDescribeTags(ctx context.Context, params *elb.DescribeTagsInput, optFns ...func(*elb.Options)) (*elb.DescribeTagsOutput, error)\n\tDescribeLoadBalancers(ctx context.Context, params *elb.DescribeLoadBalancersInput, optFns ...func(*elb.Options)) (*elb.DescribeLoadBalancersOutput, error)\n}\n\nfunc elbTagsToMap(tags []types.Tag) map[string]string {\n\tm := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\tm[*tag.Key] = *tag.Value\n\t\t}\n\t}\n\n\treturn m\n}\n\n// AWS DescribeTags API limits requests to 20 load balancers per call.\n// See: https://docs.aws.amazon.com/elasticloadbalancing/latest/APIReference/API_DescribeTags.html\nconst elbDescribeTagsMaxItems = 20\n\nfunc elbGetTagsMap(ctx context.Context, client elbClient, loadBalancerNames []string) map[string][]types.Tag {\n\ttagsMap := make(map[string][]types.Tag)\n\tif len(loadBalancerNames) == 0 {\n\t\treturn tagsMap\n\t}\n\n\tvar mu sync.Mutex\n\tvar wg sync.WaitGroup\n\n\tfor i := 0; i < len(loadBalancerNames); i += elbDescribeTagsMaxItems {\n\t\tend := min(i+elbDescribeTagsMaxItems, len(loadBalancerNames))\n\t\tchunk := loadBalancerNames[i:end]\n\n\t\twg.Add(1)\n\t\tgo func(chunk []string) {\n\t\t\tdefer wg.Done()\n\n\t\t\ttagsOut, err := client.DescribeTags(ctx, &elb.DescribeTagsInput{\n\t\t\t\tLoadBalancerNames: chunk,\n\t\t\t})\n\n\t\t\tmu.Lock()\n\t\t\tdefer mu.Unlock()\n\n\t\t\tif err != nil {\n\t\t\t\ttags := HandleTagsError(ctx, err)\n\t\t\t\tfor _, loadBalancerName := range chunk {\n\t\t\t\t\ttagsMap[loadBalancerName] = tagsToELBTags(tags)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tfor _, tagDesc := range tagsOut.TagDescriptions {\n\t\t\t\tif tagDesc.LoadBalancerName != nil {\n\t\t\t\t\ttagsMap[*tagDesc.LoadBalancerName] = tagDesc.Tags\n\t\t\t\t}\n\t\t\t}\n\t\t}(chunk)\n\t}\n\n\twg.Wait()\n\treturn tagsMap\n}\n\nfunc tagsToELBTags(tags map[string]string) []types.Tag {\n\telbTags := make([]types.Tag, 0, len(tags))\n\tfor key, value := range tags {\n\t\telbTags = append(elbTags, types.Tag{\n\t\t\tKey: &key,\n\t\t\tValue: &value,\n\t\t})\n\t}\n\treturn elbTags\n}\n\nfunc elbLoadBalancerOutputMapper(ctx context.Context, client elbClient, scope string, _ *elb.DescribeLoadBalancersInput, output *elb.DescribeLoadBalancersOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tloadBalancerNames := make([]string, 0)\n\tfor _, desc := range output.LoadBalancerDescriptions {\n\t\tif desc.LoadBalancerName != nil {\n\t\t\tloadBalancerNames = append(loadBalancerNames, *desc.LoadBalancerName)\n\t\t}\n\t}\n\n\t// Map of load balancer name to tags\n\ttagsMap := elbGetTagsMap(ctx, client, loadBalancerNames)\n\n\tfor _, desc := range output.LoadBalancerDescriptions {\n\t\tattrs, err := ToAttributesWithExclude(desc)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tvar tags map[string]string\n\n\t\tif desc.LoadBalancerName != nil {\n\t\t\tm, ok := tagsMap[*desc.LoadBalancerName]\n\n\t\t\tif ok {\n\t\t\t\ttags = elbTagsToMap(m)\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"elb-load-balancer\",\n\t\t\tUniqueAttribute: \"LoadBalancerName\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: scope,\n\t\t\tTags: tags,\n\t\t}\n\n\t\tif desc.DNSName != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{Query: &sdp.Query{\n\t\t\t\tType: \"dns\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *desc.DNSName,\n\t\t\t\tScope: \"global\",\n\t\t\t}})\n\t\t}\n\n\t\tif desc.CanonicalHostedZoneName != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{Query: &sdp.Query{\n\t\t\t\tType: \"dns\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *desc.CanonicalHostedZoneName,\n\t\t\t\tScope: \"global\",\n\t\t\t}})\n\t\t}\n\n\t\tif desc.CanonicalHostedZoneNameID != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{Query: &sdp.Query{\n\t\t\t\tType: \"route53-hosted-zone\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *desc.CanonicalHostedZoneNameID,\n\t\t\t\tScope: scope,\n\t\t\t}})\n\t\t}\n\n\t\tfor _, subnet := range desc.Subnets {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{Query: &sdp.Query{\n\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: subnet,\n\t\t\t\tScope: scope,\n\t\t\t}})\n\t\t}\n\n\t\tif desc.VPCId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{Query: &sdp.Query{\n\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *desc.VPCId,\n\t\t\t\tScope: scope,\n\t\t\t}})\n\t\t}\n\n\t\tfor _, instance := range desc.Instances {\n\t\t\tif instance.InstanceId != nil {\n\t\t\t\t// The EC2 instance itself\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{Query: &sdp.Query{\n\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *instance.InstanceId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t}})\n\n\t\t\t\tif desc.LoadBalancerName != nil {\n\t\t\t\t\tname := InstanceHealthName{\n\t\t\t\t\t\tLoadBalancerName: *desc.LoadBalancerName,\n\t\t\t\t\t\tInstanceId: *instance.InstanceId,\n\t\t\t\t\t}\n\n\t\t\t\t\t// The health for that instance\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{Query: &sdp.Query{\n\t\t\t\t\t\tType: \"elb-instance-health\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: name.String(),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t}})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif desc.SourceSecurityGroup != nil {\n\t\t\tif desc.SourceSecurityGroup.GroupName != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{Query: &sdp.Query{\n\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *desc.SourceSecurityGroup.GroupName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t}})\n\t\t\t}\n\t\t}\n\n\t\tfor _, sg := range desc.SecurityGroups {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{Query: &sdp.Query{\n\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: sg,\n\t\t\t\tScope: scope,\n\t\t\t}})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewELBLoadBalancerAdapter(client elbClient, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*elb.DescribeLoadBalancersInput, *elb.DescribeLoadBalancersOutput, elbClient, *elb.Options] {\n\treturn &DescribeOnlyAdapter[*elb.DescribeLoadBalancersInput, *elb.DescribeLoadBalancersOutput, elbClient, *elb.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"elb-load-balancer\",\n\t\tAdapterMetadata: elbLoadBalancerAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client elbClient, input *elb.DescribeLoadBalancersInput) (*elb.DescribeLoadBalancersOutput, error) {\n\t\t\treturn client.DescribeLoadBalancers(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*elb.DescribeLoadBalancersInput, error) {\n\t\t\treturn &elb.DescribeLoadBalancersInput{\n\t\t\t\tLoadBalancerNames: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*elb.DescribeLoadBalancersInput, error) {\n\t\t\treturn &elb.DescribeLoadBalancersInput{}, nil\n\t\t},\n\t\tPaginatorBuilder: func(client elbClient, params *elb.DescribeLoadBalancersInput) Paginator[*elb.DescribeLoadBalancersOutput, *elb.Options] {\n\t\t\treturn elb.NewDescribeLoadBalancersPaginator(client, params)\n\t\t},\n\t\tOutputMapper: elbLoadBalancerOutputMapper,\n\t}\n}\n\nvar elbLoadBalancerAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"elb-load-balancer\",\n\tDescriptiveName: \"Classic Load Balancer\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a classic load balancer by name\",\n\t\tListDescription: \"List all classic load balancers\",\n\t\tSearchDescription: \"Search for classic load balancers by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_elb.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"dns\", \"route53-hosted-zone\", \"ec2-subnet\", \"ec2-vpc\", \"ec2-instance\", \"elb-instance-health\", \"ec2-security-group\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/elb-load-balancer_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\telb \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancing\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancing/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\ntype mockElbClient struct{}\n\nfunc (m mockElbClient) DescribeTags(ctx context.Context, params *elb.DescribeTagsInput, optFns ...func(*elb.Options)) (*elb.DescribeTagsOutput, error) {\n\tif len(params.LoadBalancerNames) > elbDescribeTagsMaxItems {\n\t\treturn nil, fmt.Errorf(\"cannot have more than %v resources described\", elbDescribeTagsMaxItems)\n\t}\n\n\ttagDescriptions := make([]types.TagDescription, 0, len(params.LoadBalancerNames))\n\tfor _, name := range params.LoadBalancerNames {\n\t\ttagDescriptions = append(tagDescriptions, types.TagDescription{\n\t\t\tLoadBalancerName: &name,\n\t\t\tTags: []types.Tag{\n\t\t\t\t{\n\t\t\t\t\tKey: new(\"foo\"),\n\t\t\t\t\tValue: new(\"bar\"),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &elb.DescribeTagsOutput{\n\t\tTagDescriptions: tagDescriptions,\n\t}, nil\n}\n\nfunc (m mockElbClient) DescribeLoadBalancers(ctx context.Context, params *elb.DescribeLoadBalancersInput, optFns ...func(*elb.Options)) (*elb.DescribeLoadBalancersOutput, error) {\n\treturn nil, nil\n}\n\nfunc TestElbGetTagsMapBatching(t *testing.T) {\n\tt.Parallel()\n\n\tnames := make([]string, 0, 25)\n\tfor i := range 25 {\n\t\tnames = append(names, fmt.Sprintf(\"load-balancer-%02d\", i))\n\t}\n\n\ttagsMap := elbGetTagsMap(context.Background(), mockElbClient{}, names)\n\n\tif len(tagsMap) != 25 {\n\t\tt.Fatalf(\"expected 25 tag entries, got %v\", len(tagsMap))\n\t}\n\n\tfor _, name := range names {\n\t\ttags := elbTagsToMap(tagsMap[name])\n\t\tif tags[\"foo\"] != \"bar\" {\n\t\t\tt.Errorf(\"expected tag foo for %v to be bar, got %q\", name, tags[\"foo\"])\n\t\t}\n\t}\n}\n\nfunc TestELBv2LoadBalancerOutputMapper(t *testing.T) {\n\toutput := &elb.DescribeLoadBalancersOutput{\n\t\tLoadBalancerDescriptions: []types.LoadBalancerDescription{\n\t\t\t{\n\t\t\t\tLoadBalancerName: new(\"a8c3c8851f0df43fda89797c8e941a91\"),\n\t\t\t\tDNSName: new(\"a8c3c8851f0df43fda89797c8e941a91-182843316.eu-west-2.elb.amazonaws.com\"), // link\n\t\t\t\tCanonicalHostedZoneName: new(\"a8c3c8851f0df43fda89797c8e941a91-182843316.eu-west-2.elb.amazonaws.com\"), // link\n\t\t\t\tCanonicalHostedZoneNameID: new(\"ZHURV8PSTC4K8\"), // link\n\t\t\t\tListenerDescriptions: []types.ListenerDescription{\n\t\t\t\t\t{\n\t\t\t\t\t\tListener: &types.Listener{\n\t\t\t\t\t\t\tProtocol: new(\"TCP\"),\n\t\t\t\t\t\t\tLoadBalancerPort: 7687,\n\t\t\t\t\t\t\tInstanceProtocol: new(\"TCP\"),\n\t\t\t\t\t\t\tInstancePort: new(int32(30133)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPolicyNames: []string{},\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tListener: &types.Listener{\n\t\t\t\t\t\t\tProtocol: new(\"TCP\"),\n\t\t\t\t\t\t\tLoadBalancerPort: 7473,\n\t\t\t\t\t\t\tInstanceProtocol: new(\"TCP\"),\n\t\t\t\t\t\t\tInstancePort: new(int32(31459)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPolicyNames: []string{},\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tListener: &types.Listener{\n\t\t\t\t\t\t\tProtocol: new(\"TCP\"),\n\t\t\t\t\t\t\tLoadBalancerPort: 7474,\n\t\t\t\t\t\t\tInstanceProtocol: new(\"TCP\"),\n\t\t\t\t\t\t\tInstancePort: new(int32(30761)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPolicyNames: []string{},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tPolicies: &types.Policies{\n\t\t\t\t\tAppCookieStickinessPolicies: []types.AppCookieStickinessPolicy{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tCookieName: new(\"foo\"),\n\t\t\t\t\t\t\tPolicyName: new(\"policy\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tLBCookieStickinessPolicies: []types.LBCookieStickinessPolicy{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tCookieExpirationPeriod: new(int64(10)),\n\t\t\t\t\t\t\tPolicyName: new(\"name\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tOtherPolicies: []string{},\n\t\t\t\t},\n\t\t\t\tBackendServerDescriptions: []types.BackendServerDescription{\n\t\t\t\t\t{\n\t\t\t\t\t\tInstancePort: new(int32(443)),\n\t\t\t\t\t\tPolicyNames: []string{},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tAvailabilityZones: []string{ // link\n\t\t\t\t\t\"euwest-2b\",\n\t\t\t\t\t\"euwest-2a\",\n\t\t\t\t\t\"euwest-2c\",\n\t\t\t\t},\n\t\t\t\tSubnets: []string{ // link\n\t\t\t\t\t\"subnet0960234bbc4edca03\",\n\t\t\t\t\t\"subnet09d5f6fa75b0b4569\",\n\t\t\t\t\t\"subnet0e234bef35fc4a9e1\",\n\t\t\t\t},\n\t\t\t\tVPCId: new(\"vpc-0c72199250cd479ea\"), // link\n\t\t\t\tInstances: []types.Instance{\n\t\t\t\t\t{\n\t\t\t\t\t\tInstanceId: new(\"i-0337802d908b4a81e\"), // link *2 to ec2-instance and health\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tHealthCheck: &types.HealthCheck{\n\t\t\t\t\tTarget: new(\"HTTP:31151/healthz\"),\n\t\t\t\t\tInterval: new(int32(10)),\n\t\t\t\t\tTimeout: new(int32(5)),\n\t\t\t\t\tUnhealthyThreshold: new(int32(6)),\n\t\t\t\t\tHealthyThreshold: new(int32(2)),\n\t\t\t\t},\n\t\t\t\tSourceSecurityGroup: &types.SourceSecurityGroup{\n\t\t\t\t\tOwnerAlias: new(\"944651592624\"),\n\t\t\t\t\tGroupName: new(\"k8s-elb-a8c3c8851f0df43fda89797c8e941a91\"), // link\n\t\t\t\t},\n\t\t\t\tSecurityGroups: []string{\n\t\t\t\t\t\"sg097e3cfdfc6d53b77\", // link\n\t\t\t\t},\n\t\t\t\tCreatedTime: new(time.Now()),\n\t\t\t\tScheme: new(\"internet-facing\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := elbLoadBalancerOutputMapper(context.Background(), mockElbClient{}, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif item.GetTags()[\"foo\"] != \"bar\" {\n\t\tt.Errorf(\"expected tag foo to be bar, got %v\", item.GetTags()[\"foo\"])\n\t}\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"a8c3c8851f0df43fda89797c8e941a91-182843316.eu-west-2.elb.amazonaws.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"a8c3c8851f0df43fda89797c8e941a91-182843316.eu-west-2.elb.amazonaws.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"route53-hosted-zone\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"ZHURV8PSTC4K8\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet0960234bbc4edca03\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet09d5f6fa75b0b4569\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet0e234bef35fc4a9e1\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0c72199250cd479ea\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"i-0337802d908b4a81e\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elb-instance-health\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"a8c3c8851f0df43fda89797c8e941a91/i-0337802d908b4a81e\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"k8s-elb-a8c3c8851f0df43fda89797c8e941a91\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg097e3cfdfc6d53b77\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/elbv2-listener.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"crypto/sha256\"\n\t\"encoding/base64\"\n\t\"fmt\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc listenerOutputMapper(ctx context.Context, client elbv2Client, scope string, _ *elbv2.DescribeListenersInput, output *elbv2.DescribeListenersOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\t// Get the ARNs so that we can get the tags\n\tarns := make([]string, 0)\n\n\tfor _, listener := range output.Listeners {\n\t\tif listener.ListenerArn != nil {\n\t\t\tarns = append(arns, *listener.ListenerArn)\n\t\t}\n\t}\n\n\ttagsMap := elbv2GetTagsMap(ctx, client, arns)\n\n\tfor _, listener := range output.Listeners {\n\t\t// Redact the client secret and replace with the first 12 characters of\n\t\t// the SHA256 hash so that we can at least tell if it has changed\n\t\tfor _, action := range listener.DefaultActions {\n\t\t\tif action.AuthenticateOidcConfig != nil {\n\t\t\t\tif action.AuthenticateOidcConfig.ClientSecret != nil {\n\t\t\t\t\th := sha256.New()\n\t\t\t\t\th.Write([]byte(*action.AuthenticateOidcConfig.ClientSecret))\n\t\t\t\t\tsha := base64.URLEncoding.EncodeToString(h.Sum(nil))\n\n\t\t\t\t\tif len(sha) > 12 {\n\t\t\t\t\t\taction.AuthenticateOidcConfig.ClientSecret = new(fmt.Sprintf(\"REDACTED (Version: %v)\", sha[:11]))\n\t\t\t\t\t} else {\n\t\t\t\t\t\taction.AuthenticateOidcConfig.ClientSecret = new(\"[REDACTED]\")\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tattrs, err := ToAttributesWithExclude(listener)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tvar tags map[string]string\n\n\t\tif listener.ListenerArn != nil {\n\t\t\ttags = tagsMap[*listener.ListenerArn]\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"elbv2-listener\",\n\t\t\tUniqueAttribute: \"ListenerArn\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: scope,\n\t\t\tTags: tags,\n\t\t}\n\n\t\tif listener.LoadBalancerArn != nil {\n\t\t\tif a, err := ParseARN(*listener.LoadBalancerArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"elbv2-load-balancer\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *listener.LoadBalancerArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"elbv2-rule\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *listener.ListenerArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, cert := range listener.Certificates {\n\t\t\tif cert.CertificateArn != nil {\n\t\t\t\tif a, err := ParseARN(*cert.CertificateArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"acm-certificate\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *cert.CertificateArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tvar requests []*sdp.LinkedItemQuery\n\n\t\tfor _, action := range listener.DefaultActions {\n\t\t\t// These types can be returned by `ActionToRequests()`\n\n\t\t\trequests = ActionToRequests(action)\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, requests...)\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewELBv2ListenerAdapter(client elbv2Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*elbv2.DescribeListenersInput, *elbv2.DescribeListenersOutput, elbv2Client, *elbv2.Options] {\n\treturn &DescribeOnlyAdapter[*elbv2.DescribeListenersInput, *elbv2.DescribeListenersOutput, elbv2Client, *elbv2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"elbv2-listener\",\n\t\tAdapterMetadata: elbv2ListenerAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client elbv2Client, input *elbv2.DescribeListenersInput) (*elbv2.DescribeListenersOutput, error) {\n\t\t\treturn client.DescribeListeners(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*elbv2.DescribeListenersInput, error) {\n\t\t\treturn &elbv2.DescribeListenersInput{\n\t\t\t\tListenerArns: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*elbv2.DescribeListenersInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for elbv2-listener, use search\",\n\t\t\t}\n\t\t},\n\t\tInputMapperSearch: func(ctx context.Context, client elbv2Client, scope, query string) (*elbv2.DescribeListenersInput, error) {\n\t\t\t// Search by LB ARN\n\t\t\treturn &elbv2.DescribeListenersInput{\n\t\t\t\tLoadBalancerArn: &query,\n\t\t\t}, nil\n\t\t},\n\t\tPaginatorBuilder: func(client elbv2Client, params *elbv2.DescribeListenersInput) Paginator[*elbv2.DescribeListenersOutput, *elbv2.Options] {\n\t\t\treturn elbv2.NewDescribeListenersPaginator(client, params)\n\t\t},\n\t\tOutputMapper: listenerOutputMapper,\n\t}\n}\n\nvar elbv2ListenerAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"elbv2-listener\",\n\tDescriptiveName: \"ELB Listener\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get an ELB listener by ARN\",\n\t\tSearch: true,\n\t\tSearchDescription: \"Search for ELB listeners by load balancer ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"aws_alb_listener.arn\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"aws_lb_listener.arn\",\n\t\t},\n\t},\n\tPotentialLinks: []string{\"elbv2-load-balancer\", \"acm-certificate\", \"elbv2-rule\", \"cognito-idp-user-pool\", \"http\", \"elbv2-target-group\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/elbv2-listener_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestListenerOutputMapper(t *testing.T) {\n\toutput := elbv2.DescribeListenersOutput{\n\t\tListeners: []types.Listener{\n\t\t\t{\n\t\t\t\tListenerArn: new(\"arn:aws:elasticloadbalancing:eu-west-2:944651592624:listener/app/ingress/1bf10920c5bd199d/9d28f512be129134\"),\n\t\t\t\tLoadBalancerArn: new(\"arn:aws:elasticloadbalancing:eu-west-2:944651592624:loadbalancer/app/ingress/1bf10920c5bd199d\"), // link\n\t\t\t\tPort: new(int32(443)),\n\t\t\t\tProtocol: types.ProtocolEnumHttps,\n\t\t\t\tCertificates: []types.Certificate{\n\t\t\t\t\t{\n\t\t\t\t\t\tCertificateArn: new(\"arn:aws:acm:eu-west-2:944651592624:certificate/acd84d34-fb78-4411-bd8a-43684a3477c5\"), // link\n\t\t\t\t\t\tIsDefault: new(true),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tSslPolicy: new(\"ELBSecurityPolicy-2016-08\"),\n\t\t\t\tAlpnPolicy: []string{\n\t\t\t\t\t\"policy1\",\n\t\t\t\t},\n\t\t\t\tDefaultActions: []types.Action{\n\t\t\t\t\t// This is tested in actions.go\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := listenerOutputMapper(context.Background(), mockElbv2Client{}, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif item.GetTags()[\"foo\"] != \"bar\" {\n\t\tt.Errorf(\"expected tag foo to be bar, got %v\", item.GetTags()[\"foo\"])\n\t}\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"elbv2-load-balancer\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:loadbalancer/app/ingress/1bf10920c5bd199d\",\n\t\t\tExpectedScope: \"944651592624.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"acm-certificate\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:acm:eu-west-2:944651592624:certificate/acd84d34-fb78-4411-bd8a-43684a3477c5\",\n\t\t\tExpectedScope: \"944651592624.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-rule\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:listener/app/ingress/1bf10920c5bd199d/9d28f512be129134\",\n\t\t\tExpectedScope: \"944651592624.eu-west-2\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/elbv2-load-balancer.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc elbv2LoadBalancerOutputMapper(ctx context.Context, client elbv2Client, scope string, _ *elbv2.DescribeLoadBalancersInput, output *elbv2.DescribeLoadBalancersOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\t// Get the ARNs so that we can get the tags\n\tarns := make([]string, 0)\n\n\tfor _, lb := range output.LoadBalancers {\n\t\tif lb.LoadBalancerArn != nil {\n\t\t\tarns = append(arns, *lb.LoadBalancerArn)\n\t\t}\n\t}\n\n\ttagsMap := elbv2GetTagsMap(ctx, client, arns)\n\n\tfor _, lb := range output.LoadBalancers {\n\t\tattrs, err := ToAttributesWithExclude(lb)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tvar tags map[string]string\n\n\t\tif lb.LoadBalancerArn != nil {\n\t\t\ttags = tagsMap[*lb.LoadBalancerArn]\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"elbv2-load-balancer\",\n\t\t\tUniqueAttribute: \"LoadBalancerName\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: scope,\n\t\t\tTags: tags,\n\t\t}\n\n\t\tif lb.LoadBalancerArn != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"elbv2-target-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *lb.LoadBalancerArn,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"elbv2-listener\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *lb.LoadBalancerArn,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif lb.DNSName != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *lb.DNSName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif lb.CanonicalHostedZoneId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"route53-hosted-zone\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *lb.CanonicalHostedZoneId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif lb.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *lb.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, az := range lb.AvailabilityZones {\n\t\t\tif az.SubnetId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *az.SubnetId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tfor _, address := range az.LoadBalancerAddresses {\n\t\t\t\tif address.AllocationId != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ec2-address\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *address.AllocationId,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif address.IPv6Address != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *address.IPv6Address,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif address.IpAddress != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *address.IpAddress,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif address.PrivateIPv4Address != nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *address.PrivateIPv4Address,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tfor _, sg := range lb.SecurityGroups {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: sg,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif lb.CustomerOwnedIpv4Pool != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-coip-pool\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *lb.CustomerOwnedIpv4Pool,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewELBv2LoadBalancerAdapter(client elbv2Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*elbv2.DescribeLoadBalancersInput, *elbv2.DescribeLoadBalancersOutput, elbv2Client, *elbv2.Options] {\n\treturn &DescribeOnlyAdapter[*elbv2.DescribeLoadBalancersInput, *elbv2.DescribeLoadBalancersOutput, elbv2Client, *elbv2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"elbv2-load-balancer\",\n\t\tAdapterMetadata: loadBalancerAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client elbv2Client, input *elbv2.DescribeLoadBalancersInput) (*elbv2.DescribeLoadBalancersOutput, error) {\n\t\t\treturn client.DescribeLoadBalancers(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*elbv2.DescribeLoadBalancersInput, error) {\n\t\t\treturn &elbv2.DescribeLoadBalancersInput{\n\t\t\t\tNames: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*elbv2.DescribeLoadBalancersInput, error) {\n\t\t\treturn &elbv2.DescribeLoadBalancersInput{}, nil\n\t\t},\n\t\tInputMapperSearch: func(ctx context.Context, client elbv2Client, scope, query string) (*elbv2.DescribeLoadBalancersInput, error) {\n\t\t\treturn &elbv2.DescribeLoadBalancersInput{\n\t\t\t\tLoadBalancerArns: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tPaginatorBuilder: func(client elbv2Client, params *elbv2.DescribeLoadBalancersInput) Paginator[*elbv2.DescribeLoadBalancersOutput, *elbv2.Options] {\n\t\t\treturn elbv2.NewDescribeLoadBalancersPaginator(client, params)\n\t\t},\n\t\tOutputMapper: elbv2LoadBalancerOutputMapper,\n\t}\n}\n\nvar loadBalancerAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"elbv2-load-balancer\",\n\tDescriptiveName: \"Elastic Load Balancer\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an ELB by name\",\n\t\tListDescription: \"List all ELBs\",\n\t\tSearchDescription: \"Search for ELBs by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_lb.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_lb.id\",\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"elbv2-target-group\", \"elbv2-listener\", \"dns\", \"route53-hosted-zone\", \"ec2-vpc\", \"ec2-subnet\", \"ec2-address\", \"ip\", \"ec2-security-group\", \"ec2-coip-pool\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/elbv2-load-balancer_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestLoadBalancerOutputMapper(t *testing.T) {\n\toutput := elbv2.DescribeLoadBalancersOutput{\n\t\tLoadBalancers: []types.LoadBalancer{\n\t\t\t{\n\t\t\t\tLoadBalancerArn: new(\"arn:aws:elasticloadbalancing:eu-west-2:944651592624:loadbalancer/app/ingress/1bf10920c5bd199d\"),\n\t\t\t\tDNSName: new(\"ingress-1285969159.eu-west-2.elb.amazonaws.com\"), // link\n\t\t\t\tCanonicalHostedZoneId: new(\"ZHURV8PSTC4K8\"), // link\n\t\t\t\tCreatedTime: new(time.Now()),\n\t\t\t\tLoadBalancerName: new(\"ingress\"),\n\t\t\t\tScheme: types.LoadBalancerSchemeEnumInternetFacing,\n\t\t\t\tVpcId: new(\"vpc-0c72199250cd479ea\"), // link\n\t\t\t\tState: &types.LoadBalancerState{\n\t\t\t\t\tCode: types.LoadBalancerStateEnumActive,\n\t\t\t\t\tReason: new(\"reason\"),\n\t\t\t\t},\n\t\t\t\tType: types.LoadBalancerTypeEnumApplication,\n\t\t\t\tAvailabilityZones: []types.AvailabilityZone{\n\t\t\t\t\t{\n\t\t\t\t\t\tZoneName: new(\"eu-west-2b\"), // link\n\t\t\t\t\t\tSubnetId: new(\"subnet-0960234bbc4edca03\"), // link\n\t\t\t\t\t\tLoadBalancerAddresses: []types.LoadBalancerAddress{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tAllocationId: new(\"allocation-id\"), // link?\n\t\t\t\t\t\t\t\tIPv6Address: new(\":::1\"), // link\n\t\t\t\t\t\t\t\tIpAddress: new(\"1.1.1.1\"), // link\n\t\t\t\t\t\t\t\tPrivateIPv4Address: new(\"10.0.0.1\"), // link\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tOutpostId: new(\"outpost-id\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tSecurityGroups: []string{\n\t\t\t\t\t\"sg-0b21edc8578ea3f93\", // link\n\t\t\t\t},\n\t\t\t\tIpAddressType: types.IpAddressTypeIpv4,\n\t\t\t\tCustomerOwnedIpv4Pool: new(\"ipv4-pool\"), // link\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := elbv2LoadBalancerOutputMapper(context.Background(), mockElbv2Client{}, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif item.GetTags()[\"foo\"] != \"bar\" {\n\t\tt.Errorf(\"expected tag foo to be bar, got %v\", item.GetTags()[\"foo\"])\n\t}\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"elbv2-target-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:loadbalancer/app/ingress/1bf10920c5bd199d\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-listener\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:loadbalancer/app/ingress/1bf10920c5bd199d\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"ingress-1285969159.eu-west-2.elb.amazonaws.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"route53-hosted-zone\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"ZHURV8PSTC4K8\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0c72199250cd479ea\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-0960234bbc4edca03\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-address\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"allocation-id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \":::1\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"1.1.1.1\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg-0b21edc8578ea3f93\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-coip-pool\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"ipv4-pool\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/elbv2-rule.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc ruleOutputMapper(ctx context.Context, client elbv2Client, scope string, _ *elbv2.DescribeRulesInput, output *elbv2.DescribeRulesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\truleArns := make([]string, 0)\n\n\tfor _, rule := range output.Rules {\n\t\tif rule.RuleArn != nil {\n\t\t\truleArns = append(ruleArns, *rule.RuleArn)\n\t\t}\n\t}\n\n\ttagsMap := elbv2GetTagsMap(ctx, client, ruleArns)\n\n\tfor _, rule := range output.Rules {\n\t\tattrs, err := ToAttributesWithExclude(rule)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tvar tags map[string]string\n\n\t\tif rule.RuleArn != nil {\n\t\t\ttags = tagsMap[*rule.RuleArn]\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"elbv2-rule\",\n\t\t\tUniqueAttribute: \"RuleArn\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: scope,\n\t\t\tTags: tags,\n\t\t}\n\n\t\tvar requests []*sdp.LinkedItemQuery\n\n\t\tfor _, action := range rule.Actions {\n\t\t\trequests = ActionToRequests(action)\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, requests...)\n\t\t}\n\n\t\tfor _, condition := range rule.Conditions {\n\t\t\tif condition.HostHeaderConfig != nil {\n\t\t\t\tfor _, value := range condition.HostHeaderConfig.Values {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: value,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewELBv2RuleAdapter(client elbv2Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*elbv2.DescribeRulesInput, *elbv2.DescribeRulesOutput, elbv2Client, *elbv2.Options] {\n\treturn &DescribeOnlyAdapter[*elbv2.DescribeRulesInput, *elbv2.DescribeRulesOutput, elbv2Client, *elbv2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"elbv2-rule\",\n\t\tAdapterMetadata: ruleAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client elbv2Client, input *elbv2.DescribeRulesInput) (*elbv2.DescribeRulesOutput, error) {\n\t\t\treturn client.DescribeRules(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*elbv2.DescribeRulesInput, error) {\n\t\t\treturn &elbv2.DescribeRulesInput{\n\t\t\t\tRuleArns: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*elbv2.DescribeRulesInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for elbv2-rule, use search\",\n\t\t\t}\n\t\t},\n\t\tInputMapperSearch: func(ctx context.Context, client elbv2Client, scope, query string) (*elbv2.DescribeRulesInput, error) {\n\t\t\t// Search by listener ARN\n\t\t\treturn &elbv2.DescribeRulesInput{\n\t\t\t\tListenerArn: &query,\n\t\t\t}, nil\n\t\t},\n\t\tOutputMapper: ruleOutputMapper,\n\t}\n}\n\nvar ruleAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"elbv2-rule\",\n\tDescriptiveName: \"ELB Rule\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a rule by ARN\",\n\t\tSearchDescription: \"Search for rules by listener ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_alb_listener_rule.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t},\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_lb_listener_rule.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/elbv2-rule_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2/types\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestRuleOutputMapper(t *testing.T) {\n\toutput := elbv2.DescribeRulesOutput{\n\t\tRules: []types.Rule{\n\t\t\t{\n\t\t\t\tRuleArn: new(\"arn:aws:elasticloadbalancing:eu-west-2:944651592624:listener-rule/app/ingress/1bf10920c5bd199d/9d28f512be129134/0f73a74d21b008f7\"),\n\t\t\t\tPriority: new(\"1\"),\n\t\t\t\tConditions: []types.RuleCondition{\n\t\t\t\t\t{\n\t\t\t\t\t\tField: new(\"path-pattern\"),\n\t\t\t\t\t\tValues: []string{\n\t\t\t\t\t\t\t\"/api/gateway\",\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPathPatternConfig: &types.PathPatternConditionConfig{\n\t\t\t\t\t\t\tValues: []string{\n\t\t\t\t\t\t\t\t\"/api/gateway\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tHostHeaderConfig: &types.HostHeaderConditionConfig{\n\t\t\t\t\t\t\tValues: []string{\n\t\t\t\t\t\t\t\t\"foo.bar.com\", // link\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tHttpHeaderConfig: &types.HttpHeaderConditionConfig{\n\t\t\t\t\t\t\tHttpHeaderName: new(\"SOMETHING\"),\n\t\t\t\t\t\t\tValues: []string{\n\t\t\t\t\t\t\t\t\"foo\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tHttpRequestMethodConfig: &types.HttpRequestMethodConditionConfig{\n\t\t\t\t\t\t\tValues: []string{\n\t\t\t\t\t\t\t\t\"GET\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tQueryStringConfig: &types.QueryStringConditionConfig{\n\t\t\t\t\t\t\tValues: []types.QueryStringKeyValuePair{\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tKey: new(\"foo\"),\n\t\t\t\t\t\t\t\t\tValue: new(\"bar\"),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tSourceIpConfig: &types.SourceIpConditionConfig{\n\t\t\t\t\t\t\tValues: []string{\n\t\t\t\t\t\t\t\t\"1.1.1.1/24\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tActions: []types.Action{\n\t\t\t\t\t// Tested in actions.go\n\t\t\t\t},\n\t\t\t\tIsDefault: new(false),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := ruleOutputMapper(context.Background(), mockElbv2Client{}, \"foo\", nil, &output)\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Error(\"expected 1 item\")\n\t}\n\n\titem := items[0]\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"foo.bar.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewELBv2RuleAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := elbv2.NewFromConfig(config)\n\n\tlbSource := NewELBv2LoadBalancerAdapter(client, account, region, sdpcache.NewNoOpCache())\n\tlistenerSource := NewELBv2ListenerAdapter(client, account, region, sdpcache.NewNoOpCache())\n\truleSource := NewELBv2RuleAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\tstream := discovery.NewRecordingQueryResultStream()\n\tlbSource.ListStream(context.Background(), lbSource.Scopes()[0], false, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\tt.Error(errs)\n\t}\n\n\titems := stream.GetItems()\n\tif len(items) == 0 {\n\t\tt.Skip(\"no load balancers found\")\n\t}\n\n\tlbARN, err := items[0].GetAttributes().Get(\"LoadBalancerArn\")\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tstream = discovery.NewRecordingQueryResultStream()\n\tlistenerSource.SearchStream(context.Background(), listenerSource.Scopes()[0], fmt.Sprint(lbARN), false, stream)\n\n\terrs = stream.GetErrors()\n\tif len(errs) > 0 {\n\t\tt.Error(errs)\n\t}\n\n\titems = stream.GetItems()\n\tif len(items) == 0 {\n\t\tt.Skip(\"no listeners found\")\n\t}\n\n\tlistenerARN, err := items[0].GetAttributes().Get(\"ListenerArn\")\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tgoodSearch := fmt.Sprint(listenerARN)\n\n\ttest := E2ETest{\n\t\tAdapter: ruleSource,\n\t\tTimeout: 10 * time.Second,\n\t\tGoodSearchQuery: &goodSearch,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/elbv2-target-group.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc targetGroupOutputMapper(ctx context.Context, client elbv2Client, scope string, _ *elbv2.DescribeTargetGroupsInput, output *elbv2.DescribeTargetGroupsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\ttgArns := make([]string, 0)\n\n\tfor _, tg := range output.TargetGroups {\n\t\tif tg.TargetGroupArn != nil {\n\t\t\ttgArns = append(tgArns, *tg.TargetGroupArn)\n\t\t}\n\t}\n\n\ttagsMap := elbv2GetTagsMap(ctx, client, tgArns)\n\n\tfor _, tg := range output.TargetGroups {\n\t\tattrs, err := ToAttributesWithExclude(tg)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tvar tags map[string]string\n\n\t\tif tg.TargetGroupArn != nil {\n\t\t\ttags = tagsMap[*tg.TargetGroupArn]\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"elbv2-target-group\",\n\t\t\tUniqueAttribute: \"TargetGroupName\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: scope,\n\t\t\tTags: tags,\n\t\t}\n\n\t\tif tg.TargetGroupArn != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"elbv2-target-health\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *tg.TargetGroupArn,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif tg.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *tg.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, lbArn := range tg.LoadBalancerArns {\n\t\t\tif a, err := ParseARN(lbArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"elbv2-load-balancer\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: lbArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewELBv2TargetGroupAdapter(client elbv2Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*elbv2.DescribeTargetGroupsInput, *elbv2.DescribeTargetGroupsOutput, elbv2Client, *elbv2.Options] {\n\treturn &DescribeOnlyAdapter[*elbv2.DescribeTargetGroupsInput, *elbv2.DescribeTargetGroupsOutput, elbv2Client, *elbv2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"elbv2-target-group\",\n\t\tAdapterMetadata: targetGroupAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client elbv2Client, input *elbv2.DescribeTargetGroupsInput) (*elbv2.DescribeTargetGroupsOutput, error) {\n\t\t\treturn client.DescribeTargetGroups(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*elbv2.DescribeTargetGroupsInput, error) {\n\t\t\treturn &elbv2.DescribeTargetGroupsInput{\n\t\t\t\tNames: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*elbv2.DescribeTargetGroupsInput, error) {\n\t\t\treturn &elbv2.DescribeTargetGroupsInput{}, nil\n\t\t},\n\t\tInputMapperSearch: func(ctx context.Context, client elbv2Client, scope, query string) (*elbv2.DescribeTargetGroupsInput, error) {\n\t\t\tarn, err := ParseARN(query)\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tswitch arn.Type() {\n\t\t\tcase \"targetgroup\":\n\t\t\t\t// Search by target group\n\t\t\t\treturn &elbv2.DescribeTargetGroupsInput{\n\t\t\t\t\tTargetGroupArns: []string{\n\t\t\t\t\t\tquery,\n\t\t\t\t\t},\n\t\t\t\t}, nil\n\t\t\tcase \"loadbalancer\":\n\t\t\t\t// Search by load balancer\n\t\t\t\treturn &elbv2.DescribeTargetGroupsInput{\n\t\t\t\t\tLoadBalancerArn: &query,\n\t\t\t\t}, nil\n\t\t\tdefault:\n\t\t\t\treturn nil, fmt.Errorf(\"unsupported resource type: %s\", arn.Resource)\n\t\t\t}\n\t\t},\n\t\tPaginatorBuilder: func(client elbv2Client, params *elbv2.DescribeTargetGroupsInput) Paginator[*elbv2.DescribeTargetGroupsOutput, *elbv2.Options] {\n\t\t\treturn elbv2.NewDescribeTargetGroupsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: targetGroupOutputMapper,\n\t}\n}\n\nvar targetGroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"elbv2-target-group\",\n\tDescriptiveName: \"Target Group\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a target group by name\",\n\t\tListDescription: \"List all target groups\",\n\t\tSearchDescription: \"Search for target groups by load balancer ARN or target group ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_alb_target_group.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_lb_target_group.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"ec2-vpc\", \"elbv2-load-balancer\", \"elbv2-target-health\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/elbv2-target-group_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestTargetGroupOutputMapper(t *testing.T) {\n\toutput := elbv2.DescribeTargetGroupsOutput{\n\t\tTargetGroups: []types.TargetGroup{\n\t\t\t{\n\t\t\t\tTargetGroupArn: new(\"arn:aws:elasticloadbalancing:eu-west-2:944651592624:targetgroup/k8s-default-apiserve-d87e8f7010/559d207158e41222\"),\n\t\t\t\tTargetGroupName: new(\"k8s-default-apiserve-d87e8f7010\"),\n\t\t\t\tProtocol: types.ProtocolEnumHttp,\n\t\t\t\tPort: new(int32(8080)),\n\t\t\t\tVpcId: new(\"vpc-0c72199250cd479ea\"), // link\n\t\t\t\tHealthCheckProtocol: types.ProtocolEnumHttp,\n\t\t\t\tHealthCheckPort: new(\"traffic-port\"),\n\t\t\t\tHealthCheckEnabled: new(true),\n\t\t\t\tHealthCheckIntervalSeconds: new(int32(10)),\n\t\t\t\tHealthCheckTimeoutSeconds: new(int32(10)),\n\t\t\t\tHealthyThresholdCount: new(int32(10)),\n\t\t\t\tUnhealthyThresholdCount: new(int32(10)),\n\t\t\t\tHealthCheckPath: new(\"/\"),\n\t\t\t\tMatcher: &types.Matcher{\n\t\t\t\t\tHttpCode: new(\"200\"),\n\t\t\t\t\tGrpcCode: new(\"code\"),\n\t\t\t\t},\n\t\t\t\tLoadBalancerArns: []string{\n\t\t\t\t\t\"arn:aws:elasticloadbalancing:eu-west-2:944651592624:loadbalancer/app/ingress/1bf10920c5bd199d\", // link\n\t\t\t\t},\n\t\t\t\tTargetType: types.TargetTypeEnumIp,\n\t\t\t\tProtocolVersion: new(\"HTTP1\"),\n\t\t\t\tIpAddressType: types.TargetGroupIpAddressTypeEnumIpv4,\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := targetGroupOutputMapper(context.Background(), mockElbv2Client{}, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif item.GetTags()[\"foo\"] != \"bar\" {\n\t\t\tt.Errorf(\"expected tag foo to be bar, got %v\", item.GetTags()[\"foo\"])\n\t\t}\n\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// It doesn't really make sense to test anything other than the linked items\n\t// since the attributes are converted automatically\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0c72199250cd479ea\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-load-balancer\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:loadbalancer/app/ingress/1bf10920c5bd199d\",\n\t\t\tExpectedScope: \"944651592624.eu-west-2\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewELBv2TargetGroupAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := elbv2.NewFromConfig(config)\n\n\tadapter := NewELBv2TargetGroupAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/elbv2-target-health.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net\"\n\t\"strconv\"\n\t\"strings\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype TargetHealthUniqueID struct {\n\tTargetGroupArn string\n\tId string\n\tAvailabilityZone *string\n\tPort *int32\n}\n\n// String returns a string representation of the TargetHealthUniqueID in the\n// format: TargetGroupArn|Id|AvailabilityZone|Port\nfunc (id TargetHealthUniqueID) String() string {\n\tvar az string\n\tvar port string\n\n\tif id.AvailabilityZone != nil {\n\t\taz = *id.AvailabilityZone\n\t}\n\n\tif id.Port != nil {\n\t\tport = fmt.Sprint(*id.Port)\n\t}\n\n\treturn strings.Join([]string{\n\t\tid.TargetGroupArn,\n\t\tid.Id,\n\t\taz,\n\t\tport,\n\t}, \"|\")\n}\n\n// ToTargetHealthUniqueID converts a string to a TargetHealthUniqueID\nfunc ToTargetHealthUniqueID(id string) (TargetHealthUniqueID, error) {\n\tsections := strings.Split(id, \"|\")\n\n\tif len(sections) != 4 {\n\t\treturn TargetHealthUniqueID{}, fmt.Errorf(\"cannot parse TargetHealthUniqueID, must have 4 sections, got %v\", len(sections))\n\t}\n\n\thealthId := TargetHealthUniqueID{\n\t\tTargetGroupArn: sections[0],\n\t\tId: sections[1],\n\t}\n\n\tif sections[2] != \"\" {\n\t\thealthId.AvailabilityZone = §ions[2]\n\t}\n\n\tif sections[3] != \"\" {\n\t\tport, err := strconv.ParseInt(sections[3], 10, 32)\n\n\t\tif err != nil {\n\t\t\treturn TargetHealthUniqueID{}, err\n\t\t}\n\n\t\tpint32 := int32(port)\n\n\t\thealthId.Port = &pint32\n\t}\n\n\treturn healthId, nil\n}\n\nfunc targetHealthOutputMapper(_ context.Context, _ *elbv2.Client, scope string, input *elbv2.DescribeTargetHealthInput, output *elbv2.DescribeTargetHealthOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, desc := range output.TargetHealthDescriptions {\n\t\tattrs, err := ToAttributesWithExclude(desc)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"elbv2-target-health\",\n\t\t\tUniqueAttribute: \"UniqueId\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: scope,\n\t\t}\n\n\t\tif desc.TargetHealth != nil {\n\t\t\tswitch desc.TargetHealth.State { //nolint:exhaustive // handled by default case\n\t\t\tcase types.TargetHealthStateEnumInitial:\n\t\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\tcase types.TargetHealthStateEnumHealthy:\n\t\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t\tcase types.TargetHealthStateEnumUnhealthy:\n\t\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t\tcase types.TargetHealthStateEnumUnused:\n\t\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t\tcase types.TargetHealthStateEnumDraining:\n\t\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\tcase types.TargetHealthStateEnumUnavailable:\n\t\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t\tdefault:\n\t\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t\t}\n\t\t}\n\n\t\t// Check that we have an input and not a nil pointer\n\t\tif input == nil {\n\t\t\treturn nil, fmt.Errorf(\"input cannot be nil\")\n\t\t}\n\n\t\tif input.TargetGroupArn == nil {\n\t\t\treturn nil, fmt.Errorf(\"target group ARN cannot be nil\")\n\t\t}\n\n\t\t// Make sure there is actually a target in this result, there always\n\t\t// should be but safer to check\n\t\tif desc.Target == nil {\n\t\t\tcontinue\n\t\t}\n\n\t\tif desc.Target.Id == nil {\n\t\t\tcontinue\n\t\t}\n\n\t\tid := TargetHealthUniqueID{\n\t\t\tTargetGroupArn: *input.TargetGroupArn,\n\t\t\tId: *desc.Target.Id,\n\t\t\tAvailabilityZone: desc.Target.AvailabilityZone,\n\t\t\tPort: desc.Target.Port,\n\t\t}\n\n\t\titem.GetAttributes().Set(\"UniqueId\", id.String())\n\n\t\t// See if the ID is an ARN\n\t\ta, err := ParseARN(*desc.Target.Id)\n\n\t\tif err == nil {\n\t\t\tswitch a.Service {\n\t\t\tcase \"lambda\":\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"lambda-function\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *desc.Target.Id,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\tcase \"elasticloadbalancing\":\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"elbv2-load-balancer\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *desc.Target.Id,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t} else {\n\t\t\t// In this case it could be an instance ID or an IP. We will check\n\t\t\t// for IP first\n\t\t\tif net.ParseIP(*desc.Target.Id) != nil {\n\t\t\t\t// This means it's an IP\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *desc.Target.Id,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t} else {\n\t\t\t\t// If all else fails it must be an instance ID\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *desc.Target.Id,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewELBv2TargetHealthAdapter(client *elbv2.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*elbv2.DescribeTargetHealthInput, *elbv2.DescribeTargetHealthOutput, *elbv2.Client, *elbv2.Options] {\n\treturn &DescribeOnlyAdapter[*elbv2.DescribeTargetHealthInput, *elbv2.DescribeTargetHealthOutput, *elbv2.Client, *elbv2.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"elbv2-target-health\",\n\t\tAdapterMetadata: targetHealthAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *elbv2.Client, input *elbv2.DescribeTargetHealthInput) (*elbv2.DescribeTargetHealthOutput, error) {\n\t\t\treturn client.DescribeTargetHealth(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*elbv2.DescribeTargetHealthInput, error) {\n\t\t\tid, err := ToTargetHealthUniqueID(query)\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn &elbv2.DescribeTargetHealthInput{\n\t\t\t\tTargetGroupArn: &id.TargetGroupArn,\n\t\t\t\tTargets: []types.TargetDescription{\n\t\t\t\t\t{\n\t\t\t\t\t\tId: &id.Id,\n\t\t\t\t\t\tAvailabilityZone: id.AvailabilityZone,\n\t\t\t\t\t\tPort: id.Port,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*elbv2.DescribeTargetHealthInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for elbv2-target-health, use search\",\n\t\t\t}\n\t\t},\n\t\tInputMapperSearch: func(ctx context.Context, client *elbv2.Client, scope, query string) (*elbv2.DescribeTargetHealthInput, error) {\n\t\t\t// Search by target group ARN\n\t\t\treturn &elbv2.DescribeTargetHealthInput{\n\t\t\t\tTargetGroupArn: &query,\n\t\t\t}, nil\n\t\t},\n\t\tOutputMapper: targetHealthOutputMapper,\n\t}\n}\n\nvar targetHealthAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"elbv2-target-health\",\n\tDescriptiveName: \"ELB Target Health\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get target health by unique ID ({TargetGroupArn}|{Id}|{AvailabilityZone}|{Port})\",\n\t\tSearchDescription: \"Search for target health by target group ARN\",\n\t},\n\tPotentialLinks: []string{\"ec2-instance\", \"lambda-function\", \"ip\", \"elbv2-load-balancer\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n})\n" }, { "path": "aws-source/adapters/elbv2-target-health_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestTargetHealthOutputMapper(t *testing.T) {\n\toutput := elbv2.DescribeTargetHealthOutput{\n\t\tTargetHealthDescriptions: []types.TargetHealthDescription{\n\t\t\t{\n\t\t\t\tTarget: &types.TargetDescription{\n\t\t\t\t\tId: new(\"10.0.6.64\"), // link\n\t\t\t\t\tPort: new(int32(8080)),\n\t\t\t\t\tAvailabilityZone: new(\"eu-west-2c\"),\n\t\t\t\t},\n\t\t\t\tHealthCheckPort: new(\"8080\"),\n\t\t\t\tTargetHealth: &types.TargetHealth{\n\t\t\t\t\tState: types.TargetHealthStateEnumHealthy,\n\t\t\t\t\tReason: types.TargetHealthReasonEnumDeregistrationInProgress,\n\t\t\t\t\tDescription: new(\"Health checks failed with these codes: [404]\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tTarget: &types.TargetDescription{\n\t\t\t\t\tId: new(\"arn:aws:elasticloadbalancing:eu-west-2:944651592624:loadbalancer/app/ingress/1bf10920c5bd199d\"), // link\n\t\t\t\t\tPort: new(int32(8080)),\n\t\t\t\t\tAvailabilityZone: new(\"eu-west-2c\"),\n\t\t\t\t},\n\t\t\t\tHealthCheckPort: new(\"8080\"),\n\t\t\t\tTargetHealth: &types.TargetHealth{\n\t\t\t\t\tState: types.TargetHealthStateEnumHealthy,\n\t\t\t\t\tReason: types.TargetHealthReasonEnumDeregistrationInProgress,\n\t\t\t\t\tDescription: new(\"Health checks failed with these codes: [404]\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tTarget: &types.TargetDescription{\n\t\t\t\t\tId: new(\"i-foo\"), // link\n\t\t\t\t\tPort: new(int32(8080)),\n\t\t\t\t\tAvailabilityZone: new(\"eu-west-2c\"),\n\t\t\t\t},\n\t\t\t\tHealthCheckPort: new(\"8080\"),\n\t\t\t\tTargetHealth: &types.TargetHealth{\n\t\t\t\t\tState: types.TargetHealthStateEnumHealthy,\n\t\t\t\t\tReason: types.TargetHealthReasonEnumDeregistrationInProgress,\n\t\t\t\t\tDescription: new(\"Health checks failed with these codes: [404]\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tTarget: &types.TargetDescription{\n\t\t\t\t\tId: new(\"arn:aws:lambda:eu-west-2:944651592624:function/foobar\"), // link\n\t\t\t\t\tPort: new(int32(8080)),\n\t\t\t\t\tAvailabilityZone: new(\"eu-west-2c\"),\n\t\t\t\t},\n\t\t\t\tHealthCheckPort: new(\"8080\"),\n\t\t\t\tTargetHealth: &types.TargetHealth{\n\t\t\t\t\tState: types.TargetHealthStateEnumHealthy,\n\t\t\t\t\tReason: types.TargetHealthReasonEnumDeregistrationInProgress,\n\t\t\t\t\tDescription: new(\"Health checks failed with these codes: [404]\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := targetHealthOutputMapper(context.Background(), nil, \"foo\", &elbv2.DescribeTargetHealthInput{\n\t\tTargetGroupArn: new(\"arn:aws:elasticloadbalancing:eu-west-2:944651592624:targetgroup/k8s-default-apiserve-d87e8f7010/559d207158e41222\"),\n\t}, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 4 {\n\t\tt.Fatalf(\"expected 4 items, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"10.0.6.64\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n\titem = items[1]\n\n\ttests = QueryTests{\n\t\t{\n\t\t\tExpectedType: \"elbv2-load-balancer\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:loadbalancer/app/ingress/1bf10920c5bd199d\",\n\t\t\tExpectedScope: \"944651592624.eu-west-2\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n\titem = items[2]\n\n\ttests = QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"i-foo\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n\titem = items[3]\n\n\ttests = QueryTests{\n\t\t{\n\t\t\tExpectedType: \"lambda-function\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:lambda:eu-west-2:944651592624:function/foobar\",\n\t\t\tExpectedScope: \"944651592624.eu-west-2\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestTargetHealthUniqueID(t *testing.T) {\n\tt.Run(\"with an ARN as the ID\", func(t *testing.T) {\n\t\tid := TargetHealthUniqueID{\n\t\t\tTargetGroupArn: \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:targetgroup/k8s-default-apiserve-d87e8f7010/559d207158e41222\",\n\t\t\tId: \"arn:partition:service:region:account-id:resource-type:resource-id\",\n\t\t}\n\n\t\texpected := \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:targetgroup/k8s-default-apiserve-d87e8f7010/559d207158e41222|arn:partition:service:region:account-id:resource-type:resource-id||\"\n\n\t\tif id.String() != expected {\n\t\t\tt.Errorf(\"expected string value to be %v\\ngot %v\", expected, id.String())\n\t\t}\n\n\t\tt.Run(\"converting back\", func(t *testing.T) {\n\t\t\tnewID, err := ToTargetHealthUniqueID(expected)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tCompareTargetHealthUniqueID(newID, id, t)\n\t\t})\n\t})\n\n\tt.Run(\"with an IP as the ID\", func(t *testing.T) {\n\t\tid := TargetHealthUniqueID{\n\t\t\tTargetGroupArn: \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:targetgroup/k8s-default-apiserve-d87e8f7010/559d207158e41222\",\n\t\t\tId: \"10.0.0.1\",\n\t\t\tAvailabilityZone: new(\"eu-west-2\"),\n\t\t\tPort: new(int32(8080)),\n\t\t}\n\n\t\texpected := \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:targetgroup/k8s-default-apiserve-d87e8f7010/559d207158e41222|10.0.0.1|eu-west-2|8080\"\n\n\t\tif id.String() != expected {\n\t\t\tt.Errorf(\"expected string value to be %v\\ngot %v\", expected, id.String())\n\t\t}\n\n\t\tt.Run(\"converting back\", func(t *testing.T) {\n\t\t\tnewID, err := ToTargetHealthUniqueID(expected)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tCompareTargetHealthUniqueID(newID, id, t)\n\t\t})\n\t})\n\n\tt.Run(\"with an ARN as the ID and a port\", func(t *testing.T) {\n\t\tid := TargetHealthUniqueID{\n\t\t\tTargetGroupArn: \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:targetgroup/k8s-default-apiserve-d87e8f7010/559d207158e41222\",\n\t\t\tId: \"arn:partition:service:region:account-id:resource-type:resource-id\",\n\t\t\tPort: new(int32(8080)),\n\t\t}\n\n\t\texpected := \"arn:aws:elasticloadbalancing:eu-west-2:944651592624:targetgroup/k8s-default-apiserve-d87e8f7010/559d207158e41222|arn:partition:service:region:account-id:resource-type:resource-id||8080\"\n\n\t\tif id.String() != expected {\n\t\t\tt.Errorf(\"expected string value to be %v\\ngot %v\", expected, id.String())\n\t\t}\n\n\t\tt.Run(\"converting back\", func(t *testing.T) {\n\t\t\tnewID, err := ToTargetHealthUniqueID(expected)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tCompareTargetHealthUniqueID(newID, id, t)\n\t\t})\n\t})\n}\n\nfunc CompareTargetHealthUniqueID(x, y TargetHealthUniqueID, t *testing.T) {\n\tif x.AvailabilityZone != nil {\n\t\tif *x.AvailabilityZone != *y.AvailabilityZone {\n\t\t\tt.Errorf(\"AvailabilityZone mismatch!\\nX: %v\\nY: %v\", x.AvailabilityZone, y.AvailabilityZone)\n\t\t}\n\t}\n\n\tif x.Id != y.Id {\n\t\tt.Errorf(\"Id mismatch!\\nX: %v\\nY: %v\", x.Id, y.Id)\n\t}\n\n\tif x.Port != nil {\n\t\tif *x.Port != *y.Port {\n\t\t\tt.Errorf(\"Port mismatch!\\nX: %v\\nY: %v\", x.Port, y.Port)\n\t\t}\n\t}\n\tif x.TargetGroupArn != y.TargetGroupArn {\n\t\tt.Errorf(\"TargetGroupArn mismatch!\\nX: %v\\nY: %v\", x.TargetGroupArn, y.TargetGroupArn)\n\t}\n}\n" }, { "path": "aws-source/adapters/elbv2.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/url\"\n\t\"sync\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\ntype elbv2Client interface {\n\tDescribeTags(ctx context.Context, params *elbv2.DescribeTagsInput, optFns ...func(*elbv2.Options)) (*elbv2.DescribeTagsOutput, error)\n\tDescribeLoadBalancers(ctx context.Context, params *elbv2.DescribeLoadBalancersInput, optFns ...func(*elbv2.Options)) (*elbv2.DescribeLoadBalancersOutput, error)\n\tDescribeListeners(ctx context.Context, params *elbv2.DescribeListenersInput, optFns ...func(*elbv2.Options)) (*elbv2.DescribeListenersOutput, error)\n\tDescribeRules(ctx context.Context, params *elbv2.DescribeRulesInput, optFns ...func(*elbv2.Options)) (*elbv2.DescribeRulesOutput, error)\n\tDescribeTargetGroups(ctx context.Context, params *elbv2.DescribeTargetGroupsInput, optFns ...func(*elbv2.Options)) (*elbv2.DescribeTargetGroupsOutput, error)\n}\n\nfunc elbv2TagsToMap(tags []types.Tag) map[string]string {\n\tm := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\tm[*tag.Key] = *tag.Value\n\t\t}\n\t}\n\n\treturn m\n}\n\n// AWS DescribeTags API limits requests to 20 resources per call.\n// See: https://docs.aws.amazon.com/elasticloadbalancing/latest/APIReference/API_DescribeTags.html\nconst elbv2DescribeTagsMaxItems = 20\n\n// Gets a map of ARN to tags (in map[string]string format) for the given ARNs\nfunc elbv2GetTagsMap(ctx context.Context, client elbv2Client, arns []string) map[string]map[string]string {\n\ttagsMap := make(map[string]map[string]string)\n\n\tif len(arns) == 0 {\n\t\treturn tagsMap\n\t}\n\n\tvar mu sync.Mutex\n\tvar wg sync.WaitGroup\n\n\tfor i := 0; i < len(arns); i += elbv2DescribeTagsMaxItems {\n\t\tend := min(i+elbv2DescribeTagsMaxItems, len(arns))\n\t\tchunk := arns[i:end]\n\n\t\twg.Add(1)\n\t\tgo func(chunk []string) {\n\t\t\tdefer wg.Done()\n\n\t\t\ttagsOut, err := client.DescribeTags(ctx, &elbv2.DescribeTagsInput{\n\t\t\t\tResourceArns: chunk,\n\t\t\t})\n\n\t\t\tmu.Lock()\n\t\t\tdefer mu.Unlock()\n\n\t\t\tif err != nil {\n\t\t\t\ttags := HandleTagsError(ctx, err)\n\t\t\t\tfor _, arn := range chunk {\n\t\t\t\t\ttagsMap[arn] = tags\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tfor _, tagDescription := range tagsOut.TagDescriptions {\n\t\t\t\tif tagDescription.ResourceArn != nil {\n\t\t\t\t\ttagsMap[*tagDescription.ResourceArn] = elbv2TagsToMap(tagDescription.Tags)\n\t\t\t\t}\n\t\t\t}\n\t\t}(chunk)\n\t}\n\n\twg.Wait()\n\treturn tagsMap\n}\n\nfunc ActionToRequests(action types.Action) []*sdp.LinkedItemQuery {\n\trequests := make([]*sdp.LinkedItemQuery, 0)\n\n\tif action.AuthenticateCognitoConfig != nil {\n\t\tif action.AuthenticateCognitoConfig.UserPoolArn != nil {\n\t\t\tif a, err := ParseARN(*action.AuthenticateCognitoConfig.UserPoolArn); err == nil {\n\t\t\t\trequests = append(requests, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"cognito-idp-user-pool\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *action.AuthenticateCognitoConfig.UserPoolArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif action.AuthenticateOidcConfig != nil {\n\t\tif action.AuthenticateOidcConfig.AuthorizationEndpoint != nil {\n\t\t\trequests = append(requests, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"http\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *action.AuthenticateOidcConfig.AuthorizationEndpoint,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif action.AuthenticateOidcConfig.TokenEndpoint != nil {\n\t\t\trequests = append(requests, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"http\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *action.AuthenticateOidcConfig.TokenEndpoint,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif action.AuthenticateOidcConfig.UserInfoEndpoint != nil {\n\t\t\trequests = append(requests, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"http\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *action.AuthenticateOidcConfig.UserInfoEndpoint,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif action.ForwardConfig != nil {\n\t\tfor _, tg := range action.ForwardConfig.TargetGroups {\n\t\t\tif tg.TargetGroupArn != nil {\n\t\t\t\tif a, err := ParseARN(*tg.TargetGroupArn); err == nil {\n\t\t\t\t\trequests = append(requests, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"elbv2-target-group\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *tg.TargetGroupArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tif action.RedirectConfig != nil {\n\t\tu := url.URL{}\n\n\t\tif action.RedirectConfig.Path != nil {\n\t\t\tu.Path = *action.RedirectConfig.Path\n\t\t}\n\n\t\tif action.RedirectConfig.Port != nil {\n\t\t\tu.Port()\n\t\t}\n\n\t\tif action.RedirectConfig.Host != nil {\n\t\t\tu.Host = *action.RedirectConfig.Host\n\n\t\t\tif action.RedirectConfig.Port != nil {\n\t\t\t\tu.Host = u.Host + fmt.Sprintf(\":%v\", *action.RedirectConfig.Port)\n\t\t\t}\n\t\t}\n\n\t\tif action.RedirectConfig.Protocol != nil {\n\t\t\tu.Scheme = *action.RedirectConfig.Protocol\n\t\t}\n\n\t\tif action.RedirectConfig.Query != nil {\n\t\t\tu.RawQuery = *action.RedirectConfig.Query\n\t\t}\n\n\t\tif u.Scheme == \"http\" || u.Scheme == \"https\" {\n\t\t\trequests = append(requests, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"http\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: u.String(),\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif action.TargetGroupArn != nil {\n\t\tif a, err := ParseARN(*action.TargetGroupArn); err == nil {\n\t\t\trequests = append(requests, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"elbv2-target-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *action.TargetGroupArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn requests\n}\n" }, { "path": "aws-source/adapters/elbv2_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\n\telbv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\ntype mockElbv2Client struct {\n\trejectOver20 bool\n}\n\nfunc (m mockElbv2Client) DescribeTags(ctx context.Context, params *elbv2.DescribeTagsInput, optFns ...func(*elbv2.Options)) (*elbv2.DescribeTagsOutput, error) {\n\tif m.rejectOver20 && len(params.ResourceArns) > elbv2DescribeTagsMaxItems {\n\t\treturn nil, fmt.Errorf(\"cannot describe more than %d ELBv2 resources, got %d\", elbv2DescribeTagsMaxItems, len(params.ResourceArns))\n\t}\n\n\ttagDescriptions := make([]types.TagDescription, 0, len(params.ResourceArns))\n\n\tfor _, arn := range params.ResourceArns {\n\t\ttagDescriptions = append(tagDescriptions, types.TagDescription{\n\t\t\tResourceArn: &arn,\n\t\t\tTags: []types.Tag{\n\t\t\t\t{\n\t\t\t\t\tKey: new(\"foo\"),\n\t\t\t\t\tValue: new(\"bar\"),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &elbv2.DescribeTagsOutput{\n\t\tTagDescriptions: tagDescriptions,\n\t}, nil\n}\n\nfunc (m mockElbv2Client) DescribeLoadBalancers(ctx context.Context, params *elbv2.DescribeLoadBalancersInput, optFns ...func(*elbv2.Options)) (*elbv2.DescribeLoadBalancersOutput, error) {\n\treturn nil, nil\n}\n\nfunc (m mockElbv2Client) DescribeListeners(ctx context.Context, params *elbv2.DescribeListenersInput, optFns ...func(*elbv2.Options)) (*elbv2.DescribeListenersOutput, error) {\n\treturn nil, nil\n}\n\nfunc (m mockElbv2Client) DescribeRules(ctx context.Context, params *elbv2.DescribeRulesInput, optFns ...func(*elbv2.Options)) (*elbv2.DescribeRulesOutput, error) {\n\treturn nil, nil\n}\n\nfunc (m mockElbv2Client) DescribeTargetGroups(ctx context.Context, params *elbv2.DescribeTargetGroupsInput, optFns ...func(*elbv2.Options)) (*elbv2.DescribeTargetGroupsOutput, error) {\n\treturn nil, nil\n}\n\nfunc TestElbv2GetTagsMapBatching(t *testing.T) {\n\tclient := &mockElbv2Client{rejectOver20: true}\n\n\tarns := []string{\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-00/0000000000000000\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-01/0000000000000001\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-02/0000000000000002\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-03/0000000000000003\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-04/0000000000000004\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-05/0000000000000005\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-06/0000000000000006\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-07/0000000000000007\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-08/0000000000000008\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-09/0000000000000009\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-10/0000000000000010\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-11/0000000000000011\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-12/0000000000000012\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-13/0000000000000013\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-14/0000000000000014\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-15/0000000000000015\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-16/0000000000000016\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-17/0000000000000017\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-18/0000000000000018\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-19/0000000000000019\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-20/0000000000000020\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-21/0000000000000021\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-22/0000000000000022\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-23/0000000000000023\",\n\t\t\"arn:aws:elasticloadbalancing:eu-west-2:123456789012:loadbalancer/app/lb-24/0000000000000024\",\n\t}\n\n\ttagsMap := elbv2GetTagsMap(context.Background(), client, arns)\n\n\tif len(tagsMap) != 25 {\n\t\tt.Fatalf(\"expected 25 tagged resources, got %d\", len(tagsMap))\n\t}\n\n\tfor _, arn := range arns {\n\t\tif got := tagsMap[arn][\"foo\"]; got != \"bar\" {\n\t\t\tt.Errorf(\"expected tag foo=bar for %q, got %q\", arn, got)\n\t\t}\n\t}\n}\n\nfunc TestActionToRequests(t *testing.T) {\n\taction := types.Action{\n\t\tType: types.ActionTypeEnumFixedResponse,\n\t\tOrder: new(int32(1)),\n\t\tFixedResponseConfig: &types.FixedResponseActionConfig{\n\t\t\tStatusCode: new(\"404\"),\n\t\t\tContentType: new(\"text/plain\"),\n\t\t\tMessageBody: new(\"not found\"),\n\t\t},\n\t\tAuthenticateCognitoConfig: &types.AuthenticateCognitoActionConfig{\n\t\t\tUserPoolArn: new(\"arn:partition:service:region:account-id:resource-type:resource-id\"), // link\n\t\t\tUserPoolClientId: new(\"clientID\"),\n\t\t\tUserPoolDomain: new(\"domain.com\"),\n\t\t\tAuthenticationRequestExtraParams: map[string]string{\n\t\t\t\t\"foo\": \"bar\",\n\t\t\t},\n\t\t\tOnUnauthenticatedRequest: types.AuthenticateCognitoActionConditionalBehaviorEnumAuthenticate,\n\t\t\tScope: new(\"foo\"),\n\t\t\tSessionCookieName: new(\"cookie\"),\n\t\t\tSessionTimeout: new(int64(10)),\n\t\t},\n\t\tAuthenticateOidcConfig: &types.AuthenticateOidcActionConfig{\n\t\t\tAuthorizationEndpoint: new(\"https://auth.somewhere.com/app1\"), // link\n\t\t\tClientId: new(\"CLIENT-ID\"),\n\t\t\tIssuer: new(\"Someone\"),\n\t\t\tTokenEndpoint: new(\"https://auth.somewhere.com/app1/tokens\"), // link\n\t\t\tUserInfoEndpoint: new(\"https://auth.somewhere.com/app1/users\"), // link\n\t\t\tAuthenticationRequestExtraParams: map[string]string{},\n\t\t\tClientSecret: new(\"secret\"), // Redact\n\t\t\tOnUnauthenticatedRequest: types.AuthenticateOidcActionConditionalBehaviorEnumAllow,\n\t\t\tScope: new(\"foo\"),\n\t\t\tSessionCookieName: new(\"cookie\"),\n\t\t\tSessionTimeout: new(int64(10)),\n\t\t\tUseExistingClientSecret: new(true),\n\t\t},\n\t\tForwardConfig: &types.ForwardActionConfig{\n\t\t\tTargetGroupStickinessConfig: &types.TargetGroupStickinessConfig{\n\t\t\t\tDurationSeconds: new(int32(10)),\n\t\t\t\tEnabled: new(true),\n\t\t\t},\n\t\t\tTargetGroups: []types.TargetGroupTuple{\n\t\t\t\t{\n\t\t\t\t\tTargetGroupArn: new(\"arn:partition:service:region:account-id:resource-type:resource-id1\"), // link\n\t\t\t\t\tWeight: new(int32(1)),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tRedirectConfig: &types.RedirectActionConfig{\n\t\t\tStatusCode: types.RedirectActionStatusCodeEnumHttp302,\n\t\t\tHost: new(\"somewhere.else.com\"), // combine and link\n\t\t\tPath: new(\"/login\"), // combine and link\n\t\t\tPort: new(\"8080\"), // combine and link\n\t\t\tProtocol: new(\"https\"), // combine and link\n\t\t\tQuery: new(\"foo=bar\"), // combine and link\n\t\t},\n\t\tTargetGroupArn: new(\"arn:partition:service:region:account-id:resource-type:resource-id2\"), // link\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"test\",\n\t\tUniqueAttribute: \"foo\",\n\t\tAttributes: &sdp.ItemAttributes{},\n\t\tScope: \"foo\",\n\t\tLinkedItemQueries: ActionToRequests(action),\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"cognito-idp-user-pool\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:partition:service:region:account-id:resource-type:resource-id\",\n\t\t\tExpectedScope: \"account-id.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"https://auth.somewhere.com/app1\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"https://auth.somewhere.com/app1/tokens\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"https://auth.somewhere.com/app1/users\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-target-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:partition:service:region:account-id:resource-type:resource-id1\",\n\t\t\tExpectedScope: \"account-id.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"https://somewhere.else.com:8080/login?foo=bar\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-target-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:partition:service:region:account-id:resource-type:resource-id2\",\n\t\t\tExpectedScope: \"account-id.region\",\n\t\t},\n\t}\n\n\ttests.Execute(t, &item)\n}\n" }, { "path": "aws-source/adapters/iam-group.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/iam\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc groupGetFunc(ctx context.Context, client *iam.Client, _, query string) (*types.Group, error) {\n\tout, err := client.GetGroup(ctx, &iam.GetGroupInput{\n\t\tGroupName: &query,\n\t})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn out.Group, nil\n}\n\nfunc groupItemMapper(_ *string, scope string, awsItem *types.Group) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"iam-group\",\n\t\tUniqueAttribute: \"GroupName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewIAMGroupAdapter(client *iam.Client, accountID string, cache sdpcache.Cache) *GetListAdapterV2[*iam.ListGroupsInput, *iam.ListGroupsOutput, *types.Group, *iam.Client, *iam.Options] {\n\treturn &GetListAdapterV2[*iam.ListGroupsInput, *iam.ListGroupsOutput, *types.Group, *iam.Client, *iam.Options]{\n\t\tItemType: \"iam-group\",\n\t\tClient: client,\n\t\tCacheDuration: 3 * time.Hour, // IAM has very low rate limits, we need to cache for a long time\n\t\tAccountID: accountID,\n\t\tAdapterMetadata: iamGroupAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *iam.Client, scope, query string) (*types.Group, error) {\n\t\t\treturn groupGetFunc(ctx, client, scope, query)\n\t\t},\n\t\tInputMapperList: func(scope string) (*iam.ListGroupsInput, error) {\n\t\t\treturn &iam.ListGroupsInput{}, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client *iam.Client, params *iam.ListGroupsInput) Paginator[*iam.ListGroupsOutput, *iam.Options] {\n\t\t\treturn iam.NewListGroupsPaginator(client, params)\n\t\t},\n\t\tListExtractor: func(_ context.Context, output *iam.ListGroupsOutput, _ *iam.Client) ([]*types.Group, error) {\n\t\t\tgroups := make([]*types.Group, 0, len(output.Groups))\n\t\t\tfor i := range output.Groups {\n\t\t\t\tgroups = append(groups, &output.Groups[i])\n\t\t\t}\n\t\t\treturn groups, nil\n\t\t},\n\t\tItemMapper: groupItemMapper,\n\t}\n}\n\nvar iamGroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"iam-group\",\n\tDescriptiveName: \"IAM Group\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a group by name\",\n\t\tListDescription: \"List all IAM groups\",\n\t\tSearchDescription: \"Search for a group by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"aws_iam_group.arn\",\n\t\t},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/iam-group_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestGroupItemMapper(t *testing.T) {\n\tzone := types.Group{\n\t\tPath: new(\"/\"),\n\t\tGroupName: new(\"power-users\"),\n\t\tGroupId: new(\"AGPA3VLV2U27T6SSLJMDS\"),\n\t\tArn: new(\"arn:aws:iam::801795385023:group/power-users\"),\n\t\tCreateDate: new(time.Now()),\n\t}\n\n\titem, err := groupItemMapper(nil, \"foo\", &zone)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n}\n\nfunc TestNewIAMGroupAdapter(t *testing.T) {\n\tconfig, account, _ := GetAutoConfig(t)\n\tclient := iam.NewFromConfig(config, func(o *iam.Options) {\n\t\to.RetryMode = aws.RetryModeAdaptive\n\t\to.RetryMaxAttempts = 10\n\t})\n\n\tadapter := NewIAMGroupAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 30 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/iam-instance-profile.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/iam\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc instanceProfileGetFunc(ctx context.Context, client *iam.Client, _, query string) (*types.InstanceProfile, error) {\n\tout, err := client.GetInstanceProfile(ctx, &iam.GetInstanceProfileInput{\n\t\tInstanceProfileName: &query,\n\t})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn out.InstanceProfile, nil\n}\n\nfunc instanceProfileItemMapper(_ *string, scope string, awsItem *types.InstanceProfile) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"iam-instance-profile\",\n\t\tUniqueAttribute: \"InstanceProfileName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tfor _, role := range awsItem.Roles {\n\t\tif arn, err := ParseARN(*role.Arn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *role.Arn,\n\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif role.PermissionsBoundary != nil {\n\t\t\tif arn, err := ParseARN(*role.PermissionsBoundary.PermissionsBoundaryArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"iam-policy\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *role.PermissionsBoundary.PermissionsBoundaryArn,\n\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc instanceProfileListTagsFunc(ctx context.Context, ip *types.InstanceProfile, client *iam.Client) map[string]string {\n\ttags := make(map[string]string)\n\n\tpaginator := iam.NewListInstanceProfileTagsPaginator(client, &iam.ListInstanceProfileTagsInput{\n\t\tInstanceProfileName: ip.InstanceProfileName,\n\t})\n\n\tfor paginator.HasMorePages() {\n\t\tout, err := paginator.NextPage(ctx)\n\n\t\tif err != nil {\n\t\t\treturn HandleTagsError(ctx, err)\n\t\t}\n\n\t\tfor _, tag := range out.Tags {\n\t\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\t\ttags[*tag.Key] = *tag.Value\n\t\t\t}\n\t\t}\n\t}\n\n\treturn tags\n}\n\nfunc NewIAMInstanceProfileAdapter(client *iam.Client, accountID string, cache sdpcache.Cache) *GetListAdapterV2[*iam.ListInstanceProfilesInput, *iam.ListInstanceProfilesOutput, *types.InstanceProfile, *iam.Client, *iam.Options] {\n\treturn &GetListAdapterV2[*iam.ListInstanceProfilesInput, *iam.ListInstanceProfilesOutput, *types.InstanceProfile, *iam.Client, *iam.Options]{\n\t\tItemType: \"iam-instance-profile\",\n\t\tClient: client,\n\t\tCacheDuration: 3 * time.Hour, // IAM has very low rate limits, we need to cache for a long time\n\t\tAccountID: accountID,\n\t\tAdapterMetadata: instanceProfileAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *iam.Client, scope, query string) (*types.InstanceProfile, error) {\n\t\t\treturn instanceProfileGetFunc(ctx, client, scope, query)\n\t\t},\n\t\tInputMapperList: func(scope string) (*iam.ListInstanceProfilesInput, error) {\n\t\t\treturn &iam.ListInstanceProfilesInput{}, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client *iam.Client, params *iam.ListInstanceProfilesInput) Paginator[*iam.ListInstanceProfilesOutput, *iam.Options] {\n\t\t\treturn iam.NewListInstanceProfilesPaginator(client, params)\n\t\t},\n\t\tListExtractor: func(_ context.Context, output *iam.ListInstanceProfilesOutput, _ *iam.Client) ([]*types.InstanceProfile, error) {\n\t\t\tprofiles := make([]*types.InstanceProfile, 0, len(output.InstanceProfiles))\n\t\t\tfor i := range output.InstanceProfiles {\n\t\t\t\tprofiles = append(profiles, &output.InstanceProfiles[i])\n\t\t\t}\n\t\t\treturn profiles, nil\n\t\t},\n\t\tListTagsFunc: func(ctx context.Context, ip *types.InstanceProfile, c *iam.Client) (map[string]string, error) {\n\t\t\treturn instanceProfileListTagsFunc(ctx, ip, c), nil\n\t\t},\n\t\tItemMapper: instanceProfileItemMapper,\n\t}\n}\n\nvar instanceProfileAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"iam-instance-profile\",\n\tDescriptiveName: \"IAM Instance Profile\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an IAM instance profile by name\",\n\t\tListDescription: \"List all IAM instance profiles\",\n\t\tSearchDescription: \"Search IAM instance profiles by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_iam_instance_profile.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"iam-role\", \"iam-policy\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/iam-instance-profile_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestInstanceProfileItemMapper(t *testing.T) {\n\tprofile := types.InstanceProfile{\n\t\tArn: new(\"arn:aws:iam::123456789012:instance-profile/webserver\"),\n\t\tCreateDate: new(time.Now()),\n\t\tInstanceProfileId: new(\"AIDACKCEVSQ6C2EXAMPLE\"),\n\t\tInstanceProfileName: new(\"webserver\"),\n\t\tPath: new(\"/\"),\n\t\tRoles: []types.Role{\n\t\t\t{\n\t\t\t\tArn: new(\"arn:aws:iam::123456789012:role/webserver\"), // link\n\t\t\t\tCreateDate: new(time.Now()),\n\t\t\t\tPath: new(\"/\"),\n\t\t\t\tRoleId: new(\"AIDACKCEVSQ6C2EXAMPLE\"),\n\t\t\t\tRoleName: new(\"webserver\"),\n\t\t\t\tAssumeRolePolicyDocument: new(`{}`),\n\t\t\t\tDescription: new(\"Allows EC2 instances to call AWS services on your behalf.\"),\n\t\t\t\tMaxSessionDuration: new(int32(3600)),\n\t\t\t\tPermissionsBoundary: &types.AttachedPermissionsBoundary{\n\t\t\t\t\tPermissionsBoundaryArn: new(\"arn:aws:iam::123456789012:policy/XCompanyBoundaries\"), // link\n\t\t\t\t\tPermissionsBoundaryType: types.PermissionsBoundaryAttachmentTypePolicy,\n\t\t\t\t},\n\t\t\t\tRoleLastUsed: &types.RoleLastUsed{\n\t\t\t\t\tLastUsedDate: new(time.Now()),\n\t\t\t\t\tRegion: new(\"us-east-1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titem, err := instanceProfileItemMapper(nil, \"foo\", &profile)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n}\n\nfunc TestNewIAMInstanceProfileAdapter(t *testing.T) {\n\tconfig, account, _ := GetAutoConfig(t)\n\tclient := iam.NewFromConfig(config, func(o *iam.Options) {\n\t\to.RetryMode = aws.RetryModeAdaptive\n\t\to.RetryMaxAttempts = 10\n\t})\n\n\tadapter := NewIAMInstanceProfileAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 30 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/iam-policy.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws/arn\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam/types\"\n\t\"github.com/micahhausler/aws-iam-policy/policy\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/sourcegraph/conc/iter\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\ntype PolicyDetails struct {\n\tPolicy *types.Policy\n\tDocument *policy.Policy\n\tPolicyGroups []types.PolicyGroup\n\tPolicyRoles []types.PolicyRole\n\tPolicyUsers []types.PolicyUser\n}\n\nfunc policyGetFunc(ctx context.Context, client IAMClient, scope, query string) (*PolicyDetails, error) {\n\t// Construct the ARN from the name etc.\n\ta := ARN{\n\t\tARN: arn.ARN{\n\t\t\tPartition: \"aws\",\n\t\t\tService: \"iam\",\n\t\t\tRegion: \"\", // IAM doesn't have a region\n\t\t\tAccountID: scope,\n\t\t\tResource: \"policy/\" + query, // The query should policyFullName which is (path + name)\n\t\t},\n\t}\n\tout, err := client.GetPolicy(ctx, &iam.GetPolicyInput{\n\t\tPolicyArn: new(a.String()),\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tdetails := PolicyDetails{\n\t\tPolicy: out.Policy,\n\t}\n\n\tif out.Policy != nil {\n\t\terr := addPolicyEntities(ctx, client, &details)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\terr = addPolicyDocument(ctx, client, &details)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\treturn &details, nil\n}\n\n// Gets the current policy version and parses it, adds to the policy details\nfunc addPolicyDocument(ctx context.Context, client IAMClient, pol *PolicyDetails) error {\n\tif pol.Policy == nil {\n\t\treturn errors.New(\"policy is nil\")\n\t}\n\tif pol.Policy.Arn == nil || pol.Policy.DefaultVersionId == nil {\n\t\treturn errors.New(\"policy ARN or default version ID is nil\")\n\t}\n\n\tout, err := client.GetPolicyVersion(ctx, &iam.GetPolicyVersionInput{\n\t\tPolicyArn: pol.Policy.Arn,\n\t\tVersionId: pol.Policy.DefaultVersionId,\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\tif out.PolicyVersion == nil {\n\t\treturn errors.New(\"policy version is nil\")\n\t}\n\tif out.PolicyVersion.Document == nil {\n\t\treturn nil\n\t}\n\n\t// Save to the pointer\n\tpol.Document, err = ParsePolicyDocument(*out.PolicyVersion.Document)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error parsing policy document: %w\", err)\n\t}\n\n\treturn nil\n}\n\nfunc addPolicyEntities(ctx context.Context, client IAMClient, details *PolicyDetails) error {\n\tvar span trace.Span\n\tif log.GetLevel() == log.TraceLevel {\n\t\t// Only create new spans on trace level logging\n\t\tctx, span = tracer.Start(ctx, \"addPolicyEntities\")\n\t\tdefer span.End()\n\t}\n\n\tif details == nil {\n\t\treturn errors.New(\"details is nil\")\n\t}\n\n\tif details.Policy == nil {\n\t\treturn errors.New(\"policy is nil\")\n\t}\n\n\tpaginator := iam.NewListEntitiesForPolicyPaginator(client, &iam.ListEntitiesForPolicyInput{\n\t\tPolicyArn: details.Policy.Arn,\n\t})\n\n\tfor paginator.HasMorePages() {\n\t\tout, err := paginator.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\n\t\tdetails.PolicyGroups = append(details.PolicyGroups, out.PolicyGroups...)\n\t\tdetails.PolicyRoles = append(details.PolicyRoles, out.PolicyRoles...)\n\t\tdetails.PolicyUsers = append(details.PolicyUsers, out.PolicyUsers...)\n\t}\n\n\treturn nil\n}\n\nfunc policyItemMapper(_ *string, scope string, awsItem *PolicyDetails) (*sdp.Item, error) {\n\tfinalAttributes := struct {\n\t\t*types.Policy\n\t\tDocument *policy.Policy\n\t}{\n\t\tPolicy: awsItem.Policy,\n\t\tDocument: awsItem.Document,\n\t}\n\tattributes, err := ToAttributesWithExclude(finalAttributes)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif awsItem.Policy.Path == nil || awsItem.Policy.PolicyName == nil {\n\t\treturn nil, errors.New(\"policy Path and PolicyName must be populated\")\n\t}\n\n\t// Combine the path and policy name to create a unique attribute\n\tpolicyFullName := *awsItem.Policy.Path + *awsItem.Policy.PolicyName\n\n\t// Trim the leading slash\n\tpolicyFullName, _ = strings.CutPrefix(policyFullName, \"/\")\n\n\t// Create a new attribute which is a combination of `path` and `policyName`,\n\t// this can then be constructed into an ARN when a user calls GET\n\tattributes.Set(\"PolicyFullName\", policyFullName)\n\n\titem := sdp.Item{\n\t\tType: \"iam-policy\",\n\t\tUniqueAttribute: \"PolicyFullName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tfor _, group := range awsItem.PolicyGroups {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"iam-group\",\n\t\t\t\tQuery: *group.GroupName,\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tfor _, user := range awsItem.PolicyUsers {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"iam-user\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *user.UserName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tfor _, role := range awsItem.PolicyRoles {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"iam-role\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *role.RoleName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif awsItem.Document != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, LinksFromPolicy(awsItem.Document)...)\n\t}\n\n\treturn &item, nil\n}\n\nfunc policyListTagsFunc(ctx context.Context, p *PolicyDetails, client IAMClient) (map[string]string, error) {\n\ttags := make(map[string]string)\n\n\tpaginator := iam.NewListPolicyTagsPaginator(client, &iam.ListPolicyTagsInput{\n\t\tPolicyArn: p.Policy.Arn,\n\t})\n\n\tfor paginator.HasMorePages() {\n\t\tout, err := paginator.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn HandleTagsError(ctx, err), nil\n\t\t}\n\n\t\tfor _, tag := range out.Tags {\n\t\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\t\ttags[*tag.Key] = *tag.Value\n\t\t\t}\n\t\t}\n\t}\n\n\treturn tags, nil\n}\n\nfunc policyListExtractor(ctx context.Context, output *iam.ListPoliciesOutput, client IAMClient) ([]*PolicyDetails, error) {\n\treturn iter.MapErr(output.Policies, func(p *types.Policy) (*PolicyDetails, error) {\n\t\tdetails := PolicyDetails{\n\t\t\tPolicy: p,\n\t\t}\n\n\t\terr := addPolicyEntities(ctx, client, &details)\n\t\tif err != nil {\n\t\t\treturn &details, err\n\t\t}\n\n\t\terr = addPolicyDocument(ctx, client, &details)\n\t\tif err != nil {\n\t\t\treturn &details, err\n\t\t}\n\n\t\treturn &details, nil\n\t})\n}\n\n// NewPolicyAdapter Note that this policy adapter only support polices that are\n// user-created due to the fact that the AWS-created ones are basically \"global\"\n// in scope. In order to get this to work I'd have to change the way the adapter\n// is implemented so that it was mart enough to handle different scopes. This\n// has been added to the backlog:\n// https://github.com/overmindtech/workspace/aws-adapter/issues/68\nfunc NewIAMPolicyAdapter(client IAMClient, accountID string, cache sdpcache.Cache) *GetListAdapterV2[*iam.ListPoliciesInput, *iam.ListPoliciesOutput, *PolicyDetails, IAMClient, *iam.Options] {\n\treturn &GetListAdapterV2[*iam.ListPoliciesInput, *iam.ListPoliciesOutput, *PolicyDetails, IAMClient, *iam.Options]{\n\t\tItemType: \"iam-policy\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: \"\", // IAM policies aren't tied to a region\n\t\tCacheDuration: 3 * time.Hour, // IAM has very low rate limits, we need to cache for a long time\n\t\tAdapterMetadata: policyAdapterMetadata,\n\t\tcache: cache,\n\t\tSupportGlobalResources: true,\n\t\tInputMapperList: func(scope string) (*iam.ListPoliciesInput, error) {\n\t\t\tvar iamScope types.PolicyScopeType\n\t\t\tif scope == \"aws\" {\n\t\t\t\tiamScope = types.PolicyScopeTypeAws\n\t\t\t} else {\n\t\t\t\tiamScope = types.PolicyScopeTypeLocal\n\t\t\t}\n\t\t\treturn &iam.ListPoliciesInput{\n\t\t\t\tOnlyAttached: true,\n\t\t\t\tScope: iamScope,\n\t\t\t}, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client IAMClient, params *iam.ListPoliciesInput) Paginator[*iam.ListPoliciesOutput, *iam.Options] {\n\t\t\treturn iam.NewListPoliciesPaginator(client, params)\n\t\t},\n\t\tListExtractor: policyListExtractor,\n\t\tGetFunc: policyGetFunc,\n\t\tItemMapper: policyItemMapper,\n\t\tListTagsFunc: policyListTagsFunc,\n\t}\n}\n\nvar policyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"iam-policy\",\n\tDescriptiveName: \"IAM Policy\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an IAM policy by policyFullName ({path} + {policyName})\",\n\t\tListDescription: \"List all IAM policies\",\n\t\tSearchDescription: \"Search for IAM policies by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_iam_policy.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_iam_user_policy_attachment.policy_arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"iam-group\", \"iam-user\", \"iam-role\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/iam-policy_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"net/url\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam/types\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t *TestIAMClient) GetPolicy(ctx context.Context, params *iam.GetPolicyInput, optFns ...func(*iam.Options)) (*iam.GetPolicyOutput, error) {\n\treturn &iam.GetPolicyOutput{\n\t\tPolicy: &types.Policy{\n\t\t\tPolicyName: new(\"AWSControlTowerStackSetRolePolicy\"),\n\t\t\tPolicyId: new(\"ANPA3VLV2U277MP54R2OV\"),\n\t\t\tArn: new(\"arn:aws:iam::801795385023:policy/service-role/AWSControlTowerStackSetRolePolicy\"),\n\t\t\tPath: new(\"/service-role/\"),\n\t\t\tDefaultVersionId: new(\"v1\"),\n\t\t\tAttachmentCount: new(int32(1)),\n\t\t\tPermissionsBoundaryUsageCount: new(int32(0)),\n\t\t\tIsAttachable: true,\n\t\t\tCreateDate: new(time.Now()),\n\t\t\tUpdateDate: new(time.Now()),\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestIAMClient) ListEntitiesForPolicy(context.Context, *iam.ListEntitiesForPolicyInput, ...func(*iam.Options)) (*iam.ListEntitiesForPolicyOutput, error) {\n\treturn &iam.ListEntitiesForPolicyOutput{\n\t\tPolicyGroups: []types.PolicyGroup{\n\t\t\t{\n\t\t\t\tGroupId: new(\"groupId\"),\n\t\t\t\tGroupName: new(\"groupName\"),\n\t\t\t},\n\t\t},\n\t\tPolicyRoles: []types.PolicyRole{\n\t\t\t{\n\t\t\t\tRoleId: new(\"roleId\"),\n\t\t\t\tRoleName: new(\"roleName\"),\n\t\t\t},\n\t\t},\n\t\tPolicyUsers: []types.PolicyUser{\n\t\t\t{\n\t\t\t\tUserId: new(\"userId\"),\n\t\t\t\tUserName: new(\"userName\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestIAMClient) ListPolicies(context.Context, *iam.ListPoliciesInput, ...func(*iam.Options)) (*iam.ListPoliciesOutput, error) {\n\treturn &iam.ListPoliciesOutput{\n\t\tPolicies: []types.Policy{\n\t\t\t{\n\t\t\t\tPolicyName: new(\"AWSControlTowerAdminPolicy\"),\n\t\t\t\tPolicyId: new(\"ANPA3VLV2U2745H37HTHN\"),\n\t\t\t\tArn: new(\"arn:aws:iam::801795385023:policy/service-role/AWSControlTowerAdminPolicy\"),\n\t\t\t\tPath: new(\"/service-role/\"),\n\t\t\t\tDefaultVersionId: new(\"v1\"),\n\t\t\t\tAttachmentCount: new(int32(1)),\n\t\t\t\tPermissionsBoundaryUsageCount: new(int32(0)),\n\t\t\t\tIsAttachable: true,\n\t\t\t\tCreateDate: new(time.Now()),\n\t\t\t\tUpdateDate: new(time.Now()),\n\t\t\t},\n\t\t\t{\n\t\t\t\tPolicyName: new(\"AWSControlTowerCloudTrailRolePolicy\"),\n\t\t\t\tPolicyId: new(\"ANPA3VLV2U27UOP7KSM6I\"),\n\t\t\t\tArn: new(\"arn:aws:iam::801795385023:policy/service-role/AWSControlTowerCloudTrailRolePolicy\"),\n\t\t\t\tPath: new(\"/service-role/\"),\n\t\t\t\tDefaultVersionId: new(\"v1\"),\n\t\t\t\tAttachmentCount: new(int32(1)),\n\t\t\t\tPermissionsBoundaryUsageCount: new(int32(0)),\n\t\t\t\tIsAttachable: true,\n\t\t\t\tCreateDate: new(time.Now()),\n\t\t\t\tUpdateDate: new(time.Now()),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestIAMClient) ListPolicyTags(ctx context.Context, params *iam.ListPolicyTagsInput, optFns ...func(*iam.Options)) (*iam.ListPolicyTagsOutput, error) {\n\treturn &iam.ListPolicyTagsOutput{\n\t\tTags: []types.Tag{\n\t\t\t{\n\t\t\t\tKey: new(\"foo\"),\n\t\t\t\tValue: new(\"foo\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nconst testPolicy = `{\n \"Version\": \"2012-10-17\",\n \"Statement\": {\n \"Effect\": \"Allow\",\n \"Action\": [\n \"iam:AddUserToGroup\",\n \"iam:RemoveUserFromGroup\",\n \"iam:GetGroup\"\n ],\n \"Resource\": [\n \"arn:aws:iam::609103258633:group/Developers\",\n \"arn:aws:iam::609103258633:group/Operators\",\n\t\t\t\"arn:aws:iam::609103258633:user/*\"\n ]\n }\n}`\n\nfunc (c *TestIAMClient) GetPolicyVersion(ctx context.Context, params *iam.GetPolicyVersionInput, optFns ...func(*iam.Options)) (*iam.GetPolicyVersionOutput, error) {\n\tcreate := time.Now()\n\tdocument := url.QueryEscape(testPolicy)\n\tversionId := \"v2\"\n\n\treturn &iam.GetPolicyVersionOutput{\n\t\tPolicyVersion: &types.PolicyVersion{\n\t\t\tCreateDate: &create,\n\t\t\tDocument: &document,\n\t\t\tIsDefaultVersion: true,\n\t\t\tVersionId: &versionId,\n\t\t},\n\t}, nil\n}\n\nfunc TestGetCurrentPolicyVersion(t *testing.T) {\n\tclient := &TestIAMClient{}\n\tctx := context.Background()\n\n\tt.Run(\"with a good query\", func(t *testing.T) {\n\t\tarn := \"arn:aws:iam::609103258633:policy/DevelopersPolicy\"\n\t\tversion := \"v2\"\n\t\tpolicy := PolicyDetails{\n\t\t\tPolicy: &types.Policy{\n\t\t\t\tArn: &arn,\n\t\t\t\tDefaultVersionId: &version,\n\t\t\t},\n\t\t}\n\n\t\terr := addPolicyDocument(ctx, client, &policy)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t})\n\n\tt.Run(\"with empty values\", func(t *testing.T) {\n\t\tarn := \"\"\n\t\tversion := \"\"\n\t\tpolicy := PolicyDetails{\n\t\t\tPolicy: &types.Policy{\n\t\t\t\tArn: &arn,\n\t\t\t\tDefaultVersionId: &version,\n\t\t\t},\n\t\t}\n\n\t\terr := addPolicyDocument(ctx, client, &policy)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t})\n\n\tt.Run(\"with nil\", func(t *testing.T) {\n\t\tpolicy := PolicyDetails{}\n\n\t\terr := addPolicyDocument(ctx, client, &policy)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error, got nil\")\n\t\t}\n\t})\n}\n\nfunc TestPolicyGetFunc(t *testing.T) {\n\tpolicy, err := policyGetFunc(context.Background(), &TestIAMClient{}, \"foo\", \"bar\")\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif policy.Policy == nil {\n\t\tt.Error(\"policy was nil\")\n\t}\n\n\tif len(policy.PolicyGroups) != 1 {\n\t\tt.Errorf(\"expected 1 Group, got %v\", len(policy.PolicyGroups))\n\t}\n\n\tif len(policy.PolicyRoles) != 1 {\n\t\tt.Errorf(\"expected 1 Role, got %v\", len(policy.PolicyRoles))\n\t}\n\n\tif len(policy.PolicyUsers) != 1 {\n\t\tt.Errorf(\"expected 1 User, got %v\", len(policy.PolicyUsers))\n\t}\n\n\tif policy.Document.Version != \"2012-10-17\" {\n\t\tt.Errorf(\"expected version 2012-10-17, got %v\", policy.Document.Version)\n\t}\n\n\tif len(policy.Document.Statements.Values()) != 1 {\n\t\tt.Errorf(\"expected 1 statement, got %v\", len(policy.Document.Statements.Values()))\n\t}\n}\n\nfunc TestPolicyListTagsFunc(t *testing.T) {\n\ttags, err := policyListTagsFunc(context.Background(), &PolicyDetails{\n\t\tPolicy: &types.Policy{\n\t\t\tArn: new(\"arn:aws:iam::801795385023:policy/service-role/AWSControlTowerAdminPolicy\"),\n\t\t},\n\t}, &TestIAMClient{})\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(tags) != 1 {\n\t\tt.Errorf(\"expected 1 tag, got %v\", len(tags))\n\t}\n}\n\nfunc TestPolicyItemMapper(t *testing.T) {\n\tdetails := &PolicyDetails{\n\t\tPolicy: &types.Policy{\n\t\t\tPolicyName: new(\"AWSControlTowerAdminPolicy\"),\n\t\t\tPolicyId: new(\"ANPA3VLV2U2745H37HTHN\"),\n\t\t\tArn: new(\"arn:aws:iam::801795385023:policy/service-role/AWSControlTowerAdminPolicy\"),\n\t\t\tPath: new(\"/service-role/\"),\n\t\t\tDefaultVersionId: new(\"v1\"),\n\t\t\tAttachmentCount: new(int32(1)),\n\t\t\tPermissionsBoundaryUsageCount: new(int32(0)),\n\t\t\tIsAttachable: true,\n\t\t\tCreateDate: new(time.Now()),\n\t\t\tUpdateDate: new(time.Now()),\n\t\t},\n\t\tPolicyGroups: []types.PolicyGroup{\n\t\t\t{\n\t\t\t\tGroupId: new(\"groupId\"),\n\t\t\t\tGroupName: new(\"groupName\"),\n\t\t\t},\n\t\t},\n\t\tPolicyRoles: []types.PolicyRole{\n\t\t\t{\n\t\t\t\tRoleId: new(\"roleId\"),\n\t\t\t\tRoleName: new(\"roleName\"),\n\t\t\t},\n\t\t},\n\t\tPolicyUsers: []types.PolicyUser{\n\t\t\t{\n\t\t\t\tUserId: new(\"userId\"),\n\t\t\t\tUserName: new(\"userName\"),\n\t\t\t},\n\t\t},\n\t}\n\terr := addPolicyDocument(context.Background(), &TestIAMClient{}, details)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\titem, err := policyItemMapper(nil, \"foo\", details)\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"iam-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"groupName\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-user\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"userName\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"roleName\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:iam::609103258633:group/Developers\",\n\t\t\tExpectedScope: \"609103258633\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:iam::609103258633:group/Operators\",\n\t\t\tExpectedScope: \"609103258633\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n\tif item.UniqueAttributeValue() != \"service-role/AWSControlTowerAdminPolicy\" {\n\t\tt.Errorf(\"unexpected unique attribute value, got %s\", item.UniqueAttributeValue())\n\t}\n}\n\nfunc TestNewIAMPolicyAdapter(t *testing.T) {\n\tconfig, account, _ := GetAutoConfig(t)\n\tclient := iam.NewFromConfig(config, func(o *iam.Options) {\n\t\to.RetryMode = aws.RetryModeAdaptive\n\t\to.RetryMaxAttempts = 10\n\t})\n\n\tadapter := NewIAMPolicyAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 30 * time.Second,\n\t}\n\n\ttest.Run(t)\n\n\t// Test \"aws\" scoped resources\n\tt.Run(\"aws scoped resources in a specific scope\", func(t *testing.T) {\n\t\tctx, span := tracer.Start(context.Background(), t.Name())\n\n\t\tdefer span.End()\n\n\t\tt.Parallel()\n\t\t// This item shouldn't be found since it lives globally\n\t\t_, err := adapter.Get(ctx, FormatScope(account, \"\"), \"ReadOnlyAccess\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"aws scoped resources in the aws scope\", func(t *testing.T) {\n\t\tctx, span := tracer.Start(context.Background(), t.Name())\n\t\tdefer span.End()\n\n\t\tt.Parallel()\n\t\t// This item shouldn't be found since it lives globally\n\t\titem, err := adapter.Get(ctx, \"aws\", \"ReadOnlyAccess\", false)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif item.UniqueAttributeValue() != \"ReadOnlyAccess\" {\n\t\t\tt.Errorf(\"expected globally unique name to be ReadOnlyAccess, got %v\", item.GloballyUniqueName())\n\t\t}\n\t})\n\n\tt.Run(\"listing resources in a specific scope\", func(t *testing.T) {\n\t\tctx, span := tracer.Start(context.Background(), t.Name())\n\t\tdefer span.End()\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tadapter.ListStream(ctx, FormatScope(account, \"\"), false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Error(errs)\n\t\t}\n\n\t\tfor _, item := range stream.GetItems() {\n\t\t\tarnString, err := item.GetAttributes().Get(\"Arn\")\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"expected item to have an arn attribute, got %v\", err)\n\t\t\t}\n\n\t\t\tarn, err := ParseARN(arnString.(string))\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tif arn.AccountID != account {\n\t\t\t\tt.Errorf(\"expected item account to be %v, got %v\", account, arn.AccountID)\n\t\t\t}\n\t\t}\n\n\t\tif len(stream.GetItems()) == 0 {\n\t\t\tt.Fatal(\"no items found\")\n\t\t}\n\n\t\tarn, _ := stream.GetItems()[0].GetAttributes().Get(\"Arn\")\n\n\t\tt.Run(\"searching via ARN for a resource in a specific scope\", func(t *testing.T) {\n\t\t\tctxSearch, spanSearch := tracer.Start(context.Background(), t.Name())\n\t\t\tdefer spanSearch.End()\n\n\t\t\tt.Parallel()\n\n\t\t\tstreamSearch := discovery.NewRecordingQueryResultStream()\n\t\t\tadapter.SearchStream(ctxSearch, FormatScope(account, \"\"), arn.(string), false, streamSearch)\n\n\t\t\terrsSearch := streamSearch.GetErrors()\n\t\t\tif len(errsSearch) > 0 {\n\t\t\t\tt.Error(errsSearch)\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"searching via ARN for a resource in the aws scope\", func(t *testing.T) {\n\t\t\tctxSearchARN, spanSearchARN := tracer.Start(context.Background(), t.Name())\n\t\t\tdefer spanSearchARN.End()\n\n\t\t\tt.Parallel()\n\n\t\t\tstreamSearchARN := discovery.NewRecordingQueryResultStream()\n\t\t\tadapter.SearchStream(ctxSearchARN, \"aws\", arn.(string), false, streamSearchARN)\n\n\t\t\terrsSearchARN := streamSearchARN.GetErrors()\n\t\t\tif len(errsSearchARN) == 0 {\n\t\t\t\tt.Error(\"expected error, got nil\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"listing resources in the AWS scope\", func(t *testing.T) {\n\t\tctx, span := tracer.Start(context.Background(), t.Name())\n\t\tdefer span.End()\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tadapter.ListStream(ctx, \"aws\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Error(errs)\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) == 0 {\n\t\t\tt.Fatal(\"expected items, got none\")\n\t\t}\n\n\t\tfor _, item := range items {\n\t\t\tarnString, err := item.GetAttributes().Get(\"Arn\")\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"expected item to have an arn attribute, got %v\", err)\n\t\t\t}\n\n\t\t\tarn, err := ParseARN(arnString.(string))\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tif arn.AccountID != \"aws\" {\n\t\t\t\tt.Errorf(\"expected item account to be aws, got %v\", arn.AccountID)\n\t\t\t}\n\t\t}\n\n\t\tt.Run(\"searching via ARN for a resource in a specific scope\", func(t *testing.T) {\n\t\t\tctxSearch, spanSearch := tracer.Start(context.Background(), t.Name())\n\t\t\tdefer spanSearch.End()\n\n\t\t\tt.Parallel()\n\n\t\t\tarn, _ := items[0].GetAttributes().Get(\"Arn\")\n\t\t\tstreamSearch := discovery.NewRecordingQueryResultStream()\n\t\t\tadapter.SearchStream(ctxSearch, FormatScope(account, \"\"), arn.(string), false, streamSearch)\n\n\t\t\terrorsStreamSearch := streamSearch.GetErrors()\n\t\t\tif len(errorsStreamSearch) == 0 {\n\t\t\t\tt.Error(\"expected error, got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"searching via ARN for a resource in the aws scope\", func(t *testing.T) {\n\t\t\tctxSearchARN, spanSearchARN := tracer.Start(context.Background(), t.Name())\n\t\t\tdefer spanSearchARN.End()\n\n\t\t\tt.Parallel()\n\n\t\t\tarn, _ := items[0].GetAttributes().Get(\"Arn\")\n\t\t\tstreamSearchARN := discovery.NewRecordingQueryResultStream()\n\t\t\tadapter.SearchStream(ctxSearchARN, \"aws\", arn.(string), false, streamSearchARN)\n\n\t\t\terrsStreamSearch := streamSearchARN.GetErrors()\n\t\t\tif len(errsStreamSearch) > 0 {\n\t\t\t\tt.Error(errsStreamSearch)\n\t\t\t}\n\t\t})\n\t})\n}\n" }, { "path": "aws-source/adapters/iam-role.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/iam\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam/types\"\n\t\"github.com/micahhausler/aws-iam-policy/policy\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/sourcegraph/conc/iter\"\n)\n\ntype RoleDetails struct {\n\tRole *types.Role\n\tEmbeddedPolicies []embeddedPolicy\n\tAttachedPolicies []types.AttachedPolicy\n}\n\nfunc roleGetFunc(ctx context.Context, client IAMClient, _, query string) (*RoleDetails, error) {\n\tout, err := client.GetRole(ctx, &iam.GetRoleInput{\n\t\tRoleName: &query,\n\t})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tdetails := RoleDetails{\n\t\tRole: out.Role,\n\t}\n\n\terr = enrichRole(ctx, client, &details)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn &details, nil\n}\n\nfunc enrichRole(ctx context.Context, client IAMClient, roleDetails *RoleDetails) error {\n\tvar err error\n\n\t// In this section we want to get the embedded polices, and determine links\n\t// to the attached policies\n\n\t// Get embedded policies\n\troleDetails.EmbeddedPolicies, err = getEmbeddedPolicies(ctx, client, *roleDetails.Role.RoleName)\n\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Get the attached policies and create links to these\n\troleDetails.AttachedPolicies, err = getAttachedPolicies(ctx, client, *roleDetails.Role.RoleName)\n\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\ntype embeddedPolicy struct {\n\tName string\n\tDocument *policy.Policy\n}\n\n// getEmbeddedPolicies returns a list of inline policies embedded in the role\nfunc getEmbeddedPolicies(ctx context.Context, client IAMClient, roleName string) ([]embeddedPolicy, error) {\n\tpoliciesPaginator := iam.NewListRolePoliciesPaginator(client, &iam.ListRolePoliciesInput{\n\t\tRoleName: &roleName,\n\t})\n\tctx, span := tracer.Start(ctx, \"getEmbeddedPolicies\")\n\tdefer span.End()\n\n\tpolicies := make([]embeddedPolicy, 0)\n\n\tfor policiesPaginator.HasMorePages() {\n\t\tout, err := policiesPaginator.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tfor _, policyName := range out.PolicyNames {\n\t\t\tembeddedPolicy, err := getRolePolicyDetails(ctx, client, roleName, policyName)\n\t\t\tif err != nil {\n\t\t\t\t// Ignore these errors\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tpolicies = append(policies, *embeddedPolicy)\n\n\t\t\terr = ctx.Err()\n\t\t\tif err != nil {\n\t\t\t\t// If the context is done, we should stop processing and return an error, as the results are not complete\n\t\t\t\treturn nil, err\n\t\t\t}\n\t\t}\n\t}\n\n\treturn policies, nil\n}\n\nfunc getRolePolicyDetails(ctx context.Context, client IAMClient, roleName string, policyName string) (*embeddedPolicy, error) {\n\tctx, span := tracer.Start(ctx, \"getRolePolicyDetails\")\n\tdefer span.End()\n\tpolicy, err := client.GetRolePolicy(ctx, &iam.GetRolePolicyInput{\n\t\tRoleName: &roleName,\n\t\tPolicyName: &policyName,\n\t})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif policy == nil || policy.PolicyDocument == nil {\n\t\treturn nil, errors.New(\"policy document not found\")\n\t}\n\n\tpolicyDoc, err := ParsePolicyDocument(*policy.PolicyDocument)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error parsing policy document: %w\", err)\n\t}\n\n\treturn &embeddedPolicy{\n\t\tName: policyName,\n\t\tDocument: policyDoc,\n\t}, nil\n}\n\n// getAttachedPolicies Gets the attached policies for a role, these are actual\n// managed policies that can be linked to rather than embedded ones\nfunc getAttachedPolicies(ctx context.Context, client IAMClient, roleName string) ([]types.AttachedPolicy, error) {\n\tpaginator := iam.NewListAttachedRolePoliciesPaginator(client, &iam.ListAttachedRolePoliciesInput{\n\t\tRoleName: &roleName,\n\t})\n\n\tattachedPolicies := make([]types.AttachedPolicy, 0)\n\n\tfor paginator.HasMorePages() {\n\t\tout, err := paginator.NextPage(ctx)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tattachedPolicies = append(attachedPolicies, out.AttachedPolicies...)\n\t}\n\n\treturn attachedPolicies, nil\n}\n\nfunc roleItemMapper(_ *string, scope string, awsItem *RoleDetails) (*sdp.Item, error) {\n\tenrichedRole := struct {\n\t\t*types.Role\n\t\tEmbeddedPolicies []embeddedPolicy\n\t\t// This is a replacement for the URL-encoded policy document so that the\n\t\t// user can see the policy\n\t\tAssumeRolePolicyDocument *policy.Policy\n\t}{\n\t\tRole: awsItem.Role,\n\t\tEmbeddedPolicies: awsItem.EmbeddedPolicies,\n\t}\n\n\t// Parse the encoded policy document\n\tif awsItem.Role.AssumeRolePolicyDocument != nil {\n\t\tpolicyDoc, err := ParsePolicyDocument(*awsItem.Role.AssumeRolePolicyDocument)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tenrichedRole.AssumeRolePolicyDocument = policyDoc\n\t}\n\n\tattributes, err := ToAttributesWithExclude(enrichedRole)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"iam-role\",\n\t\tUniqueAttribute: \"RoleName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tfor _, policy := range awsItem.AttachedPolicies {\n\t\tif policy.PolicyArn != nil {\n\t\t\tif a, err := ParseARN(*policy.PolicyArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"iam-policy\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *policy.PolicyArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Extract links from policy documents\n\tfor _, policy := range awsItem.EmbeddedPolicies {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, LinksFromPolicy(policy.Document)...)\n\t}\n\n\t// Extract links from the assume role policy document\n\tif enrichedRole.AssumeRolePolicyDocument != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, LinksFromPolicy(enrichedRole.AssumeRolePolicyDocument)...)\n\t}\n\n\treturn &item, nil\n}\n\nfunc roleListTagsFunc(ctx context.Context, r *RoleDetails, client IAMClient) (map[string]string, error) {\n\ttags := make(map[string]string)\n\n\tpaginator := iam.NewListRoleTagsPaginator(client, &iam.ListRoleTagsInput{\n\t\tRoleName: r.Role.RoleName,\n\t})\n\n\tfor paginator.HasMorePages() {\n\t\tout, err := paginator.NextPage(ctx)\n\n\t\tif err != nil {\n\t\t\treturn HandleTagsError(ctx, err), nil\n\t\t}\n\n\t\tfor _, tag := range out.Tags {\n\t\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\t\ttags[*tag.Key] = *tag.Value\n\t\t\t}\n\t\t}\n\t}\n\n\treturn tags, nil\n}\n\nfunc NewIAMRoleAdapter(client IAMClient, accountID string, cache sdpcache.Cache) *GetListAdapterV2[*iam.ListRolesInput, *iam.ListRolesOutput, *RoleDetails, IAMClient, *iam.Options] {\n\treturn &GetListAdapterV2[*iam.ListRolesInput, *iam.ListRolesOutput, *RoleDetails, IAMClient, *iam.Options]{\n\t\tItemType: \"iam-role\",\n\t\tClient: client,\n\t\tCacheDuration: 3 * time.Hour, // IAM has very low rate limits, we need to cache for a long time\n\t\tcache: cache,\n\t\tAccountID: accountID,\n\t\tGetFunc: func(ctx context.Context, client IAMClient, scope, query string) (*RoleDetails, error) {\n\t\t\treturn roleGetFunc(ctx, client, scope, query)\n\t\t},\n\t\tInputMapperList: func(scope string) (*iam.ListRolesInput, error) {\n\t\t\treturn &iam.ListRolesInput{}, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client IAMClient, input *iam.ListRolesInput) Paginator[*iam.ListRolesOutput, *iam.Options] {\n\t\t\treturn iam.NewListRolesPaginator(client, input)\n\t\t},\n\t\tListExtractor: func(ctx context.Context, output *iam.ListRolesOutput, client IAMClient) ([]*RoleDetails, error) {\n\t\t\troles := make([]*RoleDetails, 0)\n\t\t\tmapper := iter.Mapper[types.Role, *RoleDetails]{\n\t\t\t\tMaxGoroutines: 100,\n\t\t\t}\n\n\t\t\tnewRoles, err := mapper.MapErr(output.Roles, func(role *types.Role) (*RoleDetails, error) {\n\t\t\t\tdetails := RoleDetails{\n\t\t\t\t\tRole: role,\n\t\t\t\t}\n\n\t\t\t\terr := enrichRole(ctx, client, &details)\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn nil, err\n\t\t\t\t}\n\n\t\t\t\treturn &details, nil\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\troles = append(roles, newRoles...)\n\t\t\treturn roles, nil\n\t\t},\n\t\tItemMapper: roleItemMapper,\n\t\tListTagsFunc: roleListTagsFunc,\n\t\tAdapterMetadata: roleAdapterMetadata,\n\t}\n}\n\nvar roleAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"iam-role\",\n\tDescriptiveName: \"IAM Role\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an IAM role by name\",\n\t\tListDescription: \"List all IAM roles\",\n\t\tSearchDescription: \"Search for IAM roles by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_iam_role.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"iam-policy\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/iam-role_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam/types\"\n\t\"github.com/micahhausler/aws-iam-policy/policy\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t *TestIAMClient) GetRole(ctx context.Context, params *iam.GetRoleInput, optFns ...func(*iam.Options)) (*iam.GetRoleOutput, error) {\n\treturn &iam.GetRoleOutput{\n\t\tRole: &types.Role{\n\t\t\tPath: new(\"/service-role/\"),\n\t\t\tRoleName: new(\"AWSControlTowerConfigAggregatorRoleForOrganizations\"),\n\t\t\tRoleId: new(\"AROA3VLV2U27YSTBFCGCJ\"),\n\t\t\tArn: new(\"arn:aws:iam::801795385023:role/service-role/AWSControlTowerConfigAggregatorRoleForOrganizations\"),\n\t\t\tCreateDate: new(time.Now()),\n\t\t\tAssumeRolePolicyDocument: new(`{\n \"Version\": \"2012-10-17\",\n \"Statement\": [\n {\n \"Effect\": \"Allow\",\n \"Principal\": {\n \"Service\": \"ec2.amazonaws.com\"\n },\n \"Action\": \"sts:AssumeRole\"\n }\n ]\n}`),\n\t\t\tMaxSessionDuration: new(int32(3600)),\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestIAMClient) ListRolePolicies(context.Context, *iam.ListRolePoliciesInput, ...func(*iam.Options)) (*iam.ListRolePoliciesOutput, error) {\n\treturn &iam.ListRolePoliciesOutput{\n\t\tPolicyNames: []string{\n\t\t\t\"one\",\n\t\t\t\"two\",\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestIAMClient) ListRoles(context.Context, *iam.ListRolesInput, ...func(*iam.Options)) (*iam.ListRolesOutput, error) {\n\treturn &iam.ListRolesOutput{\n\t\tRoles: []types.Role{\n\t\t\t{\n\t\t\t\tPath: new(\"/service-role/\"),\n\t\t\t\tRoleName: new(\"AWSControlTowerConfigAggregatorRoleForOrganizations\"),\n\t\t\t\tRoleId: new(\"AROA3VLV2U27YSTBFCGCJ\"),\n\t\t\t\tArn: new(\"arn:aws:iam::801795385023:role/service-role/AWSControlTowerConfigAggregatorRoleForOrganizations\"),\n\t\t\t\tCreateDate: new(time.Now()),\n\t\t\t\tAssumeRolePolicyDocument: new(`{\n \"Version\": \"2012-10-17\",\n \"Statement\": [\n {\n \"Effect\": \"Allow\",\n \"Principal\": {\n \"Service\": \"ec2.amazonaws.com\"\n },\n \"Action\": \"sts:AssumeRole\"\n }\n ]\n}`),\n\t\t\t\tMaxSessionDuration: new(int32(3600)),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestIAMClient) ListRoleTags(ctx context.Context, params *iam.ListRoleTagsInput, optFns ...func(*iam.Options)) (*iam.ListRoleTagsOutput, error) {\n\treturn &iam.ListRoleTagsOutput{\n\t\tTags: []types.Tag{\n\t\t\t{\n\t\t\t\tKey: new(\"foo\"),\n\t\t\t\tValue: new(\"bar\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestIAMClient) GetRolePolicy(ctx context.Context, params *iam.GetRolePolicyInput, optFns ...func(*iam.Options)) (*iam.GetRolePolicyOutput, error) {\n\treturn &iam.GetRolePolicyOutput{\n\t\tPolicyName: params.PolicyName,\n\t\tPolicyDocument: new(`{\n\t\t\t\"Version\": \"2012-10-17\",\n\t\t\t\"Statement\": [\n\t\t\t\t{\n\t\t\t\t\t\"Sid\": \"VisualEditor0\",\n\t\t\t\t\t\"Effect\": \"Allow\",\n\t\t\t\t\t\"Action\": \"s3:ListAllMyBuckets\",\n\t\t\t\t\t\"Resource\": \"*\"\n\t\t\t\t}\n\t\t\t]\n\t\t}`),\n\t\tRoleName: params.RoleName,\n\t}, nil\n}\n\nfunc (t *TestIAMClient) ListAttachedRolePolicies(ctx context.Context, params *iam.ListAttachedRolePoliciesInput, optFns ...func(*iam.Options)) (*iam.ListAttachedRolePoliciesOutput, error) {\n\treturn &iam.ListAttachedRolePoliciesOutput{\n\t\tAttachedPolicies: []types.AttachedPolicy{\n\t\t\t{\n\t\t\t\tPolicyArn: new(\"arn:aws:iam::aws:policy/AdministratorAccess\"),\n\t\t\t\tPolicyName: new(\"AdministratorAccess\"),\n\t\t\t},\n\t\t\t{\n\t\t\t\tPolicyArn: new(\"arn:aws:iam::aws:policy/AmazonS3FullAccess\"),\n\t\t\t\tPolicyName: new(\"AmazonS3FullAccess\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc TestRoleGetFunc(t *testing.T) {\n\trole, err := roleGetFunc(context.Background(), &TestIAMClient{}, \"foo\", \"bar\")\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif role.Role == nil {\n\t\tt.Error(\"role is nil\")\n\t}\n\n\tif len(role.EmbeddedPolicies) != 2 {\n\t\tt.Errorf(\"expected 2 embedded policies, got %v\", len(role.EmbeddedPolicies))\n\t}\n\n\tif len(role.AttachedPolicies) != 2 {\n\t\tt.Errorf(\"expected 2 attached policies, got %v\", len(role.AttachedPolicies))\n\t}\n}\n\nfunc TestRoleListFunc(t *testing.T) {\n\tadapter := NewIAMRoleAdapter(&TestIAMClient{}, \"foo\", sdpcache.NewNoOpCache())\n\n\tstream := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(context.Background(), \"foo\", false, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\tt.Error(errs)\n\t}\n\n\titems := stream.GetItems()\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 role, got %b\", len(items))\n\t}\n}\n\nfunc TestRoleListTagsFunc(t *testing.T) {\n\ttags, err := roleListTagsFunc(context.Background(), &RoleDetails{\n\t\tRole: &types.Role{\n\t\t\tArn: new(\"arn:aws:iam::801795385023:role/service-role/AWSControlTowerConfigAggregatorRoleForOrganizations\"),\n\t\t},\n\t}, &TestIAMClient{})\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(tags) != 1 {\n\t\tt.Errorf(\"expected 1 tag, got %v\", len(tags))\n\t}\n}\n\nconst listBucketsPolicy = `{\n\t\"Version\": \"2012-10-17\",\n\t\"Statement\": [\n\t\t{\n\t\t\t\"Sid\": \"VisualEditor0\",\n\t\t\t\"Effect\": \"Allow\",\n\t\t\t\"Action\": \"s3:ListAllMyBuckets\",\n\t\t\t\"Resource\": \"*\"\n\t\t}\n\t]\n}`\n\nfunc TestRoleItemMapper(t *testing.T) {\n\tpolicyDoc := policy.Policy{}\n\terr := json.Unmarshal([]byte(listBucketsPolicy), &policyDoc)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\trole := RoleDetails{\n\t\tRole: &types.Role{\n\t\t\tPath: new(\"/service-role/\"),\n\t\t\tRoleName: new(\"AWSControlTowerConfigAggregatorRoleForOrganizations\"),\n\t\t\tRoleId: new(\"AROA3VLV2U27YSTBFCGCJ\"),\n\t\t\tArn: new(\"arn:aws:iam::801795385023:role/service-role/AWSControlTowerConfigAggregatorRoleForOrganizations\"),\n\t\t\tCreateDate: new(time.Now()),\n\t\t\tAssumeRolePolicyDocument: new(`%7B%22Version%22%3A%222012-10-17%22%2C%22Statement%22%3A%5B%7B%22Effect%22%3A%22Allow%22%2C%22Principal%22%3A%7B%22Service%22%3A%22config.amazonaws.com%22%7D%2C%22Action%22%3A%22sts%3AAssumeRole%22%7D%5D%7D`),\n\t\t\tMaxSessionDuration: new(int32(3600)),\n\t\t\tDescription: new(\"description\"),\n\t\t\tPermissionsBoundary: &types.AttachedPermissionsBoundary{\n\t\t\t\tPermissionsBoundaryArn: new(\"arn:aws:iam::801795385023:role/service-role/AWSControlTowerConfigAggregatorRoleForOrganizations\"),\n\t\t\t\tPermissionsBoundaryType: types.PermissionsBoundaryAttachmentTypePolicy,\n\t\t\t},\n\t\t\tRoleLastUsed: &types.RoleLastUsed{\n\t\t\t\tLastUsedDate: new(time.Now()),\n\t\t\t\tRegion: new(\"us-east-2\"),\n\t\t\t},\n\t\t},\n\t\tEmbeddedPolicies: []embeddedPolicy{\n\t\t\t{\n\t\t\t\tName: \"foo\",\n\t\t\t\tDocument: &policyDoc,\n\t\t\t},\n\t\t},\n\t\tAttachedPolicies: []types.AttachedPolicy{\n\t\t\t{\n\t\t\t\tPolicyArn: new(\"arn:aws:iam::aws:policy/AdministratorAccess\"),\n\t\t\t\tPolicyName: new(\"AdministratorAccess\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titem, err := roleItemMapper(nil, \"foo\", &role)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"iam-policy\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:iam::aws:policy/AdministratorAccess\",\n\t\t\tExpectedScope: \"aws\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n\n\tfmt.Println(item.ToMap())\n}\n\nfunc TestNewIAMRoleAdapter(t *testing.T) {\n\tconfig, account, _ := GetAutoConfig(t)\n\tclient := iam.NewFromConfig(config, func(o *iam.Options) {\n\t\to.RetryMode = aws.RetryModeAdaptive\n\t\to.RetryMaxAttempts = 10\n\t})\n\n\tadapter := NewIAMRoleAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 30 * time.Hour,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/iam-user.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/iam\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype UserDetails struct {\n\tUser *types.User\n\tUserGroups []types.Group\n}\n\nfunc userGetFunc(ctx context.Context, client IAMClient, _, query string) (*UserDetails, error) {\n\tout, err := client.GetUser(ctx, &iam.GetUserInput{\n\t\tUserName: &query,\n\t})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tdetails := UserDetails{\n\t\tUser: out.User,\n\t}\n\n\tif out.User != nil {\n\t\terr = enrichUser(ctx, client, &details)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to enrich user %w\", err)\n\t\t}\n\t}\n\n\treturn &details, nil\n}\n\n// enrichUser Enriches the user with group and tag info\nfunc enrichUser(ctx context.Context, client IAMClient, userDetails *UserDetails) error {\n\tvar err error\n\n\tuserDetails.UserGroups, err = getUserGroups(ctx, client, userDetails.User.UserName)\n\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\n// Gets all of the groups that a user is in\nfunc getUserGroups(ctx context.Context, client IAMClient, userName *string) ([]types.Group, error) {\n\tvar out *iam.ListGroupsForUserOutput\n\tvar err error\n\tgroups := make([]types.Group, 0)\n\n\tpaginator := iam.NewListGroupsForUserPaginator(client, &iam.ListGroupsForUserInput{\n\t\tUserName: userName,\n\t})\n\n\tfor paginator.HasMorePages() {\n\t\tout, err = paginator.NextPage(ctx)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\n\t\t}\n\n\t\tgroups = append(groups, out.Groups...)\n\t}\n\n\treturn groups, nil\n}\n\nfunc userItemMapper(_ *string, scope string, awsItem *UserDetails) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem.User)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"iam-user\",\n\t\tUniqueAttribute: \"UserName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tfor _, group := range awsItem.UserGroups {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"iam-group\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *group.GroupName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &item, nil\n}\n\nfunc userListTagsFunc(ctx context.Context, u *UserDetails, client IAMClient) (map[string]string, error) {\n\ttags := make(map[string]string)\n\n\tpaginator := iam.NewListUserTagsPaginator(client, &iam.ListUserTagsInput{\n\t\tUserName: u.User.UserName,\n\t})\n\n\tfor paginator.HasMorePages() {\n\t\tout, err := paginator.NextPage(ctx)\n\n\t\tif err != nil {\n\t\t\treturn HandleTagsError(ctx, err), nil\n\t\t}\n\n\t\tfor _, tag := range out.Tags {\n\t\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\t\ttags[*tag.Key] = *tag.Value\n\t\t\t}\n\t\t}\n\t}\n\n\treturn tags, nil\n}\n\nfunc NewIAMUserAdapter(client IAMClient, accountID string, cache sdpcache.Cache) *GetListAdapterV2[*iam.ListUsersInput, *iam.ListUsersOutput, *UserDetails, IAMClient, *iam.Options] {\n\treturn &GetListAdapterV2[*iam.ListUsersInput, *iam.ListUsersOutput, *UserDetails, IAMClient, *iam.Options]{\n\t\tItemType: \"iam-user\",\n\t\tClient: client,\n\t\tcache: cache,\n\t\tCacheDuration: 3 * time.Hour, // IAM has very low rate limits, we need to cache for a long time\n\t\tAccountID: accountID,\n\t\tGetFunc: func(ctx context.Context, client IAMClient, scope, query string) (*UserDetails, error) {\n\t\t\treturn userGetFunc(ctx, client, scope, query)\n\t\t},\n\t\tInputMapperList: func(scope string) (*iam.ListUsersInput, error) {\n\t\t\treturn &iam.ListUsersInput{}, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client IAMClient, input *iam.ListUsersInput) Paginator[*iam.ListUsersOutput, *iam.Options] {\n\t\t\treturn iam.NewListUsersPaginator(client, input)\n\t\t},\n\t\tListExtractor: func(ctx context.Context, output *iam.ListUsersOutput, client IAMClient) ([]*UserDetails, error) {\n\t\t\tuserDetails := make([]*UserDetails, 0, len(output.Users))\n\n\t\t\tfor i := range output.Users {\n\t\t\t\tdetails := UserDetails{\n\t\t\t\t\tUser: &output.Users[i],\n\t\t\t\t}\n\n\t\t\t\terr := enrichUser(ctx, client, &details)\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn nil, fmt.Errorf(\"failed to enrich user %s: %w\", *details.User.UserName, err)\n\t\t\t\t}\n\n\t\t\t\tuserDetails = append(userDetails, &details)\n\t\t\t}\n\n\t\t\treturn userDetails, nil\n\t\t},\n\t\tItemMapper: userItemMapper,\n\t\tListTagsFunc: userListTagsFunc,\n\t\tAdapterMetadata: iamUserAdapterMetadata,\n\t}\n}\n\nvar iamUserAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"iam-user\",\n\tDescriptiveName: \"IAM User\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an IAM user by name\",\n\t\tListDescription: \"List all IAM users\",\n\t\tSearchDescription: \"Search for IAM users by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_iam_user.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_iam_user_group_membership.user\",\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"iam-group\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/iam-user_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strconv\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam\"\n\t\"github.com/aws/aws-sdk-go-v2/service/iam/types\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc (t *TestIAMClient) ListGroupsForUser(ctx context.Context, params *iam.ListGroupsForUserInput, optFns ...func(*iam.Options)) (*iam.ListGroupsForUserOutput, error) {\n\tisTruncated := true\n\tmarker := params.Marker\n\n\tif marker == nil {\n\t\tmarker = new(\"0\")\n\t}\n\n\t// Get the current page\n\tmarkerInt, _ := strconv.Atoi(*marker)\n\n\t// Set the marker to the next page\n\tmarkerInt++\n\n\tif markerInt >= 3 {\n\t\tisTruncated = false\n\t\tmarker = nil\n\t} else {\n\t\tmarker = new(fmt.Sprint(markerInt))\n\t}\n\n\treturn &iam.ListGroupsForUserOutput{\n\t\tGroups: []types.Group{\n\t\t\t{\n\t\t\t\tArn: new(\"arn:aws:iam::801795385023:Group/something\"),\n\t\t\t\tCreateDate: new(time.Now()),\n\t\t\t\tGroupId: new(\"id\"),\n\t\t\t\tGroupName: new(fmt.Sprintf(\"group-%v\", marker)),\n\t\t\t\tPath: new(\"/\"),\n\t\t\t},\n\t\t},\n\t\tIsTruncated: isTruncated,\n\t\tMarker: marker,\n\t}, nil\n}\n\nfunc (t *TestIAMClient) GetUser(ctx context.Context, params *iam.GetUserInput, optFns ...func(*iam.Options)) (*iam.GetUserOutput, error) {\n\treturn &iam.GetUserOutput{\n\t\tUser: &types.User{\n\t\t\tPath: new(\"/\"),\n\t\t\tUserName: new(\"power-users\"),\n\t\t\tUserId: new(\"AGPA3VLV2U27T6SSLJMDS\"),\n\t\t\tArn: new(\"arn:aws:iam::801795385023:User/power-users\"),\n\t\t\tCreateDate: new(time.Now()),\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestIAMClient) ListUsers(ctx context.Context, params *iam.ListUsersInput, optFns ...func(*iam.Options)) (*iam.ListUsersOutput, error) {\n\tisTruncated := true\n\tmarker := params.Marker\n\n\tif marker == nil {\n\t\tmarker = new(\"0\")\n\t}\n\n\t// Get the current page\n\tmarkerInt, _ := strconv.Atoi(*marker)\n\n\t// Set the marker to the next page\n\tmarkerInt++\n\n\tif markerInt >= 3 {\n\t\tisTruncated = false\n\t\tmarker = nil\n\t} else {\n\t\tmarker = new(fmt.Sprint(markerInt))\n\t}\n\n\treturn &iam.ListUsersOutput{\n\t\tUsers: []types.User{\n\t\t\t{\n\t\t\t\tPath: new(\"/\"),\n\t\t\t\tUserName: new(fmt.Sprintf(\"user-%v\", marker)),\n\t\t\t\tUserId: new(\"AGPA3VLV2U27T6SSLJMDS\"),\n\t\t\t\tArn: new(\"arn:aws:iam::801795385023:User/power-users\"),\n\t\t\t\tCreateDate: new(time.Now()),\n\t\t\t},\n\t\t},\n\t\tIsTruncated: isTruncated,\n\t\tMarker: marker,\n\t}, nil\n}\n\nfunc (t *TestIAMClient) ListUserTags(context.Context, *iam.ListUserTagsInput, ...func(*iam.Options)) (*iam.ListUserTagsOutput, error) {\n\treturn &iam.ListUserTagsOutput{\n\t\tTags: []types.Tag{\n\t\t\t{\n\t\t\t\tKey: new(\"foo\"),\n\t\t\t\tValue: new(\"bar\"),\n\t\t\t},\n\t\t},\n\t\tIsTruncated: false,\n\t\tMarker: nil,\n\t}, nil\n}\n\nfunc TestGetUserGroups(t *testing.T) {\n\tgroups, err := getUserGroups(context.Background(), &TestIAMClient{}, new(\"foo\"))\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(groups) != 3 {\n\t\tt.Errorf(\"expected 3 groups, got %v\", len(groups))\n\t}\n}\n\nfunc TestUserGetFunc(t *testing.T) {\n\tuser, err := userGetFunc(context.Background(), &TestIAMClient{}, \"foo\", \"bar\")\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif user.User == nil {\n\t\tt.Error(\"user is nil\")\n\t}\n\n\tif len(user.UserGroups) != 3 {\n\t\tt.Errorf(\"expected 3 groups, got %v\", len(user.UserGroups))\n\t}\n}\n\nfunc TestUserListFunc(t *testing.T) {\n\tadapter := NewIAMUserAdapter(&TestIAMClient{}, \"foo\", sdpcache.NewNoOpCache())\n\n\tstream := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(context.Background(), \"foo\", false, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\tt.Error(errs)\n\t}\n\n\titems := stream.GetItems()\n\tif len(items) != 3 {\n\t\tt.Errorf(\"expected 3 items, got %v\", len(items))\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t\tif len(item.GetLinkedItemQueries()) != 3 {\n\t\t\tt.Errorf(\"expected 3 linked item queries, got %v\", len(item.GetLinkedItemQueries()))\n\t\t}\n\t}\n}\n\nfunc TestUserListTagsFunc(t *testing.T) {\n\ttags, err := userListTagsFunc(context.Background(), &UserDetails{\n\t\tUser: &types.User{\n\t\t\tUserName: new(\"foo\"),\n\t\t},\n\t}, &TestIAMClient{})\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(tags) != 1 {\n\t\tt.Errorf(\"expected 1 tag, got %v\", len(tags))\n\t}\n}\n\nfunc TestUserItemMapper(t *testing.T) {\n\tdetails := UserDetails{\n\t\tUser: &types.User{\n\t\t\tPath: new(\"/\"),\n\t\t\tUserName: new(\"power-users\"),\n\t\t\tUserId: new(\"AGPA3VLV2U27T6SSLJMDS\"),\n\t\t\tArn: new(\"arn:aws:iam::801795385023:User/power-users\"),\n\t\t\tCreateDate: new(time.Now()),\n\t\t},\n\t\tUserGroups: []types.Group{\n\t\t\t{\n\t\t\t\tArn: new(\"arn:aws:iam::801795385023:Group/something\"),\n\t\t\t\tCreateDate: new(time.Now()),\n\t\t\t\tGroupId: new(\"id\"),\n\t\t\t\tGroupName: new(\"name\"),\n\t\t\t\tPath: new(\"/\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titem, err := userItemMapper(nil, \"foo\", &details)\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"iam-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"name\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewIAMUserAdapter(t *testing.T) {\n\tconfig, account, _ := GetAutoConfig(t)\n\tclient := iam.NewFromConfig(config, func(o *iam.Options) {\n\t\to.RetryMode = aws.RetryModeAdaptive\n\t\to.RetryMaxAttempts = 10\n\t})\n\n\tadapter := NewIAMUserAdapter(client, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 30 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/iam.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"net/url\"\n\t\"regexp\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/iam\"\n\t\"github.com/micahhausler/aws-iam-policy/policy\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\ntype IAMClient interface {\n\tGetPolicy(ctx context.Context, params *iam.GetPolicyInput, optFns ...func(*iam.Options)) (*iam.GetPolicyOutput, error)\n\tGetPolicyVersion(ctx context.Context, params *iam.GetPolicyVersionInput, optFns ...func(*iam.Options)) (*iam.GetPolicyVersionOutput, error)\n\tGetRole(ctx context.Context, params *iam.GetRoleInput, optFns ...func(*iam.Options)) (*iam.GetRoleOutput, error)\n\tGetRolePolicy(ctx context.Context, params *iam.GetRolePolicyInput, optFns ...func(*iam.Options)) (*iam.GetRolePolicyOutput, error)\n\tGetUser(ctx context.Context, params *iam.GetUserInput, optFns ...func(*iam.Options)) (*iam.GetUserOutput, error)\n\tListPolicyTags(ctx context.Context, params *iam.ListPolicyTagsInput, optFns ...func(*iam.Options)) (*iam.ListPolicyTagsOutput, error)\n\tListRoleTags(ctx context.Context, params *iam.ListRoleTagsInput, optFns ...func(*iam.Options)) (*iam.ListRoleTagsOutput, error)\n\n\tiam.ListAttachedRolePoliciesAPIClient\n\tiam.ListEntitiesForPolicyAPIClient\n\tiam.ListGroupsForUserAPIClient\n\tiam.ListPoliciesAPIClient\n\tiam.ListRolePoliciesAPIClient\n\tiam.ListRolesAPIClient\n\tiam.ListUsersAPIClient\n\tiam.ListUserTagsAPIClient\n}\n\ntype QueryExtractorFunc func(resource string, actions []string) []*sdp.LinkedItemQuery\n\n// This struct extracts linked item queries from an IAM policy. It must provide\n// a `RelevantResources` regex which will be checked against the resources that\n// each statement is mapped to. If it matches, the `ExtractorFunc` will be\n// called with the resource and actions that are allowed to be performed on that\n// resource\ntype QueryExtractor struct {\n\tRelevantResources *regexp.Regexp\n\tExtractorFunc QueryExtractorFunc\n}\n\nvar ssmQueryExtractor = QueryExtractor{\n\tRelevantResources: regexp.MustCompile(\"^arn:aws:ssm:\"),\n\tExtractorFunc: func(resource string, actions []string) []*sdp.LinkedItemQuery {\n\t\t// IAM for SSM works in a bit of a strange way: If a user has access to\n\t\t// a path, then the user can access all levels of that path. For\n\t\t// example, if a user has permission to access path /a, then the user\n\t\t// can also access /a/b. Even if a user has explicitly been denied\n\t\t// access in IAM for parameter /a/b, they can still call the\n\t\t// GetParametersByPath API operation recursively for /a and view /a/b.\n\t\t// https://docs.aws.amazon.com/systems-manager/latest/userguide/sysman-paramstore-access.html\n\t\t//\n\t\t// Because of this all ARNs essential with a wildcard for the path\n\t\ta, err := ParseARN(resource)\n\t\tif err != nil {\n\t\t\treturn nil\n\t\t}\n\n\t\treturn []*sdp.LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ssm-parameter\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: a.String() + \"*\", // Wildcard at the end\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t},\n}\n\nvar fallbackQueryExtractor = QueryExtractor{\n\tRelevantResources: regexp.MustCompile(\"^arn:\"),\n\tExtractorFunc: func(resource string, actions []string) []*sdp.LinkedItemQuery {\n\t\tarn, err := ParseARN(resource)\n\t\tif err != nil {\n\t\t\treturn nil\n\t\t}\n\n\t\t// Since this could be an ARN to anything we are going to rely\n\t\t// on the fact that we *usually* have a SEARCH method that\n\t\t// accepts ARNs\n\t\tscope := sdp.WILDCARD\n\t\tif arn.AccountID != \"aws\" {\n\t\t\tif arn.AccountID != \"*\" && arn.Region != \"*\" {\n\t\t\t\t// If we have an account and region, then use those\n\t\t\t\tscope = FormatScope(arn.AccountID, arn.Region)\n\t\t\t}\n\t\t}\n\n\t\t// We need to convert the item type from ARN format to Overmind\n\t\t// format. Since we follow a pretty strict naming convention\n\t\t// this should *usually* work. Overmind's naming conventions are\n\t\t// based on the AWS CLI, e.g. `aws ec2 describe-instances` would\n\t\t// be `ec2-instance`\n\t\tovermindType := arn.Service + \"-\" + arn.Type()\n\n\t\t// It would be good here if we had a way to definitely know what\n\t\t// type a given ARN is, but I don't think the types are 1:1 so\n\t\t// we are going to have to use a wildcard. This will cause a lot\n\t\t// of failed searches which I don't love, but it will work\n\t\t// itemType := sdp.WILDCARD\n\n\t\treturn []*sdp.LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: overmindType,\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: arn.String(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t},\n}\n\n// The ordered list of extractors to use. The first one that matches will be\n// used\nvar extractors = []QueryExtractor{\n\tssmQueryExtractor,\n\tfallbackQueryExtractor,\n}\n\n// Extracts linked item queries from an IAM policy. In this case we only link to\n// entities that are explicitly mentioned in the policy. If we were to link to\n// more you'd end up with way too many links since a policy might for example\n// give read access to everything\nfunc LinksFromPolicy(document *policy.Policy) []*sdp.LinkedItemQuery {\n\t// We want to link all of the resources in the policy document, as long\n\t// as they have a valid ARN\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tif document == nil || document.Statements == nil {\n\t\treturn queries\n\t}\n\n\tfor _, statement := range document.Statements.Values() {\n\t\tif statement.Principal != nil {\n\t\t\t// If we are referencing a specific IAM user or role as the\n\t\t\t// principal then we should link them here\n\t\t\tif awsPrincipal := statement.Principal.AWS(); awsPrincipal != nil {\n\t\t\t\tfor _, value := range awsPrincipal.Values() {\n\t\t\t\t\t// These are in the format of ARN so we'll parse them\n\t\t\t\t\tif arn, err := ParseARN(value); err == nil {\n\t\t\t\t\t\tvar typ string\n\t\t\t\t\t\tswitch arn.Type() {\n\t\t\t\t\t\tcase \"role\":\n\t\t\t\t\t\t\ttyp = \"iam-role\"\n\t\t\t\t\t\tcase \"user\":\n\t\t\t\t\t\t\ttyp = \"iam-user\"\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tif typ != \"\" {\n\t\t\t\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: typ,\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\t\tQuery: arn.String(),\n\t\t\t\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif statement.Resource != nil {\n\t\t\tfor _, resource := range statement.Resource.Values() {\n\t\t\t\t// Try to extract links from the references resource using the\n\t\t\t\t// configurable extractors\n\t\t\t\tfor _, extractor := range extractors {\n\t\t\t\t\tif extractor.RelevantResources != nil && extractor.RelevantResources.MatchString(resource) {\n\t\t\t\t\t\tif statement.Action == nil || len(statement.Action.Values()) == 0 {\n\t\t\t\t\t\t\t// If there is no action, then we can't extract\n\t\t\t\t\t\t\t// anything from this resource\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\t\t\t\t\t\tqueries = append(queries, extractor.ExtractorFunc(resource, statement.Action.Values())...)\n\n\t\t\t\t\t\t// Only use the first one that matches\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn queries\n}\n\n// Parses an IAM policy in it's URL-encoded embedded form\nfunc ParsePolicyDocument(encoded string) (*policy.Policy, error) {\n\t// Decode the policy document which is RFC 3986 URL encoded\n\tdecoded, err := url.QueryUnescape(encoded)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to decode policy document: %w\", err)\n\t}\n\n\t// Unmarshal the JSON\n\tpolicyDocument := policy.Policy{}\n\terr = json.Unmarshal([]byte(decoded), &policyDocument)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to unmarshal policy document: %w\", err)\n\t}\n\n\treturn &policyDocument, nil\n}\n" }, { "path": "aws-source/adapters/iam_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"log\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/micahhausler/aws-iam-policy/policy\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\n// TestIAMClient Test client that returns three pages\ntype TestIAMClient struct{}\n\nfunc TestMain(m *testing.M) {\n\texitCode := func() int {\n\t\tdefer tracing.ShutdownTracer(context.Background())\n\n\t\tif err := tracing.InitTracerWithUpstreams(\"aws-source-tests\", os.Getenv(\"HONEYCOMB_API_KEY\"), \"\"); err != nil {\n\t\t\tlog.Fatal(err)\n\t\t}\n\n\t\treturn m.Run()\n\t}()\n\n\tos.Exit(exitCode)\n}\n\nfunc TestLinksFromPolicy(t *testing.T) {\n\tt.Run(\"with a simple policy that extracts a principal\", func(t *testing.T) {\n\t\taction := policy.NewStringOrSlice(true, \"sts:AssumeRole\")\n\t\tpol := policy.Policy{\n\t\t\tStatements: policy.NewStatementOrSlice(\n\t\t\t\tpolicy.Statement{\n\t\t\t\t\tAction: action,\n\t\t\t\t\tEffect: \"Allow\",\n\t\t\t\t\tPrincipal: policy.NewAWSPrincipal(\"arn:aws:iam::123456789:role/aws-controltower-AuditAdministratorRole\"),\n\t\t\t\t},\n\t\t\t),\n\t\t}\n\n\t\tqueries := LinksFromPolicy(&pol)\n\n\t\tif len(queries) != 1 {\n\t\t\tt.Fatalf(\"expected 1 query got %v\", len(queries))\n\t\t}\n\t})\n\n\tt.Run(\"with a simple policy that something from the resource using teh fallback extractor\", func(t *testing.T) {\n\t\taction := policy.NewStringOrSlice(true, \"sts:AssumeRole\")\n\t\tpol := policy.Policy{\n\t\t\tStatements: policy.NewStatementOrSlice(\n\t\t\t\tpolicy.Statement{\n\t\t\t\t\tAction: action,\n\t\t\t\t\tEffect: \"Allow\",\n\t\t\t\t\tResource: policy.NewStringOrSlice(true, \"arn:aws:iam::123456789:role/aws-controltower-AuditAdministratorRole\"),\n\t\t\t\t},\n\t\t\t),\n\t\t}\n\n\t\tqueries := LinksFromPolicy(&pol)\n\n\t\tif len(queries) != 1 {\n\t\t\tt.Fatalf(\"expected 1 query got %v\", len(queries))\n\t\t}\n\t})\n\n\tt.Run(\"with a simple policy that something from the resource using the SSM extractor\", func(t *testing.T) {\n\t\taction := policy.NewStringOrSlice(true, \"ssm:GetParameter\")\n\t\tpol := policy.Policy{\n\t\t\tStatements: policy.NewStatementOrSlice(\n\t\t\t\tpolicy.Statement{\n\t\t\t\t\tAction: action,\n\t\t\t\t\tEffect: \"Allow\",\n\t\t\t\t\tResource: policy.NewStringOrSlice(true, \"arn:aws:ssm:us-west-2:123456789:parameter/foo\"),\n\t\t\t\t},\n\t\t\t),\n\t\t}\n\n\t\tqueries := LinksFromPolicy(&pol)\n\n\t\tif len(queries) != 1 {\n\t\t\tt.Fatalf(\"expected 1 query got %v\", len(queries))\n\t\t}\n\n\t\t// This should have had an asterisk added\n\t\tif queries[0].GetQuery().GetQuery() != \"arn:aws:ssm:us-west-2:123456789:parameter/foo*\" {\n\t\t\tt.Errorf(\"expected query to be 'arn:aws:ssm:us-west-2:123456789:parameter/foo*' got %v\", queries[0].GetQuery().GetQuery())\n\t\t}\n\t})\n\n}\nfunc TestLinksFromPolicy_EdgeCases(t *testing.T) {\n\tt.Run(\"nil policy returns empty slice\", func(t *testing.T) {\n\t\tqueries := LinksFromPolicy(nil)\n\t\tif len(queries) != 0 {\n\t\t\tt.Errorf(\"expected 0 queries, got %v\", len(queries))\n\t\t}\n\t})\n\n\tt.Run(\"policy with nil statements returns empty slice\", func(t *testing.T) {\n\t\tpol := &policy.Policy{}\n\t\tqueries := LinksFromPolicy(pol)\n\t\tif len(queries) != 0 {\n\t\t\tt.Errorf(\"expected 0 queries, got %v\", len(queries))\n\t\t}\n\t})\n\n\tt.Run(\"policy with statement with non-ARN principal\", func(t *testing.T) {\n\t\taction := policy.NewStringOrSlice(true, \"sts:AssumeRole\")\n\t\tpol := policy.Policy{\n\t\t\tStatements: policy.NewStatementOrSlice(\n\t\t\t\tpolicy.Statement{\n\t\t\t\t\tAction: action,\n\t\t\t\t\tEffect: \"Allow\",\n\t\t\t\t\tPrincipal: policy.NewAWSPrincipal(\"not-an-arn\"),\n\t\t\t\t},\n\t\t\t),\n\t\t}\n\t\tqueries := LinksFromPolicy(&pol)\n\t\tif len(queries) != 0 {\n\t\t\tt.Errorf(\"expected 0 queries, got %v\", len(queries))\n\t\t}\n\t})\n\n\tt.Run(\"policy with statement with principal of unknown type\", func(t *testing.T) {\n\t\taction := policy.NewStringOrSlice(true, \"sts:AssumeRole\")\n\t\t// This ARN has a made-up type\n\t\tpol := policy.Policy{\n\t\t\tStatements: policy.NewStatementOrSlice(\n\t\t\t\tpolicy.Statement{\n\t\t\t\t\tAction: action,\n\t\t\t\t\tEffect: \"Allow\",\n\t\t\t\t\tPrincipal: policy.NewAWSPrincipal(\"arn:aws:iam::123456789:foobar/aws-controltower-AuditAdministratorRole\"),\n\t\t\t\t},\n\t\t\t),\n\t\t}\n\t\tqueries := LinksFromPolicy(&pol)\n\t\tif len(queries) != 0 {\n\t\t\tt.Errorf(\"expected 0 queries, got %v\", len(queries))\n\t\t}\n\t})\n\n\tt.Run(\"policy with statement with resource but no action\", func(t *testing.T) {\n\t\tpol := policy.Policy{\n\t\t\tStatements: policy.NewStatementOrSlice(\n\t\t\t\tpolicy.Statement{\n\t\t\t\t\tEffect: \"Allow\",\n\t\t\t\t\tResource: policy.NewStringOrSlice(true, \"arn:aws:ssm:us-west-2:123456789:parameter/foo\"),\n\t\t\t\t},\n\t\t\t),\n\t\t}\n\t\tqueries := LinksFromPolicy(&pol)\n\t\tif len(queries) != 0 {\n\t\t\tt.Errorf(\"expected 0 queries, got %v\", len(queries))\n\t\t}\n\t})\n\n\tt.Run(\"policy with statement with resource that is not an ARN\", func(t *testing.T) {\n\t\taction := policy.NewStringOrSlice(true, \"ssm:GetParameter\")\n\t\tpol := policy.Policy{\n\t\t\tStatements: policy.NewStatementOrSlice(\n\t\t\t\tpolicy.Statement{\n\t\t\t\t\tAction: action,\n\t\t\t\t\tEffect: \"Allow\",\n\t\t\t\t\tResource: policy.NewStringOrSlice(true, \"not-an-arn\"),\n\t\t\t\t},\n\t\t\t),\n\t\t}\n\t\tqueries := LinksFromPolicy(&pol)\n\t\tif len(queries) != 0 {\n\t\t\tt.Errorf(\"expected 0 queries, got %v\", len(queries))\n\t\t}\n\t})\n\n\tt.Run(\"policy with multiple statements and mixed valid/invalid principals and resources\", func(t *testing.T) {\n\t\taction := policy.NewStringOrSlice(true, \"sts:AssumeRole\")\n\t\tssmAction := policy.NewStringOrSlice(true, \"ssm:GetParameter\")\n\t\tpol := policy.Policy{\n\t\t\tStatements: policy.NewStatementOrSlice(\n\t\t\t\tpolicy.Statement{\n\t\t\t\t\tAction: action,\n\t\t\t\t\tEffect: \"Allow\",\n\t\t\t\t\tPrincipal: policy.NewAWSPrincipal(\"arn:aws:iam::123456789:role/aws-controltower-AuditAdministratorRole\"),\n\t\t\t\t},\n\t\t\t\tpolicy.Statement{\n\t\t\t\t\tAction: ssmAction,\n\t\t\t\t\tEffect: \"Allow\",\n\t\t\t\t\tResource: policy.NewStringOrSlice(true, \"arn:aws:ssm:us-west-2:123456789:parameter/foo\"),\n\t\t\t\t},\n\t\t\t\tpolicy.Statement{\n\t\t\t\t\tAction: action,\n\t\t\t\t\tEffect: \"Allow\",\n\t\t\t\t\tResource: policy.NewStringOrSlice(true, \"not-an-arn\"),\n\t\t\t\t},\n\t\t\t),\n\t\t}\n\t\tqueries := LinksFromPolicy(&pol)\n\t\tif len(queries) != 2 {\n\t\t\tt.Errorf(\"expected 2 queries, got %v\", len(queries))\n\t\t}\n\t})\n}\n" }, { "path": "aws-source/adapters/integration/apigateway/apigateway_test.go", "content": "package apigateway\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc APIGateway(t *testing.T) {\n\tctx := context.Background()\n\n\tvar err error\n\ttestClient, err := apigatewayClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create APIGateway client: %v\", err)\n\t}\n\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get AWS settings: %v\", err)\n\t}\n\n\taccountID := testAWSConfig.AccountID\n\n\tt.Log(\"Running APIGateway integration test\")\n\n\t// Resources ------------------------------------------------------------------------------------------------------\n\n\trestApiSource := adapters.NewAPIGatewayRestApiAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = restApiSource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate APIGateway restApi adapter: %v\", err)\n\t}\n\n\tresourceApiSource := adapters.NewAPIGatewayResourceAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = resourceApiSource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate APIGateway resource adapter: %v\", err)\n\t}\n\n\tmethodSource := adapters.NewAPIGatewayMethodAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = methodSource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate APIGateway method adapter: %v\", err)\n\t}\n\n\tmethodResponseSource := adapters.NewAPIGatewayMethodResponseAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = methodResponseSource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate APIGateway method response adapter: %v\", err)\n\t}\n\n\tintegrationSource := adapters.NewAPIGatewayIntegrationAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = integrationSource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate APIGateway integration adapter: %v\", err)\n\t}\n\n\tapiKeySource := adapters.NewAPIGatewayApiKeyAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = apiKeySource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate APIGateway API key adapter: %v\", err)\n\t}\n\n\tauthorizerSource := adapters.NewAPIGatewayAuthorizerAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = authorizerSource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate APIGateway authorizer adapter: %v\", err)\n\t}\n\n\tdeploymentSource := adapters.NewAPIGatewayDeploymentAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = deploymentSource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate APIGateway deployment adapter: %v\", err)\n\t}\n\n\tstageSource := adapters.NewAPIGatewayStageAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = stageSource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate APIGateway stage adapter: %v\", err)\n\t}\n\n\tmodelSource := adapters.NewAPIGatewayModelAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = modelSource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate APIGateway model adapter: %v\", err)\n\t}\n\n\t// Tests ----------------------------------------------------------------------------------------------------------\n\n\tscope := adapters.FormatScope(accountID, testAWSConfig.Region)\n\n\t// List restApis\n\trestApis, err := restApiSource.List(ctx, scope, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to list APIGateway restApis: %v\", err)\n\t}\n\n\tif len(restApis) == 0 {\n\t\tt.Fatalf(\"no restApis found\")\n\t}\n\n\trestApiUniqueAttribute := restApis[0].GetUniqueAttribute()\n\n\trestApiID, err := integration.GetUniqueAttributeValueByTags(\n\t\trestApiUniqueAttribute,\n\t\trestApis,\n\t\tintegration.ResourceTags(integration.APIGateway, restAPISrc),\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get restApi ID: %v\", err)\n\t}\n\n\t// Get restApi\n\trestApi, err := restApiSource.Get(ctx, scope, restApiID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get APIGateway restApi: %v\", err)\n\t}\n\n\trestApiIDFromGet, err := integration.GetUniqueAttributeValueByTags(\n\t\trestApiUniqueAttribute,\n\t\t[]*sdp.Item{restApi},\n\t\tintegration.ResourceTags(integration.APIGateway, restAPISrc),\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get restApi ID from get: %v\", err)\n\t}\n\n\tif restApiID != restApiIDFromGet {\n\t\tt.Fatalf(\"expected restApi ID %s, got %s\", restApiID, restApiIDFromGet)\n\t}\n\n\t// Search restApis\n\trestApiName := integration.ResourceName(integration.APIGateway, restAPISrc, integration.TestID())\n\trestApisFromSearch, err := restApiSource.Search(ctx, scope, restApiName, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search APIGateway restApis: %v\", err)\n\t}\n\n\tif len(restApis) == 0 {\n\t\tt.Fatalf(\"no restApis found\")\n\t}\n\n\trestApiIDFromSearch, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\trestApiUniqueAttribute,\n\t\t\"Name\",\n\t\tintegration.ResourceName(integration.APIGateway, restAPISrc, integration.TestID()),\n\t\trestApisFromSearch,\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get restApi ID from search: %v\", err)\n\t}\n\n\tif restApiID != restApiIDFromSearch {\n\t\tt.Fatalf(\"expected restApi ID %s, got %s\", restApiID, restApiIDFromSearch)\n\t}\n\n\t// Search resources\n\tresources, err := resourceApiSource.Search(ctx, scope, restApiID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search APIGateway resources: %v\", err)\n\t}\n\n\tif len(resources) == 0 {\n\t\tt.Fatalf(\"no resources found\")\n\t}\n\n\tresourceUniqueAttribute := resources[0].GetUniqueAttribute()\n\n\tresourceUniqueAttrFromSearch, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tresourceUniqueAttribute,\n\t\t\"Path\",\n\t\t\"/test\",\n\t\tresources,\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get resource ID: %v\", err)\n\t}\n\n\t// Get resource\n\tresource, err := resourceApiSource.Get(ctx, scope, resourceUniqueAttrFromSearch, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get APIGateway resource: %v\", err)\n\t}\n\n\tresourceUniqueAttrFromGet, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tresourceUniqueAttribute,\n\t\t\"Path\",\n\t\t\"/test\",\n\t\t[]*sdp.Item{resource},\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get resource ID from get: %v\", err)\n\t}\n\n\tif resourceUniqueAttrFromSearch != resourceUniqueAttrFromGet {\n\t\tt.Fatalf(\"expected resource ID %s, got %s\", resourceUniqueAttrFromSearch, resourceUniqueAttrFromGet)\n\t}\n\n\t// Get method\n\tmethodID := fmt.Sprintf(\"%s/GET\", resourceUniqueAttrFromGet) // resourceUniqueAttribute contains the restApiID\n\tmethod, err := methodSource.Get(ctx, scope, methodID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get APIGateway method: %v\", err)\n\t}\n\n\tuniqueMethodAttr, err := method.GetAttributes().Get(method.GetUniqueAttribute())\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get unique method attribute: %v\", err)\n\t}\n\n\tif uniqueMethodAttr != methodID {\n\t\tt.Fatalf(\"expected method ID %s, got %s\", methodID, uniqueMethodAttr)\n\t}\n\n\t// Get method response\n\tmethodResponseID := fmt.Sprintf(\"%s/200\", methodID)\n\tmethodResponse, err := methodResponseSource.Get(ctx, scope, methodResponseID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get APIGateway method response: %v\", err)\n\t}\n\n\tuniqueMethodResponseAttr, err := methodResponse.GetAttributes().Get(methodResponse.GetUniqueAttribute())\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get unique method response attribute: %v\", err)\n\t}\n\n\tif uniqueMethodResponseAttr != methodResponseID {\n\t\tt.Fatalf(\"expected method response ID %s, got %s\", methodResponseID, uniqueMethodResponseAttr)\n\t}\n\n\t// Get integration\n\tintegrationID := fmt.Sprintf(\"%s/GET\", resourceUniqueAttrFromGet) // resourceUniqueAttribute contains the restApiID\n\titgr, err := integrationSource.Get(ctx, scope, integrationID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get APIGateway itgr: %v\", err)\n\t}\n\n\tuniqueIntegrationAttr, err := itgr.GetAttributes().Get(itgr.GetUniqueAttribute())\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get unique itgr attribute: %v\", err)\n\t}\n\n\tif uniqueIntegrationAttr != integrationID {\n\t\tt.Fatalf(\"expected integration ID %s, got %s\", integrationID, uniqueIntegrationAttr)\n\t}\n\n\t// List API keys\n\tapiKeys, err := apiKeySource.List(ctx, scope, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to list APIGateway API keys: %v\", err)\n\t}\n\n\tif len(apiKeys) == 0 {\n\t\tt.Fatalf(\"no API keys found\")\n\t}\n\n\tapiKeyUniqueAttribute := apiKeys[0].GetUniqueAttribute()\n\n\tapiKeyID, err := integration.GetUniqueAttributeValueByTags(\n\t\tapiKeyUniqueAttribute,\n\t\tapiKeys,\n\t\tintegration.ResourceTags(integration.APIGateway, apiKeySrc),\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get API key ID: %v\", err)\n\t}\n\n\t// Get API key\n\tapiKey, err := apiKeySource.Get(ctx, scope, apiKeyID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get APIGateway API key: %v\", err)\n\t}\n\n\tapiKeyIDFromGet, err := integration.GetUniqueAttributeValueByTags(\n\t\tapiKeyUniqueAttribute,\n\t\t[]*sdp.Item{apiKey},\n\t\tintegration.ResourceTags(integration.APIGateway, apiKeySrc),\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get API key ID from get: %v\", err)\n\t}\n\n\tif apiKeyID != apiKeyIDFromGet {\n\t\tt.Fatalf(\"expected API key ID %s, got %s\", apiKeyID, apiKeyIDFromGet)\n\t}\n\n\t// Search API keys\n\tapiKeyName := integration.ResourceName(integration.APIGateway, apiKeySrc, integration.TestID())\n\tapiKeysFromSearch, err := apiKeySource.Search(ctx, scope, apiKeyName, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search APIGateway API keys: %v\", err)\n\t}\n\n\tif len(apiKeysFromSearch) == 0 {\n\t\tt.Fatalf(\"no API keys found\")\n\t}\n\n\tapiKeyIDFromSearch, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tapiKeyUniqueAttribute,\n\t\t\"Name\",\n\t\tapiKeyName,\n\t\tapiKeysFromSearch,\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get API key ID from search: %v\", err)\n\t}\n\n\tif apiKeyID != apiKeyIDFromSearch {\n\t\tt.Fatalf(\"expected API key ID %s, got %s\", apiKeyID, apiKeyIDFromSearch)\n\t}\n\n\t// Search authorizers by restApiID\n\tauthorizers, err := authorizerSource.Search(ctx, scope, restApiID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search APIGateway authorizers: %v\", err)\n\t}\n\n\tauthorizerUniqueAttribute := authorizers[0].GetUniqueAttribute()\n\n\tauthorizerTestName := integration.ResourceName(integration.APIGateway, authorizerSrc, integration.TestID())\n\tauthorizerID, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tauthorizerUniqueAttribute,\n\t\t\"Name\",\n\t\tauthorizerTestName,\n\t\tauthorizers,\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get authorizer ID: %v\", err)\n\t}\n\n\t// Get authorizer\n\tquery := fmt.Sprintf(\"%s/%s\", restApiID, authorizerID)\n\tauthorizer, err := authorizerSource.Get(ctx, scope, query, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get APIGateway authorizer: %v\", err)\n\t}\n\n\tauthorizerIDFromGet, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tauthorizerUniqueAttribute,\n\t\t\"Name\",\n\t\tauthorizerTestName,\n\t\t[]*sdp.Item{authorizer},\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get authorizer ID from get: %v\", err)\n\t}\n\n\tif authorizerID != authorizerIDFromGet {\n\t\tt.Fatalf(\"expected authorizer ID %s, got %s\", authorizerID, authorizerIDFromGet)\n\t}\n\n\t// Search authorizer by restApiID/name\n\tquery = fmt.Sprintf(\"%s/%s\", restApiID, authorizerTestName)\n\tauthorizersFromSearch, err := authorizerSource.Search(ctx, scope, query, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search APIGateway authorizers: %v\", err)\n\t}\n\n\tif len(authorizersFromSearch) == 0 {\n\t\tt.Fatalf(\"no authorizers found\")\n\t}\n\n\tauthorizerIDFromSearch, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tauthorizerUniqueAttribute,\n\t\t\"Name\",\n\t\tauthorizerTestName,\n\t\tauthorizersFromSearch,\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get authorizer ID from search: %v\", err)\n\t}\n\n\tif authorizerID != authorizerIDFromSearch {\n\t\tt.Fatalf(\"expected authorizer ID %s, got %s\", authorizerID, authorizerIDFromSearch)\n\t}\n\n\t// Search deployments by restApiID\n\tdeployments, err := deploymentSource.Search(ctx, scope, restApiID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search APIGateway deployments: %v\", err)\n\t}\n\n\tif len(deployments) == 0 {\n\t\tt.Fatalf(\"no deployments found\")\n\t}\n\n\tdeploymentUniqueAttribute := deployments[0].GetUniqueAttribute()\n\n\tdeploymentID, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tdeploymentUniqueAttribute,\n\t\t\"Description\",\n\t\t\"test-deployment\",\n\t\tdeployments,\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get deployment ID: %v\", err)\n\t}\n\n\t// Get deployment\n\tquery = fmt.Sprintf(\"%s/%s\", restApiID, deploymentID)\n\tdeployment, err := deploymentSource.Get(ctx, scope, query, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get APIGateway deployment: %v\", err)\n\t}\n\n\tdeploymentIDFromGet, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tdeploymentUniqueAttribute,\n\t\t\"Description\",\n\t\t\"test-deployment\",\n\t\t[]*sdp.Item{deployment},\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get deployment ID from get: %v\", err)\n\t}\n\n\tif deploymentID != deploymentIDFromGet {\n\t\tt.Fatalf(\"expected deployment ID %s, got %s\", deploymentID, deploymentIDFromGet)\n\t}\n\n\t// Search deployment by restApiID/description\n\tquery = fmt.Sprintf(\"%s/test-deployment\", restApiID)\n\tdeploymentsFromSearch, err := deploymentSource.Search(ctx, scope, query, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search APIGateway deployments: %v\", err)\n\t}\n\n\tif len(deploymentsFromSearch) == 0 {\n\t\tt.Fatalf(\"no deployments found\")\n\t}\n\n\tdeploymentIDFromSearch, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tdeploymentUniqueAttribute,\n\t\t\"Description\",\n\t\t\"test-deployment\",\n\t\tdeploymentsFromSearch,\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get deployment ID from search: %v\", err)\n\t}\n\n\tif deploymentID != deploymentIDFromSearch {\n\t\tt.Fatalf(\"expected deployment ID %s, got %s\", deploymentID, deploymentIDFromSearch)\n\t}\n\n\t// Search stages by restApiID\n\tstages, err := stageSource.Search(ctx, scope, restApiID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search APIGateway stages: %v\", err)\n\t}\n\n\tif len(stages) == 0 {\n\t\tt.Fatalf(\"no stages found\")\n\t}\n\n\tstageUniqueAttribute := stages[0].GetUniqueAttribute()\n\n\tstageID, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tstageUniqueAttribute,\n\t\t\"StageName\",\n\t\t\"dev\",\n\t\tstages,\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get stage ID: %v\", err)\n\t}\n\n\t// Get stage\n\tquery = fmt.Sprintf(\"%s/dev\", restApiID)\n\tstage, err := stageSource.Get(ctx, scope, query, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get APIGateway stage: %v\", err)\n\t}\n\n\tstageIDFromGet, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tstageUniqueAttribute,\n\t\t\"StageName\",\n\t\t\"dev\",\n\t\t[]*sdp.Item{stage},\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get stage ID from get: %v\", err)\n\t}\n\n\tif stageID != stageIDFromGet {\n\t\tt.Fatalf(\"expected stage ID %s, got %s\", stageID, stageIDFromGet)\n\t}\n\n\t// Search stage by restApiID/deploymentID\n\tquery = fmt.Sprintf(\"%s/%s\", restApiID, deploymentID)\n\tstagesFromSearch, err := stageSource.Search(ctx, scope, query, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search APIGateway stages: %v\", err)\n\t}\n\n\tif len(stagesFromSearch) == 0 {\n\t\tt.Fatalf(\"no stages found\")\n\t}\n\n\tstageIDFromSearch, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tstageUniqueAttribute,\n\t\t\"StageName\",\n\t\t\"dev\",\n\t\tstagesFromSearch,\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get stage ID from search: %v\", err)\n\t}\n\n\tif stageID != stageIDFromSearch {\n\t\tt.Fatalf(\"expected stage ID %s, got %s\", stageID, stageIDFromSearch)\n\t}\n\n\t// Search models by restApiID\n\tmodels, err := modelSource.Search(ctx, scope, restApiID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search APIGateway models: %v\", err)\n\t}\n\n\tif len(models) == 0 {\n\t\tt.Fatalf(\"no models found\")\n\t}\n\n\tmodelUniqueAttribute := models[0].GetUniqueAttribute()\n\n\tmodelID, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tmodelUniqueAttribute,\n\t\t\"Name\",\n\t\t\"testModel\",\n\t\tmodels,\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get model ID: %v\", err)\n\t}\n\n\t// Get model\n\tquery = fmt.Sprintf(\"%s/testModel\", restApiID)\n\tmodel, err := modelSource.Get(ctx, scope, query, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get APIGateway model: %v\", err)\n\t}\n\n\tmodelIDFromGet, err := integration.GetUniqueAttributeValueBySignificantAttribute(\n\t\tmodelUniqueAttribute,\n\t\t\"Name\",\n\t\t\"testModel\",\n\t\t[]*sdp.Item{model},\n\t\ttrue,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get model ID from get: %v\", err)\n\t}\n\n\tif modelID != modelIDFromGet {\n\t\tt.Fatalf(\"expected model ID %s, got %s\", modelID, modelIDFromGet)\n\t}\n\n\tt.Log(\"APIGateway integration test completed\")\n}\n" }, { "path": "aws-source/adapters/integration/apigateway/create.go", "content": "package apigateway\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"log/slog\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc createRestAPI(ctx context.Context, logger *slog.Logger, client *apigateway.Client, testID string) (*string, error) {\n\t// check if a resource with the same tags already exists\n\tid, err := findRestAPIsByTags(ctx, client)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating Rest API\")\n\t\t} else {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"Rest API already exists\")\n\t\treturn id, nil\n\t}\n\n\tresult, err := client.CreateRestApi(ctx, &apigateway.CreateRestApiInput{\n\t\tName: new(integration.ResourceName(integration.APIGateway, restAPISrc, testID)),\n\t\tDescription: new(\"Test Rest API\"),\n\t\tTags: resourceTags(restAPISrc, testID),\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn result.Id, nil\n}\n\nfunc createResource(ctx context.Context, logger *slog.Logger, client *apigateway.Client, restAPIID, parentID *string, path string) (*string, error) {\n\t// check if a resource with the same path already exists\n\tresourceID, err := findResource(ctx, client, restAPIID, path)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating resource\")\n\t\t} else {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tif resourceID != nil {\n\t\tlogger.InfoContext(ctx, \"Resource already exists\")\n\t\treturn resourceID, nil\n\t}\n\n\tresult, err := client.CreateResource(ctx, &apigateway.CreateResourceInput{\n\t\tRestApiId: restAPIID,\n\t\tParentId: parentID,\n\t\tPathPart: new(cleanPath(path)),\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn result.Id, nil\n}\n\nfunc cleanPath(path string) string {\n\tp, ok := strings.CutPrefix(path, \"/\")\n\tif !ok {\n\t\treturn path\n\t}\n\n\treturn p\n}\n\nfunc createMethod(ctx context.Context, logger *slog.Logger, client *apigateway.Client, restAPIID, resourceID *string, method string) error {\n\t// check if a method with the same name already exists\n\terr := findMethod(ctx, client, restAPIID, resourceID, method)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating method\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif err == nil {\n\t\tlogger.InfoContext(ctx, \"Method already exists\")\n\t\treturn nil\n\t}\n\n\t_, err = client.PutMethod(ctx, &apigateway.PutMethodInput{\n\t\tRestApiId: restAPIID,\n\t\tResourceId: resourceID,\n\t\tHttpMethod: new(method),\n\t\tAuthorizationType: new(\"NONE\"),\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc createMethodResponse(ctx context.Context, logger *slog.Logger, client *apigateway.Client, restAPIID, resourceID *string, method, statusCode string) error {\n\t// check if a method response with the same status code already exists\n\terr := findMethodResponse(ctx, client, restAPIID, resourceID, method, statusCode)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating method response\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif err == nil {\n\t\tlogger.InfoContext(ctx, \"Method response already exists\")\n\t\treturn nil\n\t}\n\n\t_, err = client.PutMethodResponse(ctx, &apigateway.PutMethodResponseInput{\n\t\tRestApiId: restAPIID,\n\t\tResourceId: resourceID,\n\t\tHttpMethod: new(method),\n\t\tStatusCode: new(statusCode),\n\t\tResponseModels: map[string]string{\n\t\t\t\"application/json\": \"Empty\",\n\t\t},\n\t\tResponseParameters: map[string]bool{\n\t\t\t\"method.response.header.Content-Type\": true,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc createIntegration(ctx context.Context, logger *slog.Logger, client *apigateway.Client, restAPIID, resourceID *string, method string) error {\n\t// check if an integration with the same method already exists\n\terr := findIntegration(ctx, client, restAPIID, resourceID, method)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating integration\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif err == nil {\n\t\tlogger.InfoContext(ctx, \"Integration already exists\")\n\t\treturn nil\n\t}\n\n\t_, err = client.PutIntegration(ctx, &apigateway.PutIntegrationInput{\n\t\tRestApiId: restAPIID,\n\t\tResourceId: resourceID,\n\t\tHttpMethod: new(method),\n\t\tType: \"MOCK\",\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc createAPIKey(ctx context.Context, logger *slog.Logger, client *apigateway.Client, testID string) error {\n\t// check if an API key with the same name already exists\n\tid, err := findAPIKeyByName(ctx, client, integration.ResourceName(integration.APIGateway, apiKeySrc, testID))\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating API key\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"API key already exists\")\n\t\treturn nil\n\t}\n\n\t_, err = client.CreateApiKey(ctx, &apigateway.CreateApiKeyInput{\n\t\tName: new(integration.ResourceName(integration.APIGateway, apiKeySrc, testID)),\n\t\tTags: resourceTags(apiKeySrc, testID),\n\t\tEnabled: true,\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc createAuthorizer(ctx context.Context, logger *slog.Logger, client *apigateway.Client, restAPIID, testID string) error {\n\t// check if an authorizer with the same name already exists\n\tid, err := findAuthorizerByName(ctx, client, restAPIID, integration.ResourceName(integration.APIGateway, authorizerSrc, testID))\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating authorizer\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"Authorizer already exists\")\n\t\treturn nil\n\t}\n\n\tidentitySource := \"method.request.header.Authorization\"\n\t_, err = client.CreateAuthorizer(ctx, &apigateway.CreateAuthorizerInput{\n\t\tRestApiId: &restAPIID,\n\t\tName: new(integration.ResourceName(integration.APIGateway, authorizerSrc, testID)),\n\t\tType: types.AuthorizerTypeToken,\n\t\tIdentitySource: &identitySource,\n\t\tAuthorizerUri: new(\"arn:aws:apigateway:us-east-1:lambda:path/2015-03-31/functions/arn:aws:lambda:us-east-1:123456789012:function:auth-function/invocations\"),\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc createDeployment(ctx context.Context, logger *slog.Logger, client *apigateway.Client, restAPIID string) (*string, error) {\n\t// check if a deployment with the same name already exists\n\tid, err := findDeploymentByDescription(ctx, client, restAPIID, \"test-deployment\")\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating deployment\")\n\t\t} else {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"Deployment already exists\")\n\t\treturn id, nil\n\t}\n\n\tresp, err := client.CreateDeployment(ctx, &apigateway.CreateDeploymentInput{\n\t\tRestApiId: &restAPIID,\n\t\tDescription: new(\"test-deployment\"),\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn resp.Id, nil\n}\n\nfunc createStage(ctx context.Context, logger *slog.Logger, client *apigateway.Client, restAPIID, deploymentID string) error {\n\t// check if a stage with the same name already exists\n\tstgName := \"dev\"\n\terr := findStageByName(ctx, client, restAPIID, stgName)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating stage\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif err == nil {\n\t\tlogger.InfoContext(ctx, \"Stage already exists\")\n\t\treturn nil\n\t}\n\n\t_, err = client.CreateStage(ctx, &apigateway.CreateStageInput{\n\t\tRestApiId: &restAPIID,\n\t\tDeploymentId: &deploymentID,\n\t\tStageName: &stgName,\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc createModel(ctx context.Context, logger *slog.Logger, client *apigateway.Client, restAPIID string) error {\n\tmodelName := \"testModel\"\n\n\t// check if a model with the same testID already exists\n\terr := findModelByName(ctx, client, restAPIID, modelName)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating model\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif err == nil {\n\t\tlogger.InfoContext(ctx, \"Model already exists\")\n\t\treturn nil\n\t}\n\n\t_, err = client.CreateModel(ctx, &apigateway.CreateModelInput{\n\t\tRestApiId: &restAPIID,\n\t\tName: &modelName,\n\t\tSchema: new(\"{}\"),\n\t\tContentType: new(\"application/json\"),\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/apigateway/delete.go", "content": "package apigateway\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n)\n\nfunc deleteRestAPI(ctx context.Context, client *apigateway.Client, restAPIID string) error {\n\t_, err := client.DeleteRestApi(ctx, &apigateway.DeleteRestApiInput{\n\t\tRestApiId: new(restAPIID),\n\t})\n\n\treturn err\n}\n\nfunc deleteAPIKeyByName(ctx context.Context, client *apigateway.Client, id *string) error {\n\t_, err := client.DeleteApiKey(ctx, &apigateway.DeleteApiKeyInput{\n\t\tApiKey: id,\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/apigateway/find.go", "content": "package apigateway\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc findRestAPIsByTags(ctx context.Context, client *apigateway.Client, additionalAttr ...string) (*string, error) {\n\tresult, err := client.GetRestApis(ctx, &apigateway.GetRestApisInput{})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, api := range result.Items {\n\t\tif hasTags(api.Tags, resourceTags(restAPISrc, integration.TestID(), additionalAttr...)) {\n\t\t\treturn api.Id, nil\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.APIGateway, restAPISrc, additionalAttr...))\n}\n\nfunc findResource(ctx context.Context, client *apigateway.Client, restAPIID *string, path string) (*string, error) {\n\tresult, err := client.GetResources(ctx, &apigateway.GetResourcesInput{\n\t\tRestApiId: restAPIID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, resource := range result.Items {\n\t\tif *resource.Path == path {\n\t\t\treturn resource.Id, nil\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.APIGateway, resourceSrc, path))\n}\n\nfunc findMethod(ctx context.Context, client *apigateway.Client, restAPIID, resourceID *string, method string) error {\n\t_, err := client.GetMethod(ctx, &apigateway.GetMethodInput{\n\t\tRestApiId: restAPIID,\n\t\tResourceId: resourceID,\n\t\tHttpMethod: &method,\n\t})\n\n\tif err != nil {\n\t\tvar notFoundErr *types.NotFoundException\n\t\tif errors.As(err, ¬FoundErr) {\n\t\t\treturn integration.NewNotFoundError(integration.ResourceName(\n\t\t\t\tintegration.APIGateway,\n\t\t\t\tmethodSrc,\n\t\t\t\tmethod,\n\t\t\t))\n\t\t}\n\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc findMethodResponse(ctx context.Context, client *apigateway.Client, restAPIID, resourceID *string, method string, statusCode string) error {\n\t_, err := client.GetMethodResponse(ctx, &apigateway.GetMethodResponseInput{\n\t\tRestApiId: restAPIID,\n\t\tResourceId: resourceID,\n\t\tHttpMethod: &method,\n\t\tStatusCode: &statusCode,\n\t})\n\n\tif err != nil {\n\t\tvar notFoundErr *types.NotFoundException\n\t\tif errors.As(err, ¬FoundErr) {\n\t\t\treturn integration.NewNotFoundError(integration.ResourceName(\n\t\t\t\tintegration.APIGateway,\n\t\t\t\tmethodResponseSrc,\n\t\t\t\tmethod,\n\t\t\t\tstatusCode,\n\t\t\t))\n\t\t}\n\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc findIntegration(ctx context.Context, client *apigateway.Client, restAPIID, resourceID *string, method string) error {\n\t_, err := client.GetIntegration(ctx, &apigateway.GetIntegrationInput{\n\t\tRestApiId: restAPIID,\n\t\tResourceId: resourceID,\n\t\tHttpMethod: &method,\n\t})\n\n\tif err != nil {\n\t\tvar notFoundErr *types.NotFoundException\n\t\tif errors.As(err, ¬FoundErr) {\n\t\t\treturn integration.NewNotFoundError(integration.ResourceName(\n\t\t\t\tintegration.APIGateway,\n\t\t\t\tintegrationSrc,\n\t\t\t\tmethod,\n\t\t\t))\n\t\t}\n\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc findAPIKeyByName(ctx context.Context, client *apigateway.Client, name string) (*string, error) {\n\tresult, err := client.GetApiKeys(ctx, &apigateway.GetApiKeysInput{\n\t\tNameQuery: &name,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif len(result.Items) == 0 {\n\t\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.APIGateway, apiKeySrc, name))\n\t}\n\n\tfor _, apiKey := range result.Items {\n\t\tif *apiKey.Name == name {\n\t\t\treturn apiKey.Id, nil\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.APIGateway, apiKeySrc, name))\n}\n\nfunc findAuthorizerByName(ctx context.Context, client *apigateway.Client, restAPIID, name string) (*string, error) {\n\tresult, err := client.GetAuthorizers(ctx, &apigateway.GetAuthorizersInput{\n\t\tRestApiId: &restAPIID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif len(result.Items) == 0 {\n\t\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.APIGateway, authorizerSrc, name))\n\t}\n\n\tfor _, authorizer := range result.Items {\n\t\tif *authorizer.Name == name {\n\t\t\treturn authorizer.Id, nil\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.APIGateway, authorizerSrc, name))\n}\n\nfunc findDeploymentByDescription(ctx context.Context, client *apigateway.Client, restAPIID, description string) (*string, error) {\n\tresult, err := client.GetDeployments(ctx, &apigateway.GetDeploymentsInput{\n\t\tRestApiId: &restAPIID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, deployment := range result.Items {\n\t\tif *deployment.Description == description {\n\t\t\treturn deployment.Id, nil\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.APIGateway, deploymentSrc, description))\n}\n\nfunc findStageByName(ctx context.Context, client *apigateway.Client, restAPIID, name string) error {\n\tresult, err := client.GetStage(ctx, &apigateway.GetStageInput{\n\t\tRestApiId: &restAPIID,\n\t\tStageName: &name,\n\t})\n\tif err != nil {\n\t\tvar notFoundErr *types.NotFoundException\n\t\tif errors.As(err, ¬FoundErr) {\n\t\t\treturn integration.NewNotFoundError(integration.ResourceName(\n\t\t\t\tintegration.APIGateway,\n\t\t\t\tstageSrc,\n\t\t\t\tname,\n\t\t\t))\n\t\t}\n\n\t\treturn err\n\t}\n\n\tif result == nil {\n\t\treturn integration.NewNotFoundError(integration.ResourceName(\n\t\t\tintegration.APIGateway,\n\t\t\tstageSrc,\n\t\t\tname,\n\t\t))\n\t}\n\n\treturn nil\n}\n\nfunc findModelByName(ctx context.Context, client *apigateway.Client, restAPIID, name string) error {\n\tresult, err := client.GetModel(ctx, &apigateway.GetModelInput{\n\t\tRestApiId: &restAPIID,\n\t\tModelName: &name,\n\t})\n\tif err != nil {\n\t\tvar notFoundErr *types.NotFoundException\n\t\tif errors.As(err, ¬FoundErr) {\n\t\t\treturn integration.NewNotFoundError(integration.ResourceName(\n\t\t\t\tintegration.APIGateway,\n\t\t\t\tstageSrc,\n\t\t\t\tname,\n\t\t\t))\n\t\t}\n\n\t\treturn err\n\t}\n\n\tif result == nil {\n\t\treturn integration.NewNotFoundError(integration.ResourceName(\n\t\t\tintegration.APIGateway,\n\t\t\tstageSrc,\n\t\t\tname,\n\t\t))\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/apigateway/main_test.go", "content": "package apigateway\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"log/slog\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc TestMain(m *testing.M) {\n\tif integration.ShouldRunIntegrationTests() {\n\t\tfmt.Println(\"Running apigateway integration tests\")\n\t\tos.Exit(m.Run())\n\t} else {\n\t\tfmt.Println(\"Skipping apigateway integration tests, set RUN_INTEGRATION_TESTS=true to run them\")\n\t\tos.Exit(0)\n\t}\n}\n\nfunc TestIntegrationAPIGateway(t *testing.T) {\n\tt.Run(\"Setup\", Setup)\n\tt.Run(\"APIGateway\", APIGateway)\n\tt.Run(\"Teardown\", Teardown)\n}\n\nfunc Setup(t *testing.T) {\n\tctx := context.Background()\n\tlogger := slog.Default()\n\n\tvar err error\n\ttestClient, err := apigatewayClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create APIGateway client: %v\", err)\n\t}\n\n\tif err := setup(ctx, logger, testClient); err != nil {\n\t\tt.Fatalf(\"Failed to setup APIGateway integration tests: %v\", err)\n\t}\n}\n\nfunc Teardown(t *testing.T) {\n\tctx := context.Background()\n\tlogger := slog.Default()\n\n\tvar err error\n\ttestClient, err := apigatewayClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create APIGateway client: %v\", err)\n\t}\n\n\tif err := teardown(ctx, logger, testClient); err != nil {\n\t\tt.Fatalf(\"Failed to teardown APIGateway integration tests: %v\", err)\n\t}\n}\n\nfunc apigatewayClient(ctx context.Context) (*apigateway.Client, error) {\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create AWS config: %w\", err)\n\t}\n\n\treturn apigateway.NewFromConfig(testAWSConfig.Config), nil\n}\n" }, { "path": "aws-source/adapters/integration/apigateway/setup.go", "content": "package apigateway\n\nimport (\n\t\"context\"\n\t\"log/slog\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nconst (\n\trestAPISrc = \"rest-api\"\n\tresourceSrc = \"resource\"\n\tmethodSrc = \"method\"\n\tmethodResponseSrc = \"method-response\"\n\tintegrationSrc = \"integration\"\n\tapiKeySrc = \"api-key\"\n\tauthorizerSrc = \"authorizer\"\n\tdeploymentSrc = \"deployment\"\n\tstageSrc = \"stage\"\n\tmodelSrc = \"model\"\n)\n\nfunc setup(ctx context.Context, logger *slog.Logger, client *apigateway.Client) error {\n\ttestID := integration.TestID()\n\n\t// Create Rest API\n\trestApiID, err := createRestAPI(ctx, logger, client, testID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Find root resource\n\trootResourceID, err := findResource(ctx, client, restApiID, \"/\")\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create resource\n\ttestResourceID, err := createResource(ctx, logger, client, restApiID, rootResourceID, \"/test\")\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create method\n\terr = createMethod(ctx, logger, client, restApiID, testResourceID, \"GET\")\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create method response\n\terr = createMethodResponse(ctx, logger, client, restApiID, testResourceID, \"GET\", \"200\")\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create integration\n\terr = createIntegration(ctx, logger, client, restApiID, testResourceID, \"GET\")\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create API Key\n\terr = createAPIKey(ctx, logger, client, testID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create Authorizer\n\terr = createAuthorizer(ctx, logger, client, *restApiID, testID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create Deployment\n\tdeploymentID, err := createDeployment(ctx, logger, client, *restApiID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create Stage\n\terr = createStage(ctx, logger, client, *restApiID, *deploymentID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create Model\n\terr = createModel(ctx, logger, client, *restApiID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/apigateway/teardown.go", "content": "package apigateway\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"log/slog\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc teardown(ctx context.Context, logger *slog.Logger, client *apigateway.Client) error {\n\trestAPIID, err := findRestAPIsByTags(ctx, client)\n\tif err != nil {\n\t\tif nf := integration.NewNotFoundError(restAPISrc); errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Rest API not found\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t} else {\n\t\terr = deleteRestAPI(ctx, client, *restAPIID)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tkeyName := integration.ResourceName(integration.APIGateway, apiKeySrc, integration.TestID())\n\tapiKeyID, err := findAPIKeyByName(ctx, client, keyName)\n\tif err != nil {\n\t\tif nf := integration.NewNotFoundError(apiKeySrc); errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"API Key not found\", \"name\", keyName)\n\t\t\treturn nil\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t} else {\n\t\terr = deleteAPIKeyByName(ctx, client, apiKeyID)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/apigateway/util.go", "content": "package apigateway\n\nimport (\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc resourceTags(resourceName, testID string, nameAdditionalAttr ...string) map[string]string {\n\treturn map[string]string{\n\t\tintegration.TagTestKey: integration.TagTestValue,\n\t\tintegration.TagTestTypeKey: integration.TestName(integration.APIGateway),\n\t\tintegration.TagTestIDKey: testID,\n\t\tintegration.TagResourceIDKey: integration.ResourceName(integration.APIGateway, resourceName, nameAdditionalAttr...),\n\t}\n}\n\nfunc hasTags(tags map[string]string, requiredTags map[string]string) bool {\n\tfor k, v := range requiredTags {\n\t\tif tags[k] != v {\n\t\t\treturn false\n\t\t}\n\t}\n\n\treturn true\n}\n" }, { "path": "aws-source/adapters/integration/ec2/create.go", "content": "package ec2\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"log/slog\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc createEC2Instance(ctx context.Context, logger *slog.Logger, client *ec2.Client, testID string) error {\n\t// check if a resource with the same tags already exists\n\tid, err := findActiveInstanceIDByTags(ctx, client)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating EC2 instance\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"EC2 instance already exists\")\n\t\treturn nil\n\t}\n\n\t// Search for the latest AMI for Amazon Linux. We can't hardcode this as the\n\t// AMI for the same image differs per-region\n\timages, err := client.DescribeImages(ctx, &ec2.DescribeImagesInput{\n\t\tFilters: []types.Filter{\n\t\t\t{\n\t\t\t\tName: aws.String(\"name\"),\n\t\t\t\tValues: []string{\n\t\t\t\t\t\"amzn2-ami-hvm-2.0.*-x86_64-gp2\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to describe images: %w\", err)\n\t}\n\n\tif len(images.Images) == 0 {\n\t\treturn errors.New(\"no images found\")\n\t}\n\n\t// We need to select a subnet since we can't rely on having a default VPC\n\tsubnets, err := client.DescribeSubnets(ctx, &ec2.DescribeSubnetsInput{})\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to describe subnets: %w\", err)\n\t}\n\n\tif len(subnets.Subnets) == 0 {\n\t\treturn errors.New(\"no subnets found\")\n\t}\n\n\tinput := &ec2.RunInstancesInput{\n\t\tDryRun: aws.Bool(false),\n\t\t// `Subscribe Now` is selected on marketplace UI\n\t\tImageId: images.Images[0].ImageId,\n\t\tSubnetId: subnets.Subnets[0].SubnetId,\n\t\tInstanceType: types.InstanceTypeT3Nano,\n\t\tMinCount: aws.Int32(1),\n\t\tMaxCount: aws.Int32(1),\n\t\tTagSpecifications: []types.TagSpecification{\n\t\t\t{\n\t\t\t\tResourceType: types.ResourceTypeInstance,\n\t\t\t\t// TODO: Create a convenience function to add shared tags to the resources\n\t\t\t\tTags: resourceTags(instanceSrc, testID),\n\t\t\t},\n\t\t},\n\t}\n\n\tresult, err := client.RunInstances(ctx, input)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\twaiter := ec2.NewInstanceRunningWaiter(client)\n\terr = waiter.Wait(ctx, &ec2.DescribeInstancesInput{\n\t\tInstanceIds: []string{*result.Instances[0].InstanceId},\n\t},\n\t\t5*time.Minute)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/ec2/delete.go", "content": "package ec2\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n)\n\nfunc deleteInstance(ctx context.Context, client *ec2.Client, instanceID string) error {\n\tinput := &ec2.TerminateInstancesInput{\n\t\tInstanceIds: []string{instanceID},\n\t}\n\n\t_, err := client.TerminateInstances(ctx, input)\n\treturn err\n}\n" }, { "path": "aws-source/adapters/integration/ec2/find.go", "content": "package ec2\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\n// findActiveInstanceIDByTags finds an instance by tags\n// additionalAttr is a variadic parameter that allows to specify additional attributes to search for\n// it ignores terminated instances\nfunc findActiveInstanceIDByTags(ctx context.Context, client *ec2.Client, additionalAttr ...string) (*string, error) {\n\tresult, err := client.DescribeInstances(ctx, &ec2.DescribeInstancesInput{})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, reservation := range result.Reservations {\n\t\tfor _, instance := range reservation.Instances {\n\t\t\t// ignore terminated or shutting down instances\n\t\t\tif instance.State.Name == types.InstanceStateNameTerminated ||\n\t\t\t\tinstance.State.Name == types.InstanceStateNameShuttingDown {\n\t\t\t\t// ignore terminated instances\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tif hasTags(instance.Tags, resourceTags(instanceSrc, integration.TestID(), additionalAttr...)) {\n\t\t\t\treturn instance.InstanceId, nil\n\t\t\t}\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.EC2, instanceSrc, additionalAttr...))\n}\n" }, { "path": "aws-source/adapters/integration/ec2/instance_test.go", "content": "package ec2\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc searchSync(adapter discovery.SearchStreamableAdapter, ctx context.Context, scope, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tstream := discovery.NewRecordingQueryResultStream()\n\tadapter.SearchStream(ctx, scope, query, ignoreCache, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\treturn nil, fmt.Errorf(\"failed to search: %v\", errs)\n\t}\n\n\treturn stream.GetItems(), nil\n}\n\nfunc listSync(adapter discovery.ListStreamableAdapter, ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tstream := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(ctx, scope, ignoreCache, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\treturn nil, fmt.Errorf(\"failed to List: %v\", errs)\n\t}\n\n\treturn stream.GetItems(), nil\n}\n\nfunc EC2(t *testing.T) {\n\tctx := context.Background()\n\n\tvar err error\n\ttestClient, err := ec2Client(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create EC2 client: %v\", err)\n\t}\n\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get AWS settings: %v\", err)\n\t}\n\n\taccountID := testAWSConfig.AccountID\n\n\tt.Log(\"Running EC2 integration test\")\n\n\tinstanceAdapter := adapters.NewEC2InstanceAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = instanceAdapter.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate EC2 instance adapter: %v\", err)\n\t}\n\n\tscope := adapters.FormatScope(accountID, testAWSConfig.Region)\n\n\t// List instances\n\tsdpListInstances, err := listSync(instanceAdapter, context.Background(), scope, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to list EC2 instances: %v\", err)\n\t}\n\n\tif len(sdpListInstances) == 0 {\n\t\tt.Fatalf(\"no instances found\")\n\t}\n\n\tuniqueAttribute := sdpListInstances[0].GetUniqueAttribute()\n\n\tinstanceID, err := integration.GetUniqueAttributeValueByTags(\n\t\tuniqueAttribute,\n\t\tsdpListInstances,\n\t\tintegration.ResourceTags(integration.EC2, instanceSrc),\n\t\tfalse,\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get instance ID: %v\", err)\n\t}\n\n\t// Get instance\n\tsdpInstance, err := instanceAdapter.Get(context.Background(), scope, instanceID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get EC2 instance: %v\", err)\n\t}\n\n\tinstanceIDFromGet, err := integration.GetUniqueAttributeValueByTags(uniqueAttribute, []*sdp.Item{sdpInstance}, integration.ResourceTags(integration.EC2, instanceSrc), false)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get instance ID from get: %v\", err)\n\t}\n\n\tif instanceIDFromGet != instanceID {\n\t\tt.Fatalf(\"expected instance ID %v, got %v\", instanceID, instanceIDFromGet)\n\t}\n\n\t// Search instances\n\tinstanceARN := fmt.Sprintf(\"arn:aws:ec2:%s:%s:instance/%s\", testAWSConfig.Region, accountID, instanceID)\n\tsdpSearchInstances, err := searchSync(instanceAdapter, context.Background(), scope, instanceARN, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search EC2 instances: %v\", err)\n\t}\n\n\tif len(sdpSearchInstances) == 0 {\n\t\tt.Fatalf(\"no instances found\")\n\t}\n\n\tinstanceIDFromSearch, err := integration.GetUniqueAttributeValueByTags(uniqueAttribute, sdpSearchInstances, integration.ResourceTags(integration.EC2, instanceSrc), false)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get instance ID from search: %v\", err)\n\t}\n\n\tif instanceIDFromSearch != instanceID {\n\t\tt.Fatalf(\"expected instance ID %v, got %v\", instanceID, instanceIDFromSearch)\n\t}\n}\n" }, { "path": "aws-source/adapters/integration/ec2/main_test.go", "content": "package ec2\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"log/slog\"\n\t\"os\"\n\t\"testing\"\n\n\tawsec2 \"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc TestMain(m *testing.M) {\n\tif integration.ShouldRunIntegrationTests() {\n\t\tfmt.Println(\"Running integration tests\")\n\t\tos.Exit(m.Run())\n\t} else {\n\t\tfmt.Println(\"Skipping integration tests, set RUN_INTEGRATION_TESTS=true to run them\")\n\t\tos.Exit(0)\n\t}\n}\n\nfunc TestIntegrationEC2(t *testing.T) {\n\tt.Run(\"Setup\", Setup)\n\tt.Run(\"EC2\", EC2)\n\tt.Run(\"Teardown\", Teardown)\n}\n\nfunc Setup(t *testing.T) {\n\tctx := context.Background()\n\tlogger := slog.Default()\n\n\tvar err error\n\ttestClient, err := ec2Client(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create EC2 client: %v\", err)\n\t}\n\n\tif err := setup(ctx, logger, testClient); err != nil {\n\t\tt.Fatalf(\"Failed to setup EC2 integration tests: %v\", err)\n\t}\n}\n\nfunc Teardown(t *testing.T) {\n\tctx := context.Background()\n\tlogger := slog.Default()\n\n\tvar err error\n\ttestClient, err := ec2Client(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create EC2 client: %v\", err)\n\t}\n\n\tif err := teardown(ctx, logger, testClient); err != nil {\n\t\tt.Fatalf(\"Failed to teardown EC2 integration tests: %v\", err)\n\t}\n}\n\nfunc ec2Client(ctx context.Context) (*awsec2.Client, error) {\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to get AWS settings: %w\", err)\n\t}\n\n\treturn awsec2.NewFromConfig(testAWSConfig.Config), nil\n}\n" }, { "path": "aws-source/adapters/integration/ec2/setup.go", "content": "package ec2\n\nimport (\n\t\"context\"\n\t\"log/slog\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nconst instanceSrc = \"instance\"\n\nfunc setup(ctx context.Context, logger *slog.Logger, client *ec2.Client) error {\n\t// Create EC2 instance\n\treturn createEC2Instance(ctx, logger, client, integration.TestID())\n}\n" }, { "path": "aws-source/adapters/integration/ec2/teardown.go", "content": "package ec2\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"log/slog\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc teardown(ctx context.Context, logger *slog.Logger, client *ec2.Client) error {\n\tinstanceID, err := findActiveInstanceIDByTags(ctx, client)\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(instanceSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Instance not found\")\n\t\t\treturn nil\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn deleteInstance(ctx, client, *instanceID)\n}\n" }, { "path": "aws-source/adapters/integration/ec2/util.go", "content": "package ec2\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc resourceTags(resourceName, testID string, nameAdditionalAttr ...string) []types.Tag {\n\treturn []types.Tag{\n\t\t{\n\t\t\tKey: aws.String(integration.TagTestKey),\n\t\t\tValue: aws.String(integration.TagTestValue),\n\t\t},\n\t\t{\n\t\t\tKey: aws.String(integration.TagTestTypeKey),\n\t\t\tValue: aws.String(integration.TestName(integration.EC2)),\n\t\t},\n\t\t{\n\t\t\tKey: aws.String(integration.TagTestIDKey),\n\t\t\tValue: aws.String(testID),\n\t\t},\n\t\t{\n\t\t\tKey: aws.String(integration.TagResourceIDKey),\n\t\t\tValue: aws.String(integration.ResourceName(integration.EC2, resourceName, nameAdditionalAttr...)),\n\t\t},\n\t}\n}\n\nfunc hasTags(tags []types.Tag, requiredTags []types.Tag) bool {\n\trT := make(map[string]string)\n\tfor _, t := range requiredTags {\n\t\trT[*t.Key] = *t.Value\n\t}\n\n\toT := make(map[string]string)\n\tfor _, t := range tags {\n\t\toT[*t.Key] = *t.Value\n\t}\n\n\tfor k, v := range rT {\n\t\tif oT[k] != v {\n\t\t\treturn false\n\t\t}\n\t}\n\n\treturn true\n}\n" }, { "path": "aws-source/adapters/integration/ec2-transit-gateway/client.go", "content": "package ec2transitgateway\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\tawsec2 \"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc ec2Client(ctx context.Context) (*awsec2.Client, error) {\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to get AWS settings: %w\", err)\n\t}\n\treturn awsec2.NewFromConfig(testAWSConfig.Config), nil\n}\n" }, { "path": "aws-source/adapters/integration/ec2-transit-gateway/main_test.go", "content": "// Package ec2transitgateway runs integration tests for EC2 Transit Gateway adapters\n// (transit gateway route table, route table association, route table propagation,\n// and route). Setup creates a transit gateway, VPC, subnet, TGW VPC attachment,\n// and a static route so each adapter returns items; Teardown deletes them in order.\n//\n// All created resources are tagged with name and test-id \"integration-test\" so they\n// are easy to spot in the console and so Teardown can discover them by tag. You can\n// run Setup once, re-run the test subtests as needed, then run Teardown once; or run\n// Teardown alone to clean up any stale resources from a previous run.\n//\n// Run integration tests only when RUN_INTEGRATION_TESTS=true. Example CLI commands:\n//\n//\t# Setup only (create resources)\n//\tRUN_INTEGRATION_TESTS=true go test ./aws-source/adapters/integration/ec2-transit-gateway -v -count=1 -run '^TestIntegrationEC2TransitGateway$/Setup$'\n//\n//\t# Teardown only (delete resources by tag; idempotent)\n//\tRUN_INTEGRATION_TESTS=true go test ./aws-source/adapters/integration/ec2-transit-gateway -v -count=1 -run '^TestIntegrationEC2TransitGateway$/Teardown$'\n//\n//\t# Run a single adapter test (e.g. after Setup, re-run as needed)\n//\tRUN_INTEGRATION_TESTS=true go test ./aws-source/adapters/integration/ec2-transit-gateway -v -count=1 -run '^TestIntegrationEC2TransitGateway$/TransitGatewayRouteTable$'\n//\n//\t# Run the full suite (Setup, all adapter tests, Teardown)\n//\tRUN_INTEGRATION_TESTS=true go test ./aws-source/adapters/integration/ec2-transit-gateway -v -count=1 -run '^TestIntegrationEC2TransitGateway$'\n//\n// Cost: a few cents per run. Setup creates a Transit Gateway, a VPC, a subnet, and\n// one TGW VPC attachment so that association, propagation, and route adapters\n// return items. AWS charges for the TGW and ~$0.05/hour per VPC attachment; with\n// teardown within minutes, cost remains low. See https://aws.amazon.com/transit-gateway/pricing/\n//\n// Per-adapter cost: route table, association, propagation, and route tests do not\n// create additional resources; they list/get from the same TGW and its default\n// route table (one attachment, one static route), so they add no extra cost.\n//\n// To inspect the infrastructure created by the tests:\n//\n// - AWS CLI (replace [REGION] and [ROUTE_TABLE_ID] as needed):\n//\n// aws ec2 describe-transit-gateways [--region [REGION]]\n// aws ec2 describe-transit-gateway-route-tables [--region [REGION]]\n// aws ec2 get-transit-gateway-route-table-associations --transit-gateway-route-table-id [ROUTE_TABLE_ID] [--region [REGION]]\n// aws ec2 get-transit-gateway-route-table-propagations --transit-gateway-route-table-id [ROUTE_TABLE_ID] [--region [REGION]]\n// aws ec2 search-transit-gateway-routes --transit-gateway-route-table-id [ROUTE_TABLE_ID] --filters \"Name=state,Values=active,blackhole\" [--region [REGION]]\n//\n// - AWS Console: EC2 β†’ Network & Security β†’ Transit gateways β†’ select a transit gateway\n// `https://eu-west-2.console.aws.amazon.com/vpcconsole/home?region=eu-west-2#TransitGateways:` other resources are displayed on the left hand pane.\npackage ec2transitgateway\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestMain(m *testing.M) {\n\tif integration.ShouldRunIntegrationTests() {\n\t\tfmt.Println(\"Running EC2 Transit Gateway integration tests\")\n\t\tos.Exit(m.Run())\n\t} else {\n\t\tfmt.Println(\"Skipping EC2 Transit Gateway integration tests, set RUN_INTEGRATION_TESTS=true to run them\")\n\t\tos.Exit(0)\n\t}\n}\n\nfunc TestIntegrationEC2TransitGateway(t *testing.T) {\n\t// Setup creates resources tagged integration-test; Teardown is idempotent and discovers by tag.\n\tt.Run(\"Setup\", Setup)\n\tt.Run(\"TransitGatewayRouteTable\", TransitGatewayRouteTable)\n\tt.Run(\"TransitGatewayRouteTableAssociation\", TransitGatewayRouteTableAssociation)\n\tt.Run(\"TransitGatewayRouteTablePropagation\", TransitGatewayRouteTablePropagation)\n\tt.Run(\"TransitGatewayRoute\", TransitGatewayRoute)\n\tt.Run(\"Teardown\", Teardown)\n}\n\nfunc listSync(adapter discovery.ListStreamableAdapter, ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tstream := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(ctx, scope, ignoreCache, stream)\n\tif errs := stream.GetErrors(); len(errs) > 0 {\n\t\treturn nil, fmt.Errorf(\"failed to list: %v\", errs)\n\t}\n\treturn stream.GetItems(), nil\n}\n\nfunc searchSync(adapter discovery.SearchStreamableAdapter, ctx context.Context, scope, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tstream := discovery.NewRecordingQueryResultStream()\n\tadapter.SearchStream(ctx, scope, query, ignoreCache, stream)\n\tif errs := stream.GetErrors(); len(errs) > 0 {\n\t\treturn nil, fmt.Errorf(\"failed to search: %v\", errs)\n\t}\n\treturn stream.GetItems(), nil\n}\n" }, { "path": "aws-source/adapters/integration/ec2-transit-gateway/setup.go", "content": "package ec2transitgateway\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"log/slog\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\n// integrationTestName is the fixed tag value and name for all resources created by\n// this suite. Teardown discovers and deletes resources by tag test-id=, so\n// it can be run alone to clean stale resources from previous runs.\nconst integrationTestName = \"integration-test\"\n\n// Package-level state set by Setup and used by tests and Teardown.\nvar (\n\tcreatedTransitGatewayID string\n\tcreatedRouteTableID string\n\tcreatedVpcID string\n\tcreatedSubnetID string\n\tcreatedAttachmentID string\n\tcreatedRouteDestination = \"10.88.0.0/16\" // static route we create (distinct from VPC CIDR)\n)\n\nfunc Setup(t *testing.T) {\n\tctx := context.Background()\n\tlogger := slog.Default()\n\n\tclient, err := ec2Client(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create EC2 client: %v\", err)\n\t}\n\n\tif err := setup(ctx, logger, client); err != nil {\n\t\tt.Fatalf(\"Setup failed: %v\", err)\n\t}\n}\n\nfunc setup(ctx context.Context, logger *slog.Logger, client *ec2.Client) error {\n\tout, err := client.CreateTransitGateway(ctx, &ec2.CreateTransitGatewayInput{\n\t\tDescription: new(\"Overmind \" + integrationTestName),\n\t\tTagSpecifications: []types.TagSpecification{\n\t\t\t{\n\t\t\t\tResourceType: types.ResourceTypeTransitGateway,\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{Key: new(integration.TagTestKey), Value: new(integration.TagTestValue)},\n\t\t\t\t\t{Key: new(integration.TagTestIDKey), Value: new(integrationTestName)},\n\t\t\t\t\t{Key: new(\"Name\"), Value: new(integrationTestName)},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tif out.TransitGateway == nil || out.TransitGateway.TransitGatewayId == nil {\n\t\treturn errors.New(\"CreateTransitGateway returned nil transit gateway or id\")\n\t}\n\n\ttgwID := *out.TransitGateway.TransitGatewayId\n\tcreatedTransitGatewayID = tgwID\n\tlogger.InfoContext(ctx, \"Created transit gateway, waiting for available\", \"id\", tgwID)\n\n\t// Wait for transit gateway to become available (creates default route table).\n\tconst waitTimeout = 5 * time.Minute\n\tdeadline := time.Now().Add(waitTimeout)\n\ttgwAvailable := false\n\tfor time.Now().Before(deadline) {\n\t\tdesc, err := client.DescribeTransitGateways(ctx, &ec2.DescribeTransitGatewaysInput{\n\t\t\tTransitGatewayIds: []string{tgwID},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t\tif len(desc.TransitGateways) == 0 {\n\t\t\ttime.Sleep(10 * time.Second)\n\t\t\tcontinue\n\t\t}\n\t\tstate := desc.TransitGateways[0].State\n\t\tif state == types.TransitGatewayStateAvailable {\n\t\t\ttgwAvailable = true\n\t\t\tbreak\n\t\t}\n\t\tif state == types.TransitGatewayStateDeleted || state == types.TransitGatewayStateDeleting {\n\t\t\treturn errors.New(\"transit gateway entered deleted/deleting state\")\n\t\t}\n\t\ttime.Sleep(10 * time.Second)\n\t}\n\tif !tgwAvailable {\n\t\treturn errors.New(\"timeout waiting for transit gateway to become available\")\n\t}\n\n\t// Resolve default route table for this TGW (needed for attachment and static route).\n\trtOut, err := client.DescribeTransitGatewayRouteTables(ctx, &ec2.DescribeTransitGatewayRouteTablesInput{\n\t\tFilters: []types.Filter{\n\t\t\t{Name: new(\"transit-gateway-id\"), Values: []string{tgwID}},\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\tfor i := range rtOut.TransitGatewayRouteTables {\n\t\trt := &rtOut.TransitGatewayRouteTables[i]\n\t\tif rt.TransitGatewayRouteTableId != nil && rt.DefaultAssociationRouteTable != nil && *rt.DefaultAssociationRouteTable {\n\t\t\tcreatedRouteTableID = *rt.TransitGatewayRouteTableId\n\t\t\tbreak\n\t\t}\n\t}\n\tif createdRouteTableID == \"\" {\n\t\treturn errors.New(\"could not find default route table for transit gateway\")\n\t}\n\n\t// Create VPC and subnet so we can create a VPC attachment (association + propagation + route target).\n\tvpcOut, err := client.CreateVpc(ctx, &ec2.CreateVpcInput{\n\t\tCidrBlock: new(\"10.99.0.0/16\"),\n\t\tTagSpecifications: []types.TagSpecification{\n\t\t\t{\n\t\t\t\tResourceType: types.ResourceTypeVpc,\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{Key: new(integration.TagTestKey), Value: new(integration.TagTestValue)},\n\t\t\t\t\t{Key: new(integration.TagTestIDKey), Value: new(integrationTestName)},\n\t\t\t\t\t{Key: new(\"Name\"), Value: new(integrationTestName)},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\tif vpcOut.Vpc == nil || vpcOut.Vpc.VpcId == nil {\n\t\treturn errors.New(\"CreateVpc returned nil vpc or id\")\n\t}\n\tcreatedVpcID = *vpcOut.Vpc.VpcId\n\tlogger.InfoContext(ctx, \"Created VPC for TGW attachment\", \"id\", createdVpcID)\n\n\t// Pick one AZ for the subnet.\n\tazOut, err := client.DescribeAvailabilityZones(ctx, &ec2.DescribeAvailabilityZonesInput{\n\t\tFilters: []types.Filter{\n\t\t\t{Name: new(\"state\"), Values: []string{\"available\"}},\n\t\t},\n\t})\n\tif err != nil || len(azOut.AvailabilityZones) == 0 {\n\t\treturn errors.New(\"could not describe availability zones\")\n\t}\n\taz := azOut.AvailabilityZones[0].ZoneName\n\n\tsubOut, err := client.CreateSubnet(ctx, &ec2.CreateSubnetInput{\n\t\tVpcId: &createdVpcID,\n\t\tCidrBlock: new(\"10.99.1.0/24\"),\n\t\tAvailabilityZone: az,\n\t\tTagSpecifications: []types.TagSpecification{\n\t\t\t{\n\t\t\t\tResourceType: types.ResourceTypeSubnet,\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{Key: new(integration.TagTestKey), Value: new(integration.TagTestValue)},\n\t\t\t\t\t{Key: new(integration.TagTestIDKey), Value: new(integrationTestName)},\n\t\t\t\t\t{Key: new(\"Name\"), Value: new(integrationTestName)},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\tif subOut.Subnet == nil || subOut.Subnet.SubnetId == nil {\n\t\treturn errors.New(\"CreateSubnet returned nil subnet or id\")\n\t}\n\tcreatedSubnetID = *subOut.Subnet.SubnetId\n\tlogger.InfoContext(ctx, \"Created subnet for TGW attachment\", \"id\", createdSubnetID)\n\n\tattachOut, err := client.CreateTransitGatewayVpcAttachment(ctx, &ec2.CreateTransitGatewayVpcAttachmentInput{\n\t\tTransitGatewayId: &tgwID,\n\t\tVpcId: &createdVpcID,\n\t\tSubnetIds: []string{createdSubnetID},\n\t\tTagSpecifications: []types.TagSpecification{\n\t\t\t{\n\t\t\t\tResourceType: types.ResourceTypeTransitGatewayAttachment,\n\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t{Key: new(integration.TagTestKey), Value: new(integration.TagTestValue)},\n\t\t\t\t\t{Key: new(integration.TagTestIDKey), Value: new(integrationTestName)},\n\t\t\t\t\t{Key: new(\"Name\"), Value: new(integrationTestName)},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\tif attachOut.TransitGatewayVpcAttachment == nil || attachOut.TransitGatewayVpcAttachment.TransitGatewayAttachmentId == nil {\n\t\treturn errors.New(\"CreateTransitGatewayVpcAttachment returned nil attachment or id\")\n\t}\n\tcreatedAttachmentID = *attachOut.TransitGatewayVpcAttachment.TransitGatewayAttachmentId\n\tlogger.InfoContext(ctx, \"Created TGW VPC attachment, waiting for available\", \"id\", createdAttachmentID)\n\n\t// Wait for attachment to become available so we can create a route and so associations/propagations appear.\n\tattachDeadline := time.Now().Add(waitTimeout)\n\tattachmentAvailable := false\n\tfor time.Now().Before(attachDeadline) {\n\t\tdesc, err := client.DescribeTransitGatewayVpcAttachments(ctx, &ec2.DescribeTransitGatewayVpcAttachmentsInput{\n\t\t\tTransitGatewayAttachmentIds: []string{createdAttachmentID},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t\tif len(desc.TransitGatewayVpcAttachments) == 0 {\n\t\t\ttime.Sleep(10 * time.Second)\n\t\t\tcontinue\n\t\t}\n\t\tstate := desc.TransitGatewayVpcAttachments[0].State\n\t\tif state == types.TransitGatewayAttachmentStateAvailable {\n\t\t\tattachmentAvailable = true\n\t\t\tbreak\n\t\t}\n\t\tif state == types.TransitGatewayAttachmentStateDeleted || state == types.TransitGatewayAttachmentStateDeleting {\n\t\t\treturn errors.New(\"transit gateway VPC attachment entered deleted/deleting state\")\n\t\t}\n\t\ttime.Sleep(10 * time.Second)\n\t}\n\tif !attachmentAvailable {\n\t\treturn errors.New(\"timeout waiting for transit gateway VPC attachment to become available\")\n\t}\n\n\t// Add a static route so the route adapter returns at least one item.\n\t_, err = client.CreateTransitGatewayRoute(ctx, &ec2.CreateTransitGatewayRouteInput{\n\t\tTransitGatewayRouteTableId: &createdRouteTableID,\n\t\tDestinationCidrBlock: &createdRouteDestination,\n\t\tTransitGatewayAttachmentId: &createdAttachmentID,\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\tlogger.InfoContext(ctx, \"Created static TGW route\", \"destination\", createdRouteDestination)\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/ec2-transit-gateway/teardown.go", "content": "package ec2transitgateway\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"log/slog\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ec2/types\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\n// integrationTestTagFilters returns filters to discover resources created by this suite.\nfunc integrationTestTagFilters() []types.Filter {\n\treturn []types.Filter{\n\t\t{Name: new(\"tag:\" + integration.TagTestKey), Values: []string{integration.TagTestValue}},\n\t\t{Name: new(\"tag:\" + integration.TagTestIDKey), Values: []string{integrationTestName}},\n\t}\n}\n\n// getIntegrationTestTransitGatewayID returns the transit gateway ID for the integration-test\n// resources. If Setup ran in this process, it uses the package-level ID; otherwise it\n// discovers the TGW by tag so tests work when run after a separate Setup (e.g. a day later).\n// Returns an error if no tagged TGW is found (e.g. after Teardown).\nfunc getIntegrationTestTransitGatewayID(ctx context.Context, client *ec2.Client) (string, error) {\n\tif createdTransitGatewayID != \"\" {\n\t\treturn createdTransitGatewayID, nil\n\t}\n\ttgwOut, err := client.DescribeTransitGateways(ctx, &ec2.DescribeTransitGatewaysInput{\n\t\tFilters: integrationTestTagFilters(),\n\t})\n\tif err != nil {\n\t\treturn \"\", err\n\t}\n\tfor _, tgw := range tgwOut.TransitGateways {\n\t\tif tgw.TransitGatewayId != nil && tgw.State != types.TransitGatewayStateDeleted && tgw.State != types.TransitGatewayStateDeleting {\n\t\t\treturn *tgw.TransitGatewayId, nil\n\t\t}\n\t}\n\treturn \"\", errors.New(\"no transit gateway found with integration-test tag (run Setup first or ensure Teardown has not deleted resources)\")\n}\n\nfunc Teardown(t *testing.T) {\n\tctx := context.Background()\n\tlogger := slog.Default()\n\n\tclient, err := ec2Client(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create EC2 client: %v\", err)\n\t}\n\n\tif err := teardown(ctx, logger, client); err != nil {\n\t\tt.Fatalf(\"Teardown failed: %v\", err)\n\t}\n}\n\nfunc teardown(ctx context.Context, logger *slog.Logger, client *ec2.Client) error {\n\ttagFilters := integrationTestTagFilters()\n\n\t// 1. Discover transit gateways by tag.\n\ttgwOut, err := client.DescribeTransitGateways(ctx, &ec2.DescribeTransitGatewaysInput{\n\t\tFilters: tagFilters,\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\tif len(tgwOut.TransitGateways) == 0 {\n\t\tlogger.InfoContext(ctx, \"No transit gateways found with integration-test tag\")\n\t\tclearPackageState()\n\t\treturn nil\n\t}\n\n\t// 2. For each TGW: delete static route, then VPC attachments, and wait for attachments to be deleted.\n\tfor _, tgw := range tgwOut.TransitGateways {\n\t\tif tgw.TransitGatewayId == nil || tgw.State == types.TransitGatewayStateDeleted || tgw.State == types.TransitGatewayStateDeleting {\n\t\t\tcontinue\n\t\t}\n\t\ttgwID := *tgw.TransitGatewayId\n\n\t\t// Resolve default route table and delete our static route.\n\t\trtOut, err := client.DescribeTransitGatewayRouteTables(ctx, &ec2.DescribeTransitGatewayRouteTablesInput{\n\t\t\tFilters: []types.Filter{{Name: new(\"transit-gateway-id\"), Values: []string{tgwID}}},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t\tvar defaultRouteTableID string\n\t\tfor i := range rtOut.TransitGatewayRouteTables {\n\t\t\trt := &rtOut.TransitGatewayRouteTables[i]\n\t\t\tif rt.TransitGatewayRouteTableId != nil && rt.DefaultAssociationRouteTable != nil && *rt.DefaultAssociationRouteTable {\n\t\t\t\tdefaultRouteTableID = *rt.TransitGatewayRouteTableId\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif defaultRouteTableID != \"\" {\n\t\t\t_, _ = client.DeleteTransitGatewayRoute(ctx, &ec2.DeleteTransitGatewayRouteInput{\n\t\t\t\tTransitGatewayRouteTableId: &defaultRouteTableID,\n\t\t\t\tDestinationCidrBlock: &createdRouteDestination,\n\t\t\t})\n\t\t}\n\n\t\t// List VPC attachments for this TGW and delete each.\n\t\tattachOut, err := client.DescribeTransitGatewayVpcAttachments(ctx, &ec2.DescribeTransitGatewayVpcAttachmentsInput{\n\t\t\tFilters: []types.Filter{{Name: new(\"transit-gateway-id\"), Values: []string{tgwID}}},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t\tfor _, att := range attachOut.TransitGatewayVpcAttachments {\n\t\t\tif att.TransitGatewayAttachmentId == nil || att.State == types.TransitGatewayAttachmentStateDeleted || att.State == types.TransitGatewayAttachmentStateDeleting {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tattID := *att.TransitGatewayAttachmentId\n\t\t\t_, _ = client.DeleteTransitGatewayVpcAttachment(ctx, &ec2.DeleteTransitGatewayVpcAttachmentInput{\n\t\t\t\tTransitGatewayAttachmentId: &attID,\n\t\t\t})\n\t\t\tlogger.InfoContext(ctx, \"Deleted TGW VPC attachment, waiting for deleted\", \"id\", attID)\n\t\t\tdeadline := time.Now().Add(5 * time.Minute)\n\t\t\tfor time.Now().Before(deadline) {\n\t\t\t\tdesc, err := client.DescribeTransitGatewayVpcAttachments(ctx, &ec2.DescribeTransitGatewayVpcAttachmentsInput{\n\t\t\t\t\tTransitGatewayAttachmentIds: []string{attID},\n\t\t\t\t})\n\t\t\t\tif err != nil || len(desc.TransitGatewayVpcAttachments) == 0 {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif desc.TransitGatewayVpcAttachments[0].State == types.TransitGatewayAttachmentStateDeleted {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\ttime.Sleep(10 * time.Second)\n\t\t\t}\n\t\t}\n\t}\n\n\t// 3. Delete subnets by tag.\n\tsubOut, err := client.DescribeSubnets(ctx, &ec2.DescribeSubnetsInput{Filters: tagFilters})\n\tif err != nil {\n\t\treturn err\n\t}\n\tfor _, sub := range subOut.Subnets {\n\t\tif sub.SubnetId != nil {\n\t\t\t_, _ = client.DeleteSubnet(ctx, &ec2.DeleteSubnetInput{SubnetId: sub.SubnetId})\n\t\t}\n\t}\n\n\t// 4. Delete VPCs by tag.\n\tvpcOut, err := client.DescribeVpcs(ctx, &ec2.DescribeVpcsInput{Filters: tagFilters})\n\tif err != nil {\n\t\treturn err\n\t}\n\tfor _, vpc := range vpcOut.Vpcs {\n\t\tif vpc.VpcId != nil {\n\t\t\t_, _ = client.DeleteVpc(ctx, &ec2.DeleteVpcInput{VpcId: vpc.VpcId})\n\t\t}\n\t}\n\n\t// 5. Delete transit gateways.\n\tfor _, tgw := range tgwOut.TransitGateways {\n\t\tif tgw.TransitGatewayId == nil || tgw.State == types.TransitGatewayStateDeleted || tgw.State == types.TransitGatewayStateDeleting {\n\t\t\tcontinue\n\t\t}\n\t\ttgwID := *tgw.TransitGatewayId\n\t\t_, err := client.DeleteTransitGateway(ctx, &ec2.DeleteTransitGatewayInput{TransitGatewayId: &tgwID})\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t\tlogger.InfoContext(ctx, \"Deleted transit gateway\", \"id\", tgwID)\n\t}\n\n\tclearPackageState()\n\treturn nil\n}\n\nfunc clearPackageState() {\n\tcreatedTransitGatewayID = \"\"\n\tcreatedRouteTableID = \"\"\n\tcreatedVpcID = \"\"\n\tcreatedSubnetID = \"\"\n\tcreatedAttachmentID = \"\"\n}\n" }, { "path": "aws-source/adapters/integration/ec2-transit-gateway/transit_gateway_route_table_association_test.go", "content": "package ec2transitgateway\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// TransitGatewayRouteTableAssociation runs the integration test for the route table association adapter.\n// Setup creates a TGW VPC attachment, so the default route table has at least one association.\nfunc TransitGatewayRouteTableAssociation(t *testing.T) {\n\tctx := context.Background()\n\n\ttestClient, err := ec2Client(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create EC2 client: %v\", err)\n\t}\n\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get AWS settings: %v\", err)\n\t}\n\n\tscope := adapters.FormatScope(testAWSConfig.AccountID, testAWSConfig.Region)\n\tadapter := adapters.NewEC2TransitGatewayRouteTableAssociationAdapter(testClient, testAWSConfig.AccountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\tif err := adapter.Validate(); err != nil {\n\t\tt.Fatalf(\"failed to validate adapter: %v\", err)\n\t}\n\n\titems, err := adapter.List(ctx, scope, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to list transit gateway route table associations: %v\", err)\n\t}\n\n\tif len(items) == 0 {\n\t\tt.Fatalf(\"expected at least one association (Setup creates a TGW VPC attachment); got 0\")\n\t}\n\n\tquery := items[0].UniqueAttributeValue()\n\tgot, err := adapter.Get(ctx, scope, query, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get association %s: %v\", query, err)\n\t}\n\tif got.UniqueAttributeValue() != query {\n\t\tt.Fatalf(\"expected %s, got %s\", query, got.UniqueAttributeValue())\n\t}\n\n\t// Search by route table ID (used by route table β†’ association link).\n\tif createdRouteTableID != \"\" {\n\t\tsearchItems, err := adapter.Search(ctx, scope, createdRouteTableID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"failed to search associations by route table ID %s: %v\", createdRouteTableID, err)\n\t\t}\n\t\tif len(searchItems) == 0 {\n\t\t\tt.Fatalf(\"expected at least one association for route table %s (Setup creates one); got 0\", createdRouteTableID)\n\t\t}\n\t}\n}\n" }, { "path": "aws-source/adapters/integration/ec2-transit-gateway/transit_gateway_route_table_propagation_test.go", "content": "package ec2transitgateway\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// TransitGatewayRouteTablePropagation runs the integration test for the route table propagation adapter.\n// Setup creates a TGW VPC attachment (propagated to the default route table), so we get at least one propagation.\nfunc TransitGatewayRouteTablePropagation(t *testing.T) {\n\tctx := context.Background()\n\n\ttestClient, err := ec2Client(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create EC2 client: %v\", err)\n\t}\n\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get AWS settings: %v\", err)\n\t}\n\n\tscope := adapters.FormatScope(testAWSConfig.AccountID, testAWSConfig.Region)\n\tadapter := adapters.NewEC2TransitGatewayRouteTablePropagationAdapter(testClient, testAWSConfig.AccountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\tif err := adapter.Validate(); err != nil {\n\t\tt.Fatalf(\"failed to validate adapter: %v\", err)\n\t}\n\n\titems, err := adapter.List(ctx, scope, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to list transit gateway route table propagations: %v\", err)\n\t}\n\n\tif len(items) == 0 {\n\t\tt.Fatalf(\"expected at least one propagation (Setup creates a TGW VPC attachment); got 0\")\n\t}\n\n\tquery := items[0].UniqueAttributeValue()\n\tgot, err := adapter.Get(ctx, scope, query, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get propagation %s: %v\", query, err)\n\t}\n\tif got.UniqueAttributeValue() != query {\n\t\tt.Fatalf(\"expected %s, got %s\", query, got.UniqueAttributeValue())\n\t}\n\n\t// Search by route table ID (used by route table β†’ propagation link).\n\tif createdRouteTableID != \"\" {\n\t\tsearchItems, err := adapter.Search(ctx, scope, createdRouteTableID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"failed to search propagations by route table ID %s: %v\", createdRouteTableID, err)\n\t\t}\n\t\tif len(searchItems) == 0 {\n\t\t\tt.Fatalf(\"expected at least one propagation for route table %s (Setup creates one); got 0\", createdRouteTableID)\n\t\t}\n\t}\n}\n" }, { "path": "aws-source/adapters/integration/ec2-transit-gateway/transit_gateway_route_table_test.go", "content": "package ec2transitgateway\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// TransitGatewayRouteTable runs the integration test for the transit gateway route table adapter.\n//\n// AWS CLI – list route tables (same data this test lists/gets/searches):\n//\n//\taws ec2 describe-transit-gateway-route-tables [--region REGION]\n//\n// AWS Console – Transit Gateway route tables:\n//\n//\thttps://[REGION].console.aws.amazon.com/ec2/home?region=[REGION]#TransitGatewayRouteTables:\n//\n// Overmind – In the app, open your AWS source and search for type ec2-transit-gateway-route-table\n// or navigate to the resource type in the source.\nfunc TransitGatewayRouteTable(t *testing.T) {\n\tctx := context.Background()\n\n\ttestClient, err := ec2Client(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create EC2 client: %v\", err)\n\t}\n\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get AWS settings: %v\", err)\n\t}\n\n\taccountID := testAWSConfig.AccountID\n\tscope := adapters.FormatScope(accountID, testAWSConfig.Region)\n\n\tadapter := adapters.NewEC2TransitGatewayRouteTableAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\tif err := adapter.Validate(); err != nil {\n\t\tt.Fatalf(\"failed to validate transit gateway route table adapter: %v\", err)\n\t}\n\n\titems, err := listSync(adapter, ctx, scope, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to list transit gateway route tables: %v\", err)\n\t}\n\n\ttgwID, err := getIntegrationTestTransitGatewayID(ctx, testClient)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get integration-test transit gateway ID: %v\", err)\n\t}\n\n\t// Find the route table for the transit gateway created in Setup (or discovered by tag).\n\tvar routeTableID string\n\tfor _, item := range items {\n\t\ttgwIDVal, _ := item.GetAttributes().Get(\"TransitGatewayId\")\n\t\tif tgwIDVal != nil {\n\t\t\tif id, ok := tgwIDVal.(string); ok && id == tgwID {\n\t\t\t\trouteTableID = item.UniqueAttributeValue()\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t}\n\tif routeTableID == \"\" {\n\t\tt.Fatalf(\"no route table found for transit gateway %s (created in Setup)\", tgwID)\n\t}\n\n\tgot, err := adapter.Get(ctx, scope, routeTableID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get transit gateway route table %s: %v\", routeTableID, err)\n\t}\n\n\tif got.UniqueAttributeValue() != routeTableID {\n\t\tt.Fatalf(\"expected route table ID %s from Get, got %s\", routeTableID, got.UniqueAttributeValue())\n\t}\n\n\tarn := fmt.Sprintf(\"arn:aws:ec2:%s:%s:transit-gateway-route-table/%s\", testAWSConfig.Region, accountID, routeTableID)\n\tsearchItems, err := searchSync(adapter, ctx, scope, arn, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search transit gateway route table by ARN: %v\", err)\n\t}\n\n\tif len(searchItems) == 0 {\n\t\tt.Fatalf(\"search by ARN returned no items\")\n\t}\n\n\tif searchItems[0].UniqueAttributeValue() != routeTableID {\n\t\tt.Fatalf(\"expected route table ID %s from Search, got %s\", routeTableID, searchItems[0].UniqueAttributeValue())\n\t}\n\n\t// Route table links to associations, propagations, and routes (Search by route table ID).\n\tlinks := got.GetLinkedItemQueries()\n\tif len(links) < 4 {\n\t\tt.Fatalf(\"expected at least 4 linked item queries (ec2-transit-gateway + 3 Search links); got %d\", len(links))\n\t}\n\tlinkTypes := make(map[string]bool)\n\tfor _, l := range links {\n\t\tif l.GetQuery() != nil {\n\t\t\tlinkTypes[l.GetQuery().GetType()] = true\n\t\t}\n\t}\n\tfor _, want := range []string{\"ec2-transit-gateway\", \"ec2-transit-gateway-route-table-association\", \"ec2-transit-gateway-route-table-propagation\", \"ec2-transit-gateway-route\"} {\n\t\tif !linkTypes[want] {\n\t\t\tt.Errorf(\"expected route table to link to %s\", want)\n\t\t}\n\t}\n}\n" }, { "path": "aws-source/adapters/integration/ec2-transit-gateway/transit_gateway_route_test.go", "content": "package ec2transitgateway\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// TransitGatewayRoute runs the integration test for the transit gateway route adapter.\n// Setup creates a static route in the default route table, so we get at least one route.\nfunc TransitGatewayRoute(t *testing.T) {\n\tctx := context.Background()\n\n\ttestClient, err := ec2Client(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create EC2 client: %v\", err)\n\t}\n\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get AWS settings: %v\", err)\n\t}\n\n\tscope := adapters.FormatScope(testAWSConfig.AccountID, testAWSConfig.Region)\n\tadapter := adapters.NewEC2TransitGatewayRouteAdapter(testClient, testAWSConfig.AccountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\tif err := adapter.Validate(); err != nil {\n\t\tt.Fatalf(\"failed to validate adapter: %v\", err)\n\t}\n\n\titems, err := adapter.List(ctx, scope, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to list transit gateway routes: %v\", err)\n\t}\n\n\tif len(items) == 0 {\n\t\tt.Fatalf(\"expected at least one route (Setup creates a static TGW route); got 0\")\n\t}\n\n\tquery := items[0].UniqueAttributeValue()\n\tgot, err := adapter.Get(ctx, scope, query, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get route %s: %v\", query, err)\n\t}\n\tif got.UniqueAttributeValue() != query {\n\t\tt.Fatalf(\"expected %s, got %s\", query, got.UniqueAttributeValue())\n\t}\n\n\t// Search by route table ID (used by route table β†’ route link).\n\tif createdRouteTableID != \"\" {\n\t\tsearchItems, err := adapter.Search(ctx, scope, createdRouteTableID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"failed to search routes by route table ID %s: %v\", createdRouteTableID, err)\n\t\t}\n\t\tif len(searchItems) == 0 {\n\t\t\tt.Fatalf(\"expected at least one route for route table %s (Setup creates a static route); got 0\", createdRouteTableID)\n\t\t}\n\t}\n}\n" }, { "path": "aws-source/adapters/integration/errors.go", "content": "package integration\n\nimport \"fmt\"\n\ntype NotFoundError struct {\n\tResourceName string\n}\n\nfunc (e NotFoundError) Error() string {\n\treturn fmt.Sprintf(\"Resource not found: %s\", e.ResourceName)\n}\n\nfunc NewNotFoundError(resourceName string) NotFoundError {\n\treturn NotFoundError{ResourceName: resourceName}\n}\n" }, { "path": "aws-source/adapters/integration/kms/create.go", "content": "package kms\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"log/slog\"\n\t\"slices\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/aws/aws-sdk-go-v2/service/kms/types\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc createKey(ctx context.Context, logger *slog.Logger, client *kms.Client, testID string) (*string, error) {\n\t// check if a resource with the same tags already exists\n\tid, err := findActiveKeyIDByTags(ctx, client)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating KMS key\")\n\t\t} else {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"KMS key already exists\")\n\t\treturn id, nil\n\t}\n\n\tresponse, err := client.CreateKey(ctx, &kms.CreateKeyInput{\n\t\tTags: resourceTags(keySrc, testID),\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn response.KeyMetadata.KeyId, nil\n}\n\nfunc createAlias(ctx context.Context, logger *slog.Logger, client *kms.Client, keyID string) error {\n\taliasName := genAliasName()\n\taliasNames, err := findAliasesByTargetKey(ctx, client, keyID)\n\tif err != nil {\n\t\tif nf := integration.NewNotFoundError(aliasSrc); errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Creating alias for the key\", \"keyID\", keyID)\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif slices.Contains(aliasNames, aliasName) {\n\t\tlogger.InfoContext(ctx, \"KMS alias already exists\", \"alias\", aliasName, \"keyID\", keyID)\n\t\treturn nil\n\t}\n\n\t_, err = client.CreateAlias(ctx, &kms.CreateAliasInput{\n\t\tAliasName: &aliasName,\n\t\tTargetKeyId: &keyID,\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc genAliasName() string {\n\treturn fmt.Sprintf(\"alias/%s\", integration.TestID())\n}\n\nfunc createGrant(ctx context.Context, logger *slog.Logger, client *kms.Client, keyID, principal string) error {\n\tgrantID, err := findGrant(ctx, client, keyID, principal)\n\tif err != nil {\n\t\tif nf := integration.NewNotFoundError(grantSrc); errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Creating grant for the key\", \"keyID\", keyID, \"principal\", principal)\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif grantID != nil {\n\t\tlogger.InfoContext(ctx, \"KMS grant already exists\", \"grantID\", *grantID, \"keyID\", keyID, \"principal\", principal)\n\n\t\treturn nil\n\t}\n\n\t_, err = client.CreateGrant(ctx, &kms.CreateGrantInput{\n\t\tGranteePrincipal: &principal,\n\t\tKeyId: &keyID,\n\t\tOperations: []types.GrantOperation{types.GrantOperationDecrypt},\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc putKeyPolicy(ctx context.Context, logger *slog.Logger, client *kms.Client, keyID, principal string) error {\n\tkeyPolicy, err := findKeyPolicy(ctx, client, keyID)\n\tif err != nil {\n\t\tif nf := integration.NewNotFoundError(keyPolicySrc); errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Creating key policy for the key\", \"keyID\", keyID)\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif keyPolicy != nil {\n\t\tlogger.InfoContext(ctx, \"KMS key policy already exists\", \"keyID\", keyID)\n\t\treturn nil\n\t}\n\n\tpolicy := fmt.Sprintf(\n\t\t`{\n\t\t \"Sid\": \"Allow access for Key Administrators\",\n\t\t \"Effect\": \"Allow\",\n\t\t \"Principal\": {\"AWS\":\"%s\"},\n\t\t \"Action\": [\n\t\t\t\"kms:Create*\",\n\t\t\t\"kms:Describe*\",\n\t\t\t\"kms:Enable*\",\n\t\t\t\"kms:List*\",\n\t\t\t\"kms:Put*\",\n\t\t\t\"kms:Update*\",\n\t\t\t\"kms:Revoke*\",\n\t\t\t\"kms:Disable*\",\n\t\t\t\"kms:Get*\",\n\t\t\t\"kms:Delete*\",\n\t\t\t\"kms:TagResource\",\n\t\t\t\"kms:UntagResource\",\n\t\t\t\"kms:ScheduleKeyDeletion\",\n\t\t\t\"kms:CancelKeyDeletion\",\n\t\t\t\"kms:RotateKeyOnDemand\"\n\t\t ],\n\t\t \"Resource\": \"*\"\n\t\t}`, principal)\n\n\t_, err = client.PutKeyPolicy(ctx, &kms.PutKeyPolicyInput{\n\t\tKeyId: &keyID,\n\t\tPolicy: &policy,\n\t})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/kms/delete.go", "content": "package kms\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n)\n\nfunc deleteKey(ctx context.Context, client *kms.Client, keyID string) error {\n\tseven := int32(7)\n\t_, err := client.ScheduleKeyDeletion(ctx, &kms.ScheduleKeyDeletionInput{\n\t\tKeyId: &keyID,\n\t\tPendingWindowInDays: &seven, // it can be minimum 7 days\n\t})\n\treturn err\n}\n\nfunc deleteAlias(ctx context.Context, client *kms.Client, aliasName string) error {\n\t_, err := client.DeleteAlias(ctx, &kms.DeleteAliasInput{\n\t\tAliasName: &aliasName,\n\t})\n\treturn err\n}\n\nfunc deleteGrant(ctx context.Context, client *kms.Client, keyID, grantID string) error {\n\t_, err := client.RevokeGrant(ctx, &kms.RevokeGrantInput{\n\t\tKeyId: &keyID,\n\t\tGrantId: &grantID,\n\t})\n\treturn err\n}\n" }, { "path": "aws-source/adapters/integration/kms/find.go", "content": "package kms\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/aws/aws-sdk-go-v2/service/kms/types\"\n\t\"github.com/aws/smithy-go\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\n// findActiveKeyIDByTags finds a key by tags\n// additionalAttr is a variadic parameter that allows to specify additional attributes to search for\nfunc findActiveKeyIDByTags(ctx context.Context, client *kms.Client, additionalAttr ...string) (*string, error) {\n\tresult, err := client.ListKeys(ctx, &kms.ListKeysInput{})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, keyListEntry := range result.Keys {\n\t\tkey, err := client.DescribeKey(ctx, &kms.DescribeKeyInput{\n\t\t\tKeyId: keyListEntry.KeyId,\n\t\t})\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tif key.KeyMetadata.KeyState != types.KeyStateEnabled {\n\t\t\tcontinue\n\t\t}\n\n\t\ttags, err := client.ListResourceTags(ctx, &kms.ListResourceTagsInput{\n\t\t\tKeyId: keyListEntry.KeyId,\n\t\t})\n\t\t// There are some keys that even admins can't list the tags of. Not sure\n\t\t// why but they seem to exist, we will ignore permissions errors here.\n\t\tvar awsErr *smithy.GenericAPIError\n\t\tif errors.As(err, &awsErr) && awsErr.ErrorCode() == \"AccessDeniedException\" {\n\t\t\tcontinue\n\t\t}\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tif hasTags(tags.Tags, resourceTags(keySrc, integration.TestID(), additionalAttr...)) {\n\t\t\treturn keyListEntry.KeyId, nil\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.KMS, keySrc, additionalAttr...))\n}\n\nfunc findAliasesByTargetKey(ctx context.Context, client *kms.Client, keyID string) ([]string, error) {\n\taliases, err := client.ListAliases(ctx, &kms.ListAliasesInput{\n\t\tKeyId: &keyID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tvar aliasNames []string\n\tfor _, alias := range aliases.Aliases {\n\t\taliasNames = append(aliasNames, *alias.AliasName)\n\t}\n\n\tif len(aliasNames) == 0 {\n\t\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.KMS, aliasSrc))\n\t}\n\n\treturn aliasNames, nil\n}\n\nfunc findGrant(ctx context.Context, client *kms.Client, keyID, principal string) (*string, error) {\n\t// Get grants for the key\n\tgrants, err := client.ListGrants(ctx, &kms.ListGrantsInput{\n\t\tKeyId: &keyID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, grant := range grants.Grants {\n\t\tif *grant.GranteePrincipal == principal {\n\t\t\treturn grant.GrantId, nil\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.KMS, grantSrc))\n}\n\nfunc findKeyPolicy(ctx context.Context, client *kms.Client, keyID string) (*string, error) {\n\tpolicy, err := client.GetKeyPolicy(ctx, &kms.GetKeyPolicyInput{\n\t\tKeyId: &keyID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif policy.Policy == nil {\n\t\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.KMS, keyPolicySrc))\n\t}\n\n\treturn policy.Policy, nil\n}\n" }, { "path": "aws-source/adapters/integration/kms/kms_test.go", "content": "package kms\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc searchSync(adapter discovery.SearchStreamableAdapter, ctx context.Context, scope, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tstream := discovery.NewRecordingQueryResultStream()\n\tadapter.SearchStream(ctx, scope, query, ignoreCache, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\treturn nil, fmt.Errorf(\"failed to search: %v\", errs)\n\t}\n\n\treturn stream.GetItems(), nil\n}\n\nfunc listSync(adapter discovery.ListStreamableAdapter, ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tstream := discovery.NewRecordingQueryResultStream()\n\tadapter.ListStream(ctx, scope, ignoreCache, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\treturn nil, fmt.Errorf(\"failed to List: %v\", errs)\n\t}\n\n\treturn stream.GetItems(), nil\n}\n\nfunc KMS(t *testing.T) {\n\tctx := context.Background()\n\n\tvar err error\n\ttestClient, err := kmsClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create KMS client: %v\", err)\n\t}\n\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get AWS settings: %v\", err)\n\t}\n\n\taccountID := testAWSConfig.AccountID\n\n\tt.Log(\"Running KMS integration test\")\n\n\tkeySource := adapters.NewKMSKeyAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\taliasSource := adapters.NewKMSAliasAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\tgrantSource := adapters.NewKMSGrantAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\tkeyPolicySource := adapters.NewKMSKeyPolicyAdapter(testClient, accountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\terr = keySource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate KMS key adapter: %v\", err)\n\t}\n\n\terr = aliasSource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate KMS alias adapter: %v\", err)\n\t}\n\n\terr = grantSource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate KMS grant adapter: %v\", err)\n\t}\n\n\terr = keyPolicySource.Validate()\n\tif err != nil {\n\t\tt.Fatalf(\"failed to validate KMS key policy adapter: %v\", err)\n\t}\n\n\tscope := adapters.FormatScope(accountID, testAWSConfig.Region)\n\n\t// List keys\n\tsdpListKeys, err := listSync(keySource, context.Background(), scope, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to list KMS keys: %v\", err)\n\t}\n\n\tif len(sdpListKeys) == 0 {\n\t\tt.Fatalf(\"no keys found\")\n\t}\n\n\tkeyUniqueAttribute := sdpListKeys[0].GetUniqueAttribute()\n\n\tkeyID, err := integration.GetUniqueAttributeValueByTags(keyUniqueAttribute, sdpListKeys, integration.ResourceTags(integration.KMS, keySrc), false)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get key ID: %v\", err)\n\t}\n\n\t// Get key\n\tsdpKey, err := keySource.Get(context.Background(), scope, keyID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get KMS key: %v\", err)\n\t}\n\n\tkeyIDFromGet, err := integration.GetUniqueAttributeValueByTags(keyUniqueAttribute, []*sdp.Item{sdpKey}, integration.ResourceTags(integration.KMS, keySrc), false)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get key ID from get: %v\", err)\n\t}\n\n\tif keyIDFromGet != keyID {\n\t\tt.Fatalf(\"expected key ID %v, got %v\", keyID, keyIDFromGet)\n\t}\n\n\t// Search keys\n\tkeyARN := fmt.Sprintf(\"arn:aws:kms:%s:%s:key/%s\", testAWSConfig.Region, accountID, keyID)\n\tsdpSearchKeys, err := searchSync(keySource, context.Background(), scope, keyARN, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search KMS keys: %v\", err)\n\t}\n\n\tif len(sdpSearchKeys) == 0 {\n\t\tt.Fatalf(\"no keys found\")\n\t}\n\n\tkeyIDFromSearch, err := integration.GetUniqueAttributeValueByTags(keyUniqueAttribute, sdpSearchKeys, integration.ResourceTags(integration.KMS, keySrc), false)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get key ID from search: %v\", err)\n\t}\n\n\tif keyIDFromSearch != keyID {\n\t\tt.Fatalf(\"expected key ID %v, got %v\", keyID, keyIDFromSearch)\n\t}\n\n\t// List aliases\n\tsdpListAliases, err := listSync(aliasSource, context.Background(), scope, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to list KMS aliases: %v\", err)\n\t}\n\n\tif len(sdpListAliases) == 0 {\n\t\tt.Fatalf(\"no aliases found\")\n\t}\n\n\t// Get the alias for this key\n\tvar aliasUniqueAttributeValue any\n\n\tfor _, alias := range sdpListAliases {\n\t\t// Check if the alias is for the key\n\t\tfor _, query := range alias.GetLinkedItemQueries() {\n\t\t\tif query.GetQuery().GetQuery() == keyID {\n\t\t\t\taliasUniqueAttributeValue, err = alias.GetAttributes().Get(alias.GetUniqueAttribute())\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"failed to get alias unique attribute values: %v\", err)\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t}\n\n\tif aliasUniqueAttributeValue == nil {\n\t\tt.Fatalf(\"no alias found for key %v\", keyID)\n\t}\n\n\tsdpAlias, err := aliasSource.Get(context.Background(), scope, aliasUniqueAttributeValue.(string), true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get KMS alias: %v\", err)\n\t}\n\n\taliasName, err := sdpAlias.GetAttributes().Get(\"aliasName\")\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get alias name: %v\", err)\n\t}\n\n\tif aliasName != genAliasName() {\n\t\tt.Fatalf(\"expected alias %v, got %v\", genAliasName(), aliasName)\n\t}\n\n\t// Search aliases\n\tsdpSearchAliases, err := searchSync(aliasSource, context.Background(), scope, keyID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search KMS aliases: %v\", err)\n\t}\n\n\tif len(sdpSearchAliases) == 0 {\n\t\tt.Fatalf(\"no aliases found\")\n\t}\n\n\tsearchAliasName, err := sdpSearchAliases[0].GetAttributes().Get(\"aliasName\")\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get alias name: %v\", err)\n\t}\n\n\tif searchAliasName != genAliasName() {\n\t\tt.Fatalf(\"expected alias %v, got %v\", genAliasName(), searchAliasName)\n\t}\n\n\t// List grants is not supported\n\tsdpListGrants, err := listSync(grantSource, context.Background(), scope, true)\n\tif err == nil {\n\t\tt.Fatal(\"expected error but got nil\")\n\t}\n\n\tif len(sdpListGrants) != 0 {\n\t\tt.Fatalf(\"expected 0 grants, got %v\", len(sdpListGrants))\n\t}\n\n\t// Search grants\n\tsdpSearchGrants, err := searchSync(grantSource, context.Background(), scope, keyID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search KMS grants: %v\", err)\n\t}\n\n\tif len(sdpSearchGrants) == 0 {\n\t\tt.Fatal(\"no grants found\")\n\t}\n\tsearchGrantID, err := sdpSearchGrants[0].GetAttributes().Get(\"grantId\")\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get grant ID: %v\", err)\n\t}\n\n\t// Get grant\n\tgrantUniqueAttribute := sdpSearchGrants[0].GetUniqueAttribute()\n\tgrantUniqueAttributeValue, err := sdpSearchGrants[0].GetAttributes().Get(grantUniqueAttribute)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get grant unique attribute values: %v\", err)\n\t}\n\n\tsdpGrant, err := grantSource.Get(context.Background(), scope, grantUniqueAttributeValue.(string), true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get KMS grant: %v\", err)\n\t}\n\n\tgrantID, err := sdpGrant.GetAttributes().Get(\"grantId\")\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get grant ID: %v\", err)\n\t}\n\n\texpectedGrantID := strings.Split(grantUniqueAttributeValue.(string), \"/\")[1]\n\n\tif grantID != expectedGrantID {\n\t\tt.Fatalf(\"expected grant ID %v, got %v\", expectedGrantID, grantID)\n\t}\n\n\tif searchGrantID != expectedGrantID {\n\t\tt.Fatalf(\"expected grant ID %v, got %v\", expectedGrantID, searchGrantID)\n\t}\n\n\t// Search key policy by key ID\n\tsdpSearchKeyPolicies, err := searchSync(keyPolicySource, context.Background(), scope, keyID, true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to search KMS key policies: %v\", err)\n\t}\n\n\tif len(sdpSearchKeyPolicies) == 0 {\n\t\tt.Fatalf(\"no key policies found\")\n\t}\n\n\tsearchKeyPolicyKeyID, err := sdpSearchKeyPolicies[0].GetAttributes().Get(\"keyId\")\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get key ID: %v\", err)\n\t}\n\n\tif searchKeyPolicyKeyID != keyID {\n\t\tt.Fatalf(\"expected key ID %v, got %v\", keyID, searchKeyPolicyKeyID)\n\t}\n\n\t// Get key policy\n\tkeyPolicyUniqueAttribute := sdpSearchKeyPolicies[0].GetUniqueAttribute()\n\tkeyPolicyUniqueAttributeValue, err := sdpSearchKeyPolicies[0].GetAttributes().Get(keyPolicyUniqueAttribute)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get key policy unique attribute values: %v\", err)\n\t}\n\n\tsdpKeyPolicy, err := keyPolicySource.Get(context.Background(), scope, keyPolicyUniqueAttributeValue.(string), true)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get KMS key policy: %v\", err)\n\t}\n\n\tkeyPolicyKeyID, err := sdpKeyPolicy.GetAttributes().Get(\"keyId\")\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get key ID: %v\", err)\n\t}\n\n\tif keyPolicyKeyID != keyID {\n\t\tt.Fatalf(\"expected key ID %v, got %v\", keyID, keyPolicyKeyID)\n\t}\n}\n" }, { "path": "aws-source/adapters/integration/kms/main_test.go", "content": "package kms\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"log/slog\"\n\t\"os\"\n\t\"testing\"\n\n\tawskms \"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc TestMain(m *testing.M) {\n\tif integration.ShouldRunIntegrationTests() {\n\t\tfmt.Println(\"Running integration tests\")\n\t\tos.Exit(m.Run())\n\t} else {\n\t\tfmt.Println(\"Skipping integration tests, set RUN_INTEGRATION_TESTS=true to run them\")\n\t\tos.Exit(0)\n\t}\n}\n\nfunc TestIntegrationKMS(t *testing.T) {\n\tt.Run(\"Setup\", Setup)\n\tt.Run(\"KMS\", KMS)\n\tt.Run(\"Teardown\", Teardown)\n}\n\nfunc Setup(t *testing.T) {\n\tctx := context.Background()\n\tlogger := slog.Default()\n\n\tvar err error\n\ttestClient, err := kmsClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create KMS client: %v\", err)\n\t}\n\n\tif err := setup(ctx, logger, testClient); err != nil {\n\t\tt.Fatalf(\"Failed to setup KMS integration tests: %v\", err)\n\t}\n}\n\nfunc Teardown(t *testing.T) {\n\tctx := context.Background()\n\tlogger := slog.Default()\n\n\tvar err error\n\ttestClient, err := kmsClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create KMS client: %v\", err)\n\t}\n\n\tif err := teardown(ctx, logger, testClient); err != nil {\n\t\tt.Fatalf(\"Failed to teardown KMS integration tests: %v\", err)\n\t}\n}\n\nfunc kmsClient(ctx context.Context) (*awskms.Client, error) {\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to get AWS settings: %w\", err)\n\t}\n\n\treturn awskms.NewFromConfig(testAWSConfig.Config), nil\n}\n" }, { "path": "aws-source/adapters/integration/kms/setup.go", "content": "package kms\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"log/slog\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nconst (\n\tkeySrc = \"key\"\n\taliasSrc = \"alias\"\n\tgrantSrc = \"grant\"\n\tkeyPolicySrc = \"key-policy\"\n)\n\nfunc setup(ctx context.Context, logger *slog.Logger, client *kms.Client) error {\n\ttestID := integration.TestID()\n\n\t// Create KMS key\n\tkeyID, err := createKey(ctx, logger, client, testID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create KMS alias\n\terr = createAlias(ctx, logger, client, *keyID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tprincipal, err := integration.GetCallerIdentityARN(ctx)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to get caller identity: %w\", err)\n\t}\n\n\t// Create KMS grant\n\terr = createGrant(ctx, logger, client, *keyID, *principal)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create KMS key policy\n\treturn putKeyPolicy(ctx, logger, client, *keyID, *principal)\n}\n" }, { "path": "aws-source/adapters/integration/kms/teardown.go", "content": "package kms\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"log/slog\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc teardown(ctx context.Context, logger *slog.Logger, client *kms.Client) error {\n\tkeyID, err := findActiveKeyIDByTags(ctx, client)\n\tif err != nil {\n\t\tif nf := integration.NewNotFoundError(keySrc); errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Key not found\")\n\t\t\treturn nil\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tprincipal, err := integration.GetCallerIdentityARN(ctx)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to get caller identity: %w\", err)\n\t}\n\n\tgrantID, err := findGrant(ctx, client, *keyID, *principal)\n\tif err != nil {\n\t\tif nf := integration.NewNotFoundError(grantSrc); errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Grant not found\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\terr = deleteGrant(ctx, client, *keyID, *grantID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\taliasNames, err := findAliasesByTargetKey(ctx, client, *keyID)\n\tif err != nil {\n\t\tif nf := integration.NewNotFoundError(aliasSrc); errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Alias not found\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tfor _, aliasName := range aliasNames {\n\t\terr = deleteAlias(ctx, client, aliasName)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn deleteKey(ctx, client, *keyID)\n}\n" }, { "path": "aws-source/adapters/integration/kms/util.go", "content": "package kms\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/kms/types\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc resourceTags(resourceName, testID string, nameAdditionalAttr ...string) []types.Tag {\n\treturn []types.Tag{\n\t\t{\n\t\t\tTagKey: aws.String(integration.TagTestKey),\n\t\t\tTagValue: aws.String(integration.TagTestValue),\n\t\t},\n\t\t{\n\t\t\tTagKey: aws.String(integration.TagTestTypeKey),\n\t\t\tTagValue: aws.String(integration.TestName(integration.KMS)),\n\t\t},\n\t\t{\n\t\t\tTagKey: aws.String(integration.TagTestIDKey),\n\t\t\tTagValue: aws.String(testID),\n\t\t},\n\t\t{\n\t\t\tTagKey: aws.String(integration.TagResourceIDKey),\n\t\t\tTagValue: aws.String(integration.ResourceName(integration.KMS, resourceName, nameAdditionalAttr...)),\n\t\t},\n\t}\n}\n\nfunc hasTags(tags []types.Tag, requiredTags []types.Tag) bool {\n\trT := make(map[string]string)\n\tfor _, t := range requiredTags {\n\t\trT[*t.TagKey] = *t.TagValue\n\t}\n\n\toT := make(map[string]string)\n\tfor _, t := range tags {\n\t\toT[*t.TagKey] = *t.TagValue\n\t}\n\n\tfor k, v := range rT {\n\t\tif oT[k] != v {\n\t\t\treturn false\n\t\t}\n\t}\n\n\treturn true\n}\n" }, { "path": "aws-source/adapters/integration/networkmanager/create.go", "content": "package networkmanager\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"log/slog\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc createGlobalNetwork(ctx context.Context, logger *slog.Logger, client *networkmanager.Client, testID string) (*string, error) {\n\ttags := resourceTags(globalNetworkSrc, testID)\n\n\tid, err := findGlobalNetworkIDByTags(ctx, client, tags)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating global network\")\n\t\t} else {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"Global network already exists\")\n\t\treturn id, nil\n\t}\n\n\tinput := &networkmanager.CreateGlobalNetworkInput{\n\t\tDescription: aws.String(\"Integration test global network\"),\n\t\tTags: tags,\n\t}\n\n\tresponse, err := client.CreateGlobalNetwork(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn response.GlobalNetwork.GlobalNetworkId, nil\n}\n\nfunc createSite(ctx context.Context, logger *slog.Logger, client *networkmanager.Client, testID string, globalNetworkID *string) (*string, error) {\n\ttags := resourceTags(siteSrc, testID)\n\n\tid, err := findSiteIDByTags(ctx, client, globalNetworkID, tags)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating site\")\n\t\t} else {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"Site already exists\")\n\t\treturn id, nil\n\t}\n\n\tinput := &networkmanager.CreateSiteInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tDescription: aws.String(\"Integration test site\"),\n\t\tTags: tags,\n\t}\n\n\tresponse, err := client.CreateSite(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn response.Site.SiteId, nil\n}\n\nfunc createLink(ctx context.Context, logger *slog.Logger, client *networkmanager.Client, testID string, globalNetworkID, siteID *string) (*string, error) {\n\ttags := resourceTags(linkSrc, testID)\n\n\tid, err := findLinkIDByTags(ctx, client, globalNetworkID, siteID, tags)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating link\")\n\t\t} else {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"Link already exists\")\n\t\treturn id, nil\n\t}\n\n\tinput := &networkmanager.CreateLinkInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tSiteId: siteID,\n\t\tDescription: aws.String(\"Integration test link\"),\n\t\tBandwidth: &types.Bandwidth{\n\t\t\tUploadSpeed: aws.Int32(50),\n\t\t\tDownloadSpeed: aws.Int32(50),\n\t\t},\n\t\tTags: tags,\n\t}\n\n\tresponse, err := client.CreateLink(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn response.Link.LinkId, nil\n}\n\nfunc createDevice(ctx context.Context, logger *slog.Logger, client *networkmanager.Client, testID string, globalNetworkID, siteID *string, deviceName string) (*string, error) {\n\ttags := resourceTags(deviceSrc, testID, deviceName)\n\n\tid, err := findDeviceIDByTags(ctx, client, globalNetworkID, siteID, tags)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating device\", \"name\", deviceName)\n\t\t} else {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"Device already exists\", \"name\", deviceName)\n\t\treturn id, nil\n\t}\n\n\tinput := &networkmanager.CreateDeviceInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tSiteId: siteID,\n\t\tTags: tags,\n\t}\n\n\tresponse, err := client.CreateDevice(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn response.Device.DeviceId, nil\n}\n\nfunc createLinkAssociation(ctx context.Context, logger *slog.Logger, client *networkmanager.Client, globalNetworkID, deviceID, linkID *string) error {\n\tid, err := findLinkAssociationID(ctx, client, globalNetworkID, linkID, deviceID)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating link association\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"Link association already exists\")\n\t\treturn nil\n\t}\n\n\tinput := &networkmanager.AssociateLinkInput{\n\t\tDeviceId: deviceID,\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tLinkId: linkID,\n\t}\n\n\t_, err = client.AssociateLink(ctx, input)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc createConnection(ctx context.Context, logger *slog.Logger, client *networkmanager.Client, globalNetworkID, deviceID, connectedDeviceID *string) error {\n\tid, err := findConnectionID(ctx, client, globalNetworkID, deviceID)\n\tif err != nil {\n\t\tif errors.As(err, new(integration.NotFoundError)) {\n\t\t\tlogger.InfoContext(ctx, \"Creating connection\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif id != nil {\n\t\tlogger.InfoContext(ctx, \"Connection already exists\")\n\t\treturn nil\n\t}\n\n\tinput := &networkmanager.CreateConnectionInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tDeviceId: deviceID,\n\t\tConnectedDeviceId: connectedDeviceID,\n\t}\n\n\t_, err = client.CreateConnection(ctx, input)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/networkmanager/delete.go", "content": "package networkmanager\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\t\"github.com/aws/smithy-go\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n)\n\nfunc deleteGlobalNetwork(ctx context.Context, client *networkmanager.Client, globalNetworkID string) error {\n\tinput := &networkmanager.DeleteGlobalNetworkInput{\n\t\tGlobalNetworkId: aws.String(globalNetworkID),\n\t}\n\n\t_, err := client.DeleteGlobalNetwork(ctx, input)\n\tif err != nil {\n\t\tvar apiErr smithy.APIError\n\t\tnotFoundException := types.ResourceNotFoundException{}\n\t\tif errors.As(err, &apiErr) && apiErr.ErrorCode() == notFoundException.ErrorCode() {\n\t\t\treturn integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, globalNetworkSrc))\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn nil\n}\n\nfunc deleteSite(ctx context.Context, client *networkmanager.Client, globalNetworkID, siteID *string) error {\n\tinput := &networkmanager.DeleteSiteInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tSiteId: siteID,\n\t}\n\n\t_, err := client.DeleteSite(ctx, input)\n\tif err != nil {\n\t\tvar apiErr smithy.APIError\n\t\tnotFoundException := types.ResourceNotFoundException{}\n\t\tif errors.As(err, &apiErr) && apiErr.ErrorCode() == notFoundException.ErrorCode() {\n\t\t\treturn integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, siteSrc))\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn nil\n}\n\nfunc deleteLink(ctx context.Context, client *networkmanager.Client, globalNetworkID, linkID *string) error {\n\tinput := &networkmanager.DeleteLinkInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tLinkId: linkID,\n\t}\n\n\t_, err := client.DeleteLink(ctx, input)\n\tif err != nil {\n\t\tvar apiErr smithy.APIError\n\t\tnotFoundException := types.ResourceNotFoundException{}\n\t\tif errors.As(err, &apiErr) && apiErr.ErrorCode() == notFoundException.ErrorCode() {\n\t\t\treturn integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, linkSrc))\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn nil\n}\n\nfunc deleteDevice(ctx context.Context, client *networkmanager.Client, globalNetworkID, deviceID *string) error {\n\tinput := &networkmanager.DeleteDeviceInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tDeviceId: deviceID,\n\t}\n\n\t_, err := client.DeleteDevice(ctx, input)\n\tif err != nil {\n\t\tvar apiErr smithy.APIError\n\t\tnotFoundException := types.ResourceNotFoundException{}\n\t\tif errors.As(err, &apiErr) && apiErr.ErrorCode() == notFoundException.ErrorCode() {\n\t\t\treturn integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, deviceSrc))\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\n\t}\n\n\treturn nil\n}\n\nfunc deleteLinkAssociation(ctx context.Context, client *networkmanager.Client, globalNetworkID, deviceID, linkID *string) error {\n\tinput := &networkmanager.DisassociateLinkInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tDeviceId: deviceID,\n\t\tLinkId: linkID,\n\t}\n\n\t_, err := client.DisassociateLink(ctx, input)\n\tif err != nil {\n\t\tvar apiErr smithy.APIError\n\t\tnotFoundException := types.ResourceNotFoundException{}\n\t\tif errors.As(err, &apiErr) && apiErr.ErrorCode() == notFoundException.ErrorCode() {\n\t\t\treturn integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, linkAssociationSrc))\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\n\t}\n\n\treturn nil\n}\n\nfunc deleteConnection(ctx context.Context, client *networkmanager.Client, globalNetworkID, connectionID *string) error {\n\tinput := &networkmanager.DeleteConnectionInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tConnectionId: connectionID,\n\t}\n\n\t_, err := client.DeleteConnection(ctx, input)\n\tif err != nil {\n\t\tvar apiErr smithy.APIError\n\t\tnotFoundException := types.ResourceNotFoundException{}\n\t\tif errors.As(err, &apiErr) && apiErr.ErrorCode() == notFoundException.ErrorCode() {\n\t\t\treturn integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, connectionSrc))\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/networkmanager/find.go", "content": "package networkmanager\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc findGlobalNetworkIDByTags(ctx context.Context, client *networkmanager.Client, requiredTags []types.Tag) (*string, error) {\n\tresult, err := client.DescribeGlobalNetworks(ctx, &networkmanager.DescribeGlobalNetworksInput{})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, globalNetwork := range result.GlobalNetworks {\n\t\tif hasTags(globalNetwork.Tags, requiredTags) {\n\t\t\treturn globalNetwork.GlobalNetworkId, nil\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, globalNetworkSrc))\n}\n\nfunc findSiteIDByTags(ctx context.Context, client *networkmanager.Client, globalNetworkID *string, requiredTags []types.Tag) (*string, error) {\n\tresult, err := client.GetSites(ctx, &networkmanager.GetSitesInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, site := range result.Sites {\n\t\tif hasTags(site.Tags, requiredTags) {\n\t\t\treturn site.SiteId, nil\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, siteSrc))\n}\n\nfunc findLinkIDByTags(ctx context.Context, client *networkmanager.Client, globalNetworkID, siteID *string, requiredTags []types.Tag) (*string, error) {\n\tresult, err := client.GetLinks(ctx, &networkmanager.GetLinksInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tSiteId: siteID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, link := range result.Links {\n\t\tif hasTags(link.Tags, requiredTags) {\n\t\t\treturn link.LinkId, nil\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, linkSrc))\n}\n\nfunc findDeviceIDByTags(ctx context.Context, client *networkmanager.Client, globalNetworkID, sideID *string, requiredTags []types.Tag) (*string, error) {\n\tresult, err := client.GetDevices(ctx, &networkmanager.GetDevicesInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tSiteId: sideID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, device := range result.Devices {\n\t\tif hasTags(device.Tags, requiredTags) {\n\t\t\treturn device.DeviceId, nil\n\t\t}\n\t}\n\n\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, deviceSrc))\n}\n\nfunc findLinkAssociationID(ctx context.Context, client *networkmanager.Client, globalNetworkID, linkID, deviceID *string) (*string, error) {\n\tresult, err := client.GetLinkAssociations(ctx, &networkmanager.GetLinkAssociationsInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tLinkId: linkID,\n\t\tDeviceId: deviceID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif len(result.LinkAssociations) != 1 {\n\t\tif len(result.LinkAssociations) == 0 {\n\t\t\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, linkAssociationSrc))\n\t\t}\n\n\t\treturn nil, fmt.Errorf(\"expected 1 link association, got %d\", len(result.LinkAssociations))\n\t}\n\n\tcompositeKey := fmt.Sprintf(\"%s|%s|%s\", *globalNetworkID, *linkID, *deviceID)\n\n\treturn &compositeKey, nil\n}\n\nfunc findConnectionID(ctx context.Context, client *networkmanager.Client, globalNetworkID, deviceID *string) (*string, error) {\n\tresult, err := client.GetConnections(ctx, &networkmanager.GetConnectionsInput{\n\t\tGlobalNetworkId: globalNetworkID,\n\t\tDeviceId: deviceID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif len(result.Connections) != 1 {\n\t\tif len(result.Connections) == 0 {\n\t\t\treturn nil, integration.NewNotFoundError(integration.ResourceName(integration.NetworkManager, connectionSrc))\n\t\t}\n\n\t\treturn nil, fmt.Errorf(\"expected 1 connection, got %d\", len(result.Connections))\n\t}\n\n\treturn result.Connections[0].ConnectionId, nil\n}\n" }, { "path": "aws-source/adapters/integration/networkmanager/main_test.go", "content": "package networkmanager\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"log/slog\"\n\t\"os\"\n\t\"testing\"\n\n\tawsnetworkmanager \"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc TestMain(m *testing.M) {\n\tif integration.ShouldRunIntegrationTests() {\n\t\tfmt.Println(\"Running integration tests\")\n\t\tos.Exit(m.Run())\n\t} else {\n\t\tfmt.Println(\"Skipping integration tests, set RUN_INTEGRATION_TESTS=true to run them\")\n\t\tos.Exit(0)\n\t}\n}\n\nfunc TestIntegrationNetworkManager(t *testing.T) {\n\tt.Run(\"Setup\", Setup)\n\tt.Run(\"NetworkManager\", NetworkManager)\n\tt.Run(\"Teardown\", Teardown)\n}\n\nfunc Setup(t *testing.T) {\n\tctx := context.Background()\n\tlogger := slog.Default()\n\n\tvar err error\n\ttestClient, err := networkManagerClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create NetworkManager client: %v\", err)\n\t}\n\n\tif err := setup(ctx, logger, testClient); err != nil {\n\t\tt.Fatalf(\"Failed to setup NetworkManager integration tests: %v\", err)\n\t}\n}\n\nfunc Teardown(t *testing.T) {\n\tctx := context.Background()\n\tlogger := slog.Default()\n\n\tvar err error\n\ttestClient, err := networkManagerClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create NetworkManager client: %v\", err)\n\t}\n\n\tif err := teardown(ctx, logger, testClient); err != nil {\n\t\tt.Fatalf(\"Failed to teardown NetworkManager integration tests: %v\", err)\n\t}\n}\n\nfunc networkManagerClient(ctx context.Context) (*awsnetworkmanager.Client, error) {\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to get AWS settings: %w\", err)\n\t}\n\n\treturn awsnetworkmanager.NewFromConfig(testAWSConfig.Config), nil\n}\n" }, { "path": "aws-source/adapters/integration/networkmanager/networkmanager_test.go", "content": "package networkmanager\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc searchSync(adapter discovery.SearchStreamableAdapter, ctx context.Context, scope, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tstream := discovery.NewRecordingQueryResultStream()\n\tadapter.SearchStream(ctx, scope, query, ignoreCache, stream)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\treturn nil, fmt.Errorf(\"failed to search: %v\", errs)\n\t}\n\n\treturn stream.GetItems(), nil\n}\n\nfunc NetworkManager(t *testing.T) {\n\tctx := context.Background()\n\n\tvar err error\n\ttestClient, err := networkManagerClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create NetworkManager client: %v\", err)\n\t}\n\n\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get AWS settings: %v\", err)\n\t}\n\n\taccountID := testAWSConfig.AccountID\n\n\tt.Logf(\"Running NetworkManager integration tests\")\n\n\tglobalNetworkSource := adapters.NewNetworkManagerGlobalNetworkAdapter(testClient, accountID, sdpcache.NewNoOpCache())\n\tif err := globalNetworkSource.Validate(); err != nil {\n\t\tt.Fatalf(\"failed to validate NetworkManager global network adapter: %v\", err)\n\t}\n\n\tsiteSource := adapters.NewNetworkManagerSiteAdapter(testClient, accountID, sdpcache.NewNoOpCache())\n\tif err := siteSource.Validate(); err != nil {\n\t\tt.Fatalf(\"failed to validate NetworkManager site adapter: %v\", err)\n\t}\n\n\tlinkSource := adapters.NewNetworkManagerLinkAdapter(testClient, accountID, sdpcache.NewNoOpCache())\n\tif err := linkSource.Validate(); err != nil {\n\t\tt.Fatalf(\"failed to validate NetworkManager link adapter: %v\", err)\n\t}\n\n\tlinkAssociationSource := adapters.NewNetworkManagerLinkAssociationAdapter(testClient, accountID, sdpcache.NewNoOpCache())\n\tif err := linkAssociationSource.Validate(); err != nil {\n\t\tt.Fatalf(\"failed to validate NetworkManager link association adapter: %v\", err)\n\t}\n\n\tconnectionSource := adapters.NewNetworkManagerConnectionAdapter(testClient, accountID, sdpcache.NewNoOpCache())\n\tif err := connectionSource.Validate(); err != nil {\n\t\tt.Fatalf(\"failed to validate NetworkManager connection adapter: %v\", err)\n\t}\n\n\tdeviceSource := adapters.NewNetworkManagerDeviceAdapter(testClient, accountID, sdpcache.NewNoOpCache())\n\tif err := deviceSource.Validate(); err != nil {\n\t\tt.Fatalf(\"failed to validate NetworkManager device adapter: %v\", err)\n\t}\n\n\tglobalScope := adapters.FormatScope(accountID, \"\")\n\n\tt.Run(\"Global Network\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tglobalNetworkSource.ListStream(ctx, globalScope, false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Fatalf(\"failed to list NetworkManager global networks: %v\", errs)\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) == 0 {\n\t\t\tt.Fatalf(\"no global networks found\")\n\t\t}\n\n\t\tglobalNetworkUniqueAttribute := items[0].GetUniqueAttribute()\n\n\t\tglobalNetworkID, err := integration.GetUniqueAttributeValueByTags(globalNetworkUniqueAttribute, items, integration.ResourceTags(integration.NetworkManager, globalNetworkSrc), false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"failed to get global network ID: %v\", err)\n\t\t}\n\n\t\t// Get global network\n\t\tglobalNetwork, err := globalNetworkSource.Get(ctx, globalScope, globalNetworkID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"failed to get NetworkManager global network: %v\", err)\n\t\t}\n\n\t\tglobalNetworkIDFromGet, err := integration.GetUniqueAttributeValueByTags(globalNetworkUniqueAttribute, []*sdp.Item{globalNetwork}, integration.ResourceTags(integration.NetworkManager, globalNetworkSrc), false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"failed to get global network ID from get: %v\", err)\n\t\t}\n\n\t\tif globalNetworkID != globalNetworkIDFromGet {\n\t\t\tt.Fatalf(\"expected global network ID %s, got %s\", globalNetworkID, globalNetworkIDFromGet)\n\t\t}\n\n\t\t// Search global network by ARN\n\t\tglobalNetworkARN, err := globalNetwork.GetAttributes().Get(\"GlobalNetworkArn\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"failed to get global network ARN: %v\", err)\n\t\t}\n\n\t\tif globalScope != globalNetwork.GetScope() {\n\t\t\tt.Fatalf(\"expected global scope %s, got %s\", globalScope, globalNetwork.GetScope())\n\t\t}\n\n\t\titems, err = searchSync(globalNetworkSource, ctx, globalScope, globalNetworkARN.(string), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"failed to search NetworkManager global networks: %v\", err)\n\t\t}\n\n\t\tif len(items) == 0 {\n\t\t\tt.Fatalf(\"no global networks found\")\n\t\t}\n\n\t\tglobalNetworkIDFromSearch, err := integration.GetUniqueAttributeValueByTags(globalNetworkUniqueAttribute, items, integration.ResourceTags(integration.NetworkManager, globalNetworkSrc), false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"failed to get global network ID from search: %v\", err)\n\t\t}\n\n\t\tif globalNetworkID != globalNetworkIDFromSearch {\n\t\t\tt.Fatalf(\"expected global network ID %s, got %s\", globalNetworkID, globalNetworkIDFromSearch)\n\t\t}\n\n\t\tt.Run(\"Site\", func(t *testing.T) {\n\t\t\t// Search sites by the global network ID that they are created on\n\t\t\tsites, err := searchSync(siteSource, ctx, globalScope, globalNetworkID, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"failed to search for site: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sites) == 0 {\n\t\t\t\tt.Fatalf(\"no sites found\")\n\t\t\t}\n\n\t\t\tsiteUniqueAttribute := sites[0].GetUniqueAttribute()\n\n\t\t\t// composite site id is in the format of {globalNetworkID}|{siteID}\n\t\t\tcompositeSiteID, err := integration.GetUniqueAttributeValueByTags(siteUniqueAttribute, sites, integration.ResourceTags(integration.NetworkManager, siteSrc), false)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"failed to get site ID from search: %v\", err)\n\t\t\t}\n\n\t\t\t// Get site: query format = globalNetworkID|siteID\n\t\t\tsite, err := siteSource.Get(ctx, globalScope, compositeSiteID, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"failed to get site: %v\", err)\n\t\t\t}\n\n\t\t\tsiteIDFromGet, err := integration.GetUniqueAttributeValueByTags(siteUniqueAttribute, []*sdp.Item{site}, integration.ResourceTags(integration.NetworkManager, siteSrc), false)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"failed to get site ID from get: %v\", err)\n\t\t\t}\n\n\t\t\tif compositeSiteID != siteIDFromGet {\n\t\t\t\tt.Fatalf(\"expected site ID %s, got %s\", compositeSiteID, siteIDFromGet)\n\t\t\t}\n\n\t\t\tsiteID := strings.Split(compositeSiteID, \"|\")[1]\n\n\t\t\tt.Run(\"Link\", func(t *testing.T) {\n\t\t\t\t// Search links by the global network ID that they are created on\n\t\t\t\tlinks, err := searchSync(linkSource, ctx, globalScope, globalNetworkID, true)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"failed to search for link: %v\", err)\n\t\t\t\t}\n\n\t\t\t\tif len(links) == 0 {\n\t\t\t\t\tt.Fatalf(\"no links found\")\n\t\t\t\t}\n\n\t\t\t\tlinkUniqueAttribute := links[0].GetUniqueAttribute()\n\n\t\t\t\tcompositeLinkID, err := integration.GetUniqueAttributeValueByTags(linkUniqueAttribute, links, integration.ResourceTags(integration.NetworkManager, linkSrc), false)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"failed to get link ID from search: %v\", err)\n\t\t\t\t}\n\n\t\t\t\t// Get link: query format = globalNetworkID|linkID\n\t\t\t\tlink, err := linkSource.Get(ctx, globalScope, compositeLinkID, true)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"failed to get link: %v\", err)\n\t\t\t\t}\n\n\t\t\t\tlinkIDFromGet, err := integration.GetUniqueAttributeValueByTags(linkUniqueAttribute, []*sdp.Item{link}, integration.ResourceTags(integration.NetworkManager, linkSrc), false)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"failed to get link ID from get: %v\", err)\n\t\t\t\t}\n\n\t\t\t\tif compositeLinkID != linkIDFromGet {\n\t\t\t\t\tt.Fatalf(\"expected link ID %s, got %s\", compositeLinkID, linkIDFromGet)\n\t\t\t\t}\n\n\t\t\t\tlinkID := strings.Split(compositeLinkID, \"|\")[1]\n\n\t\t\t\tt.Run(\"Device\", func(t *testing.T) {\n\t\t\t\t\t// Search devices by the global network ID and site ID\n\t\t\t\t\t// query format = globalNetworkID|siteID\n\t\t\t\t\tqueryDevice := fmt.Sprintf(\"%s|%s\", globalNetworkID, siteID)\n\t\t\t\t\tdevices, err := searchSync(deviceSource, ctx, globalScope, queryDevice, true)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\tt.Fatalf(\"failed to search for device: %v\", err)\n\t\t\t\t\t}\n\n\t\t\t\t\tif len(devices) == 0 {\n\t\t\t\t\t\tt.Fatalf(\"no devices found\")\n\t\t\t\t\t}\n\n\t\t\t\t\tdeviceUniqueAttribute := devices[0].GetUniqueAttribute()\n\n\t\t\t\t\t// composite device id is in the format of: {globalNetworkID}|{deviceID}\n\t\t\t\t\tdeviceOneCompositeID, err := integration.GetUniqueAttributeValueByTags(deviceUniqueAttribute, devices, integration.ResourceTags(integration.NetworkManager, deviceSrc, deviceOneName), false)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\tt.Fatalf(\"failed to get device ID from search: %v\", err)\n\t\t\t\t\t}\n\n\t\t\t\t\t// Get device: query format = globalNetworkID|deviceID\n\t\t\t\t\tdevice, err := deviceSource.Get(ctx, globalScope, deviceOneCompositeID, true)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\tt.Fatalf(\"failed to get device: %v\", err)\n\t\t\t\t\t}\n\n\t\t\t\t\tdeviceOneCompositeIDFromGet, err := integration.GetUniqueAttributeValueByTags(deviceUniqueAttribute, []*sdp.Item{device}, integration.ResourceTags(integration.NetworkManager, deviceSrc, deviceOneName), false)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\tt.Fatalf(\"failed to get device ID from get: %v\", err)\n\t\t\t\t\t}\n\n\t\t\t\t\tif deviceOneCompositeID != deviceOneCompositeIDFromGet {\n\t\t\t\t\t\tt.Fatalf(\"expected device ID %s, got %s\", deviceOneCompositeID, deviceOneCompositeIDFromGet)\n\t\t\t\t\t}\n\n\t\t\t\t\tdeviceOneID := strings.Split(deviceOneCompositeID, \"|\")[1]\n\n\t\t\t\t\t// Search devices by the global network ID\n\t\t\t\t\tdevicesByGlobalNetwork, err := searchSync(deviceSource, ctx, globalScope, globalNetworkID, true)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\tt.Fatalf(\"failed to search for device by global network: %v\", err)\n\t\t\t\t\t}\n\n\t\t\t\t\tintegration.AssertEqualItems(t, devices, devicesByGlobalNetwork, deviceUniqueAttribute)\n\n\t\t\t\t\tt.Run(\"Link Association\", func(t *testing.T) {\n\t\t\t\t\t\t// Search link associations by the global network ID, link ID\n\t\t\t\t\t\tqueryLALink := fmt.Sprintf(\"%s|link|%s\", globalNetworkID, linkID)\n\t\t\t\t\t\tlinkAssociations, err := searchSync(linkAssociationSource, ctx, globalScope, queryLALink, true)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Fatalf(\"failed to search for link association: %v\", err)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tif len(linkAssociations) == 0 {\n\t\t\t\t\t\t\tt.Fatalf(\"no link associations found\")\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tlinkAssociationUniqueAttribute := linkAssociations[0].GetUniqueAttribute()\n\n\t\t\t\t\t\t// composite link association id is in the format of: {globalNetworkID}|{linkID}|{deviceID}\n\t\t\t\t\t\tcompositeLinkAssociationID, err := integration.GetUniqueAttributeValueByTags(linkAssociationUniqueAttribute, linkAssociations, nil, false)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Fatalf(\"failed to get link association ID from search: %v\", err)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\t// Get link association: query format = globalNetworkID|linkID|deviceID\n\t\t\t\t\t\tlinkAssociation, err := linkAssociationSource.Get(ctx, globalScope, compositeLinkAssociationID, true)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Fatalf(\"failed to get link association: %v\", err)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcompositeLinkAssociationIDFromGet, err := integration.GetUniqueAttributeValueByTags(linkAssociationUniqueAttribute, []*sdp.Item{linkAssociation}, nil, false)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Fatalf(\"failed to get link association ID from get: %v\", err)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tif compositeLinkAssociationID != compositeLinkAssociationIDFromGet {\n\t\t\t\t\t\t\tt.Fatalf(\"expected link association ID %s, got %s\", compositeLinkAssociationID, compositeLinkAssociationIDFromGet)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\t// Search link associations by the global network ID\n\t\t\t\t\t\tsearchLinkAssociationsByGlobalNetwork, err := searchSync(linkAssociationSource, ctx, globalScope, globalNetworkID, true)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Fatalf(\"failed to search for link association by global network: %v\", err)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tintegration.AssertEqualItems(t, linkAssociations, searchLinkAssociationsByGlobalNetwork, linkAssociationUniqueAttribute)\n\n\t\t\t\t\t\t// Search link associations by the global network ID and device ID\n\t\t\t\t\t\tqueryLADevice := fmt.Sprintf(\"%s|device|%s\", globalNetworkID, deviceOneID)\n\t\t\t\t\t\tlinkAssociationsByDevice, err := searchSync(linkAssociationSource, ctx, globalScope, queryLADevice, true)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Fatalf(\"failed to search for link association by device: %v\", err)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tintegration.AssertEqualItems(t, linkAssociations, linkAssociationsByDevice, linkAssociationUniqueAttribute)\n\t\t\t\t\t})\n\n\t\t\t\t\tt.Run(\"Connection\", func(t *testing.T) {\n\t\t\t\t\t\t// Search connections by the global network ID\n\t\t\t\t\t\tconnections, err := searchSync(connectionSource, ctx, globalScope, globalNetworkID, true)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Fatalf(\"failed to search for connection: %v\", err)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tif len(connections) == 0 {\n\t\t\t\t\t\t\tt.Fatalf(\"no connections found\")\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tconnectionUniqueAttribute := connections[0].GetUniqueAttribute()\n\n\t\t\t\t\t\t// composite connection id is in the format of: {globalNetworkID}|{connectionID}\n\t\t\t\t\t\tcompositeConnectionID, err := integration.GetUniqueAttributeValueByTags(connectionUniqueAttribute, connections, nil, false)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Fatalf(\"failed to get connection ID from search: %v\", err)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\t// Get connection: query format = globalNetworkID|connectionID\n\t\t\t\t\t\tconnection, err := connectionSource.Get(ctx, globalScope, compositeConnectionID, true)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Fatalf(\"failed to get connection: %v\", err)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcompositeConnectionIDFromGet, err := integration.GetUniqueAttributeValueByTags(connectionUniqueAttribute, []*sdp.Item{connection}, nil, false)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Fatalf(\"failed to get connection ID from get: %v\", err)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tif compositeConnectionID != compositeConnectionIDFromGet {\n\t\t\t\t\t\t\tt.Fatalf(\"expected connection ID %s, got %s\", compositeConnectionID, compositeConnectionIDFromGet)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\t// Search connections by global network ID and device ID\n\t\t\t\t\t\tqueryCon := fmt.Sprintf(\"%s|%s\", globalNetworkID, deviceOneID)\n\t\t\t\t\t\tconnectionsByDevice, err := searchSync(connectionSource, ctx, globalScope, queryCon, true)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Fatalf(\"failed to search for connection by device: %v\", err)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tintegration.AssertEqualItems(t, connections, connectionsByDevice, connectionUniqueAttribute)\n\t\t\t\t\t})\n\t\t\t\t})\n\t\t\t})\n\t\t})\n\t})\n}\n" }, { "path": "aws-source/adapters/integration/networkmanager/setup.go", "content": "package networkmanager\n\nimport (\n\t\"context\"\n\t\"log/slog\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nconst (\n\tglobalNetworkSrc = \"global-network\"\n\tsiteSrc = \"site\"\n\tlinkSrc = \"link\"\n\tdeviceSrc = \"device\"\n\tlinkAssociationSrc = \"link-association\"\n\tconnectionSrc = \"connection\"\n)\n\nconst (\n\tdeviceOneName = \"device-1\"\n\tdeviceTwoName = \"device-2\"\n)\n\nfunc setup(ctx context.Context, logger *slog.Logger, networkmanagerClient *networkmanager.Client) error {\n\ttestID := integration.TestID()\n\n\t// Create a global network\n\tglobalNetworkID, err := createGlobalNetwork(ctx, logger, networkmanagerClient, testID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create a site in the global network\n\tsiteID, err := createSite(ctx, logger, networkmanagerClient, testID, globalNetworkID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create a link in the global network for the site\n\tlinkID, err := createLink(ctx, logger, networkmanagerClient, testID, globalNetworkID, siteID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create a device in the global network for the site\n\tdeviceOneID, err := createDevice(ctx, logger, networkmanagerClient, testID, globalNetworkID, siteID, deviceOneName)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create a link association in the global network for the device\n\terr = createLinkAssociation(ctx, logger, networkmanagerClient, globalNetworkID, deviceOneID, linkID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create another device in the global network for the site\n\tdeviceTwoID, err := createDevice(ctx, logger, networkmanagerClient, testID, globalNetworkID, siteID, deviceTwoName)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Create a connection between the devices\n\terr = createConnection(ctx, logger, networkmanagerClient, globalNetworkID, deviceOneID, deviceTwoID)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/networkmanager/tags.go", "content": "package networkmanager\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc resourceTags(resourceName, testID string, additionalAttr ...string) []types.Tag {\n\treturn []types.Tag{\n\t\t{\n\t\t\tKey: aws.String(integration.TagTestKey),\n\t\t\tValue: aws.String(integration.TagTestValue),\n\t\t},\n\t\t{\n\t\t\tKey: aws.String(integration.TagTestTypeKey),\n\t\t\tValue: aws.String(integration.TestName(integration.NetworkManager)),\n\t\t},\n\t\t{\n\t\t\tKey: aws.String(integration.TagTestIDKey),\n\t\t\tValue: aws.String(testID),\n\t\t},\n\t\t{\n\t\t\tKey: aws.String(integration.TagResourceIDKey),\n\t\t\tValue: aws.String(integration.ResourceName(integration.NetworkManager, resourceName, additionalAttr...)),\n\t\t},\n\t}\n}\n\nfunc hasTags(tags []types.Tag, requiredTags []types.Tag) bool {\n\trT := make(map[string]string)\n\tfor _, t := range requiredTags {\n\t\trT[*t.Key] = *t.Value\n\t}\n\n\toT := make(map[string]string)\n\tfor _, t := range tags {\n\t\toT[*t.Key] = *t.Value\n\t}\n\n\tfor k, v := range rT {\n\t\tif oT[k] != v {\n\t\t\treturn false\n\t\t}\n\t}\n\n\treturn true\n}\n" }, { "path": "aws-source/adapters/integration/networkmanager/teardown.go", "content": "package networkmanager\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"log/slog\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n)\n\nfunc teardown(ctx context.Context, logger *slog.Logger, client *networkmanager.Client) error {\n\tglobalNetworkID, err := findGlobalNetworkIDByTags(ctx, client, resourceTags(globalNetworkSrc, integration.TestID()))\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(globalNetworkSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Global network not found\")\n\t\t\treturn nil\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tsiteID, err := findSiteIDByTags(ctx, client, globalNetworkID, resourceTags(siteSrc, integration.TestID()))\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(siteSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Site not found\")\n\t\t\treturn nil\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tlinkID, err := findLinkIDByTags(ctx, client, globalNetworkID, siteID, resourceTags(linkSrc, integration.TestID()))\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(linkSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Link not found\")\n\t\t\treturn nil\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tdeviceOneID, err := findDeviceIDByTags(ctx, client, globalNetworkID, siteID, resourceTags(deviceSrc, integration.TestID(), deviceOneName))\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(deviceSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Device not found\", \"name\", deviceOneName)\n\t\t\treturn nil\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\terr = deleteLinkAssociation(ctx, client, globalNetworkID, deviceOneID, linkID)\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(linkAssociationSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Link association not found.. ignoring\")\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tconnectionID, err := findConnectionID(ctx, client, globalNetworkID, deviceOneID)\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(connectionSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Connection not found\")\n\t\t\treturn nil\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\terr = deleteConnection(ctx, client, globalNetworkID, connectionID)\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(connectionSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Connection not found.. ignoring\", \"id\", connectionID)\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\terr = deleteDevice(ctx, client, globalNetworkID, deviceOneID)\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(deviceSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Device not found.. ignoring\", \"id\", deviceOneID)\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tdeviceTwoID, err := findDeviceIDByTags(ctx, client, globalNetworkID, siteID, resourceTags(deviceSrc, integration.TestID(), deviceTwoName))\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(deviceSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Device not found\")\n\t\t\treturn nil\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\terr = deleteDevice(ctx, client, globalNetworkID, deviceTwoID)\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(deviceSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Device not found.. ignoring\", \"id\", deviceTwoID)\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\terr = deleteLink(ctx, client, globalNetworkID, linkID)\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(linkSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Link not found.. ignoring\", \"id\", linkID)\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\terr = deleteSite(ctx, client, globalNetworkID, siteID)\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(siteSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Site not found.. ignoring\", \"id\", siteID)\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\terr = deleteGlobalNetwork(ctx, client, *globalNetworkID)\n\tif err != nil {\n\t\tnf := integration.NewNotFoundError(globalNetworkSrc)\n\t\tif errors.As(err, &nf) {\n\t\t\tlogger.WarnContext(ctx, \"Global network not found.. ignoring\", \"id\", globalNetworkID)\n\t\t} else {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn nil\n}\n" }, { "path": "aws-source/adapters/integration/ssm/main_test.go", "content": "package ssm\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"log\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ssm\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ssm/types\"\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/aws-source/adapters/integration\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"go.opentelemetry.io/otel\"\n\t\"go.opentelemetry.io/otel/attribute\"\n)\n\nfunc TestMain(m *testing.M) {\n\tif integration.ShouldRunIntegrationTests() {\n\t\tfmt.Println(\"Running SSM integration tests\")\n\t\texitCode := func() int {\n\t\t\tdefer tracing.ShutdownTracer(context.Background())\n\n\t\t\tif err := tracing.InitTracerWithUpstreams(\"ssm-integration-tests\", os.Getenv(\"HONEYCOMB_API_KEY\"), \"\"); err != nil {\n\t\t\t\tlog.Fatal(err)\n\t\t\t}\n\n\t\t\treturn m.Run()\n\t\t}()\n\n\t\tos.Exit(exitCode)\n\t} else {\n\t\tfmt.Println(\"Skipping SSM integration tests\")\n\t\tos.Exit(0)\n\t}\n}\n\nvar tracer = otel.GetTracerProvider().Tracer(\n\t\"SSMIntegrationTests\",\n)\n\nfunc TestIntegrationSSM(t *testing.T) {\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := context.Background()\n\n\t\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get AWS settings: %v\", err)\n\t\t}\n\n\t\tclient := ssm.NewFromConfig(testAWSConfig.Config)\n\t\ttestID := integration.TestID()\n\n\t\t// Define hierarchy levels\n\t\tenvironments := []string{\"prod\", \"stage\"}\n\t\tregions := []string{\"us-east-1\", \"eu-west-1\"}\n\t\tservices := []string{\"api\", \"web\", \"worker\"}\n\t\tcomponents := []string{\"database\", \"cache\"}\n\t\tconfigs := []string{\"connection\", \"auth\", \"monitoring\"}\n\n\t\t// Create parameters with balanced hierarchy\n\t\tfor _, env := range environments {\n\t\t\tfor _, region := range regions {\n\t\t\t\tfor _, service := range services {\n\t\t\t\t\tfor _, component := range components {\n\t\t\t\t\t\tfor _, config := range configs {\n\t\t\t\t\t\t\tfor i := range 1 {\n\t\t\t\t\t\t\t\tpath := fmt.Sprintf(\"/integration-test/%s/%s/%s/%s/%s/param%d\",\n\t\t\t\t\t\t\t\t\tenv, region, service, component, config, i)\n\n\t\t\t\t\t\t\t\t_, err = client.PutParameter(ctx, &ssm.PutParameterInput{\n\t\t\t\t\t\t\t\t\tName: aws.String(path),\n\t\t\t\t\t\t\t\t\tType: types.ParameterTypeString,\n\t\t\t\t\t\t\t\t\tValue: aws.String(fmt.Sprintf(\"test-value-%s-%d\", config, i)),\n\t\t\t\t\t\t\t\t\tTags: []types.Tag{\n\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\tKey: aws.String(integration.TagTestKey),\n\t\t\t\t\t\t\t\t\t\t\tValue: aws.String(integration.TagTestValue),\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\tKey: aws.String(integration.TagTestIDKey),\n\t\t\t\t\t\t\t\t\t\t\tValue: aws.String(testID),\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\t\t\tvar alreadyExistsErr *types.ParameterAlreadyExists\n\t\t\t\t\t\t\t\t\tif errors.As(err, &alreadyExistsErr) {\n\t\t\t\t\t\t\t\t\t\t// Skip if parameter already exists\n\t\t\t\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\t\t\t\tt.Fatalf(\"Failed to create test parameter %s: %v\", path, err)\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t// Log progress for each leaf node completion\n\t\t\t\t\t\t\tt.Logf(\"Created parameters for %s/%s/%s/%s/%s\", env, region, service, component, config)\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tt.Log(\"Successfully created all test parameters\")\n\t})\n\n\tt.Run(\"SSM\", func(t *testing.T) {\n\t\tctx := context.Background()\n\n\t\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get AWS settings: %v\", err)\n\t\t}\n\n\t\tclient := ssm.NewFromConfig(testAWSConfig.Config)\n\t\tscope := testAWSConfig.AccountID + \".\" + testAWSConfig.Region\n\n\t\tadapter := adapters.NewSSMParameterAdapter(client, testAWSConfig.AccountID, testAWSConfig.Region, sdpcache.NewNoOpCache())\n\n\t\tctx, span := tracer.Start(ctx, \"SSM.List\")\n\t\tdefer span.End()\n\t\tstart := time.Now()\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tadapter.ListStream(ctx, scope, false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Error(errs)\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tt.Logf(\"Listed %d SSM parameters in %v\", len(items), time.Since(start))\n\n\t\tspan.SetAttributes(\n\t\t\tattribute.Int(\"ssm.parameters\", len(items)),\n\t\t)\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := context.Background()\n\n\t\ttestAWSConfig, err := integration.AWSSettings(ctx)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get AWS settings: %v\", err)\n\t\t}\n\n\t\tclient := ssm.NewFromConfig(testAWSConfig.Config)\n\t\ttestID := integration.TestID()\n\n\t\tvar nextToken *string\n\t\tdeleted := 0\n\n\t\tfor {\n\t\t\t// Get parameters by path recursively\n\t\t\tinput := &ssm.GetParametersByPathInput{\n\t\t\t\tPath: aws.String(\"/integration-test\"),\n\t\t\t\tRecursive: aws.Bool(true),\n\t\t\t\tNextToken: nextToken,\n\t\t\t\tParameterFilters: []types.ParameterStringFilter{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: aws.String(\"tag:\" + integration.TagTestIDKey),\n\t\t\t\t\t\tValues: []string{\n\t\t\t\t\t\t\ttestID,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}\n\n\t\t\toutput, err := client.GetParametersByPath(ctx, input)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get parameters for deletion: %v\", err)\n\t\t\t}\n\n\t\t\tif len(output.Parameters) == 0 {\n\t\t\t\tbreak\n\t\t\t}\n\n\t\t\t// Delete parameters in batches of 100\n\t\t\tfor i := 0; i < len(output.Parameters); i += 100 {\n\t\t\t\tend := min(i+100, len(output.Parameters))\n\n\t\t\t\tbatch := output.Parameters[i:end]\n\t\t\t\tnames := make([]string, len(batch))\n\t\t\t\tfor j, param := range batch {\n\t\t\t\t\tnames[j] = *param.Name\n\t\t\t\t}\n\n\t\t\t\t_, err := client.DeleteParameters(ctx, &ssm.DeleteParametersInput{\n\t\t\t\t\tNames: names,\n\t\t\t\t})\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Failed to delete parameters: %v\", err)\n\t\t\t\t}\n\n\t\t\t\tdeleted += len(names)\n\t\t\t\tt.Logf(\"Deleted %d parameters...\", deleted)\n\t\t\t}\n\n\t\t\tif output.NextToken == nil {\n\t\t\t\tbreak\n\t\t\t}\n\t\t\tnextToken = output.NextToken\n\t\t}\n\n\t\tt.Logf(\"Successfully deleted %d test parameters\", deleted)\n\t})\n}\n" }, { "path": "aws-source/adapters/integration/util.go", "content": "package integration\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"strconv\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/aws/retry\"\n\t\"github.com/aws/aws-sdk-go-v2/config\"\n\t\"github.com/aws/aws-sdk-go-v2/service/sts\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\nconst (\n\tTagTestKey = \"test\"\n\tTagTestValue = \"true\"\n\tTagTestIDKey = \"test-id\"\n\tTagTestTypeKey = \"test-type\"\n\tTagResourceIDKey = \"resource-id\"\n)\n\ntype resourceGroup int\n\nconst (\n\tNetworkManager resourceGroup = iota\n\tEC2\n\tKMS\n\tAPIGateway\n)\n\nfunc (rg resourceGroup) String() string {\n\tswitch rg {\n\tcase NetworkManager:\n\t\treturn \"network-manager\"\n\tcase EC2:\n\t\treturn \"ec2\"\n\tcase KMS:\n\t\treturn \"kms\"\n\tcase APIGateway:\n\t\treturn \"api-gateway\"\n\tdefault:\n\t\treturn \"unknown\"\n\t}\n}\n\nfunc ShouldRunIntegrationTests() bool {\n\trun, found := os.LookupEnv(\"RUN_INTEGRATION_TESTS\")\n\n\tif !found {\n\t\treturn false\n\t}\n\n\tshouldRun, err := strconv.ParseBool(run)\n\tif err != nil {\n\t\treturn false\n\t}\n\n\treturn shouldRun\n}\n\nfunc TestID() string {\n\ttagTestID, found := os.LookupEnv(\"INTEGRATION_TEST_ID\")\n\tif !found {\n\t\tvar err error\n\t\ttagTestID, err = os.Hostname()\n\t\tif err != nil {\n\t\t\tpanic(\"failed to get hostname\")\n\t\t}\n\t}\n\n\treturn tagTestID\n}\n\nfunc TestName(resourceGroup resourceGroup) string {\n\treturn fmt.Sprintf(\"%s-integration-tests\", resourceGroup.String())\n}\n\ntype AWSCfg struct {\n\tAccountID string\n\tRegion string\n\tConfig aws.Config\n}\n\nfunc AWSSettings(ctx context.Context) (*AWSCfg, error) {\n\tnewRetryer := func() aws.Retryer {\n\n\t\tvar r aws.Retryer\n\t\tr = retry.NewAdaptiveMode()\n\t\tr = retry.AddWithMaxAttempts(r, 10)\n\t\tr = retry.AddWithMaxBackoffDelay(r, 1*time.Second)\n\n\t\treturn r\n\t}\n\tcfg, err := config.LoadDefaultConfig(ctx,\n\t\tconfig.WithRetryer(newRetryer),\n\t\tconfig.WithClientLogMode(aws.LogRetries),\n\t\tconfig.WithHTTPClient(tracing.HTTPClient()),\n\t)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tcallerIdentity, err := sts.NewFromConfig(cfg).GetCallerIdentity(ctx, &sts.GetCallerIdentityInput{})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\taccountID := aws.ToString(callerIdentity.Account)\n\n\treturn &AWSCfg{\n\t\tAccountID: accountID,\n\t\tRegion: cfg.Region,\n\t\tConfig: cfg,\n\t}, nil\n}\n\nfunc removeUnhealthy(sdpInstances []*sdp.Item) []*sdp.Item {\n\tvar filteredInstances []*sdp.Item\n\tfor _, instance := range sdpInstances {\n\t\tif instance.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tcontinue\n\t\t}\n\t\tfilteredInstances = append(filteredInstances, instance)\n\t}\n\treturn filteredInstances\n}\n\nfunc GetUniqueAttributeValueByTags(uniqueAttrKey string, items []*sdp.Item, filterTags map[string]string, ignoreHealthCheck bool) (string, error) {\n\tvar filteredItems []*sdp.Item\n\n\tif !ignoreHealthCheck {\n\t\titems = removeUnhealthy(items)\n\t}\n\n\tfor _, item := range items {\n\t\tif hasTags(item.GetTags(), filterTags) {\n\t\t\tfilteredItems = append(filteredItems, item)\n\t\t}\n\t}\n\n\tif len(filteredItems) != 1 {\n\t\treturn \"\", fmt.Errorf(\"expected 1 item, got %v\", len(filteredItems))\n\t}\n\n\tuniqueAttrValue, err := filteredItems[0].GetAttributes().Get(uniqueAttrKey)\n\tif err != nil {\n\t\treturn \"\", fmt.Errorf(\"failed to get %s: %w\", uniqueAttrKey, err)\n\t}\n\n\tuniqueAttrValueStr := uniqueAttrValue.(string)\n\tif uniqueAttrValueStr == \"\" {\n\t\treturn \"\", fmt.Errorf(\"%s is empty\", uniqueAttrKey)\n\t}\n\n\treturn uniqueAttrValueStr, nil\n}\n\nfunc GetUniqueAttributeValueBySignificantAttribute(uniqueAttrkey, significantAttrKey, significantAttrVal string, items []*sdp.Item, ignoreHealthCheck bool) (string, error) {\n\tvar filteredItems []*sdp.Item\n\n\tif !ignoreHealthCheck {\n\t\titems = removeUnhealthy(items)\n\t}\n\n\tfor _, item := range items {\n\t\tif val, err := item.GetAttributes().Get(significantAttrKey); err == nil && val == significantAttrVal {\n\t\t\tfilteredItems = append(filteredItems, item)\n\t\t}\n\t}\n\n\tif len(filteredItems) != 1 {\n\t\treturn \"\", fmt.Errorf(\"expected 1 item, got %v\", len(filteredItems))\n\t}\n\n\tuniqueAttrValue, err := filteredItems[0].GetAttributes().Get(uniqueAttrkey)\n\tif err != nil {\n\t\treturn \"\", fmt.Errorf(\"failed to get %s: %w\", uniqueAttrkey, err)\n\t}\n\n\tuniqueAttrValueStr := uniqueAttrValue.(string)\n\tif uniqueAttrValueStr == \"\" {\n\t\treturn \"\", fmt.Errorf(\"%s is empty\", uniqueAttrkey)\n\t}\n\n\treturn uniqueAttrValueStr, nil\n}\n\n// ResourceName returns a unique resource name for integration tests\n// I.e., integration-test-networkmanager-global-network-1\nfunc ResourceName(resourceGroup resourceGroup, resourceName string, additionalAttr ...string) string {\n\tname := []string{\"integration-test\", resourceGroup.String(), resourceName}\n\n\tname = append(name, additionalAttr...)\n\n\treturn strings.Join(name, \"-\")\n}\n\nfunc ResourceTags(resourceGroup resourceGroup, resourceName string, additionalAttr ...string) map[string]string {\n\treturn map[string]string{\n\t\tTagTestKey: TagTestValue,\n\t\tTagTestTypeKey: TestName(resourceGroup),\n\t\tTagTestIDKey: TestID(),\n\t\tTagResourceIDKey: ResourceName(resourceGroup, resourceName, additionalAttr...),\n\t}\n}\n\nfunc hasTags(tags map[string]string, requiredTags map[string]string) bool {\n\tfor k, v := range requiredTags {\n\t\tif tags[k] != v {\n\t\t\treturn false\n\t\t}\n\t}\n\n\treturn true\n}\n\nfunc AssertEqualItems(t *testing.T, expected, actual []*sdp.Item, uniqueAttrKey string) {\n\tif len(expected) != len(actual) {\n\t\tt.Fatalf(\"expected %d items, got %d\", len(expected), len(actual))\n\t}\n\n\texpectedUnqAttrValSet, err := uniqueAttributeValueSet(expected, uniqueAttrKey)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get unique attribute value set: %v\", err)\n\t}\n\n\tactualUnqAttrValSet, err := uniqueAttributeValueSet(actual, uniqueAttrKey)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to get unique attribute value set: %v\", err)\n\t}\n\n\tif len(expectedUnqAttrValSet) != len(actualUnqAttrValSet) {\n\t\tt.Fatalf(\"expected %d unique values, got %d\", len(expectedUnqAttrValSet), len(actualUnqAttrValSet))\n\t}\n\n\tfor val := range expectedUnqAttrValSet {\n\t\tif _, ok := actualUnqAttrValSet[val]; !ok {\n\t\t\tt.Fatalf(\"expected value %v not found in actual\", val)\n\t\t}\n\t}\n}\n\nfunc uniqueAttributeValueSet(items []*sdp.Item, key string) (map[any]bool, error) {\n\tuniqueValues := make(map[any]bool)\n\tfor _, item := range items {\n\t\tvalue, err := item.GetAttributes().Get(key)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to get %s: %w\", key, err)\n\t\t}\n\t\tuniqueValues[value] = true\n\t}\n\treturn uniqueValues, nil\n}\n\nfunc GetCallerIdentityARN(ctx context.Context) (*string, error) {\n\tcfg, err := AWSSettings(ctx)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tcallerIdentity, err := sts.NewFromConfig(cfg.Config).GetCallerIdentity(ctx, &sts.GetCallerIdentityInput{})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn callerIdentity.Arn, nil\n}\n" }, { "path": "aws-source/adapters/integration/util_test.go", "content": "package integration\n\nimport (\n\t\"os\"\n\t\"testing\"\n)\n\nfunc Test_testID(t *testing.T) {\n\tt.Run(\"test id is given via env var\", func(t *testing.T) {\n\t\terr := os.Setenv(\"INTEGRATION_TEST_ID\", \"test-id\")\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t\tdefer func() {\n\t\t\terr := os.Unsetenv(\"INTEGRATION_TEST_ID\")\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t}()\n\n\t\tif got := TestID(); got != \"test-id\" {\n\t\t\tt.Errorf(\"TestID() = %v, want %v\", got, \"test-id\")\n\t\t}\n\t})\n\n\tt.Run(\"test id is not given via env var - defaults to host name\", func(t *testing.T) {\n\t\terr := os.Unsetenv(\"INTEGRATION_TEST_ID\")\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif got := TestID(); got == \"\" {\n\t\t\tt.Errorf(\"TestID() = %v, want not empty\", got)\n\t\t}\n\t})\n}\n" }, { "path": "aws-source/adapters/kms-alias.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc aliasOutputMapper(_ context.Context, _ *kms.Client, scope string, _ *kms.ListAliasesInput, output *kms.ListAliasesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, alias := range output.Aliases {\n\t\tattributes, err := ToAttributesWithExclude(alias, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\t// This should never happen.\n\t\tif alias.AliasName == nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: \"aliasName is nil\",\n\t\t\t}\n\t\t}\n\n\t\t// Ignore AWS managed keys, they are predefined and might not have a target key ID\n\t\tif strings.HasPrefix(*alias.AliasName, \"alias/aws/\") {\n\t\t\t// AWS managed keys\n\t\t\tcontinue\n\t\t}\n\n\t\t// This should never happen except for AWS managed keys.\n\t\tif alias.TargetKeyId == nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: \"targetKeyId is nil\",\n\t\t\t}\n\t\t}\n\n\t\t// The uniqueAttributeValue for this is the combination of the keyID and aliasName\n\t\t// i.e., \"cf68415c-f4ae-48f2-87a7-3b52ce/alias/test-key\"\n\t\terr = attributes.Set(\"UniqueName\", fmt.Sprintf(\"%s/%s\", *alias.TargetKeyId, *alias.AliasName))\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"kms-alias\",\n\t\t\tUniqueAttribute: \"UniqueName\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\tif alias.TargetKeyId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *alias.TargetKeyId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewKMSAliasAdapter(client *kms.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*kms.ListAliasesInput, *kms.ListAliasesOutput, *kms.Client, *kms.Options] {\n\treturn &DescribeOnlyAdapter[*kms.ListAliasesInput, *kms.ListAliasesOutput, *kms.Client, *kms.Options]{\n\t\tItemType: \"kms-alias\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: kmsAliasAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *kms.Client, input *kms.ListAliasesInput) (*kms.ListAliasesOutput, error) {\n\t\t\treturn client.ListAliases(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(_, query string) (*kms.ListAliasesInput, error) {\n\t\t\t// query must be in the format of: the keyID/aliasName\n\t\t\t// note that the aliasName will have a forward slash in it\n\t\t\t// i.e., \"cf68415c-f4ae-48f2-87a7-3b52ce/alias/test-key\"\n\t\t\ttmp := strings.Split(query, \"/\")\n\t\t\tif len(tmp) < 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: fmt.Sprintf(\"query must be in the format of: the keyID/aliasName, but found: %s\", query),\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn &kms.ListAliasesInput{\n\t\t\t\tKeyId: &tmp[0], // keyID\n\t\t\t}, nil\n\t\t},\n\t\tUseListForGet: true,\n\t\tInputMapperList: func(_ string) (*kms.ListAliasesInput, error) {\n\t\t\treturn &kms.ListAliasesInput{}, nil\n\t\t},\n\t\tInputMapperSearch: func(_ context.Context, _ *kms.Client, _, query string) (*kms.ListAliasesInput, error) {\n\t\t\treturn &kms.ListAliasesInput{\n\t\t\t\tKeyId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tOutputMapper: aliasOutputMapper,\n\t}\n}\n\nvar kmsAliasAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"kms-alias\",\n\tDescriptiveName: \"KMS Alias\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an alias by keyID/aliasName\",\n\t\tListDescription: \"List all aliases\",\n\t\tSearchDescription: \"Search aliases by keyID\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_kms_alias.arn\",\n\t\t},\n\t},\n\tPotentialLinks: []string{\"kms-key\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/kms-alias_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/aws/aws-sdk-go-v2/service/kms/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestAliasOutputMapper(t *testing.T) {\n\toutput := &kms.ListAliasesOutput{\n\t\tAliases: []types.AliasListEntry{\n\t\t\t{\n\t\t\t\tAliasName: new(\"alias/test-key\"),\n\t\t\t\tTargetKeyId: new(\"cf68415c-f4ae-48f2-87a7-3b52ce\"),\n\t\t\t\tAliasArn: new(\"arn:aws:kms:us-west-2:123456789012:alias/test-key\"),\n\t\t\t\tCreationDate: new(time.Now()),\n\t\t\t\tLastUpdatedDate: new(time.Now()),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := aliasOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cf68415c-f4ae-48f2-87a7-3b52ce\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewKMSAliasAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := kms.NewFromConfig(config)\n\n\tadapter := NewKMSAliasAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/kms-custom-key-store.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms/types\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc customKeyStoreOutputMapper(_ context.Context, _ *kms.Client, scope string, _ *kms.DescribeCustomKeyStoresInput, output *kms.DescribeCustomKeyStoresOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, customKeyStore := range output.CustomKeyStores {\n\t\tattributes, err := ToAttributesWithExclude(customKeyStore, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"kms-custom-key-store\",\n\t\t\tUniqueAttribute: \"CustomKeyStoreId\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\tswitch customKeyStore.ConnectionState {\n\t\tcase types.ConnectionStateTypeConnected:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.ConnectionStateTypeConnecting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.ConnectionStateTypeDisconnected:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\tcase types.ConnectionStateTypeFailed:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase types.ConnectionStateTypeDisconnecting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tdefault:\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: \"unknown Connection State\",\n\t\t\t}\n\t\t}\n\n\t\tif customKeyStore.CloudHsmClusterId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"cloudhsmv2-cluster\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *customKeyStore.CloudHsmClusterId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif customKeyStore.XksProxyConfiguration != nil &&\n\t\t\tcustomKeyStore.XksProxyConfiguration.VpcEndpointServiceName != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc-endpoint-service\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: fmt.Sprintf(\"name|%s\", *customKeyStore.XksProxyConfiguration.VpcEndpointServiceName),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewKMSCustomKeyStoreAdapter(client *kms.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*kms.DescribeCustomKeyStoresInput, *kms.DescribeCustomKeyStoresOutput, *kms.Client, *kms.Options] {\n\treturn &DescribeOnlyAdapter[*kms.DescribeCustomKeyStoresInput, *kms.DescribeCustomKeyStoresOutput, *kms.Client, *kms.Options]{\n\t\tRegion: region,\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"kms-custom-key-store\",\n\t\tAdapterMetadata: customKeyStoreAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *kms.Client, input *kms.DescribeCustomKeyStoresInput) (*kms.DescribeCustomKeyStoresOutput, error) {\n\t\t\treturn client.DescribeCustomKeyStores(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(_, query string) (*kms.DescribeCustomKeyStoresInput, error) {\n\t\t\treturn &kms.DescribeCustomKeyStoresInput{\n\t\t\t\tCustomKeyStoreId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(string) (*kms.DescribeCustomKeyStoresInput, error) {\n\t\t\treturn &kms.DescribeCustomKeyStoresInput{}, nil\n\t\t},\n\t\tOutputMapper: customKeyStoreOutputMapper,\n\t}\n}\n\nvar customKeyStoreAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"kms-custom-key-store\",\n\tDescriptiveName: \"Custom Key Store\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a custom key store by its ID\",\n\t\tListDescription: \"List all custom key stores\",\n\t\tSearchDescription: \"Search custom key store by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_kms_custom_key_store.id\",\n\t\t},\n\t},\n\tPotentialLinks: []string{\"cloudhsmv2-cluster\", \"ec2-vpc-endpoint-service\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n})\n" }, { "path": "aws-source/adapters/kms-custom-key-store_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/aws/aws-sdk-go-v2/service/kms/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestCustomKeyStoreOutputMapper(t *testing.T) {\n\toutput := &kms.DescribeCustomKeyStoresOutput{\n\t\tCustomKeyStores: []types.CustomKeyStoresListEntry{\n\t\t\t{\n\t\t\t\tCustomKeyStoreId: new(\"custom-key-store-1\"),\n\t\t\t\tCreationDate: new(time.Now()),\n\t\t\t\tCloudHsmClusterId: new(\"cloud-hsm-cluster-1\"),\n\t\t\t\tConnectionState: types.ConnectionStateTypeConnected,\n\t\t\t\tTrustAnchorCertificate: new(\"-----BEGIN CERTIFICATE-----\\nMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAwJ1z\\n-----END CERTIFICATE-----\"),\n\t\t\t\tCustomKeyStoreName: new(\"key-store-1\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := customKeyStoreOutputMapper(context.TODO(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"cloudhsmv2-cluster\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cloud-hsm-cluster-1\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewKMSCustomKeyStoreAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := kms.NewFromConfig(config)\n\n\tadapter := NewKMSCustomKeyStoreAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n\nfunc TestHealthState(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\toutput *kms.DescribeCustomKeyStoresOutput\n\t\texpectedHealth sdp.Health\n\t\texpectedError error\n\t}{\n\t\t{\n\t\t\tname: \"HealthyResourceReturnsHealthOK\",\n\t\t\toutput: &kms.DescribeCustomKeyStoresOutput{\n\t\t\t\tCustomKeyStores: []types.CustomKeyStoresListEntry{\n\t\t\t\t\t{\n\t\t\t\t\t\tCustomKeyStoreId: new(\"custom-key-store-1\"),\n\t\t\t\t\t\tConnectionState: types.ConnectionStateTypeConnected,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedHealth: sdp.Health_HEALTH_OK,\n\t\t},\n\t\t{\n\t\t\tname: \"PendingResourceReturnsHealthPending\",\n\t\t\toutput: &kms.DescribeCustomKeyStoresOutput{\n\t\t\t\tCustomKeyStores: []types.CustomKeyStoresListEntry{\n\t\t\t\t\t{\n\t\t\t\t\t\tCustomKeyStoreId: new(\"custom-key-store-1\"),\n\t\t\t\t\t\tConnectionState: types.ConnectionStateTypeConnecting,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedHealth: sdp.Health_HEALTH_PENDING,\n\t\t},\n\t\t{\n\t\t\tname: \"DisconnectedResourceReturnsHealthUnknown\",\n\t\t\toutput: &kms.DescribeCustomKeyStoresOutput{\n\t\t\t\tCustomKeyStores: []types.CustomKeyStoresListEntry{\n\t\t\t\t\t{\n\t\t\t\t\t\tCustomKeyStoreId: new(\"custom-key-store-1\"),\n\t\t\t\t\t\tConnectionState: types.ConnectionStateTypeDisconnected,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedHealth: sdp.Health_HEALTH_UNKNOWN,\n\t\t},\n\t\t{\n\t\t\tname: \"FailedResourceReturnsHealthError\",\n\t\t\toutput: &kms.DescribeCustomKeyStoresOutput{\n\t\t\t\tCustomKeyStores: []types.CustomKeyStoresListEntry{\n\t\t\t\t\t{\n\t\t\t\t\t\tCustomKeyStoreId: new(\"custom-key-store-1\"),\n\t\t\t\t\t\tConnectionState: types.ConnectionStateTypeFailed,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedHealth: sdp.Health_HEALTH_ERROR,\n\t\t},\n\t\t{\n\t\t\tname: \"UnknownConnectionStateReturnsError\",\n\t\t\toutput: &kms.DescribeCustomKeyStoresOutput{\n\t\t\t\tCustomKeyStores: []types.CustomKeyStoresListEntry{\n\t\t\t\t\t{\n\t\t\t\t\t\tCustomKeyStoreId: new(\"custom-key-store-1\"),\n\t\t\t\t\t\tConnectionState: \"unknown-state\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedError: &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: \"unknown Connection State\",\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\titems, err := customKeyStoreOutputMapper(context.TODO(), nil, \"foo\", nil, tt.output)\n\t\t\tif tt.expectedError != nil {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Fatalf(\"expected an error, got nil\")\n\t\t\t\t}\n\t\t\t\tif !errors.As(err, new(*sdp.QueryError)) {\n\t\t\t\t\tt.Errorf(\"expected %v, got %v\", tt.expectedError, err.Error())\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatal(err)\n\t\t\t\t}\n\t\t\t\tif len(items) != 1 {\n\t\t\t\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t\t\t\t}\n\t\t\t\tif items[0].GetHealth() != tt.expectedHealth {\n\t\t\t\t\tt.Errorf(\"expected health %v, got %v\", tt.expectedHealth, items[0].GetHealth())\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/kms-grant.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\n\tlog \"github.com/sirupsen/logrus\"\n)\n\nfunc grantOutputMapper(ctx context.Context, _ *kms.Client, scope string, _ *kms.ListGrantsInput, output *kms.ListGrantsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, grant := range output.Grants {\n\t\tattributes, err := ToAttributesWithExclude(grant, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\t// This should never happen.\n\t\tif grant.GrantId == nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: \"grantId is nil\",\n\t\t\t}\n\t\t}\n\n\t\tarn, errA := ParseARN(*grant.KeyId)\n\t\tif errA != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\"failed to parse keyID: %s\", *grant.KeyId),\n\t\t\t}\n\t\t}\n\n\t\tkeyID := arn.ResourceID()\n\n\t\t// The uniqueAttributeValue for this is the combination of the keyID and grantId\n\t\t// i.e., \"cf68415c-f4ae-48f2-87a7-3b52ce/grant-id\"\n\t\terr = attributes.Set(\"UniqueName\", fmt.Sprintf(\"%s/%s\", keyID, *grant.GrantId))\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"kms-grant\",\n\t\t\tUniqueAttribute: \"UniqueName\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\tscope = FormatScope(arn.AccountID, arn.Region)\n\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"kms-key\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: keyID,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\tvar principals []string\n\t\tif grant.GranteePrincipal != nil {\n\t\t\tprincipals = append(principals, *grant.GranteePrincipal)\n\t\t}\n\n\t\tif grant.RetiringPrincipal != nil {\n\t\t\tprincipals = append(principals, *grant.RetiringPrincipal)\n\t\t}\n\n\t\t// Valid principals include\n\t\t// - Amazon Web Services accounts\n\t\t// - IAM users,\n\t\t// - IAM roles,\n\t\t// - federated users,\n\t\t// - assumed role users.\n\t\t// principals: https://docs.aws.amazon.com/IAM/latest/UserGuide/reference_identifiers.html#identifiers-arns\n\t\t/*\n\t\t\tarn:aws:iam::account:root\n\t\t\tarn:aws:iam::account:user/user-name-with-path\n\t\t\tarn:aws:iam::account:role/role-name-with-path\n\t\t\tarn:aws:sts::account:federated-user/user-name\n\t\t\tarn:aws:sts::account:assumed-role/role-name/role-session-name\n\t\t\tarn:aws:sts::account:self\n\n\t\t\tdynamodb.us-west-2.amazonaws.com\n\n\t\t\tThe following are not supported (we skip them silently):\n\t\t\t\t- arn:aws:iam::account:root\n\t\t\t\t- arn:aws:sts::account:federated-user/user-name\n\t\t\t\t- arn:aws:sts::account:assumed-role/role-name/role-session-name\n\t\t\t\t- arn:aws:sts::account:self\n\t\t\t\t- Service principals like dynamodb.us-west-2.amazonaws.com (not ARNs, not linkable)\n\t\t*/\n\n\t\tfor _, principal := range principals {\n\t\t\t// Skip AWS service principals (e.g. \"rds.eu-west-2.amazonaws.com\",\n\t\t\t// \"dynamodb.us-west-2.amazonaws.com\"). These are DNS-style identifiers\n\t\t\t// for AWS services, not ARNs, and are not linkable to other items.\n\t\t\tif isAWSServicePrincipal(principal) {\n\t\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\t\"input\": principal,\n\t\t\t\t\t\"scope\": scope,\n\t\t\t\t}).Debug(\"Skipping AWS service principal (not linkable)\")\n\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tlIQ := &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tarn, errA := ParseARN(principal)\n\t\t\tif errA != nil {\n\t\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\t\"error\": errA,\n\t\t\t\t\t\"input\": principal,\n\t\t\t\t\t\"scope\": scope,\n\t\t\t\t}).Warn(\"Error parsing principal ARN\")\n\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tswitch arn.Service {\n\t\t\tcase \"iam\":\n\t\t\t\tadapter, query := iamSourceAndQuery(arn.Resource)\n\t\t\t\tswitch adapter {\n\t\t\t\tcase \"user\":\n\t\t\t\t\tlIQ.Query.Type = \"iam-user\"\n\t\t\t\t\tlIQ.Query.Query = query\n\t\t\t\tcase \"role\":\n\t\t\t\t\tlIQ.Query.Type = \"iam-role\"\n\t\t\t\t\tlIQ.Query.Query = query\n\t\t\t\tdefault:\n\t\t\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\t\t\"input\": principal,\n\t\t\t\t\t\t\"scope\": scope,\n\t\t\t\t\t}).Warn(\"Error unsupported iam adapter\")\n\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\tdefault:\n\t\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\t\"input\": principal,\n\t\t\t\t\t\"scope\": scope,\n\t\t\t\t}).Warn(\"Error ARN service not supported\")\n\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, lIQ)\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewKMSGrantAdapter(client *kms.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*kms.ListGrantsInput, *kms.ListGrantsOutput, *kms.Client, *kms.Options] {\n\treturn &DescribeOnlyAdapter[*kms.ListGrantsInput, *kms.ListGrantsOutput, *kms.Client, *kms.Options]{\n\t\tItemType: \"kms-grant\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: grantAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *kms.Client, input *kms.ListGrantsInput) (*kms.ListGrantsOutput, error) {\n\t\t\treturn client.ListGrants(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(_, query string) (*kms.ListGrantsInput, error) {\n\t\t\t// query must be in the format of: the keyID/grantId\n\t\t\t// i.e., \"cf68415c-f4ae-48f2-87a7-3b52ce/grant-id\"\n\t\t\ttmp := strings.Split(query, \"/\") // [keyID, grantId]\n\t\t\tif len(tmp) < 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: fmt.Sprintf(\"query must be in the format of: the keyID/grantId, but found: %s\", query),\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn &kms.ListGrantsInput{\n\t\t\t\tKeyId: &tmp[0], // keyID\n\t\t\t\tGrantId: new(strings.Join(tmp[1:], \"/\")), // grantId\n\t\t\t}, nil\n\t\t},\n\t\tUseListForGet: true,\n\t\tInputMapperList: func(_ string) (*kms.ListGrantsInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for kms-grant, use search\",\n\t\t\t}\n\t\t},\n\t\tInputMapperSearch: func(_ context.Context, _ *kms.Client, _, query string) (*kms.ListGrantsInput, error) {\n\t\t\treturn &kms.ListGrantsInput{\n\t\t\t\tKeyId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tOutputMapper: grantOutputMapper,\n\t}\n}\n\nvar grantAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"kms-grant\",\n\tDescriptiveName: \"KMS Grant\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a grant by keyID/grantId\",\n\t\tSearchDescription: \"Search grants by keyID\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_kms_grant.grant_id\",\n\t\t},\n\t},\n\tPotentialLinks: []string{\"kms-key\", \"iam-user\", \"iam-role\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n\n// example: user/user-name-with-path\nfunc iamSourceAndQuery(resource string) (string, string) {\n\ttmp := strings.Split(resource, \"/\") // [user, user-name-with-path]\n\n\tadapter := tmp[0]\n\tquery := strings.Join(tmp[1:], \"/\")\n\n\treturn adapter, query // user, user-name-with-path\n}\n\n// isAWSServicePrincipal returns true if the principal is an AWS service\n// principal (e.g. \"rds.eu-west-2.amazonaws.com\", \"dynamodb.us-west-2.amazonaws.com\").\n// These are DNS-style identifiers used by AWS services to assume roles or access\n// resources, and are not ARNs.\nfunc isAWSServicePrincipal(principal string) bool {\n\t// Service principals don't start with \"arn:\" and end with a partition-specific\n\t// DNS suffix.\n\tif strings.HasPrefix(principal, \"arn:\") {\n\t\treturn false\n\t}\n\n\t// Check all AWS partition DNS suffixes using the shared list\n\tfor _, suffix := range GetAllAWSPartitionDNSSuffixes() {\n\t\tif strings.HasSuffix(principal, \".\"+suffix) {\n\t\t\treturn true\n\t\t}\n\t}\n\n\treturn false\n}\n" }, { "path": "aws-source/adapters/kms-grant_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/aws/aws-sdk-go-v2/service/kms/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n/*\nAn example list grants response:\n\n{\n \"Grants\": [\n {\n \"Constraints\": {\n \"EncryptionContextSubset\": {\n \"aws:dynamodb:subscriberId\": \"123456789012\",\n \"aws:dynamodb:tableName\": \"Services\"\n }\n },\n \"IssuingAccount\": \"arn:aws:iam::123456789012:root\",\n \"Name\": \"8276b9a6-6cf0-46f1-b2f0-7993a7f8c89a\",\n \"Operations\": [\n \"Decrypt\",\n \"Encrypt\",\n \"GenerateDataKey\",\n \"ReEncryptFrom\",\n \"ReEncryptTo\",\n \"RetireGrant\",\n \"DescribeKey\"\n ],\n \"GrantId\": \"1667b97d27cf748cf05b487217dd4179526c949d14fb3903858e25193253fe59\",\n \"KeyId\": \"arn:aws:kms:us-west-2:123456789012:key/1234abcd-12ab-34cd-56ef-1234567890ab\",\n \"RetiringPrincipal\": \"dynamodb.us-west-2.amazonaws.com\",\n \"GranteePrincipal\": \"dynamodb.us-west-2.amazonaws.com\",\n \"CreationDate\": \"2021-05-13T18:32:45.144000+00:00\"\n }\n ]\n}\n*/\n\nfunc TestIsAWSServicePrincipal(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tprincipal string\n\t\texpected bool\n\t}{\n\t\t{\n\t\t\tname: \"RDS service principal\",\n\t\t\tprincipal: \"rds.eu-west-2.amazonaws.com\",\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"DynamoDB service principal\",\n\t\t\tprincipal: \"dynamodb.us-west-2.amazonaws.com\",\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"EC2 service principal\",\n\t\t\tprincipal: \"ec2.amazonaws.com\",\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"China region service principal (aws-cn)\",\n\t\t\tprincipal: \"rds.cn-north-1.amazonaws.com.cn\",\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"EU partition service principal (aws-eu)\",\n\t\t\tprincipal: \"rds.eu-central-1.amazonaws.eu\",\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"ISO partition service principal (aws-iso)\",\n\t\t\tprincipal: \"rds.us-iso-east-1.c2s.ic.gov\",\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"ISO-B partition service principal (aws-iso-b)\",\n\t\t\tprincipal: \"rds.us-isob-east-1.sc2s.sgov.gov\",\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"IAM role ARN\",\n\t\t\tprincipal: \"arn:aws:iam::123456789012:role/MyRole\",\n\t\t\texpected: false,\n\t\t},\n\t\t{\n\t\t\tname: \"IAM user ARN\",\n\t\t\tprincipal: \"arn:aws:iam::123456789012:user/MyUser\",\n\t\t\texpected: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Account root ARN\",\n\t\t\tprincipal: \"arn:aws:iam::123456789012:root\",\n\t\t\texpected: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Random string\",\n\t\t\tprincipal: \"not-a-principal\",\n\t\t\texpected: false,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tt.Parallel()\n\t\t\tresult := isAWSServicePrincipal(tt.principal)\n\t\t\tif result != tt.expected {\n\t\t\t\tt.Errorf(\"isAWSServicePrincipal(%q) = %v, expected %v\", tt.principal, result, tt.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestGrantOutputMapper(t *testing.T) {\n\toutput := &kms.ListGrantsOutput{\n\t\tGrants: []types.GrantListEntry{\n\t\t\t{\n\t\t\t\tConstraints: &types.GrantConstraints{\n\t\t\t\t\tEncryptionContextSubset: map[string]string{\n\t\t\t\t\t\t\"aws:dynamodb:subscriberId\": \"123456789012\",\n\t\t\t\t\t\t\"aws:dynamodb:tableName\": \"Services\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tIssuingAccount: new(\"arn:aws:iam::123456789012:root\"),\n\t\t\t\tName: new(\"8276b9a6-6cf0-46f1-b2f0-7993a7f8c89a\"),\n\t\t\t\tOperations: []types.GrantOperation{\"Decrypt\", \"Encrypt\", \"GenerateDataKey\", \"ReEncryptFrom\", \"ReEncryptTo\", \"RetireGrant\", \"DescribeKey\"},\n\t\t\t\tGrantId: new(\"1667b97d27cf748cf05b487217dd4179526c949d14fb3903858e25193253fe59\"),\n\t\t\t\tKeyId: new(\"arn:aws:kms:us-west-2:123456789012:key/1234abcd-12ab-34cd-56ef-1234567890ab\"),\n\t\t\t\tRetiringPrincipal: new(\"arn:aws:iam::account:role/role-name-with-path\"),\n\t\t\t\tGranteePrincipal: new(\"arn:aws:iam::account:user/user-name-with-path\"),\n\t\t\t\tCreationDate: new(time.Now()),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := grantOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tscope := FormatScope(\"123456789012\", \"us-west-2\")\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"1234abcd-12ab-34cd-56ef-1234567890ab\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"role-name-with-path\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-user\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"user-name-with-path\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestGrantOutputMapperWithServicePrincipal(t *testing.T) {\n\t// Test that service principals (like dynamodb.us-west-2.amazonaws.com) are\n\t// properly skipped and don't cause errors or generate linked item queries\n\toutput := &kms.ListGrantsOutput{\n\t\tGrants: []types.GrantListEntry{\n\t\t\t{\n\t\t\t\tConstraints: &types.GrantConstraints{\n\t\t\t\t\tEncryptionContextSubset: map[string]string{\n\t\t\t\t\t\t\"aws:dynamodb:subscriberId\": \"123456789012\",\n\t\t\t\t\t\t\"aws:dynamodb:tableName\": \"Services\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tIssuingAccount: new(\"arn:aws:iam::123456789012:root\"),\n\t\t\t\tName: new(\"8276b9a6-6cf0-46f1-b2f0-7993a7f8c89a\"),\n\t\t\t\tOperations: []types.GrantOperation{\"Decrypt\", \"Encrypt\"},\n\t\t\t\tGrantId: new(\"1667b97d27cf748cf05b487217dd4179526c949d14fb3903858e25193253fe59\"),\n\t\t\t\tKeyId: new(\"arn:aws:kms:us-west-2:123456789012:key/1234abcd-12ab-34cd-56ef-1234567890ab\"),\n\t\t\t\t// These are service principals, not ARNs - they should be skipped\n\t\t\t\tRetiringPrincipal: new(\"dynamodb.us-west-2.amazonaws.com\"),\n\t\t\t\tGranteePrincipal: new(\"rds.eu-west-2.amazonaws.com\"),\n\t\t\t\tCreationDate: new(time.Now()),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := grantOutputMapper(context.Background(), nil, \"foo\", nil, output)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// Should only have the kms-key link, not the service principals\n\tif len(item.GetLinkedItemQueries()) != 1 {\n\t\tt.Errorf(\"expected 1 linked item query (kms-key only), got %v\", len(item.GetLinkedItemQueries()))\n\t\tfor i, liq := range item.GetLinkedItemQueries() {\n\t\t\tt.Logf(\" [%d] type=%s query=%s\", i, liq.GetQuery().GetType(), liq.GetQuery().GetQuery())\n\t\t}\n\t}\n\n\tif item.GetLinkedItemQueries()[0].GetQuery().GetType() != \"kms-key\" {\n\t\tt.Errorf(\"expected linked item query to be kms-key, got %s\", item.GetLinkedItemQueries()[0].GetQuery().GetType())\n\t}\n}\n\nfunc TestNewKMSGrantAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := kms.NewFromConfig(config)\n\n\tadapter := NewKMSGrantAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/kms-key-policy.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/micahhausler/aws-iam-policy/policy\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\n\tlog \"github.com/sirupsen/logrus\"\n)\n\ntype keyPolicyClient interface {\n\tGetKeyPolicy(ctx context.Context, params *kms.GetKeyPolicyInput, optFns ...func(*kms.Options)) (*kms.GetKeyPolicyOutput, error)\n\tListKeyPolicies(ctx context.Context, params *kms.ListKeyPoliciesInput, optFns ...func(*kms.Options)) (*kms.ListKeyPoliciesOutput, error)\n}\n\nfunc getKeyPolicyFunc(ctx context.Context, client keyPolicyClient, scope string, input *kms.GetKeyPolicyInput) (*sdp.Item, error) {\n\toutput, err := client.GetKeyPolicy(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif output.Policy == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"get key policy response was nil\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\ttype keyParsedPolicy struct {\n\t\t*kms.GetKeyPolicyOutput\n\t\tPolicyDocument *policy.Policy\n\t}\n\n\tparsedPolicy := keyParsedPolicy{\n\t\tGetKeyPolicyOutput: output,\n\t}\n\n\tparsedPolicy.PolicyDocument, err = ParsePolicyDocument(*output.Policy)\n\tif err != nil {\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"error\": err,\n\t\t\t\"input\": input,\n\t\t\t\"scope\": scope,\n\t\t}).Error(\"Error parsing policy document\")\n\n\t\treturn nil, nil //nolint:nilerr\n\t}\n\n\tattributes, err := ToAttributesWithExclude(parsedPolicy)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\terr = attributes.Set(\"KeyId\", *input.KeyId)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: \"kms-key-policy\",\n\t\tUniqueAttribute: \"KeyId\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"kms-key\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: *input.KeyId,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn item, nil\n}\n\nfunc NewKMSKeyPolicyAdapter(client keyPolicyClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*kms.ListKeyPoliciesInput, *kms.ListKeyPoliciesOutput, *kms.GetKeyPolicyInput, *kms.GetKeyPolicyOutput, keyPolicyClient, *kms.Options] {\n\treturn &AlwaysGetAdapter[*kms.ListKeyPoliciesInput, *kms.ListKeyPoliciesOutput, *kms.GetKeyPolicyInput, *kms.GetKeyPolicyOutput, keyPolicyClient, *kms.Options]{\n\t\tItemType: \"kms-key-policy\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tDisableList: true, // This adapter only supports listing by Key ID\n\t\tAdapterMetadata: keyPolicyAdapterMetadata,\n\t\tcache: cache,\n\t\tSearchInputMapper: func(scope, query string) (*kms.ListKeyPoliciesInput, error) {\n\t\t\treturn &kms.ListKeyPoliciesInput{\n\t\t\t\tKeyId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tGetInputMapper: func(scope, query string) *kms.GetKeyPolicyInput {\n\t\t\treturn &kms.GetKeyPolicyInput{\n\t\t\t\tKeyId: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client keyPolicyClient, input *kms.ListKeyPoliciesInput) Paginator[*kms.ListKeyPoliciesOutput, *kms.Options] {\n\t\t\treturn kms.NewListKeyPoliciesPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *kms.ListKeyPoliciesOutput, input *kms.ListKeyPoliciesInput) ([]*kms.GetKeyPolicyInput, error) {\n\t\t\tvar inputs []*kms.GetKeyPolicyInput\n\t\t\tfor _, policyName := range output.PolicyNames {\n\t\t\t\tinputs = append(inputs, &kms.GetKeyPolicyInput{\n\t\t\t\t\tKeyId: input.KeyId,\n\t\t\t\t\tPolicyName: &policyName,\n\t\t\t\t})\n\t\t\t}\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: getKeyPolicyFunc,\n\t}\n}\n\nvar keyPolicyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"kms-key-policy\",\n\tDescriptiveName: \"KMS Key Policy\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a KMS key policy by its Key ID\",\n\t\tSearchDescription: \"Search KMS key policies by Key ID\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_kms_key_policy.key_id\"},\n\t},\n\tPotentialLinks: []string{\"kms-key\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/kms-key-policy_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n/*\nExample key policy values\n\n{\n \"Version\" : \"2012-10-17\",\n \"Id\" : \"key-default-1\",\n \"Statement\" : [\n {\n \"Sid\" : \"Enable IAM User Permissions\",\n \"Effect\" : \"Allow\",\n \"Principal\" : {\n \"AWS\" : \"arn:aws:iam::111122223333:root\"\n },\n \"Action\" : \"kms:*\",\n \"Resource\" : \"*\"\n },\n {\n \"Sid\" : \"Allow Use of Key\",\n \"Effect\" : \"Allow\",\n \"Principal\" : {\n \"AWS\" : \"arn:aws:iam::111122223333:user/test-user\"\n },\n \"Action\" : [ \"kms:Describe\", \"kms:List\" ],\n \"Resource\" : \"*\"\n }\n ]\n}\n*/\n\ntype mockKeyPolicyClient struct{}\n\nfunc (m *mockKeyPolicyClient) GetKeyPolicy(ctx context.Context, params *kms.GetKeyPolicyInput, optFns ...func(*kms.Options)) (*kms.GetKeyPolicyOutput, error) {\n\treturn &kms.GetKeyPolicyOutput{\n\t\tPolicy: new(`{\n\t\t\t\"Version\" : \"2012-10-17\",\n\t\t\t\"Id\" : \"key-default-1\",\n\t\t\t\"Statement\" : [\n\t\t\t\t{\n\t\t\t\t\t\"Sid\" : \"Enable IAM User Permissions\",\n\t\t\t\t\t\"Effect\" : \"Allow\",\n\t\t\t\t\t\"Principal\" : {\n\t\t\t\t\t\t\"AWS\" : \"arn:aws:iam::111122223333:root\"\n\t\t\t\t\t},\n\t\t\t\t\t\"Action\" : \"kms:*\",\n\t\t\t\t\t\"Resource\" : \"*\"\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"Sid\" : \"Allow Use of Key\",\n\t\t\t\t\t\"Effect\" : \"Allow\",\n\t\t\t\t\t\"Principal\" : {\n\t\t\t\t\t\t\"AWS\" : \"arn:aws:iam::111122223333:user/test-user\"\n\t\t\t\t\t},\n\t\t\t\t\t\"Action\" : [ \"kms:Describe\", \"kms:List\" ],\n\t\t\t\t\t\"Resource\" : \"*\"\n\t\t\t\t}\n\t\t\t]\n\t\t}`),\n\t\tPolicyName: new(\"default\"),\n\t}, nil\n}\n\nfunc (m *mockKeyPolicyClient) ListKeyPolicies(ctx context.Context, params *kms.ListKeyPoliciesInput, optFns ...func(*kms.Options)) (*kms.ListKeyPoliciesOutput, error) {\n\treturn &kms.ListKeyPoliciesOutput{\n\t\tPolicyNames: []string{\"default\"},\n\t}, nil\n}\n\nfunc TestGetKeyPolicyFunc(t *testing.T) {\n\tctx := context.Background()\n\tcli := &mockKeyPolicyClient{}\n\n\titem, err := getKeyPolicyFunc(ctx, cli, \"scope\", &kms.GetKeyPolicyInput{\n\t\tKeyId: new(\"1234abcd-12ab-34cd-56ef-1234567890ab\"),\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"1234abcd-12ab-34cd-56ef-1234567890ab\",\n\t\t\tExpectedScope: \"scope\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewKMSKeyPolicyAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\n\tclient := kms.NewFromConfig(config)\n\n\tadapter := NewKMSKeyPolicyAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/kms-key.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms/types\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype kmsClient interface {\n\tDescribeKey(ctx context.Context, params *kms.DescribeKeyInput, optFns ...func(*kms.Options)) (*kms.DescribeKeyOutput, error)\n\tListKeys(context.Context, *kms.ListKeysInput, ...func(*kms.Options)) (*kms.ListKeysOutput, error)\n\tListResourceTags(context.Context, *kms.ListResourceTagsInput, ...func(*kms.Options)) (*kms.ListResourceTagsOutput, error)\n}\n\nfunc kmsKeyGetFunc(ctx context.Context, client kmsClient, scope string, input *kms.DescribeKeyInput) (*sdp.Item, error) {\n\toutput, err := client.DescribeKey(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif output.KeyMetadata == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"describe key response was nil\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(output.KeyMetadata)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Some keys can be accessed, but not their tags, even if you have full\n\t// admin access. No clue how this is possible but seems to be an\n\t// inconsistency in the AWS API. In this case, we will ignore the error and\n\t// embed it in a tag so that you can see that they are missing\n\tvar resourceTags map[string]string\n\tresourceTags, err = kmsTags(ctx, client, *input.KeyId)\n\tif err != nil {\n\t\tresourceTags = HandleTagsError(ctx, err)\n\t}\n\n\titem := &sdp.Item{\n\t\tType: \"kms-key\",\n\t\tUniqueAttribute: \"KeyId\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: resourceTags,\n\t}\n\n\tif output.KeyMetadata.CustomKeyStoreId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"kms-custom-key-store\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *output.KeyMetadata.CustomKeyStoreId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"kms-key-policy\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *input.KeyId,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"kms-grant\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *input.KeyId,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tswitch output.KeyMetadata.KeyState {\n\tcase types.KeyStateEnabled:\n\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\tcase types.KeyStateUnavailable, types.KeyStateDisabled:\n\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\tcase types.KeyStateCreating,\n\t\ttypes.KeyStatePendingDeletion,\n\t\ttypes.KeyStatePendingReplicaDeletion,\n\t\ttypes.KeyStatePendingImport,\n\t\ttypes.KeyStateUpdating:\n\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"unknown Key State\",\n\t\t}\n\t}\n\n\treturn item, nil\n}\n\nfunc NewKMSKeyAdapter(client kmsClient, accountID, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*kms.ListKeysInput, *kms.ListKeysOutput, *kms.DescribeKeyInput, *kms.DescribeKeyOutput, kmsClient, *kms.Options] {\n\treturn &AlwaysGetAdapter[*kms.ListKeysInput, *kms.ListKeysOutput, *kms.DescribeKeyInput, *kms.DescribeKeyOutput, kmsClient, *kms.Options]{\n\t\tItemType: \"kms-key\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tListInput: &kms.ListKeysInput{},\n\t\tAdapterMetadata: kmsKeyAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *kms.DescribeKeyInput {\n\t\t\treturn &kms.DescribeKeyInput{\n\t\t\t\tKeyId: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client kmsClient, input *kms.ListKeysInput) Paginator[*kms.ListKeysOutput, *kms.Options] {\n\t\t\treturn kms.NewListKeysPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *kms.ListKeysOutput, _ *kms.ListKeysInput) ([]*kms.DescribeKeyInput, error) {\n\t\t\tvar inputs []*kms.DescribeKeyInput\n\t\t\tfor _, key := range output.Keys {\n\t\t\t\tinputs = append(inputs, &kms.DescribeKeyInput{\n\t\t\t\t\tKeyId: key.KeyId,\n\t\t\t\t})\n\t\t\t}\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: kmsKeyGetFunc,\n\t}\n}\n\nvar kmsKeyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"kms-key\",\n\tDescriptiveName: \"KMS Key\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a KMS Key by its ID\",\n\t\tListDescription: \"List all KMS Keys\",\n\t\tSearchDescription: \"Search for KMS Keys by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_kms_key.key_id\",\n\t\t},\n\t},\n\tPotentialLinks: []string{\"kms-custom-key-store\", \"kms-key-policy\", \"kms-grant\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/kms-key_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/aws/aws-sdk-go-v2/service/kms/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype kmsTestClient struct{}\n\nfunc (t kmsTestClient) DescribeKey(ctx context.Context, params *kms.DescribeKeyInput, optFns ...func(*kms.Options)) (*kms.DescribeKeyOutput, error) {\n\treturn &kms.DescribeKeyOutput{\n\t\tKeyMetadata: &types.KeyMetadata{\n\t\t\tAWSAccountId: new(\"846764612917\"),\n\t\t\tKeyId: new(\"b8a9477d-836c-491f-857e-07937918959b\"),\n\t\t\tArn: new(\"arn:aws:kms:us-west-2:846764612917:key/b8a9477d-836c-491f-857e-07937918959b\"),\n\t\t\tCreationDate: new(time.Date(2017, 6, 30, 21, 44, 32, 140000000, time.UTC)),\n\t\t\tEnabled: true,\n\t\t\tDescription: new(\"Default KMS key that protects my S3 objects when no other key is defined\"),\n\t\t\tKeyUsage: types.KeyUsageTypeEncryptDecrypt,\n\t\t\tKeyState: types.KeyStateEnabled,\n\t\t\tOrigin: types.OriginTypeAwsKms,\n\t\t\tKeyManager: types.KeyManagerTypeAws,\n\t\t\tCustomerMasterKeySpec: types.CustomerMasterKeySpecSymmetricDefault,\n\t\t\tEncryptionAlgorithms: []types.EncryptionAlgorithmSpec{\n\t\t\t\ttypes.EncryptionAlgorithmSpecSymmetricDefault,\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t kmsTestClient) ListKeys(context.Context, *kms.ListKeysInput, ...func(*kms.Options)) (*kms.ListKeysOutput, error) {\n\treturn &kms.ListKeysOutput{\n\t\tKeys: []types.KeyListEntry{\n\t\t\t{\n\t\t\t\tKeyArn: new(\"arn:aws:kms:us-west-2:111122223333:key/1234abcd-12ab-34cd-56ef-1234567890ab\"),\n\t\t\t\tKeyId: new(\"1234abcd-12ab-34cd-56ef-1234567890ab\"),\n\t\t\t},\n\t\t\t{\n\t\t\t\tKeyArn: new(\"arn:aws:kms:us-west-2:111122223333:key/0987dcba-09fe-87dc-65ba-ab0987654321\"),\n\t\t\t\tKeyId: new(\"0987dcba-09fe-87dc-65ba-ab0987654321\"),\n\t\t\t},\n\t\t\t{\n\t\t\t\tKeyArn: new(\"arn:aws:kms:us-east-2:111122223333:key/1a2b3c4d-5e6f-1a2b-3c4d-5e6f1a2b3c4d\"),\n\t\t\t\tKeyId: new(\"1a2b3c4d-5e6f-1a2b-3c4d-5e6f1a2b3c4d\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t kmsTestClient) ListResourceTags(context.Context, *kms.ListResourceTagsInput, ...func(*kms.Options)) (*kms.ListResourceTagsOutput, error) {\n\treturn &kms.ListResourceTagsOutput{\n\t\tTags: []types.Tag{\n\t\t\t{\n\t\t\t\tTagKey: new(\"Dept\"),\n\t\t\t\tTagValue: new(\"IT\"),\n\t\t\t},\n\t\t\t{\n\t\t\t\tTagKey: new(\"Purpose\"),\n\t\t\t\tTagValue: new(\"Test\"),\n\t\t\t},\n\t\t\t{\n\t\t\t\tTagKey: new(\"Name\"),\n\t\t\t\tTagValue: new(\"Test\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc TestKMSGetFunc(t *testing.T) {\n\tctx := context.Background()\n\tcli := kmsTestClient{}\n\n\titem, err := kmsKeyGetFunc(ctx, cli, \"scope\", &kms.DescribeKeyInput{\n\t\tKeyId: new(\"1234abcd-12ab-34cd-56ef-1234567890ab\"),\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n}\n\nfunc TestNewKMSKeyAdapter(t *testing.T) {\n\tt.Skip(\"This test is currently failing due to a key that none of us can read, even with admin permissions. I think we will need to speak with AWS support to work out how to delete it\")\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := kms.NewFromConfig(config)\n\n\tadapter := NewKMSKeyAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/kms.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/kms\"\n\t\"github.com/aws/aws-sdk-go-v2/service/kms/types\"\n)\n\nfunc kmsTags(ctx context.Context, cli kmsClient, keyID string) (map[string]string, error) {\n\tif cli == nil {\n\t\treturn nil, nil\n\t}\n\n\toutput, err := cli.ListResourceTags(ctx, &kms.ListResourceTagsInput{\n\t\tKeyId: &keyID,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn kmsTagsToMap(output.Tags), nil\n}\n\nfunc kmsTagsToMap(tags []types.Tag) map[string]string {\n\ttagsMap := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tif tag.TagKey != nil && tag.TagValue != nil {\n\t\t\ttagsMap[*tag.TagKey] = *tag.TagValue\n\t\t}\n\t}\n\n\treturn tagsMap\n}\n" }, { "path": "aws-source/adapters/lambda-event-source-mapping.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda\"\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype lambdaEventSourceMappingClient interface {\n\tListEventSourceMappings(ctx context.Context, params *lambda.ListEventSourceMappingsInput, optFns ...func(*lambda.Options)) (*lambda.ListEventSourceMappingsOutput, error)\n\tGetEventSourceMapping(ctx context.Context, params *lambda.GetEventSourceMappingInput, optFns ...func(*lambda.Options)) (*lambda.GetEventSourceMappingOutput, error)\n}\n\nfunc eventSourceMappingListFunc(ctx context.Context, client lambdaEventSourceMappingClient, _ string) ([]*types.EventSourceMappingConfiguration, error) {\n\tout, err := client.ListEventSourceMappings(ctx, &lambda.ListEventSourceMappingsInput{})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tvar items []*types.EventSourceMappingConfiguration\n\tfor _, mapping := range out.EventSourceMappings {\n\t\titems = append(items, &mapping)\n\t}\n\n\treturn items, nil\n}\n\n// convertGetEventSourceMappingOutputToConfiguration converts a GetEventSourceMappingOutput to EventSourceMappingConfiguration\nfunc convertGetEventSourceMappingOutputToConfiguration(output *lambda.GetEventSourceMappingOutput) *types.EventSourceMappingConfiguration {\n\treturn &types.EventSourceMappingConfiguration{\n\t\tAmazonManagedKafkaEventSourceConfig: output.AmazonManagedKafkaEventSourceConfig,\n\t\tBatchSize: output.BatchSize,\n\t\tBisectBatchOnFunctionError: output.BisectBatchOnFunctionError,\n\t\tDestinationConfig: output.DestinationConfig,\n\t\tDocumentDBEventSourceConfig: output.DocumentDBEventSourceConfig,\n\t\tEventSourceArn: output.EventSourceArn,\n\t\tEventSourceMappingArn: output.EventSourceMappingArn,\n\t\tFilterCriteria: output.FilterCriteria,\n\t\tFilterCriteriaError: output.FilterCriteriaError,\n\t\tFunctionArn: output.FunctionArn,\n\t\tFunctionResponseTypes: output.FunctionResponseTypes,\n\t\tKMSKeyArn: output.KMSKeyArn,\n\t\tLastModified: output.LastModified,\n\t\tLastProcessingResult: output.LastProcessingResult,\n\t\tMaximumBatchingWindowInSeconds: output.MaximumBatchingWindowInSeconds,\n\t\tMaximumRecordAgeInSeconds: output.MaximumRecordAgeInSeconds,\n\t\tMaximumRetryAttempts: output.MaximumRetryAttempts,\n\t\tMetricsConfig: output.MetricsConfig,\n\t\tParallelizationFactor: output.ParallelizationFactor,\n\t\tProvisionedPollerConfig: output.ProvisionedPollerConfig,\n\t\tQueues: output.Queues,\n\t\tScalingConfig: output.ScalingConfig,\n\t\tSelfManagedEventSource: output.SelfManagedEventSource,\n\t\tSelfManagedKafkaEventSourceConfig: output.SelfManagedKafkaEventSourceConfig,\n\t\tSourceAccessConfigurations: output.SourceAccessConfigurations,\n\t\tStartingPosition: output.StartingPosition,\n\t\tStartingPositionTimestamp: output.StartingPositionTimestamp,\n\t\tState: output.State,\n\t\tStateTransitionReason: output.StateTransitionReason,\n\t\tTopics: output.Topics,\n\t\tTumblingWindowInSeconds: output.TumblingWindowInSeconds,\n\t\tUUID: output.UUID,\n\t}\n}\n\nfunc eventSourceMappingOutputMapper(query, scope string, awsItem *types.EventSourceMappingConfiguration) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Set the unique attribute (UUID)\n\tif awsItem.UUID != nil {\n\t\terr = attributes.Set(\"UUID\", *awsItem.UUID)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"lambda-event-source-mapping\",\n\t\tUniqueAttribute: \"UUID\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to the Lambda function if FunctionArn is present\n\tif awsItem.FunctionArn != nil {\n\t\tparsedARN, err := ParseARN(*awsItem.FunctionArn)\n\t\tif err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"lambda-function\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *awsItem.FunctionArn,\n\t\t\t\t\tScope: FormatScope(parsedARN.AccountID, parsedARN.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to the event source if EventSourceArn is present\n\tif awsItem.EventSourceArn != nil {\n\t\tparsedARN, err := ParseARN(*awsItem.EventSourceArn)\n\t\tif err == nil {\n\t\t\tvar queryType string\n\n\t\t\tswitch parsedARN.Service {\n\t\t\tcase \"dynamodb\":\n\t\t\t\tqueryType = \"dynamodb-table\"\n\t\t\tcase \"kinesis\":\n\t\t\t\tqueryType = \"kinesis-stream\"\n\t\t\tcase \"sqs\":\n\t\t\t\tqueryType = \"sqs-queue\"\n\t\t\tcase \"kafka\":\n\t\t\t\tqueryType = \"kafka-cluster\"\n\t\t\tcase \"mq\":\n\t\t\t\tqueryType = \"mq-broker\"\n\t\t\t// Note: DocumentDB clusters use the RDS service identifier (\"rds\") in their ARNs.\n\t\t\t// Therefore, we map both RDS and DocumentDB clusters to \"rds-db-cluster\" here.\n\t\t\tcase \"rds\":\n\t\t\t\tqueryType = \"rds-db-cluster\"\n\t\t\tdefault:\n\t\t\t\t// Skip creating links for unknown services\n\t\t\t\tqueryType = \"\"\n\t\t\t}\n\n\t\t\t// Only create link if we have a valid queryType\n\t\t\tif queryType != \"\" {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: queryType,\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *awsItem.EventSourceArn,\n\t\t\t\t\t\tScope: FormatScope(parsedARN.AccountID, parsedARN.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Set health status based on state\n\tif awsItem.State != nil {\n\t\tswitch *awsItem.State {\n\t\tcase \"Enabled\":\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"Creating\":\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"Deleting\":\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"Disabled\":\n\t\t\titem.Health = nil\n\t\tcase \"Enabling\":\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"Updating\":\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"Disabling\":\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewLambdaEventSourceMappingAdapter(client lambdaEventSourceMappingClient, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.EventSourceMappingConfiguration, lambdaEventSourceMappingClient, *lambda.Options] {\n\treturn &GetListAdapter[*types.EventSourceMappingConfiguration, lambdaEventSourceMappingClient, *lambda.Options]{\n\t\tItemType: \"lambda-event-source-mapping\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: lambdaEventSourceMappingAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client lambdaEventSourceMappingClient, scope, query string) (*types.EventSourceMappingConfiguration, error) {\n\t\t\tout, err := client.GetEventSourceMapping(ctx, &lambda.GetEventSourceMappingInput{\n\t\t\t\tUUID: &query,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\t\t\treturn convertGetEventSourceMappingOutputToConfiguration(out), nil\n\t\t},\n\t\tListFunc: eventSourceMappingListFunc,\n\t\tSearchFunc: func(ctx context.Context, client lambdaEventSourceMappingClient, scope string, query string) ([]*types.EventSourceMappingConfiguration, error) {\n\t\t\t// Use the query directly as event source ARN input to ListEventSourceMappings\n\t\t\tout, err := client.ListEventSourceMappings(ctx, &lambda.ListEventSourceMappingsInput{\n\t\t\t\tEventSourceArn: &query,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tresponse := make([]*types.EventSourceMappingConfiguration, 0, len(out.EventSourceMappings))\n\t\t\tfor _, mapping := range out.EventSourceMappings {\n\t\t\t\tresponse = append(response, &mapping)\n\t\t\t}\n\n\t\t\treturn response, nil\n\t\t},\n\t\tItemMapper: func(query, scope string, awsItem *types.EventSourceMappingConfiguration) (*sdp.Item, error) {\n\t\t\treturn eventSourceMappingOutputMapper(query, scope, awsItem)\n\t\t},\n\t}\n}\n\nvar lambdaEventSourceMappingAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"lambda-event-source-mapping\",\n\tDescriptiveName: \"Lambda Event Source Mapping\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tList: true,\n\t\tGetDescription: \"Get a Lambda event source mapping by UUID\",\n\t\tSearchDescription: \"Search for Lambda event source mappings by Event Source ARN (SQS, DynamoDB, Kinesis, etc.)\",\n\t\tListDescription: \"List all Lambda event source mappings\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_lambda_event_source_mapping.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\n\t\t\"lambda-function\",\n\t\t\"dynamodb-table\",\n\t\t\"kinesis-stream\",\n\t\t\"sqs-queue\",\n\t\t\"kafka-cluster\",\n\t\t\"mq-broker\",\n\t\t\"rds-db-cluster\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/lambda-event-source-mapping_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda\"\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype TestLambdaEventSourceMappingClient struct{}\n\nfunc (t *TestLambdaEventSourceMappingClient) ListEventSourceMappings(ctx context.Context, params *lambda.ListEventSourceMappingsInput, optFns ...func(*lambda.Options)) (*lambda.ListEventSourceMappingsOutput, error) {\n\tallMappings := []types.EventSourceMappingConfiguration{\n\t\t{\n\t\t\tUUID: new(\"test-uuid-1\"),\n\t\t\tFunctionArn: new(\"arn:aws:lambda:us-east-1:123456789012:function:test-function\"),\n\t\t\tEventSourceArn: new(\"arn:aws:sqs:us-east-1:123456789012:test-queue\"),\n\t\t\tState: new(\"Enabled\"),\n\t\t},\n\t\t{\n\t\t\tUUID: new(\"test-uuid-2\"),\n\t\t\tFunctionArn: new(\"arn:aws:lambda:us-east-1:123456789012:function:test-function-2\"),\n\t\t\tEventSourceArn: new(\"arn:aws:dynamodb:us-east-1:123456789012:table/test-table\"),\n\t\t\tState: new(\"Creating\"),\n\t\t},\n\t\t{\n\t\t\tUUID: new(\"test-uuid-3\"),\n\t\t\tFunctionArn: new(\"arn:aws:lambda:us-east-1:123456789012:function:test-function-3\"),\n\t\t\tEventSourceArn: new(\"arn:aws:rds:us-east-1:123456789012:cluster:test-docdb-cluster\"),\n\t\t\tState: new(\"Enabled\"),\n\t\t},\n\t}\n\n\t// If EventSourceArn is specified, filter by it\n\tif params.EventSourceArn != nil {\n\t\tfiltered := []types.EventSourceMappingConfiguration{}\n\t\tfor _, mapping := range allMappings {\n\t\t\tif mapping.EventSourceArn != nil && *mapping.EventSourceArn == *params.EventSourceArn {\n\t\t\t\tfiltered = append(filtered, mapping)\n\t\t\t}\n\t\t}\n\t\treturn &lambda.ListEventSourceMappingsOutput{\n\t\t\tEventSourceMappings: filtered,\n\t\t}, nil\n\t}\n\n\treturn &lambda.ListEventSourceMappingsOutput{\n\t\tEventSourceMappings: allMappings,\n\t}, nil\n}\n\nfunc (t *TestLambdaEventSourceMappingClient) GetEventSourceMapping(ctx context.Context, params *lambda.GetEventSourceMappingInput, optFns ...func(*lambda.Options)) (*lambda.GetEventSourceMappingOutput, error) {\n\tif params.UUID == nil {\n\t\treturn nil, &types.ResourceNotFoundException{}\n\t}\n\n\tswitch *params.UUID {\n\tcase \"test-uuid-1\":\n\t\treturn &lambda.GetEventSourceMappingOutput{\n\t\t\tUUID: new(\"test-uuid-1\"),\n\t\t\tFunctionArn: new(\"arn:aws:lambda:us-east-1:123456789012:function:test-function\"),\n\t\t\tEventSourceArn: new(\"arn:aws:sqs:us-east-1:123456789012:test-queue\"),\n\t\t\tState: new(\"Enabled\"),\n\t\t}, nil\n\tcase \"test-uuid-2\":\n\t\treturn &lambda.GetEventSourceMappingOutput{\n\t\t\tUUID: new(\"test-uuid-2\"),\n\t\t\tFunctionArn: new(\"arn:aws:lambda:us-east-1:123456789012:function:test-function-2\"),\n\t\t\tEventSourceArn: new(\"arn:aws:dynamodb:us-east-1:123456789012:table/test-table\"),\n\t\t\tState: new(\"Creating\"),\n\t\t}, nil\n\tcase \"test-uuid-3\":\n\t\treturn &lambda.GetEventSourceMappingOutput{\n\t\t\tUUID: new(\"test-uuid-3\"),\n\t\t\tFunctionArn: new(\"arn:aws:lambda:us-east-1:123456789012:function:test-function-3\"),\n\t\t\tEventSourceArn: new(\"arn:aws:rds:us-east-1:123456789012:cluster:test-docdb-cluster\"),\n\t\t\tState: new(\"Enabled\"),\n\t\t}, nil\n\tdefault:\n\t\treturn nil, &types.ResourceNotFoundException{}\n\t}\n}\n\nfunc TestLambdaEventSourceMappingAdapter(t *testing.T) {\n\tadapter := NewLambdaEventSourceMappingAdapter(&TestLambdaEventSourceMappingClient{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\t// Test adapter metadata\n\tif adapter.Type() != \"lambda-event-source-mapping\" {\n\t\tt.Errorf(\"Expected adapter type to be 'lambda-event-source-mapping', got %s\", adapter.Type())\n\t}\n\n\tif adapter.Name() != \"lambda-event-source-mapping-adapter\" {\n\t\tt.Errorf(\"Expected adapter name to be 'lambda-event-source-mapping-adapter', got %s\", adapter.Name())\n\t}\n\n\t// Test scopes\n\tscopes := adapter.Scopes()\n\tif len(scopes) != 1 {\n\t\tt.Errorf(\"Expected 1 scope, got %d\", len(scopes))\n\t}\n\tif scopes[0] != \"123456789012.us-east-1\" {\n\t\tt.Errorf(\"Expected scope to be '123456789012.us-east-1', got %s\", scopes[0])\n\t}\n}\n\nfunc TestLambdaEventSourceMappingGetFunc(t *testing.T) {\n\tadapter := NewLambdaEventSourceMappingAdapter(&TestLambdaEventSourceMappingClient{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\t// Test getting existing event source mapping\n\titem, err := adapter.Get(context.Background(), \"123456789012.us-east-1\", \"test-uuid-1\", false)\n\tif err != nil {\n\t\tt.Errorf(\"Expected no error, got %v\", err)\n\t}\n\n\tif item == nil {\n\t\tt.Error(\"Expected item, got nil\")\n\t\treturn\n\t}\n\n\tif item.GetType() != \"lambda-event-source-mapping\" {\n\t\tt.Errorf(\"Expected item type to be 'lambda-event-source-mapping', got %s\", item.GetType())\n\t}\n\n\tif uuid, _ := item.GetAttributes().Get(\"UUID\"); uuid != \"test-uuid-1\" {\n\t\tt.Errorf(\"Expected UUID to be 'test-uuid-1', got %s\", uuid)\n\t}\n\n\t// Test getting non-existent event source mapping\n\t_, err = adapter.Get(context.Background(), \"123456789012.us-east-1\", \"non-existent-uuid\", false)\n\tif err == nil {\n\t\tt.Error(\"Expected error for non-existent UUID, got nil\")\n\t}\n\n\t// Test wrong scope\n\t_, err = adapter.Get(context.Background(), \"wrong-scope\", \"test-uuid-1\", false)\n\tif err == nil {\n\t\tt.Error(\"Expected error for wrong scope, got nil\")\n\t}\n}\n\nfunc TestLambdaEventSourceMappingItemMapper(t *testing.T) {\n\tadapter := NewLambdaEventSourceMappingAdapter(&TestLambdaEventSourceMappingClient{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\t// Test mapping with SQS event source\n\tawsItem := &types.EventSourceMappingConfiguration{\n\t\tUUID: new(\"test-uuid-1\"),\n\t\tFunctionArn: new(\"arn:aws:lambda:us-east-1:123456789012:function:test-function\"),\n\t\tEventSourceArn: new(\"arn:aws:sqs:us-east-1:123456789012:test-queue\"),\n\t\tState: new(\"Enabled\"),\n\t}\n\n\titem, err := adapter.ItemMapper(\"test-uuid-1\", \"123456789012.us-east-1\", awsItem)\n\tif err != nil {\n\t\tt.Errorf(\"Expected no error, got %v\", err)\n\t}\n\n\tif item.GetType() != \"lambda-event-source-mapping\" {\n\t\tt.Errorf(\"Expected item type to be 'lambda-event-source-mapping', got %s\", item.GetType())\n\t}\n\n\tif uuid, _ := item.GetAttributes().Get(\"UUID\"); uuid != \"test-uuid-1\" {\n\t\tt.Errorf(\"Expected UUID to be 'test-uuid-1', got %s\", uuid)\n\t}\n\n\tif functionArn, _ := item.GetAttributes().Get(\"FunctionArn\"); functionArn != \"arn:aws:lambda:us-east-1:123456789012:function:test-function\" {\n\t\tt.Errorf(\"Expected FunctionArn to match, got %s\", functionArn)\n\t}\n\n\tif eventSourceArn, _ := item.GetAttributes().Get(\"EventSourceArn\"); eventSourceArn != \"arn:aws:sqs:us-east-1:123456789012:test-queue\" {\n\t\tt.Errorf(\"Expected EventSourceArn to match, got %s\", eventSourceArn)\n\t}\n\n\t// Check health status\n\tif item.Health == nil {\n\t\tt.Error(\"Expected health to be set\")\n\t} else if item.GetHealth() != sdp.Health_HEALTH_OK {\n\t\tt.Errorf(\"Expected health to be HEALTH_OK, got %v\", item.GetHealth())\n\t}\n\n\t// Check linked items\n\tif len(item.GetLinkedItemQueries()) != 2 {\n\t\tt.Errorf(\"Expected 2 linked items, got %d\", len(item.GetLinkedItemQueries()))\n\t}\n\n\t// Check Lambda function link\n\tlambdaLink := item.GetLinkedItemQueries()[0]\n\tif lambdaLink.GetQuery().GetType() != \"lambda-function\" {\n\t\tt.Errorf(\"Expected Lambda function link type to be 'lambda-function', got %s\", lambdaLink.GetQuery().GetType())\n\t}\n\tif lambdaLink.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\tt.Errorf(\"Expected Lambda function link method to be SEARCH, got %v\", lambdaLink.GetQuery().GetMethod())\n\t}\n\n\t// Check SQS queue link\n\tsqsLink := item.GetLinkedItemQueries()[1]\n\tif sqsLink.GetQuery().GetType() != \"sqs-queue\" {\n\t\tt.Errorf(\"Expected SQS queue link type to be 'sqs-queue', got %s\", sqsLink.GetQuery().GetType())\n\t}\n\tif sqsLink.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\tt.Errorf(\"Expected SQS queue link method to be SEARCH, got %v\", sqsLink.GetQuery().GetMethod())\n\t}\n}\n\nfunc TestLambdaEventSourceMappingItemMapperWithDynamoDB(t *testing.T) {\n\tadapter := NewLambdaEventSourceMappingAdapter(&TestLambdaEventSourceMappingClient{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\t// Test mapping with DynamoDB event source\n\tawsItem := &types.EventSourceMappingConfiguration{\n\t\tUUID: new(\"test-uuid-2\"),\n\t\tFunctionArn: new(\"arn:aws:lambda:us-east-1:123456789012:function:test-function-2\"),\n\t\tEventSourceArn: new(\"arn:aws:dynamodb:us-east-1:123456789012:table/test-table\"),\n\t\tState: new(\"Creating\"),\n\t}\n\n\titem, err := adapter.ItemMapper(\"test-uuid-2\", \"123456789012.us-east-1\", awsItem)\n\tif err != nil {\n\t\tt.Errorf(\"Expected no error, got %v\", err)\n\t}\n\n\t// Check DynamoDB table link\n\tdynamoLink := item.GetLinkedItemQueries()[1]\n\tif dynamoLink.GetQuery().GetType() != \"dynamodb-table\" {\n\t\tt.Errorf(\"Expected DynamoDB table link type to be 'dynamodb-table', got %s\", dynamoLink.GetQuery().GetType())\n\t}\n\tif dynamoLink.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\tt.Errorf(\"Expected DynamoDB table link method to be SEARCH, got %v\", dynamoLink.GetQuery().GetMethod())\n\t}\n\n\t// Check health status for Creating state\n\tif item.Health == nil {\n\t\tt.Error(\"Expected health to be set\")\n\t} else if item.GetHealth() != sdp.Health_HEALTH_PENDING {\n\t\tt.Errorf(\"Expected health to be HEALTH_PENDING, got %v\", item.GetHealth())\n\t}\n}\n\nfunc TestLambdaEventSourceMappingItemMapperWithRDS(t *testing.T) {\n\tadapter := NewLambdaEventSourceMappingAdapter(&TestLambdaEventSourceMappingClient{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\t// Test mapping with RDS/DocumentDB event source\n\tawsItem := &types.EventSourceMappingConfiguration{\n\t\tUUID: new(\"test-uuid-3\"),\n\t\tFunctionArn: new(\"arn:aws:lambda:us-east-1:123456789012:function:test-function-3\"),\n\t\tEventSourceArn: new(\"arn:aws:rds:us-east-1:123456789012:cluster:test-docdb-cluster\"),\n\t\tState: new(\"Enabled\"),\n\t}\n\n\titem, err := adapter.ItemMapper(\"test-uuid-3\", \"123456789012.us-east-1\", awsItem)\n\tif err != nil {\n\t\tt.Errorf(\"Expected no error, got %v\", err)\n\t}\n\n\t// Check RDS cluster link\n\trdsLink := item.GetLinkedItemQueries()[1]\n\tif rdsLink.GetQuery().GetType() != \"rds-db-cluster\" {\n\t\tt.Errorf(\"Expected RDS cluster link type to be 'rds-db-cluster', got %s\", rdsLink.GetQuery().GetType())\n\t}\n\tif rdsLink.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\tt.Errorf(\"Expected RDS cluster link method to be SEARCH, got %v\", rdsLink.GetQuery().GetMethod())\n\t}\n\n\t// Check health status\n\tif item.Health == nil {\n\t\tt.Error(\"Expected health to be set\")\n\t} else if item.GetHealth() != sdp.Health_HEALTH_OK {\n\t\tt.Errorf(\"Expected health to be HEALTH_OK, got %v\", item.GetHealth())\n\t}\n}\n\nfunc TestLambdaEventSourceMappingSearchByEventSourceARN(t *testing.T) {\n\tadapter := NewLambdaEventSourceMappingAdapter(&TestLambdaEventSourceMappingClient{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\t// Test search by SQS queue ARN\n\tsqsQueueARN := \"arn:aws:sqs:us-east-1:123456789012:test-queue\"\n\titems, err := adapter.Search(context.Background(), \"123456789012.us-east-1\", sqsQueueARN, false)\n\tif err != nil {\n\t\tt.Errorf(\"Expected no error, got %v\", err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Errorf(\"Expected 1 item, got %d\", len(items))\n\t}\n\n\t// The item should have the correct event source ARN\n\tif eventSourceArn, _ := items[0].GetAttributes().Get(\"EventSourceArn\"); eventSourceArn != sqsQueueARN {\n\t\tt.Errorf(\"Expected EventSourceArn '%s', got '%s'\", sqsQueueARN, eventSourceArn)\n\t}\n}\n\nfunc TestLambdaEventSourceMappingSearchWrongScope(t *testing.T) {\n\tadapter := NewLambdaEventSourceMappingAdapter(&TestLambdaEventSourceMappingClient{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\t// Test search with wrong scope\n\t_, err := adapter.Search(context.Background(), \"wrong-scope\", \"arn:aws:sqs:us-east-1:123456789012:test-queue\", false)\n\tif err == nil {\n\t\tt.Error(\"Expected error for wrong scope, got nil\")\n\t}\n}\n\nfunc TestLambdaEventSourceMappingAdapterList(t *testing.T) {\n\tadapter := NewLambdaEventSourceMappingAdapter(&TestLambdaEventSourceMappingClient{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\t// Test List\n\titems, err := adapter.List(context.Background(), \"123456789012.us-east-1\", false)\n\tif err != nil {\n\t\tt.Errorf(\"Expected no error, got %v\", err)\n\t}\n\n\tif len(items) != 3 {\n\t\tt.Errorf(\"Expected 3 items, got %d\", len(items))\n\t}\n\n\t// Verify we get all the expected items\n\texpectedUUIDs := []string{\"test-uuid-1\", \"test-uuid-2\", \"test-uuid-3\"}\n\tfoundUUIDs := make(map[string]bool)\n\n\tfor _, item := range items {\n\t\tif uuid, _ := item.GetAttributes().Get(\"UUID\"); uuid != nil {\n\t\t\tfoundUUIDs[uuid.(string)] = true\n\t\t}\n\n\t\tif item.GetType() != \"lambda-event-source-mapping\" {\n\t\t\tt.Errorf(\"Expected item type to be 'lambda-event-source-mapping', got %s\", item.GetType())\n\t\t}\n\t}\n\n\tfor _, expectedUUID := range expectedUUIDs {\n\t\tif !foundUUIDs[expectedUUID] {\n\t\t\tt.Errorf(\"Expected to find UUID %s in list results\", expectedUUID)\n\t\t}\n\t}\n}\n\nfunc TestLambdaEventSourceMappingAdapterListWrongScope(t *testing.T) {\n\tadapter := NewLambdaEventSourceMappingAdapter(&TestLambdaEventSourceMappingClient{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\t// Test List with wrong scope\n\t_, err := adapter.List(context.Background(), \"wrong-scope\", false)\n\tif err == nil {\n\t\tt.Error(\"Expected error for wrong scope, got nil\")\n\t}\n}\n\nfunc TestLambdaEventSourceMappingAdapterIntegration(t *testing.T) {\n\tadapter := NewLambdaEventSourceMappingAdapter(&TestLambdaEventSourceMappingClient{}, \"123456789012\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\t// Test Get\n\titem, err := adapter.Get(context.Background(), \"123456789012.us-east-1\", \"test-uuid-1\", false)\n\tif err != nil {\n\t\tt.Errorf(\"Get failed: %v\", err)\n\t}\n\tif item == nil {\n\t\tt.Error(\"Get returned nil item\")\n\t}\n\n\t// Test List\n\titems, err := adapter.List(context.Background(), \"123456789012.us-east-1\", false)\n\tif err != nil {\n\t\tt.Errorf(\"List failed: %v\", err)\n\t}\n\tif len(items) != 3 {\n\t\tt.Errorf(\"Expected 3 items from list, got %d\", len(items))\n\t}\n\n\t// Test Search by event source ARN\n\tsqsQueueARN := \"arn:aws:sqs:us-east-1:123456789012:test-queue\"\n\tsearchItems, err := adapter.Search(context.Background(), \"123456789012.us-east-1\", sqsQueueARN, false)\n\tif err != nil {\n\t\tt.Errorf(\"Search by event source ARN failed: %v\", err)\n\t}\n\tif len(searchItems) != 1 {\n\t\tt.Errorf(\"Expected 1 item from search, got %d\", len(searchItems))\n\t}\n}\n" }, { "path": "aws-source/adapters/lambda-function.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"errors\"\n\t\"net/url\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda\"\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype FunctionDetails struct {\n\tCode *types.FunctionCodeLocation\n\tConcurrency *types.Concurrency\n\tConfiguration *types.FunctionConfiguration\n\tUrlConfigs []*types.FunctionUrlConfig\n\tEventInvokeConfigs []*types.FunctionEventInvokeConfig\n\tPolicy *PolicyDocument\n\tTags map[string]string\n}\n\n// FunctionGetFunc Gets the details of a specific lambda function\nfunc functionGetFunc(ctx context.Context, client LambdaClient, scope string, input *lambda.GetFunctionInput) (*sdp.Item, error) {\n\tout, err := client.GetFunction(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif out.Configuration == nil {\n\t\treturn nil, errors.New(\"function has nil configuration\")\n\t}\n\n\tif out.Configuration.FunctionName == nil {\n\t\treturn nil, errors.New(\"function has empty name\")\n\t}\n\n\tfunction := FunctionDetails{\n\t\tCode: out.Code,\n\t\tConcurrency: out.Concurrency,\n\t\tConfiguration: out.Configuration,\n\t\tTags: out.Tags,\n\t}\n\n\t// Get details of all URL configs\n\turlConfigs := lambda.NewListFunctionUrlConfigsPaginator(client, &lambda.ListFunctionUrlConfigsInput{\n\t\tFunctionName: out.Configuration.FunctionName,\n\t})\n\n\tfor urlConfigs.HasMorePages() {\n\t\turlOut, err := urlConfigs.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tfor _, config := range urlOut.FunctionUrlConfigs {\n\t\t\tfunction.UrlConfigs = append(function.UrlConfigs, &config)\n\t\t}\n\n\t\terr = ctx.Err()\n\t\tif err != nil {\n\t\t\t// If the context is done, we should stop processing and return an error, as the results are not complete\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\t// Get details of event configs\n\teventConfigs := lambda.NewListFunctionEventInvokeConfigsPaginator(client, &lambda.ListFunctionEventInvokeConfigsInput{\n\t\tFunctionName: out.Configuration.FunctionName,\n\t})\n\n\tfor eventConfigs.HasMorePages() {\n\t\teventOut, err := eventConfigs.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tfor _, event := range eventOut.FunctionEventInvokeConfigs {\n\t\t\tfunction.EventInvokeConfigs = append(function.EventInvokeConfigs, &event)\n\t\t}\n\n\t\terr = ctx.Err()\n\t\tif err != nil {\n\t\t\t// If the context is done, we should stop processing and return an error, as the results are not complete\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\t// Get policies as this is often where triggers are stored\n\tpolicyResponse, err := client.GetPolicy(ctx, &lambda.GetPolicyInput{\n\t\tFunctionName: out.Configuration.FunctionName,\n\t})\n\n\tvar linkedItemQueries []*sdp.LinkedItemQuery\n\n\tif err == nil && policyResponse != nil && policyResponse.Policy != nil {\n\t\t// Try to parse the policy\n\t\tpolicy := PolicyDocument{}\n\t\terr := json.Unmarshal([]byte(*policyResponse.Policy), &policy)\n\n\t\tif err == nil {\n\t\t\tlinkedItemQueries = ExtractLinksFromPolicy(&policy)\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(function, \"resultMetadata\")\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\terr = attributes.Set(\"Name\", *out.Configuration.FunctionName)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"lambda-function\",\n\t\tUniqueAttribute: \"Name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: out.Tags,\n\t\tLinkedItemQueries: linkedItemQueries,\n\t}\n\n\tif function.Code != nil {\n\t\tif function.Code.Location != nil {\n\t\t\tu, err := url.Parse(*function.Code.Location)\n\t\t\tif err == nil {\n\t\t\t\tqps := u.Query()\n\t\t\t\tfor k := range qps {\n\t\t\t\t\tif strings.HasPrefix(k, \"X-Amz-\") {\n\t\t\t\t\t\tqps.Del(k)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tu.RawQuery = qps.Encode()\n\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"http\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: u.String(),\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif function.Code.ImageUri != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"http\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *function.Code.ImageUri,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif function.Code.ResolvedImageUri != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"http\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *function.Code.ResolvedImageUri,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tvar a *ARN\n\n\tif function.Configuration != nil {\n\t\tswitch function.Configuration.State {\n\t\tcase types.StatePending:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.StateActive:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.StateInactive:\n\t\t\titem.Health = nil\n\t\tcase types.StateFailed:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase types.StateDeactivating:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.StateDeactivated:\n\t\t\titem.Health = nil\n\t\tcase types.StateActiveNonInvocable:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase types.StateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t}\n\n\t\tif function.Configuration.Role != nil {\n\t\t\tif a, err = ParseARN(*function.Configuration.Role); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *function.Configuration.Role,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif function.Configuration.DeadLetterConfig != nil {\n\t\t\tif function.Configuration.DeadLetterConfig.TargetArn != nil {\n\t\t\t\tif req, err := GetEventLinkedItem(*function.Configuration.DeadLetterConfig.TargetArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, req)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif function.Configuration.Environment != nil {\n\t\t\t// Automatically extract links from the environment variables\n\t\t\tnewQueries, err := sdp.ExtractLinksFrom(function.Configuration.Environment.Variables)\n\t\t\tif err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, newQueries...)\n\t\t\t}\n\t\t}\n\n\t\tfor _, fsConfig := range function.Configuration.FileSystemConfigs {\n\t\t\tif fsConfig.Arn != nil {\n\t\t\t\tif a, err = ParseARN(*fsConfig.Arn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"efs-access-point\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *fsConfig.Arn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif function.Configuration.KMSKeyArn != nil {\n\t\t\tif a, err = ParseARN(*function.Configuration.KMSKeyArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *function.Configuration.KMSKeyArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, layer := range function.Configuration.Layers {\n\t\t\tif layer.Arn != nil {\n\t\t\t\tif a, err = ParseARN(*layer.Arn); err == nil {\n\t\t\t\t\t// Strip the leading \"layer:\"\n\t\t\t\t\tname := strings.TrimPrefix(a.Resource, \"layer:\")\n\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"lambda-layer-version\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: name,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif layer.SigningJobArn != nil {\n\t\t\t\tif a, err = ParseARN(*layer.SigningJobArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"signer-signing-job\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *layer.SigningJobArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif layer.SigningProfileVersionArn != nil {\n\t\t\t\tif a, err = ParseARN(*layer.SigningProfileVersionArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"signer-signing-profile\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *layer.SigningProfileVersionArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif function.Configuration.MasterArn != nil {\n\t\t\tif a, err = ParseARN(*function.Configuration.MasterArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"lambda-function\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *function.Configuration.MasterArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif function.Configuration.SigningJobArn != nil {\n\t\t\tif a, err = ParseARN(*function.Configuration.SigningJobArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"signer-signing-job\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *function.Configuration.SigningJobArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif function.Configuration.SigningProfileVersionArn != nil {\n\t\t\tif a, err = ParseARN(*function.Configuration.SigningProfileVersionArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"signer-signing-profile\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *function.Configuration.SigningProfileVersionArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif function.Configuration.VpcConfig != nil {\n\t\t\tfor _, id := range function.Configuration.VpcConfig.SecurityGroupIds {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: id,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tfor _, id := range function.Configuration.VpcConfig.SubnetIds {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: id,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif function.Configuration.VpcConfig.VpcId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *function.Configuration.VpcConfig.VpcId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tfor _, config := range function.UrlConfigs {\n\t\tif config.FunctionUrl != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"http\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *config.FunctionUrl,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tfor _, config := range function.EventInvokeConfigs {\n\t\tif config.DestinationConfig != nil {\n\t\t\tif config.DestinationConfig.OnFailure != nil {\n\t\t\t\tif config.DestinationConfig.OnFailure.Destination != nil {\n\t\t\t\t\t// Possible links from `GetEventLinkedItem()`\n\n\t\t\t\t\tlir, err := GetEventLinkedItem(*config.DestinationConfig.OnFailure.Destination)\n\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, lir)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif config.DestinationConfig.OnSuccess != nil {\n\t\t\t\tif config.DestinationConfig.OnSuccess.Destination != nil {\n\t\t\t\t\tlir, err := GetEventLinkedItem(*config.DestinationConfig.OnSuccess.Destination)\n\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, lir)\n\t\t\t\t\t}\n\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc ExtractLinksFromPolicy(policy *PolicyDocument) []*sdp.LinkedItemQuery {\n\tlinks := make([]*sdp.LinkedItemQuery, 0)\n\n\tfor _, statement := range policy.Statement {\n\t\tvar queryType string\n\t\tvar scope string\n\t\tmethod := sdp.QueryMethod_SEARCH\n\n\t\tswitch statement.Principal.Service {\n\t\tcase \"sns.amazonaws.com\":\n\t\t\tqueryType = \"sns-topic\"\n\t\t\tmethod = sdp.QueryMethod_GET\n\t\tcase \"elasticloadbalancing.amazonaws.com\":\n\t\t\tqueryType = \"elbv2-target-group\"\n\t\tcase \"vpc-lattice.amazonaws.com\":\n\t\t\tqueryType = \"vpc-lattice-target-group\"\n\t\tcase \"logs.amazonaws.com\":\n\t\t\tqueryType = \"logs-log-group\"\n\t\tcase \"events.amazonaws.com\":\n\t\t\tqueryType = \"events-rule\"\n\t\tcase \"s3.amazonaws.com\":\n\t\t\t// S3 is global and runs in an account scope so we need to extract\n\t\t\t// that from the policy as the ARN doesn't contain the account that\n\t\t\t// the bucket is in\n\t\t\tqueryType = \"s3-bucket\"\n\t\t\tscope = FormatScope(statement.Condition.StringEquals.AWSSourceAccount, \"\")\n\t\tdefault:\n\t\t\tcontinue\n\t\t}\n\n\t\tif scope == \"\" {\n\t\t\t// If we don't have a scope set then extract it from the target ARN\n\t\t\tparsedARN, err := ParseARN(statement.Condition.ArnLike.AWSSourceArn)\n\n\t\t\tif err != nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tscope = FormatScope(parsedARN.AccountID, parsedARN.Region)\n\t\t}\n\n\t\tlinks = append(links, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: queryType,\n\t\t\t\tMethod: method,\n\t\t\t\tQuery: statement.Condition.ArnLike.AWSSourceArn,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn links\n}\n\n// GetEventLinkedItem Gets the linked item request for a given destination ARN\nfunc GetEventLinkedItem(destinationARN string) (*sdp.LinkedItemQuery, error) {\n\tparsed, err := ParseARN(destinationARN)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tscope := FormatScope(parsed.AccountID, parsed.Region)\n\n\tswitch parsed.Service {\n\tcase \"sns\":\n\t\t// In this case it's an SNS topic\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"sns-topic\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: destinationARN,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t}, nil\n\tcase \"sqs\":\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"sqs-queue\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: destinationARN,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t}, nil\n\tcase \"lambda\":\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"lambda-function\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: destinationARN,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t}, nil\n\tcase \"events\":\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"events-event-bus\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: destinationARN,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t}, nil\n\t}\n\n\treturn nil, errors.New(\"could not find matching request\")\n}\n\nfunc NewLambdaFunctionAdapter(client LambdaClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*lambda.ListFunctionsInput, *lambda.ListFunctionsOutput, *lambda.GetFunctionInput, *lambda.GetFunctionOutput, LambdaClient, *lambda.Options] {\n\treturn &AlwaysGetAdapter[*lambda.ListFunctionsInput, *lambda.ListFunctionsOutput, *lambda.GetFunctionInput, *lambda.GetFunctionOutput, LambdaClient, *lambda.Options]{\n\t\tItemType: \"lambda-function\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tListInput: &lambda.ListFunctionsInput{},\n\t\tGetFunc: functionGetFunc,\n\t\tAdapterMetadata: lambdaFunctionAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *lambda.GetFunctionInput {\n\t\t\treturn &lambda.GetFunctionInput{\n\t\t\t\tFunctionName: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client LambdaClient, input *lambda.ListFunctionsInput) Paginator[*lambda.ListFunctionsOutput, *lambda.Options] {\n\t\t\treturn lambda.NewListFunctionsPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *lambda.ListFunctionsOutput, input *lambda.ListFunctionsInput) ([]*lambda.GetFunctionInput, error) {\n\t\t\tinputs := make([]*lambda.GetFunctionInput, 0, len(output.Functions))\n\n\t\t\tfor i := range output.Functions {\n\t\t\t\tinputs = append(inputs, &lambda.GetFunctionInput{\n\t\t\t\t\tFunctionName: output.Functions[i].FunctionName,\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn inputs, nil\n\t\t},\n\t}\n}\n\nvar lambdaFunctionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"lambda-function\",\n\tDescriptiveName: \"Lambda Function\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a lambda function by name\",\n\t\tListDescription: \"List all lambda functions\",\n\t\tSearchDescription: \"Search for lambda functions by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_lambda_function.arn\"},\n\t\t{TerraformQueryMap: \"aws_lambda_function_event_invoke_config.id\"},\n\t\t{TerraformQueryMap: \"aws_lambda_function_url.function_arn\"},\n\t},\n\tPotentialLinks: []string{\"iam-role\", \"s3-bucket\", \"sns-topic\", \"sqs-queue\", \"lambda-function\", \"events-event-bus\", \"elbv2-target-group\", \"vpc-lattice-target-group\", \"logs-log-group\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/lambda-function_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda\"\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar testFuncConfig = &types.FunctionConfiguration{\n\tFunctionName: new(\"aws-controltower-NotificationForwarder\"),\n\tFunctionArn: new(\"arn:aws:lambda:eu-west-2:052392120703:function:aws-controltower-NotificationForwarder\"),\n\tRuntime: types.RuntimePython39,\n\tRole: new(\"arn:aws:iam::052392120703:role/aws-controltower-ForwardSnsNotificationRole\"), // link\n\tHandler: new(\"index.lambda_handler\"),\n\tCodeSize: 473,\n\tDescription: new(\"SNS message forwarding function for aggregating account notifications.\"),\n\tTimeout: new(int32(60)),\n\tMemorySize: new(int32(128)),\n\tLastModified: new(\"2022-12-13T15:22:48.157+0000\"),\n\tCodeSha256: new(\"3zU7iYiZektHRaog6qOFvv34ggadB56rd/UMjnYms6A=\"),\n\tVersion: new(\"$LATEST\"),\n\tEnvironment: &types.EnvironmentResponse{\n\t\tVariables: map[string]string{\n\t\t\t\"sns_arn\": \"arn:aws:sns:eu-west-2:347195421325:aws-controltower-AggregateSecurityNotifications\",\n\t\t},\n\t},\n\tTracingConfig: &types.TracingConfigResponse{\n\t\tMode: types.TracingModePassThrough,\n\t},\n\tRevisionId: new(\"b00dd2e6-eec3-48b0-abf1-f84406e00a3e\"),\n\tState: types.StateActive,\n\tLastUpdateStatus: types.LastUpdateStatusSuccessful,\n\tPackageType: types.PackageTypeZip,\n\tArchitectures: []types.Architecture{\n\t\ttypes.ArchitectureX8664,\n\t},\n\tEphemeralStorage: &types.EphemeralStorage{\n\t\tSize: new(int32(512)),\n\t},\n\tDeadLetterConfig: &types.DeadLetterConfig{\n\t\tTargetArn: new(\"arn:aws:sns:us-east-2:444455556666:MyTopic\"), // links\n\t},\n\tFileSystemConfigs: []types.FileSystemConfig{\n\t\t{\n\t\t\tArn: new(\"arn:aws:service:region:account:type/id\"), // links\n\t\t\tLocalMountPath: new(\"/config\"),\n\t\t},\n\t},\n\tImageConfigResponse: &types.ImageConfigResponse{\n\t\tError: &types.ImageConfigError{\n\t\t\tErrorCode: new(\"500\"),\n\t\t\tMessage: new(\"borked\"),\n\t\t},\n\t\tImageConfig: &types.ImageConfig{\n\t\t\tCommand: []string{\"echo\", \"foo\"},\n\t\t\tEntryPoint: []string{\"/bin\"},\n\t\t\tWorkingDirectory: new(\"/\"),\n\t\t},\n\t},\n\tKMSKeyArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\tLastUpdateStatusReason: new(\"reason\"),\n\tLastUpdateStatusReasonCode: types.LastUpdateStatusReasonCodeDisabledKMSKey,\n\tLayers: []types.Layer{\n\t\t{\n\t\t\tArn: new(\"arn:aws:service:region:account:layer:name:version\"), // link\n\t\t\tCodeSize: 128,\n\t\t\tSigningJobArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\t\t\tSigningProfileVersionArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\t\t},\n\t},\n\tMasterArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\tSigningJobArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\tSigningProfileVersionArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\tSnapStart: &types.SnapStartResponse{\n\t\tApplyOn: types.SnapStartApplyOnPublishedVersions,\n\t\tOptimizationStatus: types.SnapStartOptimizationStatusOn,\n\t},\n\tStateReason: new(\"reason\"),\n\tStateReasonCode: types.StateReasonCodeCreating,\n\tVpcConfig: &types.VpcConfigResponse{\n\t\tSecurityGroupIds: []string{\n\t\t\t\"id\", // link\n\t\t},\n\t\tSubnetIds: []string{\n\t\t\t\"id\", // link\n\t\t},\n\t\tVpcId: new(\"id\"), // link\n\t},\n}\n\nvar testFuncCode = &types.FunctionCodeLocation{\n\tRepositoryType: new(\"S3\"),\n\tLocation: new(\"https://awslambda-eu-west-2-tasks.s3.eu-west-2.amazonaws.com/snapshots/052392120703/aws-controltower-NotificationForwarder-bcea303b-7721-4cf0-b8db-7a0e6dca76dd?versionId=3Lk06tjGEoY451GYYupIohtTV96CkVKC&X-Amz-Security-Token=IQoJb3JpZ2l&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Etc=etcetcetc\"), // link\n\tImageUri: new(\"https://foo\"), // link\n\tResolvedImageUri: new(\"https://foo\"), // link\n}\n\nfunc (t *TestLambdaClient) GetFunction(ctx context.Context, params *lambda.GetFunctionInput, optFns ...func(*lambda.Options)) (*lambda.GetFunctionOutput, error) {\n\treturn &lambda.GetFunctionOutput{\n\t\tConfiguration: testFuncConfig,\n\t\tCode: testFuncCode,\n\t\tTags: map[string]string{\n\t\t\t\"aws:cloudformation:stack-name\": \"StackSet-AWSControlTowerBP-BASELINE-CLOUDWATCH-6e84f2e0-f223-4b38-ac9c-d7a7ac2e8ef4\",\n\t\t\t\"aws:cloudformation:stack-id\": \"arn:aws:cloudformation:eu-west-2:052392120703:stack/StackSet-AWSControlTowerBP-BASELINE-CLOUDWATCH-6e84f2e0-f223-4b38-ac9c-d7a7ac2e8ef4/f61d15a0-7af9-11ed-a39d-068d53de7052\",\n\t\t\t\"aws:cloudformation:logical-id\": \"ForwardSnsNotification\",\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestLambdaClient) ListFunctionEventInvokeConfigs(context.Context, *lambda.ListFunctionEventInvokeConfigsInput, ...func(*lambda.Options)) (*lambda.ListFunctionEventInvokeConfigsOutput, error) {\n\treturn &lambda.ListFunctionEventInvokeConfigsOutput{\n\t\tFunctionEventInvokeConfigs: []types.FunctionEventInvokeConfig{\n\t\t\t{\n\t\t\t\tDestinationConfig: &types.DestinationConfig{\n\t\t\t\t\tOnFailure: &types.OnFailure{\n\t\t\t\t\t\tDestination: new(\"arn:aws:events:region:account:event-bus/event-bus-name\"), // link\n\t\t\t\t\t},\n\t\t\t\t\tOnSuccess: &types.OnSuccess{\n\t\t\t\t\t\tDestination: new(\"arn:aws:events:region:account:event-bus/event-bus-name\"), // link\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tFunctionArn: new(\"arn:aws:service:region:account:type/id\"),\n\t\t\t\tLastModified: new(time.Now()),\n\t\t\t\tMaximumEventAgeInSeconds: new(int32(10)),\n\t\t\t\tMaximumRetryAttempts: new(int32(20)),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestLambdaClient) ListFunctionUrlConfigs(context.Context, *lambda.ListFunctionUrlConfigsInput, ...func(*lambda.Options)) (*lambda.ListFunctionUrlConfigsOutput, error) {\n\treturn &lambda.ListFunctionUrlConfigsOutput{\n\t\tFunctionUrlConfigs: []types.FunctionUrlConfig{\n\t\t\t{\n\t\t\t\tAuthType: types.FunctionUrlAuthTypeNone,\n\t\t\t\tCreationTime: new(\"recently\"),\n\t\t\t\tFunctionArn: new(\"arn:aws:service:region:account:type/id\"),\n\t\t\t\tFunctionUrl: new(\"https://bar\"), // link\n\t\t\t\tLastModifiedTime: new(\"recently\"),\n\t\t\t\tCors: &types.Cors{\n\t\t\t\t\tAllowCredentials: new(true),\n\t\t\t\t\tAllowHeaders: []string{\"X-Forwarded-For\"},\n\t\t\t\t\tAllowMethods: []string{\"GET\"},\n\t\t\t\t\tAllowOrigins: []string{\"https://bar\"},\n\t\t\t\t\tExposeHeaders: []string{\"X-Authentication\"},\n\t\t\t\t\tMaxAge: new(int32(10)),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestLambdaClient) ListFunctions(context.Context, *lambda.ListFunctionsInput, ...func(*lambda.Options)) (*lambda.ListFunctionsOutput, error) {\n\treturn &lambda.ListFunctionsOutput{\n\t\tFunctions: []types.FunctionConfiguration{\n\t\t\t*testFuncConfig,\n\t\t},\n\t}, nil\n}\n\nfunc (t *TestLambdaClient) GetPolicy(ctx context.Context, params *lambda.GetPolicyInput, optFns ...func(*lambda.Options)) (*lambda.GetPolicyOutput, error) {\n\treturn &lambda.GetPolicyOutput{\n\t\tPolicy: &testPolicyJSON,\n\t}, nil\n}\n\nfunc TestFunctionGetFunc(t *testing.T) {\n\titem, err := functionGetFunc(context.Background(), &TestLambdaClient{}, \"foo\", &lambda.GetFunctionInput{})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"https://awslambda-eu-west-2-tasks.s3.eu-west-2.amazonaws.com/snapshots/052392120703/aws-controltower-NotificationForwarder-bcea303b-7721-4cf0-b8db-7a0e6dca76dd?versionId=3Lk06tjGEoY451GYYupIohtTV96CkVKC\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"https://foo\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"https://foo\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:iam::052392120703:role/aws-controltower-ForwardSnsNotificationRole\",\n\t\t\tExpectedScope: \"052392120703\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"sns-topic\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:sns:us-east-2:444455556666:MyTopic\",\n\t\t\tExpectedScope: \"444455556666.us-east-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"efs-access-point\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"lambda-layer-version\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"name:version\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"signer-signing-job\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"signer-signing-profile\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"lambda-function\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"signer-signing-job\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"signer-signing-profile\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"sns-topic\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"arn:aws:sns:eu-west-2:540044833068:example-topic\",\n\t\t\tExpectedScope: \"540044833068.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elbv2-target-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:elasticloadbalancing:eu-west-2:540044833068:targetgroup/lambda-rvaaio9n3auuhnvvvjmp/6f23de9c63bd4653\",\n\t\t\tExpectedScope: \"540044833068.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"vpc-lattice-target-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:vpc-lattice:eu-west-2:540044833068:targetgroup/tg-0510fc8a1fef35ef0\",\n\t\t\tExpectedScope: \"540044833068.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"logs-log-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:logs:eu-west-2:540044833068:log-group:/aws/ecs/example:*\",\n\t\t\tExpectedScope: \"540044833068.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"events-rule\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:events:eu-west-2:540044833068:rule/test\",\n\t\t\tExpectedScope: \"540044833068.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"s3-bucket\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:s3:::second-example-profound-lamb\",\n\t\t\tExpectedScope: \"540044833068\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestGetEventLinkedItem(t *testing.T) {\n\ttype EventLinkedItemTest struct {\n\t\tARN string\n\t\tExpectedType string\n\t\tExpectError bool\n\t}\n\n\ttests := []EventLinkedItemTest{\n\t\t{\n\t\t\tARN: \"arn:aws:events:region:account:event-bus/event-bus-name\",\n\t\t\tExpectedType: \"events-event-bus\",\n\t\t\tExpectError: false,\n\t\t},\n\t\t{\n\t\t\tARN: \"arn:aws:sqs:us-east-2:444455556666:MyQueue\",\n\t\t\tExpectedType: \"sqs-queue\",\n\t\t\tExpectError: false,\n\t\t},\n\t\t{\n\t\t\tARN: \"arn:aws:sns:us-east-2:444455556666:MyTopic\",\n\t\t\tExpectedType: \"sns-topic\",\n\t\t\tExpectError: false,\n\t\t},\n\t\t{\n\t\t\tARN: \"arn:aws:lambda:eu-west-2:052392120703:function:aws-controltower-NotificationForwarder\",\n\t\t\tExpectedType: \"lambda-function\",\n\t\t\tExpectError: false,\n\t\t},\n\t\t{\n\t\t\tARN: \"something-bad\",\n\t\t\tExpectError: true,\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(test.ARN, func(t *testing.T) {\n\t\t\treq, err := GetEventLinkedItem(test.ARN)\n\n\t\t\tif test.ExpectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Error(\"expected error but got nil\")\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t}\n\n\t\t\t\tif req.GetQuery().GetType() != test.ExpectedType {\n\t\t\t\t\tt.Errorf(\"expected request type to be %v, got %v\", test.ExpectedType, req.GetQuery().GetType())\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestNewLambdaFunctionAdapter(t *testing.T) {\n\tclient, account, region := lambdaGetAutoConfig(t)\n\n\tadapter := NewLambdaFunctionAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/lambda-layer-version.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strconv\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc layerVersionGetInputMapper(scope, query string) *lambda.GetLayerVersionInput {\n\tsections := strings.Split(query, \":\")\n\n\tif len(sections) < 2 {\n\t\treturn nil\n\t}\n\n\tversion := sections[len(sections)-1]\n\tname := strings.Join(sections[0:len(sections)-1], \":\")\n\tversionInt, err := strconv.Atoi(version)\n\tif err != nil {\n\t\treturn nil\n\t}\n\n\treturn &lambda.GetLayerVersionInput{\n\t\tLayerName: &name,\n\t\tVersionNumber: new(int64(versionInt)),\n\t}\n}\n\nfunc layerVersionGetFunc(ctx context.Context, client LambdaClient, scope string, input *lambda.GetLayerVersionInput) (*sdp.Item, error) {\n\tif input == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"nil input provided to query\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tout, err := client.GetLayerVersion(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tattributes, err := ToAttributesWithExclude(out, \"resultMetadata\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\terr = attributes.Set(\"FullName\", fmt.Sprintf(\"%v:%v\", *input.LayerName, input.VersionNumber))\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"lambda-layer-version\",\n\t\tUniqueAttribute: \"FullName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tvar a *ARN\n\n\tif out.Content != nil {\n\t\tif out.Content.SigningJobArn != nil {\n\t\t\tif a, err = ParseARN(*out.Content.SigningJobArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"signer-signing-job\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *out.Content.SigningJobArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif out.Content.SigningProfileVersionArn != nil {\n\t\t\tif a, err = ParseARN(*out.Content.SigningProfileVersionArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"signer-signing-profile\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *out.Content.SigningProfileVersionArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewLambdaLayerVersionAdapter(client LambdaClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*lambda.ListLayerVersionsInput, *lambda.ListLayerVersionsOutput, *lambda.GetLayerVersionInput, *lambda.GetLayerVersionOutput, LambdaClient, *lambda.Options] {\n\treturn &AlwaysGetAdapter[*lambda.ListLayerVersionsInput, *lambda.ListLayerVersionsOutput, *lambda.GetLayerVersionInput, *lambda.GetLayerVersionOutput, LambdaClient, *lambda.Options]{\n\t\tItemType: \"lambda-layer-version\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tDisableList: true,\n\t\tGetInputMapper: layerVersionGetInputMapper,\n\t\tGetFunc: layerVersionGetFunc,\n\t\tListInput: &lambda.ListLayerVersionsInput{},\n\t\tAdapterMetadata: layerVersionAdapterMetadata,\n\t\tcache: cache,\n\t\tListFuncOutputMapper: func(output *lambda.ListLayerVersionsOutput, input *lambda.ListLayerVersionsInput) ([]*lambda.GetLayerVersionInput, error) {\n\t\t\treturn []*lambda.GetLayerVersionInput{}, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client LambdaClient, input *lambda.ListLayerVersionsInput) Paginator[*lambda.ListLayerVersionsOutput, *lambda.Options] {\n\t\t\treturn lambda.NewListLayerVersionsPaginator(client, input)\n\t\t},\n\t}\n}\n\nvar layerVersionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"lambda-layer-version\",\n\tDescriptiveName: \"Lambda Layer Version\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a layer version by full name ({layerName}:{versionNumber})\",\n\t\tSearchDescription: \"Search for layer versions by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_lambda_layer_version.arn\"},\n\t},\n\tPotentialLinks: []string{\"signer-signing-job\", \"signer-signing-profile\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/lambda-layer-version_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda\"\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestLayerVersionGetInputMapper(t *testing.T) {\n\ttests := []struct {\n\t\tQuery string\n\t\tExpectNil bool\n\t}{\n\t\t{\n\t\t\tQuery: \"foo:1\",\n\t\t\tExpectNil: false,\n\t\t},\n\t\t{\n\t\t\tQuery: \"foo:1:2\",\n\t\t\tExpectNil: false,\n\t\t},\n\t\t{\n\t\t\tQuery: \"\",\n\t\t\tExpectNil: true,\n\t\t},\n\t\t{\n\t\t\tQuery: \"bar\",\n\t\t\tExpectNil: true,\n\t\t},\n\t\t{\n\t\t\tQuery: \":\",\n\t\t\tExpectNil: true,\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(test.Query, func(t *testing.T) {\n\t\t\tinput := layerVersionGetInputMapper(\"foo\", test.Query)\n\n\t\t\tif input == nil && !test.ExpectNil {\n\t\t\t\tt.Error(\"input was nil unexpectedly\")\n\t\t\t}\n\n\t\t\tif input != nil && test.ExpectNil {\n\t\t\t\tt.Error(\"input was non-nil when expected to be nil\")\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc (t *TestLambdaClient) GetLayerVersion(ctx context.Context, params *lambda.GetLayerVersionInput, optFns ...func(*lambda.Options)) (*lambda.GetLayerVersionOutput, error) {\n\treturn &lambda.GetLayerVersionOutput{\n\t\tCompatibleArchitectures: []types.Architecture{\n\t\t\ttypes.ArchitectureArm64,\n\t\t},\n\t\tCompatibleRuntimes: []types.Runtime{\n\t\t\ttypes.RuntimeDotnet6,\n\t\t},\n\t\tContent: &types.LayerVersionContentOutput{\n\t\t\tCodeSha256: new(\"sha\"),\n\t\t\tCodeSize: 100,\n\t\t\tLocation: new(\"somewhere\"),\n\t\t\tSigningJobArn: new(\"arn:aws:service:region:account:type/id\"),\n\t\t\tSigningProfileVersionArn: new(\"arn:aws:service:region:account:type/id\"),\n\t\t},\n\t\tCreatedDate: new(\"YYYY-MM-DDThh:mm:ss.sTZD\"),\n\t\tDescription: new(\"description\"),\n\t\tLayerArn: new(\"arn:aws:service:region:account:type/id\"),\n\t\tLayerVersionArn: new(\"arn:aws:service:region:account:type/id\"),\n\t\tLicenseInfo: new(\"info\"),\n\t\tVersion: *params.VersionNumber,\n\t}, nil\n}\n\nfunc (t *TestLambdaClient) ListLayerVersions(context.Context, *lambda.ListLayerVersionsInput, ...func(*lambda.Options)) (*lambda.ListLayerVersionsOutput, error) {\n\treturn &lambda.ListLayerVersionsOutput{}, nil\n}\n\nfunc TestLayerVersionGetFunc(t *testing.T) {\n\titem, err := layerVersionGetFunc(context.Background(), &TestLambdaClient{}, \"foo\", &lambda.GetLayerVersionInput{\n\t\tLayerName: new(\"layer\"),\n\t\tVersionNumber: new(int64(999)),\n\t})\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"signer-signing-job\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"signer-signing-profile\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewLambdaLayerVersionAdapter(t *testing.T) {\n\tclient, account, region := lambdaGetAutoConfig(t)\n\n\tadapter := NewLambdaLayerVersionAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/lambda-layer.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda\"\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc layerListFunc(ctx context.Context, client *lambda.Client, scope string) ([]*types.LayersListItem, error) {\n\tpaginator := lambda.NewListLayersPaginator(client, &lambda.ListLayersInput{})\n\tlayers := make([]*types.LayersListItem, 0)\n\n\tfor paginator.HasMorePages() {\n\t\tout, err := paginator.NextPage(ctx)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tfor _, layer := range out.Layers {\n\t\t\tlayers = append(layers, &layer)\n\t\t}\n\t}\n\n\treturn layers, nil\n}\n\nfunc layerItemMapper(_, scope string, awsItem *types.LayersListItem) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"lambda-layer\",\n\t\tUniqueAttribute: \"LayerName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif awsItem.LatestMatchingVersion != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"lambda-layer-version\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: fmt.Sprintf(\"%v:%v\", *awsItem.LayerName, awsItem.LatestMatchingVersion.Version),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewLambdaLayerAdapter(client *lambda.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.LayersListItem, *lambda.Client, *lambda.Options] {\n\treturn &GetListAdapter[*types.LayersListItem, *lambda.Client, *lambda.Options]{\n\t\tItemType: \"lambda-layer\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: lambdaLayerAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(_ context.Context, _ *lambda.Client, _, _ string) (*types.LayersListItem, error) {\n\t\t\t// Layers can only be listed\n\t\t\treturn nil, errors.New(\"get is not supported for lambda-layers\")\n\t\t},\n\t\tListFunc: layerListFunc,\n\t\tItemMapper: layerItemMapper,\n\t}\n}\n\nvar lambdaLayerAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"lambda-layer\",\n\tDescriptiveName: \"Lambda Layer\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tList: true,\n\t\tListDescription: \"List all lambda layers\",\n\t},\n\tPotentialLinks: []string{\"lambda-layer-version\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/lambda-layer_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestLayerItemMapper(t *testing.T) {\n\tlayer := types.LayersListItem{\n\t\tLatestMatchingVersion: &types.LayerVersionsListItem{\n\t\t\tCompatibleArchitectures: []types.Architecture{\n\t\t\t\ttypes.ArchitectureArm64,\n\t\t\t\ttypes.ArchitectureX8664,\n\t\t\t},\n\t\t\tCompatibleRuntimes: []types.Runtime{\n\t\t\t\ttypes.RuntimeJava11,\n\t\t\t},\n\t\t\tCreatedDate: new(\"2018-11-27T15:10:45.123+0000\"),\n\t\t\tDescription: new(\"description\"),\n\t\t\tLayerVersionArn: new(\"arn:aws:service:region:account:type/id\"),\n\t\t\tLicenseInfo: new(\"info\"),\n\t\t\tVersion: 10,\n\t\t},\n\t\tLayerArn: new(\"arn:aws:service:region:account:type/id\"),\n\t\tLayerName: new(\"name\"),\n\t}\n\n\titem, err := layerItemMapper(\"\", \"foo\", &layer)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"lambda-layer-version\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"name:10\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewLambdaLayerAdapter(t *testing.T) {\n\tclient, account, region := lambdaGetAutoConfig(t)\n\n\tadapter := NewLambdaLayerAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipGet: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/lambda.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda\"\n)\n\n// LambdaClient Represents the client we need to talk to Lambda, usually this is\n// *lambda.Client\ntype LambdaClient interface {\n\tGetFunction(ctx context.Context, params *lambda.GetFunctionInput, optFns ...func(*lambda.Options)) (*lambda.GetFunctionOutput, error)\n\tGetLayerVersion(ctx context.Context, params *lambda.GetLayerVersionInput, optFns ...func(*lambda.Options)) (*lambda.GetLayerVersionOutput, error)\n\tGetPolicy(ctx context.Context, params *lambda.GetPolicyInput, optFns ...func(*lambda.Options)) (*lambda.GetPolicyOutput, error)\n\n\tlambda.ListFunctionEventInvokeConfigsAPIClient\n\tlambda.ListFunctionUrlConfigsAPIClient\n\tlambda.ListFunctionsAPIClient\n\tlambda.ListLayerVersionsAPIClient\n}\n\n// This is derived from the AWS example:\n// https://github.com/awsdocs/aws-doc-sdk-examples/blob/main/gov2/iam/actions/policies.go#L21C1-L32C2\n// and represents the structure of an IAM policy document\ntype PolicyDocument struct {\n\tVersion string `json:\"\"`\n\tStatement []PolicyStatement `json:\"\"`\n}\n\n// PolicyStatement defines a statement in a policy document.\ntype PolicyStatement struct {\n\tAction string\n\tPrincipal Principal\n\tCondition Condition\n}\n\ntype Principal struct {\n\tService string `json:\",omitempty\"`\n}\n\ntype Condition struct {\n\tArnLike ArnLikeCondition\n\tStringEquals StringEqualsCondition\n}\n\ntype StringEqualsCondition struct {\n\tAWSSourceAccount string `json:\"AWS:SourceAccount,omitempty\"`\n}\n\ntype ArnLikeCondition struct {\n\tAWSSourceArn string `json:\"AWS:SourceArn,omitempty\"`\n}\n" }, { "path": "aws-source/adapters/lambda_test.go", "content": "package adapters\n\nimport (\n\t\"encoding/json\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/lambda\"\n)\n\ntype TestLambdaClient struct{}\n\nfunc lambdaGetAutoConfig(t *testing.T) (*lambda.Client, string, string) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := lambda.NewFromConfig(config)\n\n\treturn client, account, region\n}\n\nvar testPolicyJSON string = `{\n\t\"Version\": \"2012-10-17\",\n\t\"Id\": \"default\",\n\t\"Statement\": [\n\t\t{\n\t\t\t\"Sid\": \"lambda-191096b5-9db0-4ff2-87ce-d90c8869cb93\",\n\t\t\t\"Effect\": \"Allow\",\n\t\t\t\"Principal\": {\n\t\t\t\t\"Service\": \"sns.amazonaws.com\"\n\t\t\t},\n\t\t\t\"Action\": \"lambda:InvokeFunction\",\n\t\t\t\"Resource\": \"arn:aws:lambda:eu-west-2:540044833068:function:example_lambda_function\",\n\t\t\t\"Condition\": {\n\t\t\t\t\"ArnLike\": {\n\t\t\t\t\t\"AWS:SourceArn\": \"arn:aws:sns:eu-west-2:540044833068:example-topic\"\n\t\t\t\t}\n\t\t\t}\n\t\t},\n\t\t{\n\t\t\t\"Sid\": \"lambda-e881f390-21ed-4d5a-9e64-50ddb5562873\",\n\t\t\t\"Effect\": \"Allow\",\n\t\t\t\"Principal\": {\n\t\t\t\t\"Service\": \"elasticloadbalancing.amazonaws.com\"\n\t\t\t},\n\t\t\t\"Action\": \"lambda:InvokeFunction\",\n\t\t\t\"Resource\": \"arn:aws:lambda:eu-west-2:540044833068:function:test\",\n\t\t\t\"Condition\": {\n\t\t\t\t\"ArnLike\": {\n\t\t\t\t\t\"AWS:SourceArn\": \"arn:aws:elasticloadbalancing:eu-west-2:540044833068:targetgroup/lambda-rvaaio9n3auuhnvvvjmp/6f23de9c63bd4653\"\n\t\t\t\t}\n\t\t\t}\n\t\t},\n\t\t{\n\t\t\t\"Sid\": \"lambda-e137420e-640f-47bf-a37f-3f3c3134c110\",\n\t\t\t\"Effect\": \"Allow\",\n\t\t\t\"Principal\": {\n\t\t\t\t\"Service\": \"vpc-lattice.amazonaws.com\"\n\t\t\t},\n\t\t\t\"Action\": \"lambda:InvokeFunction\",\n\t\t\t\"Resource\": \"arn:aws:lambda:eu-west-2:540044833068:function:test\",\n\t\t\t\"Condition\": {\n\t\t\t\t\"ArnLike\": {\n\t\t\t\t\t\"AWS:SourceArn\": \"arn:aws:vpc-lattice:eu-west-2:540044833068:targetgroup/tg-0510fc8a1fef35ef0\"\n\t\t\t\t}\n\t\t\t}\n\t\t},\n\t\t{\n\t\t\t\"Sid\": \"lambda-945e8a2a-f5d2-4b32-869e-bca6227133b6\",\n\t\t\t\"Effect\": \"Allow\",\n\t\t\t\"Principal\": {\n\t\t\t\t\"Service\": \"logs.amazonaws.com\"\n\t\t\t},\n\t\t\t\"Action\": \"lambda:InvokeFunction\",\n\t\t\t\"Resource\": \"arn:aws:lambda:eu-west-2:540044833068:function:test\",\n\t\t\t\"Condition\": {\n\t\t\t\t\"StringEquals\": {\n\t\t\t\t\t\"AWS:SourceAccount\": \"540044833068\"\n\t\t\t\t},\n\t\t\t\t\"ArnLike\": {\n\t\t\t\t\t\"AWS:SourceArn\": \"arn:aws:logs:eu-west-2:540044833068:log-group:/aws/ecs/example:*\"\n\t\t\t\t}\n\t\t\t}\n\t\t},\n\t\t{\n\t\t\t\"Sid\": \"lambda-1b87395a-6f9a-406d-bc4c-4366044c1a06\",\n\t\t\t\"Effect\": \"Allow\",\n\t\t\t\"Principal\": {\n\t\t\t\t\"Service\": \"events.amazonaws.com\"\n\t\t\t},\n\t\t\t\"Action\": \"lambda:InvokeFunction\",\n\t\t\t\"Resource\": \"arn:aws:lambda:eu-west-2:540044833068:function:test\",\n\t\t\t\"Condition\": {\n\t\t\t\t\"ArnLike\": {\n\t\t\t\t\t\"AWS:SourceArn\": \"arn:aws:events:eu-west-2:540044833068:rule/test\"\n\t\t\t\t}\n\t\t\t}\n\t\t},\n\t\t{\n\t\t\t\"Sid\": \"lambda-e0070e15-19c9-4e75-8705-075d618113a4\",\n\t\t\t\"Effect\": \"Allow\",\n\t\t\t\"Principal\": {\n\t\t\t\t\"Service\": \"s3.amazonaws.com\"\n\t\t\t},\n\t\t\t\"Action\": \"lambda:InvokeFunction\",\n\t\t\t\"Resource\": \"arn:aws:lambda:eu-west-2:540044833068:function:test\",\n\t\t\t\"Condition\": {\n\t\t\t\t\"StringEquals\": {\n\t\t\t\t\t\"AWS:SourceAccount\": \"540044833068\"\n\t\t\t\t},\n\t\t\t\t\"ArnLike\": {\n\t\t\t\t\t\"AWS:SourceArn\": \"arn:aws:s3:::second-example-profound-lamb\"\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t]\n}`\n\nfunc TestParsePolicy(t *testing.T) {\n\tpolicy := PolicyDocument{}\n\terr := json.Unmarshal([]byte(testPolicyJSON), &policy)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif policy.Version != \"2012-10-17\" {\n\t\tt.Errorf(\"Expected Version to be 2012-10-17, got %s\", policy.Version)\n\t}\n\n\tif len(policy.Statement) != 6 {\n\t\tt.Errorf(\"Expected 6 statements, got %d\", len(policy.Statement))\n\t}\n\n\tif policy.Statement[0].Principal.Service != \"sns.amazonaws.com\" {\n\t\tt.Errorf(\"Expected Principal.Service to be sns.amazonaws.com, got %s\", policy.Statement[0].Principal.Service)\n\t}\n\n\tif policy.Statement[0].Condition.ArnLike.AWSSourceArn != \"arn:aws:sns:eu-west-2:540044833068:example-topic\" {\n\t\tt.Errorf(\"Expected Condition.ArnLike.AWSSourceArn to be arn:aws:sns:eu-west-2:540044833068:example-topic, got %s\", policy.Statement[0].Condition.ArnLike.AWSSourceArn)\n\t}\n\n\tif policy.Statement[1].Principal.Service != \"elasticloadbalancing.amazonaws.com\" {\n\t\tt.Errorf(\"Expected Principal.Service to be elasticloadbalancing.amazonaws.com, got %s\", policy.Statement[1].Principal.Service)\n\t}\n\n\tif policy.Statement[1].Condition.ArnLike.AWSSourceArn != \"arn:aws:elasticloadbalancing:eu-west-2:540044833068:targetgroup/lambda-rvaaio9n3auuhnvvvjmp/6f23de9c63bd4653\" {\n\t\tt.Errorf(\"Expected Condition.ArnLike.AWSSourceArn to be arn:aws:elasticloadbalancing:eu-west-2:540044833068:targetgroup/lambda-rvaaio9n3auuhnvvvjmp/6f23de9c63bd4653, got %s\", policy.Statement[1].Condition.ArnLike.AWSSourceArn)\n\t}\n\n\tif policy.Statement[2].Principal.Service != \"vpc-lattice.amazonaws.com\" {\n\t\tt.Errorf(\"Expected Principal.Service to be vpc-lattice.amazonaws.com, got %s\", policy.Statement[2].Principal.Service)\n\t}\n\n\tif policy.Statement[2].Condition.ArnLike.AWSSourceArn != \"arn:aws:vpc-lattice:eu-west-2:540044833068:targetgroup/tg-0510fc8a1fef35ef0\" {\n\t\tt.Errorf(\"Expected Condition.ArnLike.AWSSourceArn to be arn:aws:vpc-lattice:eu-west-2:540044833068:targetgroup/tg-0510fc8a1fef35ef0, got %s\", policy.Statement[2].Condition.ArnLike.AWSSourceArn)\n\t}\n\n\tif policy.Statement[3].Principal.Service != \"logs.amazonaws.com\" {\n\t\tt.Errorf(\"Expected Principal.Service to be logs.amazonaws.com, got %s\", policy.Statement[3].Principal.Service)\n\t}\n\n\tif policy.Statement[3].Condition.ArnLike.AWSSourceArn != \"arn:aws:logs:eu-west-2:540044833068:log-group:/aws/ecs/example:*\" {\n\t\tt.Errorf(\"Expected Condition.ArnLike.AWSSourceArn to be arn:aws:logs:eu-west-2:540044833068:log-group:/aws/ecs/example:*, got %s\", policy.Statement[3].Condition.ArnLike.AWSSourceArn)\n\t}\n\n\tif policy.Statement[4].Principal.Service != \"events.amazonaws.com\" {\n\t\tt.Errorf(\"Expected Principal.Service to be events.amazonaws.com, got %s\", policy.Statement[4].Principal.Service)\n\t}\n\n\tif policy.Statement[4].Condition.ArnLike.AWSSourceArn != \"arn:aws:events:eu-west-2:540044833068:rule/test\" {\n\t\tt.Errorf(\"Expected Condition.ArnLike.AWSSourceArn to be arn:aws:events:eu-west-2:540044833068:rule/test, got %s\", policy.Statement[4].Condition.ArnLike.AWSSourceArn)\n\t}\n\n\tif policy.Statement[5].Principal.Service != \"s3.amazonaws.com\" {\n\t\tt.Errorf(\"Expected Principal.Service to be s3.amazonaws.com, got %s\", policy.Statement[5].Principal.Service)\n\t}\n\n\tif policy.Statement[5].Condition.ArnLike.AWSSourceArn != \"arn:aws:s3:::second-example-profound-lamb\" {\n\t\tt.Errorf(\"Expected Condition.ArnLike.AWSSourceArn to be arn:aws:s3:::second-example-profound-lamb, got %s\", policy.Statement[5].Condition.ArnLike.AWSSourceArn)\n\t}\n\n\tif policy.Statement[5].Condition.StringEquals.AWSSourceAccount != \"540044833068\" {\n\t\tt.Errorf(\"Expected Condition.StringEquals.AWSSourceAccount to be 540044833068, got %s\", policy.Statement[5].Condition.StringEquals.AWSSourceAccount)\n\t}\n}\n" }, { "path": "aws-source/adapters/main.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nvar Metadata = sdp.AdapterMetadataList{}\n" }, { "path": "aws-source/adapters/network-firewall-firewall-policy.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype unifiedFirewallPolicy struct {\n\ttypes.FirewallPolicyResponse\n\tFirewallPolicy *types.FirewallPolicy\n}\n\nfunc firewallPolicyGetFunc(ctx context.Context, client networkFirewallClient, scope string, input *networkfirewall.DescribeFirewallPolicyInput) (*sdp.Item, error) {\n\tresp, err := client.DescribeFirewallPolicy(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tufp := unifiedFirewallPolicy{\n\t\tFirewallPolicyResponse: *resp.FirewallPolicyResponse,\n\t\tFirewallPolicy: resp.FirewallPolicy,\n\t}\n\n\tattributes, err := ToAttributesWithExclude(ufp)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\ttags := make(map[string]string)\n\n\tfor _, tag := range resp.FirewallPolicyResponse.Tags {\n\t\ttags[*tag.Key] = *tag.Value\n\t}\n\n\tvar health *sdp.Health\n\n\tif resp.FirewallPolicyResponse != nil {\n\t\tswitch resp.FirewallPolicyResponse.FirewallPolicyStatus {\n\t\tcase types.ResourceStatusActive:\n\t\t\thealth = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.ResourceStatusDeleting:\n\t\t\thealth = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.ResourceStatusError:\n\t\t\thealth = sdp.Health_HEALTH_ERROR.Enum()\n\t\t}\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"network-firewall-firewall-policy\",\n\t\tUniqueAttribute: \"FirewallPolicyName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: tags,\n\t\tHealth: health,\n\t}\n\n\t//+overmind:link kms-key\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, encryptionConfigurationLink(ufp.EncryptionConfiguration, scope))\n\n\truleGroupArns := make([]string, 0)\n\n\tfor _, ruleGroup := range resp.FirewallPolicy.StatelessRuleGroupReferences {\n\t\tif ruleGroup.ResourceArn != nil {\n\t\t\truleGroupArns = append(ruleGroupArns, *ruleGroup.ResourceArn)\n\t\t}\n\t}\n\n\tfor _, ruleGroup := range resp.FirewallPolicy.StatefulRuleGroupReferences {\n\t\tif ruleGroup.ResourceArn != nil {\n\t\t\truleGroupArns = append(ruleGroupArns, *ruleGroup.ResourceArn)\n\t\t}\n\t}\n\n\tfor _, arn := range ruleGroupArns {\n\t\tif a, err := ParseARN(arn); err == nil {\n\t\t\t//+overmind:link network-firewall-rule-group\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"network-firewall-rule-group\",\n\t\t\t\t\tQuery: arn,\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif resp.FirewallPolicy.TLSInspectionConfigurationArn != nil {\n\t\tif a, err := ParseARN(*resp.FirewallPolicy.TLSInspectionConfigurationArn); err == nil {\n\t\t\t//+overmind:link network-firewall-tls-inspection-configuration\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"network-firewall-tls-inspection-configuration\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *resp.FirewallPolicy.TLSInspectionConfigurationArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewNetworkFirewallFirewallPolicyAdapter(client networkFirewallClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*networkfirewall.ListFirewallPoliciesInput, *networkfirewall.ListFirewallPoliciesOutput, *networkfirewall.DescribeFirewallPolicyInput, *networkfirewall.DescribeFirewallPolicyOutput, networkFirewallClient, *networkfirewall.Options] {\n\treturn &AlwaysGetAdapter[*networkfirewall.ListFirewallPoliciesInput, *networkfirewall.ListFirewallPoliciesOutput, *networkfirewall.DescribeFirewallPolicyInput, *networkfirewall.DescribeFirewallPolicyOutput, networkFirewallClient, *networkfirewall.Options]{\n\t\tItemType: \"network-firewall-firewall-policy\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tListInput: &networkfirewall.ListFirewallPoliciesInput{},\n\t\tAdapterMetadata: firewallPolicyAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *networkfirewall.DescribeFirewallPolicyInput {\n\t\t\treturn &networkfirewall.DescribeFirewallPolicyInput{\n\t\t\t\tFirewallPolicyName: &query,\n\t\t\t}\n\t\t},\n\t\tSearchGetInputMapper: func(scope, query string) (*networkfirewall.DescribeFirewallPolicyInput, error) {\n\t\t\treturn &networkfirewall.DescribeFirewallPolicyInput{\n\t\t\t\tFirewallPolicyArn: &query,\n\t\t\t}, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client networkFirewallClient, input *networkfirewall.ListFirewallPoliciesInput) Paginator[*networkfirewall.ListFirewallPoliciesOutput, *networkfirewall.Options] {\n\t\t\treturn networkfirewall.NewListFirewallPoliciesPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *networkfirewall.ListFirewallPoliciesOutput, input *networkfirewall.ListFirewallPoliciesInput) ([]*networkfirewall.DescribeFirewallPolicyInput, error) {\n\t\t\tvar inputs []*networkfirewall.DescribeFirewallPolicyInput\n\n\t\t\tfor _, firewall := range output.FirewallPolicies {\n\t\t\t\tinputs = append(inputs, &networkfirewall.DescribeFirewallPolicyInput{\n\t\t\t\t\tFirewallPolicyArn: firewall.Arn,\n\t\t\t\t})\n\t\t\t}\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: func(ctx context.Context, client networkFirewallClient, scope string, input *networkfirewall.DescribeFirewallPolicyInput) (*sdp.Item, error) {\n\t\t\treturn firewallPolicyGetFunc(ctx, client, scope, input)\n\t\t},\n\t}\n}\n\nvar firewallPolicyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"network-firewall-firewall-policy\",\n\tDescriptiveName: \"Network Firewall Policy\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Network Firewall Policy by name\",\n\t\tListDescription: \"List Network Firewall Policies\",\n\t\tSearchDescription: \"Search for Network Firewall Policies by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_networkfirewall_firewall_policy.name\"},\n\t},\n\tPotentialLinks: []string{\"network-firewall-rule-group\", \"network-firewall-tls-inspection-configuration\", \"kms-key\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/network-firewall-firewall-policy_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"testing\"\n\t\"time\"\n)\n\nfunc (c testNetworkFirewallClient) DescribeFirewallPolicy(ctx context.Context, params *networkfirewall.DescribeFirewallPolicyInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeFirewallPolicyOutput, error) {\n\tnow := time.Now()\n\treturn &networkfirewall.DescribeFirewallPolicyOutput{\n\t\tFirewallPolicyResponse: &types.FirewallPolicyResponse{\n\t\t\tFirewallPolicyArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:stateless-rulegroup/aws-network-firewall-DefaultStatelessRuleGroup-1J3Z3W2ZQXV3\"),\n\t\t\tFirewallPolicyId: new(\"test\"),\n\t\t\tFirewallPolicyName: new(\"test\"),\n\t\t\tConsumedStatefulRuleCapacity: new(int32(1)),\n\t\t\tConsumedStatelessRuleCapacity: new(int32(1)),\n\t\t\tDescription: new(\"test\"),\n\t\t\tEncryptionConfiguration: &types.EncryptionConfiguration{\n\t\t\t\tType: types.EncryptionTypeAwsOwnedKmsKey,\n\t\t\t\tKeyId: new(\"arn:aws:kms:us-east-1:123456789012:key/12345678-1234-1234-1234-123456789012\"), // link (this can be an ARN or ID)\n\t\t\t},\n\t\t\tFirewallPolicyStatus: types.ResourceStatusActive, // health\n\t\t\tLastModifiedTime: &now,\n\t\t\tNumberOfAssociations: new(int32(1)),\n\t\t\tTags: []types.Tag{\n\t\t\t\t{\n\t\t\t\t\tKey: new(\"test\"),\n\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tFirewallPolicy: &types.FirewallPolicy{\n\t\t\tStatelessDefaultActions: []string{},\n\t\t\tStatelessFragmentDefaultActions: []string{},\n\t\t\tPolicyVariables: &types.PolicyVariables{\n\t\t\t\tRuleVariables: map[string]types.IPSet{\n\t\t\t\t\t\"test\": {\n\t\t\t\t\t\tDefinition: []string{},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tStatefulDefaultActions: []string{},\n\t\t\tStatefulEngineOptions: &types.StatefulEngineOptions{\n\t\t\t\tRuleOrder: types.RuleOrderDefaultActionOrder,\n\t\t\t\tStreamExceptionPolicy: types.StreamExceptionPolicyContinue,\n\t\t\t},\n\t\t\tStatefulRuleGroupReferences: []types.StatefulRuleGroupReference{\n\t\t\t\t{\n\t\t\t\t\tResourceArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:stateful-rulegroup/aws-network-firewall-DefaultStatefulRuleGroup-1J3Z3W2ZQXV3\"), // link\n\t\t\t\t\tOverride: &types.StatefulRuleGroupOverride{\n\t\t\t\t\t\tAction: types.OverrideActionDropToAlert,\n\t\t\t\t\t},\n\t\t\t\t\tPriority: new(int32(1)),\n\t\t\t\t},\n\t\t\t},\n\t\t\tStatelessCustomActions: []types.CustomAction{\n\t\t\t\t{\n\t\t\t\t\tActionDefinition: &types.ActionDefinition{\n\t\t\t\t\t\tPublishMetricAction: &types.PublishMetricAction{\n\t\t\t\t\t\t\tDimensions: []types.Dimension{},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tActionName: new(\"test\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tStatelessRuleGroupReferences: []types.StatelessRuleGroupReference{\n\t\t\t\t{\n\t\t\t\t\tPriority: new(int32(1)),\n\t\t\t\t\tResourceArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:stateless-rulegroup/aws-network-firewall-DefaultStatelessRuleGroup-1J3Z3W2ZQXV3\"), // link\n\t\t\t\t},\n\t\t\t},\n\t\t\tTLSInspectionConfigurationArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:tls-inspection-configuration/aws-network-firewall-DefaultTlsInspectionConfiguration-1J3Z3W2ZQXV3\"), // link\n\t\t},\n\t}, nil\n}\n\nfunc (c testNetworkFirewallClient) ListFirewallPolicies(context.Context, *networkfirewall.ListFirewallPoliciesInput, ...func(*networkfirewall.Options)) (*networkfirewall.ListFirewallPoliciesOutput, error) {\n\treturn &networkfirewall.ListFirewallPoliciesOutput{\n\t\tFirewallPolicies: []types.FirewallPolicyMetadata{\n\t\t\t{\n\t\t\t\tArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:stateless-rulegroup/aws-network-firewall-DefaultStatelessRuleGroup-1J3Z3W2ZQXV3\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc TestFirewallPolicyGetFunc(t *testing.T) {\n\titem, err := firewallPolicyGetFunc(context.Background(), testNetworkFirewallClient{}, \"test\", &networkfirewall.DescribeFirewallPolicyInput{})\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err := item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:kms:us-east-1:123456789012:key/12345678-1234-1234-1234-123456789012\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"network-firewall-rule-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:network-firewall:us-east-1:123456789012:stateful-rulegroup/aws-network-firewall-DefaultStatefulRuleGroup-1J3Z3W2ZQXV3\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"network-firewall-rule-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:network-firewall:us-east-1:123456789012:stateless-rulegroup/aws-network-firewall-DefaultStatelessRuleGroup-1J3Z3W2ZQXV3\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"network-firewall-tls-inspection-configuration\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:network-firewall:us-east-1:123456789012:tls-inspection-configuration/aws-network-firewall-DefaultTlsInspectionConfiguration-1J3Z3W2ZQXV3\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/network-firewall-firewall.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"sync\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype unifiedFirewall struct {\n\tName string\n\tProperties *types.Firewall\n\tStatus *types.FirewallStatus\n\tLoggingConfiguration *types.LoggingConfiguration\n\tResourcePolicy *string\n}\n\nfunc firewallGetFunc(ctx context.Context, client networkFirewallClient, scope string, input *networkfirewall.DescribeFirewallInput) (*sdp.Item, error) {\n\tresponse, err := client.DescribeFirewall(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif response == nil || response.Firewall == nil || response.Firewall.FirewallName == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"Firewall was nil\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tuf := unifiedFirewall{\n\t\tName: *response.Firewall.FirewallName,\n\t\tProperties: response.Firewall,\n\t\tStatus: response.FirewallStatus,\n\t}\n\n\t// Enrich with more info\n\tvar wg sync.WaitGroup\n\n\twg.Add(2)\n\n\tgo func() {\n\t\tdefer wg.Done()\n\t\tresp, _ := client.DescribeLoggingConfiguration(ctx, &networkfirewall.DescribeLoggingConfigurationInput{\n\t\t\tFirewallArn: response.Firewall.FirewallArn,\n\t\t})\n\n\t\tif resp != nil {\n\t\t\tuf.LoggingConfiguration = resp.LoggingConfiguration\n\t\t}\n\t}()\n\tgo func() {\n\t\tdefer wg.Done()\n\t\tresp, _ := client.DescribeResourcePolicy(ctx, &networkfirewall.DescribeResourcePolicyInput{\n\t\t\tResourceArn: response.Firewall.FirewallArn,\n\t\t})\n\n\t\tif resp != nil {\n\t\t\tuf.ResourcePolicy = resp.Policy\n\t\t}\n\t}()\n\n\twg.Wait()\n\n\tattributes, err := ToAttributesWithExclude(uf)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tvar health *sdp.Health\n\n\tif response.FirewallStatus != nil {\n\t\tswitch response.FirewallStatus.Status {\n\t\tcase types.FirewallStatusValueDeleting:\n\t\t\thealth = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.FirewallStatusValueProvisioning:\n\t\t\thealth = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.FirewallStatusValueReady:\n\t\t\thealth = sdp.Health_HEALTH_OK.Enum()\n\t\t}\n\t}\n\n\ttags := make(map[string]string)\n\n\tfor _, tag := range response.Firewall.Tags {\n\t\ttags[*tag.Key] = *tag.Value\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"network-firewall-firewall\",\n\t\tUniqueAttribute: \"Name\",\n\t\tScope: scope,\n\t\tAttributes: attributes,\n\t\tHealth: health,\n\t\tTags: tags,\n\t}\n\n\tconfig := response.Firewall\n\n\tif uf.LoggingConfiguration != nil {\n\t\tfor _, config := range uf.LoggingConfiguration.LogDestinationConfigs {\n\t\t\tswitch config.LogDestinationType {\n\t\t\tcase types.LogDestinationTypeCloudwatchLogs:\n\t\t\t\tlogGroup, ok := config.LogDestination[\"logGroup\"]\n\n\t\t\t\tif ok {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"logs-log-group\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: logGroup,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\tcase types.LogDestinationTypeS3:\n\t\t\t\tbucketName, ok := config.LogDestination[\"bucketName\"]\n\n\t\t\t\tif ok {\n\t\t\t\t\t//+overmind:link s3-bucket\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"s3-bucket\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: bucketName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\tcase types.LogDestinationTypeKinesisDataFirehose:\n\t\t\t\tdeliveryStream, ok := config.LogDestination[\"deliveryStream\"]\n\n\t\t\t\tif ok {\n\t\t\t\t\t//+overmind:link firehose-delivery-stream\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"firehose-delivery-stream\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: deliveryStream,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tif uf.ResourcePolicy != nil {\n\t\t//+overmind:link iam-policy\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"iam-policy\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *uf.ResourcePolicy,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif config.FirewallPolicyArn != nil {\n\t\tif a, err := ParseARN(*config.FirewallPolicyArn); err == nil {\n\t\t\t//+overmind:link network-firewall-firewall-policy\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"network-firewall-firewall-policy\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *config.FirewallPolicyArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tfor _, mapping := range config.SubnetMappings {\n\t\tif mapping.SubnetId != nil {\n\t\t\t//+overmind:link ec2-subnet\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *mapping.SubnetId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif config.VpcId != nil {\n\t\t//+overmind:link ec2-vpc\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *config.VpcId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t//+overmind:link kms-key\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, encryptionConfigurationLink(config.EncryptionConfiguration, scope))\n\n\tfor _, state := range response.FirewallStatus.SyncStates {\n\t\tif state.Attachment != nil && state.Attachment.SubnetId != nil {\n\t\t\t//+overmind:link ec2-subnet\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *state.Attachment.SubnetId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewNetworkFirewallFirewallAdapter(client networkFirewallClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*networkfirewall.ListFirewallsInput, *networkfirewall.ListFirewallsOutput, *networkfirewall.DescribeFirewallInput, *networkfirewall.DescribeFirewallOutput, networkFirewallClient, *networkfirewall.Options] {\n\treturn &AlwaysGetAdapter[*networkfirewall.ListFirewallsInput, *networkfirewall.ListFirewallsOutput, *networkfirewall.DescribeFirewallInput, *networkfirewall.DescribeFirewallOutput, networkFirewallClient, *networkfirewall.Options]{\n\t\tItemType: \"network-firewall-firewall\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tListInput: &networkfirewall.ListFirewallsInput{},\n\t\tAdapterMetadata: networkFirewallFirewallAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *networkfirewall.DescribeFirewallInput {\n\t\t\treturn &networkfirewall.DescribeFirewallInput{\n\t\t\t\tFirewallName: &query,\n\t\t\t}\n\t\t},\n\t\tSearchGetInputMapper: func(scope, query string) (*networkfirewall.DescribeFirewallInput, error) {\n\t\t\treturn &networkfirewall.DescribeFirewallInput{\n\t\t\t\tFirewallArn: &query,\n\t\t\t}, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client networkFirewallClient, input *networkfirewall.ListFirewallsInput) Paginator[*networkfirewall.ListFirewallsOutput, *networkfirewall.Options] {\n\t\t\treturn networkfirewall.NewListFirewallsPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *networkfirewall.ListFirewallsOutput, input *networkfirewall.ListFirewallsInput) ([]*networkfirewall.DescribeFirewallInput, error) {\n\t\t\tvar inputs []*networkfirewall.DescribeFirewallInput\n\n\t\t\tfor _, firewall := range output.Firewalls {\n\t\t\t\tinputs = append(inputs, &networkfirewall.DescribeFirewallInput{\n\t\t\t\t\tFirewallArn: firewall.FirewallArn,\n\t\t\t\t})\n\t\t\t}\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: func(ctx context.Context, client networkFirewallClient, scope string, input *networkfirewall.DescribeFirewallInput) (*sdp.Item, error) {\n\t\t\treturn firewallGetFunc(ctx, client, scope, input)\n\t\t},\n\t}\n}\n\nvar networkFirewallFirewallAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"network-firewall-firewall\",\n\tDescriptiveName: \"Network Firewall\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Network Firewall by name\",\n\t\tListDescription: \"List Network Firewalls\",\n\t\tSearchDescription: \"Search for Network Firewalls by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_networkfirewall_firewall.name\"},\n\t},\n\tPotentialLinks: []string{\"network-firewall-firewall-policy\", \"ec2-subnet\", \"ec2-vpc\", \"logs-log-group\", \"s3-bucket\", \"firehose-delivery-stream\", \"iam-policy\", \"kms-key\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/network-firewall-firewall_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc (c testNetworkFirewallClient) DescribeFirewall(ctx context.Context, params *networkfirewall.DescribeFirewallInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeFirewallOutput, error) {\n\treturn &networkfirewall.DescribeFirewallOutput{\n\t\tFirewall: &types.Firewall{\n\t\t\tFirewallId: new(\"test\"),\n\t\t\tFirewallPolicyArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:stateless-rulegroup/aws-network-firewall-DefaultStatelessRuleGroup-1J3Z3W2ZQXV3\"), // link\n\t\t\tSubnetMappings: []types.SubnetMapping{\n\t\t\t\t{\n\t\t\t\t\tSubnetId: new(\"subnet-12345678901234567\"), // link\n\t\t\t\t\tIPAddressType: types.IPAddressTypeIpv4,\n\t\t\t\t},\n\t\t\t},\n\t\t\tVpcId: new(\"vpc-12345678901234567\"), // link\n\t\t\tDeleteProtection: false,\n\t\t\tDescription: new(\"test\"),\n\t\t\tEncryptionConfiguration: &types.EncryptionConfiguration{\n\t\t\t\tType: types.EncryptionTypeAwsOwnedKmsKey,\n\t\t\t\tKeyId: new(\"arn:aws:kms:us-east-1:123456789012:key/12345678-1234-1234-1234-123456789012\"), // link (this can be an ARN or ID)\n\t\t\t},\n\t\t\tFirewallArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:firewall/aws-network-firewall-DefaultFirewall-1J3Z3W2ZQXV3\"),\n\t\t\tFirewallName: new(\"test\"),\n\t\t\tFirewallPolicyChangeProtection: false,\n\t\t\tSubnetChangeProtection: false,\n\t\t\tTags: []types.Tag{\n\t\t\t\t{\n\t\t\t\t\tKey: new(\"test\"),\n\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tFirewallStatus: &types.FirewallStatus{\n\t\t\tConfigurationSyncStateSummary: types.ConfigurationSyncStateInSync,\n\t\t\tStatus: types.FirewallStatusValueDeleting,\n\t\t\tCapacityUsageSummary: &types.CapacityUsageSummary{\n\t\t\t\tCIDRs: &types.CIDRSummary{\n\t\t\t\t\tAvailableCIDRCount: new(int32(1)),\n\t\t\t\t\tIPSetReferences: map[string]types.IPSetMetadata{\n\t\t\t\t\t\t\"test\": {\n\t\t\t\t\t\t\tResolvedCIDRCount: new(int32(1)),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tUtilizedCIDRCount: new(int32(1)),\n\t\t\t\t},\n\t\t\t},\n\t\t\tSyncStates: map[string]types.SyncState{\n\t\t\t\t\"test\": {\n\t\t\t\t\tAttachment: &types.Attachment{\n\t\t\t\t\t\tEndpointId: new(\"test\"),\n\t\t\t\t\t\tStatus: types.AttachmentStatusCreating,\n\t\t\t\t\t\tStatusMessage: new(\"test\"),\n\t\t\t\t\t\tSubnetId: new(\"test\"), // link,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (c testNetworkFirewallClient) DescribeLoggingConfiguration(ctx context.Context, params *networkfirewall.DescribeLoggingConfigurationInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeLoggingConfigurationOutput, error) {\n\treturn &networkfirewall.DescribeLoggingConfigurationOutput{\n\t\tFirewallArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:firewall/aws-network-firewall-DefaultFirewall-1J3Z3W2ZQXV3\"),\n\t\tLoggingConfiguration: &types.LoggingConfiguration{\n\t\t\tLogDestinationConfigs: []types.LogDestinationConfig{\n\t\t\t\t{\n\t\t\t\t\tLogDestination: map[string]string{\n\t\t\t\t\t\t\"bucketName\": \"DOC-EXAMPLE-BUCKET\", // link\n\t\t\t\t\t\t\"prefix\": \"alerts\",\n\t\t\t\t\t},\n\t\t\t\t\tLogDestinationType: types.LogDestinationTypeS3,\n\t\t\t\t\tLogType: types.LogTypeAlert,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tLogDestinationType: types.LogDestinationTypeCloudwatchLogs,\n\t\t\t\t\tLogDestination: map[string]string{\n\t\t\t\t\t\t\"logGroup\": \"alert-log-group\", // link\n\t\t\t\t\t},\n\t\t\t\t\tLogType: types.LogTypeAlert,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tLogDestinationType: types.LogDestinationTypeKinesisDataFirehose,\n\t\t\t\t\tLogDestination: map[string]string{\n\t\t\t\t\t\t\"deliveryStream\": \"alert-delivery-stream\", // link\n\t\t\t\t\t},\n\t\t\t\t\tLogType: types.LogTypeAlert,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (c testNetworkFirewallClient) DescribeResourcePolicy(ctx context.Context, params *networkfirewall.DescribeResourcePolicyInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeResourcePolicyOutput, error) {\n\treturn &networkfirewall.DescribeResourcePolicyOutput{\n\t\tPolicy: new(\"test\"), // link\n\t}, nil\n}\n\nfunc (c testNetworkFirewallClient) ListFirewalls(context.Context, *networkfirewall.ListFirewallsInput, ...func(*networkfirewall.Options)) (*networkfirewall.ListFirewallsOutput, error) {\n\treturn &networkfirewall.ListFirewallsOutput{\n\t\tFirewalls: []types.FirewallMetadata{\n\t\t\t{\n\t\t\t\tFirewallArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:firewall/aws-network-firewall-DefaultFirewall-1J3Z3W2ZQXV3\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc TestFirewallGetFunc(t *testing.T) {\n\titem, err := firewallGetFunc(context.Background(), testNetworkFirewallClient{}, \"test\", &networkfirewall.DescribeFirewallInput{})\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err := item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-12345678901234567\",\n\t\t\tExpectedScope: \"test\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"network-firewall-firewall-policy\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:network-firewall:us-east-1:123456789012:stateless-rulegroup/aws-network-firewall-DefaultStatelessRuleGroup-1J3Z3W2ZQXV3\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-12345678901234567\",\n\t\t\tExpectedScope: \"test\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:kms:us-east-1:123456789012:key/12345678-1234-1234-1234-123456789012\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"test\",\n\t\t\tExpectedScope: \"test\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"logs-log-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"alert-log-group\",\n\t\t\tExpectedScope: \"test\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"s3-bucket\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"DOC-EXAMPLE-BUCKET\",\n\t\t\tExpectedScope: \"test\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"firehose-delivery-stream\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"alert-delivery-stream\",\n\t\t\tExpectedScope: \"test\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/network-firewall-rule-group.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype unifiedRuleGroup struct {\n\tName string\n\tProperties *types.RuleGroupResponse\n\tRuleGroup *types.RuleGroup\n}\n\nfunc ruleGroupGetFunc(ctx context.Context, client networkFirewallClient, scope string, input *networkfirewall.DescribeRuleGroupInput) (*sdp.Item, error) {\n\tresp, err := client.DescribeRuleGroup(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif resp.RuleGroupResponse == nil || resp.RuleGroup == nil {\n\t\treturn nil, errors.New(\"empty response\")\n\t}\n\n\turg := unifiedRuleGroup{\n\t\tName: *resp.RuleGroupResponse.RuleGroupName,\n\t\tProperties: resp.RuleGroupResponse,\n\t\tRuleGroup: resp.RuleGroup,\n\t}\n\n\tattributes, err := ToAttributesWithExclude(urg)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\ttags := make(map[string]string)\n\n\tfor _, tag := range resp.RuleGroupResponse.Tags {\n\t\ttags[*tag.Key] = *tag.Value\n\t}\n\n\tvar health *sdp.Health\n\n\tswitch resp.RuleGroupResponse.RuleGroupStatus {\n\tcase types.ResourceStatusActive:\n\t\thealth = sdp.Health_HEALTH_OK.Enum()\n\tcase types.ResourceStatusDeleting:\n\t\thealth = sdp.Health_HEALTH_PENDING.Enum()\n\tcase types.ResourceStatusError:\n\t\thealth = sdp.Health_HEALTH_ERROR.Enum()\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"network-firewall-rule-group\",\n\t\tUniqueAttribute: \"Name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: tags,\n\t\tHealth: health,\n\t}\n\n\t//+overmind:link kms-key\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, encryptionConfigurationLink(resp.RuleGroupResponse.EncryptionConfiguration, scope))\n\n\tif resp.RuleGroupResponse.SnsTopic != nil {\n\t\tif a, err := ParseARN(*resp.RuleGroupResponse.SnsTopic); err == nil {\n\t\t\t//+overmind:link sns-topic\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"sns-topic\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *resp.RuleGroupResponse.SnsTopic,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif resp.RuleGroupResponse.SourceMetadata != nil && resp.RuleGroupResponse.SourceMetadata.SourceArn != nil {\n\t\tif a, err := ParseARN(*resp.RuleGroupResponse.SourceMetadata.SourceArn); err == nil {\n\t\t\t//+overmind:link network-firewall-rule-group\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"network-firewall-rule-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *resp.RuleGroupResponse.SourceMetadata.SourceArn,\n\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewNetworkFirewallRuleGroupAdapter(client networkFirewallClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*networkfirewall.ListRuleGroupsInput, *networkfirewall.ListRuleGroupsOutput, *networkfirewall.DescribeRuleGroupInput, *networkfirewall.DescribeRuleGroupOutput, networkFirewallClient, *networkfirewall.Options] {\n\treturn &AlwaysGetAdapter[*networkfirewall.ListRuleGroupsInput, *networkfirewall.ListRuleGroupsOutput, *networkfirewall.DescribeRuleGroupInput, *networkfirewall.DescribeRuleGroupOutput, networkFirewallClient, *networkfirewall.Options]{\n\t\tItemType: \"network-firewall-rule-group\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tListInput: &networkfirewall.ListRuleGroupsInput{},\n\t\tAdapterMetadata: ruleGroupAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *networkfirewall.DescribeRuleGroupInput {\n\t\t\treturn &networkfirewall.DescribeRuleGroupInput{\n\t\t\t\tRuleGroupName: &query,\n\t\t\t}\n\t\t},\n\t\tSearchGetInputMapper: func(scope, query string) (*networkfirewall.DescribeRuleGroupInput, error) {\n\t\t\treturn &networkfirewall.DescribeRuleGroupInput{\n\t\t\t\tRuleGroupArn: &query,\n\t\t\t}, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client networkFirewallClient, input *networkfirewall.ListRuleGroupsInput) Paginator[*networkfirewall.ListRuleGroupsOutput, *networkfirewall.Options] {\n\t\t\treturn networkfirewall.NewListRuleGroupsPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *networkfirewall.ListRuleGroupsOutput, input *networkfirewall.ListRuleGroupsInput) ([]*networkfirewall.DescribeRuleGroupInput, error) {\n\t\t\tvar inputs []*networkfirewall.DescribeRuleGroupInput\n\n\t\t\tfor _, rg := range output.RuleGroups {\n\t\t\t\tinputs = append(inputs, &networkfirewall.DescribeRuleGroupInput{\n\t\t\t\t\tRuleGroupArn: rg.Arn,\n\t\t\t\t})\n\t\t\t}\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: func(ctx context.Context, client networkFirewallClient, scope string, input *networkfirewall.DescribeRuleGroupInput) (*sdp.Item, error) {\n\t\t\treturn ruleGroupGetFunc(ctx, client, scope, input)\n\t\t},\n\t}\n}\n\nvar ruleGroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"network-firewall-rule-group\",\n\tDescriptiveName: \"Network Firewall Rule Group\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Network Firewall Rule Group by name\",\n\t\tListDescription: \"List Network Firewall Rule Groups\",\n\t\tSearchDescription: \"Search for Network Firewall Rule Groups by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_networkfirewall_rule_group.name\"},\n\t},\n\tPotentialLinks: []string{\"kms-key\", \"sns-topic\", \"network-firewall-rule-group\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n" }, { "path": "aws-source/adapters/network-firewall-rule-group_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"testing\"\n\t\"time\"\n)\n\nfunc (c testNetworkFirewallClient) DescribeRuleGroup(ctx context.Context, params *networkfirewall.DescribeRuleGroupInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeRuleGroupOutput, error) {\n\tnow := time.Now()\n\n\treturn &networkfirewall.DescribeRuleGroupOutput{\n\t\tRuleGroupResponse: &types.RuleGroupResponse{\n\t\t\tRuleGroupArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:stateless-rulegroup/aws-network-firewall-DefaultStatelessRuleGroup-1J3Z3W2ZQXV3\"),\n\t\t\tRuleGroupId: new(\"test\"),\n\t\t\tRuleGroupName: new(\"test\"),\n\t\t\tAnalysisResults: []types.AnalysisResult{\n\t\t\t\t{\n\t\t\t\t\tAnalysisDetail: new(\"test\"),\n\t\t\t\t\tIdentifiedRuleIds: []string{\n\t\t\t\t\t\t\"test\",\n\t\t\t\t\t},\n\t\t\t\t\tIdentifiedType: types.IdentifiedTypeStatelessRuleContainsTcpFlags,\n\t\t\t\t},\n\t\t\t},\n\t\t\tCapacity: new(int32(1)),\n\t\t\tConsumedCapacity: new(int32(1)),\n\t\t\tDescription: new(\"test\"),\n\t\t\tEncryptionConfiguration: &types.EncryptionConfiguration{\n\t\t\t\tType: types.EncryptionTypeAwsOwnedKmsKey,\n\t\t\t\tKeyId: new(\"arn:aws:kms:us-east-1:123456789012:key/12345678-1234-1234-1234-123456789012\"), // link (this can be an ARN or ID)\n\t\t\t},\n\t\t\tLastModifiedTime: &now,\n\t\t\tNumberOfAssociations: new(int32(1)),\n\t\t\tRuleGroupStatus: types.ResourceStatusActive, // health\n\t\t\tSnsTopic: new(\"arn:aws:sns:us-east-1:123456789012:aws-network-firewall-DefaultStatelessRuleGroup-1J3Z3W2ZQXV3\"), // link\n\t\t\tSourceMetadata: &types.SourceMetadata{\n\t\t\t\tSourceArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:firewall/aws-network-firewall-DefaultFirewall-1J3Z3W2ZQXV3\"), // link\n\t\t\t\tSourceUpdateToken: new(\"test\"),\n\t\t\t},\n\t\t\tTags: []types.Tag{\n\t\t\t\t{\n\t\t\t\t\tKey: new(\"test\"),\n\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tType: types.RuleGroupTypeStateless,\n\t\t},\n\t\tRuleGroup: &types.RuleGroup{\n\t\t\tRulesSource: &types.RulesSource{\n\t\t\t\tRulesSourceList: &types.RulesSourceList{\n\t\t\t\t\tGeneratedRulesType: types.GeneratedRulesTypeAllowlist,\n\t\t\t\t\tTargetTypes: []types.TargetType{\n\t\t\t\t\t\ttypes.TargetTypeHttpHost,\n\t\t\t\t\t},\n\t\t\t\t\tTargets: []string{\n\t\t\t\t\t\t\"foo.bar.com\", // link\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tRulesString: new(\"test\"),\n\t\t\t\tStatefulRules: []types.StatefulRule{\n\t\t\t\t\t{\n\t\t\t\t\t\tAction: types.StatefulActionAlert,\n\t\t\t\t\t\tHeader: &types.Header{\n\t\t\t\t\t\t\tDestination: new(\"1.1.1.1\"),\n\t\t\t\t\t\t\tDestinationPort: new(\"8080\"),\n\t\t\t\t\t\t\tDirection: types.StatefulRuleDirectionForward,\n\t\t\t\t\t\t\tProtocol: types.StatefulRuleProtocolDcerpc,\n\t\t\t\t\t\t\tSource: new(\"test\"),\n\t\t\t\t\t\t\tSourcePort: new(\"8080\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tStatelessRulesAndCustomActions: &types.StatelessRulesAndCustomActions{\n\t\t\t\t\tStatelessRules: []types.StatelessRule{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tPriority: new(int32(1)),\n\t\t\t\t\t\t\tRuleDefinition: &types.RuleDefinition{\n\t\t\t\t\t\t\t\tActions: []string{},\n\t\t\t\t\t\t\t\tMatchAttributes: &types.MatchAttributes{\n\t\t\t\t\t\t\t\t\tDestinationPorts: []types.PortRange{\n\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\tFromPort: 1,\n\t\t\t\t\t\t\t\t\t\t\tToPort: 1,\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\tDestinations: []types.Address{\n\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\tAddressDefinition: new(\"1.1.1.1/1\"),\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\tProtocols: []int32{1},\n\t\t\t\t\t\t\t\t\tSourcePorts: []types.PortRange{\n\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\tFromPort: 1,\n\t\t\t\t\t\t\t\t\t\t\tToPort: 1,\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\tSources: []types.Address{},\n\t\t\t\t\t\t\t\t\tTCPFlags: []types.TCPFlagField{\n\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\tFlags: []types.TCPFlag{\n\t\t\t\t\t\t\t\t\t\t\t\ttypes.TCPFlagAck,\n\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\tMasks: []types.TCPFlag{\n\t\t\t\t\t\t\t\t\t\t\t\ttypes.TCPFlagEce,\n\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tCustomActions: []types.CustomAction{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tActionDefinition: &types.ActionDefinition{\n\t\t\t\t\t\t\t\tPublishMetricAction: &types.PublishMetricAction{\n\t\t\t\t\t\t\t\t\tDimensions: []types.Dimension{\n\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tActionName: new(\"test\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (c testNetworkFirewallClient) ListRuleGroups(ctx context.Context, params *networkfirewall.ListRuleGroupsInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.ListRuleGroupsOutput, error) {\n\treturn &networkfirewall.ListRuleGroupsOutput{\n\t\tRuleGroups: []types.RuleGroupMetadata{\n\t\t\t{\n\t\t\t\tArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:stateless-rulegroup/aws-network-firewall-DefaultStatelessRuleGroup-1J3Z3W2ZQXV3\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc TestRuleGroupGetFunc(t *testing.T) {\n\titem, err := ruleGroupGetFunc(context.Background(), testNetworkFirewallClient{}, \"test\", &networkfirewall.DescribeRuleGroupInput{})\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err := item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"sns-topic\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:sns:us-east-1:123456789012:aws-network-firewall-DefaultStatelessRuleGroup-1J3Z3W2ZQXV3\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"network-firewall-rule-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:network-firewall:us-east-1:123456789012:firewall/aws-network-firewall-DefaultFirewall-1J3Z3W2ZQXV3\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/network-firewall-tls-inspection-configuration.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype unifiedTLSInspectionConfiguration struct {\n\tName string\n\tProperties *types.TLSInspectionConfigurationResponse\n\tTLSInspectionConfiguration *types.TLSInspectionConfiguration\n}\n\nfunc tlsInspectionConfigurationGetFunc(ctx context.Context, client networkFirewallClient, scope string, input *networkfirewall.DescribeTLSInspectionConfigurationInput) (*sdp.Item, error) {\n\tresp, err := client.DescribeTLSInspectionConfiguration(ctx, input)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif resp == nil || resp.TLSInspectionConfiguration == nil || resp.TLSInspectionConfigurationResponse == nil ||\n\t\tresp.TLSInspectionConfigurationResponse.TLSInspectionConfigurationName == nil {\n\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"TLSInspectionConfiguration was nil\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tutic := unifiedTLSInspectionConfiguration{\n\t\tName: *resp.TLSInspectionConfigurationResponse.TLSInspectionConfigurationName,\n\t\tProperties: resp.TLSInspectionConfigurationResponse,\n\t\tTLSInspectionConfiguration: resp.TLSInspectionConfiguration,\n\t}\n\n\tattributes, err := ToAttributesWithExclude(utic)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\ttags := make(map[string]string)\n\n\tfor _, tag := range resp.TLSInspectionConfigurationResponse.Tags {\n\t\ttags[*tag.Key] = *tag.Value\n\t}\n\n\tvar health *sdp.Health\n\n\tswitch resp.TLSInspectionConfigurationResponse.TLSInspectionConfigurationStatus {\n\tcase types.ResourceStatusActive:\n\t\thealth = sdp.Health_HEALTH_OK.Enum()\n\tcase types.ResourceStatusDeleting:\n\t\thealth = sdp.Health_HEALTH_PENDING.Enum()\n\tcase types.ResourceStatusError:\n\t\thealth = sdp.Health_HEALTH_ERROR.Enum()\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"network-firewall-tls-inspection-configuration\",\n\t\tUniqueAttribute: \"Name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: tags,\n\t\tHealth: health,\n\t}\n\n\tif utic.Properties.CertificateAuthority != nil {\n\t\tif utic.Properties.CertificateAuthority.CertificateArn != nil {\n\t\t\tif a, err := ParseARN(*utic.Properties.CertificateAuthority.CertificateArn); err == nil {\n\t\t\t\t//+overmind:link acm-pca-certificate-authority-certificate\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"acm-pca-certificate-authority-certificate\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *utic.Properties.CertificateAuthority.CertificateArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tfor _, cert := range utic.Properties.Certificates {\n\t\tif cert.CertificateArn != nil {\n\t\t\tif a, err := ParseARN(*cert.CertificateArn); err == nil {\n\t\t\t\t//+overmind:link acm-certificate\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"acm-certificate\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *cert.CertificateArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, encryptionConfigurationLink(utic.Properties.EncryptionConfiguration, scope))\n\n\tfor _, config := range utic.TLSInspectionConfiguration.ServerCertificateConfigurations {\n\t\tif config.CertificateAuthorityArn != nil {\n\t\t\tif a, err := ParseARN(*config.CertificateAuthorityArn); err == nil {\n\t\t\t\t//+overmind:link acm-pca-certificate-authority\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"acm-pca-certificate-authority\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *config.CertificateAuthorityArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, serverCert := range config.ServerCertificates {\n\t\t\tif serverCert.ResourceArn != nil {\n\t\t\t\tif a, err := ParseARN(*serverCert.ResourceArn); err == nil {\n\t\t\t\t\t//+overmind:link acm-certificate\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"acm-certificate\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *serverCert.ResourceArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewNetworkFirewallTLSInspectionConfigurationAdapter(client networkFirewallClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*networkfirewall.ListTLSInspectionConfigurationsInput, *networkfirewall.ListTLSInspectionConfigurationsOutput, *networkfirewall.DescribeTLSInspectionConfigurationInput, *networkfirewall.DescribeTLSInspectionConfigurationOutput, networkFirewallClient, *networkfirewall.Options] {\n\treturn &AlwaysGetAdapter[*networkfirewall.ListTLSInspectionConfigurationsInput, *networkfirewall.ListTLSInspectionConfigurationsOutput, *networkfirewall.DescribeTLSInspectionConfigurationInput, *networkfirewall.DescribeTLSInspectionConfigurationOutput, networkFirewallClient, *networkfirewall.Options]{\n\t\tItemType: \"network-firewall-tls-inspection-configuration\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tListInput: &networkfirewall.ListTLSInspectionConfigurationsInput{},\n\t\tAdapterMetadata: tlsInspectionConfigurationAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *networkfirewall.DescribeTLSInspectionConfigurationInput {\n\t\t\treturn &networkfirewall.DescribeTLSInspectionConfigurationInput{\n\t\t\t\tTLSInspectionConfigurationName: &query,\n\t\t\t}\n\t\t},\n\t\tSearchGetInputMapper: func(scope, query string) (*networkfirewall.DescribeTLSInspectionConfigurationInput, error) {\n\t\t\treturn &networkfirewall.DescribeTLSInspectionConfigurationInput{\n\t\t\t\tTLSInspectionConfigurationArn: &query,\n\t\t\t}, nil\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client networkFirewallClient, input *networkfirewall.ListTLSInspectionConfigurationsInput) Paginator[*networkfirewall.ListTLSInspectionConfigurationsOutput, *networkfirewall.Options] {\n\t\t\treturn networkfirewall.NewListTLSInspectionConfigurationsPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *networkfirewall.ListTLSInspectionConfigurationsOutput, input *networkfirewall.ListTLSInspectionConfigurationsInput) ([]*networkfirewall.DescribeTLSInspectionConfigurationInput, error) {\n\t\t\tvar inputs []*networkfirewall.DescribeTLSInspectionConfigurationInput\n\n\t\t\tfor _, rg := range output.TLSInspectionConfigurations {\n\t\t\t\tinputs = append(inputs, &networkfirewall.DescribeTLSInspectionConfigurationInput{\n\t\t\t\t\tTLSInspectionConfigurationArn: rg.Arn,\n\t\t\t\t})\n\t\t\t}\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: func(ctx context.Context, client networkFirewallClient, scope string, input *networkfirewall.DescribeTLSInspectionConfigurationInput) (*sdp.Item, error) {\n\t\t\treturn tlsInspectionConfigurationGetFunc(ctx, client, scope, input)\n\t\t},\n\t}\n}\n\nvar tlsInspectionConfigurationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"network-firewall-tls-inspection-configuration\",\n\tDescriptiveName: \"Network Firewall TLS Inspection Configuration\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Network Firewall TLS Inspection Configuration by name\",\n\t\tListDescription: \"List Network Firewall TLS Inspection Configurations\",\n\t\tSearchDescription: \"Search for Network Firewall TLS Inspection Configurations by ARN\",\n\t},\n\tPotentialLinks: []string{\"acm-certificate\", \"acm-pca-certificate-authority\", \"acm-pca-certificate-authority-certificate\", \"network-firewall-encryption-configuration\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/network-firewall-tls-inspection-configuration_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"testing\"\n\t\"time\"\n)\n\nfunc (c testNetworkFirewallClient) DescribeTLSInspectionConfiguration(ctx context.Context, params *networkfirewall.DescribeTLSInspectionConfigurationInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeTLSInspectionConfigurationOutput, error) {\n\tnow := time.Now()\n\treturn &networkfirewall.DescribeTLSInspectionConfigurationOutput{\n\t\tTLSInspectionConfigurationResponse: &types.TLSInspectionConfigurationResponse{\n\t\t\tTLSInspectionConfigurationArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:tls-inspection-configuration/aws-network-firewall-DefaultTLSInspectionConfiguration-1J3Z3W2ZQXV3\"),\n\t\t\tTLSInspectionConfigurationId: new(\"test\"),\n\t\t\tTLSInspectionConfigurationName: new(\"test\"),\n\t\t\tCertificateAuthority: &types.TlsCertificateData{\n\t\t\t\tCertificateArn: new(\"arn:aws:acm:us-east-1:123456789012:certificate/12345678-1234-1234-1234-123456789012\"), // link\n\t\t\t\tCertificateSerial: new(\"test\"),\n\t\t\t\tStatus: new(\"OK\"),\n\t\t\t\tStatusMessage: new(\"test\"),\n\t\t\t},\n\t\t\tCertificates: []types.TlsCertificateData{\n\t\t\t\t{\n\t\t\t\t\tCertificateArn: new(\"arn:aws:acm:us-east-1:123456789012:certificate/12345678-1234-1234-1234-123456789012\"), // link\n\t\t\t\t\tCertificateSerial: new(\"test\"),\n\t\t\t\t\tStatus: new(\"OK\"),\n\t\t\t\t\tStatusMessage: new(\"test\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tDescription: new(\"test\"),\n\t\t\tEncryptionConfiguration: &types.EncryptionConfiguration{\n\t\t\t\tType: types.EncryptionTypeAwsOwnedKmsKey,\n\t\t\t\tKeyId: new(\"arn:aws:kms:us-east-1:123456789012:key/12345678-1234-1234-1234-123456789012\"), // link (this can be an ARN or ID)\n\t\t\t},\n\t\t\tLastModifiedTime: &now,\n\t\t\tNumberOfAssociations: new(int32(1)),\n\t\t\tTLSInspectionConfigurationStatus: types.ResourceStatusActive, // health\n\t\t\tTags: []types.Tag{\n\t\t\t\t{\n\t\t\t\t\tKey: new(\"test\"),\n\t\t\t\t\tValue: new(\"test\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTLSInspectionConfiguration: &types.TLSInspectionConfiguration{\n\t\t\tServerCertificateConfigurations: []types.ServerCertificateConfiguration{\n\t\t\t\t{\n\t\t\t\t\tCertificateAuthorityArn: new(\"arn:aws:acm:us-east-1:123456789012:certificate-authority/12345678-1234-1234-1234-123456789012\"), // link\n\t\t\t\t\tCheckCertificateRevocationStatus: &types.CheckCertificateRevocationStatusActions{\n\t\t\t\t\t\tRevokedStatusAction: types.RevocationCheckActionPass,\n\t\t\t\t\t\tUnknownStatusAction: types.RevocationCheckActionPass,\n\t\t\t\t\t},\n\t\t\t\t\tScopes: []types.ServerCertificateScope{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tDestinationPorts: []types.PortRange{\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tFromPort: 1,\n\t\t\t\t\t\t\t\t\tToPort: 1,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tDestinations: []types.Address{\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tAddressDefinition: new(\"test\"),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tProtocols: []int32{1},\n\t\t\t\t\t\t\tSourcePorts: []types.PortRange{\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tFromPort: 1,\n\t\t\t\t\t\t\t\t\tToPort: 1,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tSources: []types.Address{\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tAddressDefinition: new(\"test\"),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tServerCertificates: []types.ServerCertificate{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tResourceArn: new(\"arn:aws:acm:us-east-1:123456789012:certificate/12345678-1234-1234-1234-123456789012\"), // link\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (c testNetworkFirewallClient) ListTLSInspectionConfigurations(ctx context.Context, params *networkfirewall.ListTLSInspectionConfigurationsInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.ListTLSInspectionConfigurationsOutput, error) {\n\treturn &networkfirewall.ListTLSInspectionConfigurationsOutput{\n\t\tTLSInspectionConfigurations: []types.TLSInspectionConfigurationMetadata{\n\t\t\t{\n\t\t\t\tArn: new(\"arn:aws:network-firewall:us-east-1:123456789012:tls-inspection-configuration/aws-network-firewall-DefaultTLSInspectionConfiguration-1J3Z3W2ZQXV3\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc TestTLSInspectionConfigurationGetFunc(t *testing.T) {\n\titem, err := tlsInspectionConfigurationGetFunc(context.Background(), testNetworkFirewallClient{}, \"test\", &networkfirewall.DescribeTLSInspectionConfigurationInput{})\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err := item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"acm-pca-certificate-authority-certificate\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:acm:us-east-1:123456789012:certificate/12345678-1234-1234-1234-123456789012\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"acm-certificate\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:acm:us-east-1:123456789012:certificate/12345678-1234-1234-1234-123456789012\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"acm-pca-certificate-authority\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:acm:us-east-1:123456789012:certificate-authority/12345678-1234-1234-1234-123456789012\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:kms:us-east-1:123456789012:key/12345678-1234-1234-1234-123456789012\",\n\t\t\tExpectedScope: \"123456789012.us-east-1\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/networkfirewall.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkfirewall/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\ntype networkFirewallClient interface {\n\tDescribeFirewall(ctx context.Context, params *networkfirewall.DescribeFirewallInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeFirewallOutput, error)\n\tListFirewalls(context.Context, *networkfirewall.ListFirewallsInput, ...func(*networkfirewall.Options)) (*networkfirewall.ListFirewallsOutput, error)\n\n\tDescribeFirewallPolicy(ctx context.Context, params *networkfirewall.DescribeFirewallPolicyInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeFirewallPolicyOutput, error)\n\tListFirewallPolicies(context.Context, *networkfirewall.ListFirewallPoliciesInput, ...func(*networkfirewall.Options)) (*networkfirewall.ListFirewallPoliciesOutput, error)\n\n\tDescribeRuleGroup(ctx context.Context, params *networkfirewall.DescribeRuleGroupInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeRuleGroupOutput, error)\n\tListRuleGroups(ctx context.Context, params *networkfirewall.ListRuleGroupsInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.ListRuleGroupsOutput, error)\n\n\tDescribeTLSInspectionConfiguration(ctx context.Context, params *networkfirewall.DescribeTLSInspectionConfigurationInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeTLSInspectionConfigurationOutput, error)\n\tListTLSInspectionConfigurations(ctx context.Context, params *networkfirewall.ListTLSInspectionConfigurationsInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.ListTLSInspectionConfigurationsOutput, error)\n\n\tDescribeLoggingConfiguration(ctx context.Context, params *networkfirewall.DescribeLoggingConfigurationInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeLoggingConfigurationOutput, error)\n\tDescribeResourcePolicy(ctx context.Context, params *networkfirewall.DescribeResourcePolicyInput, optFns ...func(*networkfirewall.Options)) (*networkfirewall.DescribeResourcePolicyOutput, error)\n}\n\nfunc encryptionConfigurationLink(config *types.EncryptionConfiguration, scope string) *sdp.LinkedItemQuery {\n\t// This can be an ARN or an ID if it's in the same account\n\tif a, err := ParseARN(*config.KeyId); err == nil {\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"kms-key\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *config.KeyId,\n\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t},\n\t\t}\n\t} else {\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"kms-key\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *config.KeyId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t}\n\t}\n}\n" }, { "path": "aws-source/adapters/networkfirewall_test.go", "content": "package adapters\n\ntype testNetworkFirewallClient struct{}\n" }, { "path": "aws-source/adapters/networkmanager-connect-attachment.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc connectAttachmentGetFunc(ctx context.Context, client *networkmanager.Client, _, query string) (*types.ConnectAttachment, error) {\n\tout, err := client.GetConnectAttachment(ctx, &networkmanager.GetConnectAttachmentInput{\n\t\tAttachmentId: &query,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn out.ConnectAttachment, nil\n}\n\nfunc connectAttachmentItemMapper(_, scope string, ca *types.ConnectAttachment) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(ca)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif ca == nil || ca.Attachment == nil {\n\t\treturn nil, sdp.NewQueryError(errors.New(\"attachment is nil for connect attachment\"))\n\t}\n\n\t// The uniqueAttributeValue for this is a nested value of AttachmentId:\n\tattributes.Set(\"AttachmentId\", *ca.Attachment.AttachmentId)\n\n\titem := sdp.Item{\n\t\tType: \"networkmanager-connect-attachment\",\n\t\tUniqueAttribute: \"AttachmentId\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif ca.Attachment.CoreNetworkId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"networkmanager-core-network\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *ca.Attachment.CoreNetworkId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif ca.Attachment.CoreNetworkArn != nil {\n\t\tif arn, err := ParseARN(*ca.Attachment.CoreNetworkArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-core-network\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *ca.Attachment.CoreNetworkArn,\n\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\titem.Tags = networkmanagerTagsToMap(ca.Attachment.Tags)\n\n\treturn &item, nil\n}\n\nfunc NewNetworkManagerConnectAttachmentAdapter(client *networkmanager.Client, accountID, region string, cache sdpcache.Cache) *GetListAdapter[*types.ConnectAttachment, *networkmanager.Client, *networkmanager.Options] {\n\treturn &GetListAdapter[*types.ConnectAttachment, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tItemType: \"networkmanager-connect-attachment\",\n\t\tAdapterMetadata: connectAttachmentAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *networkmanager.Client, scope string, query string) (*types.ConnectAttachment, error) {\n\t\t\treturn connectAttachmentGetFunc(ctx, client, scope, query)\n\t\t},\n\t\tItemMapper: connectAttachmentItemMapper,\n\t\tListFunc: func(ctx context.Context, client *networkmanager.Client, scope string) ([]*types.ConnectAttachment, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-connect-attachment, use get\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t}\n}\n\nvar connectAttachmentAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-connect-attachment\",\n\tDescriptiveName: \"Networkmanager Connect Attachment\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_networkmanager_core_network.id\"},\n\t},\n\tPotentialLinks: []string{\"networkmanager-core-network\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-connect-attachment_test.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestConnectAttachmentItemMapper(t *testing.T) {\n\n\tscope := \"123456789012.eu-west-2\"\n\titem, err := connectAttachmentItemMapper(\"\", scope, &types.ConnectAttachment{\n\t\tAttachment: &types.Attachment{\n\t\t\tAttachmentId: new(\"att-1\"),\n\t\t\tCoreNetworkId: new(\"cn-1\"),\n\t\t\tCoreNetworkArn: new(\"arn:aws:networkmanager:eu-west-2:123456789012:core-network/cn-1\"),\n\t\t},\n\t})\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\t// Ensure unique attribute\n\terr = item.Validate()\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.UniqueAttributeValue() != \"att-1\" {\n\t\tt.Fatalf(\"expected att-1, got %v\", item.UniqueAttributeValue())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"networkmanager-core-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cn-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-core-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:networkmanager:eu-west-2:123456789012:core-network/cn-1\",\n\t\t\tExpectedScope: \"123456789012.eu-west-2\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/networkmanager-connect-peer-association.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc connectPeerAssociationsOutputMapper(_ context.Context, _ *networkmanager.Client, scope string, _ *networkmanager.GetConnectPeerAssociationsInput, output *networkmanager.GetConnectPeerAssociationsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, a := range output.ConnectPeerAssociations {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(a)\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\tif a.GlobalNetworkId == nil || a.ConnectPeerId == nil {\n\t\t\treturn nil, sdp.NewQueryError(errors.New(\"globalNetworkId or connectPeerId is nil for connect peer association\"))\n\t\t}\n\n\t\tattrs.Set(\"GlobalNetworkIdConnectPeerId\", idWithGlobalNetwork(*a.GlobalNetworkId, *a.ConnectPeerId))\n\n\t\titem := sdp.Item{\n\t\t\tType: \"networkmanager-connect-peer-association\",\n\t\t\tUniqueAttribute: \"GlobalNetworkIdConnectPeerId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-global-network\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *a.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-connect-peer\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *a.ConnectPeerId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tswitch a.State {\n\t\tcase types.ConnectPeerAssociationStatePending:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.ConnectPeerAssociationStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.ConnectPeerAssociationStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.ConnectPeerAssociationStateDeleted:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t}\n\n\t\tif a.DeviceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-device\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*a.GlobalNetworkId, *a.DeviceId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif a.LinkId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-link\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*a.GlobalNetworkId, *a.LinkId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewNetworkManagerConnectPeerAssociationAdapter(client *networkmanager.Client, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*networkmanager.GetConnectPeerAssociationsInput, *networkmanager.GetConnectPeerAssociationsOutput, *networkmanager.Client, *networkmanager.Options] {\n\treturn &DescribeOnlyAdapter[*networkmanager.GetConnectPeerAssociationsInput, *networkmanager.GetConnectPeerAssociationsOutput, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tItemType: \"networkmanager-connect-peer-association\",\n\t\tAdapterMetadata: connectPeerAssociationAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *networkmanager.Client, input *networkmanager.GetConnectPeerAssociationsInput) (*networkmanager.GetConnectPeerAssociationsOutput, error) {\n\t\t\treturn client.GetConnectPeerAssociations(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*networkmanager.GetConnectPeerAssociationsInput, error) {\n\t\t\t// We are using a custom id of {globalNetworkId}|{connectPeerId}\n\t\t\tsections := strings.Split(query, \"|\")\n\n\t\t\tif len(sections) != 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid query for networkmanager-connect-peer-association get function\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn &networkmanager.GetConnectPeerAssociationsInput{\n\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\tConnectPeerIds: []string{\n\t\t\t\t\tsections[1],\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*networkmanager.GetConnectPeerAssociationsInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-connect-peer-association, use search\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\tPaginatorBuilder: func(client *networkmanager.Client, params *networkmanager.GetConnectPeerAssociationsInput) Paginator[*networkmanager.GetConnectPeerAssociationsOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewGetConnectPeerAssociationsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: connectPeerAssociationsOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *networkmanager.Client, scope, query string) (*networkmanager.GetConnectPeerAssociationsInput, error) {\n\t\t\t// Search by GlobalNetworkId\n\t\t\treturn &networkmanager.GetConnectPeerAssociationsInput{\n\t\t\t\tGlobalNetworkId: &query,\n\t\t\t}, nil\n\t\t},\n\t}\n}\n\nvar connectPeerAssociationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-connect-peer-association\",\n\tDescriptiveName: \"Networkmanager Connect Peer Association\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Networkmanager Connect Peer Association\",\n\t\tListDescription: \"List all Networkmanager Connect Peer Associations\",\n\t\tSearchDescription: \"Search for Networkmanager ConnectPeerAssociations by GlobalNetworkId\",\n\t},\n\tPotentialLinks: []string{\"networkmanager-global-network\", \"networkmanager-connect-peer\", \"networkmanager-device\", \"networkmanager-link\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-connect-peer-association_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestConnectPeerAssociationsOutputMapper(t *testing.T) {\n\toutput := networkmanager.GetConnectPeerAssociationsOutput{\n\t\tConnectPeerAssociations: []types.ConnectPeerAssociation{\n\t\t\t{\n\t\t\t\tConnectPeerId: new(\"cp-1\"),\n\t\t\t\tDeviceId: new(\"dvc-1\"),\n\t\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\t\tLinkId: new(\"link-1\"),\n\t\t\t},\n\t\t},\n\t}\n\tscope := \"123456789012.eu-west-2\"\n\titems, err := connectPeerAssociationsOutputMapper(context.Background(), &networkmanager.Client{}, scope, &networkmanager.GetConnectPeerAssociationsInput{}, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// Ensure unique attribute\n\terr = item.Validate()\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.UniqueAttributeValue() != \"default|cp-1\" {\n\t\tt.Fatalf(\"expected default|cp-1, got %v\", item.UniqueAttributeValue())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"networkmanager-global-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-connect-peer\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cp-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-link\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|link-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-device\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|dvc-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/networkmanager-connect-peer.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strconv\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc connectPeerGetFunc(ctx context.Context, client NetworkManagerClient, scope string, input *networkmanager.GetConnectPeerInput) (*sdp.Item, error) {\n\tout, err := client.GetConnectPeer(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tcn := out.ConnectPeer\n\n\tattributes, err := ToAttributesWithExclude(cn, \"tags\")\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"networkmanager-connect-peer\",\n\t\tUniqueAttribute: \"ConnectPeerId\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: networkmanagerTagsToMap(cn.Tags),\n\t}\n\n\tif cn.Configuration != nil {\n\t\tif cn.Configuration.CoreNetworkAddress != nil {\n\t\t\t//+overmind:link ip\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *cn.Configuration.CoreNetworkAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif cn.Configuration.PeerAddress != nil {\n\t\t\t//+overmind:link ip\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *cn.Configuration.PeerAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, config := range cn.Configuration.BgpConfigurations {\n\t\t\tif config.CoreNetworkAddress != nil {\n\t\t\t\t//+overmind:link ip\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *config.CoreNetworkAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\n\t\t\t\tif config.PeerAddress != nil {\n\t\t\t\t\t//+overmind:link ip\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *config.PeerAddress,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif config.CoreNetworkAsn != nil {\n\t\t\t\t\t//+overmind:link rdap-asn\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"rdap-asn\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: strconv.FormatInt(*config.CoreNetworkAsn, 10),\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif config.PeerAsn != nil {\n\t\t\t\t\t//+overmind:link rdap-asn\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"rdap-asn\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: strconv.FormatInt(*config.PeerAsn, 10),\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tif cn.CoreNetworkId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"networkmanager-core-network\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *cn.CoreNetworkId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif cn.SubnetArn != nil {\n\t\tif arn, err := ParseARN(*cn.SubnetArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t//+overmind:link ec2-subnet\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *cn.SubnetArn,\n\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif cn.ConnectAttachmentId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t//+overmind:link networkmanager-connect-attachment\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"networkmanager-connect-attachment\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *cn.ConnectAttachmentId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tswitch cn.State {\n\tcase types.ConnectPeerStateCreating:\n\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase types.ConnectPeerStateFailed:\n\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\tcase types.ConnectPeerStateAvailable:\n\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\tcase types.ConnectPeerStateDeleting:\n\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewNetworkManagerConnectPeerAdapter(client NetworkManagerClient, accountID, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*networkmanager.ListConnectPeersInput, *networkmanager.ListConnectPeersOutput, *networkmanager.GetConnectPeerInput, *networkmanager.GetConnectPeerOutput, NetworkManagerClient, *networkmanager.Options] {\n\treturn &AlwaysGetAdapter[*networkmanager.ListConnectPeersInput, *networkmanager.ListConnectPeersOutput, *networkmanager.GetConnectPeerInput, *networkmanager.GetConnectPeerOutput, NetworkManagerClient, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tItemType: \"networkmanager-connect-peer\",\n\t\tListInput: &networkmanager.ListConnectPeersInput{},\n\t\tAdapterMetadata: connectPeerAdapterMetadata,\n\t\tcache: cache,\n\t\tSearchInputMapper: func(scope, query string) (*networkmanager.ListConnectPeersInput, error) {\n\t\t\t// Search by CoreNetworkId\n\t\t\treturn &networkmanager.ListConnectPeersInput{\n\t\t\t\tCoreNetworkId: &query,\n\t\t\t}, nil\n\t\t},\n\t\tGetInputMapper: func(scope, query string) *networkmanager.GetConnectPeerInput {\n\t\t\treturn &networkmanager.GetConnectPeerInput{\n\t\t\t\tConnectPeerId: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client NetworkManagerClient, input *networkmanager.ListConnectPeersInput) Paginator[*networkmanager.ListConnectPeersOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewListConnectPeersPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *networkmanager.ListConnectPeersOutput, input *networkmanager.ListConnectPeersInput) ([]*networkmanager.GetConnectPeerInput, error) {\n\t\t\tvar inputs []*networkmanager.GetConnectPeerInput\n\n\t\t\tfor _, connectPeer := range output.ConnectPeers {\n\t\t\t\tinputs = append(inputs, &networkmanager.GetConnectPeerInput{\n\t\t\t\t\tConnectPeerId: connectPeer.ConnectPeerId,\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn inputs, nil\n\n\t\t},\n\t\tGetFunc: connectPeerGetFunc,\n\t}\n}\n\nvar connectPeerAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-connect-peer\",\n\tDescriptiveName: \"Networkmanager Connect Peer\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a Networkmanager Connect Peer by id\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_networkmanager_connect_peer.id\"},\n\t},\n\tPotentialLinks: []string{\"networkmanager-core-network\", \"networkmanager-connect-attachment\", \"ip\", \"rdap-asn\", \"ec2-subnet\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-connect-peer_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc (n NetworkManagerTestClient) GetConnectPeer(ctx context.Context, params *networkmanager.GetConnectPeerInput, optFns ...func(*networkmanager.Options)) (*networkmanager.GetConnectPeerOutput, error) {\n\treturn &networkmanager.GetConnectPeerOutput{\n\t\tConnectPeer: &types.ConnectPeer{\n\t\t\tConfiguration: &types.ConnectPeerConfiguration{\n\t\t\t\tBgpConfigurations: []types.ConnectPeerBgpConfiguration{\n\t\t\t\t\t{\n\t\t\t\t\t\tCoreNetworkAddress: new(\"1.4.2.4\"), // link\n\t\t\t\t\t\tCoreNetworkAsn: new(int64(64512)), // link\n\t\t\t\t\t\tPeerAddress: new(\"123.123.123.123\"), // link\n\t\t\t\t\t\tPeerAsn: new(int64(64513)), // link\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tCoreNetworkAddress: new(\"1.1.1.3\"), // link\n\t\t\t\tPeerAddress: new(\"1.1.1.45\"), // link\n\t\t\t},\n\t\t\tConnectAttachmentId: new(\"ca-1\"), // link\n\t\t\tConnectPeerId: new(\"cp-1\"),\n\t\t\tCoreNetworkId: new(\"cn-1\"), // link\n\t\t\tEdgeLocation: new(\"us-west-2\"),\n\t\t\tState: types.ConnectPeerStateAvailable,\n\t\t\tSubnetArn: new(\"arn:aws:ec2:us-west-2:123456789012:subnet/subnet-1\"), // link\n\t\t},\n\t}, nil\n}\n\nfunc (n NetworkManagerTestClient) ListConnectPeers(context.Context, *networkmanager.ListConnectPeersInput, ...func(*networkmanager.Options)) (*networkmanager.ListConnectPeersOutput, error) {\n\treturn nil, nil\n}\n\nfunc TestConnectPeerGetFunc(t *testing.T) {\n\titem, err := connectPeerGetFunc(context.Background(), NetworkManagerTestClient{}, \"test\", &networkmanager.GetConnectPeerInput{})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Ensure unique attribute\n\terr = item.Validate()\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.UniqueAttributeValue() != \"cp-1\" {\n\t\tt.Fatalf(\"expected cp-1, got %v\", item.UniqueAttributeValue())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"1.4.2.4\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"123.123.123.123\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rdap-asn\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"64512\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rdap-asn\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"64513\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"1.1.1.3\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"1.1.1.45\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-core-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cn-1\",\n\t\t\tExpectedScope: \"test\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-connect-attachment\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"ca-1\",\n\t\t\tExpectedScope: \"test\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:ec2:us-west-2:123456789012:subnet/subnet-1\",\n\t\t\tExpectedScope: \"123456789012.us-west-2\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/networkmanager-connection.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc connectionOutputMapper(_ context.Context, _ *networkmanager.Client, scope string, _ *networkmanager.GetConnectionsInput, output *networkmanager.GetConnectionsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, s := range output.Connections {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(s, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\tif s.GlobalNetworkId == nil || s.ConnectionId == nil {\n\t\t\treturn nil, sdp.NewQueryError(errors.New(\"globalNetworkId or connectionId is nil for connection\"))\n\t\t}\n\n\t\tattrs.Set(\"GlobalNetworkIdConnectionId\", idWithGlobalNetwork(*s.GlobalNetworkId, *s.ConnectionId))\n\n\t\titem := sdp.Item{\n\t\t\tType: \"networkmanager-connection\",\n\t\t\tUniqueAttribute: \"GlobalNetworkIdConnectionId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: networkmanagerTagsToMap(s.Tags),\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-global-network\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *s.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tif s.LinkId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-link\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.LinkId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif s.ConnectedLinkId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-link\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.ConnectedLinkId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif s.DeviceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-device\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.DeviceId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif s.ConnectedDeviceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-device\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.ConnectedDeviceId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tswitch s.State {\n\t\tcase types.ConnectionStatePending:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.ConnectionStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.ConnectionStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.ConnectionStateUpdating:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewNetworkManagerConnectionAdapter(client *networkmanager.Client, accountID string, cache sdpcache.Cache) *DescribeOnlyAdapter[*networkmanager.GetConnectionsInput, *networkmanager.GetConnectionsOutput, *networkmanager.Client, *networkmanager.Options] {\n\treturn &DescribeOnlyAdapter[*networkmanager.GetConnectionsInput, *networkmanager.GetConnectionsOutput, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"networkmanager-connection\",\n\t\tDescribeFunc: func(ctx context.Context, client *networkmanager.Client, input *networkmanager.GetConnectionsInput) (*networkmanager.GetConnectionsOutput, error) {\n\t\t\treturn client.GetConnections(ctx, input)\n\t\t},\n\t\tAdapterMetadata: networkmanagerConnectionAdapterMetadata,\n\t\tcache: cache,\n\t\tInputMapperGet: func(scope, query string) (*networkmanager.GetConnectionsInput, error) {\n\t\t\t// We are using a custom id of {globalNetworkId}|{connectionId}\n\t\t\tsections := strings.Split(query, \"|\")\n\n\t\t\tif len(sections) != 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid query for networkmanager-connection get function\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn &networkmanager.GetConnectionsInput{\n\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\tConnectionIds: []string{\n\t\t\t\t\tsections[1],\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*networkmanager.GetConnectionsInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-connection, use search\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\tPaginatorBuilder: func(client *networkmanager.Client, params *networkmanager.GetConnectionsInput) Paginator[*networkmanager.GetConnectionsOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewGetConnectionsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: connectionOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *networkmanager.Client, scope, query string) (*networkmanager.GetConnectionsInput, error) {\n\t\t\t// Try to parse as ARN first\n\t\t\tarn, err := ParseARN(query)\n\t\t\tif err == nil {\n\t\t\t\t// Check if it's a networkmanager ARN\n\t\t\t\tif arn.Service == \"networkmanager\" {\n\t\t\t\t\tswitch arn.Type() {\n\t\t\t\t\tcase \"device\":\n\t\t\t\t\t\t// Parse the resource part which can be:\n\t\t\t\t\t\t// 1. device/global-network-{id}/device-{id} (for device ARNs)\n\t\t\t\t\t\t// 2. device/global-network-{id}/connection-{id} (for connection ARNs)\n\t\t\t\t\t\tresourceParts := strings.Split(arn.Resource, \"/\")\n\t\t\t\t\t\tif len(resourceParts) == 3 && resourceParts[0] == \"device\" && strings.HasPrefix(resourceParts[1], \"global-network-\") {\n\t\t\t\t\t\t\tglobalNetworkId := resourceParts[1] // Keep full ID including \"global-network-\" prefix\n\n\t\t\t\t\t\t\tif strings.HasPrefix(resourceParts[2], \"connection-\") {\n\t\t\t\t\t\t\t\t// This is a connection ARN: device/global-network-{id}/connection-{id}\n\t\t\t\t\t\t\t\tconnectionId := resourceParts[2] // Keep full ID including \"connection-\" prefix\n\n\t\t\t\t\t\t\t\treturn &networkmanager.GetConnectionsInput{\n\t\t\t\t\t\t\t\t\tGlobalNetworkId: &globalNetworkId,\n\t\t\t\t\t\t\t\t\tConnectionIds: []string{connectionId},\n\t\t\t\t\t\t\t\t}, nil\n\t\t\t\t\t\t\t} else if strings.HasPrefix(resourceParts[2], \"device-\") {\n\t\t\t\t\t\t\t\t// This is a device ARN: device/global-network-{id}/device-{id}\n\t\t\t\t\t\t\t\tdeviceId := resourceParts[2] // Keep full ID including \"device-\" prefix\n\n\t\t\t\t\t\t\t\treturn &networkmanager.GetConnectionsInput{\n\t\t\t\t\t\t\t\t\tGlobalNetworkId: &globalNetworkId,\n\t\t\t\t\t\t\t\t\tDeviceId: &deviceId,\n\t\t\t\t\t\t\t\t}, nil\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// If it's not a valid networkmanager ARN, return an error\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"ARN is not a valid networkmanager-connection or networkmanager-device ARN\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// If not an ARN, fall back to the original logic\n\t\t\t// We may search by only globalNetworkId or by using a custom id of {globalNetworkId}|{deviceId}\n\t\t\tsections := strings.Split(query, \"|\")\n\t\t\tswitch len(sections) {\n\t\t\tcase 1:\n\t\t\t\t// globalNetworkId\n\t\t\t\treturn &networkmanager.GetConnectionsInput{\n\t\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\t}, nil\n\t\t\tcase 2:\n\t\t\t\t// {globalNetworkId}|{deviceId}\n\t\t\t\treturn &networkmanager.GetConnectionsInput{\n\t\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\t\tDeviceId: §ions[1],\n\t\t\t\t}, nil\n\t\t\tdefault:\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid query for networkmanager-connection get function\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\t\t},\n\t}\n}\n\nvar networkmanagerConnectionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-connection\",\n\tDescriptiveName: \"Networkmanager Connection\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Networkmanager Connection\",\n\t\tSearchDescription: \"Search for Networkmanager Connections by GlobalNetworkId, Device ARN, or Connection ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_networkmanager_connection.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"networkmanager-global-network\", \"networkmanager-link\", \"networkmanager-device\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-connection_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestConnectionOutputMapper(t *testing.T) {\n\toutput := networkmanager.GetConnectionsOutput{\n\t\tConnections: []types.Connection{\n\t\t\t{\n\t\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\t\tConnectionId: new(\"conn-1\"),\n\t\t\t\tDeviceId: new(\"dvc-1\"),\n\t\t\t\tConnectedDeviceId: new(\"dvc-2\"),\n\t\t\t\tLinkId: new(\"link-1\"),\n\t\t\t\tConnectedLinkId: new(\"link-2\"),\n\t\t\t},\n\t\t},\n\t}\n\tscope := \"123456789012.eu-west-2\"\n\titems, err := connectionOutputMapper(context.Background(), &networkmanager.Client{}, scope, &networkmanager.GetConnectionsInput{}, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// Ensure unique attribute\n\terr = item.Validate()\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.UniqueAttributeValue() != \"default|conn-1\" {\n\t\tt.Fatalf(\"expected default|conn-1, got %v\", item.UniqueAttributeValue())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"networkmanager-global-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-device\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|dvc-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-device\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|dvc-2\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-link\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|link-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-link\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|link-2\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestConnectionInputMapperSearch(t *testing.T) {\n\tadapter := NewNetworkManagerConnectionAdapter(&networkmanager.Client{}, \"123456789012\", sdpcache.NewNoOpCache())\n\n\ttests := []struct {\n\t\tname string\n\t\tquery string\n\t\texpectedInput *networkmanager.GetConnectionsInput\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"Valid networkmanager-connection ARN\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:device/global-network-0d47f6t230mz46dy4/connection-07f6fd08867abc123\",\n\t\t\texpectedInput: &networkmanager.GetConnectionsInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-0d47f6t230mz46dy4\"),\n\t\t\t\tConnectionIds: []string{\"connection-07f6fd08867abc123\"},\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid networkmanager-device ARN\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:device/global-network-01231231231231231/device-07f6fd08867abc123\",\n\t\t\texpectedInput: &networkmanager.GetConnectionsInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-01231231231231231\"),\n\t\t\t\tDeviceId: new(\"device-07f6fd08867abc123\"),\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Global Network ID only\",\n\t\t\tquery: \"global-network-123456789\",\n\t\t\texpectedInput: &networkmanager.GetConnectionsInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-123456789\"),\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Global Network ID and Device ID\",\n\t\t\tquery: \"global-network-123456789|device-987654321\",\n\t\t\texpectedInput: &networkmanager.GetConnectionsInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-123456789\"),\n\t\t\t\tDeviceId: new(\"device-987654321\"),\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - wrong service\",\n\t\t\tquery: \"arn:aws:ec2::123456789012:instance/i-1234567890abcdef0\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - wrong resource type\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:site/global-network-01231231231231231/site-444555aaabbb11223\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid connection ARN - malformed resource\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:device/invalid-format\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid device ARN - malformed resource\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:device/global-network-123/invalid-prefix-123\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid query - too many sections\",\n\t\t\tquery: \"section1|section2|section3\",\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tinput, err := adapter.InputMapperSearch(context.Background(), &networkmanager.Client{}, \"123456789012.us-east-1\", tt.query)\n\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"Expected error for query %s, but got none\", tt.query)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Unexpected error for query %s: %v\", tt.query, err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif input == nil {\n\t\t\t\tt.Errorf(\"Expected input but got nil for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\t// Compare GlobalNetworkId\n\t\t\tif (input.GlobalNetworkId == nil) != (tt.expectedInput.GlobalNetworkId == nil) {\n\t\t\t\tt.Errorf(\"GlobalNetworkId nil mismatch for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif input.GlobalNetworkId != nil && tt.expectedInput.GlobalNetworkId != nil {\n\t\t\t\tif *input.GlobalNetworkId != *tt.expectedInput.GlobalNetworkId {\n\t\t\t\t\tt.Errorf(\"Expected GlobalNetworkId %s, got %s for query %s\",\n\t\t\t\t\t\t*tt.expectedInput.GlobalNetworkId, *input.GlobalNetworkId, tt.query)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Compare DeviceId\n\t\t\tif (input.DeviceId == nil) != (tt.expectedInput.DeviceId == nil) {\n\t\t\t\tt.Errorf(\"DeviceId nil mismatch for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif input.DeviceId != nil && tt.expectedInput.DeviceId != nil {\n\t\t\t\tif *input.DeviceId != *tt.expectedInput.DeviceId {\n\t\t\t\t\tt.Errorf(\"Expected DeviceId %s, got %s for query %s\",\n\t\t\t\t\t\t*tt.expectedInput.DeviceId, *input.DeviceId, tt.query)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Compare ConnectionIds\n\t\t\tif len(input.ConnectionIds) != len(tt.expectedInput.ConnectionIds) {\n\t\t\t\tt.Errorf(\"Expected %d ConnectionIds, got %d for query %s\",\n\t\t\t\t\tlen(tt.expectedInput.ConnectionIds), len(input.ConnectionIds), tt.query)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tfor i, connectionId := range input.ConnectionIds {\n\t\t\t\tif connectionId != tt.expectedInput.ConnectionIds[i] {\n\t\t\t\t\tt.Errorf(\"Expected ConnectionId %s, got %s at index %d for query %s\",\n\t\t\t\t\t\ttt.expectedInput.ConnectionIds[i], connectionId, i, tt.query)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/networkmanager-core-network-policy.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc coreNetworkPolicyGetFunc(ctx context.Context, client *networkmanager.Client, _, query string) (*types.CoreNetworkPolicy, error) {\n\tout, err := client.GetCoreNetworkPolicy(ctx, &networkmanager.GetCoreNetworkPolicyInput{\n\t\tCoreNetworkId: &query,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn out.CoreNetworkPolicy, nil\n}\n\nfunc coreNetworkPolicyItemMapper(_, scope string, cn *types.CoreNetworkPolicy) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(cn)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif cn.CoreNetworkId == nil {\n\t\treturn nil, sdp.NewQueryError(errors.New(\"coreNetworkId is nil for core network policy\"))\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"networkmanager-core-network-policy\",\n\t\tUniqueAttribute: \"CoreNetworkId\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-core-network\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *cn.CoreNetworkId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewNetworkManagerCoreNetworkPolicyAdapter(client *networkmanager.Client, accountID, region string, cache sdpcache.Cache) *GetListAdapter[*types.CoreNetworkPolicy, *networkmanager.Client, *networkmanager.Options] {\n\treturn &GetListAdapter[*types.CoreNetworkPolicy, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tItemType: \"networkmanager-core-network-policy\",\n\t\tAdapterMetadata: coreNetworkPolicyAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *networkmanager.Client, scope string, query string) (*types.CoreNetworkPolicy, error) {\n\t\t\treturn coreNetworkPolicyGetFunc(ctx, client, scope, query)\n\t\t},\n\t\tItemMapper: coreNetworkPolicyItemMapper,\n\t\tListFunc: func(ctx context.Context, client *networkmanager.Client, scope string) ([]*types.CoreNetworkPolicy, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-core-network-policy, use get\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t}\n}\n\nvar coreNetworkPolicyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-core-network-policy\",\n\tDescriptiveName: \"Networkmanager Core Network Policy\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a Networkmanager Core Network Policy by Core Network id\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_networkmanager_core_network_policy.core_network_id\"},\n\t},\n\tPotentialLinks: []string{\"networkmanager-core-network\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-core-network-policy_test.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestCoreNetworkPolicyItemMapper(t *testing.T) {\n\n\tscope := \"123456789012.eu-west-2\"\n\titem, err := coreNetworkPolicyItemMapper(\"\", scope, &types.CoreNetworkPolicy{\n\t\tCoreNetworkId: new(\"cn-1\"),\n\t\tPolicyVersionId: new(int32(1)),\n\t})\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\t// Ensure unique attribute\n\terr = item.Validate()\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.UniqueAttributeValue() != \"cn-1\" {\n\t\tt.Fatalf(\"expected cn-1, got %v\", item.UniqueAttributeValue())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"networkmanager-core-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cn-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/networkmanager-core-network.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strconv\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc coreNetworkGetFunc(ctx context.Context, client NetworkManagerClient, scope string, input *networkmanager.GetCoreNetworkInput) (*sdp.Item, error) {\n\tout, err := client.GetCoreNetwork(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif out.CoreNetwork == nil {\n\t\treturn nil, sdp.NewQueryError(errors.New(\"coreNetwork is nil for core network\"))\n\t}\n\n\tcn := out.CoreNetwork\n\n\tattributes, err := ToAttributesWithExclude(cn)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"networkmanager-core-network\",\n\t\tUniqueAttribute: \"CoreNetworkId\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: networkmanagerTagsToMap(cn.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-core-network-policy\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *cn.CoreNetworkId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-connect-peer\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *cn.CoreNetworkId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tif cn.GlobalNetworkId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"networkmanager-global-network\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *cn.GlobalNetworkId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tfor _, edge := range cn.Edges {\n\t\tif edge.Asn != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"rdap-asn\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: strconv.FormatInt(*edge.Asn, 10),\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tswitch cn.State {\n\tcase types.CoreNetworkStateCreating:\n\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase types.CoreNetworkStateUpdating:\n\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase types.CoreNetworkStateAvailable:\n\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\tcase types.CoreNetworkStateDeleting:\n\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewNetworkManagerCoreNetworkAdapter(client NetworkManagerClient, accountID, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*networkmanager.ListCoreNetworksInput, *networkmanager.ListCoreNetworksOutput, *networkmanager.GetCoreNetworkInput, *networkmanager.GetCoreNetworkOutput, NetworkManagerClient, *networkmanager.Options] {\n\treturn &AlwaysGetAdapter[*networkmanager.ListCoreNetworksInput, *networkmanager.ListCoreNetworksOutput, *networkmanager.GetCoreNetworkInput, *networkmanager.GetCoreNetworkOutput, NetworkManagerClient, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tGetFunc: coreNetworkGetFunc,\n\t\tItemType: \"networkmanager-core-network\",\n\t\tListInput: &networkmanager.ListCoreNetworksInput{},\n\t\tAdapterMetadata: coreNetworkAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *networkmanager.GetCoreNetworkInput {\n\t\t\treturn &networkmanager.GetCoreNetworkInput{\n\t\t\t\tCoreNetworkId: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client NetworkManagerClient, input *networkmanager.ListCoreNetworksInput) Paginator[*networkmanager.ListCoreNetworksOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewListCoreNetworksPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *networkmanager.ListCoreNetworksOutput, input *networkmanager.ListCoreNetworksInput) ([]*networkmanager.GetCoreNetworkInput, error) {\n\t\t\tqueries := make([]*networkmanager.GetCoreNetworkInput, 0, len(output.CoreNetworks))\n\n\t\t\tfor i := range output.CoreNetworks {\n\t\t\t\tqueries = append(queries, &networkmanager.GetCoreNetworkInput{\n\t\t\t\t\tCoreNetworkId: output.CoreNetworks[i].CoreNetworkId,\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn queries, nil\n\t\t},\n\t}\n}\n\nvar coreNetworkAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-core-network\",\n\tDescriptiveName: \"Networkmanager Core Network\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a Networkmanager Core Network by id\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_networkmanager_core_network.id\"},\n\t},\n\tPotentialLinks: []string{\"networkmanager-core-network-policy\", \"networkmanager-connect-peer\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-core-network_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc (n NetworkManagerTestClient) GetCoreNetwork(ctx context.Context, params *networkmanager.GetCoreNetworkInput, optFns ...func(*networkmanager.Options)) (*networkmanager.GetCoreNetworkOutput, error) {\n\treturn &networkmanager.GetCoreNetworkOutput{\n\t\tCoreNetwork: &types.CoreNetwork{\n\t\t\tCoreNetworkArn: new(\"arn:aws:networkmanager:us-west-2:123456789012:core-network/cn-1\"),\n\t\t\tCoreNetworkId: new(\"cn-1\"),\n\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\tDescription: new(\"core network description\"),\n\t\t\tState: types.CoreNetworkStateAvailable,\n\t\t\tEdges: []types.CoreNetworkEdge{\n\t\t\t\t{\n\t\t\t\t\tAsn: new(int64(64512)), // link\n\t\t\t\t\tEdgeLocation: new(\"us-west-2\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tSegments: []types.CoreNetworkSegment{\n\t\t\t\t{\n\t\t\t\t\tEdgeLocations: []string{\"us-west-2\"},\n\t\t\t\t\tName: new(\"segment-1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (n NetworkManagerTestClient) ListCoreNetworks(context.Context, *networkmanager.ListCoreNetworksInput, ...func(*networkmanager.Options)) (*networkmanager.ListCoreNetworksOutput, error) {\n\treturn nil, nil\n}\n\nfunc TestCoreNetworkItemMapper(t *testing.T) {\n\titem, err := coreNetworkGetFunc(context.Background(), NetworkManagerTestClient{}, \"test\", &networkmanager.GetCoreNetworkInput{})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Ensure unique attribute\n\terr = item.Validate()\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.UniqueAttributeValue() != \"cn-1\" {\n\t\tt.Fatalf(\"expected cn-1, got %v\", item.UniqueAttributeValue())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"networkmanager-global-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: \"test\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-core-network-policy\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"cn-1\",\n\t\t\tExpectedScope: \"test\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-connect-peer\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"cn-1\",\n\t\t\tExpectedScope: \"test\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rdap-asn\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"64512\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/networkmanager-device.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc deviceOutputMapper(_ context.Context, _ *networkmanager.Client, scope string, _ *networkmanager.GetDevicesInput, output *networkmanager.GetDevicesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, s := range output.Devices {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(s, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\tif s.GlobalNetworkId == nil || s.DeviceId == nil {\n\t\t\treturn nil, sdp.NewQueryError(errors.New(\"globalNetworkId or deviceId is nil for device\"))\n\t\t}\n\n\t\tattrs.Set(\"GlobalNetworkIdDeviceId\", idWithGlobalNetwork(*s.GlobalNetworkId, *s.DeviceId))\n\n\t\titem := sdp.Item{\n\t\t\tType: \"networkmanager-device\",\n\t\t\tUniqueAttribute: \"GlobalNetworkIdDeviceId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: networkmanagerTagsToMap(s.Tags),\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-global-network\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *s.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-link-association\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: idWithTypeAndGlobalNetwork(*s.GlobalNetworkId, \"device\", *s.DeviceId),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-connection\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.DeviceId),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tif s.SiteId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-site\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.SiteId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif s.DeviceArn != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-network-resource-relationship\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.DeviceArn),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tswitch s.State {\n\t\tcase types.DeviceStatePending:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.DeviceStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.DeviceStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.DeviceStateUpdating:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewNetworkManagerDeviceAdapter(client *networkmanager.Client, accountID string, cache sdpcache.Cache) *DescribeOnlyAdapter[*networkmanager.GetDevicesInput, *networkmanager.GetDevicesOutput, *networkmanager.Client, *networkmanager.Options] {\n\treturn &DescribeOnlyAdapter[*networkmanager.GetDevicesInput, *networkmanager.GetDevicesOutput, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"networkmanager-device\",\n\t\tDescribeFunc: func(ctx context.Context, client *networkmanager.Client, input *networkmanager.GetDevicesInput) (*networkmanager.GetDevicesOutput, error) {\n\t\t\treturn client.GetDevices(ctx, input)\n\t\t},\n\t\tAdapterMetadata: networkmanagerDeviceAdapterMetadata,\n\t\tcache: cache,\n\t\tInputMapperGet: func(scope, query string) (*networkmanager.GetDevicesInput, error) {\n\t\t\t// We are using a custom id of {globalNetworkId}|{deviceId}\n\t\t\tsections := strings.Split(query, \"|\")\n\n\t\t\tif len(sections) != 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid query for networkmanager-device get function\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn &networkmanager.GetDevicesInput{\n\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\tDeviceIds: []string{\n\t\t\t\t\tsections[1],\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*networkmanager.GetDevicesInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-device, use search\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\tPaginatorBuilder: func(client *networkmanager.Client, params *networkmanager.GetDevicesInput) Paginator[*networkmanager.GetDevicesOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewGetDevicesPaginator(client, params)\n\t\t},\n\t\tOutputMapper: deviceOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *networkmanager.Client, scope, query string) (*networkmanager.GetDevicesInput, error) {\n\t\t\t// Try to parse as ARN first\n\t\t\tarn, err := ParseARN(query)\n\t\t\tif err == nil {\n\t\t\t\t// Check if it's a networkmanager-device ARN\n\t\t\t\tif arn.Service == \"networkmanager\" && arn.Type() == \"device\" {\n\t\t\t\t\t// Parse the resource part: device/global-network-{id}/device-{id}\n\t\t\t\t\t// Expected format: device/global-network-01231231231231231/device-07f6fd08867abc123\n\t\t\t\t\tresourceParts := strings.Split(arn.Resource, \"/\")\n\t\t\t\t\tif len(resourceParts) == 3 && resourceParts[0] == \"device\" && strings.HasPrefix(resourceParts[1], \"global-network-\") && strings.HasPrefix(resourceParts[2], \"device-\") {\n\t\t\t\t\t\tglobalNetworkId := resourceParts[1] // Keep full ID including \"global-network-\" prefix\n\t\t\t\t\t\tdeviceId := resourceParts[2] // Keep full ID including \"device-\" prefix\n\n\t\t\t\t\t\treturn &networkmanager.GetDevicesInput{\n\t\t\t\t\t\t\tGlobalNetworkId: &globalNetworkId,\n\t\t\t\t\t\t\tDeviceIds: []string{deviceId},\n\t\t\t\t\t\t}, nil\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// If it's not a valid networkmanager-device ARN, return an error\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"ARN is not a valid networkmanager-device ARN\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// If not an ARN, fall back to the original logic\n\t\t\t// We may search by only globalNetworkId or by using a custom id of {globalNetworkId}|{siteId}\n\t\t\tsections := strings.Split(query, \"|\")\n\t\t\tswitch len(sections) {\n\t\t\tcase 1:\n\t\t\t\t// globalNetworkId\n\t\t\t\treturn &networkmanager.GetDevicesInput{\n\t\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\t}, nil\n\t\t\tcase 2:\n\t\t\t\t// {globalNetworkId}|{siteId}\n\t\t\t\treturn &networkmanager.GetDevicesInput{\n\t\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\t\tSiteId: §ions[1],\n\t\t\t\t}, nil\n\t\t\tdefault:\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid query for networkmanager-device get function\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\t\t},\n\t}\n}\n\nvar networkmanagerDeviceAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-device\",\n\tDescriptiveName: \"Networkmanager Device\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Networkmanager Device\",\n\t\tSearchDescription: \"Search for Networkmanager Devices by GlobalNetworkId, {GlobalNetworkId|SiteId} or ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_networkmanager_device.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"networkmanager-global-network\", \"networkmanager-site\", \"networkmanager-link-association\", \"networkmanager-connection\", \"networkmanager-network-resource-relationship\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-device_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDeviceOutputMapper(t *testing.T) {\n\toutput := networkmanager.GetDevicesOutput{\n\t\tDevices: []types.Device{\n\t\t\t{\n\t\t\t\tDeviceId: new(\"dvc-1\"),\n\t\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\t\tSiteId: new(\"site-1\"),\n\t\t\t\tDeviceArn: new(\"arn:aws:networkmanager:us-west-2:123456789012:device/dvc-1\"),\n\t\t\t},\n\t\t},\n\t}\n\tscope := \"123456789012.eu-west-2\"\n\titems, err := deviceOutputMapper(context.Background(), &networkmanager.Client{}, scope, &networkmanager.GetDevicesInput{}, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// Ensure unique attribute\n\terr = item.Validate()\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.UniqueAttributeValue() != \"default|dvc-1\" {\n\t\tt.Fatalf(\"expected default|dvc-1, got %v\", item.UniqueAttributeValue())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"networkmanager-global-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-site\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|site-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-network-resource-relationship\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|arn:aws:networkmanager:us-west-2:123456789012:device/dvc-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-link-association\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default|device|dvc-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-connection\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default|dvc-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestDeviceInputMapperSearch(t *testing.T) {\n\tadapter := NewNetworkManagerDeviceAdapter(&networkmanager.Client{}, \"123456789012\", sdpcache.NewNoOpCache())\n\n\ttests := []struct {\n\t\tname string\n\t\tquery string\n\t\texpectedInput *networkmanager.GetDevicesInput\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"Valid networkmanager-device ARN\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:device/global-network-01231231231231231/device-07f6fd08867abc123\",\n\t\t\texpectedInput: &networkmanager.GetDevicesInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-01231231231231231\"),\n\t\t\t\tDeviceIds: []string{\"device-07f6fd08867abc123\"},\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Global Network ID only\",\n\t\t\tquery: \"global-network-123456789\",\n\t\t\texpectedInput: &networkmanager.GetDevicesInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-123456789\"),\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Global Network ID and Site ID\",\n\t\t\tquery: \"global-network-123456789|site-987654321\",\n\t\t\texpectedInput: &networkmanager.GetDevicesInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-123456789\"),\n\t\t\t\tSiteId: new(\"site-987654321\"),\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - wrong service\",\n\t\t\tquery: \"arn:aws:ec2::123456789012:instance/i-1234567890abcdef0\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - wrong resource type\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:site/global-network-01231231231231231/site-444555aaabbb11223\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - malformed resource\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:device/invalid-format\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid query - too many sections\",\n\t\t\tquery: \"section1|section2|section3\",\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tinput, err := adapter.InputMapperSearch(context.Background(), &networkmanager.Client{}, \"123456789012.us-east-1\", tt.query)\n\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"Expected error for query %s, but got none\", tt.query)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Unexpected error for query %s: %v\", tt.query, err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif input == nil {\n\t\t\t\tt.Errorf(\"Expected input but got nil for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\t// Compare GlobalNetworkId\n\t\t\tif (input.GlobalNetworkId == nil) != (tt.expectedInput.GlobalNetworkId == nil) {\n\t\t\t\tt.Errorf(\"GlobalNetworkId nil mismatch for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif input.GlobalNetworkId != nil && tt.expectedInput.GlobalNetworkId != nil {\n\t\t\t\tif *input.GlobalNetworkId != *tt.expectedInput.GlobalNetworkId {\n\t\t\t\t\tt.Errorf(\"Expected GlobalNetworkId %s, got %s for query %s\",\n\t\t\t\t\t\t*tt.expectedInput.GlobalNetworkId, *input.GlobalNetworkId, tt.query)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Compare SiteId\n\t\t\tif (input.SiteId == nil) != (tt.expectedInput.SiteId == nil) {\n\t\t\t\tt.Errorf(\"SiteId nil mismatch for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif input.SiteId != nil && tt.expectedInput.SiteId != nil {\n\t\t\t\tif *input.SiteId != *tt.expectedInput.SiteId {\n\t\t\t\t\tt.Errorf(\"Expected SiteId %s, got %s for query %s\",\n\t\t\t\t\t\t*tt.expectedInput.SiteId, *input.SiteId, tt.query)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Compare DeviceIds\n\t\t\tif len(input.DeviceIds) != len(tt.expectedInput.DeviceIds) {\n\t\t\t\tt.Errorf(\"Expected %d DeviceIds, got %d for query %s\",\n\t\t\t\t\tlen(tt.expectedInput.DeviceIds), len(input.DeviceIds), tt.query)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tfor i, deviceId := range input.DeviceIds {\n\t\t\t\tif deviceId != tt.expectedInput.DeviceIds[i] {\n\t\t\t\t\tt.Errorf(\"Expected DeviceId %s, got %s at index %d for query %s\",\n\t\t\t\t\t\ttt.expectedInput.DeviceIds[i], deviceId, i, tt.query)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/networkmanager-global-network.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc globalNetworkOutputMapper(_ context.Context, client *networkmanager.Client, scope string, _ *networkmanager.DescribeGlobalNetworksInput, output *networkmanager.DescribeGlobalNetworksOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, gn := range output.GlobalNetworks {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(gn, \"tags\")\n\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"networkmanager-global-network\",\n\t\t\tUniqueAttribute: \"GlobalNetworkId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: networkmanagerTagsToMap(gn.Tags),\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-site\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *gn.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-transit-gateway-registration\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *gn.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-connect-peer-association\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *gn.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-transit-gateway-connect-peer-association\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *gn.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-network-resource\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *gn.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-network-resource-relationship\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *gn.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-link\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *gn.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-device\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *gn.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-connection\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *gn.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tswitch gn.State {\n\t\tcase types.GlobalNetworkStatePending:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.GlobalNetworkStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.GlobalNetworkStateUpdating:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.GlobalNetworkStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t}\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewNetworkManagerGlobalNetworkAdapter(client *networkmanager.Client, accountID string, cache sdpcache.Cache) *DescribeOnlyAdapter[*networkmanager.DescribeGlobalNetworksInput, *networkmanager.DescribeGlobalNetworksOutput, *networkmanager.Client, *networkmanager.Options] {\n\treturn &DescribeOnlyAdapter[*networkmanager.DescribeGlobalNetworksInput, *networkmanager.DescribeGlobalNetworksOutput, *networkmanager.Client, *networkmanager.Options]{\n\t\tItemType: \"networkmanager-global-network\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tAdapterMetadata: globalNetworkAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *networkmanager.Client, input *networkmanager.DescribeGlobalNetworksInput) (*networkmanager.DescribeGlobalNetworksOutput, error) {\n\t\t\treturn client.DescribeGlobalNetworks(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*networkmanager.DescribeGlobalNetworksInput, error) {\n\t\t\treturn &networkmanager.DescribeGlobalNetworksInput{\n\t\t\t\tGlobalNetworkIds: []string{query},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*networkmanager.DescribeGlobalNetworksInput, error) {\n\t\t\treturn &networkmanager.DescribeGlobalNetworksInput{}, nil\n\t\t},\n\t\tPaginatorBuilder: func(client *networkmanager.Client, params *networkmanager.DescribeGlobalNetworksInput) Paginator[*networkmanager.DescribeGlobalNetworksOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewDescribeGlobalNetworksPaginator(client, params)\n\t\t},\n\t\tOutputMapper: globalNetworkOutputMapper,\n\t}\n}\n\nvar globalNetworkAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-global-network\",\n\tDescriptiveName: \"Network Manager Global Network\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a global network by id\",\n\t\tListDescription: \"List all global networks\",\n\t\tSearchDescription: \"Search for a global network by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_networkmanager_global_network.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"networkmanager-site\", \"networkmanager-transit-gateway-registration\", \"networkmanager-connect-peer-association\", \"networkmanager-transit-gateway-connect-peer-association\", \"networkmanager-network-resource-relationship\", \"networkmanager-link\", \"networkmanager-device\", \"networkmanager-connection\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n\n// idWithGlobalNetwork makes custom ID of given entity with global network ID and this entity ID/ARN\nfunc idWithGlobalNetwork(gn, idOrArn string) string {\n\treturn fmt.Sprintf(\"%s|%s\", gn, idOrArn)\n}\n\n// idWithTypeAndGlobalNetwork makes custom ID of given entity with global network ID and this entity type and ID/ARN\nfunc idWithTypeAndGlobalNetwork(gb, rType, idOrArn string) string {\n\treturn fmt.Sprintf(\"%s|%s|%s\", gb, rType, idOrArn)\n}\n" }, { "path": "aws-source/adapters/networkmanager-global-network_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestGlobalNetworkOutputMapper(t *testing.T) {\n\toutput := networkmanager.DescribeGlobalNetworksOutput{\n\t\tGlobalNetworks: []types.GlobalNetwork{\n\t\t\t{\n\t\t\t\tGlobalNetworkArn: new(\"arn:aws:networkmanager:eu-west-2:052392120703:networkmanager/global-network/default\"),\n\t\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := globalNetworkOutputMapper(context.Background(), &networkmanager.Client{}, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"networkmanager-site\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-transit-gateway-registration\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-connect-peer-association\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-transit-gateway-connect-peer-association\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-network-resource\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-network-resource-relationship\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-link\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-device\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-connection\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/networkmanager-link-association.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc linkAssociationOutputMapper(_ context.Context, _ *networkmanager.Client, scope string, _ *networkmanager.GetLinkAssociationsInput, output *networkmanager.GetLinkAssociationsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, s := range output.LinkAssociations {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(s, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\tif s.GlobalNetworkId == nil || s.LinkId == nil || s.DeviceId == nil {\n\t\t\treturn nil, sdp.NewQueryError(errors.New(\"globalNetworkId, linkId or deviceId is nil for link association\"))\n\t\t}\n\n\t\tattrs.Set(\"GlobalNetworkIdLinkIdDeviceId\", fmt.Sprintf(\"%s|%s|%s\", *s.GlobalNetworkId, *s.LinkId, *s.DeviceId))\n\n\t\titem := sdp.Item{\n\t\t\tType: \"networkmanager-link-association\",\n\t\t\tUniqueAttribute: \"GlobalNetworkIdLinkIdDeviceId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-global-network\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *s.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-link\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.LinkId),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-device\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.DeviceId),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tswitch s.LinkAssociationState {\n\t\tcase types.LinkAssociationStatePending:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.LinkAssociationStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.LinkAssociationStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.LinkAssociationStateDeleted:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewNetworkManagerLinkAssociationAdapter(client *networkmanager.Client, accountID string, cache sdpcache.Cache) *DescribeOnlyAdapter[*networkmanager.GetLinkAssociationsInput, *networkmanager.GetLinkAssociationsOutput, *networkmanager.Client, *networkmanager.Options] {\n\treturn &DescribeOnlyAdapter[*networkmanager.GetLinkAssociationsInput, *networkmanager.GetLinkAssociationsOutput, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"networkmanager-link-association\",\n\t\tAdapterMetadata: linkAssociationAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *networkmanager.Client, input *networkmanager.GetLinkAssociationsInput) (*networkmanager.GetLinkAssociationsOutput, error) {\n\t\t\treturn client.GetLinkAssociations(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*networkmanager.GetLinkAssociationsInput, error) {\n\t\t\t// We are using a custom id of \"{globalNetworkId}|{linkId}|{deviceId}\"\n\t\t\tsections := strings.Split(query, \"|\")\n\n\t\t\tif len(sections) != 3 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid query for networkmanager-link-association get function\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\t\t\t// \"default|link-1|device-1\"\n\t\t\treturn &networkmanager.GetLinkAssociationsInput{\n\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\tLinkId: §ions[1],\n\t\t\t\tDeviceId: §ions[2],\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*networkmanager.GetLinkAssociationsInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-link-association, use search\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\tPaginatorBuilder: func(client *networkmanager.Client, params *networkmanager.GetLinkAssociationsInput) Paginator[*networkmanager.GetLinkAssociationsOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewGetLinkAssociationsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: linkAssociationOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *networkmanager.Client, scope, query string) (*networkmanager.GetLinkAssociationsInput, error) {\n\t\t\t// We may search by only globalNetworkId or by using a custom id of {globalNetworkId}|recourceType|recourceId f.e.:\n\t\t\t// default|link|link-1\n\t\t\t// default|device|dvc-1\n\t\t\tsections := strings.Split(query, \"|\")\n\t\t\tswitch len(sections) {\n\t\t\tcase 1:\n\t\t\t\t// globalNetworkId\n\t\t\t\treturn &networkmanager.GetLinkAssociationsInput{\n\t\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\t}, nil\n\t\t\tcase 3:\n\t\t\t\tswitch sections[1] {\n\t\t\t\tcase \"link\":\n\t\t\t\t\t// default|link|link-1\n\t\t\t\t\treturn &networkmanager.GetLinkAssociationsInput{\n\t\t\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\t\t\tLinkId: §ions[2],\n\t\t\t\t\t}, nil\n\t\t\t\tcase \"device\":\n\t\t\t\t\t// default|device|dvc-1\n\t\t\t\t\treturn &networkmanager.GetLinkAssociationsInput{\n\t\t\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\t\t\tDeviceId: §ions[2],\n\t\t\t\t\t}, nil\n\t\t\t\tdefault:\n\t\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\t\tErrorString: fmt.Sprintf(\"invalid query for networkmanager-link-association get function, unknown resource type: %v\", sections[1]),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t}\n\n\t\t\t\t}\n\t\t\tdefault:\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid query for networkmanager-link-association get function\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\t\t},\n\t}\n}\n\nvar linkAssociationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-link-association\",\n\tDescriptiveName: \"Networkmanager LinkAssociation\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Networkmanager Link Association\",\n\t\tSearchDescription: \"Search for Networkmanager Link Associations by GlobalNetworkId and DeviceId or LinkId\",\n\t},\n\tPotentialLinks: []string{\"networkmanager-global-network\", \"networkmanager-link\", \"networkmanager-device\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-link-association_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestLinkAssociationOutputMapper(t *testing.T) {\n\toutput := networkmanager.GetLinkAssociationsOutput{\n\t\tLinkAssociations: []types.LinkAssociation{\n\t\t\t{\n\t\t\t\tLinkId: new(\"link-1\"),\n\t\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\t\tDeviceId: new(\"dvc-1\"),\n\t\t\t},\n\t\t},\n\t}\n\tscope := \"123456789012.eu-west-2\"\n\titems, err := linkAssociationOutputMapper(context.Background(), &networkmanager.Client{}, scope, &networkmanager.GetLinkAssociationsInput{}, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// Ensure unique attribute\n\terr = item.Validate()\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.UniqueAttributeValue() != \"default|link-1|dvc-1\" {\n\t\tt.Fatalf(\"expected default|link-1|dvc-1, got %v\", item.UniqueAttributeValue())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"networkmanager-global-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-link\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|link-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-device\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|dvc-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/networkmanager-link.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc linkOutputMapper(_ context.Context, _ *networkmanager.Client, scope string, _ *networkmanager.GetLinksInput, output *networkmanager.GetLinksOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, s := range output.Links {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(s, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\tattrs.Set(\"GlobalNetworkIdLinkId\", idWithGlobalNetwork(*s.GlobalNetworkId, *s.LinkId))\n\n\t\titem := sdp.Item{\n\t\t\tType: \"networkmanager-link\",\n\t\t\tUniqueAttribute: \"GlobalNetworkIdLinkId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: networkmanagerTagsToMap(s.Tags),\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-global-network\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *s.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-link-association\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: idWithTypeAndGlobalNetwork(*s.GlobalNetworkId, \"link\", *s.LinkId),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tif s.SiteId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-site\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.SiteId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif s.LinkArn != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-network-resource-relationship\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.LinkArn),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tswitch s.State {\n\t\tcase types.LinkStatePending:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.LinkStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.LinkStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.LinkStateUpdating:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewNetworkManagerLinkAdapter(client *networkmanager.Client, accountID string, cache sdpcache.Cache) *DescribeOnlyAdapter[*networkmanager.GetLinksInput, *networkmanager.GetLinksOutput, *networkmanager.Client, *networkmanager.Options] {\n\treturn &DescribeOnlyAdapter[*networkmanager.GetLinksInput, *networkmanager.GetLinksOutput, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"networkmanager-link\",\n\t\tAdapterMetadata: linkAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *networkmanager.Client, input *networkmanager.GetLinksInput) (*networkmanager.GetLinksOutput, error) {\n\t\t\treturn client.GetLinks(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*networkmanager.GetLinksInput, error) {\n\t\t\t// We are using a custom id of {globalNetworkId}|{linkId}\n\t\t\tsections := strings.Split(query, \"|\")\n\n\t\t\tif len(sections) != 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid query for networkmanager-link get function\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn &networkmanager.GetLinksInput{\n\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\tLinkIds: []string{\n\t\t\t\t\tsections[1],\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*networkmanager.GetLinksInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-link, use search\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\tPaginatorBuilder: func(client *networkmanager.Client, params *networkmanager.GetLinksInput) Paginator[*networkmanager.GetLinksOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewGetLinksPaginator(client, params)\n\t\t},\n\t\tOutputMapper: linkOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *networkmanager.Client, scope, query string) (*networkmanager.GetLinksInput, error) {\n\t\t\t// Try to parse as ARN first\n\t\t\tarn, err := ParseARN(query)\n\t\t\tif err == nil {\n\t\t\t\t// Check if it's a networkmanager-link ARN\n\t\t\t\tif arn.Service == \"networkmanager\" && arn.Type() == \"link\" {\n\t\t\t\t\t// Parse the resource part: link/global-network-{id}/link-{id}\n\t\t\t\t\t// Expected format: link/global-network-01231231231231231/link-11112222aaaabbbb1\n\t\t\t\t\tresourceParts := strings.Split(arn.Resource, \"/\")\n\t\t\t\t\tif len(resourceParts) == 3 && resourceParts[0] == \"link\" && strings.HasPrefix(resourceParts[1], \"global-network-\") && strings.HasPrefix(resourceParts[2], \"link-\") {\n\t\t\t\t\t\tglobalNetworkId := resourceParts[1] // Keep full ID including \"global-network-\" prefix\n\t\t\t\t\t\tlinkId := resourceParts[2] // Keep full ID including \"link-\" prefix\n\n\t\t\t\t\t\treturn &networkmanager.GetLinksInput{\n\t\t\t\t\t\t\tGlobalNetworkId: &globalNetworkId,\n\t\t\t\t\t\t\tLinkIds: []string{linkId},\n\t\t\t\t\t\t}, nil\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// If it's not a valid networkmanager-link ARN, return an error\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"ARN is not a valid networkmanager-link ARN\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// If not an ARN, fall back to the original logic\n\t\t\t// We may search by only globalNetworkId or by using a custom id of {globalNetworkId}|{siteId}\n\t\t\tsections := strings.Split(query, \"|\")\n\t\t\tswitch len(sections) {\n\t\t\tcase 1:\n\t\t\t\t// globalNetworkId\n\t\t\t\treturn &networkmanager.GetLinksInput{\n\t\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\t}, nil\n\t\t\tcase 2:\n\t\t\t\t// {globalNetworkId}|{siteId}\n\t\t\t\treturn &networkmanager.GetLinksInput{\n\t\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\t\tSiteId: §ions[1],\n\t\t\t\t}, nil\n\t\t\tdefault:\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid query for networkmanager-link get function\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\t\t},\n\t}\n}\n\nvar linkAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-link\",\n\tDescriptiveName: \"Networkmanager Link\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Networkmanager Link\",\n\t\tSearchDescription: \"Search for Networkmanager Links by GlobalNetworkId, GlobalNetworkId with SiteId, or ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_networkmanager_link.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"networkmanager-global-network\", \"networkmanager-link-association\", \"networkmanager-site\", \"networkmanager-network-resource-relationship\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-link_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestLinkOutputMapper(t *testing.T) {\n\toutput := networkmanager.GetLinksOutput{\n\t\tLinks: []types.Link{\n\t\t\t{\n\t\t\t\tLinkId: new(\"link-1\"),\n\t\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\t\tSiteId: new(\"site-1\"),\n\t\t\t\tLinkArn: new(\"arn:aws:networkmanager:us-west-2:123456789012:link/link-1\"),\n\t\t\t},\n\t\t},\n\t}\n\tscope := \"123456789012.eu-west-2\"\n\titems, err := linkOutputMapper(context.Background(), &networkmanager.Client{}, scope, &networkmanager.GetLinksInput{}, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// Ensure unique attribute\n\terr = item.Validate()\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.UniqueAttributeValue() != \"default|link-1\" {\n\t\tt.Fatalf(\"expected default|link-1, got %v\", item.UniqueAttributeValue())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"networkmanager-global-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-site\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|site-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-network-resource-relationship\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default|arn:aws:networkmanager:us-west-2:123456789012:link/link-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-link-association\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default|link|link-1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestLinkInputMapperSearch(t *testing.T) {\n\tadapter := NewNetworkManagerLinkAdapter(&networkmanager.Client{}, \"123456789012\", sdpcache.NewNoOpCache())\n\n\ttests := []struct {\n\t\tname string\n\t\tquery string\n\t\texpectedInput *networkmanager.GetLinksInput\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"Valid networkmanager-link ARN\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:link/global-network-01231231231231231/link-11112222aaaabbbb1\",\n\t\t\texpectedInput: &networkmanager.GetLinksInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-01231231231231231\"),\n\t\t\t\tLinkIds: []string{\"link-11112222aaaabbbb1\"},\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Global Network ID only\",\n\t\t\tquery: \"global-network-123456789\",\n\t\t\texpectedInput: &networkmanager.GetLinksInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-123456789\"),\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Global Network ID and Site ID\",\n\t\t\tquery: \"global-network-123456789|site-987654321\",\n\t\t\texpectedInput: &networkmanager.GetLinksInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-123456789\"),\n\t\t\t\tSiteId: new(\"site-987654321\"),\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - wrong service\",\n\t\t\tquery: \"arn:aws:ec2::123456789012:instance/i-1234567890abcdef0\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - wrong resource type\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:device/global-network-01231231231231231/device-444555aaabbb11223\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - malformed resource\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:link/invalid-format\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - wrong prefixes\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:link/global-network-123/invalid-prefix-123\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid query - too many sections\",\n\t\t\tquery: \"section1|section2|section3\",\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tinput, err := adapter.InputMapperSearch(context.Background(), &networkmanager.Client{}, \"123456789012.us-east-1\", tt.query)\n\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"Expected error for query %s, but got none\", tt.query)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Unexpected error for query %s: %v\", tt.query, err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif input == nil {\n\t\t\t\tt.Errorf(\"Expected input but got nil for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\t// Compare GlobalNetworkId\n\t\t\tif (input.GlobalNetworkId == nil) != (tt.expectedInput.GlobalNetworkId == nil) {\n\t\t\t\tt.Errorf(\"GlobalNetworkId nil mismatch for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif input.GlobalNetworkId != nil && tt.expectedInput.GlobalNetworkId != nil {\n\t\t\t\tif *input.GlobalNetworkId != *tt.expectedInput.GlobalNetworkId {\n\t\t\t\t\tt.Errorf(\"Expected GlobalNetworkId %s, got %s for query %s\",\n\t\t\t\t\t\t*tt.expectedInput.GlobalNetworkId, *input.GlobalNetworkId, tt.query)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Compare SiteId\n\t\t\tif (input.SiteId == nil) != (tt.expectedInput.SiteId == nil) {\n\t\t\t\tt.Errorf(\"SiteId nil mismatch for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif input.SiteId != nil && tt.expectedInput.SiteId != nil {\n\t\t\t\tif *input.SiteId != *tt.expectedInput.SiteId {\n\t\t\t\t\tt.Errorf(\"Expected SiteId %s, got %s for query %s\",\n\t\t\t\t\t\t*tt.expectedInput.SiteId, *input.SiteId, tt.query)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Compare LinkIds\n\t\t\tif len(input.LinkIds) != len(tt.expectedInput.LinkIds) {\n\t\t\t\tt.Errorf(\"Expected %d LinkIds, got %d for query %s\",\n\t\t\t\t\tlen(tt.expectedInput.LinkIds), len(input.LinkIds), tt.query)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tfor i, linkId := range input.LinkIds {\n\t\t\t\tif linkId != tt.expectedInput.LinkIds[i] {\n\t\t\t\t\tt.Errorf(\"Expected LinkId %s, got %s at index %d for query %s\",\n\t\t\t\t\t\ttt.expectedInput.LinkIds[i], linkId, i, tt.query)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/networkmanager-network-resource-relationship.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"crypto/sha256\"\n\t\"encoding/base64\"\n\t\"errors\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc networkResourceRelationshipOutputMapper(_ context.Context, _ *networkmanager.Client, scope string, input *networkmanager.GetNetworkResourceRelationshipsInput, output *networkmanager.GetNetworkResourceRelationshipsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\t// Connecting networkmanager-global-network with internal or external resources happening in\n\t// networkmanager-network-resource source\n\t// No point to double-link same resources to networkmanager-global-network here again\n\t// Instead here we will create connections between these resources itself\n\n\tfor _, relationship := range output.Relationships {\n\t\tif relationship.From == nil || relationship.To == nil {\n\t\t\tcontinue\n\t\t}\n\n\t\t// Parse the ARNs\n\t\tfromArn, err := ParseARN(*relationship.From)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\ttoArn, err := ParseARN(*relationship.To)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\t// We need to create a unique attribute for each item so we'll create a\n\t\t// hash to avoid it being too long\n\t\thasher := sha256.New()\n\t\thasher.Write([]byte(fromArn.String()))\n\t\thasher.Write([]byte(toArn.String()))\n\t\tsha := base64.URLEncoding.EncodeToString(hasher.Sum(nil))\n\n\t\tattrs, err := sdp.ToAttributes(map[string]any{\n\t\t\t\"Hash\": sha,\n\t\t\t\"From\": fromArn.String(),\n\t\t\t\"To\": toArn.String(),\n\t\t})\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"networkmanager-network-resource-relationship\",\n\t\t\tUniqueAttribute: \"Hash\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t\t}\n\n\t\ttoResourceType := fmt.Sprintf(\"%s-%s\", toArn.Service, toArn.Type())\n\t\t// For each linked item we must define +overmind:link comment section\n\t\tswitch toResourceType {\n\t\tcase \"networkmanager-connection\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-connection\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*input.GlobalNetworkId, toArn.ResourceID()),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"networkmanager-device\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-device\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*input.GlobalNetworkId, toArn.ResourceID()),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"networkmanager-link\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-link\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*input.GlobalNetworkId, toArn.ResourceID()),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"networkmanager-site\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-site\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*input.GlobalNetworkId, toArn.ResourceID()),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"directconnect-connection\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-connection\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: toArn.ResourceID(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"directconnect-direct-connect-gateway\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-direct-connect-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: toArn.ResourceID(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"directconnect-virtual-interface\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"directconnect-virtual-interface\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: toArn.ResourceID(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"ec2-customer-gateway\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-customer-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: toArn.ResourceID(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"ec2-transit-gateway\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-transit-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: toArn.ResourceID(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"ec2-transit-gateway-attachment\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-transit-gateway-attachment\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: toArn.ResourceID(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"ec2-transit-gateway-connect-peer\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-transit-gateway-connect-peer\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: toArn.ResourceID(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"ec2-transit-gateway-route-table\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-transit-gateway-route-table\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: toArn.ResourceID(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tcase \"ec2-vpn-connection\":\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpn-connection\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: toArn.ResourceID(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\tdefault:\n\t\t\t// skip unknown item types\n\t\t\tcontinue\n\t\t}\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewNetworkManagerNetworkResourceRelationshipsAdapter(client *networkmanager.Client, accountID, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*networkmanager.GetNetworkResourceRelationshipsInput, *networkmanager.GetNetworkResourceRelationshipsOutput, *networkmanager.Client, *networkmanager.Options] {\n\treturn &DescribeOnlyAdapter[*networkmanager.GetNetworkResourceRelationshipsInput, *networkmanager.GetNetworkResourceRelationshipsOutput, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tItemType: \"networkmanager-network-resource-relationship\",\n\t\tAdapterMetadata: networkResourceRelationshipAdapterMetadata,\n\t\tcache: cache,\n\t\tOutputMapper: networkResourceRelationshipOutputMapper,\n\t\tDescribeFunc: func(ctx context.Context, client *networkmanager.Client, input *networkmanager.GetNetworkResourceRelationshipsInput) (*networkmanager.GetNetworkResourceRelationshipsOutput, error) {\n\t\t\treturn client.GetNetworkResourceRelationships(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*networkmanager.GetNetworkResourceRelationshipsInput, error) {\n\t\t\treturn nil, sdp.NewQueryError(errors.New(\"get not supported for networkmanager-network-resource-relationship, use search\"))\n\t\t},\n\t\tInputMapperList: func(scope string) (*networkmanager.GetNetworkResourceRelationshipsInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-network-resource-relationship, use search\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\tPaginatorBuilder: func(client *networkmanager.Client, params *networkmanager.GetNetworkResourceRelationshipsInput) Paginator[*networkmanager.GetNetworkResourceRelationshipsOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewGetNetworkResourceRelationshipsPaginator(client, params)\n\t\t},\n\t\tInputMapperSearch: func(ctx context.Context, client *networkmanager.Client, scope, query string) (*networkmanager.GetNetworkResourceRelationshipsInput, error) {\n\t\t\t// Search by GlobalNetworkId\n\t\t\treturn &networkmanager.GetNetworkResourceRelationshipsInput{\n\t\t\t\tGlobalNetworkId: &query,\n\t\t\t}, nil\n\t\t},\n\t}\n}\n\nvar networkResourceRelationshipAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-network-resource-relationship\",\n\tDescriptiveName: \"Networkmanager Network Resource Relationships\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tSearch: true,\n\t\tSearchDescription: \"Search for Networkmanager NetworkResourceRelationships by GlobalNetworkId\",\n\t},\n\tPotentialLinks: []string{\"networkmanager-connection\", \"networkmanager-device\", \"networkmanager-link\", \"networkmanager-site\", \"directconnect-connection\", \"directconnect-direct-connect-gateway\", \"directconnect-virtual-interface\", \"ec2-customer\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-network-resource-relationship_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestNetworkResourceRelationshipOutputMapper(t *testing.T) {\n\tscope := \"123456789012.eu-west-2\"\n\ttests := []struct {\n\t\tname string\n\t\tinput networkmanager.GetNetworkResourceRelationshipsInput\n\t\toutput networkmanager.GetNetworkResourceRelationshipsOutput\n\t\ttests []QueryTests\n\t}{\n\t\t{\n\t\t\tname: \"ok, one entity\",\n\t\t\tinput: networkmanager.GetNetworkResourceRelationshipsInput{\n\t\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\t},\n\t\t\toutput: networkmanager.GetNetworkResourceRelationshipsOutput{\n\t\t\t\tRelationships: []types.Relationship{\n\t\t\t\t\t// connection, device\n\t\t\t\t\t{\n\t\t\t\t\t\tFrom: new(\"arn:aws:networkmanager:us-west-2:123456789012:connection/conn-1\"),\n\t\t\t\t\t\tTo: new(\"arn:aws:networkmanager:us-west-2:123456789012:device/d-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tTo: new(\"arn:aws:networkmanager:us-west-2:123456789012:connection/conn-1\"),\n\t\t\t\t\t\tFrom: new(\"arn:aws:networkmanager:us-west-2:123456789012:device/d-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t// link, site\n\t\t\t\t\t{\n\t\t\t\t\t\tFrom: new(\"arn:aws:networkmanager:us-west-2:123456789012:link/link-1\"),\n\t\t\t\t\t\tTo: new(\"arn:aws:networkmanager:us-west-2:123456789012:site/site-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tTo: new(\"arn:aws:networkmanager:us-west-2:123456789012:link/link-1\"),\n\t\t\t\t\t\tFrom: new(\"arn:aws:networkmanager:us-west-2:123456789012:site/site-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t// directconnect-connection, directconnect-direct-connect-gateway\n\t\t\t\t\t{\n\t\t\t\t\t\tFrom: new(\"arn:aws:directconnect:us-west-2:123456789012:connection/dxconn-1\"),\n\t\t\t\t\t\tTo: new(\"arn:aws:directconnect:us-west-2:123456789012:direct-connect-gateway/gw-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tTo: new(\"arn:aws:directconnect:us-west-2:123456789012:connection/dxconn-1\"),\n\t\t\t\t\t\tFrom: new(\"arn:aws:directconnect:us-west-2:123456789012:direct-connect-gateway/gw-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t// directconnect-virtual-interface, ec2-customer-gateway\n\t\t\t\t\t{\n\t\t\t\t\t\tFrom: new(\"arn:aws:directconnect:us-west-2:123456789012:virtual-interface/vif-1\"),\n\t\t\t\t\t\tTo: new(\"arn:aws:ec2:us-west-2:123456789012:customer-gateway/gw-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tTo: new(\"arn:aws:directconnect:us-west-2:123456789012:virtual-interface/vif-1\"),\n\t\t\t\t\t\tFrom: new(\"arn:aws:ec2:us-west-2:123456789012:customer-gateway/gw-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t// ec2-transit-gateway, ec2-transit-gateway-attachment\n\t\t\t\t\t{\n\t\t\t\t\t\tFrom: new(\"arn:aws:ec2:us-east-2:986543144159:transit-gateway/tgw-06910e97a1fbdf66a\"),\n\t\t\t\t\t\tTo: new(\"arn:aws:ec2:us-west-2:123456789012:transit-gateway-attachment/tgwa-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tTo: new(\"arn:aws:ec2:us-east-2:986543144159:transit-gateway/tgw-06910e97a1fbdf66a\"),\n\t\t\t\t\t\tFrom: new(\"arn:aws:ec2:us-west-2:123456789012:transit-gateway-attachment/tgwa-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t// ec2-transit-gateway-route-table, ec2-transit-gateway-connect-peer\n\t\t\t\t\t{\n\t\t\t\t\t\tFrom: new(\"arn:aws:ec2:us-west-2:123456789012:transit-gateway-connect-peer/tgw-cnp-1\"),\n\t\t\t\t\t\tTo: new(\"arn:aws:ec2:us-east-2:986543144159:transit-gateway-route-table/tgw-rtb-043b7b4c0db1e4833\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tTo: new(\"arn:aws:ec2:us-west-2:123456789012:transit-gateway-connect-peer/tgw-cnp-1\"),\n\t\t\t\t\t\tFrom: new(\"arn:aws:ec2:us-east-2:986543144159:transit-gateway-route-table/tgw-rtb-043b7b4c0db1e4833\"),\n\t\t\t\t\t},\n\t\t\t\t\t// connection, ec2-vpn-connection\n\t\t\t\t\t{\n\t\t\t\t\t\tFrom: new(\"arn:aws:networkmanager:us-west-2:123456789012:connection/conn-1\"),\n\t\t\t\t\t\tTo: new(\"arn:aws:ec2:us-west-2:123456789012:vpn-connection/conn-1\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tTo: new(\"arn:aws:networkmanager:us-west-2:123456789012:connection/conn-1\"),\n\t\t\t\t\t\tFrom: new(\"arn:aws:ec2:us-west-2:123456789012:vpn-connection/conn-1\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\ttests: []QueryTests{\n\t\t\t\t// connection to device\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"networkmanager-device\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tExpectedQuery: \"default|d-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// device to connection\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"networkmanager-connection\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tExpectedQuery: \"default|conn-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// link to site\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"networkmanager-site\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tExpectedQuery: \"default|site-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// site to link\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"networkmanager-link\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tExpectedQuery: \"default|link-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// directconnect-connection to directconnect-direct-connect-gateway\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"directconnect-direct-connect-gateway\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"gw-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// directconnect-direct-connect-gateway to directconnect-connection\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"directconnect-connection\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"dxconn-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// directconnect-virtual-interface to ec2-customer-gateway\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"ec2-customer-gateway\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"gw-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// ec2-customer-gateway to directconnect-virtual-interface\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"directconnect-virtual-interface\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"vif-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// ec2-transit-gateway to ec2-transit-gateway-attachment\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"ec2-transit-gateway-attachment\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"tgwa-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// ec2-transit-gateway-attachment to ec2-transit-gateway\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"ec2-transit-gateway\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"tgw-06910e97a1fbdf66a\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// ec2-transit-gateway-connect-peer to ec2-transit-gateway-route-table\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"ec2-transit-gateway-route-table\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"tgw-rtb-043b7b4c0db1e4833\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// ec2-transit-gateway-route-table to ec2-transit-gateway-connect-peer\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"ec2-transit-gateway-connect-peer\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"tgw-cnp-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// connection to ec2-vpn-connection\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"ec2-vpn-connection\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"conn-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t// ec2-vpn-connection to connection\n\t\t\t\t{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: \"networkmanager-connection\",\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tExpectedQuery: \"default|conn-1\",\n\t\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\titems, err := networkResourceRelationshipOutputMapper(context.Background(), &networkmanager.Client{}, scope, &tt.input, &tt.output)\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t\tfor i := range items {\n\t\t\t\tif err := items[i].Validate(); err != nil {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t}\n\t\t\t\ttt.tests[i].Execute(t, items[i])\n\t\t\t}\n\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/networkmanager-site-to-site-vpn-attachment.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc getSiteToSiteVpnAttachmentGetFunc(ctx context.Context, client *networkmanager.Client, _, query string) (*types.SiteToSiteVpnAttachment, error) {\n\tout, err := client.GetSiteToSiteVpnAttachment(ctx, &networkmanager.GetSiteToSiteVpnAttachmentInput{\n\t\tAttachmentId: &query,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn out.SiteToSiteVpnAttachment, nil\n}\n\nfunc siteToSiteVpnAttachmentItemMapper(_, scope string, awsItem *types.SiteToSiteVpnAttachment) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// The uniqueAttributeValue for this is a nested value of peeringId:\n\tif awsItem != nil && awsItem.Attachment != nil {\n\t\tattributes.Set(\"AttachmentId\", *awsItem.Attachment.AttachmentId)\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"networkmanager-site-to-site-vpn-attachment\",\n\t\tUniqueAttribute: \"AttachmentId\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif awsItem.Attachment != nil {\n\t\tif awsItem.Attachment.CoreNetworkId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t// Search for core network\n\t\t\t\t\tType: \"networkmanager-core-network\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *awsItem.Attachment.CoreNetworkId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tswitch awsItem.Attachment.State { //nolint:exhaustive\n\t\tcase types.AttachmentStateCreating:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.AttachmentStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.AttachmentStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.AttachmentStateFailed:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\tif awsItem.VpnConnectionArn != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-vpn-connection\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *awsItem.VpnConnectionArn,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewNetworkManagerSiteToSiteVpnAttachmentAdapter(client *networkmanager.Client, accountID, region string, cache sdpcache.Cache) *GetListAdapter[*types.SiteToSiteVpnAttachment, *networkmanager.Client, *networkmanager.Options] {\n\treturn &GetListAdapter[*types.SiteToSiteVpnAttachment, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tItemType: \"networkmanager-site-to-site-vpn-attachment\",\n\t\tAdapterMetadata: siteToSiteVpnAttachmentAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *networkmanager.Client, scope string, query string) (*types.SiteToSiteVpnAttachment, error) {\n\t\t\treturn getSiteToSiteVpnAttachmentGetFunc(ctx, client, scope, query)\n\t\t},\n\t\tItemMapper: siteToSiteVpnAttachmentItemMapper,\n\t\tListFunc: func(ctx context.Context, client *networkmanager.Client, scope string) ([]*types.SiteToSiteVpnAttachment, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-site-to-site-vpn-attachment, use get\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t}\n}\n\nvar siteToSiteVpnAttachmentAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-site-to-site-vpn-attachment\",\n\tDescriptiveName: \"Networkmanager Site To Site Vpn Attachment\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a Networkmanager Site To Site Vpn Attachment by id\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_networkmanager_site_to_site_vpn_attachment.id\"},\n\t},\n\tPotentialLinks: []string{\"networkmanager-core-network\", \"ec2-vpn-connection\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-site-to-site-vpn-attachment_test.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestSiteToSiteVpnAttachmentOutputMapper(t *testing.T) {\n\tscope := \"123456789012.eu-west-2\"\n\ttests := []struct {\n\t\tname string\n\t\titem *types.SiteToSiteVpnAttachment\n\t\texpectedHealth sdp.Health\n\t\texpectedAttr string\n\t\ttests QueryTests\n\t}{\n\t\t{\n\t\t\tname: \"ok\",\n\t\t\titem: &types.SiteToSiteVpnAttachment{\n\t\t\t\tAttachment: &types.Attachment{\n\t\t\t\t\tAttachmentId: new(\"stsa-1\"),\n\t\t\t\t\tCoreNetworkId: new(\"cn-1\"),\n\t\t\t\t\tState: types.AttachmentStateAvailable,\n\t\t\t\t},\n\t\t\t\tVpnConnectionArn: new(\"arn:aws:ec2:us-west-2:123456789012:vpn-connection/vpn-1234\"),\n\t\t\t},\n\t\t\texpectedHealth: sdp.Health_HEALTH_OK,\n\t\t\texpectedAttr: \"stsa-1\",\n\t\t\ttests: QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"networkmanager-core-network\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"cn-1\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ec2-vpn-connection\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"arn:aws:ec2:us-west-2:123456789012:vpn-connection/vpn-1234\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\titem, err := siteToSiteVpnAttachmentItemMapper(\"\", scope, tt.item)\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tif item.UniqueAttributeValue() != tt.expectedAttr {\n\t\t\t\tt.Fatalf(\"want %s, got %s\", tt.expectedAttr, item.UniqueAttributeValue())\n\t\t\t}\n\n\t\t\tif tt.expectedHealth != item.GetHealth() {\n\t\t\t\tt.Fatalf(\"want %d, got %d\", tt.expectedHealth, item.GetHealth())\n\t\t\t}\n\n\t\t\ttt.tests.Execute(t, item)\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/networkmanager-site.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc siteOutputMapper(_ context.Context, _ *networkmanager.Client, scope string, _ *networkmanager.GetSitesInput, output *networkmanager.GetSitesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, s := range output.Sites {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(s, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\tif s.GlobalNetworkId == nil || s.SiteId == nil {\n\t\t\treturn nil, sdp.NewQueryError(errors.New(\"globalNetworkId or siteId is nil for site\"))\n\t\t}\n\n\t\tattrs.Set(\"GlobalNetworkIdSiteId\", idWithGlobalNetwork(*s.GlobalNetworkId, *s.SiteId))\n\n\t\titem := sdp.Item{\n\t\t\tType: \"networkmanager-site\",\n\t\t\tUniqueAttribute: \"GlobalNetworkIdSiteId\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tTags: networkmanagerTagsToMap(s.Tags),\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-global-network\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *s.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-link\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.SiteId),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-device\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: idWithGlobalNetwork(*s.GlobalNetworkId, *s.SiteId),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tswitch s.State {\n\t\tcase types.SiteStatePending:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.SiteStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.SiteStateUpdating:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.SiteStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewNetworkManagerSiteAdapter(client *networkmanager.Client, accountID string, cache sdpcache.Cache) *DescribeOnlyAdapter[*networkmanager.GetSitesInput, *networkmanager.GetSitesOutput, *networkmanager.Client, *networkmanager.Options] {\n\treturn &DescribeOnlyAdapter[*networkmanager.GetSitesInput, *networkmanager.GetSitesOutput, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tItemType: \"networkmanager-site\",\n\t\tAdapterMetadata: siteAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *networkmanager.Client, input *networkmanager.GetSitesInput) (*networkmanager.GetSitesOutput, error) {\n\t\t\treturn client.GetSites(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*networkmanager.GetSitesInput, error) {\n\t\t\t// We are using a custom id of {globalNetworkId}|{siteId}\n\t\t\tsections := strings.Split(query, \"|\")\n\n\t\t\tif len(sections) != 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid query for networkmanager-site get function\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn &networkmanager.GetSitesInput{\n\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\tSiteIds: []string{\n\t\t\t\t\tsections[1],\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*networkmanager.GetSitesInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-site, use search\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\tPaginatorBuilder: func(client *networkmanager.Client, params *networkmanager.GetSitesInput) Paginator[*networkmanager.GetSitesOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewGetSitesPaginator(client, params)\n\t\t},\n\t\tOutputMapper: siteOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *networkmanager.Client, scope, query string) (*networkmanager.GetSitesInput, error) {\n\t\t\t// Try to parse as ARN first\n\t\t\tarn, err := ParseARN(query)\n\t\t\tif err == nil {\n\t\t\t\t// Check if it's a networkmanager-site ARN\n\t\t\t\tif arn.Service == \"networkmanager\" && arn.Type() == \"site\" {\n\t\t\t\t\t// Parse the resource part: site/global-network-{id}/site-{id}\n\t\t\t\t\t// Expected format: site/global-network-01231231231231231/site-444555aaabbb11223\n\t\t\t\t\tresourceParts := strings.Split(arn.Resource, \"/\")\n\t\t\t\t\tif len(resourceParts) == 3 && resourceParts[0] == \"site\" && strings.HasPrefix(resourceParts[1], \"global-network-\") && strings.HasPrefix(resourceParts[2], \"site-\") {\n\t\t\t\t\t\tglobalNetworkId := resourceParts[1] // Keep full ID including \"global-network-\" prefix\n\t\t\t\t\t\tsiteId := resourceParts[2] // Keep full ID including \"site-\" prefix\n\n\t\t\t\t\t\treturn &networkmanager.GetSitesInput{\n\t\t\t\t\t\t\tGlobalNetworkId: &globalNetworkId,\n\t\t\t\t\t\t\tSiteIds: []string{siteId},\n\t\t\t\t\t\t}, nil\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// If it's not a valid networkmanager-site ARN, return an error\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"ARN is not a valid networkmanager-site ARN\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// If not an ARN, treat as GlobalNetworkId for backward compatibility\n\t\t\treturn &networkmanager.GetSitesInput{\n\t\t\t\tGlobalNetworkId: &query,\n\t\t\t}, nil\n\t\t},\n\t}\n}\n\nvar siteAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-site\",\n\tDescriptiveName: \"Networkmanager Site\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Networkmanager Site\",\n\t\tSearchDescription: \"Search for Networkmanager Sites by GlobalNetworkId or Site ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_networkmanager_site.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"networkmanager-global-network\", \"networkmanager-link\", \"networkmanager-device\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-site_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestSiteOutputMapper(t *testing.T) {\n\toutput := networkmanager.GetSitesOutput{\n\t\tSites: []types.Site{\n\t\t\t{\n\t\t\t\tSiteId: new(\"site1\"),\n\t\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\t},\n\t\t},\n\t}\n\tscope := \"123456789012.eu-west-2\"\n\titems, err := siteOutputMapper(context.Background(), &networkmanager.Client{}, scope, &networkmanager.GetSitesInput{}, &output)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tfor _, item := range items {\n\t\tif err := item.Validate(); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\t// Ensure unique attribute\n\terr = item.Validate()\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.UniqueAttributeValue() != \"default|site1\" {\n\t\tt.Fatalf(\"expected default|site1, got %v\", item.UniqueAttributeValue())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"networkmanager-global-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-link\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default|site1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"networkmanager-device\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"default|site1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestSiteInputMapperSearch(t *testing.T) {\n\tadapter := NewNetworkManagerSiteAdapter(&networkmanager.Client{}, \"123456789012\", sdpcache.NewNoOpCache())\n\n\ttests := []struct {\n\t\tname string\n\t\tquery string\n\t\texpectedInput *networkmanager.GetSitesInput\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"Valid networkmanager-site ARN\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:site/global-network-01231231231231231/site-444555aaabbb11223\",\n\t\t\texpectedInput: &networkmanager.GetSitesInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-01231231231231231\"),\n\t\t\t\tSiteIds: []string{\"site-444555aaabbb11223\"},\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Global Network ID (backward compatibility)\",\n\t\t\tquery: \"global-network-123456789\",\n\t\t\texpectedInput: &networkmanager.GetSitesInput{\n\t\t\t\tGlobalNetworkId: new(\"global-network-123456789\"),\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - wrong service\",\n\t\t\tquery: \"arn:aws:ec2::123456789012:instance/i-1234567890abcdef0\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - wrong resource type\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:device/global-network-01231231231231231/device-444555aaabbb11223\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Invalid ARN - malformed resource\",\n\t\t\tquery: \"arn:aws:networkmanager::123456789012:site/invalid-format\",\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tinput, err := adapter.InputMapperSearch(context.Background(), &networkmanager.Client{}, \"123456789012.us-east-1\", tt.query)\n\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"Expected error for query %s, but got none\", tt.query)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Unexpected error for query %s: %v\", tt.query, err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif input == nil {\n\t\t\t\tt.Errorf(\"Expected input but got nil for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\t// Compare GlobalNetworkId\n\t\t\tif (input.GlobalNetworkId == nil) != (tt.expectedInput.GlobalNetworkId == nil) {\n\t\t\t\tt.Errorf(\"GlobalNetworkId nil mismatch for query %s\", tt.query)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif input.GlobalNetworkId != nil && tt.expectedInput.GlobalNetworkId != nil {\n\t\t\t\tif *input.GlobalNetworkId != *tt.expectedInput.GlobalNetworkId {\n\t\t\t\t\tt.Errorf(\"Expected GlobalNetworkId %s, got %s for query %s\",\n\t\t\t\t\t\t*tt.expectedInput.GlobalNetworkId, *input.GlobalNetworkId, tt.query)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Compare SiteIds\n\t\t\tif len(input.SiteIds) != len(tt.expectedInput.SiteIds) {\n\t\t\t\tt.Errorf(\"Expected %d SiteIds, got %d for query %s\",\n\t\t\t\t\tlen(tt.expectedInput.SiteIds), len(input.SiteIds), tt.query)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tfor i, siteId := range input.SiteIds {\n\t\t\t\tif siteId != tt.expectedInput.SiteIds[i] {\n\t\t\t\t\tt.Errorf(\"Expected SiteId %s, got %s at index %d for query %s\",\n\t\t\t\t\t\ttt.expectedInput.SiteIds[i], siteId, i, tt.query)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/networkmanager-transit-gateway-connect-peer-association.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc transitGatewayConnectPeerAssociationsOutputMapper(_ context.Context, _ *networkmanager.Client, scope string, _ *networkmanager.GetTransitGatewayConnectPeerAssociationsInput, output *networkmanager.GetTransitGatewayConnectPeerAssociationsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, a := range output.TransitGatewayConnectPeerAssociations {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(a, \"tags\")\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\tattrs.Set(\"GlobalNetworkIdWithTransitGatewayConnectPeerArn\", idWithGlobalNetwork(*a.GlobalNetworkId, *a.TransitGatewayConnectPeerArn))\n\n\t\titem := sdp.Item{\n\t\t\tType: \"networkmanager-transit-gateway-connect-peer-association\",\n\t\t\tUniqueAttribute: \"GlobalNetworkIdWithTransitGatewayConnectPeerArn\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-global-network\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *a.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tif a.DeviceId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-device\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*a.GlobalNetworkId, *a.DeviceId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif a.LinkId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-link\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: idWithGlobalNetwork(*a.GlobalNetworkId, *a.LinkId),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tswitch a.State {\n\t\tcase types.TransitGatewayConnectPeerAssociationStatePending:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.TransitGatewayConnectPeerAssociationStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.TransitGatewayConnectPeerAssociationStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.TransitGatewayConnectPeerAssociationStateDeleted:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewNetworkManagerTransitGatewayConnectPeerAssociationAdapter(client *networkmanager.Client, accountID, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*networkmanager.GetTransitGatewayConnectPeerAssociationsInput, *networkmanager.GetTransitGatewayConnectPeerAssociationsOutput, *networkmanager.Client, *networkmanager.Options] {\n\treturn &DescribeOnlyAdapter[*networkmanager.GetTransitGatewayConnectPeerAssociationsInput, *networkmanager.GetTransitGatewayConnectPeerAssociationsOutput, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tItemType: \"networkmanager-transit-gateway-connect-peer-association\",\n\t\tAdapterMetadata: transitGatewayConnectPeerAssociationAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *networkmanager.Client, input *networkmanager.GetTransitGatewayConnectPeerAssociationsInput) (*networkmanager.GetTransitGatewayConnectPeerAssociationsOutput, error) {\n\t\t\treturn client.GetTransitGatewayConnectPeerAssociations(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*networkmanager.GetTransitGatewayConnectPeerAssociationsInput, error) {\n\t\t\tsections := strings.Split(query, \"|\")\n\n\t\t\tif len(sections) != 2 {\n\t\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"invalid query for networkmanager-transit-gateway-connect-peer-association. Use {GlobalNetworkId}|{TransitGatewayConnectPeerArn} format\",\n\t\t\t\t\tScope: scope,\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// we are using a custom id of {globalNetworkId}|{networkmanager-connect-peer.ID}\n\t\t\t// e.g. searching from networkmanager-connect-peer\n\t\t\treturn &networkmanager.GetTransitGatewayConnectPeerAssociationsInput{\n\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\tTransitGatewayConnectPeerArns: []string{\n\t\t\t\t\tsections[1],\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*networkmanager.GetTransitGatewayConnectPeerAssociationsInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: \"list not supported for networkmanager-transit-gateway-connect-peer-association, use search\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\tPaginatorBuilder: func(client *networkmanager.Client, params *networkmanager.GetTransitGatewayConnectPeerAssociationsInput) Paginator[*networkmanager.GetTransitGatewayConnectPeerAssociationsOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewGetTransitGatewayConnectPeerAssociationsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: transitGatewayConnectPeerAssociationsOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *networkmanager.Client, scope, query string) (*networkmanager.GetTransitGatewayConnectPeerAssociationsInput, error) {\n\t\t\t// Search by GlobalNetworkId\n\t\t\treturn &networkmanager.GetTransitGatewayConnectPeerAssociationsInput{\n\t\t\t\tGlobalNetworkId: &query,\n\t\t\t}, nil\n\t\t},\n\t}\n}\n\nvar transitGatewayConnectPeerAssociationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-transit-gateway-connect-peer-association\",\n\tDescriptiveName: \"Networkmanager Transit Gateway Connect Peer Association\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Networkmanager Transit Gateway Connect Peer Association by id\",\n\t\tListDescription: \"List all Networkmanager Transit Gateway Connect Peer Associations\",\n\t\tSearchDescription: \"Search for Networkmanager Transit Gateway Connect Peer Associations by GlobalNetworkId\",\n\t},\n\tPotentialLinks: []string{\"networkmanager-global-network\", \"networkmanager-device\", \"networkmanager-link\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-transit-gateway-connect-peer-association_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestTransitGatewayConnectPeerAssociationsOutputMapper(t *testing.T) {\n\tscope := \"123456789012.eu-west-2\"\n\ttests := []struct {\n\t\tname string\n\t\tout networkmanager.GetTransitGatewayConnectPeerAssociationsOutput\n\t\texpectedHealth sdp.Health\n\t\texpectedAttr string\n\t\ttests QueryTests\n\t}{\n\t\t{\n\t\t\tname: \"ok\",\n\t\t\tout: networkmanager.GetTransitGatewayConnectPeerAssociationsOutput{\n\t\t\t\tTransitGatewayConnectPeerAssociations: []types.TransitGatewayConnectPeerAssociation{\n\t\t\t\t\t{\n\t\t\t\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\t\t\t\tTransitGatewayConnectPeerArn: new(\"arn:aws:ec2:us-west-2:123456789012:transit-gateway-connect-peer-association/tgw-1234\"),\n\t\t\t\t\t\tState: types.TransitGatewayConnectPeerAssociationStateAvailable,\n\t\t\t\t\t\tDeviceId: new(\"device-1\"),\n\t\t\t\t\t\tLinkId: new(\"link-1\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedHealth: sdp.Health_HEALTH_OK,\n\t\t\texpectedAttr: \"default|arn:aws:ec2:us-west-2:123456789012:transit-gateway-connect-peer-association/tgw-1234\",\n\t\t\ttests: QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"networkmanager-global-network\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"networkmanager-device\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"default|device-1\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"networkmanager-link\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"default|link-1\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\titems, err := transitGatewayConnectPeerAssociationsOutputMapper(context.Background(), &networkmanager.Client{}, scope, &networkmanager.GetTransitGatewayConnectPeerAssociationsInput{}, &tt.out)\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tfor _, item := range items {\n\t\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif len(items) != 1 {\n\t\t\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t\t\t}\n\n\t\t\titem := items[0]\n\t\t\t// Ensure unique attribute\n\t\t\terr = item.Validate()\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tif item.UniqueAttributeValue() != tt.expectedAttr {\n\t\t\t\tt.Fatalf(\"want %s, got %s\", tt.expectedAttr, item.UniqueAttributeValue())\n\t\t\t}\n\n\t\t\tif tt.expectedHealth != item.GetHealth() {\n\t\t\t\tt.Fatalf(\"want %d, got %d\", tt.expectedHealth, item.GetHealth())\n\t\t\t}\n\n\t\t\ttt.tests.Execute(t, item)\n\t\t})\n\t}\n\n}\n" }, { "path": "aws-source/adapters/networkmanager-transit-gateway-peering.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc getTransitGatewayPeeringGetFunc(ctx context.Context, client *networkmanager.Client, _, query string) (*types.TransitGatewayPeering, error) {\n\tout, err := client.GetTransitGatewayPeering(ctx, &networkmanager.GetTransitGatewayPeeringInput{\n\t\tPeeringId: &query,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn out.TransitGatewayPeering, nil\n}\n\nfunc transitGatewayPeeringItemMapper(_, scope string, awsItem *types.TransitGatewayPeering) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// The uniqueAttributeValue for this is a nested value of peeringId:\n\tif awsItem != nil && awsItem.Peering != nil {\n\t\tattributes.Set(\"PeeringId\", *awsItem.Peering.PeeringId)\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"networkmanager-transit-gateway-peering\",\n\t\tUniqueAttribute: \"PeeringId\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: networkmanagerTagsToMap(awsItem.Peering.Tags),\n\t}\n\n\tif awsItem.Peering != nil {\n\t\tif awsItem.Peering.CoreNetworkId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"networkmanager-core-network\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *awsItem.Peering.CoreNetworkId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tswitch awsItem.Peering.State {\n\t\tcase types.PeeringStateCreating:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.PeeringStateAvailable:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase types.PeeringStateDeleting:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase types.PeeringStateFailed:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t}\n\t}\n\tif awsItem.TransitGatewayPeeringAttachmentId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-transit-gateway-peering-attachment\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *awsItem.TransitGatewayPeeringAttachmentId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// ARN example: \"arn:aws:ec2:us-west-2:123456789012:transit-gateway/tgw-1234\"\n\tif awsItem.TransitGatewayArn != nil {\n\t\tif arn, err := ParseARN(*awsItem.TransitGatewayArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-transit-gateway\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *awsItem.TransitGatewayArn,\n\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewNetworkManagerTransitGatewayPeeringAdapter(client *networkmanager.Client, accountID, region string, cache sdpcache.Cache) *GetListAdapter[*types.TransitGatewayPeering, *networkmanager.Client, *networkmanager.Options] {\n\treturn &GetListAdapter[*types.TransitGatewayPeering, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tItemType: \"networkmanager-transit-gateway-peering\",\n\t\tAdapterMetadata: transitGatewayPeeringAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *networkmanager.Client, scope string, query string) (*types.TransitGatewayPeering, error) {\n\t\t\treturn getTransitGatewayPeeringGetFunc(ctx, client, scope, query)\n\t\t},\n\t\tItemMapper: transitGatewayPeeringItemMapper,\n\t\tListFunc: func(ctx context.Context, client *networkmanager.Client, scope string) ([]*types.TransitGatewayPeering, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-transit-gateway-peering, use get\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t}\n}\n\nvar transitGatewayPeeringAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-transit-gateway-peering\",\n\tDescriptiveName: \"Networkmanager Transit Gateway Peering\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a Networkmanager Transit Gateway Peering by id\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_networkmanager_transit_gateway_peering.id\"},\n\t},\n\tPotentialLinks: []string{\"networkmanager-core-network\", \"ec2-transit-gateway-peering-attachment\", \"ec2-transit-gateway\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-transit-gateway-peering_test.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestTransitGatewayPeeringOutputMapper(t *testing.T) {\n\tscope := \"123456789012.eu-west-2\"\n\ttests := []struct {\n\t\tname string\n\t\titem *types.TransitGatewayPeering\n\t\texpectedHealth sdp.Health\n\t\texpectedAttr string\n\t\ttests QueryTests\n\t}{\n\t\t{\n\t\t\tname: \"ok\",\n\t\t\titem: &types.TransitGatewayPeering{\n\t\t\t\tPeering: &types.Peering{\n\t\t\t\t\tPeeringId: new(\"tgp-1\"),\n\t\t\t\t\tCoreNetworkId: new(\"cn-1\"),\n\t\t\t\t\tState: types.PeeringStateAvailable,\n\t\t\t\t},\n\t\t\t\tTransitGatewayArn: new(\"arn:aws:ec2:us-west-2:123456789012:transit-gateway/tgw-1234\"),\n\t\t\t\tTransitGatewayPeeringAttachmentId: new(\"gpa-1\"),\n\t\t\t},\n\t\t\texpectedHealth: sdp.Health_HEALTH_OK,\n\t\t\texpectedAttr: \"tgp-1\",\n\t\t\ttests: QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"networkmanager-core-network\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"cn-1\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ec2-transit-gateway\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"arn:aws:ec2:us-west-2:123456789012:transit-gateway/tgw-1234\",\n\t\t\t\t\tExpectedScope: \"123456789012.us-west-2\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ec2-transit-gateway-peering-attachment\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"gpa-1\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\titem, err := transitGatewayPeeringItemMapper(\"\", scope, tt.item)\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tif item.UniqueAttributeValue() != tt.expectedAttr {\n\t\t\t\tt.Fatalf(\"want %s, got %s\", tt.expectedAttr, item.UniqueAttributeValue())\n\t\t\t}\n\n\t\t\tif tt.expectedHealth != item.GetHealth() {\n\t\t\t\tt.Fatalf(\"want %d, got %d\", tt.expectedHealth, item.GetHealth())\n\t\t\t}\n\n\t\t\ttt.tests.Execute(t, item)\n\t\t})\n\t}\n\n}\n" }, { "path": "aws-source/adapters/networkmanager-transit-gateway-registration.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc transitGatewayRegistrationOutputMapper(_ context.Context, _ *networkmanager.Client, scope string, _ *networkmanager.GetTransitGatewayRegistrationsInput, output *networkmanager.GetTransitGatewayRegistrationsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, r := range output.TransitGatewayRegistrations {\n\t\tvar err error\n\t\tvar attrs *sdp.ItemAttributes\n\t\tattrs, err = ToAttributesWithExclude(r)\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\tif r.GlobalNetworkId == nil || r.TransitGatewayArn == nil {\n\t\t\treturn nil, sdp.NewQueryError(errors.New(\"globalNetworkId or transitGatewayArn is nil for transit gateway registration\"))\n\t\t}\n\n\t\tattrs.Set(\"GlobalNetworkIdWithTransitGatewayARN\", idWithGlobalNetwork(*r.GlobalNetworkId, *r.TransitGatewayArn))\n\n\t\titem := sdp.Item{\n\t\t\tType: \"networkmanager-transit-gateway-registration\",\n\t\t\tUniqueAttribute: \"GlobalNetworkIdWithTransitGatewayARN\",\n\t\t\tScope: scope,\n\t\t\tAttributes: attrs,\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"networkmanager-global-network\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *r.GlobalNetworkId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\t// ARN example: \"arn:aws:ec2:us-west-2:123456789012:transit-gateway/tgw-1234\"\n\t\tif r.TransitGatewayArn != nil {\n\t\t\tif arn, err := ParseARN(*r.TransitGatewayArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-transit-gateway\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *r.TransitGatewayArn,\n\t\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewNetworkManagerTransitGatewayRegistrationAdapter(client *networkmanager.Client, accountID, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*networkmanager.GetTransitGatewayRegistrationsInput, *networkmanager.GetTransitGatewayRegistrationsOutput, *networkmanager.Client, *networkmanager.Options] {\n\treturn &DescribeOnlyAdapter[*networkmanager.GetTransitGatewayRegistrationsInput, *networkmanager.GetTransitGatewayRegistrationsOutput, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tItemType: \"networkmanager-transit-gateway-registration\",\n\t\tAdapterMetadata: transitGatewayRegistrationAdapterMetadata,\n\t\tcache: cache,\n\t\tDescribeFunc: func(ctx context.Context, client *networkmanager.Client, input *networkmanager.GetTransitGatewayRegistrationsInput) (*networkmanager.GetTransitGatewayRegistrationsOutput, error) {\n\t\t\treturn client.GetTransitGatewayRegistrations(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*networkmanager.GetTransitGatewayRegistrationsInput, error) {\n\t\t\tsections := strings.Split(query, \"|\")\n\n\t\t\tif len(sections) != 2 {\n\t\t\t\treturn nil, sdp.NewQueryError(errors.New(\"invalid query for networkmanager-transit-gateway-registration get function, must be in the format {globalNetworkId}|{transitGatewayARN}\"))\n\t\t\t}\n\n\t\t\t// we are using a custom id of {globalNetworkId}|{transitGatewayARN}\n\t\t\t// e.g. searching from ec2-transit-gateway\n\t\t\treturn &networkmanager.GetTransitGatewayRegistrationsInput{\n\t\t\t\tGlobalNetworkId: §ions[0],\n\t\t\t\tTransitGatewayArns: []string{\n\t\t\t\t\tsections[1],\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*networkmanager.GetTransitGatewayRegistrationsInput, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-transit-gateway-registration, use search\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t\tPaginatorBuilder: func(client *networkmanager.Client, params *networkmanager.GetTransitGatewayRegistrationsInput) Paginator[*networkmanager.GetTransitGatewayRegistrationsOutput, *networkmanager.Options] {\n\t\t\treturn networkmanager.NewGetTransitGatewayRegistrationsPaginator(client, params)\n\t\t},\n\t\tOutputMapper: transitGatewayRegistrationOutputMapper,\n\t\tInputMapperSearch: func(ctx context.Context, client *networkmanager.Client, scope, query string) (*networkmanager.GetTransitGatewayRegistrationsInput, error) {\n\t\t\t// Search by GlobalNetworkId\n\t\t\treturn &networkmanager.GetTransitGatewayRegistrationsInput{\n\t\t\t\tGlobalNetworkId: &query,\n\t\t\t}, nil\n\t\t},\n\t}\n}\n\nvar transitGatewayRegistrationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-transit-gateway-registration\",\n\tDescriptiveName: \"Networkmanager Transit Gateway Registrations\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Networkmanager Transit Gateway Registrations\",\n\t\tListDescription: \"List all Networkmanager Transit Gateway Registrations\",\n\t\tSearchDescription: \"Search for Networkmanager Transit Gateway Registrations by GlobalNetworkId\",\n\t},\n\tPotentialLinks: []string{\"networkmanager-global-network\", \"ec2-transit-gateway\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-transit-gateway-registration_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestTransitGatewayRegistrationOutputMapper(t *testing.T) {\n\tscope := \"123456789012.eu-west-2\"\n\ttests := []struct {\n\t\tname string\n\t\tout networkmanager.GetTransitGatewayRegistrationsOutput\n\t\texpectedAttr string\n\t\ttests QueryTests\n\t}{\n\t\t{\n\t\t\tname: \"ok\",\n\t\t\tout: networkmanager.GetTransitGatewayRegistrationsOutput{\n\t\t\t\tTransitGatewayRegistrations: []types.TransitGatewayRegistration{\n\t\t\t\t\t{\n\t\t\t\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\t\t\t\tTransitGatewayArn: new(\"arn:aws:ec2:us-west-2:123456789012:transit-gateway/tgw-1234\"),\n\t\t\t\t\t\tState: &types.TransitGatewayRegistrationStateReason{\n\t\t\t\t\t\t\tCode: types.TransitGatewayRegistrationStateAvailable,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedAttr: \"default|arn:aws:ec2:us-west-2:123456789012:transit-gateway/tgw-1234\",\n\t\t\ttests: QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"networkmanager-global-network\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ec2-transit-gateway\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"arn:aws:ec2:us-west-2:123456789012:transit-gateway/tgw-1234\",\n\t\t\t\t\tExpectedScope: \"123456789012.us-west-2\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"ok, deleting\",\n\t\t\tout: networkmanager.GetTransitGatewayRegistrationsOutput{\n\t\t\t\tTransitGatewayRegistrations: []types.TransitGatewayRegistration{\n\t\t\t\t\t{\n\t\t\t\t\t\tGlobalNetworkId: new(\"default\"),\n\t\t\t\t\t\tTransitGatewayArn: new(\"arn:aws:ec2:us-west-2:123456789012:transit-gateway/tgw-1234\"),\n\t\t\t\t\t\tState: &types.TransitGatewayRegistrationStateReason{\n\t\t\t\t\t\t\tCode: types.TransitGatewayRegistrationStateDeleting,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedAttr: \"default|arn:aws:ec2:us-west-2:123456789012:transit-gateway/tgw-1234\",\n\t\t\ttests: QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"networkmanager-global-network\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ec2-transit-gateway\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"arn:aws:ec2:us-west-2:123456789012:transit-gateway/tgw-1234\",\n\t\t\t\t\tExpectedScope: \"123456789012.us-west-2\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\titems, err := transitGatewayRegistrationOutputMapper(context.Background(), &networkmanager.Client{}, scope, &networkmanager.GetTransitGatewayRegistrationsInput{}, &tt.out)\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tfor _, item := range items {\n\t\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif len(items) != 1 {\n\t\t\t\tt.Fatalf(\"expected 1 item, got %v\", len(items))\n\t\t\t}\n\n\t\t\titem := items[0]\n\t\t\t// Ensure unique attribute\n\t\t\terr = item.Validate()\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tif item.UniqueAttributeValue() != tt.expectedAttr {\n\t\t\t\tt.Fatalf(\"want %s, got %s\", tt.expectedAttr, item.UniqueAttributeValue())\n\t\t\t}\n\n\t\t\ttt.tests.Execute(t, item)\n\t\t})\n\t}\n}\n" }, { "path": "aws-source/adapters/networkmanager-transit-gateway-route-table-attachment.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc getTransitGatewayRouteTableAttachmentGetFunc(ctx context.Context, client *networkmanager.Client, _, query string) (*types.TransitGatewayRouteTableAttachment, error) {\n\tout, err := client.GetTransitGatewayRouteTableAttachment(ctx, &networkmanager.GetTransitGatewayRouteTableAttachmentInput{\n\t\tAttachmentId: &query,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn out.TransitGatewayRouteTableAttachment, nil\n}\n\nfunc transitGatewayRouteTableAttachmentItemMapper(_, scope string, awsItem *types.TransitGatewayRouteTableAttachment) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// The uniqueAttributeValue for this is a nested value of AttachmentId:\n\tif awsItem != nil && awsItem.Attachment != nil {\n\t\tattributes.Set(\"AttachmentId\", *awsItem.Attachment.AttachmentId)\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"networkmanager-transit-gateway-route-table-attachment\",\n\t\tUniqueAttribute: \"AttachmentId\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: networkmanagerTagsToMap(awsItem.Attachment.Tags),\n\t}\n\n\tif awsItem.Attachment != nil && awsItem.Attachment.CoreNetworkId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"networkmanager-core-network\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *awsItem.Attachment.CoreNetworkId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif awsItem.PeeringId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"networkmanager-transit-gateway-peering\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *awsItem.PeeringId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// ARN example: \"arn:aws:ec2:us-west-2:123456789012:transit-gateway-route-table/tgw-rtb-9876543210123456\"\n\tif awsItem.TransitGatewayRouteTableArn != nil {\n\t\tif arn, err := ParseARN(*awsItem.TransitGatewayRouteTableArn); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-transit-gateway-route-table\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *awsItem.TransitGatewayRouteTableArn,\n\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewNetworkManagerTransitGatewayRouteTableAttachmentAdapter(client *networkmanager.Client, accountID, region string, cache sdpcache.Cache) *GetListAdapter[*types.TransitGatewayRouteTableAttachment, *networkmanager.Client, *networkmanager.Options] {\n\treturn &GetListAdapter[*types.TransitGatewayRouteTableAttachment, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tItemType: \"networkmanager-transit-gateway-route-table-attachment\",\n\t\tAdapterMetadata: transitGatewayRouteTableAttachmentAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *networkmanager.Client, scope string, query string) (*types.TransitGatewayRouteTableAttachment, error) {\n\t\t\treturn getTransitGatewayRouteTableAttachmentGetFunc(ctx, client, scope, query)\n\t\t},\n\t\tItemMapper: transitGatewayRouteTableAttachmentItemMapper,\n\t\tListFunc: func(ctx context.Context, client *networkmanager.Client, scope string) ([]*types.TransitGatewayRouteTableAttachment, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-transit-gateway-route-table-attachment, use get\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t}\n}\n\nvar transitGatewayRouteTableAttachmentAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-transit-gateway-route-table-attachment\",\n\tDescriptiveName: \"Networkmanager Transit Gateway Route Table Attachment\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a Networkmanager Transit Gateway Route Table Attachment by id\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_networkmanager_transit_gateway_route_table_attachment.id\"},\n\t},\n\tPotentialLinks: []string{\"networkmanager-core-network\", \"networkmanager-transit-gateway-peering\", \"ec2-transit-gateway-route-table\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-transit-gateway-route-table-attachment_test.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestTransitGatewayRouteTableAttachmentItemMapper(t *testing.T) {\n\tscope := \"123456789012.eu-west-2\"\n\ttests := []struct {\n\t\tname string\n\t\tinput types.TransitGatewayRouteTableAttachment\n\t\texpectedAttr string\n\t\ttests QueryTests\n\t}{\n\t\t{\n\t\t\tname: \"ok\",\n\t\t\tinput: types.TransitGatewayRouteTableAttachment{\n\t\t\t\tAttachment: &types.Attachment{\n\t\t\t\t\tAttachmentId: new(\"attachment1\"),\n\t\t\t\t\tCoreNetworkId: new(\"corenetwork1\"),\n\t\t\t\t},\n\t\t\t\tTransitGatewayRouteTableArn: new(\"arn:aws:ec2:us-west-2:123456789012:transit-gateway-route-table/tgw-rtb-9876543210123456\"),\n\t\t\t\tPeeringId: new(\"peer1\"),\n\t\t\t},\n\t\t\texpectedAttr: \"attachment1\",\n\t\t\ttests: QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"networkmanager-core-network\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"corenetwork1\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"networkmanager-transit-gateway-peering\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"peer1\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ec2-transit-gateway-route-table\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"arn:aws:ec2:us-west-2:123456789012:transit-gateway-route-table/tgw-rtb-9876543210123456\",\n\t\t\t\t\tExpectedScope: \"123456789012.us-west-2\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"missing ec2-transit-gateway-route-table\",\n\t\t\tinput: types.TransitGatewayRouteTableAttachment{\n\t\t\t\tAttachment: &types.Attachment{\n\t\t\t\t\tAttachmentId: new(\"attachment1\"),\n\t\t\t\t\tCoreNetworkId: new(\"corenetwork1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedAttr: \"attachment1\",\n\t\t\ttests: QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"networkmanager-core-network\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"corenetwork1\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"invalid ec2-transit-gateway-route-table\",\n\t\t\tinput: types.TransitGatewayRouteTableAttachment{\n\t\t\t\tAttachment: &types.Attachment{\n\t\t\t\t\tAttachmentId: new(\"attachment1\"),\n\t\t\t\t\tCoreNetworkId: new(\"corenetwork1\"),\n\t\t\t\t},\n\t\t\t\tTransitGatewayRouteTableArn: new(\"arn:aws:ec2:us-west-2:123456789012:transit-gateway-route-table-tgw-rtb-9876543210123456\"),\n\t\t\t},\n\t\t\texpectedAttr: \"attachment1\",\n\t\t\ttests: QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"networkmanager-core-network\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"corenetwork1\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\titem, err := transitGatewayRouteTableAttachmentItemMapper(\"\", scope, &tt.input)\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t\t// Ensure unique attribute\n\t\t\tif item.UniqueAttributeValue() != tt.expectedAttr {\n\t\t\t\tt.Fatalf(\"expected %s, got %s\", tt.expectedAttr, item.UniqueAttributeValue())\n\t\t\t}\n\t\t\ttt.tests.Execute(t, item)\n\t\t})\n\t}\n\n}\n" }, { "path": "aws-source/adapters/networkmanager-vpc-attachment.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc vpcAttachmentGetFunc(ctx context.Context, client *networkmanager.Client, _, query string) (*types.VpcAttachment, error) {\n\tout, err := client.GetVpcAttachment(ctx, &networkmanager.GetVpcAttachmentInput{\n\t\tAttachmentId: &query,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn out.VpcAttachment, nil\n}\n\nfunc vpcAttachmentItemMapper(_, scope string, awsItem *types.VpcAttachment) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// The uniqueAttributeValue for this is a nested value of AttachmentId:\n\tif awsItem != nil && awsItem.Attachment != nil {\n\t\tattributes.Set(\"AttachmentId\", *awsItem.Attachment.AttachmentId)\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"networkmanager-vpc-attachment\",\n\t\tUniqueAttribute: \"AttachmentId\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: networkmanagerTagsToMap(awsItem.Attachment.Tags),\n\t}\n\n\tif awsItem.Attachment != nil && awsItem.Attachment.CoreNetworkId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"networkmanager-core-network\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *awsItem.Attachment.CoreNetworkId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewNetworkManagerVPCAttachmentAdapter(client *networkmanager.Client, accountID, region string, cache sdpcache.Cache) *GetListAdapter[*types.VpcAttachment, *networkmanager.Client, *networkmanager.Options] {\n\treturn &GetListAdapter[*types.VpcAttachment, *networkmanager.Client, *networkmanager.Options]{\n\t\tClient: client,\n\t\tRegion: region,\n\t\tAccountID: accountID,\n\t\tItemType: \"networkmanager-vpc-attachment\",\n\t\tAdapterMetadata: vpcAttachmentAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client *networkmanager.Client, scope string, query string) (*types.VpcAttachment, error) {\n\t\t\treturn vpcAttachmentGetFunc(ctx, client, scope, query)\n\t\t},\n\t\tItemMapper: vpcAttachmentItemMapper,\n\t\tListFunc: func(ctx context.Context, client *networkmanager.Client, scope string) ([]*types.VpcAttachment, error) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list not supported for networkmanager-vpc-attachment, use get\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t},\n\t}\n}\n\nvar vpcAttachmentAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"networkmanager-vpc-attachment\",\n\tDescriptiveName: \"Networkmanager VPC Attachment\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get a Networkmanager VPC Attachment by id\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_networkmanager_vpc_attachment.id\"},\n\t},\n\tPotentialLinks: []string{\"networkmanager-core-network\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/networkmanager-vpc-attachment_test.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestVPCAttachmentItemMapper(t *testing.T) {\n\tinput := types.VpcAttachment{\n\t\tAttachment: &types.Attachment{\n\t\t\tAttachmentId: new(\"attachment1\"),\n\t\t\tCoreNetworkId: new(\"corenetwork1\"),\n\t\t},\n\t}\n\tscope := \"123456789012.eu-west-2\"\n\titem, err := vpcAttachmentItemMapper(\"\", scope, &input)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\tif err := item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\t// Ensure unique attribute\n\tif item.UniqueAttributeValue() != \"attachment1\" {\n\t\tt.Fatalf(\"expected %v, got %v\", \"attachment1\", item.UniqueAttributeValue())\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"networkmanager-core-network\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"corenetwork1\",\n\t\t\tExpectedScope: scope,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n" }, { "path": "aws-source/adapters/networkmanager.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\t\"github.com/aws/aws-sdk-go-v2/service/networkmanager/types\"\n)\n\ntype NetworkManagerClient interface {\n\tnetworkmanager.ListConnectPeersAPIClient\n\tnetworkmanager.ListCoreNetworksAPIClient\n\n\tGetConnectPeer(ctx context.Context, params *networkmanager.GetConnectPeerInput, optFns ...func(*networkmanager.Options)) (*networkmanager.GetConnectPeerOutput, error)\n\tGetCoreNetwork(ctx context.Context, params *networkmanager.GetCoreNetworkInput, optFns ...func(*networkmanager.Options)) (*networkmanager.GetCoreNetworkOutput, error)\n}\n\n// convertTags converts slice of ecs tags to a map\nfunc networkmanagerTagsToMap(tags []types.Tag) map[string]string {\n\ttagsMap := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\ttagsMap[*tag.Key] = *tag.Value\n\t\t}\n\t}\n\n\treturn tagsMap\n}\n" }, { "path": "aws-source/adapters/networkmanager_test.go", "content": "package adapters\n\ntype NetworkManagerTestClient struct{}\n" }, { "path": "aws-source/adapters/rds-db-cluster-parameter-group.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\t\"github.com/aws/aws-sdk-go-v2/service/rds/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype ClusterParameterGroup struct {\n\ttypes.DBClusterParameterGroup\n\n\tParameters []types.Parameter\n}\n\nfunc dBClusterParameterGroupItemMapper(_, scope string, awsItem *ClusterParameterGroup) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"rds-db-cluster-parameter-group\",\n\t\tUniqueAttribute: \"DBClusterParameterGroupName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewRDSDBClusterParameterGroupAdapter(client rdsClient, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*ClusterParameterGroup, rdsClient, *rds.Options] {\n\treturn &GetListAdapter[*ClusterParameterGroup, rdsClient, *rds.Options]{\n\t\tItemType: \"rds-db-cluster-parameter-group\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: dbClusterParameterGroupAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client rdsClient, scope, query string) (*ClusterParameterGroup, error) {\n\t\t\tout, err := client.DescribeDBClusterParameterGroups(ctx, &rds.DescribeDBClusterParameterGroupsInput{\n\t\t\t\tDBClusterParameterGroupName: &query,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tif len(out.DBClusterParameterGroups) != 1 {\n\t\t\t\treturn nil, fmt.Errorf(\"expected 1 group, got %v\", len(out.DBClusterParameterGroups))\n\t\t\t}\n\n\t\t\tparamsOut, err := client.DescribeDBClusterParameters(ctx, &rds.DescribeDBClusterParametersInput{\n\t\t\t\tDBClusterParameterGroupName: out.DBClusterParameterGroups[0].DBClusterParameterGroupName,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn &ClusterParameterGroup{\n\t\t\t\tParameters: paramsOut.Parameters,\n\t\t\t\tDBClusterParameterGroup: out.DBClusterParameterGroups[0],\n\t\t\t}, nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client rdsClient, scope string) ([]*ClusterParameterGroup, error) {\n\t\t\tout, err := client.DescribeDBClusterParameterGroups(ctx, &rds.DescribeDBClusterParameterGroupsInput{})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tgroups := make([]*ClusterParameterGroup, 0)\n\n\t\t\tfor _, group := range out.DBClusterParameterGroups {\n\t\t\t\tparamsOut, err := client.DescribeDBClusterParameters(ctx, &rds.DescribeDBClusterParametersInput{\n\t\t\t\t\tDBClusterParameterGroupName: group.DBClusterParameterGroupName,\n\t\t\t\t})\n\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn nil, err\n\t\t\t\t}\n\n\t\t\t\tgroups = append(groups, &ClusterParameterGroup{\n\t\t\t\t\tParameters: paramsOut.Parameters,\n\t\t\t\t\tDBClusterParameterGroup: group,\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn groups, nil\n\t\t},\n\t\tListTagsFunc: func(ctx context.Context, cpg *ClusterParameterGroup, c rdsClient) (map[string]string, error) {\n\t\t\tout, err := c.ListTagsForResource(ctx, &rds.ListTagsForResourceInput{\n\t\t\t\tResourceName: cpg.DBClusterParameterGroupArn,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn rdsTagsToMap(out.TagList), nil\n\t\t},\n\t\tItemMapper: dBClusterParameterGroupItemMapper,\n\t}\n}\n\nvar dbClusterParameterGroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"rds-db-cluster-parameter-group\",\n\tDescriptiveName: \"RDS Cluster Parameter Group\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a parameter group by name\",\n\t\tListDescription: \"List all RDS parameter groups\",\n\t\tSearchDescription: \"Search for a parameter group by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_rds_cluster_parameter_group.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n})\n" }, { "path": "aws-source/adapters/rds-db-cluster-parameter-group_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDBClusterParameterGroupOutputMapper(t *testing.T) {\n\tgroup := ClusterParameterGroup{\n\t\tDBClusterParameterGroup: types.DBClusterParameterGroup{\n\t\t\tDBClusterParameterGroupName: new(\"default.aurora-mysql5.7\"),\n\t\t\tDBParameterGroupFamily: new(\"aurora-mysql5.7\"),\n\t\t\tDescription: new(\"Default cluster parameter group for aurora-mysql5.7\"),\n\t\t\tDBClusterParameterGroupArn: new(\"arn:aws:rds:eu-west-1:052392120703:cluster-pg:default.aurora-mysql5.7\"),\n\t\t},\n\t\tParameters: []types.Parameter{\n\t\t\t{\n\t\t\t\tParameterName: new(\"activate_all_roles_on_login\"),\n\t\t\t\tParameterValue: new(\"0\"),\n\t\t\t\tDescription: new(\"Automatically set all granted roles as active after the user has authenticated successfully.\"),\n\t\t\t\tSource: new(\"engine-default\"),\n\t\t\t\tApplyType: new(\"dynamic\"),\n\t\t\t\tDataType: new(\"boolean\"),\n\t\t\t\tAllowedValues: new(\"0,1\"),\n\t\t\t\tIsModifiable: new(true),\n\t\t\t\tApplyMethod: types.ApplyMethodPendingReboot,\n\t\t\t\tSupportedEngineModes: []string{\n\t\t\t\t\t\"provisioned\",\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tParameterName: new(\"allow-suspicious-udfs\"),\n\t\t\t\tDescription: new(\"Controls whether user-defined functions that have only an xxx symbol for the main function can be loaded\"),\n\t\t\t\tSource: new(\"engine-default\"),\n\t\t\t\tApplyType: new(\"static\"),\n\t\t\t\tDataType: new(\"boolean\"),\n\t\t\t\tAllowedValues: new(\"0,1\"),\n\t\t\t\tIsModifiable: new(false),\n\t\t\t\tApplyMethod: types.ApplyMethodPendingReboot,\n\t\t\t\tSupportedEngineModes: []string{\n\t\t\t\t\t\"provisioned\",\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tParameterName: new(\"aurora_binlog_replication_max_yield_seconds\"),\n\t\t\t\tDescription: new(\"Controls the number of seconds that binary log dump thread waits up to for the current binlog file to be filled by transactions. This wait period avoids contention that can arise from replicating each binlog event individually.\"),\n\t\t\t\tSource: new(\"engine-default\"),\n\t\t\t\tApplyType: new(\"dynamic\"),\n\t\t\t\tDataType: new(\"integer\"),\n\t\t\t\tAllowedValues: new(\"0-36000\"),\n\t\t\t\tIsModifiable: new(true),\n\t\t\t\tApplyMethod: types.ApplyMethodPendingReboot,\n\t\t\t\tSupportedEngineModes: []string{\n\t\t\t\t\t\"provisioned\",\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tParameterName: new(\"aurora_enable_staggered_replica_restart\"),\n\t\t\t\tDescription: new(\"Allow Aurora replicas to follow a staggered restart schedule to increase cluster availability.\"),\n\t\t\t\tSource: new(\"system\"),\n\t\t\t\tApplyType: new(\"dynamic\"),\n\t\t\t\tDataType: new(\"boolean\"),\n\t\t\t\tAllowedValues: new(\"0,1\"),\n\t\t\t\tIsModifiable: new(true),\n\t\t\t\tApplyMethod: types.ApplyMethodImmediate,\n\t\t\t\tSupportedEngineModes: []string{\n\t\t\t\t\t\"provisioned\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titem, err := dBClusterParameterGroupItemMapper(\"\", \"foo\", &group)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc TestNewRDSDBClusterParameterGroupAdapter(t *testing.T) {\n\tclient, account, region := rdsGetAutoConfig(t)\n\n\tadapter := NewRDSDBClusterParameterGroupAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/rds-db-cluster.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc dBClusterOutputMapper(ctx context.Context, client rdsClient, scope string, _ *rds.DescribeDBClustersInput, output *rds.DescribeDBClustersOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, cluster := range output.DBClusters {\n\t\tvar tags map[string]string\n\n\t\t// Get tags for the cluster\n\t\ttagsOut, err := client.ListTagsForResource(ctx, &rds.ListTagsForResourceInput{\n\t\t\tResourceName: cluster.DBClusterArn,\n\t\t})\n\n\t\tif err == nil {\n\t\t\ttags = rdsTagsToMap(tagsOut.TagList)\n\t\t} else {\n\t\t\ttags = HandleTagsError(ctx, err)\n\t\t}\n\n\t\tattributes, err := ToAttributesWithExclude(cluster)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"rds-db-cluster\",\n\t\t\tUniqueAttribute: \"DBClusterIdentifier\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: tags,\n\t\t}\n\n\t\tvar a *ARN\n\n\t\tif cluster.DBSubnetGroup != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"rds-db-subnet-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *cluster.DBSubnetGroup,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, endpoint := range []*string{cluster.Endpoint, cluster.ReaderEndpoint} {\n\t\t\tif endpoint != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *endpoint,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, replica := range cluster.ReadReplicaIdentifiers {\n\t\t\tif a, err = ParseARN(replica); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"rds-db-cluster\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: replica,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, member := range cluster.DBClusterMembers {\n\t\t\tif member.DBInstanceIdentifier != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"rds-db-instance\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *member.DBInstanceIdentifier,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, sg := range cluster.VpcSecurityGroups {\n\t\t\tif sg.VpcSecurityGroupId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *sg.VpcSecurityGroupId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif cluster.HostedZoneId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"route53-hosted-zone\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *cluster.HostedZoneId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif cluster.KmsKeyId != nil {\n\t\t\tif a, err = ParseARN(*cluster.KmsKeyId); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *cluster.KmsKeyId,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif cluster.ActivityStreamKinesisStreamName != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"kinesis-stream\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *cluster.ActivityStreamKinesisStreamName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, endpoint := range cluster.CustomEndpoints {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: endpoint,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, optionGroup := range cluster.DBClusterOptionGroupMemberships {\n\t\t\tif optionGroup.DBClusterOptionGroupName != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"rds-option-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *optionGroup.DBClusterOptionGroupName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif cluster.MasterUserSecret != nil {\n\t\t\tif cluster.MasterUserSecret.KmsKeyId != nil {\n\t\t\t\tif a, err = ParseARN(*cluster.MasterUserSecret.KmsKeyId); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *cluster.MasterUserSecret.KmsKeyId,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif cluster.MasterUserSecret.SecretArn != nil {\n\t\t\t\tif a, err = ParseARN(*cluster.MasterUserSecret.SecretArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"secretsmanager-secret\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *cluster.MasterUserSecret.SecretArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif cluster.MonitoringRoleArn != nil {\n\t\t\tif a, err = ParseARN(*cluster.MonitoringRoleArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *cluster.MonitoringRoleArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif cluster.PerformanceInsightsKMSKeyId != nil {\n\t\t\t// This is an ARN\n\t\t\tif a, err = ParseARN(*cluster.PerformanceInsightsKMSKeyId); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *cluster.PerformanceInsightsKMSKeyId,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif cluster.ReplicationSourceIdentifier != nil {\n\t\t\tif a, err = ParseARN(*cluster.ReplicationSourceIdentifier); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"rds-db-cluster\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *cluster.ReplicationSourceIdentifier,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewRDSDBClusterAdapter(client rdsClient, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*rds.DescribeDBClustersInput, *rds.DescribeDBClustersOutput, rdsClient, *rds.Options] {\n\treturn &DescribeOnlyAdapter[*rds.DescribeDBClustersInput, *rds.DescribeDBClustersOutput, rdsClient, *rds.Options]{\n\t\tItemType: \"rds-db-cluster\",\n\t\tRegion: region,\n\t\tAccountID: accountID,\n\t\tClient: client,\n\t\tAdapterMetadata: dbClusterAdapterMetadata,\n\t\tcache: cache,\n\t\tPaginatorBuilder: func(client rdsClient, params *rds.DescribeDBClustersInput) Paginator[*rds.DescribeDBClustersOutput, *rds.Options] {\n\t\t\treturn rds.NewDescribeDBClustersPaginator(client, params)\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client rdsClient, input *rds.DescribeDBClustersInput) (*rds.DescribeDBClustersOutput, error) {\n\t\t\treturn client.DescribeDBClusters(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*rds.DescribeDBClustersInput, error) {\n\t\t\treturn &rds.DescribeDBClustersInput{\n\t\t\t\tDBClusterIdentifier: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*rds.DescribeDBClustersInput, error) {\n\t\t\treturn &rds.DescribeDBClustersInput{}, nil\n\t\t},\n\t\tOutputMapper: dBClusterOutputMapper,\n\t}\n}\n\nvar dbClusterAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"rds-db-cluster\",\n\tDescriptiveName: \"RDS Cluster\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a parameter group by name\",\n\t\tListDescription: \"List all RDS parameter groups\",\n\t\tSearchDescription: \"Search for a parameter group by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_rds_cluster.cluster_identifier\"},\n\t},\n\tPotentialLinks: []string{\"rds-db-subnet-group\", \"dns\", \"rds-db-cluster\", \"ec2-security-group\", \"route53-hosted-zone\", \"kms-key\", \"kinesis-stream\", \"rds-option-group\", \"secretsmanager-secret\", \"iam-role\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n})\n" }, { "path": "aws-source/adapters/rds-db-cluster_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\t\"github.com/aws/aws-sdk-go-v2/service/rds/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDBClusterOutputMapper(t *testing.T) {\n\toutput := rds.DescribeDBClustersOutput{\n\t\tDBClusters: []types.DBCluster{\n\t\t\t{\n\t\t\t\tAllocatedStorage: new(int32(100)),\n\t\t\t\tAvailabilityZones: []string{\n\t\t\t\t\t\"eu-west-2c\", // link\n\t\t\t\t},\n\t\t\t\tBackupRetentionPeriod: new(int32(7)),\n\t\t\t\tDBClusterIdentifier: new(\"database-2\"),\n\t\t\t\tDBClusterParameterGroup: new(\"default.postgres13\"),\n\t\t\t\tDBSubnetGroup: new(\"default-vpc-0d7892e00e573e701\"), // link\n\t\t\t\tStatus: new(\"available\"),\n\t\t\t\tEarliestRestorableTime: new(time.Now()),\n\t\t\t\tEndpoint: new(\"database-2.cluster-camcztjohmlj.eu-west-2.rds.amazonaws.com\"), // link\n\t\t\t\tReaderEndpoint: new(\"database-2.cluster-ro-camcztjohmlj.eu-west-2.rds.amazonaws.com\"), // link\n\t\t\t\tMultiAZ: new(true),\n\t\t\t\tEngine: new(\"postgres\"),\n\t\t\t\tEngineVersion: new(\"13.7\"),\n\t\t\t\tLatestRestorableTime: new(time.Now()),\n\t\t\t\tPort: new(int32(5432)), // link\n\t\t\t\tMasterUsername: new(\"postgres\"),\n\t\t\t\tPreferredBackupWindow: new(\"04:48-05:18\"),\n\t\t\t\tPreferredMaintenanceWindow: new(\"fri:04:05-fri:04:35\"),\n\t\t\t\tReadReplicaIdentifiers: []string{\n\t\t\t\t\t\"arn:aws:rds:eu-west-1:052392120703:cluster:read-replica\", // link\n\t\t\t\t},\n\t\t\t\tDBClusterMembers: []types.DBClusterMember{\n\t\t\t\t\t{\n\t\t\t\t\t\tDBInstanceIdentifier: new(\"database-2-instance-3\"), // link\n\t\t\t\t\t\tIsClusterWriter: new(false),\n\t\t\t\t\t\tDBClusterParameterGroupStatus: new(\"in-sync\"),\n\t\t\t\t\t\tPromotionTier: new(int32(1)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tVpcSecurityGroups: []types.VpcSecurityGroupMembership{\n\t\t\t\t\t{\n\t\t\t\t\t\tVpcSecurityGroupId: new(\"sg-094e151c9fc5da181\"), // link\n\t\t\t\t\t\tStatus: new(\"active\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tHostedZoneId: new(\"Z1TTGA775OQIYO\"), // link\n\t\t\t\tStorageEncrypted: new(true),\n\t\t\t\tKmsKeyId: new(\"arn:aws:kms:eu-west-2:052392120703:key/9653cbdd-1590-464a-8456-67389cef6933\"), // link\n\t\t\t\tDbClusterResourceId: new(\"cluster-2EW4PDVN7F7V57CUJPYOEAA74M\"),\n\t\t\t\tDBClusterArn: new(\"arn:aws:rds:eu-west-2:052392120703:cluster:database-2\"),\n\t\t\t\tIAMDatabaseAuthenticationEnabled: new(false),\n\t\t\t\tClusterCreateTime: new(time.Now()),\n\t\t\t\tEngineMode: new(\"provisioned\"),\n\t\t\t\tDeletionProtection: new(false),\n\t\t\t\tHttpEndpointEnabled: new(false),\n\t\t\t\tActivityStreamStatus: types.ActivityStreamStatusStopped,\n\t\t\t\tCopyTagsToSnapshot: new(false),\n\t\t\t\tCrossAccountClone: new(false),\n\t\t\t\tDomainMemberships: []types.DomainMembership{},\n\t\t\t\tTagList: []types.Tag{},\n\t\t\t\tDBClusterInstanceClass: new(\"db.m5d.large\"),\n\t\t\t\tStorageType: new(\"io1\"),\n\t\t\t\tIops: new(int32(1000)),\n\t\t\t\tPubliclyAccessible: new(true),\n\t\t\t\tAutoMinorVersionUpgrade: new(true),\n\t\t\t\tMonitoringInterval: new(int32(0)),\n\t\t\t\tPerformanceInsightsEnabled: new(false),\n\t\t\t\tNetworkType: new(\"IPV4\"),\n\t\t\t\tActivityStreamKinesisStreamName: new(\"aws-rds-das-db-AB1CDEFG23GHIJK4LMNOPQRST\"), // link\n\t\t\t\tActivityStreamKmsKeyId: new(\"ab12345e-1111-2bc3-12a3-ab1cd12345e\"), // Not linking at the moment because there are too many possible formats. If you want to change this, submit a PR\n\t\t\t\tActivityStreamMode: types.ActivityStreamModeAsync,\n\t\t\t\tAutomaticRestartTime: new(time.Now()),\n\t\t\t\tAssociatedRoles: []types.DBClusterRole{}, // EC2 classic roles, ignore\n\t\t\t\tBacktrackConsumedChangeRecords: new(int64(1)),\n\t\t\t\tBacktrackWindow: new(int64(2)),\n\t\t\t\tCapacity: new(int32(2)),\n\t\t\t\tCharacterSetName: new(\"english\"),\n\t\t\t\tCloneGroupId: new(\"id\"),\n\t\t\t\tCustomEndpoints: []string{\n\t\t\t\t\t\"endpoint1\", // link dns\n\t\t\t\t},\n\t\t\t\tDBClusterOptionGroupMemberships: []types.DBClusterOptionGroupStatus{\n\t\t\t\t\t{\n\t\t\t\t\t\tDBClusterOptionGroupName: new(\"optionGroupName\"), // link\n\t\t\t\t\t\tStatus: new(\"good\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tDBSystemId: new(\"systemId\"),\n\t\t\t\tDatabaseName: new(\"databaseName\"),\n\t\t\t\tEarliestBacktrackTime: new(time.Now()),\n\t\t\t\tEnabledCloudwatchLogsExports: []string{\n\t\t\t\t\t\"logExport1\",\n\t\t\t\t},\n\t\t\t\tGlobalWriteForwardingRequested: new(true),\n\t\t\t\tGlobalWriteForwardingStatus: types.WriteForwardingStatusDisabled,\n\t\t\t\tMasterUserSecret: &types.MasterUserSecret{\n\t\t\t\t\tKmsKeyId: new(\"arn:aws:kms:eu-west-2:052392120703:key/something\"), // link\n\t\t\t\t\tSecretArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\t\t\t\t\tSecretStatus: new(\"okay\"),\n\t\t\t\t},\n\t\t\t\tMonitoringRoleArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\t\t\t\tPendingModifiedValues: &types.ClusterPendingModifiedValues{},\n\t\t\t\tPercentProgress: new(\"99\"),\n\t\t\t\tPerformanceInsightsKMSKeyId: new(\"arn:aws:service:region:account:type/id\"), // link, assuming it's an ARN\n\t\t\t\tPerformanceInsightsRetentionPeriod: new(int32(99)),\n\t\t\t\tReplicationSourceIdentifier: new(\"arn:aws:rds:eu-west-2:052392120703:cluster:database-1\"), // link\n\t\t\t\tScalingConfigurationInfo: &types.ScalingConfigurationInfo{\n\t\t\t\t\tAutoPause: new(true),\n\t\t\t\t\tMaxCapacity: new(int32(10)),\n\t\t\t\t\tMinCapacity: new(int32(1)),\n\t\t\t\t\tSecondsBeforeTimeout: new(int32(10)),\n\t\t\t\t\tSecondsUntilAutoPause: new(int32(10)),\n\t\t\t\t\tTimeoutAction: new(\"error\"),\n\t\t\t\t},\n\t\t\t\tServerlessV2ScalingConfiguration: &types.ServerlessV2ScalingConfigurationInfo{\n\t\t\t\t\tMaxCapacity: new(float64(10)),\n\t\t\t\t\tMinCapacity: new(float64(1)),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := dBClusterOutputMapper(context.Background(), mockRdsClient{}, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"got %v items, expected 1\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.GetTags()[\"key\"] != \"value\" {\n\t\tt.Errorf(\"expected tag key to be value, got %v\", item.GetTags()[\"key\"])\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"rds-db-subnet-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default-vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"database-2.cluster-ro-camcztjohmlj.eu-west-2.rds.amazonaws.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"database-2.cluster-camcztjohmlj.eu-west-2.rds.amazonaws.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rds-db-cluster\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:rds:eu-west-1:052392120703:cluster:read-replica\",\n\t\t\tExpectedScope: \"052392120703.eu-west-1\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rds-db-instance\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"database-2-instance-3\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg-094e151c9fc5da181\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"route53-hosted-zone\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"Z1TTGA775OQIYO\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:kms:eu-west-2:052392120703:key/9653cbdd-1590-464a-8456-67389cef6933\",\n\t\t\tExpectedScope: \"052392120703.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kinesis-stream\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"aws-rds-das-db-AB1CDEFG23GHIJK4LMNOPQRST\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"endpoint1\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rds-option-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"optionGroupName\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:kms:eu-west-2:052392120703:key/something\",\n\t\t\tExpectedScope: \"052392120703.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"secretsmanager-secret\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rds-db-cluster\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:rds:eu-west-2:052392120703:cluster:database-1\",\n\t\t\tExpectedScope: \"052392120703.eu-west-2\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewRDSDBClusterAdapter(t *testing.T) {\n\tclient, account, region := rdsGetAutoConfig(t)\n\n\tadapter := NewRDSDBClusterAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/rds-db-instance.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc statusToHealth(status string) *sdp.Health {\n\tswitch status {\n\tcase \"Available\":\n\t\treturn sdp.Health_HEALTH_OK.Enum()\n\tcase \"Backing-up\":\n\t\treturn sdp.Health_HEALTH_OK.Enum()\n\tcase \"Configuring-enhanced-monitoring\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Configuring-iam-database-auth\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Configuring-log-exports\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Converting-to-vpc\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Creating\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Deleting\":\n\t\treturn sdp.Health_HEALTH_WARNING.Enum()\n\tcase \"Failed\":\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\tcase \"Inaccessible-encryption-credentials\":\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\tcase \"Inaccessible-encryption-credentials-recoverable\":\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\tcase \"Incompatible-network\":\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\tcase \"Incompatible-option-group\":\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\tcase \"Incompatible-parameters\":\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\tcase \"Incompatible-restore\":\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\tcase \"Maintenance\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Modifying\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Moving-to-vpc\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Rebooting\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Resetting-master-credentials\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Renaming\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Restore-error\":\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\tcase \"Starting\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Stopped\":\n\t\treturn nil\n\tcase \"Stopping\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase \"Storage-full\":\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\tcase \"Storage-optimization\":\n\t\treturn sdp.Health_HEALTH_OK.Enum()\n\tcase \"Upgrading\":\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\t}\n\n\treturn nil\n}\n\nfunc dBInstanceOutputMapper(ctx context.Context, client rdsClient, scope string, _ *rds.DescribeDBInstancesInput, output *rds.DescribeDBInstancesOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, instance := range output.DBInstances {\n\t\tvar tags map[string]string\n\n\t\t// Get the tags for the instance\n\t\ttagsOut, err := client.ListTagsForResource(ctx, &rds.ListTagsForResourceInput{\n\t\t\tResourceName: instance.DBInstanceArn,\n\t\t})\n\n\t\tif err == nil {\n\t\t\ttags = rdsTagsToMap(tagsOut.TagList)\n\t\t} else {\n\t\t\ttags = HandleTagsError(ctx, err)\n\t\t}\n\n\t\tvar dbSubnetGroup *string\n\n\t\tif instance.DBSubnetGroup != nil && instance.DBSubnetGroup.DBSubnetGroupName != nil {\n\t\t\t// Extract the subnet group so we can create a link\n\t\t\tdbSubnetGroup = instance.DBSubnetGroup.DBSubnetGroupName\n\n\t\t\t// Remove the data since this will come from a separate item\n\t\t\tinstance.DBSubnetGroup = nil\n\t\t}\n\n\t\tattributes, err := ToAttributesWithExclude(instance)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"rds-db-instance\",\n\t\t\tUniqueAttribute: \"DBInstanceIdentifier\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: tags,\n\t\t}\n\n\t\tif instance.DBInstanceStatus != nil {\n\t\t\titem.Health = statusToHealth(*instance.DBInstanceStatus)\n\t\t}\n\n\t\tvar a *ARN\n\n\t\tif instance.Endpoint != nil {\n\t\t\tif instance.Endpoint.Address != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *instance.Endpoint.Address,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif instance.Endpoint.HostedZoneId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"route53-hosted-zone\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *instance.Endpoint.HostedZoneId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, sg := range instance.VpcSecurityGroups {\n\t\t\tif sg.VpcSecurityGroupId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-security-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *sg.VpcSecurityGroupId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, paramGroup := range instance.DBParameterGroups {\n\t\t\tif paramGroup.DBParameterGroupName != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"rds-db-parameter-group\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *paramGroup.DBParameterGroupName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif dbSubnetGroup != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"rds-db-subnet-group\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *dbSubnetGroup,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif instance.DBClusterIdentifier != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"rds-db-cluster\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *instance.DBClusterIdentifier,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif instance.KmsKeyId != nil {\n\t\t\t// This actually uses the ARN not the id\n\t\t\tif a, err = ParseARN(*instance.KmsKeyId); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *instance.KmsKeyId,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif instance.EnhancedMonitoringResourceArn != nil {\n\t\t\tif a, err = ParseARN(*instance.EnhancedMonitoringResourceArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"logs-log-stream\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *instance.EnhancedMonitoringResourceArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif instance.MonitoringRoleArn != nil {\n\t\t\tif a, err = ParseARN(*instance.MonitoringRoleArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *instance.MonitoringRoleArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif instance.PerformanceInsightsKMSKeyId != nil {\n\t\t\t// This is an ARN\n\t\t\tif a, err = ParseARN(*instance.PerformanceInsightsKMSKeyId); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *instance.PerformanceInsightsKMSKeyId,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, role := range instance.AssociatedRoles {\n\t\t\tif role.RoleArn != nil {\n\t\t\t\tif a, err = ParseARN(*role.RoleArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *role.RoleArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif instance.ActivityStreamKinesisStreamName != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"kinesis-stream\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *instance.ActivityStreamKinesisStreamName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif instance.AwsBackupRecoveryPointArn != nil {\n\t\t\tif a, err = ParseARN(*instance.AwsBackupRecoveryPointArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"backup-recovery-point\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *instance.AwsBackupRecoveryPointArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif instance.CustomIamInstanceProfile != nil {\n\t\t\t// This is almost certainly an ARN since IAM basically always is\n\t\t\tif a, err = ParseARN(*instance.CustomIamInstanceProfile); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"iam-instance-profile\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *instance.CustomIamInstanceProfile,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tfor _, replication := range instance.DBInstanceAutomatedBackupsReplications {\n\t\t\tif replication.DBInstanceAutomatedBackupsArn != nil {\n\t\t\t\tif a, err = ParseARN(*replication.DBInstanceAutomatedBackupsArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"rds-db-instance-automated-backup\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *replication.DBInstanceAutomatedBackupsArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif instance.ListenerEndpoint != nil {\n\t\t\tif instance.ListenerEndpoint.Address != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *instance.ListenerEndpoint.Address,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif instance.ListenerEndpoint.HostedZoneId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"route53-hosted-zone\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *instance.ListenerEndpoint.HostedZoneId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif instance.MasterUserSecret != nil {\n\t\t\tif instance.MasterUserSecret.KmsKeyId != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *instance.MasterUserSecret.KmsKeyId,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif instance.MasterUserSecret.SecretArn != nil {\n\t\t\t\tif a, err = ParseARN(*instance.MasterUserSecret.SecretArn); err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"secretsmanager-secret\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *instance.MasterUserSecret.SecretArn,\n\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewRDSDBInstanceAdapter(client rdsClient, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*rds.DescribeDBInstancesInput, *rds.DescribeDBInstancesOutput, rdsClient, *rds.Options] {\n\treturn &DescribeOnlyAdapter[*rds.DescribeDBInstancesInput, *rds.DescribeDBInstancesOutput, rdsClient, *rds.Options]{\n\t\tItemType: \"rds-db-instance\",\n\t\tRegion: region,\n\t\tAccountID: accountID,\n\t\tClient: client,\n\t\tAdapterMetadata: dbInstanceAdapterMetadata,\n\t\tcache: cache,\n\t\tPaginatorBuilder: func(client rdsClient, params *rds.DescribeDBInstancesInput) Paginator[*rds.DescribeDBInstancesOutput, *rds.Options] {\n\t\t\treturn rds.NewDescribeDBInstancesPaginator(client, params)\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client rdsClient, input *rds.DescribeDBInstancesInput) (*rds.DescribeDBInstancesOutput, error) {\n\t\t\treturn client.DescribeDBInstances(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*rds.DescribeDBInstancesInput, error) {\n\t\t\treturn &rds.DescribeDBInstancesInput{\n\t\t\t\tDBInstanceIdentifier: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*rds.DescribeDBInstancesInput, error) {\n\t\t\treturn &rds.DescribeDBInstancesInput{}, nil\n\t\t},\n\t\tOutputMapper: dBInstanceOutputMapper,\n\t}\n}\n\nvar dbInstanceAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"rds-db-instance\",\n\tDescriptiveName: \"RDS Instance\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an instance by ID\",\n\t\tListDescription: \"List all instances\",\n\t\tSearchDescription: \"Search for instances by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_db_instance.identifier\"},\n\t\t{TerraformQueryMap: \"aws_db_instance_role_association.db_instance_identifier\"},\n\t},\n\tPotentialLinks: []string{\"dns\", \"route53-hosted-zone\", \"ec2-security-group\", \"rds-db-parameter-group\", \"rds-db-subnet-group\", \"rds-db-cluster\", \"kms-key\", \"logs-log-stream\", \"iam-role\", \"kinesis-stream\", \"backup-recovery-point\", \"iam-instance-profile\", \"rds-db-instance-automated-backup\", \"secretsmanager-secret\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n})\n" }, { "path": "aws-source/adapters/rds-db-instance_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\t\"github.com/aws/aws-sdk-go-v2/service/rds/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDBInstanceOutputMapper(t *testing.T) {\n\toutput := &rds.DescribeDBInstancesOutput{\n\t\tDBInstances: []types.DBInstance{\n\t\t\t{\n\t\t\t\tDBInstanceIdentifier: new(\"database-1-instance-1\"),\n\t\t\t\tDBInstanceClass: new(\"db.r6g.large\"),\n\t\t\t\tEngine: new(\"aurora-mysql\"),\n\t\t\t\tDBInstanceStatus: new(\"available\"),\n\t\t\t\tMasterUsername: new(\"admin\"),\n\t\t\t\tEndpoint: &types.Endpoint{\n\t\t\t\t\tAddress: new(\"database-1-instance-1.camcztjohmlj.eu-west-2.rds.amazonaws.com\"), // link\n\t\t\t\t\tPort: new(int32(3306)), // link\n\t\t\t\t\tHostedZoneId: new(\"Z1TTGA775OQIYO\"), // link\n\t\t\t\t},\n\t\t\t\tAllocatedStorage: new(int32(1)),\n\t\t\t\tInstanceCreateTime: new(time.Now()),\n\t\t\t\tPreferredBackupWindow: new(\"00:05-00:35\"),\n\t\t\t\tBackupRetentionPeriod: new(int32(1)),\n\t\t\t\tDBSecurityGroups: []types.DBSecurityGroupMembership{\n\t\t\t\t\t{\n\t\t\t\t\t\tDBSecurityGroupName: new(\"name\"), // This is EC2Classic only so we're skipping this\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tVpcSecurityGroups: []types.VpcSecurityGroupMembership{\n\t\t\t\t\t{\n\t\t\t\t\t\tVpcSecurityGroupId: new(\"sg-094e151c9fc5da181\"), // link\n\t\t\t\t\t\tStatus: new(\"active\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tDBParameterGroups: []types.DBParameterGroupStatus{\n\t\t\t\t\t{\n\t\t\t\t\t\tDBParameterGroupName: new(\"default.aurora-mysql8.0\"), // link\n\t\t\t\t\t\tParameterApplyStatus: new(\"in-sync\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tAvailabilityZone: new(\"eu-west-2a\"), // link\n\t\t\t\tDBSubnetGroup: &types.DBSubnetGroup{\n\t\t\t\t\tDBSubnetGroupName: new(\"default-vpc-0d7892e00e573e701\"), // link\n\t\t\t\t\tDBSubnetGroupDescription: new(\"Created from the RDS Management Console\"),\n\t\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"), // link\n\t\t\t\t\tSubnetGroupStatus: new(\"Complete\"),\n\t\t\t\t\tSubnets: []types.Subnet{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tSubnetIdentifier: new(\"subnet-0d8ae4b4e07647efa\"), // lnk\n\t\t\t\t\t\t\tSubnetAvailabilityZone: &types.AvailabilityZone{\n\t\t\t\t\t\t\t\tName: new(\"eu-west-2b\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tSubnetOutpost: &types.Outpost{\n\t\t\t\t\t\t\t\tArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tSubnetStatus: new(\"Active\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tPreferredMaintenanceWindow: new(\"fri:04:49-fri:05:19\"),\n\t\t\t\tPendingModifiedValues: &types.PendingModifiedValues{},\n\t\t\t\tMultiAZ: new(false),\n\t\t\t\tEngineVersion: new(\"8.0.mysql_aurora.3.02.0\"),\n\t\t\t\tAutoMinorVersionUpgrade: new(true),\n\t\t\t\tReadReplicaDBInstanceIdentifiers: []string{\n\t\t\t\t\t\"read\",\n\t\t\t\t},\n\t\t\t\tLicenseModel: new(\"general-public-license\"),\n\t\t\t\tOptionGroupMemberships: []types.OptionGroupMembership{\n\t\t\t\t\t{\n\t\t\t\t\t\tOptionGroupName: new(\"default:aurora-mysql-8-0\"),\n\t\t\t\t\t\tStatus: new(\"in-sync\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tPubliclyAccessible: new(false),\n\t\t\t\tStorageType: new(\"aurora\"),\n\t\t\t\tDbInstancePort: new(int32(0)),\n\t\t\t\tDBClusterIdentifier: new(\"database-1\"), // link\n\t\t\t\tStorageEncrypted: new(true),\n\t\t\t\tKmsKeyId: new(\"arn:aws:kms:eu-west-2:052392120703:key/9653cbdd-1590-464a-8456-67389cef6933\"), // link\n\t\t\t\tDbiResourceId: new(\"db-ET7CE5D5TQTK7MXNJGJNFQD52E\"),\n\t\t\t\tCACertificateIdentifier: new(\"rds-ca-2019\"),\n\t\t\t\tDomainMemberships: []types.DomainMembership{\n\t\t\t\t\t{\n\t\t\t\t\t\tDomain: new(\"domain\"),\n\t\t\t\t\t\tFQDN: new(\"fqdn\"),\n\t\t\t\t\t\tIAMRoleName: new(\"role\"),\n\t\t\t\t\t\tStatus: new(\"enrolled\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tCopyTagsToSnapshot: new(false),\n\t\t\t\tMonitoringInterval: new(int32(60)),\n\t\t\t\tEnhancedMonitoringResourceArn: new(\"arn:aws:logs:eu-west-2:052392120703:log-group:RDSOSMetrics:log-stream:db-ET7CE5D5TQTK7MXNJGJNFQD52E\"), // link\n\t\t\t\tMonitoringRoleArn: new(\"arn:aws:iam::052392120703:role/rds-monitoring-role\"), // link\n\t\t\t\tPromotionTier: new(int32(1)),\n\t\t\t\tDBInstanceArn: new(\"arn:aws:rds:eu-west-2:052392120703:db:database-1-instance-1\"),\n\t\t\t\tIAMDatabaseAuthenticationEnabled: new(false),\n\t\t\t\tPerformanceInsightsEnabled: new(true),\n\t\t\t\tPerformanceInsightsKMSKeyId: new(\"arn:aws:kms:eu-west-2:052392120703:key/9653cbdd-1590-464a-8456-67389cef6933\"), // link\n\t\t\t\tPerformanceInsightsRetentionPeriod: new(int32(7)),\n\t\t\t\tDeletionProtection: new(false),\n\t\t\t\tAssociatedRoles: []types.DBInstanceRole{\n\t\t\t\t\t{\n\t\t\t\t\t\tFeatureName: new(\"something\"),\n\t\t\t\t\t\tRoleArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\t\t\t\t\t\tStatus: new(\"associated\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tTagList: []types.Tag{},\n\t\t\t\tCustomerOwnedIpEnabled: new(false),\n\t\t\t\tBackupTarget: new(\"region\"),\n\t\t\t\tNetworkType: new(\"IPV4\"),\n\t\t\t\tStorageThroughput: new(int32(0)),\n\t\t\t\tActivityStreamEngineNativeAuditFieldsIncluded: new(true),\n\t\t\t\tActivityStreamKinesisStreamName: new(\"aws-rds-das-db-AB1CDEFG23GHIJK4LMNOPQRST\"), // link\n\t\t\t\tActivityStreamKmsKeyId: new(\"ab12345e-1111-2bc3-12a3-ab1cd12345e\"), // Not linking at the moment because there are too many possible formats. If you want to change this, submit a PR\n\t\t\t\tActivityStreamMode: types.ActivityStreamModeAsync,\n\t\t\t\tActivityStreamPolicyStatus: types.ActivityStreamPolicyStatusLocked,\n\t\t\t\tActivityStreamStatus: types.ActivityStreamStatusStarted,\n\t\t\t\tAutomaticRestartTime: new(time.Now()),\n\t\t\t\tAutomationMode: types.AutomationModeAllPaused,\n\t\t\t\tAwsBackupRecoveryPointArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\t\t\t\tCertificateDetails: &types.CertificateDetails{\n\t\t\t\t\tCAIdentifier: new(\"id\"),\n\t\t\t\t\tValidTill: new(time.Now()),\n\t\t\t\t},\n\t\t\t\tCharacterSetName: new(\"something\"),\n\t\t\t\tCustomIamInstanceProfile: new(\"arn:aws:service:region:account:type/id\"), // link?\n\t\t\t\tDBInstanceAutomatedBackupsReplications: []types.DBInstanceAutomatedBackupsReplication{\n\t\t\t\t\t{\n\t\t\t\t\t\tDBInstanceAutomatedBackupsArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tDBName: new(\"name\"),\n\t\t\t\tDBSystemId: new(\"id\"),\n\t\t\t\tEnabledCloudwatchLogsExports: []string{},\n\t\t\t\tIops: new(int32(10)),\n\t\t\t\tLatestRestorableTime: new(time.Now()),\n\t\t\t\tListenerEndpoint: &types.Endpoint{\n\t\t\t\t\tAddress: new(\"foo.bar.com\"), // link\n\t\t\t\t\tHostedZoneId: new(\"id\"), // link\n\t\t\t\t\tPort: new(int32(5432)), // link\n\t\t\t\t},\n\t\t\t\tMasterUserSecret: &types.MasterUserSecret{\n\t\t\t\t\tKmsKeyId: new(\"id\"), // link\n\t\t\t\t\tSecretArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\t\t\t\t\tSecretStatus: new(\"okay\"),\n\t\t\t\t},\n\t\t\t\tMaxAllocatedStorage: new(int32(10)),\n\t\t\t\tNcharCharacterSetName: new(\"english\"),\n\t\t\t\tProcessorFeatures: []types.ProcessorFeature{},\n\t\t\t\tReadReplicaDBClusterIdentifiers: []string{},\n\t\t\t\tReadReplicaSourceDBInstanceIdentifier: new(\"id\"),\n\t\t\t\tReplicaMode: types.ReplicaModeMounted,\n\t\t\t\tResumeFullAutomationModeTime: new(time.Now()),\n\t\t\t\tSecondaryAvailabilityZone: new(\"eu-west-1\"), // link\n\t\t\t\tStatusInfos: []types.DBInstanceStatusInfo{},\n\t\t\t\tTdeCredentialArn: new(\"arn:aws:service:region:account:type/id\"), // I don't have a good example for this so skipping for now. PR if required\n\t\t\t\tTimezone: new(\"GB\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := dBInstanceOutputMapper(context.Background(), mockRdsClient{}, \"foo\", nil, output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"got %v items, expected 1\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.GetTags()[\"key\"] != \"value\" {\n\t\tt.Errorf(\"got %v, expected %v\", item.GetTags()[\"key\"], \"value\")\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"database-1-instance-1.camcztjohmlj.eu-west-2.rds.amazonaws.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"route53-hosted-zone\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"Z1TTGA775OQIYO\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-security-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"sg-094e151c9fc5da181\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rds-db-parameter-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default.aurora-mysql8.0\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rds-db-subnet-group\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"default-vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rds-db-cluster\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"database-1\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:kms:eu-west-2:052392120703:key/9653cbdd-1590-464a-8456-67389cef6933\",\n\t\t\tExpectedScope: \"052392120703.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"logs-log-stream\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:logs:eu-west-2:052392120703:log-group:RDSOSMetrics:log-stream:db-ET7CE5D5TQTK7MXNJGJNFQD52E\",\n\t\t\tExpectedScope: \"052392120703.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:iam::052392120703:role/rds-monitoring-role\",\n\t\t\tExpectedScope: \"052392120703\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:kms:eu-west-2:052392120703:key/9653cbdd-1590-464a-8456-67389cef6933\",\n\t\t\tExpectedScope: \"052392120703.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kinesis-stream\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"aws-rds-das-db-AB1CDEFG23GHIJK4LMNOPQRST\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"backup-recovery-point\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-instance-profile\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"rds-db-instance-automated-backup\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"foo.bar.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"route53-hosted-zone\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"kms-key\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"secretsmanager-secret\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewRDSDBInstanceAdapter(t *testing.T) {\n\tclient, account, region := rdsGetAutoConfig(t)\n\n\tadapter := NewRDSDBInstanceAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/rds-db-parameter-group.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\t\"github.com/aws/aws-sdk-go-v2/service/rds/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype ParameterGroup struct {\n\ttypes.DBParameterGroup\n\n\tParameters []types.Parameter\n}\n\nfunc dBParameterGroupItemMapper(_, scope string, awsItem *ParameterGroup) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"rds-db-parameter-group\",\n\t\tUniqueAttribute: \"DBParameterGroupName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewRDSDBParameterGroupAdapter(client rdsClient, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*ParameterGroup, rdsClient, *rds.Options] {\n\treturn &GetListAdapter[*ParameterGroup, rdsClient, *rds.Options]{\n\t\tItemType: \"rds-db-parameter-group\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tAdapterMetadata: dbParameterGroupAdapterMetadata,\n\t\tcache: cache,\n\t\tGetFunc: func(ctx context.Context, client rdsClient, scope, query string) (*ParameterGroup, error) {\n\t\t\tout, err := client.DescribeDBParameterGroups(ctx, &rds.DescribeDBParameterGroupsInput{\n\t\t\t\tDBParameterGroupName: &query,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tif len(out.DBParameterGroups) != 1 {\n\t\t\t\treturn nil, fmt.Errorf(\"expected 1 group, got %v\", len(out.DBParameterGroups))\n\t\t\t}\n\n\t\t\tparamsOut, err := client.DescribeDBParameters(ctx, &rds.DescribeDBParametersInput{\n\t\t\t\tDBParameterGroupName: out.DBParameterGroups[0].DBParameterGroupName,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn &ParameterGroup{\n\t\t\t\tParameters: paramsOut.Parameters,\n\t\t\t\tDBParameterGroup: out.DBParameterGroups[0],\n\t\t\t}, nil\n\t\t},\n\t\tListFunc: func(ctx context.Context, client rdsClient, scope string) ([]*ParameterGroup, error) {\n\t\t\tout, err := client.DescribeDBParameterGroups(ctx, &rds.DescribeDBParameterGroupsInput{})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tgroups := make([]*ParameterGroup, 0)\n\n\t\t\tfor _, group := range out.DBParameterGroups {\n\t\t\t\tparamsOut, err := client.DescribeDBParameters(ctx, &rds.DescribeDBParametersInput{\n\t\t\t\t\tDBParameterGroupName: group.DBParameterGroupName,\n\t\t\t\t})\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn nil, err\n\t\t\t\t}\n\n\t\t\t\tgroups = append(groups, &ParameterGroup{\n\t\t\t\t\tParameters: paramsOut.Parameters,\n\t\t\t\t\tDBParameterGroup: group,\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn groups, nil\n\t\t},\n\t\tListTagsFunc: func(ctx context.Context, pg *ParameterGroup, c rdsClient) (map[string]string, error) {\n\t\t\tout, err := c.ListTagsForResource(ctx, &rds.ListTagsForResourceInput{\n\t\t\t\tResourceName: pg.DBParameterGroupArn,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn rdsTagsToMap(out.TagList), nil\n\t\t},\n\t\tItemMapper: dBParameterGroupItemMapper,\n\t}\n}\n\nvar dbParameterGroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"rds-db-parameter-group\",\n\tDescriptiveName: \"RDS Parameter Group\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a parameter group by name\",\n\t\tListDescription: \"List all parameter groups\",\n\t\tSearchDescription: \"Search for a parameter group by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"aws_db_parameter_group.arn\",\n\t\t},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n})\n" }, { "path": "aws-source/adapters/rds-db-parameter-group_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDBParameterGroupOutputMapper(t *testing.T) {\n\tgroup := ParameterGroup{\n\t\tDBParameterGroup: types.DBParameterGroup{\n\t\t\tDBParameterGroupName: new(\"default.aurora-mysql5.7\"),\n\t\t\tDBParameterGroupFamily: new(\"aurora-mysql5.7\"),\n\t\t\tDescription: new(\"Default parameter group for aurora-mysql5.7\"),\n\t\t\tDBParameterGroupArn: new(\"arn:aws:rds:eu-west-1:052392120703:pg:default.aurora-mysql5.7\"),\n\t\t},\n\t\tParameters: []types.Parameter{\n\t\t\t{\n\t\t\t\tParameterName: new(\"activate_all_roles_on_login\"),\n\t\t\t\tParameterValue: new(\"0\"),\n\t\t\t\tDescription: new(\"Automatically set all granted roles as active after the user has authenticated successfully.\"),\n\t\t\t\tSource: new(\"engine-default\"),\n\t\t\t\tApplyType: new(\"dynamic\"),\n\t\t\t\tDataType: new(\"boolean\"),\n\t\t\t\tAllowedValues: new(\"0,1\"),\n\t\t\t\tIsModifiable: new(true),\n\t\t\t\tApplyMethod: types.ApplyMethodPendingReboot,\n\t\t\t},\n\t\t\t{\n\t\t\t\tParameterName: new(\"allow-suspicious-udfs\"),\n\t\t\t\tDescription: new(\"Controls whether user-defined functions that have only an xxx symbol for the main function can be loaded\"),\n\t\t\t\tSource: new(\"engine-default\"),\n\t\t\t\tApplyType: new(\"static\"),\n\t\t\t\tDataType: new(\"boolean\"),\n\t\t\t\tAllowedValues: new(\"0,1\"),\n\t\t\t\tIsModifiable: new(false),\n\t\t\t\tApplyMethod: types.ApplyMethodPendingReboot,\n\t\t\t},\n\t\t\t{\n\t\t\t\tParameterName: new(\"aurora_parallel_query\"),\n\t\t\t\tDescription: new(\"This parameter can be used to enable and disable Aurora Parallel Query.\"),\n\t\t\t\tSource: new(\"engine-default\"),\n\t\t\t\tApplyType: new(\"dynamic\"),\n\t\t\t\tDataType: new(\"boolean\"),\n\t\t\t\tAllowedValues: new(\"0,1\"),\n\t\t\t\tIsModifiable: new(true),\n\t\t\t\tApplyMethod: types.ApplyMethodPendingReboot,\n\t\t\t},\n\t\t\t{\n\t\t\t\tParameterName: new(\"autocommit\"),\n\t\t\t\tDescription: new(\"Sets the autocommit mode\"),\n\t\t\t\tSource: new(\"engine-default\"),\n\t\t\t\tApplyType: new(\"dynamic\"),\n\t\t\t\tDataType: new(\"boolean\"),\n\t\t\t\tAllowedValues: new(\"0,1\"),\n\t\t\t\tIsModifiable: new(true),\n\t\t\t\tApplyMethod: types.ApplyMethodPendingReboot,\n\t\t\t},\n\t\t},\n\t}\n\n\titem, err := dBParameterGroupItemMapper(\"\", \"foo\", &group)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc TestNewRDSDBParameterGroupAdapter(t *testing.T) {\n\tclient, account, region := rdsGetAutoConfig(t)\n\n\tadapter := NewRDSDBParameterGroupAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/rds-db-subnet-group.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc dBSubnetGroupOutputMapper(ctx context.Context, client rdsClient, scope string, _ *rds.DescribeDBSubnetGroupsInput, output *rds.DescribeDBSubnetGroupsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, sg := range output.DBSubnetGroups {\n\t\tvar tags map[string]string\n\n\t\t// Get tags\n\t\ttagsOut, err := client.ListTagsForResource(ctx, &rds.ListTagsForResourceInput{\n\t\t\tResourceName: sg.DBSubnetGroupArn,\n\t\t})\n\n\t\tif err == nil {\n\t\t\ttags = rdsTagsToMap(tagsOut.TagList)\n\t\t} else {\n\t\t\ttags = HandleTagsError(ctx, err)\n\t\t}\n\n\t\tattributes, err := ToAttributesWithExclude(sg)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"rds-db-subnet-group\",\n\t\t\tUniqueAttribute: \"DBSubnetGroupName\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: tags,\n\t\t}\n\n\t\tvar a *ARN\n\n\t\tif sg.VpcId != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ec2-vpc\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *sg.VpcId,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tfor _, subnet := range sg.Subnets {\n\t\t\tif subnet.SubnetIdentifier != nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-subnet\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *subnet.SubnetIdentifier,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif subnet.SubnetOutpost != nil {\n\t\t\t\tif subnet.SubnetOutpost.Arn != nil {\n\t\t\t\t\tif a, err = ParseARN(*subnet.SubnetOutpost.Arn); err == nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"outposts-outpost\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: *subnet.SubnetOutpost.Arn,\n\t\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewRDSDBSubnetGroupAdapter(client rdsClient, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*rds.DescribeDBSubnetGroupsInput, *rds.DescribeDBSubnetGroupsOutput, rdsClient, *rds.Options] {\n\treturn &DescribeOnlyAdapter[*rds.DescribeDBSubnetGroupsInput, *rds.DescribeDBSubnetGroupsOutput, rdsClient, *rds.Options]{\n\t\tItemType: \"rds-db-subnet-group\",\n\t\tRegion: region,\n\t\tAccountID: accountID,\n\t\tClient: client,\n\t\tAdapterMetadata: dbSubnetGroupAdapterMetadata,\n\t\tcache: cache,\n\t\tPaginatorBuilder: func(client rdsClient, params *rds.DescribeDBSubnetGroupsInput) Paginator[*rds.DescribeDBSubnetGroupsOutput, *rds.Options] {\n\t\t\treturn rds.NewDescribeDBSubnetGroupsPaginator(client, params)\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client rdsClient, input *rds.DescribeDBSubnetGroupsInput) (*rds.DescribeDBSubnetGroupsOutput, error) {\n\t\t\treturn client.DescribeDBSubnetGroups(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*rds.DescribeDBSubnetGroupsInput, error) {\n\t\t\treturn &rds.DescribeDBSubnetGroupsInput{\n\t\t\t\tDBSubnetGroupName: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*rds.DescribeDBSubnetGroupsInput, error) {\n\t\t\treturn &rds.DescribeDBSubnetGroupsInput{}, nil\n\t\t},\n\t\tOutputMapper: dBSubnetGroupOutputMapper,\n\t}\n}\n\nvar dbSubnetGroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"rds-db-subnet-group\",\n\tDescriptiveName: \"RDS Subnet Group\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a subnet group by name\",\n\t\tListDescription: \"List all subnet groups\",\n\t\tSearchDescription: \"Search for subnet groups by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_db_subnet_group.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tPotentialLinks: []string{\"ec2-vpc\", \"ec2-subnet\", \"outposts-outpost\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/rds-db-subnet-group_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\t\"github.com/aws/aws-sdk-go-v2/service/rds/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDBSubnetGroupOutputMapper(t *testing.T) {\n\toutput := rds.DescribeDBSubnetGroupsOutput{\n\t\tDBSubnetGroups: []types.DBSubnetGroup{\n\t\t\t{\n\t\t\t\tDBSubnetGroupName: new(\"default-vpc-0d7892e00e573e701\"),\n\t\t\t\tDBSubnetGroupDescription: new(\"Created from the RDS Management Console\"),\n\t\t\t\tVpcId: new(\"vpc-0d7892e00e573e701\"), // link\n\t\t\t\tSubnetGroupStatus: new(\"Complete\"),\n\t\t\t\tSubnets: []types.Subnet{\n\t\t\t\t\t{\n\t\t\t\t\t\tSubnetIdentifier: new(\"subnet-0450a637af9984235\"), // link\n\t\t\t\t\t\tSubnetAvailabilityZone: &types.AvailabilityZone{\n\t\t\t\t\t\t\tName: new(\"eu-west-2c\"), // link\n\t\t\t\t\t\t},\n\t\t\t\t\t\tSubnetOutpost: &types.Outpost{\n\t\t\t\t\t\t\tArn: new(\"arn:aws:service:region:account:type/id\"), // link\n\t\t\t\t\t\t},\n\t\t\t\t\t\tSubnetStatus: new(\"Active\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tDBSubnetGroupArn: new(\"arn:aws:rds:eu-west-2:052392120703:subgrp:default-vpc-0d7892e00e573e701\"),\n\t\t\t\tSupportedNetworkTypes: []string{\n\t\t\t\t\t\"IPV4\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := dBSubnetGroupOutputMapper(context.Background(), mockRdsClient{}, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"got %v items, expected 1\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.GetTags()[\"key\"] != \"value\" {\n\t\tt.Errorf(\"expected key to be value, got %v\", item.GetTags()[\"key\"])\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"ec2-vpc\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"vpc-0d7892e00e573e701\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ec2-subnet\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"subnet-0450a637af9984235\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"outposts-outpost\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:service:region:account:type/id\",\n\t\t\tExpectedScope: \"account.region\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewRDSDBSubnetGroupAdapter(t *testing.T) {\n\tclient, account, region := rdsGetAutoConfig(t)\n\n\tadapter := NewRDSDBSubnetGroupAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/rds-option-group.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc optionGroupOutputMapper(ctx context.Context, client rdsClient, scope string, _ *rds.DescribeOptionGroupsInput, output *rds.DescribeOptionGroupsOutput) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, group := range output.OptionGroupsList {\n\t\tvar tags map[string]string\n\n\t\t// Get tags\n\t\ttagsOut, err := client.ListTagsForResource(ctx, &rds.ListTagsForResourceInput{\n\t\t\tResourceName: group.OptionGroupArn,\n\t\t})\n\n\t\tif err == nil {\n\t\t\ttags = rdsTagsToMap(tagsOut.TagList)\n\t\t} else {\n\t\t\ttags = HandleTagsError(ctx, err)\n\t\t}\n\n\t\tattributes, err := ToAttributesWithExclude(group)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"rds-option-group\",\n\t\t\tUniqueAttribute: \"OptionGroupName\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t\tTags: tags,\n\t\t}\n\n\t\titems = append(items, &item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewRDSOptionGroupAdapter(client rdsClient, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*rds.DescribeOptionGroupsInput, *rds.DescribeOptionGroupsOutput, rdsClient, *rds.Options] {\n\treturn &DescribeOnlyAdapter[*rds.DescribeOptionGroupsInput, *rds.DescribeOptionGroupsOutput, rdsClient, *rds.Options]{\n\t\tItemType: \"rds-option-group\",\n\t\tRegion: region,\n\t\tAccountID: accountID,\n\t\tClient: client,\n\t\tAdapterMetadata: optionGroupAdapterMetadata,\n\t\tcache: cache,\n\t\tPaginatorBuilder: func(client rdsClient, params *rds.DescribeOptionGroupsInput) Paginator[*rds.DescribeOptionGroupsOutput, *rds.Options] {\n\t\t\treturn rds.NewDescribeOptionGroupsPaginator(client, params)\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client rdsClient, input *rds.DescribeOptionGroupsInput) (*rds.DescribeOptionGroupsOutput, error) {\n\t\t\treturn client.DescribeOptionGroups(ctx, input)\n\t\t},\n\t\tInputMapperGet: func(scope, query string) (*rds.DescribeOptionGroupsInput, error) {\n\t\t\treturn &rds.DescribeOptionGroupsInput{\n\t\t\t\tOptionGroupName: &query,\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*rds.DescribeOptionGroupsInput, error) {\n\t\t\treturn &rds.DescribeOptionGroupsInput{}, nil\n\t\t},\n\t\tOutputMapper: optionGroupOutputMapper,\n\t}\n}\n\nvar optionGroupAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"rds-option-group\",\n\tDescriptiveName: \"RDS Option Group\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an option group by name\",\n\t\tListDescription: \"List all RDS option groups\",\n\t\tSearchDescription: \"Search for an option group by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformQueryMap: \"aws_db_option_group.arn\",\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n})\n" }, { "path": "aws-source/adapters/rds-option-group_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\t\"github.com/aws/aws-sdk-go-v2/service/rds/types\"\n)\n\nfunc TestOptionGroupOutputMapper(t *testing.T) {\n\toutput := rds.DescribeOptionGroupsOutput{\n\t\tOptionGroupsList: []types.OptionGroup{\n\t\t\t{\n\t\t\t\tOptionGroupName: new(\"default:aurora-mysql-8-0\"),\n\t\t\t\tOptionGroupDescription: new(\"Default option group for aurora-mysql 8.0\"),\n\t\t\t\tEngineName: new(\"aurora-mysql\"),\n\t\t\t\tMajorEngineVersion: new(\"8.0\"),\n\t\t\t\tOptions: []types.Option{},\n\t\t\t\tAllowsVpcAndNonVpcInstanceMemberships: new(true),\n\t\t\t\tOptionGroupArn: new(\"arn:aws:rds:eu-west-2:052392120703:og:default:aurora-mysql-8-0\"),\n\t\t\t},\n\t\t},\n\t}\n\n\titems, err := optionGroupOutputMapper(context.Background(), mockRdsClient{}, \"foo\", nil, &output)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"got %v items, expected 1\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif item.GetTags()[\"key\"] != \"value\" {\n\t\tt.Errorf(\"expected key to be value, got %v\", item.GetTags()[\"key\"])\n\t}\n}\n" }, { "path": "aws-source/adapters/rds.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\t\"github.com/aws/aws-sdk-go-v2/service/rds/types\"\n)\n\ntype rdsClient interface {\n\tDescribeDBClusterParameterGroups(ctx context.Context, params *rds.DescribeDBClusterParameterGroupsInput, optFns ...func(*rds.Options)) (*rds.DescribeDBClusterParameterGroupsOutput, error)\n\tDescribeDBClusterParameters(ctx context.Context, params *rds.DescribeDBClusterParametersInput, optFns ...func(*rds.Options)) (*rds.DescribeDBClusterParametersOutput, error)\n\tDescribeDBParameterGroups(ctx context.Context, params *rds.DescribeDBParameterGroupsInput, optFns ...func(*rds.Options)) (*rds.DescribeDBParameterGroupsOutput, error)\n\tDescribeDBParameters(ctx context.Context, params *rds.DescribeDBParametersInput, optFns ...func(*rds.Options)) (*rds.DescribeDBParametersOutput, error)\n\tListTagsForResource(ctx context.Context, params *rds.ListTagsForResourceInput, optFns ...func(*rds.Options)) (*rds.ListTagsForResourceOutput, error)\n\tDescribeDBClusters(ctx context.Context, params *rds.DescribeDBClustersInput, optFns ...func(*rds.Options)) (*rds.DescribeDBClustersOutput, error)\n\tDescribeDBInstances(ctx context.Context, params *rds.DescribeDBInstancesInput, optFns ...func(*rds.Options)) (*rds.DescribeDBInstancesOutput, error)\n\tDescribeDBSubnetGroups(ctx context.Context, params *rds.DescribeDBSubnetGroupsInput, optFns ...func(*rds.Options)) (*rds.DescribeDBSubnetGroupsOutput, error)\n\tDescribeOptionGroups(ctx context.Context, params *rds.DescribeOptionGroupsInput, optFns ...func(*rds.Options)) (*rds.DescribeOptionGroupsOutput, error)\n}\n\ntype mockRdsClient struct{}\n\nfunc (m mockRdsClient) DescribeDBClusterParameterGroups(ctx context.Context, params *rds.DescribeDBClusterParameterGroupsInput, optFns ...func(*rds.Options)) (*rds.DescribeDBClusterParameterGroupsOutput, error) {\n\treturn nil, nil\n}\n\nfunc (m mockRdsClient) DescribeDBClusterParameters(ctx context.Context, params *rds.DescribeDBClusterParametersInput, optFns ...func(*rds.Options)) (*rds.DescribeDBClusterParametersOutput, error) {\n\treturn nil, nil\n}\n\nfunc (m mockRdsClient) ListTagsForResource(ctx context.Context, params *rds.ListTagsForResourceInput, optFns ...func(*rds.Options)) (*rds.ListTagsForResourceOutput, error) {\n\treturn &rds.ListTagsForResourceOutput{\n\t\tTagList: []types.Tag{\n\t\t\t{\n\t\t\t\tKey: new(\"key\"),\n\t\t\t\tValue: new(\"value\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (m mockRdsClient) DescribeDBClusters(ctx context.Context, params *rds.DescribeDBClustersInput, optFns ...func(*rds.Options)) (*rds.DescribeDBClustersOutput, error) {\n\treturn nil, nil\n}\n\nfunc (m mockRdsClient) DescribeDBInstances(ctx context.Context, params *rds.DescribeDBInstancesInput, optFns ...func(*rds.Options)) (*rds.DescribeDBInstancesOutput, error) {\n\treturn nil, nil\n}\n\nfunc (m mockRdsClient) DescribeDBSubnetGroups(ctx context.Context, params *rds.DescribeDBSubnetGroupsInput, optFns ...func(*rds.Options)) (*rds.DescribeDBSubnetGroupsOutput, error) {\n\treturn nil, nil\n}\n\nfunc (m mockRdsClient) DescribeOptionGroups(ctx context.Context, params *rds.DescribeOptionGroupsInput, optFns ...func(*rds.Options)) (*rds.DescribeOptionGroupsOutput, error) {\n\treturn nil, nil\n}\n\nfunc (m mockRdsClient) DescribeDBParameterGroups(ctx context.Context, params *rds.DescribeDBParameterGroupsInput, optFns ...func(*rds.Options)) (*rds.DescribeDBParameterGroupsOutput, error) {\n\treturn nil, nil\n}\n\nfunc (m mockRdsClient) DescribeDBParameters(ctx context.Context, params *rds.DescribeDBParametersInput, optFns ...func(*rds.Options)) (*rds.DescribeDBParametersOutput, error) {\n\treturn nil, nil\n}\n\nfunc rdsTagsToMap(tags []types.Tag) map[string]string {\n\ttagsMap := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\ttagsMap[*tag.Key] = *tag.Value\n\t\t}\n\t}\n\n\treturn tagsMap\n}\n" }, { "path": "aws-source/adapters/rds_test.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/service/rds\"\n\t\"testing\"\n)\n\nfunc rdsGetAutoConfig(t *testing.T) (*rds.Client, string, string) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := rds.NewFromConfig(config)\n\n\treturn client, account, region\n}\n" }, { "path": "aws-source/adapters/route53-health-check.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/cloudwatch\"\n\tcwtypes \"github.com/aws/aws-sdk-go-v2/service/cloudwatch/types\"\n\t\"github.com/aws/aws-sdk-go-v2/service/route53\"\n\t\"github.com/aws/aws-sdk-go-v2/service/route53/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype HealthCheck struct {\n\ttypes.HealthCheck\n\tHealthCheckObservations []types.HealthCheckObservation\n}\n\nfunc healthCheckGetFunc(ctx context.Context, client *route53.Client, scope, query string) (*HealthCheck, error) {\n\tout, err := client.GetHealthCheck(ctx, &route53.GetHealthCheckInput{\n\t\tHealthCheckId: &query,\n\t})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tstatus, err := client.GetHealthCheckStatus(ctx, &route53.GetHealthCheckStatusInput{\n\t\tHealthCheckId: &query,\n\t})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn &HealthCheck{\n\t\tHealthCheck: *out.HealthCheck,\n\t\tHealthCheckObservations: status.HealthCheckObservations,\n\t}, nil\n}\n\nfunc healthCheckListFunc(ctx context.Context, client *route53.Client, scope string) ([]*HealthCheck, error) {\n\tout, err := client.ListHealthChecks(ctx, &route53.ListHealthChecksInput{})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\thealthChecks := make([]*HealthCheck, 0, len(out.HealthChecks))\n\n\tfor _, healthCheck := range out.HealthChecks {\n\t\tstatus, err := client.GetHealthCheckStatus(ctx, &route53.GetHealthCheckStatusInput{\n\t\t\tHealthCheckId: healthCheck.Id,\n\t\t})\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\thealthChecks = append(healthChecks, &HealthCheck{\n\t\t\tHealthCheck: healthCheck,\n\t\t\tHealthCheckObservations: status.HealthCheckObservations,\n\t\t})\n\t}\n\n\treturn healthChecks, nil\n}\n\nfunc healthCheckItemMapper(_, scope string, awsItem *HealthCheck) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"route53-health-check\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to the cloudwatch metric that tracks this health check\n\tquery, err := ToQueryString(&cloudwatch.DescribeAlarmsForMetricInput{\n\t\tNamespace: aws.String(\"AWS/Route53\"),\n\t\tMetricName: aws.String(\"HealthCheckStatus\"),\n\t\tDimensions: []cwtypes.Dimension{\n\t\t\t{\n\t\t\t\tName: aws.String(\"HealthCheckId\"),\n\t\t\t\tValue: awsItem.Id,\n\t\t\t},\n\t\t},\n\t})\n\n\tif err == nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"cloudwatch-alarm\",\n\t\t\t\tQuery: query,\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\thealthy := true\n\n\tfor _, observation := range awsItem.HealthCheckObservations {\n\t\tif observation.StatusReport != nil && observation.StatusReport.Status != nil {\n\t\t\tif strings.HasPrefix(*observation.StatusReport.Status, \"Failure\") {\n\t\t\t\thealthy = false\n\t\t\t}\n\t\t}\n\t}\n\n\tif healthy {\n\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t} else {\n\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewRoute53HealthCheckAdapter(client *route53.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*HealthCheck, *route53.Client, *route53.Options] {\n\treturn &GetListAdapter[*HealthCheck, *route53.Client, *route53.Options]{\n\t\tItemType: \"route53-health-check\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tGetFunc: healthCheckGetFunc,\n\t\tListFunc: healthCheckListFunc,\n\t\tItemMapper: healthCheckItemMapper,\n\t\tAdapterMetadata: healthCheckAdapterMetadata,\n\t\tcache: cache,\n\t\tListTagsFunc: func(ctx context.Context, hc *HealthCheck, c *route53.Client) (map[string]string, error) {\n\t\t\tif hc.Id == nil {\n\t\t\t\treturn nil, nil\n\t\t\t}\n\n\t\t\t// Strip the prefix\n\t\t\tid := strings.TrimPrefix(*hc.Id, \"/healthcheck/\")\n\n\t\t\tout, err := c.ListTagsForResource(ctx, &route53.ListTagsForResourceInput{\n\t\t\t\tResourceId: &id,\n\t\t\t\tResourceType: types.TagResourceTypeHealthcheck,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn route53TagsToMap(out.ResourceTagSet.Tags), nil\n\t\t},\n\t}\n}\n\nvar healthCheckAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"route53-health-check\",\n\tDescriptiveName: \"Route53 Health Check\",\n\tPotentialLinks: []string{\"cloudwatch-alarm\"},\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get health check by ID\",\n\t\tListDescription: \"List all health checks\",\n\t\tSearchDescription: \"Search for health checks by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_route53_health_check.id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n})\n" }, { "path": "aws-source/adapters/route53-health-check_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/route53/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestHealthCheckItemMapper(t *testing.T) {\n\thc := HealthCheck{\n\t\tHealthCheck: types.HealthCheck{\n\t\t\tId: new(\"d7ce5d72-6d1f-4147-8246-d0ca3fb505d6\"),\n\t\t\tCallerReference: new(\"85d56b3f-873c-498b-a2dd-554ec13c5289\"),\n\t\t\tHealthCheckConfig: &types.HealthCheckConfig{\n\t\t\t\tIPAddress: new(\"1.1.1.1\"),\n\t\t\t\tPort: new(int32(443)),\n\t\t\t\tType: types.HealthCheckTypeHttps,\n\t\t\t\tFullyQualifiedDomainName: new(\"one.one.one.one\"),\n\t\t\t\tRequestInterval: new(int32(30)),\n\t\t\t\tFailureThreshold: new(int32(3)),\n\t\t\t\tMeasureLatency: new(false),\n\t\t\t\tInverted: new(false),\n\t\t\t\tDisabled: new(false),\n\t\t\t\tEnableSNI: new(true),\n\t\t\t},\n\t\t\tHealthCheckVersion: new(int64(1)),\n\t\t},\n\t\tHealthCheckObservations: []types.HealthCheckObservation{\n\t\t\t{\n\t\t\t\tRegion: types.HealthCheckRegionApNortheast1,\n\t\t\t\tIPAddress: new(\"15.177.62.21\"),\n\t\t\t\tStatusReport: &types.StatusReport{\n\t\t\t\t\tStatus: new(\"Success: HTTP Status Code 200, OK\"),\n\t\t\t\t\tCheckedTime: new(time.Now()),\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tRegion: types.HealthCheckRegionEuWest1,\n\t\t\t\tIPAddress: new(\"15.177.10.21\"),\n\t\t\t\tStatusReport: &types.StatusReport{\n\t\t\t\t\tStatus: new(\"Failure: Connection timed out. The endpoint or the internet connection is down, or requests are being blocked by your firewall. See https://docs.aws.amazon.com/Route53/latest/DeveloperGuide/dns-failover-router-firewall-rules.html\"),\n\t\t\t\t\tCheckedTime: new(time.Now()),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\titem, err := healthCheckItemMapper(\"\", \"foo\", &hc)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"cloudwatch-alarm\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"{\\\"MetricName\\\":\\\"HealthCheckStatus\\\",\\\"Namespace\\\":\\\"AWS/Route53\\\",\\\"Dimensions\\\":[{\\\"Name\\\":\\\"HealthCheckId\\\",\\\"Value\\\":\\\"d7ce5d72-6d1f-4147-8246-d0ca3fb505d6\\\"}],\\\"ExtendedStatistic\\\":null,\\\"Period\\\":null,\\\"Statistic\\\":\\\"\\\",\\\"Unit\\\":\\\"\\\"}\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewRoute53HealthCheckAdapter(t *testing.T) {\n\tclient, account, region := route53GetAutoConfig(t)\n\n\tadapter := NewRoute53HealthCheckAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/route53-hosted-zone.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/route53\"\n\t\"github.com/aws/aws-sdk-go-v2/service/route53/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc hostedZoneGetFunc(ctx context.Context, client *route53.Client, scope, query string) (*types.HostedZone, error) {\n\tout, err := client.GetHostedZone(ctx, &route53.GetHostedZoneInput{\n\t\tId: &query,\n\t})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn out.HostedZone, nil\n}\n\nfunc hostedZoneListFunc(ctx context.Context, client *route53.Client, scope string) ([]*types.HostedZone, error) {\n\tout, err := client.ListHostedZones(ctx, &route53.ListHostedZonesInput{})\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tzones := make([]*types.HostedZone, 0, len(out.HostedZones))\n\n\tfor _, zone := range out.HostedZones {\n\t\tzones = append(zones, &zone)\n\t}\n\n\treturn zones, nil\n}\n\nfunc hostedZoneItemMapper(_, scope string, awsItem *types.HostedZone) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"route53-hosted-zone\",\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"route53-resource-record-set\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *awsItem.Id,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewRoute53HostedZoneAdapter(client *route53.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.HostedZone, *route53.Client, *route53.Options] {\n\treturn &GetListAdapter[*types.HostedZone, *route53.Client, *route53.Options]{\n\t\tItemType: \"route53-hosted-zone\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tGetFunc: hostedZoneGetFunc,\n\t\tListFunc: hostedZoneListFunc,\n\t\tItemMapper: hostedZoneItemMapper,\n\t\tAdapterMetadata: hostedZoneAdapterMetadata,\n\t\tcache: cache,\n\t\tListTagsFunc: func(ctx context.Context, hz *types.HostedZone, c *route53.Client) (map[string]string, error) {\n\t\t\tif hz.Id == nil {\n\t\t\t\treturn nil, nil\n\t\t\t}\n\n\t\t\t// Strip the initial prefix\n\t\t\tid := strings.TrimPrefix(*hz.Id, \"/hostedzone/\")\n\n\t\t\tout, err := c.ListTagsForResource(ctx, &route53.ListTagsForResourceInput{\n\t\t\t\tResourceId: &id,\n\t\t\t\tResourceType: types.TagResourceTypeHostedzone,\n\t\t\t})\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\treturn route53TagsToMap(out.ResourceTagSet.Tags), nil\n\t\t},\n\t}\n}\n\nvar hostedZoneAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"route53-hosted-zone\",\n\tDescriptiveName: \"Hosted Zone\",\n\tPotentialLinks: []string{\"route53-resource-record-set\"},\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a hosted zone by ID\",\n\t\tListDescription: \"List all hosted zones\",\n\t\tSearchDescription: \"Search for a hosted zone by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_route53_hosted_zone_dnssec.id\"},\n\t\t{TerraformQueryMap: \"aws_route53_zone.zone_id\"},\n\t\t{TerraformQueryMap: \"aws_route53_zone_association.zone_id\"},\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n" }, { "path": "aws-source/adapters/route53-hosted-zone_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/route53/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestHostedZoneItemMapper(t *testing.T) {\n\tzone := types.HostedZone{\n\t\tId: new(\"/hostedzone/Z08416862SZP5DJXIDB29\"),\n\t\tName: new(\"overmind-demo.com.\"),\n\t\tCallerReference: new(\"RISWorkflow-RD:144d3779-1574-42bf-9e75-f309838ea0a1\"),\n\t\tConfig: &types.HostedZoneConfig{\n\t\t\tComment: new(\"HostedZone created by Route53 Registrar\"),\n\t\t\tPrivateZone: false,\n\t\t},\n\t\tResourceRecordSetCount: new(int64(3)),\n\t\tLinkedService: &types.LinkedService{\n\t\t\tDescription: new(\"service description\"),\n\t\t\tServicePrincipal: new(\"principal\"),\n\t\t},\n\t}\n\n\titem, err := hostedZoneItemMapper(\"\", \"foo\", &zone)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"route53-resource-record-set\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"/hostedzone/Z08416862SZP5DJXIDB29\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestNewRoute53HostedZoneAdapter(t *testing.T) {\n\tclient, account, region := route53GetAutoConfig(t)\n\n\tadapter := NewRoute53HostedZoneAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/route53-resource-record-set.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/route53\"\n\t\"github.com/aws/aws-sdk-go-v2/service/route53/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc resourceRecordSetGetFunc(ctx context.Context, client *route53.Client, scope, query string) (*types.ResourceRecordSet, error) {\n\treturn nil, errors.New(\"get is not supported for route53-resource-record-set. Use search\")\n}\n\n// constructRecordFQDN constructs the full FQDN for a Route53 record based on\n// the record name and the hosted zone name. This handles the various edge cases\n// where the record name might already contain the full domain.\nfunc constructRecordFQDN(recordName, hostedZoneName string) string {\n\t// If the name is the same as the FQDN of the hosted zone, we don't have\n\t// to append it otherwise it'll be in there twice. It seems that NS and\n\t// MX records sometimes have the full FQDN in the name\n\tzoneFQDN := strings.TrimSuffix(hostedZoneName, \".\")\n\n\tif recordName == zoneFQDN {\n\t\treturn recordName\n\t} else if strings.HasSuffix(recordName, \".\"+zoneFQDN) || strings.HasSuffix(recordName, hostedZoneName) {\n\t\t// Record name already contains the full domain\n\t\treturn recordName\n\t} else {\n\t\t// Calculate the full FQDN based on the hosted zone name and the record name\n\t\treturn recordName + \".\" + hostedZoneName\n\t}\n}\n\n// ResourceRecordSetSearchFunc Search func that accepts a hosted zone or a\n// terraform ID in the format {hostedZone}_{recordName}_{type}. Unfortunately\n// the \"name\" means the record name within the scope of the hosted zone, not the\n// full FQDN. This is something that Terraform does to match the AWS GUI, where\n// you specify a name like \"foo\" and then you end up with a record like\n// \"foo.example.com.\". That record has a \"name\" attribute, but it's set to\n// \"foo.example.com.\".\n//\n// Because of this behaviour we need to construct the full name, rather than\n// just the half-name. You can see that the terraform provider itself also does\n// this in `findResourceRecordSetByFourPartKey`:\n// https://github.com/hashicorp/terraform-provider-aws/blob/main/internal/service/route53/record.go#L786-L825\nfunc resourceRecordSetSearchFunc(ctx context.Context, client *route53.Client, scope, query string) ([]*types.ResourceRecordSet, error) {\n\tsplits := strings.Split(query, \"_\")\n\n\tvar out *route53.ListResourceRecordSetsOutput\n\tvar err error\n\tif len(splits) == 3 {\n\t\thostedZoneID := splits[0]\n\t\trecordName := splits[1]\n\t\trecordType := splits[2]\n\n\t\tvar zoneResp *route53.GetHostedZoneOutput\n\t\t// In this case we have a terraform ID. We have to get the details of the hosted zone first\n\t\tzoneResp, err = client.GetHostedZone(ctx, &route53.GetHostedZoneInput{\n\t\t\tId: &hostedZoneID,\n\t\t})\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t\tif zoneResp.HostedZone == nil {\n\t\t\treturn nil, fmt.Errorf(\"hosted zone %s not found\", hostedZoneID)\n\t\t}\n\n\t\tfullName := constructRecordFQDN(recordName, *zoneResp.HostedZone.Name)\n\n\t\tvar maxItems int32 = 1\n\t\treq := route53.ListResourceRecordSetsInput{\n\t\t\tHostedZoneId: &hostedZoneID,\n\t\t\tStartRecordName: &fullName,\n\t\t\tStartRecordType: types.RRType(recordType),\n\t\t\tMaxItems: &maxItems,\n\t\t}\n\t\tout, err = client.ListResourceRecordSets(ctx, &req)\n\t} else {\n\t\t// In this case we have a hosted zone ID\n\t\tout, err = client.ListResourceRecordSets(ctx, &route53.ListResourceRecordSetsInput{\n\t\t\tHostedZoneId: &query,\n\t\t})\n\t}\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\trecords := make([]*types.ResourceRecordSet, 0, len(out.ResourceRecordSets))\n\n\tfor _, record := range out.ResourceRecordSets {\n\t\trecords = append(records, &record)\n\t}\n\n\treturn records, nil\n}\n\nfunc resourceRecordSetItemMapper(_, scope string, awsItem *types.ResourceRecordSet) (*sdp.Item, error) {\n\tattributes, err := ToAttributesWithExclude(awsItem)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"route53-resource-record-set\",\n\t\tUniqueAttribute: \"Name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif awsItem.Name != nil {\n\t\trecordName := strings.TrimSuffix(*awsItem.Name, \".\")\n\t\tif recordName != \"\" {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: recordName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif awsItem.AliasTarget != nil {\n\t\tif awsItem.AliasTarget.DNSName != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *awsItem.AliasTarget.DNSName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tfor _, record := range awsItem.ResourceRecords {\n\t\tif record.Value != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *record.Value,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif awsItem.HealthCheckId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"route53-health-check\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *awsItem.HealthCheckId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &item, nil\n}\n\nfunc NewRoute53ResourceRecordSetAdapter(client *route53.Client, accountID string, region string, cache sdpcache.Cache) *GetListAdapter[*types.ResourceRecordSet, *route53.Client, *route53.Options] {\n\treturn &GetListAdapter[*types.ResourceRecordSet, *route53.Client, *route53.Options]{\n\t\tItemType: \"route53-resource-record-set\",\n\t\tClient: client,\n\t\tDisableList: true,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tGetFunc: resourceRecordSetGetFunc,\n\t\tItemMapper: resourceRecordSetItemMapper,\n\t\tSearchFunc: resourceRecordSetSearchFunc,\n\t\tAdapterMetadata: resourceRecordSetAdapterMetadata,\n\t\tcache: cache}\n}\n\nvar resourceRecordSetAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"route53-resource-record-set\",\n\tDescriptiveName: \"Route53 Record Set\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get a Route53 record Set by name\",\n\t\tSearchDescription: \"Search for a record set by hosted zone ID in the format \\\"/hostedzone/JJN928734JH7HV\\\" or \\\"JJN928734JH7HV\\\" or by terraform ID in the format \\\"{hostedZone}_{recordName}_{type}\\\"\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tPotentialLinks: []string{\"dns\", \"route53-health-check\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_route53_record.arn\", TerraformMethod: sdp.QueryMethod_SEARCH},\n\t\t{TerraformQueryMap: \"aws_route53_record.id\", TerraformMethod: sdp.QueryMethod_SEARCH},\n\t},\n})\n" }, { "path": "aws-source/adapters/route53-resource-record-set_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/route53/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestResourceRecordSetItemMapper(t *testing.T) {\n\trecordSet := types.ResourceRecordSet{\n\t\tName: new(\"overmind-demo.com.\"),\n\t\tType: types.RRTypeNs,\n\t\tTTL: new(int64(172800)),\n\t\tGeoProximityLocation: &types.GeoProximityLocation{\n\t\t\tAWSRegion: new(\"us-east-1\"),\n\t\t\tBias: new(int32(100)),\n\t\t\tCoordinates: &types.Coordinates{},\n\t\t\tLocalZoneGroup: new(\"group\"),\n\t\t},\n\t\tResourceRecords: []types.ResourceRecord{\n\t\t\t{\n\t\t\t\tValue: new(\"ns-1673.awsdns-17.co.uk.\"), // link\n\t\t\t},\n\t\t\t{\n\t\t\t\tValue: new(\"ns-1505.awsdns-60.org.\"), // link\n\t\t\t},\n\t\t\t{\n\t\t\t\tValue: new(\"ns-955.awsdns-55.net.\"), // link\n\t\t\t},\n\t\t\t{\n\t\t\t\tValue: new(\"ns-276.awsdns-34.com.\"), // link\n\t\t\t},\n\t\t},\n\t\tAliasTarget: &types.AliasTarget{\n\t\t\tDNSName: new(\"foo.bar.com\"), // link\n\t\t\tEvaluateTargetHealth: true,\n\t\t\tHostedZoneId: new(\"id\"),\n\t\t},\n\t\tCidrRoutingConfig: &types.CidrRoutingConfig{\n\t\t\tCollectionId: new(\"id\"),\n\t\t\tLocationName: new(\"somewhere\"),\n\t\t},\n\t\tFailover: types.ResourceRecordSetFailoverPrimary,\n\t\tGeoLocation: &types.GeoLocation{\n\t\t\tContinentCode: new(\"GB\"),\n\t\t\tCountryCode: new(\"GB\"),\n\t\t\tSubdivisionCode: new(\"ENG\"),\n\t\t},\n\t\tHealthCheckId: new(\"id\"), // link\n\t\tMultiValueAnswer: new(true),\n\t\tRegion: types.ResourceRecordSetRegionApEast1,\n\t\tSetIdentifier: new(\"identifier\"),\n\t\tTrafficPolicyInstanceId: new(\"id\"),\n\t\tWeight: new(int64(100)),\n\t}\n\n\titem, err := resourceRecordSetItemMapper(\"\", \"foo\", &recordSet)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"overmind-demo.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"foo.bar.com\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"ns-1673.awsdns-17.co.uk.\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"ns-1505.awsdns-60.org.\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"ns-955.awsdns-55.net.\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"ns-276.awsdns-34.com.\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"route53-health-check\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"id\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\n// TestConstructRecordFQDN tests the FQDN construction logic\n// for various record name formats\nfunc TestConstructRecordFQDN(t *testing.T) {\n\ttype testCase struct {\n\t\tname string\n\t\thostedZoneName string\n\t\trecordName string\n\t\texpectedFQDN string\n\t\tdescription string\n\t}\n\n\ttestCases := []testCase{\n\t\t{\n\t\t\tname: \"simple_subdomain\",\n\t\t\thostedZoneName: \"example.com.\",\n\t\t\trecordName: \"www\",\n\t\t\texpectedFQDN: \"www.example.com.\",\n\t\t\tdescription: \"Simple subdomain record\",\n\t\t},\n\t\t{\n\t\t\tname: \"already_full_fqdn_with_trailing_dot\",\n\t\t\thostedZoneName: \"example.com.\",\n\t\t\trecordName: \"subdomain.example.com.\",\n\t\t\texpectedFQDN: \"subdomain.example.com.\",\n\t\t\tdescription: \"Record name already contains full FQDN with trailing dot\",\n\t\t},\n\t\t{\n\t\t\tname: \"already_full_fqdn_without_trailing_dot\",\n\t\t\thostedZoneName: \"example.com.\",\n\t\t\trecordName: \"subdomain.example.com\",\n\t\t\texpectedFQDN: \"subdomain.example.com\",\n\t\t\tdescription: \"Record name already contains full FQDN without trailing dot\",\n\t\t},\n\t\t{\n\t\t\tname: \"apex_record_matches_zone\",\n\t\t\thostedZoneName: \"example.com.\",\n\t\t\trecordName: \"example.com\",\n\t\t\texpectedFQDN: \"example.com\",\n\t\t\tdescription: \"Apex record where name matches zone FQDN (without trailing dot)\",\n\t\t},\n\t\t{\n\t\t\tname: \"complex_subdomain_case\",\n\t\t\thostedZoneName: \"a2d-dev.tv.\",\n\t\t\trecordName: \"davidtest-other.a2d-dev.tv\",\n\t\t\texpectedFQDN: \"davidtest-other.a2d-dev.tv\",\n\t\t\tdescription: \"Complex case from the bug report - prevents double domain concatenation\",\n\t\t},\n\t\t{\n\t\t\tname: \"nested_subdomain\",\n\t\t\thostedZoneName: \"example.com.\",\n\t\t\trecordName: \"deep.nested.subdomain\",\n\t\t\texpectedFQDN: \"deep.nested.subdomain.example.com.\",\n\t\t\tdescription: \"Nested subdomain that needs zone appended\",\n\t\t},\n\t\t{\n\t\t\tname: \"ns_record_with_full_domain\",\n\t\t\thostedZoneName: \"example.com.\",\n\t\t\trecordName: \"ns.example.com.\",\n\t\t\texpectedFQDN: \"ns.example.com.\",\n\t\t\tdescription: \"NS record with full domain (common pattern)\",\n\t\t},\n\t\t{\n\t\t\tname: \"zone_without_trailing_dot\",\n\t\t\thostedZoneName: \"example.com\",\n\t\t\trecordName: \"www\",\n\t\t\texpectedFQDN: \"www.example.com\",\n\t\t\tdescription: \"Hosted zone name without trailing dot\",\n\t\t},\n\t\t{\n\t\t\tname: \"record_already_ends_with_zone_no_dot\",\n\t\t\thostedZoneName: \"example.com\",\n\t\t\trecordName: \"subdomain.example.com\",\n\t\t\texpectedFQDN: \"subdomain.example.com\",\n\t\t\tdescription: \"Record already ends with zone name (no trailing dots)\",\n\t\t},\n\t}\n\n\tfor _, tc := range testCases {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tresult := constructRecordFQDN(tc.recordName, tc.hostedZoneName)\n\t\t\tif result != tc.expectedFQDN {\n\t\t\t\tt.Errorf(\"Expected FQDN %q but got %q. %s\", tc.expectedFQDN, result, tc.description)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestNewRoute53ResourceRecordSetAdapter(t *testing.T) {\n\tclient, account, region := route53GetAutoConfig(t)\n\n\tzoneSource := NewRoute53HostedZoneAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\tzones, err := zoneSource.List(context.Background(), zoneSource.Scopes()[0], true)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(zones) == 0 {\n\t\tt.Skip(\"no zones found\")\n\t}\n\n\tadapter := NewRoute53ResourceRecordSetAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\tsearch := zones[0].UniqueAttributeValue()\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipGet: true,\n\t\tGoodSearchQuery: &search,\n\t}\n\n\ttest.Run(t)\n\n\titems, err := adapter.Search(context.Background(), zoneSource.Scopes()[0], search, true)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tnumItems := len(items)\n\n\trawZone := strings.TrimPrefix(search, \"/hostedzone/\")\n\n\titems, err = adapter.Search(context.Background(), zoneSource.Scopes()[0], rawZone, true)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != numItems {\n\t\tt.Errorf(\"expected %d items, got %d\", numItems, len(items))\n\t}\n\n\tfor _, item := range items {\n\t\t// Only use CNAME records\n\t\ttyp, _ := item.GetAttributes().Get(\"Type\")\n\t\tif typ != \"CNAME\" {\n\t\t\tcontinue\n\t\t}\n\n\t\t// Construct a terraform style ID\n\t\tfqdn, _ := item.GetAttributes().Get(\"Name\")\n\t\tsections := strings.Split(fqdn.(string), \".\")\n\t\tname := sections[0]\n\t\tsearch = fmt.Sprintf(\"%s_%s_%s\", rawZone, name, typ)\n\n\t\titems, err := adapter.Search(context.Background(), zoneSource.Scopes()[0], search, true)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"expected 1 item, got %d\", len(items))\n\t\t}\n\n\t\t// Only need to test this once\n\t\tbreak\n\t}\n}\n" }, { "path": "aws-source/adapters/route53.go", "content": "package adapters\n\nimport \"github.com/aws/aws-sdk-go-v2/service/route53/types\"\n\nfunc route53TagsToMap(tags []types.Tag) map[string]string {\n\tm := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\tm[*tag.Key] = *tag.Value\n\t\t}\n\t}\n\n\treturn m\n}\n" }, { "path": "aws-source/adapters/route53_test.go", "content": "package adapters\n\nimport (\n\t\"github.com/aws/aws-sdk-go-v2/service/route53\"\n\t\"testing\"\n)\n\nfunc route53GetAutoConfig(t *testing.T) (*route53.Client, string, string) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := route53.NewFromConfig(config)\n\n\treturn client, account, region\n}\n" }, { "path": "aws-source/adapters/s3.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"sync\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/s3\"\n\t\"github.com/aws/aws-sdk-go-v2/service/s3/types\"\n\t\"github.com/getsentry/sentry-go\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nconst CacheDuration = 10 * time.Minute\n\n// NewS3Source Creates a new S3 adapter\nfunc NewS3Adapter(config aws.Config, accountID string, cache sdpcache.Cache) *S3Source {\n\treturn &S3Source{\n\t\tconfig: config,\n\t\taccountID: accountID,\n\t\tAdapterMetadata: s3Metadata,\n\t\tcache: cache,\n\t}\n}\n\nvar s3Metadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"s3-bucket\",\n\tDescriptiveName: \"S3 Bucket\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an S3 bucket by name\",\n\t\tListDescription: \"List all S3 buckets\",\n\t\tSearchDescription: \"Search for S3 buckets by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_s3_bucket_acl.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_analytics_configuration.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_cors_configuration.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_intelligent_tiering_configuration.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_inventory.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_lifecycle_configuration.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_logging.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_metric.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_notification.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_object_lock_configuration.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_object.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_ownership_controls.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_policy.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_public_access_block.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_replication_configuration.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_request_payment_configuration.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_server_side_encryption_configuration.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_versioning.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket_website_configuration.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_bucket.id\"},\n\t\t{TerraformQueryMap: \"aws_s3_object_copy.bucket\"},\n\t\t{TerraformQueryMap: \"aws_s3_object.bucket\"},\n\t},\n\tPotentialLinks: []string{\"lambda-function\", \"sqs-queue\", \"sns-topic\", \"s3-bucket\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n})\n\ntype S3Source struct {\n\t// AWS Config including region and credentials\n\tconfig aws.Config\n\n\t// AccountID The id of the account that is being used. This is used by\n\t// sources as the first element in the scope\n\taccountID string\n\n\t// client The AWS client to use when making requests\n\tclient *s3.Client\n\tclientCreated bool\n\tclientMutex sync.Mutex\n\tAdapterMetadata *sdp.AdapterMetadata\n\n\tCacheDuration time.Duration // How long to cache items for\n\tcache sdpcache.Cache // The cache for this adapter (set during creation, can be nil for tests)\n}\n\nfunc (s *S3Source) Client() *s3.Client {\n\ts.clientMutex.Lock()\n\tdefer s.clientMutex.Unlock()\n\n\t// If the client already exists then return it\n\tif s.clientCreated {\n\t\treturn s.client\n\t}\n\n\t// Otherwise create a new client from the config\n\ts.client = s3.NewFromConfig(s.config)\n\ts.clientCreated = true\n\n\treturn s.client\n}\n\n// Type The type of items that this adapter is capable of finding\nfunc (s *S3Source) Type() string {\n\n\treturn \"s3-bucket\"\n}\n\n// Descriptive name for the adapter, used in logging and metadata\nfunc (s *S3Source) Name() string {\n\treturn \"aws-s3-adapter\"\n}\n\nfunc (s *S3Source) Metadata() *sdp.AdapterMetadata {\n\treturn s.AdapterMetadata\n}\n\n// List of scopes that this adapter is capable of find items for. This will be\n// in the format {accountID} since S3 endpoint is global\nfunc (s *S3Source) Scopes() []string {\n\treturn []string{\n\t\tFormatScope(s.accountID, \"\"),\n\t}\n}\n\n// S3Client A client that can get data about S3 buckets\ntype S3Client interface {\n\tListBuckets(ctx context.Context, params *s3.ListBucketsInput, optFns ...func(*s3.Options)) (*s3.ListBucketsOutput, error)\n\tGetBucketAcl(ctx context.Context, params *s3.GetBucketAclInput, optFns ...func(*s3.Options)) (*s3.GetBucketAclOutput, error)\n\tGetBucketAnalyticsConfiguration(ctx context.Context, params *s3.GetBucketAnalyticsConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketAnalyticsConfigurationOutput, error)\n\tGetBucketCors(ctx context.Context, params *s3.GetBucketCorsInput, optFns ...func(*s3.Options)) (*s3.GetBucketCorsOutput, error)\n\tGetBucketEncryption(ctx context.Context, params *s3.GetBucketEncryptionInput, optFns ...func(*s3.Options)) (*s3.GetBucketEncryptionOutput, error)\n\tGetBucketIntelligentTieringConfiguration(ctx context.Context, params *s3.GetBucketIntelligentTieringConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketIntelligentTieringConfigurationOutput, error)\n\tGetBucketInventoryConfiguration(ctx context.Context, params *s3.GetBucketInventoryConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketInventoryConfigurationOutput, error)\n\tGetBucketLifecycleConfiguration(ctx context.Context, params *s3.GetBucketLifecycleConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketLifecycleConfigurationOutput, error)\n\tGetBucketLocation(ctx context.Context, params *s3.GetBucketLocationInput, optFns ...func(*s3.Options)) (*s3.GetBucketLocationOutput, error)\n\tGetBucketLogging(ctx context.Context, params *s3.GetBucketLoggingInput, optFns ...func(*s3.Options)) (*s3.GetBucketLoggingOutput, error)\n\tGetBucketMetricsConfiguration(ctx context.Context, params *s3.GetBucketMetricsConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketMetricsConfigurationOutput, error)\n\tGetBucketNotificationConfiguration(ctx context.Context, params *s3.GetBucketNotificationConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketNotificationConfigurationOutput, error)\n\tGetBucketOwnershipControls(ctx context.Context, params *s3.GetBucketOwnershipControlsInput, optFns ...func(*s3.Options)) (*s3.GetBucketOwnershipControlsOutput, error)\n\tGetBucketPolicy(ctx context.Context, params *s3.GetBucketPolicyInput, optFns ...func(*s3.Options)) (*s3.GetBucketPolicyOutput, error)\n\tGetBucketPolicyStatus(ctx context.Context, params *s3.GetBucketPolicyStatusInput, optFns ...func(*s3.Options)) (*s3.GetBucketPolicyStatusOutput, error)\n\tGetBucketReplication(ctx context.Context, params *s3.GetBucketReplicationInput, optFns ...func(*s3.Options)) (*s3.GetBucketReplicationOutput, error)\n\tGetBucketRequestPayment(ctx context.Context, params *s3.GetBucketRequestPaymentInput, optFns ...func(*s3.Options)) (*s3.GetBucketRequestPaymentOutput, error)\n\tGetBucketTagging(ctx context.Context, params *s3.GetBucketTaggingInput, optFns ...func(*s3.Options)) (*s3.GetBucketTaggingOutput, error)\n\tGetBucketVersioning(ctx context.Context, params *s3.GetBucketVersioningInput, optFns ...func(*s3.Options)) (*s3.GetBucketVersioningOutput, error)\n\tGetBucketWebsite(ctx context.Context, params *s3.GetBucketWebsiteInput, optFns ...func(*s3.Options)) (*s3.GetBucketWebsiteOutput, error)\n}\n\n// Bucket represents an actual s3 bucket, with all of the extra requests\n// resolved and all information added\ntype Bucket struct {\n\t// ListBuckets\n\ttypes.Bucket\n\n\ts3.GetBucketAclOutput\n\ts3.GetBucketAnalyticsConfigurationOutput\n\ts3.GetBucketCorsOutput\n\ts3.GetBucketEncryptionOutput\n\ts3.GetBucketIntelligentTieringConfigurationOutput\n\ts3.GetBucketInventoryConfigurationOutput\n\ts3.GetBucketLifecycleConfigurationOutput\n\ts3.GetBucketLocationOutput\n\ts3.GetBucketLoggingOutput\n\ts3.GetBucketMetricsConfigurationOutput\n\ts3.GetBucketNotificationConfigurationOutput\n\ts3.GetBucketOwnershipControlsOutput\n\ts3.GetBucketPolicyOutput\n\ts3.GetBucketPolicyStatusOutput\n\ts3.GetBucketReplicationOutput\n\ts3.GetBucketRequestPaymentOutput\n\ts3.GetBucketVersioningOutput\n\ts3.GetBucketWebsiteOutput\n}\n\n// Get Get a single item with a given scope and query. The item returned\n// should have a UniqueAttributeValue that matches the `query` parameter. The\n// ctx parameter contains a golang context object which should be used to allow\n// this adapter to timeout or be cancelled when executing potentially\n// long-running actions\nfunc (s *S3Source) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != s.Scopes()[0] {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn getImpl(ctx, s.cache, s.Client(), scope, query, ignoreCache)\n}\n\nfunc getImpl(ctx context.Context, cache sdpcache.Cache, client S3Client, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tvar cacheHit bool\n\tvar ck sdpcache.CacheKey\n\tvar cachedItems []*sdp.Item\n\tvar qErr *sdp.QueryError\n\n\tcacheHit, ck, cachedItems, qErr, done := cache.Lookup(ctx, \"aws-s3-adapter\", sdp.QueryMethod_GET, scope, \"s3-bucket\", query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\tif len(cachedItems) > 0 {\n\t\t\treturn cachedItems[0], nil\n\t\t} else {\n\t\t\treturn nil, nil\n\t\t}\n\t}\n\n\tvar location *s3.GetBucketLocationOutput\n\tvar wg sync.WaitGroup\n\tvar err error\n\n\tbucketName := new(query)\n\n\tlocation, err = client.GetBucketLocation(ctx, &s3.GetBucketLocationInput{\n\t\tBucket: bucketName,\n\t})\n\n\tif err != nil {\n\t\terr = WrapAWSError(err)\n\t\tvar queryErr *sdp.QueryError\n\t\tif errors.As(err, &queryErr) {\n\t\t\t// Cache not-found errors and other non-retryable errors\n\t\t\tif queryErr.GetErrorType() == sdp.QueryError_NOTFOUND || !CanRetry(queryErr) {\n\t\t\t\tcache.StoreUnavailableItem(ctx, err, CacheDuration, ck)\n\t\t\t}\n\t\t}\n\t\treturn nil, err\n\t}\n\n\tbucket := Bucket{\n\t\tBucket: types.Bucket{\n\t\t\tName: bucketName,\n\t\t},\n\t\tGetBucketLocationOutput: *location,\n\t}\n\n\t// We want to execute all of these requests in parallel so we're not\n\t// crippled by latency. This API is really stupid but there's not much I can\n\t// do about it\n\tvar tagging *s3.GetBucketTaggingOutput\n\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif acl, err := client.GetBucketAcl(ctx, &s3.GetBucketAclInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketAclOutput = *acl\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif analyticsConfiguration, err := client.GetBucketAnalyticsConfiguration(ctx, &s3.GetBucketAnalyticsConfigurationInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketAnalyticsConfigurationOutput = *analyticsConfiguration\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif cors, err := client.GetBucketCors(ctx, &s3.GetBucketCorsInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketCorsOutput = *cors\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif encryption, err := client.GetBucketEncryption(ctx, &s3.GetBucketEncryptionInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketEncryptionOutput = *encryption\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif intelligentTieringConfiguration, err := client.GetBucketIntelligentTieringConfiguration(ctx, &s3.GetBucketIntelligentTieringConfigurationInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketIntelligentTieringConfigurationOutput = *intelligentTieringConfiguration\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif inventoryConfiguration, err := client.GetBucketInventoryConfiguration(ctx, &s3.GetBucketInventoryConfigurationInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketInventoryConfigurationOutput = *inventoryConfiguration\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif lifecycleConfiguration, err := client.GetBucketLifecycleConfiguration(ctx, &s3.GetBucketLifecycleConfigurationInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketLifecycleConfigurationOutput = *lifecycleConfiguration\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif logging, err := client.GetBucketLogging(ctx, &s3.GetBucketLoggingInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketLoggingOutput = *logging\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif metricsConfiguration, err := client.GetBucketMetricsConfiguration(ctx, &s3.GetBucketMetricsConfigurationInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketMetricsConfigurationOutput = *metricsConfiguration\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif notificationConfiguration, err := client.GetBucketNotificationConfiguration(ctx, &s3.GetBucketNotificationConfigurationInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketNotificationConfigurationOutput = *notificationConfiguration\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif ownershipControls, err := client.GetBucketOwnershipControls(ctx, &s3.GetBucketOwnershipControlsInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketOwnershipControlsOutput = *ownershipControls\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif policy, err := client.GetBucketPolicy(ctx, &s3.GetBucketPolicyInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketPolicyOutput = *policy\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif policyStatus, err := client.GetBucketPolicyStatus(ctx, &s3.GetBucketPolicyStatusInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketPolicyStatusOutput = *policyStatus\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif replication, err := client.GetBucketReplication(ctx, &s3.GetBucketReplicationInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketReplicationOutput = *replication\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif requestPayment, err := client.GetBucketRequestPayment(ctx, &s3.GetBucketRequestPaymentInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketRequestPaymentOutput = *requestPayment\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif out, err := client.GetBucketTagging(ctx, &s3.GetBucketTaggingInput{Bucket: bucketName}); err == nil {\n\t\t\ttagging = out\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif versioning, err := client.GetBucketVersioning(ctx, &s3.GetBucketVersioningInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketVersioningOutput = *versioning\n\t\t}\n\t}()\n\twg.Add(1)\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tdefer wg.Done()\n\t\tif website, err := client.GetBucketWebsite(ctx, &s3.GetBucketWebsiteInput{Bucket: bucketName}); err == nil {\n\t\t\tbucket.GetBucketWebsiteOutput = *website\n\t\t}\n\t}()\n\n\t// Wait for all requests to complete\n\twg.Wait()\n\n\tattributes, err := ToAttributesWithExclude(bucket)\n\n\tif err != nil {\n\t\terr = &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t\tScope: scope,\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, err, CacheDuration, ck)\n\t\treturn nil, err\n\t}\n\n\t// Convert tags\n\ttags := make(map[string]string)\n\n\tif tagging != nil {\n\t\tfor _, tag := range tagging.TagSet {\n\t\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\t\ttags[*tag.Key] = *tag.Value\n\t\t\t}\n\t\t}\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"s3-bucket\",\n\t\tUniqueAttribute: \"Name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: tags,\n\t}\n\n\tif bucket.RedirectAllRequestsTo != nil {\n\t\tif bucket.RedirectAllRequestsTo.HostName != nil {\n\t\t\tvar url string\n\n\t\t\tswitch bucket.RedirectAllRequestsTo.Protocol {\n\t\t\tcase types.ProtocolHttp:\n\t\t\t\turl = \"https://\" + *bucket.RedirectAllRequestsTo.HostName\n\t\t\tcase types.ProtocolHttps:\n\t\t\t\turl = \"https://\" + *bucket.RedirectAllRequestsTo.HostName\n\t\t\t}\n\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"http\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: url,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tvar a *ARN\n\n\tfor _, lambdaConfig := range bucket.LambdaFunctionConfigurations {\n\t\tif lambdaConfig.LambdaFunctionArn != nil {\n\t\t\tif a, err = ParseARN(*lambdaConfig.LambdaFunctionArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"lambda-function\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *lambdaConfig.LambdaFunctionArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tfor _, q := range bucket.QueueConfigurations {\n\t\tif q.QueueArn != nil {\n\t\t\tif a, err = ParseARN(*q.QueueArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"sqs-queue\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *q.QueueArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tfor _, topic := range bucket.TopicConfigurations {\n\t\tif topic.TopicArn != nil {\n\t\t\tif a, err = ParseARN(*topic.TopicArn); err == nil {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"sns-topic\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *topic.TopicArn,\n\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif bucket.LoggingEnabled != nil {\n\t\tif bucket.LoggingEnabled.TargetBucket != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"s3-bucket\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *bucket.LoggingEnabled.TargetBucket,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif bucket.InventoryConfiguration != nil {\n\t\tif bucket.InventoryConfiguration.Destination != nil {\n\t\t\tif bucket.InventoryConfiguration.Destination.S3BucketDestination != nil {\n\t\t\t\tif bucket.InventoryConfiguration.Destination.S3BucketDestination.Bucket != nil {\n\t\t\t\t\tif a, err = ParseARN(*bucket.InventoryConfiguration.Destination.S3BucketDestination.Bucket); err == nil {\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"s3-bucket\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: *bucket.InventoryConfiguration.Destination.S3BucketDestination.Bucket,\n\t\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Dear god there has to be a better way to do this? Should we just let it\n\t// panic and then deal with it?\n\tif bucket.AnalyticsConfiguration != nil {\n\t\tif bucket.AnalyticsConfiguration.StorageClassAnalysis != nil {\n\t\t\tif bucket.AnalyticsConfiguration.StorageClassAnalysis.DataExport != nil {\n\t\t\t\tif bucket.AnalyticsConfiguration.StorageClassAnalysis.DataExport.Destination != nil {\n\t\t\t\t\tif bucket.AnalyticsConfiguration.StorageClassAnalysis.DataExport.Destination.S3BucketDestination != nil {\n\t\t\t\t\t\tif bucket.AnalyticsConfiguration.StorageClassAnalysis.DataExport.Destination.S3BucketDestination.Bucket != nil {\n\t\t\t\t\t\t\tif a, err = ParseARN(*bucket.AnalyticsConfiguration.StorageClassAnalysis.DataExport.Destination.S3BucketDestination.Bucket); err == nil {\n\t\t\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\tType: \"s3-bucket\",\n\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\t\t\tQuery: *bucket.AnalyticsConfiguration.StorageClassAnalysis.DataExport.Destination.S3BucketDestination.Bucket,\n\t\t\t\t\t\t\t\t\t\tScope: FormatScope(a.AccountID, a.Region),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tcache.StoreItem(ctx, &item, CacheDuration, ck)\n\n\treturn &item, nil\n}\n\n// List Lists all items in a given scope\nfunc (s *S3Source) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != s.Scopes()[0] {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn listImpl(ctx, s.cache, s.Client(), scope, ignoreCache)\n}\n\nfunc listImpl(ctx context.Context, cache sdpcache.Cache, client S3Client, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tvar cacheHit bool\n\tvar ck sdpcache.CacheKey\n\tvar cachedItems []*sdp.Item\n\tvar qErr *sdp.QueryError\n\n\tcacheHit, ck, cachedItems, qErr, done := cache.Lookup(ctx, \"aws-s3-adapter\", sdp.QueryMethod_LIST, scope, \"s3-bucket\", \"\", ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\tif len(cachedItems) > 0 {\n\t\t\treturn cachedItems, nil\n\t\t} else {\n\t\t\treturn nil, nil\n\t\t}\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\n\tbuckets, err := client.ListBuckets(ctx, &s3.ListBucketsInput{})\n\n\tif err != nil {\n\t\terr = sdp.NewQueryError(err)\n\t\tcache.StoreUnavailableItem(ctx, err, CacheDuration, ck)\n\t\treturn nil, err\n\t}\n\n\thadErrors := false\n\tfor _, bucket := range buckets.Buckets {\n\t\titem, err := getImpl(ctx, cache, client, scope, *bucket.Name, ignoreCache)\n\n\t\tif err != nil {\n\t\t\thadErrors = true\n\t\t\tcontinue\n\t\t}\n\n\t\tif item != nil {\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\t// Cache not-found only when no buckets were returned AND no errors occurred\n\t// If we had errors, buckets may exist but we couldn't fetch them\n\tif len(items) == 0 && !hadErrors && len(buckets.Buckets) == 0 {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no s3-bucket found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: \"aws-s3-adapter\",\n\t\t\tItemType: \"s3-bucket\",\n\t\t\tResponderName: \"aws-s3-adapter\",\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, CacheDuration, ck)\n\t\treturn items, nil\n\t}\n\n\tfor _, item := range items {\n\t\tcache.StoreItem(ctx, item, CacheDuration, ck)\n\t}\n\treturn items, nil\n}\n\n// Search Searches for an S3 bucket by ARN rather than name\nfunc (s *S3Source) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != s.Scopes()[0] {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match adapter scope %v\", scope, s.Scopes()[0]),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn searchImpl(ctx, s.cache, s.Client(), scope, query, ignoreCache)\n}\n\nfunc searchImpl(ctx context.Context, cache sdpcache.Cache, client S3Client, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\t// Parse the ARN\n\ta, err := ParseARN(query)\n\n\tif err != nil {\n\t\treturn nil, sdp.NewQueryError(err)\n\t}\n\n\t// For S3 bucket ARNs, account ID and region are empty, so we skip scope validation\n\t// and use the adapter's scope (which is account-scoped)\n\t// If the ARN does have an account ID, validate it matches the adapter scope\n\tif a.AccountID != \"\" {\n\t\tif arnScope := FormatScope(a.AccountID, a.Region); arnScope != scope {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\t\tErrorString: fmt.Sprintf(\"ARN scope %v does not match adapters scope %v\", arnScope, scope),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\t}\n\n\t// If the ARN was parsed we can just ask Get for the item\n\titem, err := getImpl(ctx, cache, client, scope, a.ResourceID(), ignoreCache)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif item != nil {\n\t\treturn []*sdp.Item{item}, nil\n\t}\n\treturn []*sdp.Item{}, nil\n}\n\n// Weight Returns the priority weighting of items returned by this adapter.\n// This is used to resolve conflicts where two sources of the same type\n// return an item for a GET request. In this instance only one item can be\n// seen on, so the one with the higher weight value will win.\nfunc (s *S3Source) Weight() int {\n\treturn 100\n}\n" }, { "path": "aws-source/adapters/s3_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/s3\"\n\t\"github.com/aws/aws-sdk-go-v2/service/s3/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestS3SearchImpl(t *testing.T) {\n\tcache := sdpcache.NewNoOpCache()\n\tt.Run(\"with S3 bucket ARN format (empty account ID and region)\", func(t *testing.T) {\n\t\t// This test verifies that S3 bucket ARNs with empty account ID and region work correctly\n\t\t// Format: arn:aws:s3:::bucket-name\n\t\t// When parsed, AccountID=\"\", Region=\"\", so FormatScope(\"\", \"\") returns sdp.WILDCARD\n\t\t// The adapter skips scope validation when accountID is empty and uses its own scope\n\t\t//\n\t\t// EXPECTED BEHAVIOR: Search should succeed because S3 bucket ARNs don't include account/region\n\t\t// (S3 is global), and the adapter should use its own scope since it knows the account ID.\n\t\tbucketName := \"test-bucket-name\"\n\t\ts3ARN := \"arn:aws:s3:::\" + bucketName\n\t\tadapterScope := \"account-id\" // S3 scopes are account-only (no region)\n\n\t\titems, err := searchImpl(context.Background(), cache, TestS3Client{}, adapterScope, s3ARN, false)\n\n\t\t// We EXPECT this to succeed, but it currently fails with NOSCOPE error\n\t\t// This test demonstrates the bug existing\n\t\tif err != nil {\n\t\t\tvar ire *sdp.QueryError\n\t\t\tif errors.As(err, &ire) {\n\t\t\t\tif ire.GetErrorType() == sdp.QueryError_NOSCOPE && strings.Contains(ire.GetErrorString(), \"ARN scope\") {\n\t\t\t\t\t// This is the bug - the search fails when it should succeed\n\t\t\t\t\tt.Errorf(\"BUG REPRODUCED: Search failed with NOSCOPE error when it should succeed. \"+\n\t\t\t\t\t\t\"Error: %v. S3 bucket ARNs don't include account/region, so the adapter should use its own scope.\",\n\t\t\t\t\t\tire.GetErrorString())\n\t\t\t\t\tt.Logf(\"Expected: Search succeeds and returns bucket item\")\n\t\t\t\t\tt.Logf(\"Actual: Search fails with NOSCOPE error: %v\", ire.GetErrorString())\n\t\t\t\t} else {\n\t\t\t\t\tt.Errorf(\"unexpected error: %v\", err)\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tt.Errorf(\"unexpected error type: %T: %v\", err, err)\n\t\t\t}\n\t\t\treturn\n\t\t}\n\n\t\t// If we get here, the search succeeded (expected behavior)\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t\t}\n\t\tif items[0] == nil {\n\t\t\tt.Error(\"expected non-nil item\")\n\t\t}\n\t})\n}\n\nfunc TestS3ListImpl(t *testing.T) {\n\tcache := sdpcache.NewNoOpCache()\n\titems, err := listImpl(context.Background(), cache, TestS3Client{}, \"foo\", false)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t}\n}\n\nfunc TestS3GetImpl(t *testing.T) {\n\tcache := sdpcache.NewNoOpCache()\n\titem, err := getImpl(context.Background(), cache, TestS3Client{}, \"foo\", \"bar\", false)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\ttests := QueryTests{\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"https://hostname\",\n\t\t\tExpectedScope: \"global\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"lambda-function\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:partition:service:region:account-id:resource-type:resource-id\",\n\t\t\tExpectedScope: \"account-id.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"sqs-queue\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:partition:service:region:account-id:resource-type:resource-id\",\n\t\t\tExpectedScope: \"account-id.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"sns-topic\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:partition:service:region:account-id:resource-type:resource-id\",\n\t\t\tExpectedScope: \"account-id.region\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"s3-bucket\",\n\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\tExpectedQuery: \"bucket\",\n\t\t\tExpectedScope: \"foo\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"s3-bucket\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:s3:::amzn-s3-demo-bucket\",\n\t\t\tExpectedScope: sdp.WILDCARD,\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"s3-bucket\",\n\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\tExpectedQuery: \"arn:aws:s3:::amzn-s3-demo-bucket\",\n\t\t\tExpectedScope: sdp.WILDCARD,\n\t\t},\n\t}\n\n\ttests.Execute(t, item)\n}\n\nfunc TestS3SourceCaching(t *testing.T) {\n\tcache := sdpcache.NewMemoryCache()\n\tfirst, err := getImpl(context.Background(), cache, TestS3Client{}, \"foo\", \"bar\", false)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif first == nil {\n\t\tt.Fatal(\"expected first item\")\n\t}\n\n\tsecond, err := getImpl(context.Background(), cache, TestS3FailClient{}, \"foo\", \"bar\", false)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif second == nil {\n\t\tt.Fatal(\"expected second item\")\n\t}\n\n\tthird, err := getImpl(context.Background(), cache, TestS3Client{}, \"foo\", \"bar\", true)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tif third == nil {\n\t\tt.Fatal(\"expected third item\")\n\t}\n\n\tif third == second {\n\t\tt.Errorf(\"expected third item (%v) to be different to second item (%v)\", third, second)\n\t}\n}\n\nvar owner = types.Owner{\n\tDisplayName: new(\"dylan\"),\n\tID: new(\"id\"),\n}\n\n// TestS3Client A client that returns example data\ntype TestS3Client struct{}\n\nfunc (t TestS3Client) ListBuckets(ctx context.Context, params *s3.ListBucketsInput, optFns ...func(*s3.Options)) (*s3.ListBucketsOutput, error) {\n\treturn &s3.ListBucketsOutput{\n\t\tBuckets: []types.Bucket{\n\t\t\t{\n\t\t\t\tCreationDate: new(time.Now()),\n\t\t\t\tName: new(\"foo\"),\n\t\t\t},\n\t\t},\n\t\tOwner: &owner,\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketAcl(ctx context.Context, params *s3.GetBucketAclInput, optFns ...func(*s3.Options)) (*s3.GetBucketAclOutput, error) {\n\treturn &s3.GetBucketAclOutput{\n\t\tGrants: []types.Grant{\n\t\t\t{\n\t\t\t\tGrantee: &types.Grantee{\n\t\t\t\t\tType: types.TypeAmazonCustomerByEmail,\n\t\t\t\t\tDisplayName: new(\"dylan\"),\n\t\t\t\t\tEmailAddress: new(\"dylan@company.com\"),\n\t\t\t\t\tID: new(\"id\"),\n\t\t\t\t\tURI: new(\"uri\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tOwner: &owner,\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketAnalyticsConfiguration(ctx context.Context, params *s3.GetBucketAnalyticsConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketAnalyticsConfigurationOutput, error) {\n\treturn &s3.GetBucketAnalyticsConfigurationOutput{\n\t\tAnalyticsConfiguration: &types.AnalyticsConfiguration{\n\t\t\tId: new(\"id\"),\n\t\t\tStorageClassAnalysis: &types.StorageClassAnalysis{\n\t\t\t\tDataExport: &types.StorageClassAnalysisDataExport{\n\t\t\t\t\tDestination: &types.AnalyticsExportDestination{\n\t\t\t\t\t\tS3BucketDestination: &types.AnalyticsS3BucketDestination{\n\t\t\t\t\t\t\tBucket: new(\"arn:aws:s3:::amzn-s3-demo-bucket\"),\n\t\t\t\t\t\t\tFormat: types.AnalyticsS3ExportFileFormatCsv,\n\t\t\t\t\t\t\tBucketAccountId: new(\"id\"),\n\t\t\t\t\t\t\tPrefix: new(\"pre\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tOutputSchemaVersion: types.StorageClassAnalysisSchemaVersionV1,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketCors(ctx context.Context, params *s3.GetBucketCorsInput, optFns ...func(*s3.Options)) (*s3.GetBucketCorsOutput, error) {\n\treturn &s3.GetBucketCorsOutput{\n\t\tCORSRules: []types.CORSRule{\n\t\t\t{\n\t\t\t\tAllowedMethods: []string{\n\t\t\t\t\t\"GET\",\n\t\t\t\t},\n\t\t\t\tAllowedOrigins: []string{\n\t\t\t\t\t\"amazon.com\",\n\t\t\t\t},\n\t\t\t\tAllowedHeaders: []string{\n\t\t\t\t\t\"Authorization\",\n\t\t\t\t},\n\t\t\t\tExposeHeaders: []string{\n\t\t\t\t\t\"foo\",\n\t\t\t\t},\n\t\t\t\tID: new(\"id\"),\n\t\t\t\tMaxAgeSeconds: new(int32(10)),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketEncryption(ctx context.Context, params *s3.GetBucketEncryptionInput, optFns ...func(*s3.Options)) (*s3.GetBucketEncryptionOutput, error) {\n\treturn &s3.GetBucketEncryptionOutput{\n\t\tServerSideEncryptionConfiguration: &types.ServerSideEncryptionConfiguration{\n\t\t\tRules: []types.ServerSideEncryptionRule{\n\t\t\t\t{\n\t\t\t\t\tApplyServerSideEncryptionByDefault: &types.ServerSideEncryptionByDefault{\n\t\t\t\t\t\tSSEAlgorithm: types.ServerSideEncryptionAes256,\n\t\t\t\t\t\tKMSMasterKeyID: new(\"id\"),\n\t\t\t\t\t},\n\t\t\t\t\tBucketKeyEnabled: new(true),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketIntelligentTieringConfiguration(ctx context.Context, params *s3.GetBucketIntelligentTieringConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketIntelligentTieringConfigurationOutput, error) {\n\treturn &s3.GetBucketIntelligentTieringConfigurationOutput{\n\t\tIntelligentTieringConfiguration: &types.IntelligentTieringConfiguration{\n\t\t\tId: new(\"id\"),\n\t\t\tStatus: types.IntelligentTieringStatusEnabled,\n\t\t\tTierings: []types.Tiering{\n\t\t\t\t{\n\t\t\t\t\tAccessTier: types.IntelligentTieringAccessTierDeepArchiveAccess,\n\t\t\t\t\tDays: new(int32(100)),\n\t\t\t\t},\n\t\t\t},\n\t\t\tFilter: &types.IntelligentTieringFilter{},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketInventoryConfiguration(ctx context.Context, params *s3.GetBucketInventoryConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketInventoryConfigurationOutput, error) {\n\treturn &s3.GetBucketInventoryConfigurationOutput{\n\t\tInventoryConfiguration: &types.InventoryConfiguration{\n\t\t\tDestination: &types.InventoryDestination{\n\t\t\t\tS3BucketDestination: &types.InventoryS3BucketDestination{\n\t\t\t\t\tBucket: new(\"arn:aws:s3:::amzn-s3-demo-bucket\"),\n\t\t\t\t\tFormat: types.InventoryFormatCsv,\n\t\t\t\t\tAccountId: new(\"id\"),\n\t\t\t\t\tEncryption: &types.InventoryEncryption{\n\t\t\t\t\t\tSSEKMS: &types.SSEKMS{\n\t\t\t\t\t\t\tKeyId: new(\"key\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tPrefix: new(\"pre\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tId: new(\"id\"),\n\t\t\tIncludedObjectVersions: types.InventoryIncludedObjectVersionsAll,\n\t\t\tIsEnabled: new(true),\n\t\t\tSchedule: &types.InventorySchedule{\n\t\t\t\tFrequency: types.InventoryFrequencyDaily,\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketLifecycleConfiguration(ctx context.Context, params *s3.GetBucketLifecycleConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketLifecycleConfigurationOutput, error) {\n\treturn &s3.GetBucketLifecycleConfigurationOutput{\n\t\tRules: []types.LifecycleRule{\n\t\t\t{\n\t\t\t\tStatus: types.ExpirationStatusEnabled,\n\t\t\t\tAbortIncompleteMultipartUpload: &types.AbortIncompleteMultipartUpload{\n\t\t\t\t\tDaysAfterInitiation: new(int32(1)),\n\t\t\t\t},\n\t\t\t\tExpiration: &types.LifecycleExpiration{\n\t\t\t\t\tDate: new(time.Now()),\n\t\t\t\t\tDays: new(int32(3)),\n\t\t\t\t\tExpiredObjectDeleteMarker: new(true),\n\t\t\t\t},\n\t\t\t\tID: new(\"id\"),\n\t\t\t\tNoncurrentVersionExpiration: &types.NoncurrentVersionExpiration{\n\t\t\t\t\tNewerNoncurrentVersions: new(int32(3)),\n\t\t\t\t\tNoncurrentDays: new(int32(1)),\n\t\t\t\t},\n\t\t\t\tNoncurrentVersionTransitions: []types.NoncurrentVersionTransition{\n\t\t\t\t\t{\n\t\t\t\t\t\tNewerNoncurrentVersions: new(int32(1)),\n\t\t\t\t\t\tNoncurrentDays: new(int32(1)),\n\t\t\t\t\t\tStorageClass: types.TransitionStorageClassGlacierIr,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tPrefix: new(\"pre\"),\n\t\t\t\tTransitions: []types.Transition{\n\t\t\t\t\t{\n\t\t\t\t\t\tDate: new(time.Now()),\n\t\t\t\t\t\tDays: new(int32(12)),\n\t\t\t\t\t\tStorageClass: types.TransitionStorageClassGlacierIr,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketLocation(ctx context.Context, params *s3.GetBucketLocationInput, optFns ...func(*s3.Options)) (*s3.GetBucketLocationOutput, error) {\n\treturn &s3.GetBucketLocationOutput{\n\t\tLocationConstraint: types.BucketLocationConstraintAfSouth1,\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketLogging(ctx context.Context, params *s3.GetBucketLoggingInput, optFns ...func(*s3.Options)) (*s3.GetBucketLoggingOutput, error) {\n\treturn &s3.GetBucketLoggingOutput{\n\t\tLoggingEnabled: &types.LoggingEnabled{\n\t\t\tTargetBucket: new(\"bucket\"),\n\t\t\tTargetPrefix: new(\"pre\"),\n\t\t\tTargetGrants: []types.TargetGrant{\n\t\t\t\t{\n\t\t\t\t\tGrantee: &types.Grantee{\n\t\t\t\t\t\tType: types.TypeGroup,\n\t\t\t\t\t\tID: new(\"id\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketMetricsConfiguration(ctx context.Context, params *s3.GetBucketMetricsConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketMetricsConfigurationOutput, error) {\n\treturn &s3.GetBucketMetricsConfigurationOutput{\n\t\tMetricsConfiguration: &types.MetricsConfiguration{\n\t\t\tId: new(\"id\"),\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketNotificationConfiguration(ctx context.Context, params *s3.GetBucketNotificationConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketNotificationConfigurationOutput, error) {\n\treturn &s3.GetBucketNotificationConfigurationOutput{\n\t\tLambdaFunctionConfigurations: []types.LambdaFunctionConfiguration{\n\t\t\t{\n\t\t\t\tEvents: []types.Event{},\n\t\t\t\tLambdaFunctionArn: new(\"arn:partition:service:region:account-id:resource-type:resource-id\"),\n\t\t\t\tId: new(\"id\"),\n\t\t\t},\n\t\t},\n\t\tEventBridgeConfiguration: &types.EventBridgeConfiguration{},\n\t\tQueueConfigurations: []types.QueueConfiguration{\n\t\t\t{\n\t\t\t\tEvents: []types.Event{},\n\t\t\t\tQueueArn: new(\"arn:partition:service:region:account-id:resource-type:resource-id\"),\n\t\t\t\tFilter: &types.NotificationConfigurationFilter{\n\t\t\t\t\tKey: &types.S3KeyFilter{\n\t\t\t\t\t\tFilterRules: []types.FilterRule{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tName: types.FilterRuleNamePrefix,\n\t\t\t\t\t\t\t\tValue: new(\"foo\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tId: new(\"id\"),\n\t\t\t},\n\t\t},\n\t\tTopicConfigurations: []types.TopicConfiguration{\n\t\t\t{\n\t\t\t\tEvents: []types.Event{},\n\t\t\t\tTopicArn: new(\"arn:partition:service:region:account-id:resource-type:resource-id\"),\n\t\t\t\tFilter: &types.NotificationConfigurationFilter{\n\t\t\t\t\tKey: &types.S3KeyFilter{\n\t\t\t\t\t\tFilterRules: []types.FilterRule{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tName: types.FilterRuleNameSuffix,\n\t\t\t\t\t\t\t\tValue: new(\"fix\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tId: new(\"id\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketOwnershipControls(ctx context.Context, params *s3.GetBucketOwnershipControlsInput, optFns ...func(*s3.Options)) (*s3.GetBucketOwnershipControlsOutput, error) {\n\treturn &s3.GetBucketOwnershipControlsOutput{\n\t\tOwnershipControls: &types.OwnershipControls{\n\t\t\tRules: []types.OwnershipControlsRule{\n\t\t\t\t{\n\t\t\t\t\tObjectOwnership: types.ObjectOwnershipBucketOwnerPreferred,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketPolicy(ctx context.Context, params *s3.GetBucketPolicyInput, optFns ...func(*s3.Options)) (*s3.GetBucketPolicyOutput, error) {\n\treturn &s3.GetBucketPolicyOutput{\n\t\tPolicy: new(\"policy\"),\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketPolicyStatus(ctx context.Context, params *s3.GetBucketPolicyStatusInput, optFns ...func(*s3.Options)) (*s3.GetBucketPolicyStatusOutput, error) {\n\treturn &s3.GetBucketPolicyStatusOutput{\n\t\tPolicyStatus: &types.PolicyStatus{\n\t\t\tIsPublic: new(true),\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketReplication(ctx context.Context, params *s3.GetBucketReplicationInput, optFns ...func(*s3.Options)) (*s3.GetBucketReplicationOutput, error) {\n\treturn &s3.GetBucketReplicationOutput{\n\t\tReplicationConfiguration: &types.ReplicationConfiguration{\n\t\t\tRole: new(\"role\"),\n\t\t\tRules: []types.ReplicationRule{\n\t\t\t\t{\n\t\t\t\t\tDestination: &types.Destination{\n\t\t\t\t\t\tBucket: new(\"bucket\"),\n\t\t\t\t\t\tAccessControlTranslation: &types.AccessControlTranslation{\n\t\t\t\t\t\t\tOwner: types.OwnerOverrideDestination,\n\t\t\t\t\t\t},\n\t\t\t\t\t\tAccount: new(\"account\"),\n\t\t\t\t\t\tEncryptionConfiguration: &types.EncryptionConfiguration{\n\t\t\t\t\t\t\tReplicaKmsKeyID: new(\"keyId\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tMetrics: &types.Metrics{\n\t\t\t\t\t\t\tStatus: types.MetricsStatusEnabled,\n\t\t\t\t\t\t\tEventThreshold: &types.ReplicationTimeValue{\n\t\t\t\t\t\t\t\tMinutes: new(int32(1)),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tReplicationTime: &types.ReplicationTime{\n\t\t\t\t\t\t\tStatus: types.ReplicationTimeStatusEnabled,\n\t\t\t\t\t\t\tTime: &types.ReplicationTimeValue{\n\t\t\t\t\t\t\t\tMinutes: new(int32(1)),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tStorageClass: types.StorageClassGlacier,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketRequestPayment(ctx context.Context, params *s3.GetBucketRequestPaymentInput, optFns ...func(*s3.Options)) (*s3.GetBucketRequestPaymentOutput, error) {\n\treturn &s3.GetBucketRequestPaymentOutput{\n\t\tPayer: types.PayerRequester,\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketTagging(ctx context.Context, params *s3.GetBucketTaggingInput, optFns ...func(*s3.Options)) (*s3.GetBucketTaggingOutput, error) {\n\treturn &s3.GetBucketTaggingOutput{\n\t\tTagSet: []types.Tag{},\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketVersioning(ctx context.Context, params *s3.GetBucketVersioningInput, optFns ...func(*s3.Options)) (*s3.GetBucketVersioningOutput, error) {\n\treturn &s3.GetBucketVersioningOutput{\n\t\tMFADelete: types.MFADeleteStatusEnabled,\n\t\tStatus: types.BucketVersioningStatusSuspended,\n\t}, nil\n}\n\nfunc (t TestS3Client) GetBucketWebsite(ctx context.Context, params *s3.GetBucketWebsiteInput, optFns ...func(*s3.Options)) (*s3.GetBucketWebsiteOutput, error) {\n\treturn &s3.GetBucketWebsiteOutput{\n\t\tErrorDocument: &types.ErrorDocument{\n\t\t\tKey: new(\"key\"),\n\t\t},\n\t\tIndexDocument: &types.IndexDocument{\n\t\t\tSuffix: new(\"html\"),\n\t\t},\n\t\tRedirectAllRequestsTo: &types.RedirectAllRequestsTo{\n\t\t\tHostName: new(\"hostname\"),\n\t\t\tProtocol: types.ProtocolHttps,\n\t\t},\n\t\tRoutingRules: []types.RoutingRule{\n\t\t\t{\n\t\t\t\tRedirect: &types.Redirect{\n\t\t\t\t\tHostName: new(\"hostname\"),\n\t\t\t\t\tHttpRedirectCode: new(\"303\"),\n\t\t\t\t\tProtocol: types.ProtocolHttp,\n\t\t\t\t\tReplaceKeyPrefixWith: new(\"pre\"),\n\t\t\t\t\tReplaceKeyWith: new(\"key\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\ntype TestS3FailClient struct{}\n\nfunc (t TestS3FailClient) ListBuckets(ctx context.Context, params *s3.ListBucketsInput, optFns ...func(*s3.Options)) (*s3.ListBucketsOutput, error) {\n\treturn nil, errors.New(\"failed to list buckets\")\n}\n\nfunc (t TestS3FailClient) GetBucketAcl(ctx context.Context, params *s3.GetBucketAclInput, optFns ...func(*s3.Options)) (*s3.GetBucketAclOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket ACL\")\n}\nfunc (t TestS3FailClient) GetBucketAnalyticsConfiguration(ctx context.Context, params *s3.GetBucketAnalyticsConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketAnalyticsConfigurationOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket ACL\")\n}\n\nfunc (t TestS3FailClient) GetBucketCors(ctx context.Context, params *s3.GetBucketCorsInput, optFns ...func(*s3.Options)) (*s3.GetBucketCorsOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket CORS\")\n}\n\nfunc (t TestS3FailClient) GetBucketEncryption(ctx context.Context, params *s3.GetBucketEncryptionInput, optFns ...func(*s3.Options)) (*s3.GetBucketEncryptionOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket CORS\")\n}\n\nfunc (t TestS3FailClient) GetBucketIntelligentTieringConfiguration(ctx context.Context, params *s3.GetBucketIntelligentTieringConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketIntelligentTieringConfigurationOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket CORS\")\n}\n\nfunc (t TestS3FailClient) GetBucketInventoryConfiguration(ctx context.Context, params *s3.GetBucketInventoryConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketInventoryConfigurationOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket CORS\")\n}\n\nfunc (t TestS3FailClient) GetBucketLifecycleConfiguration(ctx context.Context, params *s3.GetBucketLifecycleConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketLifecycleConfigurationOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket lifecycle configuration\")\n}\n\nfunc (t TestS3FailClient) GetBucketLocation(ctx context.Context, params *s3.GetBucketLocationInput, optFns ...func(*s3.Options)) (*s3.GetBucketLocationOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket location\")\n}\n\nfunc (t TestS3FailClient) GetBucketLogging(ctx context.Context, params *s3.GetBucketLoggingInput, optFns ...func(*s3.Options)) (*s3.GetBucketLoggingOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket logging\")\n}\n\nfunc (t TestS3FailClient) GetBucketMetricsConfiguration(ctx context.Context, params *s3.GetBucketMetricsConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketMetricsConfigurationOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket logging\")\n}\n\nfunc (t TestS3FailClient) GetBucketNotificationConfiguration(ctx context.Context, params *s3.GetBucketNotificationConfigurationInput, optFns ...func(*s3.Options)) (*s3.GetBucketNotificationConfigurationOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket notification configuration\")\n}\n\nfunc (t TestS3FailClient) GetBucketOwnershipControls(ctx context.Context, params *s3.GetBucketOwnershipControlsInput, optFns ...func(*s3.Options)) (*s3.GetBucketOwnershipControlsOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket policy\")\n}\n\nfunc (t TestS3FailClient) GetBucketPolicy(ctx context.Context, params *s3.GetBucketPolicyInput, optFns ...func(*s3.Options)) (*s3.GetBucketPolicyOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket policy\")\n}\n\nfunc (t TestS3FailClient) GetBucketPolicyStatus(ctx context.Context, params *s3.GetBucketPolicyStatusInput, optFns ...func(*s3.Options)) (*s3.GetBucketPolicyStatusOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket policy\")\n}\n\nfunc (t TestS3FailClient) GetBucketReplication(ctx context.Context, params *s3.GetBucketReplicationInput, optFns ...func(*s3.Options)) (*s3.GetBucketReplicationOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket replication\")\n}\n\nfunc (t TestS3FailClient) GetBucketRequestPayment(ctx context.Context, params *s3.GetBucketRequestPaymentInput, optFns ...func(*s3.Options)) (*s3.GetBucketRequestPaymentOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket request payment\")\n}\n\nfunc (t TestS3FailClient) GetBucketTagging(ctx context.Context, params *s3.GetBucketTaggingInput, optFns ...func(*s3.Options)) (*s3.GetBucketTaggingOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket tagging\")\n}\n\nfunc (t TestS3FailClient) GetBucketVersioning(ctx context.Context, params *s3.GetBucketVersioningInput, optFns ...func(*s3.Options)) (*s3.GetBucketVersioningOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket versioning\")\n}\n\nfunc (t TestS3FailClient) GetBucketWebsite(ctx context.Context, params *s3.GetBucketWebsiteInput, optFns ...func(*s3.Options)) (*s3.GetBucketWebsiteOutput, error) {\n\treturn nil, errors.New(\"failed to get bucket website\")\n}\n\nfunc (t TestS3FailClient) GetObject(ctx context.Context, params *s3.GetObjectInput, optFns ...func(*s3.Options)) (*s3.GetObjectOutput, error) {\n\treturn nil, errors.New(\"failed to get object\")\n}\n\nfunc (t TestS3FailClient) HeadBucket(ctx context.Context, params *s3.HeadBucketInput, optFns ...func(*s3.Options)) (*s3.HeadBucketOutput, error) {\n\treturn nil, errors.New(\"failed to head bucket\")\n}\n\nfunc (t TestS3FailClient) HeadObject(ctx context.Context, params *s3.HeadObjectInput, optFns ...func(*s3.Options)) (*s3.HeadObjectOutput, error) {\n\treturn nil, errors.New(\"failed to head object\")\n}\n\nfunc (t TestS3FailClient) PutBucketAcl(ctx context.Context, params *s3.PutBucketAclInput, optFns ...func(*s3.Options)) (*s3.PutBucketAclOutput, error) {\n\treturn nil, errors.New(\"failed to put bucket ACL\")\n}\n\nfunc (t TestS3FailClient) PutBucketCors(ctx context.Context, params *s3.PutBucketCorsInput, optFns ...func(*s3.Options)) (*s3.PutBucketCorsOutput, error) {\n\treturn nil, errors.New(\"failed to put bucket CORS\")\n}\n\nfunc (t TestS3FailClient) PutBucketLifecycleConfiguration(ctx context.Context, params *s3.PutBucketLifecycleConfigurationInput, optFns ...func(*s3.Options)) (*s3.PutBucketLifecycleConfigurationOutput, error) {\n\treturn nil, errors.New(\"failed to put bucket lifecycle configuration\")\n}\n\nfunc (t TestS3FailClient) PutBucketLogging(ctx context.Context, params *s3.PutBucketLoggingInput, optFns ...func(*s3.Options)) (*s3.PutBucketLoggingOutput, error) {\n\treturn nil, errors.New(\"failed to put bucket logging\")\n}\n\nfunc (t TestS3FailClient) PutBucketNotificationConfiguration(ctx context.Context, params *s3.PutBucketNotificationConfigurationInput, optFns ...func(*s3.Options)) (*s3.PutBucketNotificationConfigurationOutput, error) {\n\treturn nil, errors.New(\"failed to put bucket notification configuration\")\n}\n\nfunc (t TestS3FailClient) PutBucketPolicy(ctx context.Context, params *s3.PutBucketPolicyInput, optFns ...func(*s3.Options)) (*s3.PutBucketPolicyOutput, error) {\n\treturn nil, errors.New(\"failed to put bucket policy\")\n}\n\nfunc (t TestS3FailClient) PutBucketReplication(ctx context.Context, params *s3.PutBucketReplicationInput, optFns ...func(*s3.Options)) (*s3.PutBucketReplicationOutput, error) {\n\treturn nil, errors.New(\"failed to put bucket replication\")\n}\n\nfunc (t TestS3FailClient) PutBucketRequestPayment(ctx context.Context, params *s3.PutBucketRequestPaymentInput, optFns ...func(*s3.Options)) (*s3.PutBucketRequestPaymentOutput, error) {\n\treturn nil, errors.New(\"failed to put bucket request payment\")\n}\n\nfunc (t TestS3FailClient) PutBucketTagging(ctx context.Context, params *s3.PutBucketTaggingInput, optFns ...func(*s3.Options)) (*s3.PutBucketTaggingOutput, error) {\n\treturn nil, errors.New(\"failed to put bucket tagging\")\n}\n\nfunc (t TestS3FailClient) PutBucketVersioning(ctx context.Context, params *s3.PutBucketVersioningInput, optFns ...func(*s3.Options)) (*s3.PutBucketVersioningOutput, error) {\n\treturn nil, errors.New(\"failed to put bucket versioning\")\n}\n\nfunc (t TestS3FailClient) PutBucketWebsite(ctx context.Context, params *s3.PutBucketWebsiteInput, optFns ...func(*s3.Options)) (*s3.PutBucketWebsiteOutput, error) {\n\treturn nil, errors.New(\"failed to put bucket website\")\n}\n\nfunc (t TestS3FailClient) PutObject(ctx context.Context, params *s3.PutObjectInput, optFns ...func(*s3.Options)) (*s3.PutObjectOutput, error) {\n\treturn nil, errors.New(\"failed to put object\")\n}\n\nfunc TestNewS3Adapter(t *testing.T) {\n\tconfig, account, _ := GetAutoConfig(t)\n\n\tadapter := NewS3Adapter(config, account, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n\nfunc TestS3SearchWithARNFormat(t *testing.T) {\n\t// This E2E test reproduces the customer issue:\n\t// - Get works with bucket name: harness-sample-three-qa-us-west-2-20251022151048279100000001\n\t// - Search fails with ARN: arn:aws:s3:::harness-sample-three-qa-us-west-2-20251022151048279100000001\n\t//\n\t// EXPECTED BEHAVIOR: Both Get and Search should work\n\t// CURRENT BEHAVIOR: Get works, Search fails with NOSCOPE error - THIS IS THE BUG\n\tconfig, account, _ := GetAutoConfig(t)\n\n\tadapter := NewS3Adapter(config, account, sdpcache.NewNoOpCache())\n\tscope := adapter.Scopes()[0]\n\n\tbucketName := \"harness-sample-three-qa-us-west-2-20251022151048279100000001\"\n\ts3ARN := \"arn:aws:s3:::\" + bucketName\n\n\tctx := context.Background()\n\n\t// First, verify that Get works with the bucket name directly\n\tt.Run(\"Get with bucket name\", func(t *testing.T) {\n\t\titem, err := adapter.Get(ctx, scope, bucketName, false)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Get failed (this is OK if bucket doesn't exist): %v\", err)\n\t\t} else if item != nil {\n\t\t\tt.Logf(\"Get succeeded: found bucket %v\", bucketName)\n\t\t}\n\t})\n\n\t// Then, test Search with ARN format - this SHOULD succeed, but currently fails with NOSCOPE error\n\tt.Run(\"Search with S3 ARN format\", func(t *testing.T) {\n\t\titems, err := adapter.Search(ctx, scope, s3ARN, false)\n\n\t\t// EXPECTED: Search succeeds because S3 bucket ARNs don't include account/region\n\t\t// (S3 is global), and the adapter should use its own scope since it knows the account ID.\n\t\t// CURRENT: Search fails with NOSCOPE error - THIS IS THE BUG\n\t\tif err != nil {\n\t\t\tvar ire *sdp.QueryError\n\t\t\tif errors.As(err, &ire) {\n\t\t\t\tif ire.GetErrorType() == sdp.QueryError_NOSCOPE && strings.Contains(ire.GetErrorString(), \"ARN scope\") {\n\t\t\t\t\t// This is the bug - the search fails when it should succeed\n\t\t\t\t\tt.Errorf(\"BUG REPRODUCED: Search failed with NOSCOPE error when it should succeed. \"+\n\t\t\t\t\t\t\"Error: %v. S3 bucket ARNs don't include account/region, so the adapter should use its own scope.\",\n\t\t\t\t\t\tire.GetErrorString())\n\t\t\t\t\tt.Logf(\"Expected: Search succeeds and returns bucket item (like Get does)\")\n\t\t\t\t\tt.Logf(\"Actual: Search fails with NOSCOPE error: %v\", ire.GetErrorString())\n\t\t\t\t} else {\n\t\t\t\t\t// Other errors (like bucket not found) are acceptable\n\t\t\t\t\tt.Logf(\"Search failed with error (may be expected if bucket doesn't exist): %v\", err)\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tt.Errorf(\"unexpected error type: %T: %v\", err, err)\n\t\t\t}\n\t\t\treturn\n\t\t}\n\n\t\t// If we get here, the search succeeded (expected behavior)\n\t\tif len(items) == 0 {\n\t\t\tt.Error(\"expected at least 1 item from Search\")\n\t\t} else {\n\t\t\tt.Logf(\"Search succeeded: found %v item(s)\", len(items))\n\t\t}\n\t})\n}\n" }, { "path": "aws-source/adapters/sns-data-protection-policy.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sns\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype dataProtectionPolicyClient interface {\n\tGetDataProtectionPolicy(ctx context.Context, params *sns.GetDataProtectionPolicyInput, optFns ...func(*sns.Options)) (*sns.GetDataProtectionPolicyOutput, error)\n}\n\nfunc getDataProtectionPolicyFunc(ctx context.Context, client dataProtectionPolicyClient, scope string, input *sns.GetDataProtectionPolicyInput) (*sdp.Item, error) {\n\toutput, err := client.GetDataProtectionPolicy(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif output.DataProtectionPolicy == nil || *output.DataProtectionPolicy == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"get data protection policy response was nil/empty\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\t// ResourceArn is the topic ARN that the policy is associated with\n\tattr := map[string]any{\n\t\t\"TopicArn\": *input.ResourceArn,\n\t}\n\n\tattributes, err := ToAttributesWithExclude(attr)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: \"sns-data-protection-policy\",\n\t\tUniqueAttribute: \"TopicArn\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"sns-topic\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: *input.ResourceArn,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn item, nil\n}\n\nfunc NewSNSDataProtectionPolicyAdapter(client dataProtectionPolicyClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[any, any, *sns.GetDataProtectionPolicyInput, *sns.GetDataProtectionPolicyOutput, dataProtectionPolicyClient, *sns.Options] {\n\treturn &AlwaysGetAdapter[any, any, *sns.GetDataProtectionPolicyInput, *sns.GetDataProtectionPolicyOutput, dataProtectionPolicyClient, *sns.Options]{\n\t\tItemType: \"sns-data-protection-policy\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tDisableList: true,\n\t\tAdapterMetadata: dataProtectionPolicyAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *sns.GetDataProtectionPolicyInput {\n\t\t\treturn &sns.GetDataProtectionPolicyInput{\n\t\t\t\tResourceArn: &query,\n\t\t\t}\n\t\t},\n\t\tGetFunc: getDataProtectionPolicyFunc,\n\t}\n}\n\nvar dataProtectionPolicyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"sns-data-protection-policy\",\n\tDescriptiveName: \"SNS Data Protection Policy\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an SNS data protection policy by associated topic ARN\",\n\t\tSearchDescription: \"Search SNS data protection policies by its ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_sns_topic_data_protection_policy.arn\"},\n\t},\n\tPotentialLinks: []string{\"sns-topic\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/sns-data-protection-policy_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sns\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype mockDataProtectionPolicyClient struct{}\n\nfunc (m mockDataProtectionPolicyClient) GetDataProtectionPolicy(ctx context.Context, params *sns.GetDataProtectionPolicyInput, optFns ...func(*sns.Options)) (*sns.GetDataProtectionPolicyOutput, error) {\n\treturn &sns.GetDataProtectionPolicyOutput{\n\t\tDataProtectionPolicy: new(\"{\\\"Name\\\":\\\"data_protection_policy\\\",\\\"Description\\\":\\\"Example data protection policy\\\",\\\"Version\\\":\\\"2021-06-01\\\",\\\"Statement\\\":[{\\\"DataDirection\\\":\\\"Inbound\\\",\\\"Principal\\\":[\\\"*\\\"],\\\"DataIdentifier\\\":[\\\"arn:aws:dataprotection::aws:data-identifier/CreditCardNumber\\\"],\\\"Operation\\\":{\\\"Deny\\\":{}}}]}\"),\n\t}, nil\n}\n\nfunc TestGetDataProtectionPolicyFunc(t *testing.T) {\n\tctx := context.Background()\n\tcli := &mockDataProtectionPolicyClient{}\n\n\titem, err := getDataProtectionPolicyFunc(ctx, cli, \"scope\", &sns.GetDataProtectionPolicyInput{\n\t\tResourceArn: new(\"arn:aws:sns:us-east-1:123456789012:mytopic\"),\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n}\n\nfunc TestNewSNSDataProtectionPolicyAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := sns.NewFromConfig(config)\n\n\tadapter := NewSNSDataProtectionPolicyAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t\tSkipGet: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/sns-endpoint.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sns\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype endpointClient interface {\n\tListEndpointsByPlatformApplication(ctx context.Context, params *sns.ListEndpointsByPlatformApplicationInput, optFns ...func(*sns.Options)) (*sns.ListEndpointsByPlatformApplicationOutput, error)\n\tGetEndpointAttributes(ctx context.Context, params *sns.GetEndpointAttributesInput, optFns ...func(*sns.Options)) (*sns.GetEndpointAttributesOutput, error)\n\tListTagsForResource(context.Context, *sns.ListTagsForResourceInput, ...func(*sns.Options)) (*sns.ListTagsForResourceOutput, error)\n}\n\nfunc getEndpointFunc(ctx context.Context, client endpointClient, scope string, input *sns.GetEndpointAttributesInput) (*sdp.Item, error) {\n\toutput, err := client.GetEndpointAttributes(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif output.Attributes == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"get endpoint attributes response was nil\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(output.Attributes)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\terr = attributes.Set(\"EndpointArn\", *input.EndpointArn)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: \"sns-endpoint\",\n\t\tUniqueAttribute: \"EndpointArn\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif resourceTags, err := tagsByResourceARN(ctx, client, *input.EndpointArn); err == nil {\n\t\titem.Tags = tagsToMap(resourceTags)\n\t}\n\n\treturn item, nil\n}\n\nfunc NewSNSEndpointAdapter(client endpointClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*sns.ListEndpointsByPlatformApplicationInput, *sns.ListEndpointsByPlatformApplicationOutput, *sns.GetEndpointAttributesInput, *sns.GetEndpointAttributesOutput, endpointClient, *sns.Options] {\n\treturn &AlwaysGetAdapter[*sns.ListEndpointsByPlatformApplicationInput, *sns.ListEndpointsByPlatformApplicationOutput, *sns.GetEndpointAttributesInput, *sns.GetEndpointAttributesOutput, endpointClient, *sns.Options]{\n\t\tItemType: \"sns-endpoint\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tDisableList: true, // This source only supports listing by platform application ARN\n\t\tAdapterMetadata: snsEndpointAdapterMetadata,\n\t\tcache: cache,\n\t\tSearchInputMapper: func(scope, query string) (*sns.ListEndpointsByPlatformApplicationInput, error) {\n\t\t\treturn &sns.ListEndpointsByPlatformApplicationInput{\n\t\t\t\tPlatformApplicationArn: &query,\n\t\t\t}, nil\n\t\t},\n\t\tGetInputMapper: func(scope, query string) *sns.GetEndpointAttributesInput {\n\t\t\treturn &sns.GetEndpointAttributesInput{\n\t\t\t\tEndpointArn: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client endpointClient, input *sns.ListEndpointsByPlatformApplicationInput) Paginator[*sns.ListEndpointsByPlatformApplicationOutput, *sns.Options] {\n\t\t\treturn sns.NewListEndpointsByPlatformApplicationPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *sns.ListEndpointsByPlatformApplicationOutput, input *sns.ListEndpointsByPlatformApplicationInput) ([]*sns.GetEndpointAttributesInput, error) {\n\t\t\tvar inputs []*sns.GetEndpointAttributesInput\n\t\t\tfor _, endpoint := range output.Endpoints {\n\t\t\t\tinputs = append(inputs, &sns.GetEndpointAttributesInput{\n\t\t\t\t\tEndpointArn: endpoint.EndpointArn,\n\t\t\t\t})\n\t\t\t}\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: getEndpointFunc,\n\t}\n}\n\nvar snsEndpointAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"sns-endpoint\",\n\tDescriptiveName: \"SNS Endpoint\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an SNS endpoint by its ARN\",\n\t\tSearchDescription: \"Search SNS endpoints by associated Platform Application ARN\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/sns-endpoint_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sns\"\n\t\"github.com/aws/aws-sdk-go-v2/service/sns/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype mockEndpointClient struct{}\n\nfunc (m *mockEndpointClient) ListTagsForResource(ctx context.Context, input *sns.ListTagsForResourceInput, f ...func(*sns.Options)) (*sns.ListTagsForResourceOutput, error) {\n\t// intentionally returns nil to test the nil case\n\treturn nil, nil\n}\n\nfunc (m *mockEndpointClient) GetEndpointAttributes(ctx context.Context, params *sns.GetEndpointAttributesInput, optFns ...func(*sns.Options)) (*sns.GetEndpointAttributesOutput, error) {\n\treturn &sns.GetEndpointAttributesOutput{\n\t\tAttributes: map[string]string{\n\t\t\t\"Enabled\": \"true\",\n\t\t\t\"Token\": \"EXAMPLE12345...\",\n\t\t},\n\t}, nil\n}\n\nfunc (m *mockEndpointClient) ListEndpointsByPlatformApplication(ctx context.Context, params *sns.ListEndpointsByPlatformApplicationInput, optFns ...func(*sns.Options)) (*sns.ListEndpointsByPlatformApplicationOutput, error) {\n\treturn &sns.ListEndpointsByPlatformApplicationOutput{\n\t\tEndpoints: []types.Endpoint{\n\t\t\t{\n\t\t\t\tAttributes: map[string]string{\n\t\t\t\t\t\"Token\": \"EXAMPLE12345...\",\n\t\t\t\t\t\"Enabled\": \"true\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc TestGetEndpointFunc(t *testing.T) {\n\tctx := context.Background()\n\tcli := &mockEndpointClient{}\n\n\titem, err := getEndpointFunc(ctx, cli, \"scope\", &sns.GetEndpointAttributesInput{\n\t\tEndpointArn: new(\"arn:aws:sns:us-west-2:123456789012:endpoint/GCM/MyApplication/12345678-abcd-9012-efgh-345678901234\"),\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n}\n\nfunc TestNewSNSEndpointAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := sns.NewFromConfig(config)\n\n\tadapter := NewSNSEndpointAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t\tSkipList: true,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/sns-platform-application.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sns\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype platformApplicationClient interface {\n\tListPlatformApplications(ctx context.Context, params *sns.ListPlatformApplicationsInput, optFns ...func(*sns.Options)) (*sns.ListPlatformApplicationsOutput, error)\n\tGetPlatformApplicationAttributes(ctx context.Context, params *sns.GetPlatformApplicationAttributesInput, optFns ...func(*sns.Options)) (*sns.GetPlatformApplicationAttributesOutput, error)\n\tListTagsForResource(context.Context, *sns.ListTagsForResourceInput, ...func(*sns.Options)) (*sns.ListTagsForResourceOutput, error)\n}\n\nfunc getPlatformApplicationFunc(ctx context.Context, client platformApplicationClient, scope string, input *sns.GetPlatformApplicationAttributesInput) (*sdp.Item, error) {\n\toutput, err := client.GetPlatformApplicationAttributes(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif output.Attributes == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"get platform application attributes response was nil\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(output.Attributes)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\terr = attributes.Set(\"PlatformApplicationArn\", *input.PlatformApplicationArn)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: \"sns-platform-application\",\n\t\tUniqueAttribute: \"PlatformApplicationArn\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif resourceTags, err := tagsByResourceARN(ctx, client, *input.PlatformApplicationArn); err == nil {\n\t\titem.Tags = tagsToMap(resourceTags)\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"sns-endpoint\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *input.PlatformApplicationArn,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn item, nil\n}\n\nfunc NewSNSPlatformApplicationAdapter(client platformApplicationClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*sns.ListPlatformApplicationsInput, *sns.ListPlatformApplicationsOutput, *sns.GetPlatformApplicationAttributesInput, *sns.GetPlatformApplicationAttributesOutput, platformApplicationClient, *sns.Options] {\n\treturn &AlwaysGetAdapter[*sns.ListPlatformApplicationsInput, *sns.ListPlatformApplicationsOutput, *sns.GetPlatformApplicationAttributesInput, *sns.GetPlatformApplicationAttributesOutput, platformApplicationClient, *sns.Options]{\n\t\tItemType: \"sns-platform-application\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tListInput: &sns.ListPlatformApplicationsInput{},\n\t\tAdapterMetadata: platformApplicationAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *sns.GetPlatformApplicationAttributesInput {\n\t\t\treturn &sns.GetPlatformApplicationAttributesInput{\n\t\t\t\tPlatformApplicationArn: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client platformApplicationClient, input *sns.ListPlatformApplicationsInput) Paginator[*sns.ListPlatformApplicationsOutput, *sns.Options] {\n\t\t\treturn sns.NewListPlatformApplicationsPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *sns.ListPlatformApplicationsOutput, input *sns.ListPlatformApplicationsInput) ([]*sns.GetPlatformApplicationAttributesInput, error) {\n\t\t\tvar inputs []*sns.GetPlatformApplicationAttributesInput\n\t\t\tfor _, platformApplication := range output.PlatformApplications {\n\t\t\t\tinputs = append(inputs, &sns.GetPlatformApplicationAttributesInput{\n\t\t\t\t\tPlatformApplicationArn: platformApplication.PlatformApplicationArn,\n\t\t\t\t})\n\t\t\t}\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: getPlatformApplicationFunc,\n\t}\n}\n\nvar platformApplicationAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"sns-platform-application\",\n\tDescriptiveName: \"SNS Platform Application\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an SNS platform application by its ARN\",\n\t\tListDescription: \"List all SNS platform applications\",\n\t\tSearchDescription: \"Search SNS platform applications by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_sns_platform_application.id\"},\n\t},\n\tPotentialLinks: []string{\"sns-endpoint\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/sns-platform-application_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sns\"\n\t\"github.com/aws/aws-sdk-go-v2/service/sns/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype mockPlatformApplicationClient struct{}\n\nfunc (m mockPlatformApplicationClient) ListTagsForResource(ctx context.Context, input *sns.ListTagsForResourceInput, f ...func(*sns.Options)) (*sns.ListTagsForResourceOutput, error) {\n\treturn &sns.ListTagsForResourceOutput{\n\t\tTags: []types.Tag{\n\t\t\t{Key: new(\"tag1\"), Value: new(\"value1\")},\n\t\t\t{Key: new(\"tag2\"), Value: new(\"value2\")},\n\t\t},\n\t}, nil\n}\n\nfunc (m mockPlatformApplicationClient) GetPlatformApplicationAttributes(ctx context.Context, params *sns.GetPlatformApplicationAttributesInput, optFns ...func(*sns.Options)) (*sns.GetPlatformApplicationAttributesOutput, error) {\n\treturn &sns.GetPlatformApplicationAttributesOutput{\n\t\tAttributes: map[string]string{\n\t\t\t\"Enabled\": \"true\",\n\t\t\t\"SuccessFeedbackSampleRate\": \"100\",\n\t\t},\n\t}, nil\n}\n\nfunc (m mockPlatformApplicationClient) ListPlatformApplications(ctx context.Context, params *sns.ListPlatformApplicationsInput, optFns ...func(*sns.Options)) (*sns.ListPlatformApplicationsOutput, error) {\n\treturn &sns.ListPlatformApplicationsOutput{\n\t\tPlatformApplications: []types.PlatformApplication{\n\t\t\t{\n\t\t\t\tPlatformApplicationArn: new(\"arn:aws:sns:us-west-2:123456789012:app/ADM/MyApplication\"),\n\t\t\t\tAttributes: map[string]string{\n\t\t\t\t\t\"SuccessFeedbackSampleRate\": \"100\",\n\t\t\t\t\t\"Enabled\": \"true\",\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tPlatformApplicationArn: new(\"arn:aws:sns:us-west-2:123456789012:app/MPNS/MyOtherApplication\"),\n\t\t\t\tAttributes: map[string]string{\n\t\t\t\t\t\"SuccessFeedbackSampleRate\": \"100\",\n\t\t\t\t\t\"Enabled\": \"true\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc TestGetPlatformApplicationFunc(t *testing.T) {\n\tctx := context.Background()\n\tcli := mockPlatformApplicationClient{}\n\n\titem, err := getPlatformApplicationFunc(ctx, cli, \"scope\", &sns.GetPlatformApplicationAttributesInput{\n\t\tPlatformApplicationArn: new(\"arn:aws:sns:us-west-2:123456789012:my-topic\"),\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n}\n\nfunc TestNewSNSPlatformApplicationAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := sns.NewFromConfig(config)\n\n\tadapter := NewSNSPlatformApplicationAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/sns-subscription.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sns\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype subsCli interface {\n\tGetSubscriptionAttributes(ctx context.Context, params *sns.GetSubscriptionAttributesInput, optFns ...func(*sns.Options)) (*sns.GetSubscriptionAttributesOutput, error)\n\tListSubscriptions(context.Context, *sns.ListSubscriptionsInput, ...func(*sns.Options)) (*sns.ListSubscriptionsOutput, error)\n\tListTagsForResource(context.Context, *sns.ListTagsForResourceInput, ...func(*sns.Options)) (*sns.ListTagsForResourceOutput, error)\n}\n\nfunc getSubsFunc(ctx context.Context, client subsCli, scope string, input *sns.GetSubscriptionAttributesInput) (*sdp.Item, error) {\n\toutput, err := client.GetSubscriptionAttributes(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif output.Attributes == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"get subscription attributes response was nil\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(output.Attributes)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: \"sns-subscription\",\n\t\tUniqueAttribute: \"SubscriptionArn\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif resourceTags, err := tagsByResourceARN(ctx, client, *input.SubscriptionArn); err == nil {\n\t\titem.Tags = tagsToMap(resourceTags)\n\t}\n\n\tif topicArn, err := attributes.Get(\"topicArn\"); err == nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"sns-topic\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: topicArn.(string),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif subsRoleArn, err := attributes.Get(\"subscriptionRoleArn\"); err == nil {\n\t\tif arn, err := ParseARN(fmt.Sprint(subsRoleArn)); err == nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: arn.ResourceID(),\n\t\t\t\t\tScope: FormatScope(arn.AccountID, arn.Region),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn item, nil\n}\n\nfunc NewSNSSubscriptionAdapter(client subsCli, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*sns.ListSubscriptionsInput, *sns.ListSubscriptionsOutput, *sns.GetSubscriptionAttributesInput, *sns.GetSubscriptionAttributesOutput, subsCli, *sns.Options] {\n\treturn &AlwaysGetAdapter[*sns.ListSubscriptionsInput, *sns.ListSubscriptionsOutput, *sns.GetSubscriptionAttributesInput, *sns.GetSubscriptionAttributesOutput, subsCli, *sns.Options]{\n\t\tItemType: \"sns-subscription\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tListInput: &sns.ListSubscriptionsInput{},\n\t\tAdapterMetadata: snsSubscriptionAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *sns.GetSubscriptionAttributesInput {\n\t\t\treturn &sns.GetSubscriptionAttributesInput{\n\t\t\t\tSubscriptionArn: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client subsCli, input *sns.ListSubscriptionsInput) Paginator[*sns.ListSubscriptionsOutput, *sns.Options] {\n\t\t\treturn sns.NewListSubscriptionsPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *sns.ListSubscriptionsOutput, _ *sns.ListSubscriptionsInput) ([]*sns.GetSubscriptionAttributesInput, error) {\n\t\t\tvar inputs []*sns.GetSubscriptionAttributesInput\n\t\t\tfor _, subs := range output.Subscriptions {\n\t\t\t\tinputs = append(inputs, &sns.GetSubscriptionAttributesInput{\n\t\t\t\t\tSubscriptionArn: subs.SubscriptionArn,\n\t\t\t\t})\n\t\t\t}\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: getSubsFunc,\n\t}\n}\n\nvar snsSubscriptionAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"sns-subscription\",\n\tDescriptiveName: \"SNS Subscription\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an SNS subscription by its ARN\",\n\t\tSearchDescription: \"Search SNS subscription by ARN\",\n\t\tListDescription: \"List all SNS subscriptions\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_sns_topic_subscription.id\"},\n\t},\n\tPotentialLinks: []string{\"sns-topic\", \"iam-role\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/sns-subscription_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sns\"\n\t\"github.com/aws/aws-sdk-go-v2/service/sns/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype snsTestClient struct{}\n\nfunc (t snsTestClient) GetSubscriptionAttributes(ctx context.Context, params *sns.GetSubscriptionAttributesInput, optFns ...func(*sns.Options)) (*sns.GetSubscriptionAttributesOutput, error) {\n\treturn &sns.GetSubscriptionAttributesOutput{Attributes: map[string]string{\n\t\t\"Endpoint\": \"my-email@example.com\",\n\t\t\"Protocol\": \"email\",\n\t\t\"RawMessageDelivery\": \"false\",\n\t\t\"ConfirmationWasAuthenticated\": \"false\",\n\t\t\"Owner\": \"123456789012\",\n\t\t\"SubscriptionArn\": \"arn:aws:sns:us-west-2:123456789012:my-topic:8a21d249-4329-4871-acc6-7be709c6ea7f\",\n\t\t\"TopicArn\": \"arn:aws:sns:us-west-2:123456789012:my-topic\",\n\t\t\"SubscriptionRoleArn\": \"arn:aws:iam::123456789012:role/my-role\",\n\t}}, nil\n}\n\nfunc (t snsTestClient) ListSubscriptions(context.Context, *sns.ListSubscriptionsInput, ...func(*sns.Options)) (*sns.ListSubscriptionsOutput, error) {\n\treturn &sns.ListSubscriptionsOutput{\n\t\tSubscriptions: []types.Subscription{\n\t\t\t{\n\t\t\t\tOwner: new(\"123456789012\"),\n\t\t\t\tEndpoint: new(\"my-email@example.com\"),\n\t\t\t\tProtocol: new(\"email\"),\n\t\t\t\tTopicArn: new(\"arn:aws:sns:us-west-2:123456789012:my-topic\"),\n\t\t\t\tSubscriptionArn: new(\"arn:aws:sns:us-west-2:123456789012:my-topic:8a21d249-4329-4871-acc6-7be709c6ea7f\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t snsTestClient) ListTagsForResource(context.Context, *sns.ListTagsForResourceInput, ...func(*sns.Options)) (*sns.ListTagsForResourceOutput, error) {\n\treturn &sns.ListTagsForResourceOutput{\n\t\tTags: []types.Tag{\n\t\t\t{Key: new(\"tag1\"), Value: new(\"value1\")},\n\t\t\t{Key: new(\"tag2\"), Value: new(\"value2\")},\n\t\t},\n\t}, nil\n}\n\nfunc TestSNSGetFunc(t *testing.T) {\n\tctx := context.Background()\n\tcli := snsTestClient{}\n\n\titem, err := getSubsFunc(ctx, cli, \"scope\", &sns.GetSubscriptionAttributesInput{\n\t\tSubscriptionArn: new(\"arn:aws:sns:us-west-2:123456789012:my-topic:8a21d249-4329-4871-acc6-7be709c6ea7f\"),\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n}\n\nfunc TestNewSNSSubscriptionAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := sns.NewFromConfig(config)\n\n\tadapter := NewSNSSubscriptionAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/sns-topic.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sns\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype topicClient interface {\n\tGetTopicAttributes(ctx context.Context, params *sns.GetTopicAttributesInput, optFns ...func(*sns.Options)) (*sns.GetTopicAttributesOutput, error)\n\tListTopics(context.Context, *sns.ListTopicsInput, ...func(*sns.Options)) (*sns.ListTopicsOutput, error)\n\tListTagsForResource(context.Context, *sns.ListTagsForResourceInput, ...func(*sns.Options)) (*sns.ListTagsForResourceOutput, error)\n}\n\nfunc getTopicFunc(ctx context.Context, client topicClient, scope string, input *sns.GetTopicAttributesInput) (*sdp.Item, error) {\n\toutput, err := client.GetTopicAttributes(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif output.Attributes == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"get topic attributes response was nil\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(output.Attributes)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: \"sns-topic\",\n\t\tUniqueAttribute: \"TopicArn\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif resourceTags, err := tagsByResourceARN(ctx, client, *input.TopicArn); err == nil {\n\t\titem.Tags = tagsToMap(resourceTags)\n\t}\n\n\tif kmsMasterKeyID, err := attributes.Get(\"kmsMasterKeyId\"); err == nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"kms-key\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: fmt.Sprint(kmsMasterKeyID),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn item, nil\n}\n\nfunc NewSNSTopicAdapter(client topicClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*sns.ListTopicsInput, *sns.ListTopicsOutput, *sns.GetTopicAttributesInput, *sns.GetTopicAttributesOutput, topicClient, *sns.Options] {\n\treturn &AlwaysGetAdapter[*sns.ListTopicsInput, *sns.ListTopicsOutput, *sns.GetTopicAttributesInput, *sns.GetTopicAttributesOutput, topicClient, *sns.Options]{\n\t\tItemType: \"sns-topic\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tListInput: &sns.ListTopicsInput{},\n\t\tAdapterMetadata: snsTopicAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *sns.GetTopicAttributesInput {\n\t\t\treturn &sns.GetTopicAttributesInput{\n\t\t\t\tTopicArn: &query,\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client topicClient, input *sns.ListTopicsInput) Paginator[*sns.ListTopicsOutput, *sns.Options] {\n\t\t\treturn sns.NewListTopicsPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *sns.ListTopicsOutput, input *sns.ListTopicsInput) ([]*sns.GetTopicAttributesInput, error) {\n\t\t\tvar inputs []*sns.GetTopicAttributesInput\n\t\t\tfor _, topic := range output.Topics {\n\t\t\t\tinputs = append(inputs, &sns.GetTopicAttributesInput{\n\t\t\t\t\tTopicArn: topic.TopicArn,\n\t\t\t\t})\n\t\t\t}\n\t\t\treturn inputs, nil\n\t\t},\n\t\tGetFunc: getTopicFunc,\n\t}\n}\n\nvar snsTopicAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"sns-topic\",\n\tDescriptiveName: \"SNS Topic\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an SNS topic by its ARN\",\n\t\tSearchDescription: \"Search SNS topic by ARN\",\n\t\tListDescription: \"List all SNS topics\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_sns_topic.id\"},\n\t},\n\tPotentialLinks: []string{\"kms-key\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n})\n" }, { "path": "aws-source/adapters/sns-topic_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sns\"\n\t\"github.com/aws/aws-sdk-go-v2/service/sns/types\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype testTopicClient struct{}\n\nfunc (t testTopicClient) GetTopicAttributes(ctx context.Context, params *sns.GetTopicAttributesInput, optFns ...func(*sns.Options)) (*sns.GetTopicAttributesOutput, error) {\n\treturn &sns.GetTopicAttributesOutput{Attributes: map[string]string{\n\t\t\"SubscriptionsConfirmed\": \"1\",\n\t\t\"DisplayName\": \"my-topic\",\n\t\t\"SubscriptionsDeleted\": \"0\",\n\t\t\"EffectiveDeliveryPolicy\": \"{\\\"http\\\":{\\\"defaultHealthyRetryPolicy\\\":{\\\"minDelayTarget\\\":20,\\\"maxDelayTarget\\\":20,\\\"numRetries\\\":3,\\\"numMaxDelayRetries\\\":0,\\\"numNoDelayRetries\\\":0,\\\"numMinDelayRetries\\\":0,\\\"backoffFunction\\\":\\\"linear\\\"},\\\"disableSubscriptionOverrides\\\":false}}\",\n\t\t\"Owner\": \"123456789012\",\n\t\t\"Policy\": \"{\\\"Version\\\":\\\"2008-10-17\\\",\\\"Id\\\":\\\"__default_policy_ID\\\",\\\"Statement\\\":[{\\\"Sid\\\":\\\"__default_statement_ID\\\",\\\"Effect\\\":\\\"Allow\\\",\\\"Principal\\\":{\\\"AWS\\\":\\\"*\\\"},\\\"Action\\\":[\\\"SNS:Subscribe\\\",\\\"SNS:ListSubscriptionsByTopic\\\",\\\"SNS:DeleteTopic\\\",\\\"SNS:GetTopicAttributes\\\",\\\"SNS:Publish\\\",\\\"SNS:RemovePermission\\\",\\\"SNS:AddPermission\\\",\\\"SNS:SetTopicAttributes\\\"],\\\"Resource\\\":\\\"arn:aws:sns:us-west-2:123456789012:my-topic\\\",\\\"Condition\\\":{\\\"StringEquals\\\":{\\\"AWS:SourceOwner\\\":\\\"0123456789012\\\"}}}]}\",\n\t\t\"TopicArn\": \"arn:aws:sns:us-west-2:123456789012:my-topic\",\n\t\t\"SubscriptionsPending\": \"0\",\n\t\t\"KmsMasterKeyId\": \"alias/aws/sns\",\n\t}}, nil\n}\n\nfunc (t testTopicClient) ListTopics(context.Context, *sns.ListTopicsInput, ...func(*sns.Options)) (*sns.ListTopicsOutput, error) {\n\treturn &sns.ListTopicsOutput{\n\t\tTopics: []types.Topic{\n\t\t\t{\n\t\t\t\tTopicArn: new(\"arn:aws:sns:us-west-2:123456789012:my-topic\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (t testTopicClient) ListTagsForResource(context.Context, *sns.ListTagsForResourceInput, ...func(*sns.Options)) (*sns.ListTagsForResourceOutput, error) {\n\treturn &sns.ListTagsForResourceOutput{\n\t\tTags: []types.Tag{\n\t\t\t{Key: new(\"tag1\"), Value: new(\"value1\")},\n\t\t\t{Key: new(\"tag2\"), Value: new(\"value2\")},\n\t\t},\n\t}, nil\n}\n\nfunc TestGetTopicFunc(t *testing.T) {\n\tctx := context.Background()\n\tcli := testTopicClient{}\n\n\titem, err := getTopicFunc(ctx, cli, \"scope\", &sns.GetTopicAttributesInput{\n\t\tTopicArn: new(\"arn:aws:sns:us-west-2:123456789012:my-topic\"),\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Fatal(err)\n\t}\n}\n\nfunc TestNewSNSTopicAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := sns.NewFromConfig(config)\n\n\tadapter := NewSNSTopicAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/sns.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sns\"\n\t\"github.com/aws/aws-sdk-go-v2/service/sns/types\"\n)\n\ntype tagLister interface {\n\tListTagsForResource(ctx context.Context, params *sns.ListTagsForResourceInput, optFns ...func(*sns.Options)) (*sns.ListTagsForResourceOutput, error)\n}\n\n// tagsByResourceARN returns the tags for a given resource ARN\nfunc tagsByResourceARN(ctx context.Context, cli tagLister, resourceARN string) ([]types.Tag, error) {\n\tif cli == nil {\n\t\treturn nil, nil\n\t}\n\n\toutput, err := cli.ListTagsForResource(ctx, &sns.ListTagsForResourceInput{\n\t\tResourceArn: &resourceARN,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif output != nil && output.Tags != nil {\n\t\treturn output.Tags, nil\n\t}\n\n\treturn nil, nil\n}\n\n// tagsToMap converts a slice of tags to a map\nfunc tagsToMap(tags []types.Tag) map[string]string {\n\ttagsMap := make(map[string]string)\n\n\tfor _, tag := range tags {\n\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\ttagsMap[*tag.Key] = *tag.Value\n\t\t}\n\t}\n\n\treturn tagsMap\n}\n" }, { "path": "aws-source/adapters/sqs-queue.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sqs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/sqs/types\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype sqsClient interface {\n\tGetQueueAttributes(ctx context.Context, params *sqs.GetQueueAttributesInput, optFns ...func(*sqs.Options)) (*sqs.GetQueueAttributesOutput, error)\n\tListQueueTags(ctx context.Context, params *sqs.ListQueueTagsInput, optFns ...func(*sqs.Options)) (*sqs.ListQueueTagsOutput, error)\n\tListQueues(context.Context, *sqs.ListQueuesInput, ...func(*sqs.Options)) (*sqs.ListQueuesOutput, error)\n}\n\nfunc getFunc(ctx context.Context, client sqsClient, scope string, input *sqs.GetQueueAttributesInput) (*sdp.Item, error) {\n\toutput, err := client.GetQueueAttributes(ctx, input)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif output.Attributes == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"get queue attributes response was nil\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tattributes, err := ToAttributesWithExclude(output.Attributes)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\terr = attributes.Set(\"QueueURL\", input.QueueUrl)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tresourceTags, err := tags(ctx, client, *input.QueueUrl)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: err.Error(),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tlinkedItemQueries := []*sdp.LinkedItemQuery{\n\t\t{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"http\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *input.QueueUrl,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// Get the Queue ARN for linking\n\tif arn, exists := output.Attributes[\"QueueArn\"]; exists {\n\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"lambda-event-source-mapping\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: arn,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn &sdp.Item{\n\t\tType: \"sqs-queue\",\n\t\tUniqueAttribute: \"QueueURL\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: resourceTags,\n\t\tLinkedItemQueries: linkedItemQueries,\n\t}, nil\n}\n\nfunc sqsQueueSearchInputMapper(scope string, query string) (*sqs.GetQueueAttributesInput, error) {\n\tarn, err := ParseARN(query)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif arn.Service != \"sqs\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"ARN is not a valid SQS ARN\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn &sqs.GetQueueAttributesInput{\n\t\tQueueUrl: new(fmt.Sprintf(\"https://sqs.%s.%s/%s/%s\", arn.Region, GetPartitionDNSSuffix(arn.Partition), arn.AccountID, arn.Resource)),\n\t\tAttributeNames: []types.QueueAttributeName{\"All\"},\n\t}, nil\n}\n\nfunc NewSQSQueueAdapter(client sqsClient, accountID string, region string, cache sdpcache.Cache) *AlwaysGetAdapter[*sqs.ListQueuesInput, *sqs.ListQueuesOutput, *sqs.GetQueueAttributesInput, *sqs.GetQueueAttributesOutput, sqsClient, *sqs.Options] {\n\treturn &AlwaysGetAdapter[*sqs.ListQueuesInput, *sqs.ListQueuesOutput, *sqs.GetQueueAttributesInput, *sqs.GetQueueAttributesOutput, sqsClient, *sqs.Options]{\n\t\tItemType: \"sqs-queue\",\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tListInput: &sqs.ListQueuesInput{},\n\t\tAdapterMetadata: sqsQueueAdapterMetadata,\n\t\tcache: cache,\n\t\tGetInputMapper: func(scope, query string) *sqs.GetQueueAttributesInput {\n\t\t\treturn &sqs.GetQueueAttributesInput{\n\t\t\t\tQueueUrl: &query,\n\t\t\t\t// Providing All will return all attributes.\n\t\t\t\tAttributeNames: []types.QueueAttributeName{\"All\"},\n\t\t\t}\n\t\t},\n\t\tListFuncPaginatorBuilder: func(client sqsClient, input *sqs.ListQueuesInput) Paginator[*sqs.ListQueuesOutput, *sqs.Options] {\n\t\t\treturn sqs.NewListQueuesPaginator(client, input)\n\t\t},\n\t\tListFuncOutputMapper: func(output *sqs.ListQueuesOutput, _ *sqs.ListQueuesInput) ([]*sqs.GetQueueAttributesInput, error) {\n\t\t\tvar inputs []*sqs.GetQueueAttributesInput\n\t\t\tfor _, url := range output.QueueUrls {\n\t\t\t\tinputs = append(inputs, &sqs.GetQueueAttributesInput{\n\t\t\t\t\tQueueUrl: &url,\n\t\t\t\t\tAttributeNames: []types.QueueAttributeName{\"All\"},\n\t\t\t\t})\n\t\t\t}\n\t\t\treturn inputs, nil\n\t\t},\n\t\tSearchGetInputMapper: sqsQueueSearchInputMapper,\n\t\tGetFunc: getFunc,\n\t}\n}\n\nvar sqsQueueAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"sqs-queue\",\n\tDescriptiveName: \"SQS Queue\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tList: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an SQS queue attributes by its URL\",\n\t\tListDescription: \"List all SQS queue URLs\",\n\t\tSearchDescription: \"Search SQS queue by ARN\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{TerraformQueryMap: \"aws_sqs_queue.id\"},\n\t},\n\tPotentialLinks: []string{\n\t\t\"http\",\n\t\t\"lambda-event-source-mapping\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n})\n" }, { "path": "aws-source/adapters/sqs-queue_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sqs\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype testClient struct{}\n\nfunc (t testClient) GetQueueAttributes(ctx context.Context, params *sqs.GetQueueAttributesInput, optFns ...func(*sqs.Options)) (*sqs.GetQueueAttributesOutput, error) {\n\treturn &sqs.GetQueueAttributesOutput{\n\t\tAttributes: map[string]string{\n\t\t\t\"ApproximateNumberOfMessages\": \"0\",\n\t\t\t\"ApproximateNumberOfMessagesDelayed\": \"0\",\n\t\t\t\"ApproximateNumberOfMessagesNotVisible\": \"0\",\n\t\t\t\"CreatedTimestamp\": \"1631616000\",\n\t\t\t\"DelaySeconds\": \"0\",\n\t\t\t\"LastModifiedTimestamp\": \"1631616000\",\n\t\t\t\"MaximumMessageSize\": \"262144\",\n\t\t\t\"MessageRetentionPeriod\": \"345600\",\n\t\t\t\"QueueArn\": \"arn:aws:sqs:us-west-2:123456789012:MyQueue\",\n\t\t\t\"ReceiveMessageWaitTimeSeconds\": \"0\",\n\t\t\t\"VisibilityTimeout\": \"30\",\n\t\t\t\"RedrivePolicy\": \"{\\\"deadLetterTargetArn\\\":\\\"arn:aws:sqs:us-east-1:80398EXAMPLE:MyDeadLetterQueue\\\",\\\"maxReceiveCount\\\":1000}\",\n\t\t},\n\t}, nil\n}\n\nfunc (t testClient) ListQueueTags(ctx context.Context, params *sqs.ListQueueTagsInput, optFns ...func(*sqs.Options)) (*sqs.ListQueueTagsOutput, error) {\n\treturn &sqs.ListQueueTagsOutput{\n\t\tTags: map[string]string{\n\t\t\t\"tag1\": \"value1\",\n\t\t\t\"tag2\": \"value2\",\n\t\t},\n\t}, nil\n}\n\nfunc (t testClient) ListQueues(ctx context.Context, input *sqs.ListQueuesInput, f ...func(*sqs.Options)) (*sqs.ListQueuesOutput, error) {\n\treturn &sqs.ListQueuesOutput{\n\t\tQueueUrls: []string{\n\t\t\t\"https://sqs.us-west-2.amazonaws.com/123456789012/MyQueue\",\n\t\t\t\"https://sqs.us-west-2.amazonaws.com/123456789012/MyQueue2\",\n\t\t},\n\t}, nil\n}\n\nfunc TestGetFunc(t *testing.T) {\n\tctx := context.Background()\n\tcli := testClient{}\n\n\titem, err := getFunc(ctx, cli, \"scope\", &sqs.GetQueueAttributesInput{\n\t\tQueueUrl: new(\"https://sqs.us-west-2.amazonaws.com/123456789012/MyQueue\"),\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif err = item.Validate(); err != nil {\n\t\tt.Error(err)\n\t}\n\n\t// Test linked item queries\n\tif len(item.GetLinkedItemQueries()) != 2 {\n\t\tt.Errorf(\"Expected 2 linked item queries, got %d\", len(item.GetLinkedItemQueries()))\n\t}\n\n\t// Test HTTP link\n\thttpLink := item.GetLinkedItemQueries()[0]\n\tif httpLink.GetQuery().GetType() != \"http\" {\n\t\tt.Errorf(\"Expected first link type to be 'http', got %s\", httpLink.GetQuery().GetType())\n\t}\n\tif httpLink.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\tt.Errorf(\"Expected HTTP link method to be SEARCH, got %v\", httpLink.GetQuery().GetMethod())\n\t}\n\n\t// Test Lambda Event Source Mapping link\n\tlambdaLink := item.GetLinkedItemQueries()[1]\n\tif lambdaLink.GetQuery().GetType() != \"lambda-event-source-mapping\" {\n\t\tt.Errorf(\"Expected second link type to be 'lambda-event-source-mapping', got %s\", lambdaLink.GetQuery().GetType())\n\t}\n\tif lambdaLink.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\tt.Errorf(\"Expected Lambda link method to be SEARCH, got %v\", lambdaLink.GetQuery().GetMethod())\n\t}\n\tif lambdaLink.GetQuery().GetQuery() != \"arn:aws:sqs:us-west-2:123456789012:MyQueue\" {\n\t\tt.Errorf(\"Expected Lambda link query to be the Queue ARN, got %s\", lambdaLink.GetQuery().GetQuery())\n\t}\n}\n\nfunc TestSqsQueueSearchInputMapper(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tarn string\n\t\texpectedURL string\n\t}{\n\t\t{\n\t\t\tname: \"aws partition\",\n\t\t\tarn: \"arn:aws:sqs:eu-west-2:540044833068:-tfc-notifications-from-s3\",\n\t\t\texpectedURL: \"https://sqs.eu-west-2.amazonaws.com/540044833068/-tfc-notifications-from-s3\",\n\t\t},\n\t\t{\n\t\t\tname: \"aws-cn partition\",\n\t\t\tarn: \"arn:aws-cn:sqs:cn-north-1:540044833068:my-queue\",\n\t\t\texpectedURL: \"https://sqs.cn-north-1.amazonaws.com.cn/540044833068/my-queue\",\n\t\t},\n\t\t{\n\t\t\tname: \"aws-us-gov partition\",\n\t\t\tarn: \"arn:aws-us-gov:sqs:us-gov-west-1:540044833068:gov-queue\",\n\t\t\texpectedURL: \"https://sqs.us-gov-west-1.amazonaws.com/540044833068/gov-queue\",\n\t\t},\n\t\t{\n\t\t\tname: \"aws-iso partition\",\n\t\t\tarn: \"arn:aws-iso:sqs:us-iso-east-1:540044833068:iso-queue\",\n\t\t\texpectedURL: \"https://sqs.us-iso-east-1.c2s.ic.gov/540044833068/iso-queue\",\n\t\t},\n\t\t{\n\t\t\tname: \"aws-iso-b partition\",\n\t\t\tarn: \"arn:aws-iso-b:sqs:us-isob-east-1:540044833068:isob-queue\",\n\t\t\texpectedURL: \"https://sqs.us-isob-east-1.sc2s.sgov.gov/540044833068/isob-queue\",\n\t\t},\n\t\t{\n\t\t\tname: \"aws-eu partition\",\n\t\t\tarn: \"arn:aws-eu:sqs:eu-central-1:540044833068:eu-queue\",\n\t\t\texpectedURL: \"https://sqs.eu-central-1.amazonaws.eu/540044833068/eu-queue\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tinputs, err := sqsQueueSearchInputMapper(\"scope\", tt.arn)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"sqsQueueSearchInputMapper() error = %v\", err)\n\t\t\t}\n\n\t\t\tif inputs.QueueUrl == nil {\n\t\t\t\tt.Fatal(\"QueueUrl is nil\")\n\t\t\t}\n\n\t\t\tif *inputs.QueueUrl != tt.expectedURL {\n\t\t\t\tt.Errorf(\"Expected QueueUrl to be %s, got %s\", tt.expectedURL, *inputs.QueueUrl)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestNewQueueAdapter(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := sqs.NewFromConfig(config)\n\n\tadapter := NewSQSQueueAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/sqs.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/sqs\"\n)\n\nfunc tags(ctx context.Context, cli sqsClient, queURL string) (map[string]string, error) {\n\tif cli == nil {\n\t\treturn nil, nil\n\t}\n\n\toutput, err := cli.ListQueueTags(ctx, &sqs.ListQueueTagsInput{\n\t\tQueueUrl: &queURL,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn output.Tags, nil\n}\n" }, { "path": "aws-source/adapters/ssm-parameter.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ssm\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ssm/types\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/sourcegraph/conc/iter\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\ntype ssmClient interface {\n\tDescribeParameters(context.Context, *ssm.DescribeParametersInput, ...func(*ssm.Options)) (*ssm.DescribeParametersOutput, error)\n\tListTagsForResource(ctx context.Context, params *ssm.ListTagsForResourceInput, optFns ...func(*ssm.Options)) (*ssm.ListTagsForResourceOutput, error)\n\tGetParameter(ctx context.Context, params *ssm.GetParameterInput, optFns ...func(*ssm.Options)) (*ssm.GetParameterOutput, error)\n}\n\nfunc ssmParameterInputMapperSearch(ctx context.Context, client ssmClient, scope, query string) (*ssm.DescribeParametersInput, error) {\n\t// According to the docs here:\n\t// https://docs.aws.amazon.com/systems-manager/latest/userguide/sysman-paramstore-access.html\n\t// it's common to use wildcards in SSM parameter ARNS in policies, an\n\t// example might look like this:\n\t//\n\t// {\n\t// \"Sid\": \"ParameterStoreActions\",\n\t// \"Effect\": \"Allow\",\n\t// \"Action\": [\n\t// \"ssm:GetParametersByPath\"\n\t// ],\n\t// \"Resource\": [\n\t// \"arn:aws:ssm:us-east-1:1234567890:parameter/prod/service/example-service\",\n\t// \"arn:aws:ssm:us-east-1:1234567890:parameter/prod/*/service/example-service\"\n\t// ]\n\t// }\n\t//\n\t// This means that we can't just use a simple \"Equals\" filter, we need to be\n\t// smarter than that. When we're filtering by name, we can use \"Equals\",\n\t// \"BeginsWith\" and \"Contains\". The other issue is that in the above\n\t// example, the user is allowed to run \"GetParametersByPath\" which allows\n\t// them request recursive results. This will mean that there is an implicit\n\t// asterisk (*) at the end of the path, whereas if the \"Action\" was\n\t// \"GetParameter\" then the user would have to specify the exact path. They'd\n\t// still be able to use IAM wildcards, but the path would need to be\n\t// complete\n\t//\n\t// I think to make this really accurate we would need to take this into\n\t// account, however maybe to begin with we can at least start by trying to\n\t// replicate the asterisk behaviour both at the end and inside the path.\n\t//\n\t// I was thinking that we should re-implement the IAM wildcard parsing logic\n\t// from the docs:\n\t// https://docs.aws.amazon.com/IAM/latest/UserGuide/reference_policies_elements_resource.html#reference_policies_elements_resource_wildcards\n\t// however I don't know if this will be worth doing as it'll only be able to\n\t// be applied *after* we have queried the data\n\n\t// Parse the ARN\n\tparsedArn, err := ParseARN(query)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"invalid ARN format: %w\", err)\n\t}\n\n\t// For SSM parameters, the resource part starts with \"parameter/\"\n\tif !strings.HasPrefix(parsedArn.Resource, \"parameter/\") {\n\t\treturn nil, fmt.Errorf(\"invalid SSM parameter ARN: resource must start with 'parameter/'\")\n\t}\n\n\t// Extract the parameter name (everything after \"parameter/\")\n\tparameterPath := strings.TrimPrefix(parsedArn.Resource, \"parameter/\")\n\n\t// Handle wildcards in the path\n\tif strings.Contains(parameterPath, \"*\") || strings.Contains(parameterPath, \"?\") {\n\t\t// Se need to be smart about this in order to make efficient queries.\n\t\t// The options we have are \"BeginsWith\" and \"Contains\" so I think we\n\t\t// should pick the longest substring we can, then query based on that.\n\t\t// We will need to split on all the possible wildcards (* and ?), then\n\t\t// work out the longest segment, then use that in a \"Contains\" query\n\n\t\t// Split on both * and ? to get all segments\n\t\tsegments := strings.FieldsFunc(parameterPath, func(r rune) bool {\n\t\t\treturn r == '*' || r == '?'\n\t\t})\n\n\t\t// Find the longest segment\n\t\tlongestSegment := \"\"\n\t\tfor _, segment := range segments {\n\t\t\tif len(segment) > len(longestSegment) {\n\t\t\t\tlongestSegment = segment\n\t\t\t}\n\t\t}\n\n\t\t// If we have no valid segments after splitting (e.g. \"***\")\n\t\tif longestSegment == \"\" {\n\t\t\t// If it's all wildcards then search for everything\n\t\t\treturn &ssm.DescribeParametersInput{}, nil\n\t\t}\n\n\t\t// Use Contains with the longest segment for most efficient filtering\n\t\treturn &ssm.DescribeParametersInput{\n\t\t\tParameterFilters: []types.ParameterStringFilter{\n\t\t\t\t{\n\t\t\t\t\tKey: aws.String(\"Name\"),\n\t\t\t\t\tOption: aws.String(\"Contains\"),\n\t\t\t\t\tValues: []string{longestSegment},\n\t\t\t\t},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\t// If no wildcards, do an exact match\n\treturn &ssm.DescribeParametersInput{\n\t\tParameterFilters: []types.ParameterStringFilter{\n\t\t\t{\n\t\t\t\tKey: aws.String(\"Name\"),\n\t\t\t\tOption: aws.String(\"Equals\"),\n\t\t\t\tValues: []string{parameterPath},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc ssmParameterPostSearchFilter(ctx context.Context, query string, items []*sdp.Item) ([]*sdp.Item, error) {\n\tarn, err := ParseARN(query)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"invalid ARN format: %w\", err)\n\t}\n\n\t// Filter out any items that don't match the ARN wildcard format\n\tfilteredItems := make([]*sdp.Item, 0)\n\tfor _, item := range items {\n\t\titemArn, err := item.GetAttributes().Get(\"ARN\")\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"missing ARN attribute: %w for item: %v\", err, item.GloballyUniqueName())\n\t\t}\n\n\t\tif arn.IAMWildcardMatches(fmt.Sprint(itemArn)) {\n\t\t\tfilteredItems = append(filteredItems, item)\n\t\t}\n\t}\n\n\treturn filteredItems, nil\n}\n\nfunc ssmParameterOutputMapper(ctx context.Context, client ssmClient, scope string, input *ssm.DescribeParametersInput, output *ssm.DescribeParametersOutput) ([]*sdp.Item, error) {\n\titems, err := iter.MapErr(output.Parameters, func(parameter *types.ParameterMetadata) (*sdp.Item, error) {\n\t\tattrs, err := ToAttributesWithExclude(parameter)\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"ssm-parameter\",\n\t\t\tUniqueAttribute: \"Name\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: scope,\n\t\t}\n\n\t\t// Next thing we want to is try to add tags to this item by running ListTagsForResource\n\t\tvar tags map[string]string\n\t\ttagsOut, err := client.ListTagsForResource(ctx, &ssm.ListTagsForResourceInput{\n\t\t\tResourceId: parameter.Name,\n\t\t\tResourceType: types.ResourceTypeForTaggingParameter,\n\t\t})\n\t\tif err != nil {\n\t\t\t// If we can't get the tags we don't want to do anything drastic\n\t\t\t// since it's not a critical error\n\t\t\ttags = HandleTagsError(ctx, err)\n\t\t} else {\n\t\t\ttags = make(map[string]string)\n\t\t\tfor _, tag := range tagsOut.TagList {\n\t\t\t\tif tag.Key != nil && tag.Value != nil {\n\t\t\t\t\ttags[*tag.Key] = *tag.Value\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\titem.Tags = tags\n\n\t\t// Now we need to try to get the actual value and link from it. However\n\t\t// we don't want to see any secrets so we'll skip those\n\t\tif parameter.Type != types.ParameterTypeSecureString {\n\t\t\trequest := &ssm.GetParameterInput{\n\t\t\t\tName: parameter.Name,\n\t\t\t\tWithDecryption: new(false), // let's be double sure we don't get any secrets\n\t\t\t}\n\t\t\tparamResp, err := client.GetParameter(ctx, request)\n\t\t\tif err != nil {\n\t\t\t\t// Attach an event in the span\n\t\t\t\tspan := trace.SpanFromContext(ctx)\n\n\t\t\t\tspan.AddEvent(\"Error getting parameter value\", trace.WithAttributes(\n\t\t\t\t\tattribute.String(\"error\", err.Error()),\n\t\t\t\t\tattribute.String(\"parameter_name\", *parameter.Name),\n\t\t\t\t\tattribute.String(\"item\", item.GloballyUniqueName()),\n\t\t\t\t))\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tif paramResp.Parameter != nil && paramResp.Parameter.Value != nil {\n\t\t\t\t// Add the value to the item\n\t\t\t\titem.GetAttributes().Set(\"Value\", *paramResp.Parameter.Value)\n\n\t\t\t\t// Extract links from the value\n\t\t\t\tnewLinks, err := sdp.ExtractLinksFrom(*paramResp.Parameter.Value)\n\t\t\t\tif err == nil {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, newLinks...)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\treturn &item, nil\n\t})\n\n\treturn items, err\n}\n\nfunc NewSSMParameterAdapter(client ssmClient, accountID string, region string, cache sdpcache.Cache) *DescribeOnlyAdapter[*ssm.DescribeParametersInput, *ssm.DescribeParametersOutput, ssmClient, *ssm.Options] {\n\treturn &DescribeOnlyAdapter[*ssm.DescribeParametersInput, *ssm.DescribeParametersOutput, ssmClient, *ssm.Options]{\n\t\tClient: client,\n\t\tAccountID: accountID,\n\t\tRegion: region,\n\t\tItemType: \"ssm-parameter\",\n\t\tAdapterMetadata: ssmParameterAdapterMetadata,\n\t\tcache: cache,\n\t\tInputMapperGet: func(scope, query string) (*ssm.DescribeParametersInput, error) {\n\t\t\treturn &ssm.DescribeParametersInput{\n\t\t\t\tParameterFilters: []types.ParameterStringFilter{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: new(\"Name\"),\n\t\t\t\t\t\tOption: new(\"Equals\"),\n\t\t\t\t\t\tValues: []string{query},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}, nil\n\t\t},\n\t\tInputMapperList: func(scope string) (*ssm.DescribeParametersInput, error) {\n\t\t\treturn &ssm.DescribeParametersInput{}, nil\n\t\t},\n\t\tOutputMapper: ssmParameterOutputMapper,\n\t\tInputMapperSearch: ssmParameterInputMapperSearch,\n\t\tPostSearchFilter: ssmParameterPostSearchFilter,\n\t\tPaginatorBuilder: func(client ssmClient, params *ssm.DescribeParametersInput) Paginator[*ssm.DescribeParametersOutput, *ssm.Options] {\n\t\t\treturn ssm.NewDescribeParametersPaginator(client, params, func(dppo *ssm.DescribeParametersPaginatorOptions) {\n\t\t\t\tdppo.Limit = 50\n\t\t\t})\n\t\t},\n\t\tDescribeFunc: func(ctx context.Context, client ssmClient, input *ssm.DescribeParametersInput) (*ssm.DescribeParametersOutput, error) {\n\t\t\treturn client.DescribeParameters(ctx, input)\n\t\t},\n\t}\n}\n\nvar ssmParameterAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ssm-parameter\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tDescriptiveName: \"SSM Parameter\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get an SSM parameter by name\",\n\t\tList: true,\n\t\tListDescription: \"List all SSM parameters\",\n\t\tSearch: true,\n\t\tSearchDescription: \"Search for SSM parameters by ARN. This supports ARNs from IAM policies that contain wildcards\",\n\t},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"aws_ssm_parameter.name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"aws_ssm_parameter.arn\",\n\t\t},\n\t},\n\tPotentialLinks: []string{\n\t\t\"ip\",\n\t\t\"http\",\n\t\t\"dns\",\n\t},\n})\n" }, { "path": "aws-source/adapters/ssm-parameter_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ssm\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ssm/types\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype mockSSMClient struct{}\n\nfunc (m *mockSSMClient) DescribeParameters(ctx context.Context, input *ssm.DescribeParametersInput, opts ...func(*ssm.Options)) (*ssm.DescribeParametersOutput, error) {\n\treturn &ssm.DescribeParametersOutput{\n\t\tParameters: []types.ParameterMetadata{\n\t\t\t{\n\t\t\t\tARN: aws.String(\"arn:aws:ssm:us-west-2:123456789012:parameter/test\"),\n\t\t\t\tAllowedPattern: aws.String(\".*\"),\n\t\t\t\tDataType: aws.String(\"text\"),\n\t\t\t\tDescription: aws.String(\"test\"),\n\t\t\t\tKeyId: aws.String(\"test\"),\n\t\t\t\tLastModifiedDate: aws.Time(time.Now()),\n\t\t\t\tLastModifiedUser: aws.String(\"test\"),\n\t\t\t\tName: aws.String(\"test\"),\n\t\t\t\tPolicies: []types.ParameterInlinePolicy{\n\t\t\t\t\t{\n\t\t\t\t\t\tPolicyStatus: aws.String(\"Pending\"),\n\t\t\t\t\t\tPolicyText: aws.String(\"test\"),\n\t\t\t\t\t\tPolicyType: aws.String(\"ExpirationNotification\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tTier: types.ParameterTierStandard,\n\t\t\t\tType: types.ParameterTypeString,\n\t\t\t\tVersion: 1,\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (m *mockSSMClient) ListTagsForResource(ctx context.Context, input *ssm.ListTagsForResourceInput, opts ...func(*ssm.Options)) (*ssm.ListTagsForResourceOutput, error) {\n\treturn &ssm.ListTagsForResourceOutput{\n\t\tTagList: []types.Tag{\n\t\t\t{\n\t\t\t\tKey: aws.String(\"foo\"),\n\t\t\t\tValue: aws.String(\"bar\"),\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc (m *mockSSMClient) GetParameter(ctx context.Context, input *ssm.GetParameterInput, opts ...func(*ssm.Options)) (*ssm.GetParameterOutput, error) {\n\treturn &ssm.GetParameterOutput{\n\t\tParameter: &types.Parameter{\n\t\t\tARN: aws.String(\"arn:aws:ssm:us-west-2:123456789012:parameter/test\"),\n\t\t\tDataType: aws.String(\"text\"),\n\t\t\tLastModifiedDate: aws.Time(time.Now()),\n\t\t\tName: aws.String(\"test\"),\n\t\t\tSelector: aws.String(\"test\"),\n\t\t\tSourceResult: aws.String(\"test\"),\n\t\t\tType: types.ParameterTypeString,\n\t\t\tValue: aws.String(\"https://www.google.com\"),\n\t\t\tVersion: 1,\n\t\t},\n\t}, nil\n}\n\nfunc TestSSMParameterAdapter(t *testing.T) {\n\tadapter := NewSSMParameterAdapter(&mockSSMClient{}, \"123456789\", \"us-east-1\", sdpcache.NewNoOpCache())\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\titem, err := adapter.Get(context.Background(), \"123456789.us-east-1\", \"test\", false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\terr = item.Validate()\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tadapter.ListStream(context.Background(), \"123456789.us-east-1\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Error(errs)\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"expected 1 item, got %d\", len(items))\n\t\t}\n\n\t\terr := items[0].Validate()\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tadapter.SearchStream(context.Background(), \"123456789.us-east-1\", \"arn:aws:ssm:us-east-1:1234567890:parameter/prod/*/service/example-service\", false, stream)\n\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Error(errs)\n\t\t}\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"expected 0 item, got %d\", len(items))\n\t\t}\n\t})\n}\n\nfunc TestSSMParameterAdapterE2E(t *testing.T) {\n\tconfig, account, region := GetAutoConfig(t)\n\tclient := ssm.NewFromConfig(config)\n\n\tadapter := NewSSMParameterAdapter(client, account, region, sdpcache.NewNoOpCache())\n\n\ttest := E2ETest{\n\t\tAdapter: adapter,\n\t\tTimeout: 10 * time.Second,\n\t}\n\n\ttest.Run(t)\n}\n" }, { "path": "aws-source/adapters/tracing.go", "content": "package adapters\n\nimport (\n\t\"go.opentelemetry.io/otel\"\n\tsemconv \"go.opentelemetry.io/otel/semconv/v1.26.0\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\nconst (\n\tinstrumentationName = \"github.com/overmindtech/cli/aws-source/adapters\"\n\tinstrumentationVersion = \"0.0.1\"\n)\n\nvar tracer = otel.GetTracerProvider().Tracer(\n\tinstrumentationName,\n\ttrace.WithInstrumentationVersion(instrumentationVersion),\n\ttrace.WithSchemaURL(semconv.SchemaURL),\n)\n" }, { "path": "aws-source/build/package/Dockerfile", "content": "# Build the source binary\nFROM golang:1.26.2-alpine3.23 AS builder\nARG TARGETOS\nARG TARGETARCH\nARG BUILD_VERSION\nARG BUILD_COMMIT\n\n# required for generating the version descriptor\nRUN apk upgrade --no-cache && apk add --no-cache git\n\nWORKDIR /workspace\n\nCOPY go.mod go.sum ./\nRUN --mount=type=cache,target=/go/pkg \\\n go mod download\n\nCOPY go/ go/\nCOPY aws-source/ aws-source/\n\n# Build\nRUN --mount=type=cache,target=/go/pkg \\\n --mount=type=cache,target=/root/.cache/go-build \\\n GOOS=${TARGETOS} GOARCH=${TARGETARCH} go build -trimpath -ldflags=\"-s -w -X github.com/overmindtech/cli/go/tracing.version=${BUILD_VERSION} -X github.com/overmindtech/cli/go/tracing.commit=${BUILD_COMMIT}\" -o source aws-source/main.go\n\nFROM alpine:3.23.4\nWORKDIR /\nCOPY --from=builder /workspace/source .\nUSER 65534:65534\n\nENTRYPOINT [\"/source\"]\n" }, { "path": "aws-source/cmd/root.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"os/signal\"\n\t\"strings\"\n\t\"syscall\"\n\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/overmindtech/cli/aws-source/proc\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/logging\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/pflag\"\n\t\"github.com/spf13/viper\"\n)\n\nvar cfgFile string\n\n// rootCmd represents the base command when called without any subcommands\nvar rootCmd = &cobra.Command{\n\tUse: \"aws-source\",\n\tShort: \"Remote primary source for AWS\",\n\tSilenceUsage: true,\n\tLong: `This sources looks for AWS resources in your account.\n`,\n\tRunE: func(cmd *cobra.Command, args []string) error {\n\t\tctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)\n\t\tdefer stop()\n\t\tdefer tracing.LogRecoverToReturn(ctx, \"aws-source.root\")\n\t\thealthCheckPort := viper.GetInt(\"health-check-port\")\n\n\t\tengineConfig, err := discovery.EngineConfigFromViper(\"aws\", tracing.Version())\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Error(\"Could not create engine config\")\n\t\t\treturn fmt.Errorf(\"could not create engine config: %w\", err)\n\t\t}\n\n\t\t// Create a basic engine first so we can serve health probes and heartbeats even if init fails\n\t\te, err := discovery.NewEngine(engineConfig)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Could not create engine\")\n\t\t\treturn fmt.Errorf(\"could not create engine: %w\", err)\n\t\t}\n\n\t\t// Serve health probes before initialization so they're available even on failure\n\t\te.ServeHealthProbes(healthCheckPort)\n\n\t\t// Start the engine (NATS connection) before adapter init so heartbeats work\n\t\terr = e.Start(ctx)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Could not start engine\")\n\t\t\treturn fmt.Errorf(\"could not start engine: %w\", err)\n\t\t}\n\n\t\t// Config validation (permanent errors β€” no retry, just idle with error)\n\t\tconfigs, cfgErr := proc.ConfigFromViper()\n\t\tif cfgErr != nil {\n\t\t\tlog.WithError(cfgErr).Error(\"AWS source config error - pod will stay running with error status\")\n\t\t\te.SetInitError(cfgErr)\n\t\t\tsentry.CaptureException(cfgErr)\n\t\t} else {\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"aws-regions\": len(configs),\n\t\t\t\t\"health-check-port\": healthCheckPort,\n\t\t\t}).Info(\"Got config\")\n\t\t\t// Adapter init (retryable errors β€” backoff capped at 5 min)\n\t\t\te.InitialiseAdapters(ctx, func(ctx context.Context) error {\n\t\t\t\treturn proc.InitializeAwsSourceAdapters(ctx, e, configs...)\n\t\t\t})\n\t\t}\n\n\t\t<-ctx.Done()\n\n\t\tlog.Info(\"Stopping engine\")\n\n\t\terr = e.Stop()\n\t\tif err != nil {\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"error\": err,\n\t\t\t}).Error(\"Could not stop engine\")\n\n\t\t\treturn fmt.Errorf(\"could not stop engine: %w\", err)\n\t\t}\n\t\tlog.Info(\"Stopped\")\n\n\t\treturn nil\n\t},\n}\n\n// Execute adds all child commands to the root command and sets flags appropriately.\n// This is called by main.main(). It only needs to happen once to the rootCmd.\nfunc Execute() {\n\tif err := rootCmd.Execute(); err != nil {\n\t\tfmt.Println(err)\n\t\tos.Exit(1)\n\t}\n}\n\nfunc init() {\n\tcobra.OnInitialize(initConfig)\n\n\t// Here you will define your flags and configuration settings.\n\t// Cobra supports persistent flags, which, if defined here,\n\t// will be global for your application.\n\tvar logLevel string\n\n\t// add engine flags\n\tdiscovery.AddEngineFlags(rootCmd)\n\n\t// General config options\n\trootCmd.PersistentFlags().StringVar(&cfgFile, \"config\", \"/etc/srcman/config/source.yaml\", \"config file path\")\n\trootCmd.PersistentFlags().StringVar(&logLevel, \"log\", \"info\", \"Set the log level. Valid values: panic, fatal, error, warn, info, debug, trace\")\n\n\t// Custom flags for this source\n\trootCmd.PersistentFlags().String(\"aws-access-strategy\", \"defaults\", \"The strategy to use to access this customer's AWS account. Valid values: 'access-key', 'external-id', 'sso-profile', 'defaults'. Default: 'defaults'.\")\n\trootCmd.PersistentFlags().String(\"aws-access-key-id\", \"\", \"The ID of the access key to use\")\n\trootCmd.PersistentFlags().String(\"aws-secret-access-key\", \"\", \"The secret access key to use for auth\")\n\trootCmd.PersistentFlags().String(\"aws-external-id\", \"\", \"The external ID to use when assuming the customer's role\")\n\trootCmd.PersistentFlags().String(\"aws-target-role-arn\", \"\", \"The role to assume in the customer's account\")\n\trootCmd.PersistentFlags().String(\"aws-profile\", \"\", \"The AWS SSO Profile to use. Defaults to $AWS_PROFILE, then whatever the AWS SDK's SSO config defaults to\")\n\trootCmd.PersistentFlags().String(\"aws-regions\", \"\", \"Comma-separated list of AWS regions that this source should operate in\")\n\trootCmd.PersistentFlags().BoolP(\"auto-config\", \"a\", false, \"Use the local AWS config, the same as the AWS CLI could use. This can be set up with \\\"aws configure\\\"\")\n\trootCmd.PersistentFlags().IntP(\"health-check-port\", \"\", 8080, \"The port that the health check should run on\")\n\n\t// tracing\n\trootCmd.PersistentFlags().String(\"honeycomb-api-key\", \"\", \"If specified, configures opentelemetry libraries to submit traces to honeycomb\")\n\trootCmd.PersistentFlags().String(\"sentry-dsn\", \"\", \"If specified, configures sentry libraries to capture errors\")\n\trootCmd.PersistentFlags().String(\"run-mode\", \"release\", \"Set the run mode for this service, 'release', 'debug' or 'test'. Defaults to 'release'.\")\n\trootCmd.PersistentFlags().Bool(\"json-log\", true, \"Set to false to emit logs as text for easier reading in development.\")\n\tcobra.CheckErr(viper.BindEnv(\"json-log\", \"AWS_SOURCE_JSON_LOG\", \"JSON_LOG\"))\n\n\t// Bind these to viper\n\tcobra.CheckErr(viper.BindPFlags(rootCmd.PersistentFlags()))\n\n\t// Run this before we do anything to set up the loglevel\n\trootCmd.PersistentPreRunE = func(cmd *cobra.Command, args []string) error {\n\t\tif lvl, err := log.ParseLevel(logLevel); err == nil {\n\t\t\tlog.SetLevel(lvl)\n\t\t} else {\n\t\t\tlog.SetLevel(log.InfoLevel)\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"error\": err,\n\t\t\t}).Error(\"Could not parse log level\")\n\t\t}\n\n\t\tlog.AddHook(TerminationLogHook{})\n\n\t\t// Bind flags that haven't been set to the values from viper of we have them\n\t\tvar bindErr error\n\t\tcmd.PersistentFlags().VisitAll(func(f *pflag.Flag) {\n\t\t\t// Bind the flag to viper only if it has a non-empty default\n\t\t\tif f.DefValue != \"\" || f.Changed {\n\t\t\t\tif err := viper.BindPFlag(f.Name, f); err != nil {\n\t\t\t\t\tbindErr = err\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t\tif bindErr != nil {\n\t\t\tlog.WithError(bindErr).Error(\"could not bind flag to viper\")\n\t\t\treturn fmt.Errorf(\"could not bind flag to viper: %w\", bindErr)\n\t\t}\n\n\t\tif viper.GetBool(\"json-log\") {\n\t\t\tlogging.ConfigureLogrusJSON(log.StandardLogger())\n\t\t}\n\n\t\tif err := tracing.InitTracerWithUpstreams(\"aws-source\", viper.GetString(\"honeycomb-api-key\"), viper.GetString(\"sentry-dsn\")); err != nil {\n\t\t\tlog.WithError(err).Error(\"could not init tracer\")\n\t\t\treturn fmt.Errorf(\"could not init tracer: %w\", err)\n\t\t}\n\t\treturn nil\n\t}\n\t// shut down tracing at the end of the process\n\trootCmd.PersistentPostRun = func(cmd *cobra.Command, args []string) {\n\t\ttracing.ShutdownTracer(context.Background())\n\t}\n}\n\n// initConfig reads in config file and ENV variables if set.\nfunc initConfig() {\n\tviper.SetConfigFile(cfgFile)\n\n\treplacer := strings.NewReplacer(\"-\", \"_\")\n\n\tviper.SetEnvKeyReplacer(replacer)\n\tviper.AutomaticEnv() // read in environment variables that match\n\n\t// If a config file is found, read it in.\n\tif err := viper.ReadInConfig(); err == nil {\n\t\tlog.Infof(\"Using config file: %v\", viper.ConfigFileUsed())\n\t}\n}\n\n// TerminationLogHook A hook that logs fatal errors to the termination log\ntype TerminationLogHook struct{}\n\nfunc (t TerminationLogHook) Levels() []log.Level {\n\treturn []log.Level{log.FatalLevel}\n}\n\nfunc (t TerminationLogHook) Fire(e *log.Entry) error {\n\t// shutdown tracing first to ensure all spans are flushed\n\ttracing.ShutdownTracer(context.Background())\n\ttLog, err := os.OpenFile(\"/dev/termination-log\", os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0o644)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tvar message string\n\n\tmessage = e.Message\n\n\tfor k, v := range e.Data {\n\t\tmessage = fmt.Sprintf(\"%v %v=%v\", message, k, v)\n\t}\n\n\t_, err = tLog.WriteString(message)\n\n\treturn err\n}\n" }, { "path": "aws-source/docker-compose.yml", "content": "version: \"3\"\nservices:\n nats:\n image: nats\n command: \"-c /etc/nats/nats.conf -DV\" #-c /etc/nats/nats.conf --cluster nats://0.0.0.0:6222 --routes=nats://ruser:T0pS3cr3t@nats:6222\n ports:\n - \"4222:4222\"\n - \"8222:8222\"\n - \"6222:6222\"\n - \"4433:4433\"\n volumes:\n - ./acceptance/nats-server.conf:/etc/nats/nats.conf\n # nats-1:\n # image: nats\n # command: \"-c nats-server.conf --routes=nats-route://ruser:T0pS3cr3t@nats:6222 -DV\"\n #link:\n # # Will build from a local copy \n # build: ../redacted_link\n # environment:\n # - REDACTED_NATS_URLS=nats\n # - REDACTED_VERBOSITY=debug\n\nnetworks:\n default:\n external:\n name: nats\n" }, { "path": "aws-source/main.go", "content": "/*\nCopyright Β© 2021 {AUTHOR}\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n\thttp://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\npackage main\n\nimport (\n\t\"github.com/overmindtech/cli/aws-source/cmd\"\n\t_ \"go.uber.org/automaxprocs\"\n)\n\nfunc main() {\n\tcmd.Execute()\n}\n" }, { "path": "aws-source/module/provider/.github/workflows/finalize-copybara-sync.yml", "content": "name: Finalize Copybara Sync\n\non:\n push:\n branches:\n - 'copybara/v*'\n\nconcurrency:\n group: copybara-sync-${{ github.ref }}\n cancel-in-progress: true\n\njobs:\n finalize:\n runs-on: ubuntu-latest\n permissions:\n contents: write\n pull-requests: write\n\n steps:\n - name: Extract version from branch name\n id: version\n run: |\n VERSION=$(echo \"$GITHUB_REF\" | sed 's|refs/heads/copybara/||')\n echo \"version=$VERSION\" >> $GITHUB_OUTPUT\n\n - uses: actions/checkout@v6\n with:\n ref: ${{ github.ref }}\n fetch-depth: 0\n\n - name: Set up Go\n uses: actions/setup-go@v6\n with:\n go-version-file: go.mod\n\n - name: Configure Git\n run: |\n git config user.name \"GitHub Actions Bot\"\n git config user.email \"actions@github.com\"\n\n - name: Run go mod tidy\n run: go mod tidy\n\n - name: Commit and push go mod tidy changes\n env:\n HEAD_BRANCH: ${{ github.ref_name }}\n run: |\n if ! git diff --quiet go.mod go.sum; then\n git add go.mod go.sum\n git commit -m \"Run go mod tidy\"\n git push origin \"$HEAD_BRANCH\"\n else\n echo \"No changes from go mod tidy\"\n fi\n\n - name: Extract original commit author\n id: author\n run: |\n AUTHOR_EMAIL=$(git log -1 --format='%ae' --author='^(?!.*actions@github.com)' --perl-regexp 2>/dev/null || git log -1 --format='%ae')\n AUTHOR_NAME=$(git log -1 --format='%an' --author='^(?!.*actions@github.com)' --perl-regexp 2>/dev/null || git log -1 --format='%an')\n echo \"email=$AUTHOR_EMAIL\" >> $GITHUB_OUTPUT\n echo \"name=$AUTHOR_NAME\" >> $GITHUB_OUTPUT\n\n if [[ \"$AUTHOR_EMAIL\" =~ ^([^@]+)@users\\.noreply\\.github\\.com$ ]]; then\n GITHUB_USER=$(echo \"${BASH_REMATCH[1]}\" | sed 's/^[0-9]*+//')\n echo \"github_user=$GITHUB_USER\" >> $GITHUB_OUTPUT\n else\n echo \"github_user=\" >> $GITHUB_OUTPUT\n fi\n\n - name: Create Pull Request\n env:\n GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}\n VERSION: ${{ steps.version.outputs.version }}\n AUTHOR_NAME: ${{ steps.author.outputs.name }}\n AUTHOR_EMAIL: ${{ steps.author.outputs.email }}\n GITHUB_USER: ${{ steps.author.outputs.github_user }}\n HEAD_BRANCH: ${{ github.ref_name }}\n run: |\n PR_BODY=\"## Copybara Sync - Release ${VERSION}\n\n This PR was automatically created by Copybara, syncing changes from the [overmindtech/workspace](https://github.com/overmindtech/workspace) monorepo.\n\n **Original author:** ${AUTHOR_NAME} (${AUTHOR_EMAIL})\n\n ### What happens when this PR is merged?\n\n 1. The \\`tag-on-merge\\` workflow will automatically create the \\`${VERSION}\\` tag on main\n 2. This tag will trigger the release workflow, which will:\n - Build provider binaries for all platforms via GoReleaser\n - Sign checksums with GPG\n - Create a GitHub release\n - Terraform Registry will detect the release and publish the provider\n\n ### Review Checklist\n\n - [ ] Changes look correct and match the expected monorepo sync\n - [ ] CI checks pass\n \"\n\n PR_URL=$(gh pr create \\\n --base main \\\n --head \"$HEAD_BRANCH\" \\\n --title \"Release ${VERSION}\" \\\n --body \"$PR_BODY\")\n\n echo \"Created PR: $PR_URL\"\n\n if [ -n \"$GITHUB_USER\" ]; then\n echo \"Requesting review from original author: $GITHUB_USER\"\n gh pr edit \"$PR_URL\" --add-reviewer \"$GITHUB_USER\" || true\n fi\n\n echo \"Requesting review from Engineering team\"\n gh pr edit \"$PR_URL\" --add-reviewer \"overmindtech/Engineering\" || true\n" }, { "path": "aws-source/module/provider/.github/workflows/release.yml", "content": "name: Release\n\non:\n push:\n tags:\n - 'v*'\n\npermissions:\n contents: write\n\njobs:\n release:\n runs-on: depot-ubuntu-24.04-8\n steps:\n - name: Checkout\n uses: actions/checkout@v6\n with:\n fetch-depth: 0\n\n - name: Install 1Password CLI\n uses: 1password/install-cli-action@v3.0.0\n\n - name: Load GPG secrets from 1Password\n uses: 1password/load-secrets-action@v4.0.0\n with:\n export-env: true\n env:\n OP_SERVICE_ACCOUNT_TOKEN: ${{ secrets.OP_RO_TOKEN }}\n GPG_PRIVATE_KEY: 'op://global/Terraform Provider GPG Key/private-key'\n PASSPHRASE: 'op://global/Terraform Provider GPG Key/passphrase'\n GPG_FINGERPRINT: 'op://global/Terraform Provider GPG Key/fingerprint'\n\n - name: Import GPG key\n uses: crazy-max/ghaction-import-gpg@v7\n id: import_gpg\n with:\n gpg_private_key: ${{ env.GPG_PRIVATE_KEY }}\n passphrase: ${{ env.PASSPHRASE }}\n\n - name: Set up Go\n uses: actions/setup-go@v6\n with:\n go-version-file: go.mod\n\n - name: Run GoReleaser\n uses: goreleaser/goreleaser-action@v7\n with:\n # renovate: datasource=github-releases depName=goreleaser/goreleaser\n version: \"v2.15.4\"\n args: release --clean\n env:\n GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}\n GPG_FINGERPRINT: ${{ steps.import_gpg.outputs.fingerprint }}\n" }, { "path": "aws-source/module/provider/.github/workflows/tag-on-merge.yml", "content": "name: Tag Release on Merge\n\non:\n pull_request:\n types:\n - closed\n branches:\n - main\n\njobs:\n tag-release:\n if: github.event.pull_request.merged == true && startsWith(github.event.pull_request.head.ref, 'copybara/v')\n runs-on: ubuntu-latest\n permissions:\n contents: write\n\n steps:\n - name: Extract version from branch name\n id: version\n env:\n BRANCH: ${{ github.event.pull_request.head.ref }}\n run: |\n VERSION=$(echo \"$BRANCH\" | sed 's|copybara/||')\n echo \"version=$VERSION\" >> $GITHUB_OUTPUT\n echo \"Extracted version: $VERSION\"\n\n - uses: actions/checkout@v6\n with:\n ref: main\n fetch-depth: 0\n token: ${{ secrets.RELEASE_PAT }}\n\n - name: Configure Git\n run: |\n git config user.name \"GitHub Actions Bot\"\n git config user.email \"actions@github.com\"\n\n - name: Create and push tag\n env:\n VERSION: ${{ steps.version.outputs.version }}\n run: |\n echo \"Creating tag: $VERSION\"\n git tag \"$VERSION\"\n git push origin \"$VERSION\"\n echo \"Successfully pushed tag $VERSION\"\n\n - name: Delete copybara branch\n env:\n GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}\n BRANCH: ${{ github.event.pull_request.head.ref }}\n run: |\n echo \"Deleting branch: $BRANCH\"\n git push origin --delete \"$BRANCH\" || echo \"Branch may have already been deleted\"\n" }, { "path": "aws-source/module/provider/.goreleaser.yml", "content": "# yaml-language-server: $schema=https://goreleaser.com/static/schema.json\nversion: 2\n\nbuilds:\n - binary: \"{{ .ProjectName }}_v{{ .Version }}\"\n env:\n - CGO_ENABLED=0\n flags:\n - -trimpath\n ldflags:\n - -s -w -X main.version={{ .Version }}\n goos:\n - linux\n - darwin\n - windows\n goarch:\n - amd64\n - arm64\n - \"386\"\n ignore:\n - goos: darwin\n goarch: \"386\"\n\narchives:\n - formats: [zip]\n name_template: \"{{ .ProjectName }}_{{ .Version }}_{{ .Os }}_{{ .Arch }}\"\n\nchecksum:\n name_template: \"{{ .ProjectName }}_{{ .Version }}_SHA256SUMS\"\n algorithm: sha256\n extra_files:\n - glob: terraform-registry-manifest.json\n name_template: \"{{ .ProjectName }}_{{ .Version }}_manifest.json\"\n\nsigns:\n - artifacts: checksum\n args:\n - \"--batch\"\n - \"--local-user\"\n - \"{{ .Env.GPG_FINGERPRINT }}\"\n - \"--output\"\n - \"${signature}\"\n - \"--detach-sign\"\n - \"${artifact}\"\n\nrelease:\n extra_files:\n - glob: terraform-registry-manifest.json\n name_template: \"{{ .ProjectName }}_{{ .Version }}_manifest.json\"\n\nchangelog:\n sort: asc\n filters:\n exclude:\n - \"^docs:\"\n - \"^test:\"\n" }, { "path": "aws-source/module/provider/LICENSE", "content": "# Functional Source License, Version 1.1, Apache 2.0 Future License\n\n## Abbreviation\n\nFSL-1.1-Apache-2.0\n\n## Notice\n\nCopyright 2024 Overmind Technology Inc.\n\n## Terms and Conditions\n\n### Licensor (\"We\")\n\nThe party offering the Software under these Terms and Conditions.\n\n### The Software\n\nThe \"Software\" is each version of the software that we make available under\nthese Terms and Conditions, as indicated by our inclusion of these Terms and\nConditions with the Software.\n\n### License Grant\n\nSubject to your compliance with this License Grant and the Patents,\nRedistribution and Trademark clauses below, we hereby grant you the right to\nuse, copy, modify, create derivative works, publicly perform, publicly display\nand redistribute the Software for any Permitted Purpose identified below.\n\n### Permitted Purpose\n\nA Permitted Purpose is any purpose other than a Competing Use. A Competing Use\nmeans making the Software available to others in a commercial product or\nservice that:\n\n1. substitutes for the Software;\n\n2. substitutes for any other product or service we offer using the Software\n that exists as of the date we make the Software available; or\n\n3. offers the same or substantially similar functionality as the Software.\n\nPermitted Purposes specifically include using the Software:\n\n1. for your internal use and access;\n\n2. for non-commercial education;\n\n3. for non-commercial research; and\n\n4. in connection with professional services that you provide to a licensee\n using the Software in accordance with these Terms and Conditions.\n\n### Patents\n\nTo the extent your use for a Permitted Purpose would necessarily infringe our\npatents, the license grant above includes a license under our patents. If you\nmake a claim against any party that the Software infringes or contributes to\nthe infringement of any patent, then your patent license to the Software ends\nimmediately.\n\n### Redistribution\n\nThe Terms and Conditions apply to all copies, modifications and derivatives of\nthe Software.\n\nIf you redistribute any copies, modifications or derivatives of the Software,\nyou must include a copy of or a link to these Terms and Conditions and not\nremove any copyright notices provided in or with the Software.\n\n### Disclaimer\n\nTHE SOFTWARE IS PROVIDED \"AS IS\" AND WITHOUT WARRANTIES OF ANY KIND, EXPRESS OR\nIMPLIED, INCLUDING WITHOUT LIMITATION WARRANTIES OF FITNESS FOR A PARTICULAR\nPURPOSE, MERCHANTABILITY, TITLE OR NON-INFRINGEMENT.\n\nIN NO EVENT WILL WE HAVE ANY LIABILITY TO YOU ARISING OUT OF OR RELATED TO THE\nSOFTWARE, INCLUDING INDIRECT, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES,\nEVEN IF WE HAVE BEEN INFORMED OF THEIR POSSIBILITY IN ADVANCE.\n\n### Trademarks\n\nExcept for displaying the License Details and identifying us as the origin of\nthe Software, you have no right under these Terms and Conditions to use our\ntrademarks, trade names, service marks or product names.\n\n## Grant of Future License\n\nWe hereby irrevocably grant you an additional license to use the Software under\nthe Apache License, Version 2.0 that is effective on the second anniversary of\nthe date we make the Software available. On or after that date, you may use the\nSoftware under the Apache License, Version 2.0, in which case the following\nwill apply:\n\nLicensed under the Apache License, Version 2.0 (the \"License\"); you may not use\nthis file except in compliance with the License.\n\nYou may obtain a copy of the License at\n\nhttp://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software distributed\nunder the License is distributed on an \"AS IS\" BASIS, WITHOUT WARRANTIES OR\nCONDITIONS OF ANY KIND, either express or implied. See the License for the\nspecific language governing permissions and limitations under the License." }, { "path": "aws-source/module/provider/datasource_aws_external_id.go", "content": "package main\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/hashicorp/terraform-plugin-framework/datasource\"\n\tdsschema \"github.com/hashicorp/terraform-plugin-framework/datasource/schema\"\n\t\"github.com/hashicorp/terraform-plugin-framework/types\"\n\tsdp \"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/codes\"\n)\n\nvar _ datasource.DataSource = (*awsExternalIdDataSource)(nil)\n\ntype awsExternalIdDataSource struct {\n\tmgmt sdpconnect.ManagementServiceClient\n}\n\ntype awsExternalIdDataSourceModel struct {\n\tExternalID types.String `tfsdk:\"external_id\"`\n}\n\nfunc NewAWSExternalIdDataSource() datasource.DataSource {\n\treturn &awsExternalIdDataSource{}\n}\n\nfunc (d *awsExternalIdDataSource) Metadata(_ context.Context, req datasource.MetadataRequest, resp *datasource.MetadataResponse) {\n\tresp.TypeName = req.ProviderTypeName + \"_aws_external_id\"\n}\n\nfunc (d *awsExternalIdDataSource) Schema(_ context.Context, _ datasource.SchemaRequest, resp *datasource.SchemaResponse) {\n\tresp.Schema = dsschema.Schema{\n\t\tDescription: \"Retrieves the stable AWS STS external ID for the current Overmind account. \" +\n\t\t\t\"Use this to configure the trust policy on an IAM role before creating the source.\",\n\t\tAttributes: map[string]dsschema.Attribute{\n\t\t\t\"external_id\": dsschema.StringAttribute{\n\t\t\t\tDescription: \"AWS STS external ID, stable per Overmind account.\",\n\t\t\t\tComputed: true,\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc (d *awsExternalIdDataSource) Configure(_ context.Context, req datasource.ConfigureRequest, resp *datasource.ConfigureResponse) {\n\tif req.ProviderData == nil {\n\t\treturn\n\t}\n\tmgmt, ok := req.ProviderData.(sdpconnect.ManagementServiceClient)\n\tif !ok {\n\t\tresp.Diagnostics.AddError(\"Unexpected DataSource Configure Type\",\n\t\t\tfmt.Sprintf(\"Expected sdpconnect.ManagementServiceClient, got %T\", req.ProviderData))\n\t\treturn\n\t}\n\td.mgmt = mgmt\n}\n\nfunc (d *awsExternalIdDataSource) Read(ctx context.Context, _ datasource.ReadRequest, resp *datasource.ReadResponse) {\n\tctx, span := tracing.Tracer().Start(ctx, \"AWSExternalId Read\")\n\tdefer span.End()\n\n\textIDResp, err := d.mgmt.GetOrCreateAWSExternalId(ctx,\n\t\tconnect.NewRequest(&sdp.GetOrCreateAWSExternalIdRequest{}))\n\tif err != nil {\n\t\tresp.Diagnostics.AddError(\"Failed to get AWS external ID\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"GetOrCreateAWSExternalId failed\")\n\t\treturn\n\t}\n\n\texternalID := extIDResp.Msg.GetAwsExternalId()\n\tspan.SetAttributes(attribute.String(\"ovm.externalId\", externalID))\n\n\tresp.Diagnostics.Append(resp.State.Set(ctx, &awsExternalIdDataSourceModel{\n\t\tExternalID: types.StringValue(externalID),\n\t})...)\n}\n" }, { "path": "aws-source/module/provider/main.go", "content": "package main\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\n\t\"github.com/hashicorp/terraform-plugin-framework/providerserver\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/uptrace/opentelemetry-go-extra/otellogrus\"\n)\n\nvar version = \"dev\" //nolint:gochecknoglobals // injected by GoReleaser ldflags\n\nconst defaultHoneycombAPIKey = \"hcaik_01j03qe0exnn2jxpj2vxkqb7yrqtr083kyk9rxxt2wzjamz8be94znqmwa\" //nolint:gosec // public ingest key, same as CLI\n\nfunc main() {\n\tif err := run(); err != nil {\n\t\tfmt.Fprintln(os.Stderr, err)\n\t\t//nolint:gocritic // os.Exit in main after deferred cleanup is the only option\n\t\tos.Exit(1)\n\t}\n}\n\nfunc run() error {\n\tformatter := new(log.TextFormatter)\n\tformatter.DisableTimestamp = true\n\tlog.SetFormatter(formatter)\n\tlog.SetOutput(os.Stderr)\n\tlog.SetLevel(log.ErrorLevel)\n\n\thoneycombAPIKey := defaultHoneycombAPIKey\n\tif v, ok := os.LookupEnv(\"HONEYCOMB_API_KEY\"); ok {\n\t\thoneycombAPIKey = v\n\t}\n\tif honeycombAPIKey != \"\" {\n\t\tif err := tracing.InitTracerWithUpstreams(\"overmind-terraform-provider\", honeycombAPIKey, \"\"); err != nil {\n\t\t\treturn fmt.Errorf(\"initialising tracing: %w\", err)\n\t\t}\n\t\tdefer tracing.ShutdownTracer(context.Background())\n\n\t\tlog.AddHook(otellogrus.NewHook(otellogrus.WithLevels(\n\t\t\tlog.AllLevels[:log.GetLevel()+1]...,\n\t\t)))\n\t}\n\n\treturn providerserver.Serve(context.Background(), NewProvider(version), providerserver.ServeOpts{\n\t\tAddress: \"registry.terraform.io/overmindtech/overmind\",\n\t})\n}\n" }, { "path": "aws-source/module/provider/provider.go", "content": "package main\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\n\t\"github.com/hashicorp/terraform-plugin-framework/datasource\"\n\t\"github.com/hashicorp/terraform-plugin-framework/provider\"\n\t\"github.com/hashicorp/terraform-plugin-framework/provider/schema\"\n\t\"github.com/hashicorp/terraform-plugin-framework/resource\"\n\t\"github.com/hashicorp/terraform-plugin-framework/types\"\n\t\"github.com/overmindtech/cli/go/auth\"\n\tsdp \"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/codes\"\n\t\"golang.org/x/oauth2\"\n)\n\nvar _ provider.Provider = (*overmindProvider)(nil)\n\ntype overmindProvider struct {\n\tversion string\n}\n\ntype overmindProviderModel struct {\n\tAppURL types.String `tfsdk:\"app_url\"`\n\tAPIKey types.String `tfsdk:\"api_key\"`\n}\n\nfunc NewProvider(version string) func() provider.Provider {\n\treturn func() provider.Provider {\n\t\treturn &overmindProvider{version: version}\n\t}\n}\n\nfunc (p *overmindProvider) Metadata(_ context.Context, _ provider.MetadataRequest, resp *provider.MetadataResponse) {\n\tresp.TypeName = \"overmind\"\n\tresp.Version = p.version\n}\n\nfunc (p *overmindProvider) Schema(_ context.Context, _ provider.SchemaRequest, resp *provider.SchemaResponse) {\n\tresp.Schema = schema.Schema{\n\t\tDescription: \"The Overmind provider manages infrastructure sources via the Overmind API. \" +\n\t\t\t\"Configuration is read from the OVERMIND_API_KEY and OVERMIND_APP_URL environment variables by default.\",\n\t\tAttributes: map[string]schema.Attribute{\n\t\t\t\"api_key\": schema.StringAttribute{\n\t\t\t\tDescription: \"Overmind API key. Can also be set via the OVERMIND_API_KEY environment variable.\",\n\t\t\t\tOptional: true,\n\t\t\t\tSensitive: true,\n\t\t\t},\n\t\t\t\"app_url\": schema.StringAttribute{\n\t\t\t\tDescription: \"Overmind application URL (e.g. https://app.overmind.tech). \" +\n\t\t\t\t\t\"Can also be set via the OVERMIND_APP_URL environment variable.\",\n\t\t\t\tOptional: true,\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc (p *overmindProvider) Configure(ctx context.Context, req provider.ConfigureRequest, resp *provider.ConfigureResponse) {\n\tctx, span := tracing.Tracer().Start(ctx, \"Provider Configure\")\n\tdefer span.End()\n\n\tvar config overmindProviderModel\n\tresp.Diagnostics.Append(req.Config.Get(ctx, &config)...)\n\tif resp.Diagnostics.HasError() {\n\t\treturn\n\t}\n\n\tapiKey := os.Getenv(\"OVERMIND_API_KEY\")\n\tif !config.APIKey.IsNull() {\n\t\tapiKey = config.APIKey.ValueString()\n\t}\n\n\tappURL := os.Getenv(\"OVERMIND_APP_URL\")\n\tif !config.AppURL.IsNull() {\n\t\tappURL = config.AppURL.ValueString()\n\t}\n\tif appURL == \"\" {\n\t\tappURL = \"https://app.overmind.tech\"\n\t}\n\n\tspan.SetAttributes(attribute.String(\"ovm.provider.appUrl\", appURL))\n\n\tif apiKey == \"\" {\n\t\tresp.Diagnostics.AddError(\n\t\t\t\"Missing API Key\",\n\t\t\t\"An Overmind API key must be provided via the api_key provider attribute or the OVERMIND_API_KEY environment variable.\",\n\t\t)\n\t\tspan.SetStatus(codes.Error, \"missing API key\")\n\t\treturn\n\t}\n\n\toi, err := sdp.NewOvermindInstance(ctx, appURL)\n\tif err != nil {\n\t\tresp.Diagnostics.AddError(\"Failed to resolve Overmind instance\",\n\t\t\tfmt.Sprintf(\"Could not resolve instance data from %s: %s\", appURL, err))\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"instance resolution failed\")\n\t\treturn\n\t}\n\n\tapiURL := oi.ApiUrl.String()\n\tspan.SetAttributes(attribute.String(\"ovm.provider.apiUrl\", apiURL))\n\n\ttokenSource := auth.NewAPIKeyTokenSource(apiKey, apiURL)\n\thttpClient := tracing.HTTPClient()\n\thttpClient.Transport = &oauth2.Transport{\n\t\tSource: tokenSource,\n\t\tBase: httpClient.Transport,\n\t}\n\n\tmgmtClient := sdpconnect.NewManagementServiceClient(httpClient, apiURL)\n\n\tresp.DataSourceData = mgmtClient\n\tresp.ResourceData = mgmtClient\n}\n\nfunc (p *overmindProvider) Resources(_ context.Context) []func() resource.Resource {\n\treturn []func() resource.Resource{\n\t\tNewAWSSourceResource,\n\t}\n}\n\nfunc (p *overmindProvider) DataSources(_ context.Context) []func() datasource.DataSource {\n\treturn []func() datasource.DataSource{\n\t\tNewAWSExternalIdDataSource,\n\t}\n}\n" }, { "path": "aws-source/module/provider/provider_test.go", "content": "package main\n\nimport (\n\t\"context\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"regexp\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/hashicorp/terraform-plugin-framework/datasource\"\n\t\"github.com/hashicorp/terraform-plugin-framework/provider\"\n\t\"github.com/hashicorp/terraform-plugin-framework/provider/schema\"\n\t\"github.com/hashicorp/terraform-plugin-framework/providerserver\"\n\t\"github.com/hashicorp/terraform-plugin-framework/resource\"\n\t\"github.com/hashicorp/terraform-plugin-go/tfprotov6\"\n\ttfresource \"github.com/hashicorp/terraform-plugin-testing/helper/resource\"\n\tsdp \"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n\t\"golang.org/x/oauth2\"\n)\n\n// --- mock ManagementService handler ---\n\ntype mockMgmtHandler struct {\n\tsdpconnect.UnimplementedManagementServiceHandler\n\tmu sync.Mutex\n\tsources map[string]*sdp.Source\n\texternalID string\n}\n\nfunc newMockMgmtHandler() *mockMgmtHandler {\n\treturn &mockMgmtHandler{\n\t\tsources: make(map[string]*sdp.Source),\n\t\texternalID: \"test-external-id-12345\",\n\t}\n}\n\nfunc (m *mockMgmtHandler) GetOrCreateAWSExternalId(_ context.Context, _ *connect.Request[sdp.GetOrCreateAWSExternalIdRequest]) (*connect.Response[sdp.GetOrCreateAWSExternalIdResponse], error) {\n\treturn connect.NewResponse(&sdp.GetOrCreateAWSExternalIdResponse{\n\t\tAwsExternalId: m.externalID,\n\t}), nil\n}\n\nfunc (m *mockMgmtHandler) CreateSource(_ context.Context, req *connect.Request[sdp.CreateSourceRequest]) (*connect.Response[sdp.CreateSourceResponse], error) {\n\tm.mu.Lock()\n\tdefer m.mu.Unlock()\n\tid := uuid.New()\n\tsource := &sdp.Source{\n\t\tMetadata: &sdp.SourceMetadata{UUID: id[:]},\n\t\tProperties: req.Msg.GetProperties(),\n\t}\n\tm.sources[id.String()] = source\n\treturn connect.NewResponse(&sdp.CreateSourceResponse{Source: source}), nil\n}\n\nfunc (m *mockMgmtHandler) GetSource(_ context.Context, req *connect.Request[sdp.GetSourceRequest]) (*connect.Response[sdp.GetSourceResponse], error) {\n\tm.mu.Lock()\n\tdefer m.mu.Unlock()\n\tid, err := uuid.FromBytes(req.Msg.GetUUID())\n\tif err != nil {\n\t\treturn nil, connect.NewError(connect.CodeInvalidArgument, err)\n\t}\n\tsource, ok := m.sources[id.String()]\n\tif !ok {\n\t\treturn nil, connect.NewError(connect.CodeNotFound, nil)\n\t}\n\treturn connect.NewResponse(&sdp.GetSourceResponse{Source: source}), nil\n}\n\nfunc (m *mockMgmtHandler) UpdateSource(_ context.Context, req *connect.Request[sdp.UpdateSourceRequest]) (*connect.Response[sdp.UpdateSourceResponse], error) {\n\tm.mu.Lock()\n\tdefer m.mu.Unlock()\n\tid, err := uuid.FromBytes(req.Msg.GetUUID())\n\tif err != nil {\n\t\treturn nil, connect.NewError(connect.CodeInvalidArgument, err)\n\t}\n\tsource, ok := m.sources[id.String()]\n\tif !ok {\n\t\treturn nil, connect.NewError(connect.CodeNotFound, nil)\n\t}\n\tsource.Properties = req.Msg.GetProperties()\n\treturn connect.NewResponse(&sdp.UpdateSourceResponse{Source: source}), nil\n}\n\nfunc (m *mockMgmtHandler) DeleteSource(_ context.Context, req *connect.Request[sdp.DeleteSourceRequest]) (*connect.Response[sdp.DeleteSourceResponse], error) {\n\tm.mu.Lock()\n\tdefer m.mu.Unlock()\n\tid, err := uuid.FromBytes(req.Msg.GetUUID())\n\tif err != nil {\n\t\treturn nil, connect.NewError(connect.CodeInvalidArgument, err)\n\t}\n\tif _, ok := m.sources[id.String()]; !ok {\n\t\treturn nil, connect.NewError(connect.CodeNotFound, nil)\n\t}\n\tdelete(m.sources, id.String())\n\treturn connect.NewResponse(&sdp.DeleteSourceResponse{}), nil\n}\n\n// --- test provider that bypasses auth ---\n\n// testProvider wraps the real provider but overrides Configure to inject a\n// pre-built client backed by the mock server. This avoids needing the\n// instance-data endpoint, ApiKeyService, or real JWTs in unit tests.\ntype testProvider struct {\n\tovermindProvider\n\tserverURL string\n}\n\nvar _ provider.Provider = (*testProvider)(nil)\n\nfunc (p *testProvider) Configure(ctx context.Context, _ provider.ConfigureRequest, resp *provider.ConfigureResponse) {\n\thttpClient := oauth2.NewClient(ctx,\n\t\toauth2.StaticTokenSource(&oauth2.Token{AccessToken: \"test\"}))\n\tmgmtClient := sdpconnect.NewManagementServiceClient(httpClient, p.serverURL)\n\tresp.DataSourceData = mgmtClient\n\tresp.ResourceData = mgmtClient\n}\n\nfunc (p *testProvider) Schema(ctx context.Context, req provider.SchemaRequest, resp *provider.SchemaResponse) {\n\tresp.Schema = schema.Schema{\n\t\tAttributes: map[string]schema.Attribute{},\n\t}\n}\n\nfunc (p *testProvider) Resources(ctx context.Context) []func() resource.Resource {\n\treturn p.overmindProvider.Resources(ctx)\n}\n\nfunc (p *testProvider) DataSources(ctx context.Context) []func() datasource.DataSource {\n\treturn p.overmindProvider.DataSources(ctx)\n}\n\n// --- test helpers ---\n\nfunc startTestServer(t *testing.T) string {\n\tt.Helper()\n\thandler := newMockMgmtHandler()\n\tpath, h := sdpconnect.NewManagementServiceHandler(handler)\n\tmux := http.NewServeMux()\n\tmux.Handle(path, h)\n\tsrv := httptest.NewServer(mux)\n\tt.Cleanup(srv.Close)\n\treturn srv.URL\n}\n\nfunc unitTestProviderFactories(serverURL string) map[string]func() (tfprotov6.ProviderServer, error) {\n\treturn map[string]func() (tfprotov6.ProviderServer, error){\n\t\t\"overmind\": providerserver.NewProtocol6WithError(&testProvider{\n\t\t\tovermindProvider: overmindProvider{version: \"test\"},\n\t\t\tserverURL: serverURL,\n\t\t}),\n\t}\n}\n\nfunc accTestProviderFactories() map[string]func() (tfprotov6.ProviderServer, error) {\n\treturn map[string]func() (tfprotov6.ProviderServer, error){\n\t\t\"overmind\": providerserver.NewProtocol6WithError(NewProvider(\"test\")()),\n\t}\n}\n\n// --- unit tests (mock server, always run) ---\n\nfunc TestAWSSourceResource_CRUD(t *testing.T) {\n\tserverURL := startTestServer(t)\n\n\ttfresource.UnitTest(t, tfresource.TestCase{\n\t\tProtoV6ProviderFactories: unitTestProviderFactories(serverURL),\n\t\tSteps: []tfresource.TestStep{\n\t\t\t{\n\t\t\t\tConfig: testAccAWSSourceConfig(\"test-source\", \"arn:aws:iam::123456789012:role/test\", `[\"us-east-1\", \"eu-west-1\"]`),\n\t\t\t\tCheck: tfresource.ComposeAggregateTestCheckFunc(\n\t\t\t\t\ttfresource.TestCheckResourceAttrSet(\"overmind_aws_source.test\", \"id\"),\n\t\t\t\t\ttfresource.TestCheckResourceAttr(\"overmind_aws_source.test\", \"name\", \"test-source\"),\n\t\t\t\t\ttfresource.TestCheckResourceAttr(\"overmind_aws_source.test\", \"aws_role_arn\", \"arn:aws:iam::123456789012:role/test\"),\n\t\t\t\t\ttfresource.TestCheckResourceAttr(\"overmind_aws_source.test\", \"external_id\", \"test-external-id-12345\"),\n\t\t\t\t\ttfresource.TestCheckResourceAttr(\"overmind_aws_source.test\", \"aws_regions.#\", \"2\"),\n\t\t\t\t),\n\t\t\t},\n\t\t\t{\n\t\t\t\tConfig: testAccAWSSourceConfig(\"updated-source\", \"arn:aws:iam::123456789012:role/test\", `[\"us-west-2\"]`),\n\t\t\t\tCheck: tfresource.ComposeAggregateTestCheckFunc(\n\t\t\t\t\ttfresource.TestCheckResourceAttr(\"overmind_aws_source.test\", \"name\", \"updated-source\"),\n\t\t\t\t\ttfresource.TestCheckResourceAttr(\"overmind_aws_source.test\", \"aws_regions.#\", \"1\"),\n\t\t\t\t\ttfresource.TestCheckResourceAttr(\"overmind_aws_source.test\", \"aws_regions.0\", \"us-west-2\"),\n\t\t\t\t),\n\t\t\t},\n\t\t\t{\n\t\t\t\tResourceName: \"overmind_aws_source.test\",\n\t\t\t\tImportState: true,\n\t\t\t\tImportStateVerify: true,\n\t\t\t},\n\t\t},\n\t})\n}\n\nfunc TestProviderConfigure_MissingAPIKey(t *testing.T) {\n\tt.Setenv(\"OVERMIND_API_KEY\", \"\")\n\tt.Setenv(\"OVERMIND_APP_URL\", \"\")\n\n\ttfresource.UnitTest(t, tfresource.TestCase{\n\t\tProtoV6ProviderFactories: accTestProviderFactories(),\n\t\tSteps: []tfresource.TestStep{\n\t\t\t{\n\t\t\t\tConfig: `\nresource \"overmind_aws_source\" \"test\" {\n name = \"x\"\n aws_role_arn = \"arn\"\n aws_regions = [\"us-east-1\"]\n}\n`,\n\t\t\t\tExpectError: regexp.MustCompile(`Missing API Key`),\n\t\t\t},\n\t\t},\n\t})\n}\n\nfunc TestAWSExternalIdDataSource_Read(t *testing.T) {\n\tserverURL := startTestServer(t)\n\n\ttfresource.UnitTest(t, tfresource.TestCase{\n\t\tProtoV6ProviderFactories: unitTestProviderFactories(serverURL),\n\t\tSteps: []tfresource.TestStep{\n\t\t\t{\n\t\t\t\tConfig: `data \"overmind_aws_external_id\" \"test\" {}`,\n\t\t\t\tCheck: tfresource.ComposeAggregateTestCheckFunc(\n\t\t\t\t\ttfresource.TestCheckResourceAttr(\n\t\t\t\t\t\t\"data.overmind_aws_external_id.test\", \"external_id\", \"test-external-id-12345\"),\n\t\t\t\t),\n\t\t\t},\n\t\t},\n\t})\n}\n\nfunc testAccAWSSourceConfig(name, roleARN, regions string) string {\n\treturn `resource \"overmind_aws_source\" \"test\" {\n name = \"` + name + `\"\n aws_role_arn = \"` + roleARN + `\"\n aws_regions = ` + regions + `\n}`\n}\n" }, { "path": "aws-source/module/provider/resource_aws_source.go", "content": "package main\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/hashicorp/terraform-plugin-framework/diag\"\n\t\"github.com/hashicorp/terraform-plugin-framework/path\"\n\t\"github.com/hashicorp/terraform-plugin-framework/resource\"\n\t\"github.com/hashicorp/terraform-plugin-framework/resource/schema\"\n\t\"github.com/hashicorp/terraform-plugin-framework/resource/schema/planmodifier\"\n\t\"github.com/hashicorp/terraform-plugin-framework/resource/schema/stringplanmodifier\"\n\t\"github.com/hashicorp/terraform-plugin-framework/types\"\n\tsdp \"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/codes\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\nvar (\n\t_ resource.Resource = (*awsSourceResource)(nil)\n\t_ resource.ResourceWithImportState = (*awsSourceResource)(nil)\n)\n\ntype awsSourceResource struct {\n\tmgmt sdpconnect.ManagementServiceClient\n}\n\ntype awsSourceResourceModel struct {\n\tID types.String `tfsdk:\"id\"`\n\tName types.String `tfsdk:\"name\"`\n\tAWSRoleARN types.String `tfsdk:\"aws_role_arn\"`\n\tAWSRegions types.List `tfsdk:\"aws_regions\"`\n\tExternalID types.String `tfsdk:\"external_id\"`\n}\n\nfunc NewAWSSourceResource() resource.Resource {\n\treturn &awsSourceResource{}\n}\n\nfunc (r *awsSourceResource) Metadata(_ context.Context, req resource.MetadataRequest, resp *resource.MetadataResponse) {\n\tresp.TypeName = req.ProviderTypeName + \"_aws_source\"\n}\n\nfunc (r *awsSourceResource) Schema(_ context.Context, _ resource.SchemaRequest, resp *resource.SchemaResponse) {\n\tresp.Schema = schema.Schema{\n\t\tDescription: \"Manages an Overmind AWS infrastructure source.\",\n\t\tAttributes: map[string]schema.Attribute{\n\t\t\t\"id\": schema.StringAttribute{\n\t\t\t\tDescription: \"Source UUID assigned by the Overmind API.\",\n\t\t\t\tComputed: true,\n\t\t\t\tPlanModifiers: []planmodifier.String{\n\t\t\t\t\tstringplanmodifier.UseStateForUnknown(),\n\t\t\t\t},\n\t\t\t},\n\t\t\t\"name\": schema.StringAttribute{\n\t\t\t\tDescription: \"Human-readable name for this source.\",\n\t\t\t\tRequired: true,\n\t\t\t},\n\t\t\t\"aws_role_arn\": schema.StringAttribute{\n\t\t\t\tDescription: \"ARN of the IAM role to assume in the customer's AWS account.\",\n\t\t\t\tRequired: true,\n\t\t\t},\n\t\t\t\"aws_regions\": schema.ListAttribute{\n\t\t\t\tDescription: \"AWS regions this source should discover resources in.\",\n\t\t\t\tRequired: true,\n\t\t\t\tElementType: types.StringType,\n\t\t\t},\n\t\t\t\"external_id\": schema.StringAttribute{\n\t\t\t\tDescription: \"AWS STS external ID for the IAM trust policy, stable per Overmind account.\",\n\t\t\t\tComputed: true,\n\t\t\t\tPlanModifiers: []planmodifier.String{\n\t\t\t\t\tstringplanmodifier.UseStateForUnknown(),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc (r *awsSourceResource) Configure(_ context.Context, req resource.ConfigureRequest, resp *resource.ConfigureResponse) {\n\tif req.ProviderData == nil {\n\t\treturn\n\t}\n\tmgmt, ok := req.ProviderData.(sdpconnect.ManagementServiceClient)\n\tif !ok {\n\t\tresp.Diagnostics.AddError(\"Unexpected Resource Configure Type\",\n\t\t\tfmt.Sprintf(\"Expected sdpconnect.ManagementServiceClient, got %T\", req.ProviderData))\n\t\treturn\n\t}\n\tr.mgmt = mgmt\n}\n\nfunc (r *awsSourceResource) Create(ctx context.Context, req resource.CreateRequest, resp *resource.CreateResponse) {\n\tctx, span := tracing.Tracer().Start(ctx, \"AWSSource Create\")\n\tdefer span.End()\n\n\tvar plan awsSourceResourceModel\n\tresp.Diagnostics.Append(req.Plan.Get(ctx, &plan)...)\n\tif resp.Diagnostics.HasError() {\n\t\treturn\n\t}\n\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.source.name\", plan.Name.ValueString()),\n\t\tattribute.String(\"ovm.source.roleArn\", plan.AWSRoleARN.ValueString()),\n\t)\n\n\textIDResp, err := r.mgmt.GetOrCreateAWSExternalId(ctx,\n\t\tconnect.NewRequest(&sdp.GetOrCreateAWSExternalIdRequest{}))\n\tif err != nil {\n\t\tresp.Diagnostics.AddError(\"Failed to get AWS external ID\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"GetOrCreateAWSExternalId failed\")\n\t\treturn\n\t}\n\texternalID := extIDResp.Msg.GetAwsExternalId()\n\n\tregions, diags := regionsFromList(ctx, plan.AWSRegions)\n\tresp.Diagnostics.Append(diags...)\n\tif resp.Diagnostics.HasError() {\n\t\treturn\n\t}\n\n\tsourceConfig, err := structpb.NewStruct(map[string]any{\n\t\t\"aws-access-strategy\": \"external-id\",\n\t\t\"aws-external-id\": externalID,\n\t\t\"aws-target-role-arn\": plan.AWSRoleARN.ValueString(),\n\t\t\"aws-regions\": toAnySlice(regions),\n\t})\n\tif err != nil {\n\t\tresp.Diagnostics.AddError(\"Failed to build source config\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"config build failed\")\n\t\treturn\n\t}\n\n\tcreateResp, err := r.mgmt.CreateSource(ctx, connect.NewRequest(&sdp.CreateSourceRequest{\n\t\tProperties: &sdp.SourceProperties{\n\t\t\tDescriptiveName: plan.Name.ValueString(),\n\t\t\tType: \"aws\",\n\t\t\tConfig: sourceConfig,\n\t\t},\n\t}))\n\tif err != nil {\n\t\tresp.Diagnostics.AddError(\"Failed to create source\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"CreateSource failed\")\n\t\treturn\n\t}\n\n\tsource := createResp.Msg.GetSource()\n\tsourceUUID, err := uuid.FromBytes(source.GetMetadata().GetUUID())\n\tif err != nil {\n\t\tresp.Diagnostics.AddError(\"Failed to parse source UUID\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"UUID parse failed\")\n\t\treturn\n\t}\n\n\tplan.ID = types.StringValue(sourceUUID.String())\n\tplan.ExternalID = types.StringValue(externalID)\n\n\tspan.SetAttributes(attribute.String(\"ovm.source.id\", sourceUUID.String()))\n\n\tresp.Diagnostics.Append(resp.State.Set(ctx, &plan)...)\n}\n\nfunc (r *awsSourceResource) Read(ctx context.Context, req resource.ReadRequest, resp *resource.ReadResponse) {\n\tctx, span := tracing.Tracer().Start(ctx, \"AWSSource Read\")\n\tdefer span.End()\n\n\tvar state awsSourceResourceModel\n\tresp.Diagnostics.Append(req.State.Get(ctx, &state)...)\n\tif resp.Diagnostics.HasError() {\n\t\treturn\n\t}\n\n\tspan.SetAttributes(attribute.String(\"ovm.source.id\", state.ID.ValueString()))\n\n\tuuidBytes, err := uuidToBytes(state.ID.ValueString())\n\tif err != nil {\n\t\tresp.Diagnostics.AddError(\"Invalid source ID\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"invalid UUID\")\n\t\treturn\n\t}\n\n\tgetResp, err := r.mgmt.GetSource(ctx, connect.NewRequest(&sdp.GetSourceRequest{\n\t\tUUID: uuidBytes,\n\t}))\n\tif err != nil {\n\t\tif connect.CodeOf(err) == connect.CodeNotFound {\n\t\t\tspan.SetAttributes(attribute.Bool(\"ovm.source.removed\", true))\n\t\t\tresp.State.RemoveResource(ctx)\n\t\t\treturn\n\t\t}\n\t\tresp.Diagnostics.AddError(\"Failed to read source\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"GetSource failed\")\n\t\treturn\n\t}\n\n\tsource := getResp.Msg.GetSource()\n\tprops := source.GetProperties()\n\n\tstate.Name = types.StringValue(props.GetDescriptiveName())\n\n\tif cfg := props.GetConfig(); cfg != nil {\n\t\tfields := cfg.GetFields()\n\t\tif v, ok := fields[\"aws-target-role-arn\"]; ok {\n\t\t\tstate.AWSRoleARN = types.StringValue(v.GetStringValue())\n\t\t}\n\t\tif v, ok := fields[\"aws-regions\"]; ok {\n\t\t\tregionVals := regionsFromStructValue(v)\n\t\t\tlistVal, diags := types.ListValueFrom(ctx, types.StringType, regionVals)\n\t\t\tresp.Diagnostics.Append(diags...)\n\t\t\tstate.AWSRegions = listVal\n\t\t}\n\t\tif v, ok := fields[\"aws-external-id\"]; ok {\n\t\t\tstate.ExternalID = types.StringValue(v.GetStringValue())\n\t\t}\n\t}\n\n\tresp.Diagnostics.Append(resp.State.Set(ctx, &state)...)\n}\n\nfunc (r *awsSourceResource) Update(ctx context.Context, req resource.UpdateRequest, resp *resource.UpdateResponse) {\n\tctx, span := tracing.Tracer().Start(ctx, \"AWSSource Update\")\n\tdefer span.End()\n\n\tvar plan awsSourceResourceModel\n\tresp.Diagnostics.Append(req.Plan.Get(ctx, &plan)...)\n\tif resp.Diagnostics.HasError() {\n\t\treturn\n\t}\n\n\tvar state awsSourceResourceModel\n\tresp.Diagnostics.Append(req.State.Get(ctx, &state)...)\n\tif resp.Diagnostics.HasError() {\n\t\treturn\n\t}\n\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.source.id\", state.ID.ValueString()),\n\t\tattribute.String(\"ovm.source.name\", plan.Name.ValueString()),\n\t)\n\n\tuuidBytes, err := uuidToBytes(state.ID.ValueString())\n\tif err != nil {\n\t\tresp.Diagnostics.AddError(\"Invalid source ID\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"invalid UUID\")\n\t\treturn\n\t}\n\n\tregions, diags := regionsFromList(ctx, plan.AWSRegions)\n\tresp.Diagnostics.Append(diags...)\n\tif resp.Diagnostics.HasError() {\n\t\treturn\n\t}\n\n\texternalID := state.ExternalID.ValueString()\n\n\tsourceConfig, err := structpb.NewStruct(map[string]any{\n\t\t\"aws-access-strategy\": \"external-id\",\n\t\t\"aws-external-id\": externalID,\n\t\t\"aws-target-role-arn\": plan.AWSRoleARN.ValueString(),\n\t\t\"aws-regions\": toAnySlice(regions),\n\t})\n\tif err != nil {\n\t\tresp.Diagnostics.AddError(\"Failed to build source config\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"config build failed\")\n\t\treturn\n\t}\n\n\t_, err = r.mgmt.UpdateSource(ctx, connect.NewRequest(&sdp.UpdateSourceRequest{\n\t\tUUID: uuidBytes,\n\t\tProperties: &sdp.SourceProperties{\n\t\t\tDescriptiveName: plan.Name.ValueString(),\n\t\t\tType: \"aws\",\n\t\t\tConfig: sourceConfig,\n\t\t},\n\t}))\n\tif err != nil {\n\t\tresp.Diagnostics.AddError(\"Failed to update source\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"UpdateSource failed\")\n\t\treturn\n\t}\n\n\tplan.ID = state.ID\n\tplan.ExternalID = state.ExternalID\n\n\tresp.Diagnostics.Append(resp.State.Set(ctx, &plan)...)\n}\n\nfunc (r *awsSourceResource) Delete(ctx context.Context, req resource.DeleteRequest, resp *resource.DeleteResponse) {\n\tctx, span := tracing.Tracer().Start(ctx, \"AWSSource Delete\")\n\tdefer span.End()\n\n\tvar state awsSourceResourceModel\n\tresp.Diagnostics.Append(req.State.Get(ctx, &state)...)\n\tif resp.Diagnostics.HasError() {\n\t\treturn\n\t}\n\n\tspan.SetAttributes(attribute.String(\"ovm.source.id\", state.ID.ValueString()))\n\n\tuuidBytes, err := uuidToBytes(state.ID.ValueString())\n\tif err != nil {\n\t\tresp.Diagnostics.AddError(\"Invalid source ID\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"invalid UUID\")\n\t\treturn\n\t}\n\n\t_, err = r.mgmt.DeleteSource(ctx, connect.NewRequest(&sdp.DeleteSourceRequest{\n\t\tUUID: uuidBytes,\n\t}))\n\tif err != nil {\n\t\tif connect.CodeOf(err) == connect.CodeNotFound {\n\t\t\tspan.SetAttributes(attribute.Bool(\"ovm.source.alreadyGone\", true))\n\t\t\treturn\n\t\t}\n\t\tresp.Diagnostics.AddError(\"Failed to delete source\", err.Error())\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"DeleteSource failed\")\n\t}\n}\n\nfunc (r *awsSourceResource) ImportState(ctx context.Context, req resource.ImportStateRequest, resp *resource.ImportStateResponse) {\n\tctx, span := tracing.Tracer().Start(ctx, \"AWSSource Import\")\n\tdefer span.End()\n\n\tspan.SetAttributes(attribute.String(\"ovm.source.id\", req.ID))\n\n\tresource.ImportStatePassthroughID(ctx, path.Root(\"id\"), req, resp)\n}\n\n// --- helpers ---\n\nfunc uuidToBytes(s string) ([]byte, error) {\n\tparsed, err := uuid.Parse(s)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"parsing UUID %q: %w\", s, err)\n\t}\n\tb := parsed[:]\n\treturn b, nil\n}\n\nfunc regionsFromList(ctx context.Context, list types.List) ([]string, diag.Diagnostics) {\n\tvar regions []string\n\tdiags := list.ElementsAs(ctx, ®ions, false)\n\treturn regions, diags\n}\n\nfunc toAnySlice(ss []string) []any {\n\tout := make([]any, len(ss))\n\tfor i, s := range ss {\n\t\tout[i] = s\n\t}\n\treturn out\n}\n\nfunc regionsFromStructValue(v *structpb.Value) []string {\n\tlv := v.GetListValue()\n\tif lv == nil {\n\t\treturn []string{}\n\t}\n\tvals := lv.GetValues()\n\tout := make([]string, 0, len(vals))\n\tfor _, item := range vals {\n\t\tif s := item.GetStringValue(); s != \"\" {\n\t\t\tout = append(out, s)\n\t\t}\n\t}\n\treturn out\n}\n" }, { "path": "aws-source/module/provider/terraform-registry-manifest.json", "content": "{\n \"version\": 1,\n \"metadata\": {\n \"protocol_versions\": [\n \"6.0\"\n ]\n }\n}\n" }, { "path": "aws-source/module/terraform/.github/workflows/finalize-copybara-sync.yml", "content": "name: Finalize Copybara Sync\n\non:\n push:\n branches:\n - 'copybara/v*'\n\nconcurrency:\n group: copybara-sync-${{ github.ref }}\n cancel-in-progress: true\n\njobs:\n finalize:\n runs-on: ubuntu-latest\n permissions:\n contents: write\n pull-requests: write\n\n steps:\n - name: Extract version from branch name\n id: version\n run: |\n VERSION=$(echo \"$GITHUB_REF\" | sed 's|refs/heads/copybara/||')\n echo \"version=$VERSION\" >> $GITHUB_OUTPUT\n\n - uses: actions/checkout@v6\n with:\n ref: ${{ github.ref }}\n fetch-depth: 0\n\n - name: Extract original commit author\n id: author\n run: |\n AUTHOR_EMAIL=$(git log -1 --format='%ae' --author='^(?!.*actions@github.com)' --perl-regexp 2>/dev/null || git log -1 --format='%ae')\n AUTHOR_NAME=$(git log -1 --format='%an' --author='^(?!.*actions@github.com)' --perl-regexp 2>/dev/null || git log -1 --format='%an')\n echo \"email=$AUTHOR_EMAIL\" >> $GITHUB_OUTPUT\n echo \"name=$AUTHOR_NAME\" >> $GITHUB_OUTPUT\n\n if [[ \"$AUTHOR_EMAIL\" =~ ^([^@]+)@users\\.noreply\\.github\\.com$ ]]; then\n GITHUB_USER=$(echo \"${BASH_REMATCH[1]}\" | sed 's/^[0-9]*+//')\n echo \"github_user=$GITHUB_USER\" >> $GITHUB_OUTPUT\n else\n echo \"github_user=\" >> $GITHUB_OUTPUT\n fi\n\n - name: Create Pull Request\n env:\n GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}\n VERSION: ${{ steps.version.outputs.version }}\n AUTHOR_NAME: ${{ steps.author.outputs.name }}\n AUTHOR_EMAIL: ${{ steps.author.outputs.email }}\n GITHUB_USER: ${{ steps.author.outputs.github_user }}\n HEAD_BRANCH: ${{ github.ref_name }}\n run: |\n PR_BODY=\"## Copybara Sync - Release ${VERSION}\n\n This PR was automatically created by Copybara, syncing changes from the [overmindtech/workspace](https://github.com/overmindtech/workspace) monorepo.\n\n **Original author:** ${AUTHOR_NAME} (${AUTHOR_EMAIL})\n\n ### What happens when this PR is merged?\n\n 1. The \\`tag-on-merge\\` workflow will automatically create the \\`${VERSION}\\` tag on main\n 2. Terraform Registry will detect the tag via webhook and publish the module\n\n ### Review Checklist\n\n - [ ] Changes look correct and match the expected monorepo sync\n \"\n\n PR_URL=$(gh pr create \\\n --base main \\\n --head \"$HEAD_BRANCH\" \\\n --title \"Release ${VERSION}\" \\\n --body \"$PR_BODY\")\n\n echo \"Created PR: $PR_URL\"\n\n if [ -n \"$GITHUB_USER\" ]; then\n echo \"Requesting review from original author: $GITHUB_USER\"\n gh pr edit \"$PR_URL\" --add-reviewer \"$GITHUB_USER\" || true\n fi\n\n echo \"Requesting review from Engineering team\"\n gh pr edit \"$PR_URL\" --add-reviewer \"overmindtech/Engineering\" || true\n" }, { "path": "aws-source/module/terraform/.github/workflows/tag-on-merge.yml", "content": "name: Tag Release on Merge\n\non:\n pull_request:\n types:\n - closed\n branches:\n - main\n\njobs:\n tag-release:\n if: github.event.pull_request.merged == true && startsWith(github.event.pull_request.head.ref, 'copybara/v')\n runs-on: ubuntu-latest\n permissions:\n contents: write\n\n steps:\n - name: Extract version from branch name\n id: version\n env:\n BRANCH: ${{ github.event.pull_request.head.ref }}\n run: |\n VERSION=$(echo \"$BRANCH\" | sed 's|copybara/||')\n echo \"version=$VERSION\" >> $GITHUB_OUTPUT\n echo \"Extracted version: $VERSION\"\n\n - uses: actions/checkout@v6\n with:\n ref: main\n fetch-depth: 0\n token: ${{ secrets.RELEASE_PAT }}\n\n - name: Configure Git\n run: |\n git config user.name \"GitHub Actions Bot\"\n git config user.email \"actions@github.com\"\n\n - name: Create and push tag\n env:\n VERSION: ${{ steps.version.outputs.version }}\n run: |\n echo \"Creating tag: $VERSION\"\n git tag \"$VERSION\"\n git push origin \"$VERSION\"\n echo \"Successfully pushed tag $VERSION\"\n\n - name: Delete copybara branch\n env:\n GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}\n BRANCH: ${{ github.event.pull_request.head.ref }}\n run: |\n echo \"Deleting branch: $BRANCH\"\n git push origin --delete \"$BRANCH\" || echo \"Branch may have already been deleted\"\n" }, { "path": "aws-source/module/terraform/LICENSE", "content": "# Functional Source License, Version 1.1, Apache 2.0 Future License\n\n## Abbreviation\n\nFSL-1.1-Apache-2.0\n\n## Notice\n\nCopyright 2024 Overmind Technology Inc.\n\n## Terms and Conditions\n\n### Licensor (\"We\")\n\nThe party offering the Software under these Terms and Conditions.\n\n### The Software\n\nThe \"Software\" is each version of the software that we make available under\nthese Terms and Conditions, as indicated by our inclusion of these Terms and\nConditions with the Software.\n\n### License Grant\n\nSubject to your compliance with this License Grant and the Patents,\nRedistribution and Trademark clauses below, we hereby grant you the right to\nuse, copy, modify, create derivative works, publicly perform, publicly display\nand redistribute the Software for any Permitted Purpose identified below.\n\n### Permitted Purpose\n\nA Permitted Purpose is any purpose other than a Competing Use. A Competing Use\nmeans making the Software available to others in a commercial product or\nservice that:\n\n1. substitutes for the Software;\n\n2. substitutes for any other product or service we offer using the Software\n that exists as of the date we make the Software available; or\n\n3. offers the same or substantially similar functionality as the Software.\n\nPermitted Purposes specifically include using the Software:\n\n1. for your internal use and access;\n\n2. for non-commercial education;\n\n3. for non-commercial research; and\n\n4. in connection with professional services that you provide to a licensee\n using the Software in accordance with these Terms and Conditions.\n\n### Patents\n\nTo the extent your use for a Permitted Purpose would necessarily infringe our\npatents, the license grant above includes a license under our patents. If you\nmake a claim against any party that the Software infringes or contributes to\nthe infringement of any patent, then your patent license to the Software ends\nimmediately.\n\n### Redistribution\n\nThe Terms and Conditions apply to all copies, modifications and derivatives of\nthe Software.\n\nIf you redistribute any copies, modifications or derivatives of the Software,\nyou must include a copy of or a link to these Terms and Conditions and not\nremove any copyright notices provided in or with the Software.\n\n### Disclaimer\n\nTHE SOFTWARE IS PROVIDED \"AS IS\" AND WITHOUT WARRANTIES OF ANY KIND, EXPRESS OR\nIMPLIED, INCLUDING WITHOUT LIMITATION WARRANTIES OF FITNESS FOR A PARTICULAR\nPURPOSE, MERCHANTABILITY, TITLE OR NON-INFRINGEMENT.\n\nIN NO EVENT WILL WE HAVE ANY LIABILITY TO YOU ARISING OUT OF OR RELATED TO THE\nSOFTWARE, INCLUDING INDIRECT, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES,\nEVEN IF WE HAVE BEEN INFORMED OF THEIR POSSIBILITY IN ADVANCE.\n\n### Trademarks\n\nExcept for displaying the License Details and identifying us as the origin of\nthe Software, you have no right under these Terms and Conditions to use our\ntrademarks, trade names, service marks or product names.\n\n## Grant of Future License\n\nWe hereby irrevocably grant you an additional license to use the Software under\nthe Apache License, Version 2.0 that is effective on the second anniversary of\nthe date we make the Software available. On or after that date, you may use the\nSoftware under the Apache License, Version 2.0, in which case the following\nwill apply:\n\nLicensed under the Apache License, Version 2.0 (the \"License\"); you may not use\nthis file except in compliance with the License.\n\nYou may obtain a copy of the License at\n\nhttp://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software distributed\nunder the License is distributed on an \"AS IS\" BASIS, WITHOUT WARRANTIES OR\nCONDITIONS OF ANY KIND, either express or implied. See the License for the\nspecific language governing permissions and limitations under the License." }, { "path": "aws-source/module/terraform/README.md", "content": "# Overmind AWS Source Setup\n\nTerraform module that configures an AWS account for\n[Overmind](https://overmind.tech) infrastructure discovery. A single\n`terraform apply` creates:\n\n1. An IAM role with a read-only policy in the target AWS account\n2. A trust policy allowing Overmind to assume the role via STS external ID\n3. An Overmind source registration pointing at the role\n\n## Usage\n\n```hcl\nprovider \"overmind\" {}\n\nprovider \"aws\" {\n region = \"us-east-1\"\n}\n\nmodule \"overmind_aws_source\" {\n source = \"overmindtech/aws-source/overmind\"\n\n name = \"production\"\n}\n```\n\n## Inputs\n\n| Name | Description | Type | Default | Required |\n| --- | --- | --- | --- | --- |\n| `name` | Descriptive name for the source in Overmind | `string` | n/a | yes |\n| `regions` | AWS regions to discover (defaults to all non-opt-in regions) | `list(string)` | All 17 standard regions | no |\n| `role_name` | Name for the IAM role created in this account | `string` | `\"overmind-read-only\"` | no |\n| `tags` | Additional tags to apply to IAM resources | `map(string)` | `{}` | no |\n\n## Outputs\n\n| Name | Description |\n| --- | --- |\n| `role_arn` | ARN of the created IAM role |\n| `source_id` | UUID of the Overmind source |\n| `external_id` | AWS STS external ID used in the trust policy |\n\n## Multi-Account Example\n\nUse AWS provider aliases to onboard several accounts at once:\n\n```hcl\nprovider \"overmind\" {}\n\nprovider \"aws\" {\n alias = \"production\"\n region = \"us-east-1\"\n assume_role { role_arn = \"arn:aws:iam::111111111111:role/terraform\" }\n}\n\nprovider \"aws\" {\n alias = \"staging\"\n region = \"eu-west-1\"\n assume_role { role_arn = \"arn:aws:iam::222222222222:role/terraform\" }\n}\n\nmodule \"overmind_production\" {\n source = \"overmindtech/aws-source/overmind\"\n name = \"production\"\n\n providers = {\n aws = aws.production\n overmind = overmind\n }\n}\n\nmodule \"overmind_staging\" {\n source = \"overmindtech/aws-source/overmind\"\n name = \"staging\"\n regions = [\"eu-west-1\"]\n\n providers = {\n aws = aws.staging\n overmind = overmind\n }\n}\n```\n\n## Importing Existing Sources\n\nIf you already created an Overmind AWS source through the UI and want to manage it\nwith Terraform, you can import it using the source UUID (visible on the source\ndetails page in [Settings > Sources](https://app.overmind.tech/settings/sources)):\n\n```shell\nterraform import module.overmind_aws_source.overmind_aws_source.this \n```\n\nAfter importing, run `terraform plan` to verify the state matches your\nconfiguration. Terraform will show any drift between the imported resource and\nyour HCL.\n\n## Authentication\n\nThe Overmind provider accepts an API key via the `api_key` attribute or the\n`OVERMIND_API_KEY` environment variable. The attribute takes precedence. The key\nmust have `sources:write` scope.\n\n```hcl\nprovider \"overmind\" {\n api_key = var.overmind_api_key\n}\n```\n\nThe AWS provider must have permissions to create IAM roles and policies in the\ntarget account.\n\n## Requirements\n\n| Name | Version |\n| --- | --- |\n| terraform | >= 1.5.0 |\n| aws | >= 6.0 |\n| overmind | >= 0.1.0 |\n" }, { "path": "aws-source/module/terraform/examples/multi-account/main.tf", "content": "provider \"overmind\" {}\n\nprovider \"aws\" {\n alias = \"production\"\n region = \"us-east-1\"\n\n assume_role {\n role_arn = \"arn:aws:iam::111111111111:role/terraform\"\n }\n}\n\nprovider \"aws\" {\n alias = \"staging\"\n region = \"eu-west-1\"\n\n assume_role {\n role_arn = \"arn:aws:iam::222222222222:role/terraform\"\n }\n}\n\nmodule \"overmind_production\" {\n source = \"overmindtech/aws-source/overmind\"\n name = \"production\"\n\n providers = {\n aws = aws.production\n overmind = overmind\n }\n}\n\nmodule \"overmind_staging\" {\n source = \"overmindtech/aws-source/overmind\"\n name = \"staging\"\n regions = [\"eu-west-1\"]\n\n providers = {\n aws = aws.staging\n overmind = overmind\n }\n}\n\noutput \"production_role_arn\" {\n value = module.overmind_production.role_arn\n}\n\noutput \"staging_role_arn\" {\n value = module.overmind_staging.role_arn\n}\n" }, { "path": "aws-source/module/terraform/examples/single-account/main.tf", "content": "provider \"overmind\" {}\n\nprovider \"aws\" {\n region = \"us-east-1\"\n}\n\nmodule \"overmind_aws_source\" {\n source = \"overmindtech/aws-source/overmind\"\n\n name = \"production\"\n}\n\noutput \"role_arn\" {\n value = module.overmind_aws_source.role_arn\n}\n\noutput \"source_id\" {\n value = module.overmind_aws_source.source_id\n}\n" }, { "path": "aws-source/module/terraform/main.tf", "content": "data \"overmind_aws_external_id\" \"this\" {}\n\nresource \"aws_iam_role\" \"overmind\" {\n name = var.role_name\n\n assume_role_policy = jsonencode({\n Version = \"2012-10-17\"\n Statement = [\n {\n Effect = \"Allow\"\n Principal = { AWS = \"arn:aws:iam::${var.overmind_aws_account_id}:root\" }\n Action = \"sts:AssumeRole\"\n Condition = {\n StringEquals = {\n \"sts:ExternalId\" = data.overmind_aws_external_id.this.external_id\n }\n }\n },\n {\n Effect = \"Allow\"\n Principal = { AWS = \"arn:aws:iam::${var.overmind_aws_account_id}:root\" }\n Action = \"sts:TagSession\"\n },\n ]\n })\n\n tags = merge(var.tags, {\n \"overmind.version\" = \"2026-02-17\"\n })\n}\n\nresource \"aws_iam_role_policy\" \"overmind\" {\n name = \"OvmReadOnly\"\n role = aws_iam_role.overmind.id\n\n policy = jsonencode({\n Version = \"2012-10-17\"\n Statement = [\n {\n Effect = \"Allow\"\n Action = [\n \"apigateway:Get*\",\n \"autoscaling:Describe*\",\n \"cloudfront:Get*\",\n \"cloudfront:List*\",\n \"cloudwatch:Describe*\",\n \"cloudwatch:GetMetricData\",\n \"cloudwatch:ListTagsForResource\",\n \"directconnect:Describe*\",\n \"dynamodb:Describe*\",\n \"dynamodb:List*\",\n \"ec2:Describe*\",\n \"ecs:Describe*\",\n \"ecs:List*\",\n \"eks:Describe*\",\n \"eks:List*\",\n \"elasticfilesystem:Describe*\",\n \"elasticloadbalancing:Describe*\",\n \"iam:Get*\",\n \"iam:List*\",\n \"kms:Describe*\",\n \"kms:Get*\",\n \"kms:List*\",\n \"lambda:Get*\",\n \"lambda:List*\",\n \"network-firewall:Describe*\",\n \"network-firewall:List*\",\n \"networkmanager:Describe*\",\n \"networkmanager:Get*\",\n \"networkmanager:List*\",\n \"rds:Describe*\",\n \"rds:ListTagsForResource\",\n \"route53:Get*\",\n \"route53:List*\",\n \"s3:GetBucket*\",\n \"s3:ListAllMyBuckets\",\n \"sns:Get*\",\n \"sns:List*\",\n \"sqs:Get*\",\n \"sqs:List*\",\n \"ssm:Describe*\",\n \"ssm:Get*\",\n \"ssm:ListTagsForResource\",\n ]\n Resource = \"*\"\n },\n ]\n })\n}\n\nresource \"overmind_aws_source\" \"this\" {\n name = var.name\n aws_role_arn = aws_iam_role.overmind.arn\n aws_regions = var.regions\n}\n" }, { "path": "aws-source/module/terraform/outputs.tf", "content": "output \"role_arn\" {\n description = \"ARN of the created IAM role.\"\n value = aws_iam_role.overmind.arn\n}\n\noutput \"source_id\" {\n description = \"UUID of the Overmind source.\"\n value = overmind_aws_source.this.id\n}\n\noutput \"external_id\" {\n description = \"AWS STS external ID used in the trust policy.\"\n value = data.overmind_aws_external_id.this.external_id\n}\n" }, { "path": "aws-source/module/terraform/variables.tf", "content": "variable \"name\" {\n type = string\n description = \"Descriptive name for the source in Overmind.\"\n}\n\nvariable \"regions\" {\n type = list(string)\n default = [\n \"us-east-1\",\n \"us-east-2\",\n \"us-west-1\",\n \"us-west-2\",\n \"ap-south-1\",\n \"ap-northeast-1\",\n \"ap-northeast-2\",\n \"ap-northeast-3\",\n \"ap-southeast-1\",\n \"ap-southeast-2\",\n \"ca-central-1\",\n \"eu-central-1\",\n \"eu-west-1\",\n \"eu-west-2\",\n \"eu-west-3\",\n \"eu-north-1\",\n \"sa-east-1\",\n ]\n description = \"AWS regions to discover. Defaults to all non-opt-in regions.\"\n}\n\nvariable \"role_name\" {\n type = string\n default = \"overmind-read-only\"\n description = \"Name for the IAM role created in this account.\"\n}\n\nvariable \"tags\" {\n type = map(string)\n default = {}\n description = \"Additional tags to apply to IAM resources.\"\n}\n\nvariable \"overmind_aws_account_id\" {\n type = string\n default = \"942836531449\"\n description = \"Internal override for the Overmind AWS account that runs source pods. Do not change this unless you are an Overmind engineer deploying to a non-production environment. All customers should use the default.\"\n}\n" }, { "path": "aws-source/module/terraform/versions.tf", "content": "terraform {\n required_version = \">= 1.5.0\"\n\n required_providers {\n aws = {\n source = \"hashicorp/aws\"\n version = \">= 5.0\"\n }\n overmind = {\n source = \"overmindtech/overmind\"\n version = \">= 0.1.0\"\n }\n }\n}\n" }, { "path": "aws-source/proc/proc.go", "content": "package proc\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"strings\"\n\t\"sync\"\n\t\"sync/atomic\"\n\t\"time\"\n\n\tawsapigateway \"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\tawsautoscaling \"github.com/aws/aws-sdk-go-v2/service/autoscaling\"\n\tawscloudfront \"github.com/aws/aws-sdk-go-v2/service/cloudfront\"\n\tawscloudwatch \"github.com/aws/aws-sdk-go-v2/service/cloudwatch\"\n\tawsdirectconnect \"github.com/aws/aws-sdk-go-v2/service/directconnect\"\n\tawsdynamodb \"github.com/aws/aws-sdk-go-v2/service/dynamodb\"\n\tawsec2 \"github.com/aws/aws-sdk-go-v2/service/ec2\"\n\tawsecs \"github.com/aws/aws-sdk-go-v2/service/ecs\"\n\tawsefs \"github.com/aws/aws-sdk-go-v2/service/efs\"\n\tawseks \"github.com/aws/aws-sdk-go-v2/service/eks\"\n\tawselasticloadbalancing \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancing\"\n\tawselasticloadbalancingv2 \"github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2\"\n\tawsiam \"github.com/aws/aws-sdk-go-v2/service/iam\"\n\tawskms \"github.com/aws/aws-sdk-go-v2/service/kms\"\n\tawslambda \"github.com/aws/aws-sdk-go-v2/service/lambda\"\n\tawsnetworkfirewall \"github.com/aws/aws-sdk-go-v2/service/networkfirewall\"\n\tawsnetworkmanager \"github.com/aws/aws-sdk-go-v2/service/networkmanager\"\n\tawsrds \"github.com/aws/aws-sdk-go-v2/service/rds\"\n\tawsroute53 \"github.com/aws/aws-sdk-go-v2/service/route53\"\n\tawssns \"github.com/aws/aws-sdk-go-v2/service/sns\"\n\tawssqs \"github.com/aws/aws-sdk-go-v2/service/sqs\"\n\t\"github.com/aws/aws-sdk-go-v2/service/ssm\"\n\t\"github.com/aws/smithy-go\"\n\t\"github.com/sourcegraph/conc/pool\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\t\"github.com/aws/aws-sdk-go-v2/config\"\n\t\"github.com/aws/aws-sdk-go-v2/credentials\"\n\tstscredsv2 \"github.com/aws/aws-sdk-go-v2/credentials/stscreds\"\n\t\"github.com/aws/aws-sdk-go-v2/service/sts\"\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/viper\"\n\t\"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// This package contains a few functions needed by the CLI to load this in-proc.\n// These can not go into `/sources` because that would cause an import cycle\n// with everything else.\n\ntype AwsAuthConfig struct {\n\tStrategy string\n\tAccessKeyID string\n\tSecretAccessKey string\n\tExternalID string\n\tTargetRoleARN string\n\tProfile string\n\tAutoConfig bool\n\n\tRegions []string\n}\n\n// ConfigFromViper reads AWS configuration from viper, parses regions, and creates\n// AWS configs for each region. Consolidates config loading and validation.\nfunc ConfigFromViper() ([]aws.Config, error) {\n\tauthConfig := AwsAuthConfig{\n\t\tStrategy: viper.GetString(\"aws-access-strategy\"),\n\t\tAccessKeyID: viper.GetString(\"aws-access-key-id\"),\n\t\tSecretAccessKey: viper.GetString(\"aws-secret-access-key\"),\n\t\tExternalID: viper.GetString(\"aws-external-id\"),\n\t\tTargetRoleARN: viper.GetString(\"aws-target-role-arn\"),\n\t\tProfile: viper.GetString(\"aws-profile\"),\n\t\tAutoConfig: viper.GetBool(\"auto-config\"),\n\t}\n\tif err := viper.UnmarshalKey(\"aws-regions\", &authConfig.Regions); err != nil {\n\t\treturn nil, fmt.Errorf(\"could not parse aws-regions: %w\", err)\n\t}\n\treturn CreateAWSConfigs(authConfig)\n}\n\n// isTimeoutError checks if an error is a context deadline exceeded.\n// A single unresponsive region (e.g. me-south-1 being decommissioned) must\n// not take down the whole source β€” see ENG-3665.\nfunc isTimeoutError(err error) bool {\n\treturn err != nil && errors.Is(err, context.DeadlineExceeded)\n}\n\n// isOptInRegionError checks if an error indicates an opt-in region that is not\n// enabled in the AWS account (InvalidIdentityToken + OIDC).\nfunc isOptInRegionError(err error) bool {\n\tif err == nil {\n\t\treturn false\n\t}\n\n\tvar apiErr smithy.APIError\n\tif errors.As(err, &apiErr) {\n\t\tif apiErr.ErrorCode() == \"InvalidIdentityToken\" {\n\t\t\terrMsg := err.Error()\n\t\t\tif strings.Contains(errMsg, \"No OpenIDConnect provider found\") {\n\t\t\t\treturn true\n\t\t\t}\n\t\t}\n\t}\n\n\treturn false\n}\n\n// isSkippableRegionError checks if an error indicates a region that cannot be\n// reached and should be skipped rather than failing the entire source.\nfunc isSkippableRegionError(err error) bool {\n\treturn isTimeoutError(err) || isOptInRegionError(err)\n}\n\n// wrapRegionError wraps misleading AWS errors with more helpful context\nfunc wrapRegionError(err error, region string) error {\n\tif err == nil {\n\t\treturn nil\n\t}\n\n\tif isTimeoutError(err) {\n\t\treturn fmt.Errorf(\"%w. Region '%s' is unreachable (timeout); it may be decommissioned or experiencing an outage\", err, region)\n\t}\n\n\tif isOptInRegionError(err) {\n\t\treturn fmt.Errorf(\"%w. This error often occurs when region '%s' is not enabled in the target AWS account\", err, region)\n\t}\n\n\treturn err\n}\n\nfunc (c AwsAuthConfig) GetAWSConfig(region string) (aws.Config, error) {\n\t// Validate inputs\n\tif region == \"\" {\n\t\treturn aws.Config{}, errors.New(\"aws-region cannot be blank\")\n\t}\n\n\tctx := context.Background()\n\n\toptions := []func(*config.LoadOptions) error{\n\t\tconfig.WithRegion(region),\n\t\tconfig.WithAppID(\"Overmind\"),\n\t}\n\n\tif c.AutoConfig {\n\t\tif c.Strategy != \"defaults\" {\n\t\t\tlog.WithField(\"aws-access-strategy\", c.Strategy).Warn(\"auto-config is set to true, but aws-access-strategy is not set to 'defaults'. This may cause unexpected behaviour\")\n\t\t}\n\t\treturn config.LoadDefaultConfig(ctx, options...)\n\t}\n\n\tswitch c.Strategy {\n\tcase \"defaults\":\n\t\treturn config.LoadDefaultConfig(ctx, options...)\n\tcase \"access-key\":\n\t\tif c.AccessKeyID == \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with access-key strategy, aws-access-key-id cannot be blank\")\n\t\t}\n\t\tif c.SecretAccessKey == \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with access-key strategy, aws-secret-access-key cannot be blank\")\n\t\t}\n\t\tif c.ExternalID != \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with access-key strategy, aws-external-id must be blank\")\n\t\t}\n\t\tif c.TargetRoleARN != \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with access-key strategy, aws-target-role-arn must be blank\")\n\t\t}\n\t\tif c.Profile != \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with access-key strategy, aws-profile must be blank\")\n\t\t}\n\n\t\toptions = append(options, config.WithCredentialsProvider(\n\t\t\tcredentials.NewStaticCredentialsProvider(c.AccessKeyID, c.SecretAccessKey, \"\"),\n\t\t))\n\n\t\treturn config.LoadDefaultConfig(ctx, options...)\n\tcase \"external-id\":\n\t\tif c.AccessKeyID != \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with external-id strategy, aws-access-key-id must be blank\")\n\t\t}\n\t\tif c.SecretAccessKey != \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with external-id strategy, aws-secret-access-key must be blank\")\n\t\t}\n\t\tif c.ExternalID == \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with external-id strategy, aws-external-id cannot be blank\")\n\t\t}\n\t\tif c.TargetRoleARN == \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with external-id strategy, aws-target-role-arn cannot be blank\")\n\t\t}\n\t\tif c.Profile != \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with external-id strategy, aws-profile must be blank\")\n\t\t}\n\n\t\tassumeConfig, err := config.LoadDefaultConfig(ctx, options...)\n\t\tif err != nil {\n\t\t\treturn aws.Config{}, fmt.Errorf(\"could not load default config from environment: %w\", err)\n\t\t}\n\n\t\toptions = append(options, config.WithCredentialsProvider(aws.NewCredentialsCache(\n\t\t\tstscredsv2.NewAssumeRoleProvider(\n\t\t\t\tsts.NewFromConfig(assumeConfig),\n\t\t\t\tc.TargetRoleARN,\n\t\t\t\tfunc(aro *stscredsv2.AssumeRoleOptions) {\n\t\t\t\t\taro.ExternalID = &c.ExternalID\n\t\t\t\t},\n\t\t\t)),\n\t\t))\n\n\t\treturn config.LoadDefaultConfig(ctx, options...)\n\tcase \"sso-profile\":\n\t\tif c.AccessKeyID != \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with sso-profile strategy, aws-access-key-id must be blank\")\n\t\t}\n\t\tif c.SecretAccessKey != \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with sso-profile strategy, aws-secret-access-key must be blank\")\n\t\t}\n\t\tif c.ExternalID != \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with sso-profile strategy, aws-external-id must be blank\")\n\t\t}\n\t\tif c.TargetRoleARN != \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with sso-profile strategy, aws-target-role-arn must be blank\")\n\t\t}\n\t\tif c.Profile == \"\" {\n\t\t\treturn aws.Config{}, errors.New(\"with sso-profile strategy, aws-profile cannot be blank\")\n\t\t}\n\n\t\toptions = append(options, config.WithSharedConfigProfile(c.Profile))\n\n\t\treturn config.LoadDefaultConfig(ctx, options...)\n\tdefault:\n\t\treturn aws.Config{}, errors.New(\"invalid aws-access-strategy\")\n\t}\n}\n\n// Takes AwsAuthConfig options and converts these into a slice of AWS configs,\n// one for each region. These can then be passed to\n// `InitializeAwsSourceEngine()β€œ to actually start the source\nfunc CreateAWSConfigs(awsAuthConfig AwsAuthConfig) ([]aws.Config, error) {\n\tif len(awsAuthConfig.Regions) == 0 {\n\t\treturn nil, errors.New(\"no regions specified\")\n\t}\n\n\tconfigs := make([]aws.Config, 0, len(awsAuthConfig.Regions))\n\n\tfor _, region := range awsAuthConfig.Regions {\n\t\tregion = strings.Trim(region, \" \")\n\n\t\tcfg, err := awsAuthConfig.GetAWSConfig(region)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"error getting AWS config for region %v: %w\", region, err)\n\t\t}\n\n\t\t// Add OTel instrumentation\n\t\tcfg.HTTPClient = &http.Client{\n\t\t\tTransport: otelhttp.NewTransport(http.DefaultTransport),\n\t\t}\n\n\t\tconfigs = append(configs, cfg)\n\t}\n\n\treturn configs, nil\n}\n\n// InitializeAwsSourceAdapters adds AWS adapters to an existing engine. This is a single-attempt\n// function; retry logic is handled by the caller via Engine.InitialiseAdapters.\n//\n// The context provided will be used for the rate limit buckets and should not be cancelled until\n// the source is shut down. AWS configs should be provided for each region that is enabled.\nfunc InitializeAwsSourceAdapters(ctx context.Context, e *discovery.Engine, configs ...aws.Config) error {\n\t// Create a shared cache for all adapters in this source\n\tsharedCache := sdpcache.NewCache(ctx)\n\n\t// ReadinessCheck verifies adapters are healthy by using an EC2VpcAdapter\n\t// Timeout is handled by SendHeartbeat, HTTP handlers rely on request context\n\te.SetReadinessCheck(func(ctx context.Context) error {\n\t\t// Find an EC2VpcAdapter to verify adapter health\n\t\tadapters := e.AdaptersByType(\"ec2-vpc\")\n\t\tif len(adapters) == 0 {\n\t\t\treturn fmt.Errorf(\"readiness check failed: no ec2-vpc adapters available\")\n\t\t}\n\t\t// Use first adapter and try to list from first scope\n\t\tadapter := adapters[0]\n\t\tscopes := adapter.Scopes()\n\t\tif len(scopes) == 0 {\n\t\t\treturn fmt.Errorf(\"readiness check failed: no scopes available for ec2-vpc adapter\")\n\t\t}\n\t\tlistableAdapter, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\treturn fmt.Errorf(\"readiness check failed: ec2-vpc adapter is not listable\")\n\t\t}\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tlistableAdapter.ListStream(ctx, scopes[0], true, stream)\n\t\tfor _, err := range stream.GetErrors() {\n\t\t\tif err != nil {\n\t\t\t\treturn fmt.Errorf(\"readiness check (listing VPCs) failed: %w\", err)\n\t\t\t}\n\t\t}\n\t\treturn nil\n\t})\n\tif len(configs) == 0 {\n\t\treturn errors.New(\"no configs specified\")\n\t}\n\n\tvar globalDone atomic.Bool\n\n\t// Track regions that are skipped due to not being enabled (opt-in regions)\n\ttype skippedRegion struct {\n\t\tregion string\n\t\terr error\n\t}\n\tvar skippedRegions []skippedRegion\n\tvar skippedRegionsMu sync.Mutex\n\n\tp := pool.New().WithContext(ctx)\n\n\tfor _, cfg := range configs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tconfigCtx, configCancel := context.WithTimeout(ctx, 10*time.Second)\n\t\t\tdefer configCancel()\n\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"region\": cfg.Region,\n\t\t\t}).Info(\"Initializing AWS source\")\n\n\t\t\t// Work out what account we're using. This will be used in item scopes\n\t\t\tstsClient := sts.NewFromConfig(cfg)\n\n\t\t\tcallerID, err := stsClient.GetCallerIdentity(configCtx, &sts.GetCallerIdentityInput{})\n\t\t\tif err != nil {\n\t\t\t\tlf := log.Fields{\n\t\t\t\t\t\"region\": cfg.Region,\n\t\t\t\t}\n\n\t\t\t\t// Check if this is a skippable region error (timeout or opt-in)\n\t\t\t\tif isSkippableRegionError(err) {\n\t\t\t\t\twrappedErr := wrapRegionError(err, cfg.Region)\n\t\t\t\t\tskippedRegionsMu.Lock()\n\t\t\t\t\tskippedRegions = append(skippedRegions, skippedRegion{\n\t\t\t\t\t\tregion: cfg.Region,\n\t\t\t\t\t\terr: wrappedErr,\n\t\t\t\t\t})\n\t\t\t\t\tskippedRegionsMu.Unlock()\n\n\t\t\t\t\treason := \"opt-in region not enabled\"\n\t\t\t\t\tif isTimeoutError(err) {\n\t\t\t\t\t\treason = \"timeout\"\n\t\t\t\t\t\tlog.WithError(wrappedErr).WithFields(lf).Warn(\"Skipping region - unreachable (timeout)\")\n\t\t\t\t\t} else {\n\t\t\t\t\t\tlog.WithError(wrappedErr).WithFields(lf).Warn(\"Skipping region - not enabled in account\")\n\t\t\t\t\t}\n\n\t\t\t\t\tspan := trace.SpanFromContext(ctx)\n\t\t\t\t\tspan.AddEvent(\"ovm.adapter.regionSkipped\", trace.WithAttributes(\n\t\t\t\t\t\tattribute.String(\"ovm.adapter.region\", cfg.Region),\n\t\t\t\t\t\tattribute.String(\"ovm.adapter.skipReason\", reason),\n\t\t\t\t\t\tattribute.String(\"ovm.adapter.error\", wrappedErr.Error()),\n\t\t\t\t\t))\n\n\t\t\t\t\treturn nil // Don't fail the pool for skippable regions\n\t\t\t\t}\n\n\t\t\t\t// Wrap misleading OIDC errors with helpful region enablement context\n\t\t\t\twrappedErr := wrapRegionError(err, cfg.Region)\n\n\t\t\t\tlog.WithError(wrappedErr).WithFields(lf).Error(\"Error retrieving account information\")\n\t\t\t\treturn fmt.Errorf(\"error getting caller identity for region %v: %w\", cfg.Region, wrappedErr)\n\t\t\t}\n\n\t\t\t// Create shared clients for each API\n\t\t\tautoscalingClient := awsautoscaling.NewFromConfig(cfg, func(o *awsautoscaling.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tcloudfrontClient := awscloudfront.NewFromConfig(cfg, func(o *awscloudfront.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tcloudwatchClient := awscloudwatch.NewFromConfig(cfg, func(o *awscloudwatch.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tdirectconnectClient := awsdirectconnect.NewFromConfig(cfg, func(o *awsdirectconnect.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tdynamodbClient := awsdynamodb.NewFromConfig(cfg, func(o *awsdynamodb.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tec2Client := awsec2.NewFromConfig(cfg, func(o *awsec2.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tecsClient := awsecs.NewFromConfig(cfg, func(o *awsecs.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tefsClient := awsefs.NewFromConfig(cfg, func(o *awsefs.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\teksClient := awseks.NewFromConfig(cfg, func(o *awseks.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\telbClient := awselasticloadbalancing.NewFromConfig(cfg, func(o *awselasticloadbalancing.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\telbv2Client := awselasticloadbalancingv2.NewFromConfig(cfg, func(o *awselasticloadbalancingv2.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tlambdaClient := awslambda.NewFromConfig(cfg, func(o *awslambda.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tnetworkfirewallClient := awsnetworkfirewall.NewFromConfig(cfg, func(o *awsnetworkfirewall.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\trdsClient := awsrds.NewFromConfig(cfg, func(o *awsrds.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tsnsClient := awssns.NewFromConfig(cfg, func(o *awssns.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tsqsClient := awssqs.NewFromConfig(cfg, func(o *awssqs.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\troute53Client := awsroute53.NewFromConfig(cfg, func(o *awsroute53.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tnetworkmanagerClient := awsnetworkmanager.NewFromConfig(cfg, func(o *awsnetworkmanager.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tiamClient := awsiam.NewFromConfig(cfg, func(o *awsiam.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t\t// Increase this from the default of 3 since IAM as such low rate limits\n\t\t\t\to.RetryMaxAttempts = 5\n\t\t\t})\n\t\t\tkmsClient := awskms.NewFromConfig(cfg, func(o *awskms.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tapigatewayClient := awsapigateway.NewFromConfig(cfg, func(o *awsapigateway.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\t\t\tssmClient := ssm.NewFromConfig(cfg, func(o *ssm.Options) {\n\t\t\t\to.RetryMode = aws.RetryModeAdaptive\n\t\t\t})\n\n\t\t\tconfiguredAdapters := []discovery.Adapter{\n\t\t\t\t// EC2\n\t\t\t\tadapters.NewEC2AddressAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2CapacityReservationFleetAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2CapacityReservationAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2EgressOnlyInternetGatewayAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2IamInstanceProfileAssociationAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2ImageAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2InstanceEventWindowAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2InstanceAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2InstanceStatusAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2InternetGatewayAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2KeyPairAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2LaunchTemplateAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2LaunchTemplateVersionAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2NatGatewayAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2NetworkAclAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2NetworkInterfacePermissionAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2NetworkInterfaceAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2PlacementGroupAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2ReservedInstanceAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2RouteTableAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2TransitGatewayRouteTableAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2TransitGatewayRouteTableAssociationAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2TransitGatewayRouteTablePropagationAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2TransitGatewayRouteAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2SecurityGroupRuleAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2SecurityGroupAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2SnapshotAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2SubnetAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2VolumeAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2VolumeStatusAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2VpcEndpointAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2VpcPeeringConnectionAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEC2VpcAdapter(ec2Client, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// EFS (I'm assuming it shares its rate limit with EC2))\n\t\t\t\tadapters.NewEFSAccessPointAdapter(efsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEFSBackupPolicyAdapter(efsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEFSFileSystemAdapter(efsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEFSMountTargetAdapter(efsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEFSReplicationConfigurationAdapter(efsClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// EKS\n\t\t\t\tadapters.NewEKSAddonAdapter(eksClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEKSClusterAdapter(eksClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEKSFargateProfileAdapter(eksClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewEKSNodegroupAdapter(eksClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// Route 53\n\t\t\t\tadapters.NewRoute53HealthCheckAdapter(route53Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewRoute53HostedZoneAdapter(route53Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewRoute53ResourceRecordSetAdapter(route53Client, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// Cloudwatch\n\t\t\t\tadapters.NewCloudwatchAlarmAdapter(cloudwatchClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewCloudwatchInstanceMetricAdapter(cloudwatchClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// Lambda\n\t\t\t\tadapters.NewLambdaFunctionAdapter(lambdaClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewLambdaLayerAdapter(lambdaClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewLambdaLayerVersionAdapter(lambdaClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewLambdaEventSourceMappingAdapter(lambdaClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// ECS\n\t\t\t\tadapters.NewECSCapacityProviderAdapter(ecsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewECSClusterAdapter(ecsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewECSContainerInstanceAdapter(ecsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewECSServiceAdapter(ecsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewECSTaskDefinitionAdapter(ecsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewECSTaskAdapter(ecsClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// DynamoDB\n\t\t\t\tadapters.NewDynamoDBBackupAdapter(dynamodbClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDynamoDBTableAdapter(dynamodbClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// RDS\n\t\t\t\tadapters.NewRDSDBClusterParameterGroupAdapter(rdsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewRDSDBClusterAdapter(rdsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewRDSDBInstanceAdapter(rdsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewRDSDBParameterGroupAdapter(rdsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewRDSDBSubnetGroupAdapter(rdsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewRDSOptionGroupAdapter(rdsClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// AutoScaling\n\t\t\t\tadapters.NewAutoScalingGroupAdapter(autoscalingClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewAutoScalingPolicyAdapter(autoscalingClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// ELB\n\t\t\t\tadapters.NewELBInstanceHealthAdapter(elbClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewELBLoadBalancerAdapter(elbClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// ELBv2\n\t\t\t\tadapters.NewELBv2ListenerAdapter(elbv2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewELBv2LoadBalancerAdapter(elbv2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewELBv2RuleAdapter(elbv2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewELBv2TargetGroupAdapter(elbv2Client, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewELBv2TargetHealthAdapter(elbv2Client, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// Network Firewall\n\t\t\t\tadapters.NewNetworkFirewallFirewallAdapter(networkfirewallClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkFirewallFirewallPolicyAdapter(networkfirewallClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkFirewallRuleGroupAdapter(networkfirewallClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkFirewallTLSInspectionConfigurationAdapter(networkfirewallClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// Direct Connect\n\t\t\t\tadapters.NewDirectConnectGatewayAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectGatewayAssociationAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectGatewayAssociationProposalAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectConnectionAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectGatewayAttachmentAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectVirtualInterfaceAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectVirtualGatewayAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectCustomerMetadataAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectLagAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectLocationAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectHostedConnectionAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectInterconnectAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewDirectConnectRouterConfigurationAdapter(directconnectClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// Network Manager\n\t\t\t\tadapters.NewNetworkManagerConnectAttachmentAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkManagerConnectPeerAssociationAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkManagerConnectPeerAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkManagerCoreNetworkPolicyAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkManagerCoreNetworkAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkManagerNetworkResourceRelationshipsAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkManagerSiteToSiteVpnAttachmentAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkManagerTransitGatewayConnectPeerAssociationAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkManagerTransitGatewayPeeringAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkManagerTransitGatewayRegistrationAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkManagerTransitGatewayRouteTableAttachmentAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewNetworkManagerVPCAttachmentAdapter(networkmanagerClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// SQS\n\t\t\t\tadapters.NewSQSQueueAdapter(sqsClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// SNS\n\t\t\t\tadapters.NewSNSSubscriptionAdapter(snsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewSNSTopicAdapter(snsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewSNSPlatformApplicationAdapter(snsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewSNSEndpointAdapter(snsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewSNSDataProtectionPolicyAdapter(snsClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// KMS\n\t\t\t\tadapters.NewKMSKeyAdapter(kmsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewKMSCustomKeyStoreAdapter(kmsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewKMSAliasAdapter(kmsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewKMSGrantAdapter(kmsClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewKMSKeyPolicyAdapter(kmsClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// ApiGateway\n\t\t\t\tadapters.NewAPIGatewayRestApiAdapter(apigatewayClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewAPIGatewayResourceAdapter(apigatewayClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewAPIGatewayDomainNameAdapter(apigatewayClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewAPIGatewayMethodAdapter(apigatewayClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewAPIGatewayMethodResponseAdapter(apigatewayClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewAPIGatewayIntegrationAdapter(apigatewayClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewAPIGatewayApiKeyAdapter(apigatewayClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewAPIGatewayAuthorizerAdapter(apigatewayClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewAPIGatewayDeploymentAdapter(apigatewayClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewAPIGatewayStageAdapter(apigatewayClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t\tadapters.NewAPIGatewayModelAdapter(apigatewayClient, *callerID.Account, cfg.Region, sharedCache),\n\n\t\t\t\t// SSM\n\t\t\t\tadapters.NewSSMParameterAdapter(ssmClient, *callerID.Account, cfg.Region, sharedCache),\n\t\t\t}\n\n\t\t\terr = e.AddAdapters(configuredAdapters...)\n\t\t\tif err != nil {\n\t\t\t\treturn err\n\t\t\t}\n\n\t\t\t// Add \"global\" sources (those that aren't tied to a region, like\n\t\t\t// cloudfront). but only do this once for the first region. For\n\t\t\t// these APIs it doesn't matter which region we call them from, we\n\t\t\t// get global results\n\t\t\tif globalDone.CompareAndSwap(false, true) {\n\t\t\t\tglobalAdapters := []discovery.Adapter{\n\t\t\t\t\t// Cloudfront\n\t\t\t\t\tadapters.NewCloudfrontCachePolicyAdapter(cloudfrontClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewCloudfrontContinuousDeploymentPolicyAdapter(cloudfrontClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewCloudfrontDistributionAdapter(cloudfrontClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewCloudfrontCloudfrontFunctionAdapter(cloudfrontClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewCloudfrontKeyGroupAdapter(cloudfrontClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewCloudfrontOriginAccessControlAdapter(cloudfrontClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewCloudfrontOriginRequestPolicyAdapter(cloudfrontClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewCloudfrontResponseHeadersPolicyAdapter(cloudfrontClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewCloudfrontRealtimeLogConfigsAdapter(cloudfrontClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewCloudfrontStreamingDistributionAdapter(cloudfrontClient, *callerID.Account, sharedCache),\n\n\t\t\t\t\t// S3\n\t\t\t\t\tadapters.NewS3Adapter(cfg, *callerID.Account, sharedCache),\n\n\t\t\t\t\t// Networkmanager\n\t\t\t\t\tadapters.NewNetworkManagerGlobalNetworkAdapter(networkmanagerClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewNetworkManagerSiteAdapter(networkmanagerClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewNetworkManagerLinkAdapter(networkmanagerClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewNetworkManagerDeviceAdapter(networkmanagerClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewNetworkManagerLinkAssociationAdapter(networkmanagerClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewNetworkManagerConnectionAdapter(networkmanagerClient, *callerID.Account, sharedCache),\n\n\t\t\t\t\t// IAM\n\t\t\t\t\tadapters.NewIAMPolicyAdapter(iamClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewIAMGroupAdapter(iamClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewIAMInstanceProfileAdapter(iamClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewIAMRoleAdapter(iamClient, *callerID.Account, sharedCache),\n\t\t\t\t\tadapters.NewIAMUserAdapter(iamClient, *callerID.Account, sharedCache),\n\t\t\t\t}\n\n\t\t\t\terr = e.AddAdapters(globalAdapters...)\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn err\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn nil\n\t\t})\n\t}\n\n\tif err := p.Wait(); err != nil {\n\t\treturn err\n\t}\n\n\t// Log summary of skipped regions if any\n\tif len(skippedRegions) > 0 {\n\t\tskippedRegionNames := make([]string, 0, len(skippedRegions))\n\t\tfor _, sr := range skippedRegions {\n\t\t\tskippedRegionNames = append(skippedRegionNames, sr.region)\n\t\t}\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"skipped_regions\": skippedRegionNames,\n\t\t\t\"count\": len(skippedRegions),\n\t\t}).Warn(\"Some regions were skipped because they are unreachable or not enabled in the AWS account. The source will operate normally with the remaining regions.\")\n\t}\n\n\tlog.Debug(\"Sources initialized\")\n\treturn nil\n}\n" }, { "path": "aws-source/proc/proc_test.go", "content": "package proc\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"github.com/aws/smithy-go\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/stretchr/testify/assert\"\n\t\"github.com/stretchr/testify/require\"\n)\n\n// testAdapter is a minimal adapter for testing\ntype testAdapter struct {\n\tadapterType string\n\tscopes []string\n}\n\nfunc (t *testAdapter) Type() string {\n\treturn t.adapterType\n}\n\nfunc (t *testAdapter) Name() string {\n\treturn \"test-adapter\"\n}\n\nfunc (t *testAdapter) Scopes() []string {\n\treturn t.scopes\n}\n\nfunc (t *testAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: t.adapterType,\n\t\tDescriptiveName: \"Test Adapter\",\n\t}\n}\n\nfunc (t *testAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: \"not implemented for test\",\n\t\tScope: scope,\n\t}\n}\n\n// TestInitializeAwsSourceEngine_RetryClearsAdapters tests that when a retry\n// occurs, adapters from the previous attempt are cleared to avoid duplicate\n// registration errors. This test verifies the fix for the issue where\n// adapters from a previous retry attempt would remain in the engine, causing\n// \"adapter with type X and overlapping scopes already exists\" errors.\nfunc TestInitializeAwsSourceEngine_RetryClearsAdapters(t *testing.T) {\n\t// Create a minimal engine config without NATS to avoid needing a real connection\n\tec := &discovery.EngineConfig{\n\t\tMaxParallelExecutions: 10,\n\t\tSourceName: \"test-aws-source\",\n\t\tEngineType: \"aws\",\n\t\tVersion: \"test\",\n\t}\n\n\t// Create an engine manually to test the clearing behavior\n\tengine, err := discovery.NewEngine(ec)\n\trequire.NoError(t, err)\n\n\t// Create a test adapter to simulate a partial success scenario\n\t// where some adapters were added before a failure\n\ttestAdapter := &testAdapter{\n\t\tadapterType: \"ec2-address\",\n\t\tscopes: []string{\"123456789012.us-east-1\"},\n\t}\n\n\terr = engine.AddAdapters(testAdapter)\n\trequire.NoError(t, err)\n\n\t// Verify adapter was added by checking available scopes\n\tscopes, _ := engine.GetAvailableScopesAndMetadata()\n\tassert.Contains(t, scopes, \"123456789012.us-east-1\", \"Scope should be present before clear\")\n\n\t// Verify we can't add the same adapter again (this would cause the error we're fixing)\n\terr = engine.AddAdapters(testAdapter)\n\trequire.Error(t, err, \"Should get error when adding duplicate adapter\")\n\trequire.Contains(t, err.Error(), \"overlapping scopes already exists\", \"Error should mention overlapping scopes\")\n\n\t// Clear adapters (simulating what happens before retry in InitializeAwsSourceEngine)\n\tengine.ClearAdapters()\n\n\t// Verify adapter was cleared by checking scopes\n\tscopes, _ = engine.GetAvailableScopesAndMetadata()\n\tassert.NotContains(t, scopes, \"123456789012.us-east-1\", \"Scope should not be present after clear\")\n\n\t// Now we should be able to add the adapter again without error\n\t// This simulates what happens on retry - adapters are cleared, so we can add them again\n\terr = engine.AddAdapters(testAdapter)\n\trequire.NoError(t, err, \"Should be able to add adapter again after clearing\")\n\n\t// Verify adapter was added again\n\tscopes, _ = engine.GetAvailableScopesAndMetadata()\n\tassert.Contains(t, scopes, \"123456789012.us-east-1\", \"Scope should be present after re-adding\")\n}\n\n// mockAPIError implements smithy.APIError for testing\ntype mockAPIError struct {\n\tcode string\n\tmessage string\n}\n\nfunc (m *mockAPIError) Error() string {\n\treturn m.message\n}\n\nfunc (m *mockAPIError) ErrorCode() string {\n\treturn m.code\n}\n\nfunc (m *mockAPIError) ErrorMessage() string {\n\treturn m.message\n}\n\nfunc (m *mockAPIError) ErrorFault() smithy.ErrorFault {\n\treturn smithy.FaultUnknown\n}\n\nfunc TestIsOptInRegionError(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\terr error\n\t\texpectedResult bool\n\t}{\n\t\t{\n\t\t\tname: \"nil error returns false\",\n\t\t\terr: nil,\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"InvalidIdentityToken with OIDC message returns true\",\n\t\t\terr: &mockAPIError{\n\t\t\t\tcode: \"InvalidIdentityToken\",\n\t\t\t\tmessage: \"InvalidIdentityToken: No OpenIDConnect provider found in your account for https://oidc.eks.eu-west-2.amazonaws.com/id/ABC123\",\n\t\t\t},\n\t\t\texpectedResult: true,\n\t\t},\n\t\t{\n\t\t\tname: \"wrapped InvalidIdentityToken with OIDC message returns true\",\n\t\t\terr: fmt.Errorf(\"operation error STS: AssumeRoleWithWebIdentity: %w\", &mockAPIError{\n\t\t\t\tcode: \"InvalidIdentityToken\",\n\t\t\t\tmessage: \"No OpenIDConnect provider found in your account\",\n\t\t\t}),\n\t\t\texpectedResult: true,\n\t\t},\n\t\t{\n\t\t\tname: \"InvalidIdentityToken without OIDC message returns false\",\n\t\t\terr: &mockAPIError{\n\t\t\t\tcode: \"InvalidIdentityToken\",\n\t\t\t\tmessage: \"Invalid identity token for some other reason\",\n\t\t\t},\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"different error code returns false\",\n\t\t\terr: &mockAPIError{\n\t\t\t\tcode: \"AccessDenied\",\n\t\t\t\tmessage: \"Access denied\",\n\t\t\t},\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"non-AWS error returns false\",\n\t\t\terr: errors.New(\"some random error\"),\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"error with OIDC text but not API error returns false\",\n\t\t\terr: errors.New(\"No OpenIDConnect provider found\"),\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"context.DeadlineExceeded returns false\",\n\t\t\terr: context.DeadlineExceeded,\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"context.Canceled returns false\",\n\t\t\terr: context.Canceled,\n\t\t\texpectedResult: false,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := isOptInRegionError(tt.err)\n\t\t\tif result != tt.expectedResult {\n\t\t\t\tt.Errorf(\"isOptInRegionError() = %v, want %v for error: %v\", result, tt.expectedResult, tt.err)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestIsTimeoutError(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\terr error\n\t\texpectedResult bool\n\t}{\n\t\t{\n\t\t\tname: \"nil error returns false\",\n\t\t\terr: nil,\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"context.DeadlineExceeded returns true\",\n\t\t\terr: context.DeadlineExceeded,\n\t\t\texpectedResult: true,\n\t\t},\n\t\t{\n\t\t\tname: \"wrapped context.DeadlineExceeded returns true\",\n\t\t\terr: fmt.Errorf(\"operation error STS: GetCallerIdentity: %w\", context.DeadlineExceeded),\n\t\t\texpectedResult: true,\n\t\t},\n\t\t{\n\t\t\tname: \"context.Canceled returns false\",\n\t\t\terr: context.Canceled,\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"wrapped context.Canceled returns false\",\n\t\t\terr: fmt.Errorf(\"operation error STS: GetCallerIdentity: %w\", context.Canceled),\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"non-timeout error returns false\",\n\t\t\terr: errors.New(\"some random error\"),\n\t\t\texpectedResult: false,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := isTimeoutError(tt.err)\n\t\t\tif result != tt.expectedResult {\n\t\t\t\tt.Errorf(\"isTimeoutError() = %v, want %v for error: %v\", result, tt.expectedResult, tt.err)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestIsSkippableRegionError(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\terr error\n\t\texpectedResult bool\n\t}{\n\t\t{\n\t\t\tname: \"nil error returns false\",\n\t\t\terr: nil,\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"context.DeadlineExceeded returns true (ENG-3665)\",\n\t\t\terr: context.DeadlineExceeded,\n\t\t\texpectedResult: true,\n\t\t},\n\t\t{\n\t\t\tname: \"wrapped context.DeadlineExceeded returns true (ENG-3665)\",\n\t\t\terr: fmt.Errorf(\"operation error STS: GetCallerIdentity: %w\", context.DeadlineExceeded),\n\t\t\texpectedResult: true,\n\t\t},\n\t\t{\n\t\t\tname: \"context.Canceled returns false (parent cancellation, not region timeout)\",\n\t\t\terr: context.Canceled,\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"opt-in region error returns true\",\n\t\t\terr: &mockAPIError{\n\t\t\t\tcode: \"InvalidIdentityToken\",\n\t\t\t\tmessage: \"No OpenIDConnect provider found in your account\",\n\t\t\t},\n\t\t\texpectedResult: true,\n\t\t},\n\t\t{\n\t\t\tname: \"non-skippable error returns false\",\n\t\t\terr: errors.New(\"some random error\"),\n\t\t\texpectedResult: false,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := isSkippableRegionError(tt.err)\n\t\t\tif result != tt.expectedResult {\n\t\t\t\tt.Errorf(\"isSkippableRegionError() = %v, want %v for error: %v\", result, tt.expectedResult, tt.err)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestWrapRegionError(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\terr error\n\t\tregion string\n\t\tshouldWrap bool\n\t\texpectedText string\n\t}{\n\t\t{\n\t\t\tname: \"nil error returns nil\",\n\t\t\terr: nil,\n\t\t\tregion: \"us-east-1\",\n\t\t\tshouldWrap: false,\n\t\t\texpectedText: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"opt-in region error gets wrapped\",\n\t\t\terr: &mockAPIError{\n\t\t\t\tcode: \"InvalidIdentityToken\",\n\t\t\t\tmessage: \"No OpenIDConnect provider found in your account\",\n\t\t\t},\n\t\t\tregion: \"eu-central-2\",\n\t\t\tshouldWrap: true,\n\t\t\texpectedText: \"region 'eu-central-2' is not enabled\",\n\t\t},\n\t\t{\n\t\t\tname: \"wrapped opt-in region error gets additional context\",\n\t\t\terr: fmt.Errorf(\"operation error STS: AssumeRoleWithWebIdentity: %w\", &mockAPIError{\n\t\t\t\tcode: \"InvalidIdentityToken\",\n\t\t\t\tmessage: \"No OpenIDConnect provider found in your account\",\n\t\t\t}),\n\t\t\tregion: \"ap-south-2\",\n\t\t\tshouldWrap: true,\n\t\t\texpectedText: \"region 'ap-south-2' is not enabled\",\n\t\t},\n\t\t{\n\t\t\tname: \"InvalidIdentityToken without OIDC text not wrapped\",\n\t\t\terr: &mockAPIError{\n\t\t\t\tcode: \"InvalidIdentityToken\",\n\t\t\t\tmessage: \"some other message\",\n\t\t\t},\n\t\t\tregion: \"me-central-1\",\n\t\t\tshouldWrap: false,\n\t\t\texpectedText: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"unrelated error not wrapped\",\n\t\t\terr: errors.New(\"some other AWS error\"),\n\t\t\tregion: \"us-west-2\",\n\t\t\tshouldWrap: false,\n\t\t\texpectedText: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"timeout error gets timeout-specific message\",\n\t\t\terr: context.DeadlineExceeded,\n\t\t\tregion: \"me-south-1\",\n\t\t\tshouldWrap: true,\n\t\t\texpectedText: \"unreachable (timeout)\",\n\t\t},\n\t\t{\n\t\t\tname: \"wrapped timeout error gets timeout-specific message\",\n\t\t\terr: fmt.Errorf(\"operation error STS: GetCallerIdentity: %w\", context.DeadlineExceeded),\n\t\t\tregion: \"me-south-1\",\n\t\t\tshouldWrap: true,\n\t\t\texpectedText: \"unreachable (timeout)\",\n\t\t},\n\t\t{\n\t\t\tname: \"canceled error is not wrapped (parent cancellation, not region timeout)\",\n\t\t\terr: context.Canceled,\n\t\t\tregion: \"me-south-1\",\n\t\t\tshouldWrap: false,\n\t\t\texpectedText: \"\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := wrapRegionError(tt.err, tt.region)\n\n\t\t\tif tt.err == nil {\n\t\t\t\tif result != nil {\n\t\t\t\t\tt.Errorf(\"expected nil, got %v\", result)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif result == nil {\n\t\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tresultMsg := result.Error()\n\n\t\t\tif tt.shouldWrap {\n\t\t\t\tif !strings.Contains(resultMsg, tt.expectedText) {\n\t\t\t\t\tt.Errorf(\"expected wrapped error to contain '%s', got: %v\", tt.expectedText, resultMsg)\n\t\t\t\t}\n\t\t\t\t// Verify the original error is preserved (wrapped with %w)\n\t\t\t\tif !errors.Is(result, tt.err) {\n\t\t\t\t\tt.Errorf(\"expected wrapped error to contain original error\")\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tif strings.Contains(resultMsg, \"region\") && strings.Contains(resultMsg, \"not enabled\") {\n\t\t\t\t\tt.Errorf(\"expected error not to be wrapped, but it was: %v\", resultMsg)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "cmd/auth_client.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"time\"\n\n\t\"github.com/hashicorp/go-retryablehttp\"\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// newRetryableHTTPClient creates a new HTTP client that uses standard retryablehttp settings\nfunc newRetryableHTTPClient() *http.Client {\n\tretryableClient := &retryablehttp.Client{\n\t\tHTTPClient: tracing.HTTPClient(),\n\t\tRetryWaitMin: 1 * time.Second,\n\t\tRetryWaitMax: 10 * time.Second,\n\t\tRetryMax: 5,\n\t\tCheckRetry: retryablehttp.DefaultRetryPolicy,\n\t\tBackoff: retryablehttp.DefaultBackoff,\n\t}\n\treturn retryableClient.StandardClient()\n}\n\n// UnauthenticatedApiKeyClient Returns an apikey client with otel instrumentation\n// but no authentication. Can only be used for ExchangeKeyForToken\nfunc UnauthenticatedApiKeyClient(ctx context.Context, oi sdp.OvermindInstance) sdpconnect.ApiKeyServiceClient {\n\tlog.WithContext(ctx).WithField(\"apiUrl\", oi.ApiUrl).Debug(\"Connecting to overmind apikeys API\")\n\treturn sdpconnect.NewApiKeyServiceClient(tracing.HTTPClient(), oi.ApiUrl.String())\n}\n\n// AuthenticatedBookmarkClient Returns a bookmark client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedBookmarkClient(ctx context.Context, oi sdp.OvermindInstance) sdpconnect.BookmarksServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, newRetryableHTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", oi.ApiUrl).Debug(\"Connecting to overmind bookmark API\")\n\treturn sdpconnect.NewBookmarksServiceClient(httpClient, oi.ApiUrl.String())\n}\n\n// AuthenticatedChangesClient Returns a changes client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedChangesClient(ctx context.Context, oi sdp.OvermindInstance) sdpconnect.ChangesServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, newRetryableHTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", oi.ApiUrl).Debug(\"Connecting to overmind changes API\")\n\treturn sdpconnect.NewChangesServiceClient(httpClient, oi.ApiUrl.String())\n}\n\n// AuthenticatedConfigurationClient Returns a config client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedConfigurationClient(ctx context.Context, oi sdp.OvermindInstance) sdpconnect.ConfigurationServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, newRetryableHTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", oi.ApiUrl).Debug(\"Connecting to overmind configuration API\")\n\treturn sdpconnect.NewConfigurationServiceClient(httpClient, oi.ApiUrl.String())\n}\n\n// AuthenticatedManagementClient Returns a management client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedManagementClient(ctx context.Context, oi sdp.OvermindInstance) sdpconnect.ManagementServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, newRetryableHTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", oi.ApiUrl).Debug(\"Connecting to overmind management API\")\n\treturn sdpconnect.NewManagementServiceClient(httpClient, oi.ApiUrl.String())\n}\n\n// AuthenticatedSnapshotsClient Returns a Snapshots client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedSnapshotsClient(ctx context.Context, oi sdp.OvermindInstance) sdpconnect.SnapshotsServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, newRetryableHTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", oi.ApiUrl).Debug(\"Connecting to overmind snapshot API\")\n\treturn sdpconnect.NewSnapshotsServiceClient(httpClient, oi.ApiUrl.String())\n}\n\n// AuthenticatedInviteClient Returns a Invite client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedInviteClient(ctx context.Context, oi sdp.OvermindInstance) sdpconnect.InviteServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, newRetryableHTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", oi.ApiUrl).Debug(\"Connecting to overmind invite API\")\n\treturn sdpconnect.NewInviteServiceClient(httpClient, oi.ApiUrl.String())\n}\n\nfunc AuthenticatedSignalsClient(ctx context.Context, oi sdp.OvermindInstance) sdpconnect.SignalServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, newRetryableHTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", oi.ApiUrl).Debug(\"Connecting to overmind signals API\")\n\treturn sdpconnect.NewSignalServiceClient(httpClient, oi.ApiUrl.String())\n}\n\n// AuthenticatedClient is a http.Client that will automatically add the required\n// Authorization header to the request, which is taken from the context that it\n// is created with. We also always set the X-overmind-interactive header to\n// false\ntype AuthenticatedTransport struct {\n\tfrom http.RoundTripper\n\tctx context.Context\n}\n\n// NewAuthenticatedClient creates a new AuthenticatedClient from the given\n// context and http.Client.\nfunc NewAuthenticatedClient(ctx context.Context, from *http.Client) *http.Client {\n\treturn &http.Client{\n\t\tTransport: &AuthenticatedTransport{\n\t\t\tfrom: from.Transport,\n\t\t\tctx: ctx,\n\t\t},\n\t\tCheckRedirect: from.CheckRedirect,\n\t\tJar: from.Jar,\n\t\tTimeout: from.Timeout,\n\t}\n}\n\n// RoundTrip Adds the Authorization header to the request then call the\n// underlying roundTripper\nfunc (y *AuthenticatedTransport) RoundTrip(req *http.Request) (*http.Response, error) {\n\t// ask for otel trace linkup\n\treq.Header.Set(\"X-Overmind-Interactive\", \"false\")\n\n\t// Extract auth from the context\n\tctxToken := y.ctx.Value(auth.UserTokenContextKey{})\n\n\tif ctxToken != nil {\n\t\ttoken, ok := ctxToken.(string)\n\n\t\tif ok && token != \"\" {\n\t\t\tbearer := fmt.Sprintf(\"Bearer %v\", token)\n\t\t\treq.Header.Set(\"Authorization\", bearer)\n\t\t}\n\t}\n\n\treturn y.from.RoundTrip(req)\n}\n" }, { "path": "cmd/auth_client_test.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"io\"\n\t\"net\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"net/url\"\n\t\"os\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/hashicorp/go-retryablehttp\"\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\n// testProxyServer is a simple HTTP proxy server for testing\ntype testProxyServer struct {\n\tserver *httptest.Server\n\trequests []*http.Request\n\trequestsMu sync.Mutex\n\thandler http.HandlerFunc\n}\n\n// startTestProxyServer starts a test HTTP proxy server that logs all requests\nfunc startTestProxyServer(t *testing.T) *testProxyServer {\n\tproxy := &testProxyServer{\n\t\trequests: make([]*http.Request, 0),\n\t}\n\n\tproxy.handler = func(w http.ResponseWriter, r *http.Request) {\n\t\tproxy.requestsMu.Lock()\n\t\tproxy.requests = append(proxy.requests, r)\n\t\tproxy.requestsMu.Unlock()\n\n\t\t// Handle CONNECT for WebSocket/TLS\n\t\tif r.Method == http.MethodConnect {\n\t\t\thijacker, ok := w.(http.Hijacker)\n\t\t\tif !ok {\n\t\t\t\thttp.Error(w, \"Hijacking not supported\", http.StatusInternalServerError)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tclientConn, _, err := hijacker.Hijack()\n\t\t\tif err != nil {\n\t\t\t\thttp.Error(w, err.Error(), http.StatusServiceUnavailable)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tdefer clientConn.Close()\n\n\t\t\t// Connect to target using context\n\t\t\tdialer := &net.Dialer{}\n\t\t\ttargetConn, err := dialer.DialContext(r.Context(), \"tcp\", r.Host)\n\t\t\tif err != nil {\n\t\t\t\t_, _ = clientConn.Write([]byte(\"HTTP/1.1 502 Bad Gateway\\r\\n\\r\\n\"))\n\t\t\t\treturn\n\t\t\t}\n\t\t\tdefer targetConn.Close()\n\n\t\t\t// Send 200 Connection Established\n\t\t\t_, _ = clientConn.Write([]byte(\"HTTP/1.1 200 Connection Established\\r\\n\\r\\n\"))\n\n\t\t\t// Copy data between connections\n\t\t\tgo func() {\n\t\t\t\t_, _ = io.Copy(targetConn, clientConn)\n\t\t\t}()\n\t\t\t_, _ = io.Copy(clientConn, targetConn)\n\t\t\treturn\n\t\t}\n\n\t\t// Handle regular HTTP requests - forward to target\n\t\ttargetURLStr := r.URL.String()\n\t\tif !r.URL.IsAbs() {\n\t\t\t// Construct absolute URL from Host header\n\t\t\ttargetURLStr = \"http://\" + r.Host + r.URL.Path\n\t\t}\n\n\t\t// Parse and forward request\n\t\ttargetURL, err := url.Parse(targetURLStr)\n\t\tif err != nil {\n\t\t\thttp.Error(w, fmt.Sprintf(\"Invalid URL: %v\", err), http.StatusBadRequest)\n\t\t\treturn\n\t\t}\n\n\t\t// Create new request to forward\n\t\tforwardReq := r.Clone(r.Context())\n\t\tforwardReq.URL = targetURL\n\t\tforwardReq.RequestURI = \"\"\n\t\tforwardReq.Header.Del(\"Proxy-Connection\")\n\n\t\t// Create HTTP client without proxy to avoid proxy loop\n\t\tclient := &http.Client{\n\t\t\tTimeout: 5 * time.Second,\n\t\t\tTransport: &http.Transport{\n\t\t\t\tDisableKeepAlives: true,\n\t\t\t},\n\t\t}\n\n\t\tresp, err := client.Do(forwardReq)\n\t\tif err != nil {\n\t\t\thttp.Error(w, fmt.Sprintf(\"Proxy error: %v\", err), http.StatusBadGateway)\n\t\t\treturn\n\t\t}\n\t\tdefer resp.Body.Close()\n\n\t\t// Copy response headers\n\t\tfor k, v := range resp.Header {\n\t\t\tfor _, val := range v {\n\t\t\t\tw.Header().Add(k, val)\n\t\t\t}\n\t\t}\n\t\tw.WriteHeader(resp.StatusCode)\n\t\t_, _ = io.Copy(w, resp.Body)\n\t}\n\n\tproxy.server = httptest.NewServer(proxy.handler)\n\tt.Cleanup(func() {\n\t\tproxy.server.Close()\n\t})\n\n\treturn proxy\n}\n\n// getURL returns the proxy server URL\nfunc (p *testProxyServer) getURL() string {\n\treturn p.server.URL\n}\n\n// setProxyEnv sets HTTP_PROXY and HTTPS_PROXY environment variables\n// Also clears NO_PROXY to ensure localhost requests go through proxy\nfunc setProxyEnv(t *testing.T, proxyURL string) func() {\n\tt.Helper()\n\toldHTTPProxy := os.Getenv(\"HTTP_PROXY\")\n\toldHTTPSProxy := os.Getenv(\"HTTPS_PROXY\")\n\toldNoProxy := os.Getenv(\"NO_PROXY\")\n\n\tos.Setenv(\"HTTP_PROXY\", proxyURL)\n\tos.Setenv(\"HTTPS_PROXY\", proxyURL)\n\t// Clear NO_PROXY to ensure localhost goes through proxy for testing\n\tos.Unsetenv(\"NO_PROXY\")\n\n\treturn func() {\n\t\tif oldHTTPProxy != \"\" {\n\t\t\tos.Setenv(\"HTTP_PROXY\", oldHTTPProxy)\n\t\t} else {\n\t\t\tos.Unsetenv(\"HTTP_PROXY\")\n\t\t}\n\t\tif oldHTTPSProxy != \"\" {\n\t\t\tos.Setenv(\"HTTPS_PROXY\", oldHTTPSProxy)\n\t\t} else {\n\t\t\tos.Unsetenv(\"HTTPS_PROXY\")\n\t\t}\n\t\tif oldNoProxy != \"\" {\n\t\t\tos.Setenv(\"NO_PROXY\", oldNoProxy)\n\t\t} else {\n\t\t\tos.Unsetenv(\"NO_PROXY\")\n\t\t}\n\t}\n}\n\n// TestNewRetryableHTTPClientRespectsProxy tests that newRetryableHTTPClient()\n// creates an HTTP client that respects HTTP_PROXY environment variables\nfunc TestNewRetryableHTTPClientRespectsProxy(t *testing.T) {\n\t// Start test proxy server\n\tproxy := startTestProxyServer(t)\n\tdefer setProxyEnv(t, proxy.getURL())()\n\n\t// Create a test HTTP server that will be the target\n\ttargetServer := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tw.WriteHeader(http.StatusOK)\n\t\t_, _ = w.Write([]byte(\"OK\"))\n\t}))\n\tdefer targetServer.Close()\n\n\t// Create HTTP client using newRetryableHTTPClient()\n\t// This uses otelhttp.DefaultClient which should respect proxy settings\n\tclient := newRetryableHTTPClient()\n\n\t// Verify that the transport's Proxy function is set correctly\n\t// Since newRetryableHTTPClient() uses otelhttp.DefaultClient which wraps\n\t// http.DefaultTransport, and http.DefaultTransport has Proxy set to\n\t// ProxyFromEnvironment, we verify this configuration is preserved.\n\t//\n\t// We test by verifying that otelhttp.DefaultClient (which is what\n\t// newRetryableHTTPClient uses) has the correct proxy configuration.\n\ttransport := client.Transport\n\tif transport == nil {\n\t\tt.Fatal(\"HTTP client has no transport\")\n\t}\n\n\t// Get the underlying http.Transport\n\t// The transport chain is: retryablehttp.RoundTripper -> otelhttp.Transport -> http.Transport\n\tvar httpTransport *http.Transport\n\n\t// Unwrap through retryablehttp\n\tif rt, ok := transport.(*retryablehttp.RoundTripper); ok && rt.Client != nil && rt.Client.HTTPClient != nil {\n\t\t// otelhttp.Transport wraps http.DefaultTransport, but we can't easily unwrap it\n\t\t// So we'll verify by checking http.DefaultTransport directly, which is what\n\t\t// otelhttp.DefaultClient uses\n\t\thttpTransport = http.DefaultTransport.(*http.Transport)\n\t} else {\n\t\tt.Fatalf(\"Unexpected transport type: %T\", transport)\n\t}\n\n\tif httpTransport == nil {\n\t\tt.Fatal(\"Could not get http.Transport\")\n\t\treturn\n\t}\n\n\t// Verify proxy function is set to ProxyFromEnvironment\n\tif httpTransport.Proxy == nil {\n\t\tt.Error(\"Expected Transport.Proxy to be set (ProxyFromEnvironment), but got nil\")\n\t\treturn\n\t}\n\n\t// Test that Proxy function returns a proxy URL\n\t// Use localhost.df.overmind-demo.com which resolves to 127.0.0.1\n\t// but won't be bypassed by ProxyFromEnvironment (which only bypasses \"localhost\")\n\ttestURL, _ := url.Parse(\"http://localhost.df.overmind-demo.com/test\")\n\ttestReq, _ := http.NewRequestWithContext(context.Background(), http.MethodGet, testURL.String(), nil)\n\tproxyURLReturned, err := httpTransport.Proxy(testReq)\n\tif err != nil {\n\t\tt.Errorf(\"Proxy function returned error: %v\", err)\n\t\treturn\n\t}\n\tif proxyURLReturned == nil {\n\t\tt.Error(\"Expected Proxy function to return proxy URL, but got nil\")\n\t\treturn\n\t}\n\n\t// Verify ProxyFromEnvironment is working by checking it returns a valid proxy URL\n\t// We don't check the exact URL match because:\n\t// 1. CI environments may already have HTTP_PROXY set\n\t// 2. Parallel test execution may cause race conditions\n\t// The important thing is that Proxy is configured and returns a valid proxy URL\n\tif proxyURLReturned.Host == \"\" {\n\t\tt.Error(\"Proxy function returned URL with empty host\")\n\t}\n}\n\n// TestAuthenticatedChangesClientUsesProxy tests that AuthenticatedChangesClient\n// uses proxy settings when making HTTP requests by testing the underlying HTTP client\nfunc TestAuthenticatedChangesClientUsesProxy(t *testing.T) {\n\t// Start test proxy server\n\tproxy := startTestProxyServer(t)\n\tdefer setProxyEnv(t, proxy.getURL())()\n\n\t// Create context with auth token\n\tctx := context.WithValue(context.Background(), auth.UserTokenContextKey{}, \"test-token\")\n\n\t// Create AuthenticatedChangesClient - this uses newRetryableHTTPClient()\n\t// which wraps otelhttp.DefaultClient that should respect proxy settings\n\t// We'll test the underlying HTTP client directly\n\thttpClient := NewAuthenticatedClient(ctx, newRetryableHTTPClient())\n\n\t// Verify the transport chain preserves proxy settings\n\t// AuthenticatedTransport wraps newRetryableHTTPClient().Transport\n\t// which uses otelhttp.DefaultClient -> http.DefaultTransport\n\ttransport := httpClient.Transport\n\tif transport == nil {\n\t\tt.Fatal(\"HTTP client has no transport\")\n\t}\n\n\t// Verify it's AuthenticatedTransport wrapping the retryable client\n\tif authTransport, ok := transport.(*AuthenticatedTransport); ok {\n\t\t// Get the underlying transport (should be retryablehttp.RoundTripper)\n\t\tunderlyingTransport := authTransport.from\n\t\tif underlyingTransport == nil {\n\t\t\tt.Fatal(\"AuthenticatedTransport has no underlying transport\")\n\t\t}\n\n\t\t// Verify it wraps retryablehttp which wraps otelhttp.DefaultClient\n\t\tif rt, ok := underlyingTransport.(*retryablehttp.RoundTripper); ok {\n\t\t\tif rt.Client == nil || rt.Client.HTTPClient == nil {\n\t\t\t\tt.Error(\"retryablehttp.RoundTripper missing HTTPClient\")\n\t\t\t} else {\n\t\t\t\t// Verify otelhttp.DefaultClient uses http.DefaultTransport\n\t\t\t\t// which has ProxyFromEnvironment set. ProxyFromEnvironment reads\n\t\t\t\t// environment variables at request time, so it should use our test proxy.\n\t\t\t\t// Note: Since tests run in parallel, we can't reliably check the exact proxy URL\n\t\t\t\t// (another parallel test might have set HTTP_PROXY), but we can verify\n\t\t\t\t// that ProxyFromEnvironment is configured and returns a proxy URL.\n\t\t\t\thttpTransport := http.DefaultTransport.(*http.Transport)\n\t\t\t\tif httpTransport.Proxy == nil {\n\t\t\t\t\tt.Error(\"Expected http.DefaultTransport.Proxy to be set (ProxyFromEnvironment)\")\n\t\t\t\t} else {\n\t\t\t\t\t// Test proxy function\n\t\t\t\t\t// Use localhost.df.overmind-demo.com which resolves to 127.0.0.1\n\t\t\t\t\t// but won't be bypassed by ProxyFromEnvironment (which only bypasses \"localhost\")\n\t\t\t\t\ttestURL, _ := url.Parse(\"http://localhost.df.overmind-demo.com/test\")\n\t\t\t\t\ttestReq, _ := http.NewRequestWithContext(ctx, http.MethodGet, testURL.String(), nil)\n\t\t\t\t\tproxyURLReturned, err := httpTransport.Proxy(testReq)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\tt.Errorf(\"Proxy function returned error: %v\", err)\n\t\t\t\t\t} else if proxyURLReturned == nil {\n\t\t\t\t\t\tt.Error(\"Expected Proxy function to return proxy URL, but got nil\")\n\t\t\t\t\t} else {\n\t\t\t\t\t\t// Verify that ProxyFromEnvironment is working by checking it returns a proxy URL\n\t\t\t\t\t\t// Since tests run in parallel, we can't check the exact URL, but we can verify\n\t\t\t\t\t\t// it's reading from environment variables correctly\n\t\t\t\t\t\tif proxyURLReturned.Host == \"\" {\n\t\t\t\t\t\t\tt.Error(\"Proxy function returned URL with empty host\")\n\t\t\t\t\t\t}\n\t\t\t\t\t\t// Verify it's reading from HTTP_PROXY (should match our proxy or another parallel test's proxy)\n\t\t\t\t\t\t// Both are valid - the important thing is that ProxyFromEnvironment is configured\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"Expected *retryablehttp.RoundTripper, got %T\", underlyingTransport)\n\t\t}\n\t} else {\n\t\tt.Errorf(\"Expected *AuthenticatedTransport, got %T\", transport)\n\t}\n}\n\n// TestWebSocketDialerUsesProxy tests that WebSocket connections use proxy\n// settings when HTTP_PROXY is set. WebSocket connections use HTTP CONNECT\n// method through the proxy.\nfunc TestWebSocketDialerUsesProxy(t *testing.T) {\n\t// Start test proxy server\n\tproxy := startTestProxyServer(t)\n\tdefer setProxyEnv(t, proxy.getURL())()\n\n\t// Create a WebSocket server using localhost.df.overmind-demo.com\n\t// which resolves to 127.0.0.1 but won't be bypassed by ProxyFromEnvironment\n\twsServer := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tif r.Header.Get(\"Upgrade\") == \"websocket\" {\n\t\t\t// Simple WebSocket upgrade response\n\t\t\tw.Header().Set(\"Upgrade\", \"websocket\")\n\t\t\tw.Header().Set(\"Connection\", \"Upgrade\")\n\t\t\tw.WriteHeader(http.StatusSwitchingProtocols)\n\t\t} else {\n\t\t\tw.WriteHeader(http.StatusOK)\n\t\t}\n\t}))\n\tdefer wsServer.Close()\n\n\t// Convert HTTP server URL to use localhost.df.overmind-demo.com\n\t// Parse the server URL and replace hostname\n\tserverURL, err := url.Parse(wsServer.URL)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to parse server URL: %v\", err)\n\t}\n\tserverURL.Host = \"localhost.df.overmind-demo.com:\" + serverURL.Port()\n\twsURL := \"ws://\" + serverURL.Host + serverURL.Path\n\n\t// Create context with auth token\n\tctx := context.WithValue(context.Background(), auth.UserTokenContextKey{}, \"test-token\")\n\n\t// Create HTTP client that should use proxy\n\t// This is what sdpws.DialBatch uses - NewAuthenticatedClient with otelhttp.DefaultClient\n\thttpClient := NewAuthenticatedClient(ctx, tracing.HTTPClient())\n\n\t// Try to dial WebSocket - this should use HTTP CONNECT through proxy\n\t// Note: We'll use the websocket package directly like sdpws does\n\t// Since we can't easily test sdpws.DialBatch without a full gateway,\n\t// we'll test that the HTTP client would use proxy for CONNECT requests\n\t// by verifying the proxy configuration\n\n\t// Actually, let's test by making a CONNECT request manually\n\t// to verify the proxy is used\n\tproxyURL, err := url.Parse(proxy.getURL())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to parse proxy URL: %v\", err)\n\t}\n\n\t// Parse the WebSocket URL\n\ttargetURL, err := url.Parse(wsURL)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to parse WebSocket URL: %v\", err)\n\t}\n\n\t// The HTTP client should use the proxy for CONNECT requests\n\t// We can verify this by checking if ProxyFromEnvironment returns the proxy\n\ttransport := httpClient.Transport\n\tif transport == nil {\n\t\tt.Fatal(\"HTTP client has no transport\")\n\t}\n\n\t// Get the underlying transport to check proxy configuration\n\t// Since we're using AuthenticatedTransport wrapping otelhttp.Transport wrapping http.DefaultTransport,\n\t// we need to unwrap to check the proxy function\n\tbaseTransport := transport\n\tfor range 10 { // Limit iterations to prevent infinite loops\n\t\t// Check if we've reached http.Transport\n\t\tif _, ok := baseTransport.(*http.Transport); ok {\n\t\t\tbreak\n\t\t}\n\n\t\t// Try to unwrap further\n\t\tvar nextTransport http.RoundTripper\n\t\tswitch t := baseTransport.(type) {\n\t\tcase *AuthenticatedTransport:\n\t\t\tnextTransport = t.from\n\t\tcase interface{ Unwrap() http.RoundTripper }:\n\t\t\tnextTransport = t.Unwrap()\n\t\tdefault:\n\t\t\t// Can't unwrap further\n\t\t\tbreak\n\t\t}\n\n\t\t// Prevent infinite loops\n\t\tif nextTransport == nil || nextTransport == baseTransport {\n\t\t\tbreak\n\t\t}\n\t\tbaseTransport = nextTransport\n\t}\n\n\t// Check if it's http.Transport and verify proxy function\n\tif httpTransport, ok := baseTransport.(*http.Transport); ok {\n\t\tif httpTransport.Proxy == nil {\n\t\t\tt.Error(\"Expected Transport.Proxy to be set (ProxyFromEnvironment), but got nil\")\n\t\t} else {\n\t\t\t// Test that Proxy function returns the proxy URL\n\t\t\t// Use localhost.df.overmind-demo.com which resolves to 127.0.0.1\n\t\t\t// but won't be bypassed by ProxyFromEnvironment\n\t\t\ttestReq, err := http.NewRequestWithContext(context.Background(), http.MethodGet, targetURL.String(), nil)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to create request: %v\", err)\n\t\t\t}\n\t\t\tproxyURLReturned, err := httpTransport.Proxy(testReq)\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Proxy function returned error: %v\", err)\n\t\t\t} else if proxyURLReturned == nil {\n\t\t\t\tt.Error(\"Expected Proxy function to return proxy URL for localhost.df.overmind-demo.com, but got nil\")\n\t\t\t} else if proxyURLReturned.String() != proxyURL.String() {\n\t\t\t\tt.Errorf(\"Expected proxy URL %s, got %s\", proxyURL.String(), proxyURLReturned.String())\n\t\t\t}\n\t\t}\n\t}\n\n\t// Verify proxy received at least one CONNECT request (from the Proxy function check)\n\t// Actually, the Proxy function check doesn't make a real request, so we need to\n\t// make an actual request to verify\n\ttime.Sleep(100 * time.Millisecond)\n\t// We can't easily test WebSocket CONNECT without a real connection attempt,\n\t// but we've verified the proxy configuration is correct\n}\n" }, { "path": "cmd/bookmarks.go", "content": "/*\nCopyright Β© 2024 NAME HERE \n*/\npackage cmd\n\nimport (\n\t\"github.com/spf13/cobra\"\n)\n\n// bookmarksCmd represents the bookmarks command\nvar bookmarksCmd = &cobra.Command{\n\tUse: \"bookmarks\",\n\tGroupID: \"api\",\n\tShort: \"Interact with the bookmarks that were created in the Explore view\",\n\tLong: `A bookmark in Overmind is a set of queries that are stored together and can be\nexecuted as a single block.`,\n\tRun: func(cmd *cobra.Command, args []string) {\n\t\t_ = cmd.Help()\n\t},\n}\n\nfunc init() {\n\trootCmd.AddCommand(bookmarksCmd)\n\n\taddAPIFlags(bookmarksCmd)\n\n\t// Here you will define your flags and configuration settings.\n\n\t// Cobra supports Persistent Flags which will work for this command\n\t// and all subcommands, e.g.:\n\t// bookmarksCmd.PersistentFlags().String(\"foo\", \"\", \"A help for foo\")\n\n\t// Cobra supports local flags which will only run when this command\n\t// is called directly, e.g.:\n\t// bookmarksCmd.Flags().BoolP(\"toggle\", \"t\", false, \"Help message for toggle\")\n}\n" }, { "path": "cmd/bookmarks_create_bookmark.go", "content": "package cmd\n\nimport (\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"io\"\n\t\"os\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// createBookmarkCmd represents the get-bookmark command\nvar createBookmarkCmd = &cobra.Command{\n\tUse: \"create-bookmark [--file FILE]\",\n\tShort: \"Creates a bookmark from JSON.\",\n\tPreRun: PreRunSetup,\n\tRunE: CreateBookmark,\n}\n\nfunc CreateBookmark(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tvar err error\n\n\tin := os.Stdin\n\tif viper.GetString(\"file\") != \"\" {\n\t\tin, err = os.Open(viper.GetString(\"file\"))\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\"file\": viper.GetString(\"file\"),\n\t\t\t\t},\n\t\t\t\tmessage: \"failed to open input\",\n\t\t\t}\n\t\t}\n\t}\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"changes:write\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tcontents, err := io.ReadAll(in)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: log.Fields{\"file\": viper.GetString(\"file\")},\n\t\t\tmessage: \"failed to read file\",\n\t\t}\n\t}\n\tmsg := sdp.BookmarkProperties{}\n\terr = json.Unmarshal(contents, &msg)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tmessage: \"failed to parse input\",\n\t\t}\n\t}\n\tclient := AuthenticatedBookmarkClient(ctx, oi)\n\tresponse, err := client.CreateBookmark(ctx, &connect.Request[sdp.CreateBookmarkRequest]{\n\t\tMsg: &sdp.CreateBookmarkRequest{\n\t\t\tProperties: &msg,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tmessage: \"failed to get bookmark\",\n\t\t}\n\t}\n\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\"bookmark-uuid\": uuid.UUID(response.Msg.GetBookmark().GetMetadata().GetUUID()),\n\t\t\"bookmark-created\": response.Msg.GetBookmark().GetMetadata().GetCreated(),\n\t\t\"bookmark-name\": response.Msg.GetBookmark().GetProperties().GetName(),\n\t\t\"bookmark-description\": response.Msg.GetBookmark().GetProperties().GetDescription(),\n\t}).Info(\"created bookmark\")\n\tfor _, q := range response.Msg.GetBookmark().GetProperties().GetQueries() {\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"bookmark-query\": q,\n\t\t}).Info(\"created bookmark query\")\n\t}\n\n\tb, err := json.MarshalIndent(response.Msg.GetBookmark().GetProperties(), \"\", \" \")\n\tif err != nil {\n\t\tlog.Infof(\"Error rendering bookmark: %v\", err)\n\t} else {\n\t\tfmt.Println(string(b))\n\t}\n\n\treturn nil\n}\n\nfunc init() {\n\tbookmarksCmd.AddCommand(createBookmarkCmd)\n\n\tcreateBookmarkCmd.PersistentFlags().String(\"file\", \"\", \"JSON formatted file to read bookmark. (defaults to stdin)\")\n}\n" }, { "path": "cmd/bookmarks_get_affected_bookmarks.go", "content": "package cmd\n\nimport (\n\t\"fmt\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// getAffectedBookmarksCmd represents the get-affected-bookmarks command\nvar getAffectedBookmarksCmd = &cobra.Command{\n\tUse: \"get-affected-bookmarks --snapshot-uuid ID --bookmark-uuids ID,ID,ID\",\n\tShort: \"Calculates the bookmarks that would be overlapping with a snapshot.\",\n\tPreRun: PreRunSetup,\n\tRunE: GetAffectedBookmarks,\n}\n\nfunc GetAffectedBookmarks(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tsnapshotUuid, err := uuid.Parse(viper.GetString(\"snapshot-uuid\"))\n\tif err != nil {\n\t\treturn flagError{usage: fmt.Sprintf(\"invalid --snapshot-uuid value '%v': %v\\n\\n%v\", viper.GetString(\"snapshot-uuid\"), err, cmd.UsageString())}\n\t}\n\n\tuuidStrings := viper.GetStringSlice(\"bookmark-uuids\")\n\tbookmarkUuids := [][]byte{}\n\tfor _, s := range uuidStrings {\n\t\tbookmarkUuid, err := uuid.Parse(s)\n\t\tif err != nil {\n\t\t\treturn flagError{usage: fmt.Sprintf(\"invalid --bookmark-uuids value '%v': %v\\n\\n%v\", bookmarkUuid, err, cmd.UsageString())}\n\t\t}\n\t\tbookmarkUuids = append(bookmarkUuids, bookmarkUuid[:])\n\t}\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"changes:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tclient := AuthenticatedBookmarkClient(ctx, oi)\n\tresponse, err := client.GetAffectedBookmarks(ctx, &connect.Request[sdp.GetAffectedBookmarksRequest]{\n\t\tMsg: &sdp.GetAffectedBookmarksRequest{\n\t\t\tSnapshotUUID: snapshotUuid[:],\n\t\t\tBookmarkUUIDs: bookmarkUuids,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tmessage: \"Failed to get affected bookmarks.\",\n\t\t}\n\t}\n\tfor _, u := range response.Msg.GetBookmarkUUIDs() {\n\t\tbookmarkUuid := uuid.UUID(u)\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"uuid\": bookmarkUuid,\n\t\t}).Info(\"found affected bookmark\")\n\t}\n\treturn nil\n}\n\nfunc init() {\n\tbookmarksCmd.AddCommand(getAffectedBookmarksCmd)\n\n\tgetAffectedBookmarksCmd.PersistentFlags().String(\"snapshot-uuid\", \"\", \"The UUID of the snapshot that should be checked.\")\n\tgetAffectedBookmarksCmd.PersistentFlags().String(\"bookmark-uuids\", \"\", \"A comma separated list of UUIDs of the potentially affected bookmarks.\")\n}\n" }, { "path": "cmd/bookmarks_get_bookmark.go", "content": "package cmd\n\nimport (\n\t\"encoding/json\"\n\t\"fmt\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// getBookmarkCmd represents the get-bookmark command\nvar getBookmarkCmd = &cobra.Command{\n\tUse: \"get-bookmark --uuid ID\",\n\tShort: \"Displays the contents of a bookmark.\",\n\tPreRun: PreRunSetup,\n\tRunE: GetBookmark,\n}\n\nfunc GetBookmark(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tbookmarkUuid, err := uuid.Parse(viper.GetString(\"uuid\"))\n\tif err != nil {\n\t\treturn flagError{\n\t\t\tusage: fmt.Sprintf(\"invalid --uuid value '%v' (%v)\\n\\n%v\", viper.GetString(\"uuid\"), err, cmd.UsageString()),\n\t\t}\n\t}\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"changes:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tclient := AuthenticatedBookmarkClient(ctx, oi)\n\tresponse, err := client.GetBookmark(ctx, &connect.Request[sdp.GetBookmarkRequest]{\n\t\tMsg: &sdp.GetBookmarkRequest{\n\t\t\tUUID: bookmarkUuid[:],\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tmessage: \"failed to get bookmark\",\n\t\t}\n\t}\n\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\"bookmark-uuid\": uuid.UUID(response.Msg.GetBookmark().GetMetadata().GetUUID()),\n\t\t\"bookmark-created\": response.Msg.GetBookmark().GetMetadata().GetCreated().AsTime(),\n\t\t\"bookmark-name\": response.Msg.GetBookmark().GetProperties().GetName(),\n\t\t\"bookmark-description\": response.Msg.GetBookmark().GetProperties().GetDescription(),\n\t}).Info(\"found bookmark\")\n\n\tb, err := json.MarshalIndent(response.Msg.GetBookmark().ToMap(), \"\", \" \")\n\tif err != nil {\n\t\tlog.Infof(\"Error rendering bookmark: %v\", err)\n\t} else {\n\t\tfmt.Println(string(b))\n\t}\n\n\treturn nil\n}\n\nfunc init() {\n\tbookmarksCmd.AddCommand(getBookmarkCmd)\n\n\tgetBookmarkCmd.PersistentFlags().String(\"uuid\", \"\", \"The UUID of the bookmark that should be displayed.\")\n}\n" }, { "path": "cmd/changes.go", "content": "package cmd\n\nimport (\n\t\"github.com/spf13/cobra\"\n)\n\n// changesCmd represents the changes command\nvar changesCmd = &cobra.Command{\n\tUse: \"changes\",\n\tGroupID: \"api\",\n\tShort: \"Create, update and delete changes in Overmind\",\n\tLong: `Manage changes that are being tracked using Overmind. NOTE: It is probably\neasier to use our IaC wrappers such as 'overmind terraform plan' rather than\nusing these commands directly, but they are provided for flexibility.`,\n\tRun: func(cmd *cobra.Command, args []string) {\n\t\t_ = cmd.Help()\n\t},\n}\n\nfunc init() {\n\trootCmd.AddCommand(changesCmd)\n\n\taddAPIFlags(changesCmd)\n\n\t// Here you will define your flags and configuration settings.\n\n\t// Cobra supports Persistent Flags which will work for this command\n\t// and all subcommands, e.g.:\n\t// changesCmd.PersistentFlags().String(\"foo\", \"\", \"A help for foo\")\n\n\t// Cobra supports local flags which will only run when this command\n\t// is called directly, e.g.:\n\t// changesCmd.Flags().BoolP(\"toggle\", \"t\", false, \"Help message for toggle\")\n}\n" }, { "path": "cmd/changes_end_change.go", "content": "package cmd\n\nimport (\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// endChangeCmd represents the end-change command\nvar endChangeCmd = &cobra.Command{\n\tUse: \"end-change --uuid ID\",\n\tShort: \"Finishes the specified change. Call this just after you finished the change. This will store a snapshot of the current system state for later reference.\",\n\tPreRun: PreRunSetup,\n\tRunE: EndChange,\n}\n\nfunc EndChange(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"changes:write\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Resolve the change UUID without checking status. The server-side\n\t// EndChangeSimple handles status validation atomically and queues end-change\n\t// behind start-change if needed, avoiding the TOCTOU race where status\n\t// transitions between client-side checks.\n\tchangeUuid, err := getChangeUUID(ctx, oi, viper.GetString(\"ticket-link\"))\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tmessage: \"failed to identify change\",\n\t\t}\n\t}\n\n\tlf := log.Fields{\"uuid\": changeUuid.String()}\n\n\t// Call the simple RPC (enqueues a background job and returns immediately)\n\tclient := AuthenticatedChangesClient(ctx, oi)\n\tresp, err := client.EndChangeSimple(ctx, &connect.Request[sdp.EndChangeRequest]{\n\t\tMsg: &sdp.EndChangeRequest{\n\t\t\tChangeUUID: changeUuid[:],\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"failed to end change\",\n\t\t}\n\t}\n\n\tqueuedAfterStart := resp.Msg.GetQueuedAfterStart()\n\twaitForSnapshot := viper.GetBool(\"wait-for-snapshot\")\n\tif waitForSnapshot {\n\t\t// Poll until change status is DONE\n\t\tlog.WithContext(ctx).WithFields(lf).Info(\"waiting for snapshot to complete\")\n\t\tfor {\n\t\t\tchangeResp, err := client.GetChange(ctx, &connect.Request[sdp.GetChangeRequest]{\n\t\t\t\tMsg: &sdp.GetChangeRequest{\n\t\t\t\t\tUUID: changeUuid[:],\n\t\t\t\t},\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn loggedError{\n\t\t\t\t\terr: err,\n\t\t\t\t\tfields: lf,\n\t\t\t\t\tmessage: \"failed to get change status\",\n\t\t\t\t}\n\t\t\t}\n\t\t\tif changeResp.Msg.GetChange().GetMetadata().GetStatus() == sdp.ChangeStatus_CHANGE_STATUS_DONE {\n\t\t\t\tbreak\n\t\t\t}\n\t\t\tlog.WithContext(ctx).WithFields(lf).WithFields(log.Fields{\n\t\t\t\t\"status\": changeResp.Msg.GetChange().GetMetadata().GetStatus().String(),\n\t\t\t}).Info(\"waiting for snapshot\")\n\t\t\ttime.Sleep(3 * time.Second)\n\n\t\t\t// check if the context is cancelled\n\t\t\tif ctx.Err() != nil {\n\t\t\t\treturn loggedError{\n\t\t\t\t\terr: ctx.Err(),\n\t\t\t\t\tfields: lf,\n\t\t\t\t\tmessage: \"context cancelled\",\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(lf).Info(\"finished change\")\n\t} else {\n\t\tif queuedAfterStart {\n\t\t\tlog.WithContext(ctx).WithFields(lf).Info(\"change end queued (will run after start-change completes)\")\n\t\t} else {\n\t\t\tlog.WithContext(ctx).WithFields(lf).Info(\"change end initiated (processing in background)\")\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc init() {\n\tchangesCmd.AddCommand(endChangeCmd)\n\n\taddChangeUuidFlags(endChangeCmd)\n\n\tendChangeCmd.PersistentFlags().Bool(\"wait-for-snapshot\", false, \"Wait for the snapshot to complete before returning. Defaults to false.\")\n}\n" }, { "path": "cmd/changes_get_change.go", "content": "package cmd\n\nimport (\n\t_ \"embed\"\n\t\"fmt\"\n\t\"slices\"\n\t\"strings\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// getChangeCmd represents the get-change command\nvar getChangeCmd = &cobra.Command{\n\tUse: \"get-change {--uuid ID | --change https://app.overmind.tech/changes/c772d072-6b0b-4763-b7c5-ff5069beed4c}\",\n\tShort: \"Displays the contents of a change.\",\n\tPreRun: PreRunSetup,\n\tRunE: GetChange,\n}\n\nfunc GetChange(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tapp := viper.GetString(\"app\")\n\n\t// Validate status flag\n\tstatus, err := validateChangeStatus(viper.GetString(\"status\"))\n\tif err != nil {\n\t\treturn err\n\t}\n\n\triskLevels := []sdp.Risk_Severity{}\n\tfor _, level := range viper.GetStringSlice(\"risk-levels\") {\n\t\tswitch level {\n\t\tcase \"high\":\n\t\t\triskLevels = append(riskLevels, sdp.Risk_SEVERITY_HIGH)\n\t\tcase \"medium\":\n\t\t\triskLevels = append(riskLevels, sdp.Risk_SEVERITY_MEDIUM)\n\t\tcase \"low\":\n\t\t\triskLevels = append(riskLevels, sdp.Risk_SEVERITY_LOW)\n\t\tdefault:\n\t\t\treturn flagError{fmt.Sprintf(\"invalid --risk-levels value '%v', allowed values are 'high', 'medium', 'low'\", level)}\n\t\t}\n\t}\n\tslices.Sort(riskLevels)\n\triskLevels = slices.Compact(riskLevels)\n\n\tif len(riskLevels) == 0 {\n\t\triskLevels = []sdp.Risk_Severity{sdp.Risk_SEVERITY_HIGH, sdp.Risk_SEVERITY_MEDIUM, sdp.Risk_SEVERITY_LOW}\n\t}\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"changes:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tchangeUuid, err := getChangeUUIDAndCheckStatus(ctx, oi, status, viper.GetString(\"ticket-link\"), true)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tmessage: \"failed to identify change\",\n\t\t}\n\t}\n\n\tlf := log.Fields{\n\t\t\"uuid\": changeUuid.String(),\n\t\t\"change-url\": viper.GetString(\"change-url\"),\n\t}\n\n\tclient := AuthenticatedChangesClient(ctx, oi)\n\tif viper.GetBool(\"wait\") {\n\t\tif err := waitForChangeAnalysis(ctx, client, changeUuid, lf); err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tapp, _ = strings.CutSuffix(app, \"/\")\n\t// get the change\n\tvar format sdp.ChangeOutputFormat\n\tswitch viper.GetString(\"format\") {\n\tcase \"json\":\n\t\tformat = sdp.ChangeOutputFormat_CHANGE_OUTPUT_FORMAT_JSON\n\tcase \"markdown\":\n\t\tformat = sdp.ChangeOutputFormat_CHANGE_OUTPUT_FORMAT_MARKDOWN\n\tdefault:\n\t\treturn fmt.Errorf(\"Unknown output format. Please select 'json' or 'markdown'\")\n\t}\n\tchangeRes, err := client.GetChangeSummary(ctx, &connect.Request[sdp.GetChangeSummaryRequest]{\n\t\tMsg: &sdp.GetChangeSummaryRequest{\n\t\t\tUUID: changeUuid[:],\n\t\t\tChangeOutputFormat: format,\n\t\t\tRiskSeverityFilter: riskLevels,\n\t\t\tAppURL: app,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"failed to get change summary\",\n\t\t}\n\t}\n\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\"ovm.change.uuid\": changeUuid.String(),\n\t}).Debug(\"found change\")\n\n\tfmt.Println(changeRes.Msg.GetChange())\n\n\treturn nil\n}\n\n// validateChangeStatus validates that the provided status string is a valid ChangeStatus\nfunc validateChangeStatus(statusStr string) (sdp.ChangeStatus, error) {\n\t// Define valid status values (excluding UNSPECIFIED and PROCESSING as they are not typically used)\n\tvalidStatuses := map[string]sdp.ChangeStatus{\n\t\t\"CHANGE_STATUS_DEFINING\": sdp.ChangeStatus_CHANGE_STATUS_DEFINING,\n\t\t\"CHANGE_STATUS_HAPPENING\": sdp.ChangeStatus_CHANGE_STATUS_HAPPENING,\n\t\t\"CHANGE_STATUS_DONE\": sdp.ChangeStatus_CHANGE_STATUS_DONE,\n\t}\n\n\tif status, exists := validStatuses[statusStr]; exists {\n\t\treturn status, nil\n\t}\n\n\t// Build list of valid status names for error message\n\tvalidNames := make([]string, 0, len(validStatuses))\n\tfor name := range validStatuses {\n\t\tvalidNames = append(validNames, name)\n\t}\n\n\treturn sdp.ChangeStatus_CHANGE_STATUS_UNSPECIFIED, flagError{\n\t\tfmt.Sprintf(\"invalid --status value '%s', allowed values are: %s\", statusStr, strings.Join(validNames, \", \")),\n\t}\n}\n\nfunc init() {\n\tchangesCmd.AddCommand(getChangeCmd)\n\taddAPIFlags(getChangeCmd)\n\n\taddChangeUuidFlags(getChangeCmd)\n\tgetChangeCmd.PersistentFlags().String(\"status\", \"CHANGE_STATUS_DEFINING\", \"The expected status of the change. Use this with --ticket-link to get the first change with that status for a given ticket link. Allowed values: CHANGE_STATUS_DEFINING (ready for analysis/analysis in progress), CHANGE_STATUS_HAPPENING (deployment in progress), CHANGE_STATUS_DONE (deployment completed)\")\n\n\tgetChangeCmd.PersistentFlags().String(\"frontend\", \"\", \"The frontend base URL\")\n\tcobra.CheckErr(getChangeCmd.PersistentFlags().MarkDeprecated(\"frontend\", \"This flag is no longer used and will be removed in a future release. Use the '--app' flag instead.\"))\n\tgetChangeCmd.PersistentFlags().Bool(\"wait\", true, \"Wait for analysis to complete before returning. Set to false to return immediately with the current status.\")\n\tgetChangeCmd.PersistentFlags().String(\"format\", \"json\", \"How to render the change. Possible values: json, markdown\")\n\tgetChangeCmd.PersistentFlags().StringSlice(\"risk-levels\", []string{\"high\", \"medium\", \"low\"}, \"Only show changes with the specified risk levels. Allowed values: high, medium, low\")\n}\n" }, { "path": "cmd/changes_get_change_test.go", "content": "package cmd\n\nimport (\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestGetChangeCmdHasWaitFlag(t *testing.T) {\n\tt.Parallel()\n\n\tflag := getChangeCmd.PersistentFlags().Lookup(\"wait\")\n\tif flag == nil {\n\t\tt.Error(\"Expected wait flag to be registered on get-change command\")\n\t\treturn\n\t}\n\n\tif flag.DefValue != \"true\" {\n\t\tt.Errorf(\"Expected wait flag default value to be 'true', got %q\", flag.DefValue)\n\t}\n}\n\nfunc TestValidateChangeStatus(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tstatusStr string\n\t\texpected sdp.ChangeStatus\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"valid defining status\",\n\t\t\tstatusStr: \"CHANGE_STATUS_DEFINING\",\n\t\t\texpected: sdp.ChangeStatus_CHANGE_STATUS_DEFINING,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"valid happening status\",\n\t\t\tstatusStr: \"CHANGE_STATUS_HAPPENING\",\n\t\t\texpected: sdp.ChangeStatus_CHANGE_STATUS_HAPPENING,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"valid done status\",\n\t\t\tstatusStr: \"CHANGE_STATUS_DONE\",\n\t\t\texpected: sdp.ChangeStatus_CHANGE_STATUS_DONE,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid status - empty string\",\n\t\t\tstatusStr: \"\",\n\t\t\texpected: sdp.ChangeStatus_CHANGE_STATUS_UNSPECIFIED,\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid status - random string\",\n\t\t\tstatusStr: \"INVALID_STATUS\",\n\t\t\texpected: sdp.ChangeStatus_CHANGE_STATUS_UNSPECIFIED,\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid status - unspecified\",\n\t\t\tstatusStr: \"CHANGE_STATUS_UNSPECIFIED\",\n\t\t\texpected: sdp.ChangeStatus_CHANGE_STATUS_UNSPECIFIED,\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid status - lowercase\",\n\t\t\tstatusStr: \"change_status_defining\",\n\t\t\texpected: sdp.ChangeStatus_CHANGE_STATUS_UNSPECIFIED,\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult, err := validateChangeStatus(tt.statusStr)\n\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"validateChangeStatus() expected error but got none\")\n\t\t\t\t}\n\t\t\t\t// Check that it returns a flagError\n\t\t\t\tvar fError flagError\n\t\t\t\tif !errors.As(err, &fError) {\n\t\t\t\t\tt.Errorf(\"validateChangeStatus() expected flagError but got %T\", err)\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Errorf(\"validateChangeStatus() unexpected error: %v\", err)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif result != tt.expected {\n\t\t\t\tt.Errorf(\"validateChangeStatus() = %v, expected %v\", result, tt.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "cmd/changes_get_signals.go", "content": "package cmd\n\nimport (\n\t_ \"embed\"\n\t\"fmt\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// getSignalsCmd represents the get-signals command\nvar getSignalsCmd = &cobra.Command{\n\tUse: \"get-signals {--uuid ID | --change https://app.overmind.tech/changes/c772d072-6b0b-4763-b7c5-ff5069beed4c}\",\n\tShort: \"Displays all signals for a change including overview, item, and custom signals.\",\n\tLong: `Displays all signals for a change including:\n- Overall signal for the change\n- Top level signals for each category\n- Routineness signals per item\n- Individual custom signals\n\nThis provides more detailed signal information than get-change.`,\n\tPreRun: PreRunSetup,\n\tRunE: GetSignals,\n}\n\nfunc GetSignals(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\t// Validate status flag\n\tstatus, err := validateChangeStatus(viper.GetString(\"status\"))\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"changes:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tchangeUuid, err := getChangeUUIDAndCheckStatus(ctx, oi, status, viper.GetString(\"ticket-link\"), true)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tmessage: \"failed to identify change\",\n\t\t}\n\t}\n\n\tlf := log.Fields{\n\t\t\"uuid\": changeUuid.String(),\n\t\t\"change-url\": viper.GetString(\"change\"),\n\t}\n\n\tclient := AuthenticatedChangesClient(ctx, oi)\n\tif err := waitForChangeAnalysis(ctx, client, changeUuid, lf); err != nil {\n\t\treturn err\n\t}\n\n\t// get the change signals\n\tvar format sdp.ChangeOutputFormat\n\tswitch viper.GetString(\"format\") {\n\tcase \"json\":\n\t\tformat = sdp.ChangeOutputFormat_CHANGE_OUTPUT_FORMAT_JSON\n\tcase \"markdown\":\n\t\tformat = sdp.ChangeOutputFormat_CHANGE_OUTPUT_FORMAT_MARKDOWN\n\tdefault:\n\t\treturn fmt.Errorf(\"Unknown output format. Please select 'json' or 'markdown'\")\n\t}\n\tsignalsRes, err := client.GetChangeSignals(ctx, &connect.Request[sdp.GetChangeSignalsRequest]{\n\t\tMsg: &sdp.GetChangeSignalsRequest{\n\t\t\tUUID: changeUuid[:],\n\t\t\tChangeOutputFormat: format,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"failed to get change signals\",\n\t\t}\n\t}\n\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\"ovm.change.uuid\": changeUuid.String(),\n\t}).Debug(\"found change signals\")\n\n\tfmt.Println(signalsRes.Msg.GetSignals())\n\n\treturn nil\n}\n\nfunc init() {\n\tchangesCmd.AddCommand(getSignalsCmd)\n\taddAPIFlags(getSignalsCmd)\n\n\taddChangeUuidFlags(getSignalsCmd)\n\tgetSignalsCmd.PersistentFlags().String(\"status\", \"CHANGE_STATUS_DEFINING\", \"The expected status of the change. Use this with --ticket-link to get the first change with that status for a given ticket link. Allowed values: CHANGE_STATUS_DEFINING (ready for analysis/analysis in progress), CHANGE_STATUS_HAPPENING (deployment in progress), CHANGE_STATUS_DONE (deployment completed)\")\n\n\tgetSignalsCmd.PersistentFlags().String(\"frontend\", \"\", \"The frontend base URL\")\n\tcobra.CheckErr(getSignalsCmd.PersistentFlags().MarkDeprecated(\"frontend\", \"This flag is no longer used and will be removed in a future release. Use the '--app' flag instead.\"))\n\tgetSignalsCmd.PersistentFlags().String(\"format\", \"json\", \"How to render the signals. Possible values: json, markdown\")\n}\n" }, { "path": "cmd/changes_get_signals_test.go", "content": "package cmd\n\nimport (\n\t\"testing\"\n\n\t\"github.com/spf13/viper\"\n)\n\nfunc TestGetSignalsCmd(t *testing.T) {\n\t// Test that the command is properly registered\n\tif getSignalsCmd == nil {\n\t\tt.Fatal(\"getSignalsCmd is nil\")\n\t}\n\n\tif getSignalsCmd.Use == \"\" {\n\t\tt.Error(\"getSignalsCmd.Use should not be empty\")\n\t}\n\n\t// Test that required flags are set\n\tformatFlag := getSignalsCmd.PersistentFlags().Lookup(\"format\")\n\tif formatFlag == nil {\n\t\tt.Error(\"format flag should be defined\")\n\t} else if formatFlag.DefValue != \"json\" {\n\t\tt.Errorf(\"format flag default should be 'json', got '%s'\", formatFlag.DefValue)\n\t}\n\n\tstatusFlag := getSignalsCmd.PersistentFlags().Lookup(\"status\")\n\tif statusFlag == nil {\n\t\tt.Error(\"status flag should be defined\")\n\t}\n}\n\nfunc TestGetSignalsFormat(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tformat string\n\t\tshouldError bool\n\t}{\n\t\t{\n\t\t\tname: \"json format\",\n\t\t\tformat: \"json\",\n\t\t\tshouldError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"markdown format\",\n\t\t\tformat: \"markdown\",\n\t\t\tshouldError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid format\",\n\t\t\tformat: \"xml\",\n\t\t\tshouldError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tviper.Set(\"format\", tt.format)\n\n\t\t\tformat := viper.GetString(\"format\")\n\t\t\tisValid := format == \"json\" || format == \"markdown\"\n\n\t\t\tif tt.shouldError && isValid {\n\t\t\t\tt.Error(\"Expected format validation to fail, but it passed\")\n\t\t\t}\n\t\t\tif !tt.shouldError && !isValid {\n\t\t\t\tt.Error(\"Expected format validation to pass, but it failed\")\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "cmd/changes_list_changes.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"os\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// listChangesCmd represents the get-change command\nvar listChangesCmd = &cobra.Command{\n\tUse: \"list-changes --dir ./output\",\n\tShort: \"Displays the contents of a change.\",\n\tPreRun: PreRunSetup,\n\tRunE: ListChanges,\n}\n\nfunc ListChanges(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"changes:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tsnapshots := AuthenticatedSnapshotsClient(ctx, oi)\n\tbookmarks := AuthenticatedBookmarkClient(ctx, oi)\n\tchanges := AuthenticatedChangesClient(ctx, oi)\n\n\tresponse, err := changes.ListChanges(ctx, &connect.Request[sdp.ListChangesRequest]{\n\t\tMsg: &sdp.ListChangesRequest{},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tmessage: \"failed to list changes\",\n\t\t}\n\t}\n\tfor _, change := range response.Msg.GetChanges() {\n\t\tchangeUuid := uuid.UUID(change.GetMetadata().GetUUID())\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.change.uuid\": changeUuid,\n\t\t\t\"change-created\": change.GetMetadata().GetCreatedAt().AsTime(),\n\t\t\t\"change-status\": change.GetMetadata().GetStatus().String(),\n\t\t\t\"change-name\": change.GetProperties().GetTitle(),\n\t\t\t\"change-description\": change.GetProperties().GetDescription(),\n\t\t}).Debug(\"found change\")\n\n\t\tb, err := json.MarshalIndent(change.ToMap(), \"\", \" \")\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tmessage: \"Error rendering change\",\n\t\t\t}\n\t\t}\n\n\t\terr = printJson(ctx, b, \"change\", changeUuid.String(), cmd)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\n\t\tif viper.GetBool(\"fetch-data\") {\n\t\t\tciUuid := uuid.UUID(change.GetProperties().GetChangingItemsBookmarkUUID())\n\t\t\tif ciUuid != uuid.Nil {\n\t\t\t\tchangingItems, err := bookmarks.GetBookmark(ctx, &connect.Request[sdp.GetBookmarkRequest]{\n\t\t\t\t\tMsg: &sdp.GetBookmarkRequest{\n\t\t\t\t\t\tUUID: ciUuid[:],\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t\t// continue processing if item not found\n\t\t\t\tif connect.CodeOf(err) != connect.CodeNotFound {\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn loggedError{\n\t\t\t\t\t\t\terr: err,\n\t\t\t\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\t\t\t\"ovm.change.uuid\": changeUuid,\n\t\t\t\t\t\t\t\t\"changing-items-uuid\": ciUuid.String(),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tmessage: \"failed to get ChangingItemsBookmark\",\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tb, err := json.MarshalIndent(changingItems.Msg.GetBookmark().ToMap(), \"\", \" \")\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn loggedError{\n\t\t\t\t\t\t\terr: err,\n\t\t\t\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\t\t\t\"ovm.change.uuid\": changeUuid,\n\t\t\t\t\t\t\t\t\"changing-items-uuid\": ciUuid.String(),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tmessage: \"Error rendering changing items bookmark\",\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\terr = printJson(ctx, b, \"changing-items\", ciUuid.String(), cmd)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn err\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tbrUuid := uuid.UUID(change.GetProperties().GetBlastRadiusSnapshotUUID())\n\t\t\tif brUuid != uuid.Nil {\n\t\t\t\tbrSnap, err := snapshots.GetSnapshot(ctx, &connect.Request[sdp.GetSnapshotRequest]{\n\t\t\t\t\tMsg: &sdp.GetSnapshotRequest{\n\t\t\t\t\t\tUUID: brUuid[:],\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t\t// continue processing if item not found\n\t\t\t\tif connect.CodeOf(err) != connect.CodeNotFound {\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn loggedError{\n\t\t\t\t\t\t\terr: err,\n\t\t\t\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\t\t\t\"ovm.change.uuid\": changeUuid,\n\t\t\t\t\t\t\t\t\"blast-radius-uuid\": brUuid.String(),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tmessage: \"failed to get BlastRadiusSnapshot\",\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tb, err := json.MarshalIndent(brSnap.Msg.GetSnapshot().ToMap(), \"\", \" \")\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn loggedError{\n\t\t\t\t\t\t\terr: err,\n\t\t\t\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\t\t\t\"ovm.change.uuid\": changeUuid,\n\t\t\t\t\t\t\t\t\"blast-radius-uuid\": brUuid.String(),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tmessage: \"Error rendering blast radius snapshot\",\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\terr = printJson(ctx, b, \"blast-radius\", brUuid.String(), cmd)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn err\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tsbsUuid := uuid.UUID(change.GetProperties().GetSystemBeforeSnapshotUUID())\n\t\t\tif sbsUuid != uuid.Nil {\n\t\t\t\tbrSnap, err := snapshots.GetSnapshot(ctx, &connect.Request[sdp.GetSnapshotRequest]{\n\t\t\t\t\tMsg: &sdp.GetSnapshotRequest{\n\t\t\t\t\t\tUUID: sbsUuid[:],\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t\t// continue processing if item not found\n\t\t\t\tif connect.CodeOf(err) != connect.CodeNotFound {\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn loggedError{\n\t\t\t\t\t\t\terr: err,\n\t\t\t\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\t\t\t\"ovm.change.uuid\": changeUuid,\n\t\t\t\t\t\t\t\t\"system-before-uuid\": sbsUuid.String(),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tmessage: \"failed to get SystemBeforeSnapshot\",\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tb, err := json.MarshalIndent(brSnap.Msg.GetSnapshot().ToMap(), \"\", \" \")\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn loggedError{\n\t\t\t\t\t\t\terr: err,\n\t\t\t\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\t\t\t\"ovm.change.uuid\": changeUuid,\n\t\t\t\t\t\t\t\t\"system-before-uuid\": sbsUuid.String(),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tmessage: \"Error rendering system before snapshot\",\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\terr = printJson(ctx, b, \"system-before\", sbsUuid.String(), cmd)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn err\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tsasUuid := uuid.UUID(change.GetProperties().GetSystemAfterSnapshotUUID())\n\t\t\tif sasUuid != uuid.Nil {\n\t\t\t\tbrSnap, err := snapshots.GetSnapshot(ctx, &connect.Request[sdp.GetSnapshotRequest]{\n\t\t\t\t\tMsg: &sdp.GetSnapshotRequest{\n\t\t\t\t\t\tUUID: sasUuid[:],\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t\t// continue processing if item not found\n\t\t\t\tif connect.CodeOf(err) != connect.CodeNotFound {\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn loggedError{\n\t\t\t\t\t\t\terr: err,\n\t\t\t\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\t\t\t\"ovm.change.uuid\": changeUuid,\n\t\t\t\t\t\t\t\t\"system-after-uuid\": sasUuid.String(),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tmessage: \"failed to get SystemAfterSnapshot\",\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tb, err := json.MarshalIndent(brSnap.Msg.GetSnapshot().ToMap(), \"\", \" \")\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn loggedError{\n\t\t\t\t\t\t\terr: err,\n\t\t\t\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\t\t\t\"ovm.change.uuid\": changeUuid,\n\t\t\t\t\t\t\t\t\"system-after-uuid\": sasUuid.String(),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tmessage: \"Error rendering system after snapshot\",\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\terr = printJson(ctx, b, \"system-after\", sasUuid.String(), cmd)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\treturn err\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn nil\n}\n\nfunc printJson(_ context.Context, b []byte, prefix, id string, cmd *cobra.Command) error {\n\tswitch viper.GetString(\"format\") {\n\tcase \"json\":\n\t\tfmt.Println(string(b))\n\tcase \"files\":\n\t\tdir := viper.GetString(\"dir\")\n\t\tif dir == \"\" {\n\t\t\treturn flagError{fmt.Sprintf(\"need --dir value to write to files\\n\\n%v\", cmd.UsageString())}\n\t\t}\n\n\t\t// attempt to create the directory\n\t\terr := os.MkdirAll(dir, 0755)\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\"output-dir\": dir,\n\t\t\t\t},\n\t\t\t\tmessage: \"failed to create output directory\",\n\t\t\t}\n\t\t}\n\n\t\t// write the change to a file\n\t\tfileName := fmt.Sprintf(\"%v/%v-%v.json\", dir, prefix, id)\n\t\tfile, err := os.Create(fileName)\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\"prefix\": prefix,\n\t\t\t\t\t\"id\": id,\n\t\t\t\t\t\"output-dir\": dir,\n\t\t\t\t\t\"output-file\": fileName,\n\t\t\t\t},\n\t\t\t\tmessage: \"failed to create file\",\n\t\t\t}\n\t\t}\n\n\t\t_, err = file.Write(b)\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: log.Fields{\n\t\t\t\t\t\"prefix\": prefix,\n\t\t\t\t\t\"id\": id,\n\t\t\t\t\t\"output-dir\": dir,\n\t\t\t\t\t\"output-file\": fileName,\n\t\t\t\t},\n\t\t\t\tmessage: \"failed to write file\",\n\t\t\t}\n\t\t}\n\t}\n\n\treturn nil\n}\n\nfunc init() {\n\tchangesCmd.AddCommand(listChangesCmd)\n\n\tlistChangesCmd.PersistentFlags().String(\"format\", \"files\", \"How to render the change. Possible values: files, json\")\n\tlistChangesCmd.PersistentFlags().String(\"dir\", \"./output\", \"A directory name to use for rendering changes when using the 'files' format\")\n\tlistChangesCmd.PersistentFlags().Bool(\"fetch-data\", false, \"also fetch the blast radius and system state snapshots for each change\")\n}\n" }, { "path": "cmd/changes_start_analysis.go", "content": "package cmd\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// startAnalysisCmd represents the start-analysis command\nvar startAnalysisCmd = &cobra.Command{\n\tUse: \"start-analysis {--ticket-link URL | --uuid ID | --change URL}\",\n\tShort: \"Triggers analysis on a change with previously stored planned changes\",\n\tLong: `Triggers analysis on a change that has previously stored planned changes.\n\nThis command is used in multi-plan workflows (e.g., Atlantis parallel planning) where\nmultiple terraform plans are submitted independently using 'submit-plan --no-start',\nand then analysis is triggered once all plans are submitted.\n\nThe change must be in DEFINING status and must have at least one planned change stored.`,\n\tPreRun: PreRunSetup,\n\tRunE: StartAnalysis,\n}\n\nfunc StartAnalysis(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tapp := viper.GetString(\"app\")\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"changes:write\", \"sources:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tlf := log.Fields{}\n\n\tchangeUUID, err := getChangeUUIDAndCheckStatus(ctx, oi, sdp.ChangeStatus_CHANGE_STATUS_DEFINING, viper.GetString(\"ticket-link\"), true)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"failed to identify change\",\n\t\t}\n\t}\n\n\tlf[\"change\"] = changeUUID.String()\n\n\tanalysisConfig, err := buildAnalysisConfig(ctx, lf)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tclient := AuthenticatedChangesClient(ctx, oi)\n\n\tresp, err := client.StartChangeAnalysis(ctx, &connect.Request[sdp.StartChangeAnalysisRequest]{\n\t\tMsg: &sdp.StartChangeAnalysisRequest{\n\t\t\tChangeUUID: changeUUID[:],\n\t\t\tChangingItems: nil, // uses pre-stored items from AddPlannedChanges\n\t\t\tBlastRadiusConfigOverride: analysisConfig.BlastRadiusConfig,\n\t\t\tRoutineChangesConfigOverride: analysisConfig.RoutineChangesConfig,\n\t\t\tGithubOrganisationProfileOverride: analysisConfig.GithubOrgProfile,\n\t\t\tKnowledge: analysisConfig.KnowledgeFiles,\n\t\t\tPostGithubComment: viper.GetBool(\"comment\"),\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"failed to start change analysis\",\n\t\t}\n\t}\n\n\tapp, _ = strings.CutSuffix(app, \"/\")\n\tchangeUrl := fmt.Sprintf(\"%v/changes/%v?utm_source=cli&cli_version=%v\", app, changeUUID, tracing.Version())\n\tlog.WithContext(ctx).WithFields(lf).WithField(\"change-url\", changeUrl).Info(\"Change analysis started\")\n\n\tif viper.GetBool(\"comment\") {\n\t\tfmt.Printf(\"CHANGE_URL='%s'\\n\", changeUrl)\n\t\tfmt.Printf(\"GITHUB_APP_ACTIVE='%v'\\n\", resp.Msg.GetGithubAppActive())\n\t} else {\n\t\tfmt.Println(changeUrl)\n\t}\n\n\tif viper.GetBool(\"wait\") {\n\t\tlog.WithContext(ctx).WithFields(lf).Info(\"Waiting for analysis to complete\")\n\t\treturn waitForChangeAnalysis(ctx, client, changeUUID, lf)\n\t}\n\n\treturn nil\n}\n\nfunc init() {\n\tchangesCmd.AddCommand(startAnalysisCmd)\n\n\taddAPIFlags(startAnalysisCmd)\n\taddChangeUuidFlags(startAnalysisCmd)\n\taddAnalysisFlags(startAnalysisCmd)\n\n\tstartAnalysisCmd.PersistentFlags().Bool(\"wait\", false, \"Wait for analysis to complete before returning.\")\n}\n" }, { "path": "cmd/changes_start_analysis_test.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"testing\"\n\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\nfunc TestAddAnalysisFlags(t *testing.T) {\n\tt.Parallel()\n\n\tcmd := &cobra.Command{Use: \"test\"}\n\taddAnalysisFlags(cmd)\n\n\ttests := []struct {\n\t\tname string\n\t\tflagName string\n\t\tflagType string\n\t}{\n\t\t{\"blast-radius-link-depth\", \"blast-radius-link-depth\", \"int32\"},\n\t\t{\"blast-radius-max-items\", \"blast-radius-max-items\", \"int32\"},\n\t\t{\"blast-radius-max-time\", \"blast-radius-max-time\", \"duration\"},\n\t\t{\"change-analysis-target-duration\", \"change-analysis-target-duration\", \"duration\"},\n\t\t{\"signal-config\", \"signal-config\", \"string\"},\n\t\t{\"comment\", \"comment\", \"bool\"},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tflag := cmd.PersistentFlags().Lookup(tt.flagName)\n\t\t\tif flag == nil {\n\t\t\t\tt.Errorf(\"Expected flag %q to be registered\", tt.flagName)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif flag.Value.Type() != tt.flagType {\n\t\t\t\tt.Errorf(\"Expected flag %q to have type %q, got %q\", tt.flagName, tt.flagType, flag.Value.Type())\n\t\t\t}\n\t\t})\n\t}\n\n\t// Verify blast-radius-max-time is deprecated\n\tflag := cmd.PersistentFlags().Lookup(\"blast-radius-max-time\")\n\tif flag == nil {\n\t\tt.Error(\"Expected blast-radius-max-time flag to be registered\")\n\t\treturn\n\t}\n\tif flag.Deprecated == \"\" {\n\t\tt.Error(\"Expected blast-radius-max-time flag to be deprecated\")\n\t}\n}\n\nfunc TestBuildAnalysisConfigWithNoFlags(t *testing.T) {\n\t// Reset viper to ensure clean state\n\tviper.Reset()\n\n\tctx := context.Background()\n\tlf := log.Fields{}\n\n\t// When no flags are set, buildAnalysisConfig should succeed with nil/empty configs\n\tconfig, err := buildAnalysisConfig(ctx, lf)\n\tif err != nil {\n\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t}\n\n\tif config == nil {\n\t\tt.Fatal(\"Expected config to be non-nil\")\n\t}\n\n\t// BlastRadiusConfig should be nil when no flags are set\n\tif config.BlastRadiusConfig != nil {\n\t\tt.Errorf(\"Expected BlastRadiusConfig to be nil when no flags are set\")\n\t}\n\n\t// RoutineChangesConfig should be nil when no signal config file exists\n\tif config.RoutineChangesConfig != nil {\n\t\tt.Errorf(\"Expected RoutineChangesConfig to be nil when no signal config exists\")\n\t}\n\n\t// GithubOrgProfile should be nil when no signal config file exists\n\tif config.GithubOrgProfile != nil {\n\t\tt.Errorf(\"Expected GithubOrgProfile to be nil when no signal config exists\")\n\t}\n}\n\nfunc TestBuildAnalysisConfigWithBlastRadiusFlags(t *testing.T) {\n\t// Reset viper to ensure clean state\n\tviper.Reset()\n\n\tviper.Set(\"blast-radius-link-depth\", int32(5))\n\tviper.Set(\"blast-radius-max-items\", int32(1000))\n\n\tctx := context.Background()\n\tlf := log.Fields{}\n\n\tconfig, err := buildAnalysisConfig(ctx, lf)\n\tif err != nil {\n\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t}\n\n\tif config == nil {\n\t\tt.Fatal(\"Expected config to be non-nil\")\n\t}\n\n\tif config.BlastRadiusConfig == nil {\n\t\tt.Fatal(\"Expected BlastRadiusConfig to be non-nil\")\n\t}\n\n\tif config.BlastRadiusConfig.GetLinkDepth() != 5 {\n\t\tt.Errorf(\"Expected LinkDepth to be 5, got %d\", config.BlastRadiusConfig.GetLinkDepth())\n\t}\n\n\tif config.BlastRadiusConfig.GetMaxItems() != 1000 {\n\t\tt.Errorf(\"Expected MaxItems to be 1000, got %d\", config.BlastRadiusConfig.GetMaxItems())\n\t}\n}\n\nfunc TestBuildAnalysisConfigWithInvalidSignalConfigPath(t *testing.T) {\n\t// Reset viper to ensure clean state\n\tviper.Reset()\n\n\t// Set a non-existent signal config path\n\tviper.Set(\"signal-config\", \"/nonexistent/path/signal-config.yaml\")\n\n\tctx := context.Background()\n\tlf := log.Fields{}\n\n\t_, err := buildAnalysisConfig(ctx, lf)\n\tif err == nil {\n\t\tt.Fatal(\"Expected error for invalid signal config path\")\n\t}\n}\n\nfunc TestBuildAnalysisConfigWithValidSignalConfig(t *testing.T) {\n\t// Reset viper to ensure clean state\n\tviper.Reset()\n\n\t// Create a temporary signal config file with valid content\n\ttempDir := t.TempDir()\n\tsignalConfigPath := filepath.Join(tempDir, \"signal-config.yaml\")\n\tsignalConfigContent := `routine_changes_config:\n sensitivity: 0\n duration_in_days: 1\n events_per_day: 1\n`\n\terr := os.WriteFile(signalConfigPath, []byte(signalConfigContent), 0644)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create temp signal config: %v\", err)\n\t}\n\n\tviper.Set(\"signal-config\", signalConfigPath)\n\n\tctx := context.Background()\n\tlf := log.Fields{}\n\n\tconfig, err := buildAnalysisConfig(ctx, lf)\n\tif err != nil {\n\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t}\n\n\tif config == nil {\n\t\tt.Fatal(\"Expected config to be non-nil\")\n\t}\n\n\t// The signal config should be loaded\n\tif config.RoutineChangesConfig == nil {\n\t\tt.Error(\"Expected RoutineChangesConfig to be non-nil when signal config is loaded\")\n\t}\n}\n\nfunc TestStartAnalysisCmdFlags(t *testing.T) {\n\tt.Parallel()\n\n\t// Verify the command has the expected flags registered\n\ttests := []struct {\n\t\tname string\n\t\tflagName string\n\t}{\n\t\t{\"wait flag\", \"wait\"},\n\t\t{\"ticket-link flag\", \"ticket-link\"},\n\t\t{\"uuid flag\", \"uuid\"},\n\t\t{\"change flag\", \"change\"},\n\t\t{\"app flag\", \"app\"},\n\t\t{\"timeout flag\", \"timeout\"},\n\t\t// Analysis flags\n\t\t{\"blast-radius-link-depth\", \"blast-radius-link-depth\"},\n\t\t{\"blast-radius-max-items\", \"blast-radius-max-items\"},\n\t\t{\"signal-config\", \"signal-config\"},\n\t\t{\"comment flag\", \"comment\"},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tflag := startAnalysisCmd.PersistentFlags().Lookup(tt.flagName)\n\t\t\tif flag == nil {\n\t\t\t\t// Check the parent command's flags\n\t\t\t\tflag = startAnalysisCmd.Flags().Lookup(tt.flagName)\n\t\t\t}\n\t\t\tif flag == nil {\n\t\t\t\tt.Errorf(\"Expected flag %q to be registered on start-analysis command\", tt.flagName)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestSubmitPlanCmdHasCommentFlag(t *testing.T) {\n\tt.Parallel()\n\n\tflag := submitPlanCmd.PersistentFlags().Lookup(\"comment\")\n\tif flag == nil {\n\t\tt.Error(\"Expected comment flag to be registered on submit-plan command\")\n\t\treturn\n\t}\n\n\tif flag.DefValue != \"false\" {\n\t\tt.Errorf(\"Expected comment flag default value to be 'false', got %q\", flag.DefValue)\n\t}\n}\n\nfunc TestSubmitPlanCmdHasNoStartFlag(t *testing.T) {\n\tt.Parallel()\n\n\tflag := submitPlanCmd.PersistentFlags().Lookup(\"no-start\")\n\tif flag == nil {\n\t\tt.Error(\"Expected no-start flag to be registered on submit-plan command\")\n\t\treturn\n\t}\n\n\tif flag.DefValue != \"false\" {\n\t\tt.Errorf(\"Expected no-start flag default value to be 'false', got %q\", flag.DefValue)\n\t}\n}\n" }, { "path": "cmd/changes_start_change.go", "content": "package cmd\n\nimport (\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// startChangeCmd represents the start-change command\nvar startChangeCmd = &cobra.Command{\n\tUse: \"start-change --uuid ID\",\n\tShort: \"Starts the specified change. Call this just before you're about to start the change. This will store a snapshot of the current system state for later reference.\",\n\tPreRun: PreRunSetup,\n\tRunE: StartChange,\n}\n\nfunc StartChange(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"changes:write\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tchangeUuid, err := getChangeUUIDAndCheckStatus(ctx, oi, sdp.ChangeStatus_CHANGE_STATUS_DEFINING, viper.GetString(\"ticket-link\"), true)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: log.Fields{\n\t\t\t\t\"ticket-link\": viper.GetString(\"ticket-link\"),\n\t\t\t},\n\t\t\tmessage: \"failed to identify change\",\n\t\t}\n\t}\n\n\tlf := log.Fields{\n\t\t\"uuid\": changeUuid.String(),\n\t\t\"ticket-link\": viper.GetString(\"ticket-link\"),\n\t}\n\n\t// wait for change analysis to complete (poll GetChange by change_analysis_status)\n\tclient := AuthenticatedChangesClient(ctx, oi)\n\tif err := waitForChangeAnalysis(ctx, client, changeUuid, lf); err != nil {\n\t\treturn err\n\t}\n\n\t// Call the simple RPC (enqueues a background job and returns immediately)\n\t_, err = client.StartChangeSimple(ctx, &connect.Request[sdp.StartChangeRequest]{\n\t\tMsg: &sdp.StartChangeRequest{\n\t\t\tChangeUUID: changeUuid[:],\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"failed to start change\",\n\t\t}\n\t}\n\n\twaitForSnapshot := viper.GetBool(\"wait-for-snapshot\")\n\tif waitForSnapshot {\n\t\t// Poll until change status has moved on\n\t\tlog.WithContext(ctx).WithFields(lf).Info(\"waiting for snapshot to complete\")\n\t\tfor {\n\t\t\tchangeResp, err := client.GetChange(ctx, &connect.Request[sdp.GetChangeRequest]{\n\t\t\t\tMsg: &sdp.GetChangeRequest{\n\t\t\t\t\tUUID: changeUuid[:],\n\t\t\t\t},\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn loggedError{\n\t\t\t\t\terr: err,\n\t\t\t\t\tfields: lf,\n\t\t\t\t\tmessage: \"failed to get change status\",\n\t\t\t\t}\n\t\t\t}\n\t\t\tstatus := changeResp.Msg.GetChange().GetMetadata().GetStatus()\n\t\t\t// Accept HAPPENING, or DONE: if an end-change was queued during\n\t\t\t// start-change, the worker kicks it off atomically and it may complete before\n\t\t\t// the next poll, advancing status to DONE. We must not poll indefinitely.\n\t\t\tif status == sdp.ChangeStatus_CHANGE_STATUS_HAPPENING ||\n\t\t\t\tstatus == sdp.ChangeStatus_CHANGE_STATUS_DONE {\n\t\t\t\tbreak\n\t\t\t}\n\t\t\tlog.WithContext(ctx).WithFields(lf).WithFields(log.Fields{\n\t\t\t\t\"status\": status.String(),\n\t\t\t}).Info(\"waiting for snapshot\")\n\t\t\ttime.Sleep(3 * time.Second)\n\n\t\t\t// check if the context is cancelled\n\t\t\tif ctx.Err() != nil {\n\t\t\t\treturn loggedError{\n\t\t\t\t\terr: ctx.Err(),\n\t\t\t\t\tfields: lf,\n\t\t\t\t\tmessage: \"context cancelled\",\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(lf).Info(\"started change\")\n\t} else {\n\t\tlog.WithContext(ctx).WithFields(lf).Info(\"change start initiated (processing in background)\")\n\t}\n\treturn nil\n}\n\nfunc init() {\n\tchangesCmd.AddCommand(startChangeCmd)\n\n\taddChangeUuidFlags(startChangeCmd)\n\n\tstartChangeCmd.PersistentFlags().Bool(\"wait-for-snapshot\", false, \"Wait for the snapshot to complete before returning. Defaults to false.\")\n}\n" }, { "path": "cmd/changes_submit_plan.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"os/exec\"\n\t\"os/user\"\n\t\"strings\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/tfutils\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n\t\"google.golang.org/protobuf/types/known/durationpb\"\n)\n\n// submitPlanCmd represents the submit-plan command\nvar submitPlanCmd = &cobra.Command{\n\tUse: \"submit-plan [--no-start] [--title TITLE] [--description DESCRIPTION] [--ticket-link URL] FILE [FILE ...]\",\n\tShort: \"Creates a new Change from a given terraform plan file\",\n\tArgs: func(cmd *cobra.Command, args []string) error {\n\t\tif len(args) == 0 {\n\t\t\treturn flagError{fmt.Sprintf(\"no plan files specified\\n\\n%v\", cmd.UsageString())}\n\t\t}\n\t\tfor _, f := range args {\n\t\t\t_, err := os.Stat(f)\n\t\t\tif err != nil {\n\t\t\t\treturn err\n\t\t\t}\n\t\t}\n\t\treturn nil\n\t},\n\tPreRun: PreRunSetup,\n\tRunE: SubmitPlan,\n}\n\ntype TfData struct {\n\tAddress string\n\tType string\n\tValues map[string]any\n}\n\nfunc changeTitle(ctx context.Context, arg string) string {\n\tif arg != \"\" {\n\t\t// easy, return the user's choice\n\t\treturn arg\n\t}\n\n\tdescribeBytes, err := exec.CommandContext(ctx, \"git\", \"describe\", \"--long\").Output()\n\tdescribe := strings.TrimSpace(string(describeBytes))\n\tif err != nil {\n\t\tlog.WithError(err).Trace(\"failed to run 'git describe' for default title\")\n\t\tdescribe, err = os.Getwd()\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Trace(\"failed to get current directory for default title\")\n\t\t\tdescribe = \"unknown\"\n\t\t}\n\t}\n\n\tu, err := user.Current()\n\tvar username string\n\tif err != nil {\n\t\tlog.WithError(err).Trace(\"failed to get current user for default title\")\n\t\tusername = \"unknown\"\n\t} else {\n\t\tusername = u.Username\n\t}\n\n\tresult := fmt.Sprintf(\"Deployment from %v by %v\", describe, username)\n\tlog.WithField(\"generated-title\", result).Debug(\"Using default title\")\n\treturn result\n}\n\nfunc tryLoadText(ctx context.Context, fileName string) string {\n\tif fileName == \"\" {\n\t\treturn \"\"\n\t}\n\n\tbytes, err := os.ReadFile(fileName)\n\tif err != nil {\n\t\tlog.WithContext(ctx).WithError(err).WithField(\"file\", fileName).Warn(\"Failed to read file\")\n\t\treturn \"\"\n\t}\n\n\treturn strings.TrimSpace(string(bytes))\n}\n\nfunc createBlastRadiusConfig(maxDepth, maxItems int32, maxTime, changeAnalysisTargetDuration time.Duration) (*sdp.BlastRadiusConfig, error) {\n\tvar blastRadiusConfigOverride *sdp.BlastRadiusConfig\n\tif maxDepth > 0 || maxItems > 0 || maxTime > 0 || changeAnalysisTargetDuration > 0 {\n\t\tblastRadiusConfigOverride = &sdp.BlastRadiusConfig{\n\t\t\tMaxItems: maxItems,\n\t\t\tLinkDepth: maxDepth,\n\t\t}\n\t\t// this is for backward compatibility, remove in a future release\n\t\tif maxTime > 0 {\n\t\t\t// we convert the maxTime to changeAnalysisTargetDuration, this means multiplying the (blast radius calculation timeout) maxTime by 1.5\n\t\t\t// eg 10 minute max (blast radius calculation) -> 15 minute target duration\n\t\t\tblastRadiusConfigOverride.ChangeAnalysisTargetDuration = durationpb.New(time.Duration(float64(maxTime) * 1.5))\n\t\t}\n\t\t// Add changeAnalysisTargetDuration if specified\n\t\tif changeAnalysisTargetDuration > 0 {\n\t\t\tblastRadiusConfigOverride.ChangeAnalysisTargetDuration = durationpb.New(changeAnalysisTargetDuration)\n\t\t}\n\t}\n\n\t// validate the ChangeAnalysisTargetDuration\n\tif blastRadiusConfigOverride != nil && blastRadiusConfigOverride.GetChangeAnalysisTargetDuration() != nil {\n\t\tchangeAnalysisTargetDuration = blastRadiusConfigOverride.GetChangeAnalysisTargetDuration().AsDuration()\n\t\tif changeAnalysisTargetDuration < 1*time.Minute || changeAnalysisTargetDuration > 30*time.Minute {\n\t\t\treturn nil, flagError{\"--change-analysis-target-duration must be between 1 minute and 30 minutes\"}\n\t\t}\n\t}\n\n\treturn blastRadiusConfigOverride, nil\n}\n\nfunc SubmitPlan(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tapp := viper.GetString(\"app\")\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"changes:write\", \"sources:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tlf := log.Fields{}\n\n\t// Detect the repository URL if it wasn't provided\n\trepoUrl := viper.GetString(\"repo\")\n\tif repoUrl == \"\" {\n\t\trepoUrl, err = DetectRepoURL(AllDetectors)\n\t\tif err != nil {\n\t\t\tlog.WithContext(ctx).WithError(err).WithFields(lf).Debug(\"Failed to detect repository URL. Use the --repo flag to specify it manually if you require it\")\n\t\t}\n\t}\n\tscope := tfutils.RepoToScope(repoUrl)\n\n\tfileWord := \"file\"\n\tif len(args) > 1 {\n\t\tfileWord = \"files\"\n\t}\n\n\tlog.WithContext(ctx).Infof(\"Reading %v plan %v\", len(args), fileWord)\n\n\tplannedChanges := make([]*sdp.MappedItemDiff, 0)\n\n\tfor _, f := range args {\n\t\tlf[\"file\"] = f\n\t\tresult, err := tfutils.MappedItemDiffsFromPlanFile(ctx, f, scope, lf)\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Error parsing terraform plan\",\n\t\t\t}\n\t\t}\n\t\tplannedChanges = append(plannedChanges, result.GetItemDiffs()...)\n\t}\n\tdelete(lf, \"file\")\n\n\tclient := AuthenticatedChangesClient(ctx, oi)\n\tchangeUUID, err := getChangeUUIDAndCheckStatus(ctx, oi, sdp.ChangeStatus_CHANGE_STATUS_DEFINING, viper.GetString(\"ticket-link\"), false)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Failed searching for existing changes\",\n\t\t}\n\t}\n\n\ttitle := changeTitle(ctx, viper.GetString(\"title\"))\n\ttfPlanOutput := tryLoadText(ctx, viper.GetString(\"terraform-plan-output\"))\n\tcodeChangesOutput := tryLoadText(ctx, viper.GetString(\"code-changes-diff\"))\n\n\tenrichedTags, err := parseTagsArgument()\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Failed to parse tags\",\n\t\t}\n\t}\n\n\tlabels, err := parseLabelsArgument()\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Failed to parse labels\",\n\t\t}\n\t}\n\tproperties := &sdp.ChangeProperties{\n\t\tTitle: title,\n\t\tDescription: viper.GetString(\"description\"),\n\t\tTicketLink: viper.GetString(\"ticket-link\"),\n\t\tOwner: viper.GetString(\"owner\"),\n\t\tRawPlan: tfPlanOutput,\n\t\tCodeChanges: codeChangesOutput,\n\t\tRepo: repoUrl,\n\t\tEnrichedTags: enrichedTags,\n\t\tLabels: labels,\n\t}\n\n\tif changeUUID == uuid.Nil {\n\t\tlog.WithContext(ctx).WithFields(lf).Debug(\"Creating a new change\")\n\n\t\tcreateResponse, err := client.CreateChange(ctx, &connect.Request[sdp.CreateChangeRequest]{\n\t\t\tMsg: &sdp.CreateChangeRequest{\n\t\t\t\tProperties: properties,\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to create change\",\n\t\t\t}\n\t\t}\n\n\t\tmaybeChangeUuid := createResponse.Msg.GetChange().GetMetadata().GetUUIDParsed()\n\t\tif maybeChangeUuid == nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to read change id\",\n\t\t\t}\n\t\t}\n\n\t\tchangeUUID = *maybeChangeUuid\n\t\tlf[\"change\"] = changeUUID\n\t\tlog.WithContext(ctx).WithFields(lf).Info(\"Created a new change\")\n\t} else {\n\t\tlf[\"change\"] = changeUUID\n\t\tlog.WithContext(ctx).WithFields(lf).Debug(\"Updating an existing change\")\n\n\t\t_, err := client.UpdateChange(ctx, &connect.Request[sdp.UpdateChangeRequest]{\n\t\t\tMsg: &sdp.UpdateChangeRequest{\n\t\t\t\tUUID: changeUUID[:],\n\t\t\t\tProperties: properties,\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to update change\",\n\t\t\t}\n\t\t}\n\n\t\tlog.WithContext(ctx).WithFields(lf).Info(\"Re-using change\")\n\t}\n\n\tvar githubAppActive bool\n\n\tif viper.GetBool(\"no-start\") {\n\t\tif viper.GetBool(\"comment\") {\n\t\t\tlog.WithContext(ctx).WithFields(lf).Info(\"--comment has no effect with --no-start; pass --comment to start-analysis instead\")\n\t\t}\n\t\t// Store planned changes without starting analysis (multi-plan workflow)\n\t\t_, err = client.AddPlannedChanges(ctx, &connect.Request[sdp.AddPlannedChangesRequest]{\n\t\t\tMsg: &sdp.AddPlannedChangesRequest{\n\t\t\t\tChangeUUID: changeUUID[:],\n\t\t\t\tChangingItems: plannedChanges,\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to store planned changes\",\n\t\t\t}\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(lf).Info(\"Stored planned changes without starting analysis\")\n\t} else {\n\t\t// Build analysis config and start analysis (default behavior)\n\t\tanalysisConfig, err := buildAnalysisConfig(ctx, lf)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\n\t\tresp, err := client.StartChangeAnalysis(ctx, &connect.Request[sdp.StartChangeAnalysisRequest]{\n\t\t\tMsg: &sdp.StartChangeAnalysisRequest{\n\t\t\t\tChangeUUID: changeUUID[:],\n\t\t\t\tChangingItems: plannedChanges,\n\t\t\t\tBlastRadiusConfigOverride: analysisConfig.BlastRadiusConfig,\n\t\t\t\tRoutineChangesConfigOverride: analysisConfig.RoutineChangesConfig,\n\t\t\t\tGithubOrganisationProfileOverride: analysisConfig.GithubOrgProfile,\n\t\t\t\tKnowledge: analysisConfig.KnowledgeFiles,\n\t\t\t\tPostGithubComment: viper.GetBool(\"comment\"),\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to start change analysis\",\n\t\t\t}\n\t\t}\n\t\tgithubAppActive = resp.Msg.GetGithubAppActive()\n\t}\n\n\tapp, _ = strings.CutSuffix(app, \"/\")\n\tchangeUrl := fmt.Sprintf(\"%v/changes/%v?utm_source=cli&cli_version=%v\", app, changeUUID, tracing.Version())\n\tlog.WithContext(ctx).WithFields(lf).WithField(\"change-url\", changeUrl).Info(\"Change ready\")\n\n\tif viper.GetBool(\"comment\") {\n\t\tfmt.Printf(\"CHANGE_URL='%s'\\n\", changeUrl)\n\t\tfmt.Printf(\"GITHUB_APP_ACTIVE='%v'\\n\", githubAppActive)\n\t} else {\n\t\tfmt.Println(changeUrl)\n\t}\n\n\treturn nil\n}\n\nfunc loadSignalConfigFile(signalConfigPath string) (*sdp.SignalConfigFile, error) {\n\t// check if the file exists\n\t_, err := os.Stat(signalConfigPath)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"signal config file %q does not exist: %w\", signalConfigPath, err)\n\t}\n\n\t// read the file\n\tsignalConfig, err := os.ReadFile(signalConfigPath)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to read signal config file %q: %w\", signalConfigPath, err)\n\t}\n\n\tsignalConfigOverride, err := sdp.YamlStringToSignalConfig(string(signalConfig))\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to parse signal config file %q: %w\", signalConfigPath, err)\n\t}\n\n\treturn signalConfigOverride, nil\n}\n\n// order of precedence: flag > default config file\nfunc checkForAndLoadSignalConfigFile(ctx context.Context, lf log.Fields, manualPath string) (*sdp.SignalConfigFile, error) {\n\tfoundPath := \"\"\n\tif manualPath != \"\" {\n\t\t_, err := os.Stat(manualPath)\n\t\tif err == nil {\n\t\t\t// we found the file\n\t\t\tfoundPath = manualPath\n\t\t} else {\n\t\t\t// the specified file does not exist\n\t\t\t// hard fail\n\t\t\tlf[\"signalConfig\"] = manualPath\n\t\t\terr = fmt.Errorf(\"signal config file does not exist: %w\", err)\n\t\t\treturn nil, err\n\t\t}\n\t}\n\t// let's look for the default files\n\t// yaml\n\tif foundPath == \"\" {\n\t\t_, err := os.Stat(\".overmind/signal-config.yaml\")\n\t\tif err == nil {\n\t\t\t// we found the file\n\t\t\tfoundPath = \".overmind/signal-config.yaml\"\n\t\t}\n\t}\n\t// yml\n\tif foundPath == \"\" {\n\t\t_, err := os.Stat(\".overmind/signal-config.yml\")\n\t\tif err == nil {\n\t\t\t// we found the file\n\t\t\tfoundPath = \".overmind/signal-config.yml\"\n\t\t}\n\t}\n\n\tif foundPath != \"\" {\n\t\t// we found a file, load it\n\t\tlf[\"signalConfig\"] = foundPath\n\t\tlog.WithContext(ctx).WithFields(lf).Info(\"Loading signal config\")\n\t\tsignalConfigOverride, err := loadSignalConfigFile(foundPath)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t\treturn signalConfigOverride, nil\n\t}\n\t// we didn't find any files, thats ok\n\treturn nil, nil\n}\n\nfunc init() {\n\tchangesCmd.AddCommand(submitPlanCmd)\n\n\taddAPIFlags(submitPlanCmd)\n\taddChangeCreationFlags(submitPlanCmd)\n\taddAnalysisFlags(submitPlanCmd)\n\n\tsubmitPlanCmd.PersistentFlags().String(\"frontend\", \"\", \"The frontend base URL\")\n\tcobra.CheckErr(submitPlanCmd.PersistentFlags().MarkDeprecated(\"frontend\", \"This flag is no longer used and will be removed in a future release. Use the '--app' flag instead.\"))\n\n\tsubmitPlanCmd.PersistentFlags().String(\"auto-tag-rules\", \"\", \"The path to the auto-tag rules file. If not provided, it will check the default location which is '.overmind/auto-tag-rules.yaml'. If no rules are found locally, the rules configured through the UI are used.\")\n\n\tsubmitPlanCmd.PersistentFlags().Bool(\"no-start\", false, \"Store the planned changes without starting analysis. Use with 'start-analysis' to trigger analysis later.\")\n}\n" }, { "path": "cmd/changes_submit_plan_test.go", "content": "package cmd\n\nimport (\n\t\"testing\"\n\t\"time\"\n)\n\nfunc TestBlastRadiusConfigCreation(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tblastRadiusMaxDepth int32\n\t\tblastRadiusMaxItems int32\n\t\tblastRadiusMaxTime time.Duration\n\t\tchangeAnalysisTargetDuration time.Duration\n\t\texpectBlastRadiusConfig bool\n\t\texpectedBlastRadiusMaxItems int32\n\t\texpectedBlastRadiusLinkDepth int32\n\t\texpectChangeAnalysisTargetDuration bool\n\t\texpectedChangeAnalysisTargetDuration time.Duration\n\t\texpectError bool\n\t\texpectedErrorMsg string\n\t}{\n\t\t{\n\t\t\tname: \"No flags specified\",\n\t\t\tblastRadiusMaxDepth: 0,\n\t\t\tblastRadiusMaxItems: 0,\n\t\t\tblastRadiusMaxTime: 0,\n\t\t\texpectBlastRadiusConfig: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Only maxDepth specified\",\n\t\t\tblastRadiusMaxDepth: 5,\n\t\t\tblastRadiusMaxItems: 0,\n\t\t\tblastRadiusMaxTime: 0,\n\t\t\texpectBlastRadiusConfig: true,\n\t\t\texpectedBlastRadiusMaxItems: 0,\n\t\t\texpectedBlastRadiusLinkDepth: 5,\n\t\t},\n\t\t{\n\t\t\tname: \"Only maxItems specified\",\n\t\t\tblastRadiusMaxDepth: 0,\n\t\t\tblastRadiusMaxItems: 1000,\n\t\t\tblastRadiusMaxTime: 0,\n\t\t\texpectBlastRadiusConfig: true,\n\t\t\texpectedBlastRadiusMaxItems: 1000,\n\t\t\texpectedBlastRadiusLinkDepth: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"Only maxTime specified - BUG: creates config with zero values\",\n\t\t\tblastRadiusMaxDepth: 0,\n\t\t\tblastRadiusMaxItems: 0,\n\t\t\tblastRadiusMaxTime: 10 * time.Minute,\n\t\t\texpectBlastRadiusConfig: true,\n\t\t\t// BUG DEMONSTRATED: When only maxTime is specified, a BlastRadiusConfig is created\n\t\t\t// with MaxItems=0 and LinkDepth=0. These explicit zeros will override the server's\n\t\t\t// defaults (100,000 and 1,000), effectively breaking the blast radius calculation.\n\t\t\t// The server should treat 0 values as \"use defaults\" rather than literal zeros.\n\t\t\texpectedBlastRadiusMaxItems: 0,\n\t\t\texpectedBlastRadiusLinkDepth: 0,\n\t\t\texpectChangeAnalysisTargetDuration: true,\n\t\t\texpectedChangeAnalysisTargetDuration: 15 * time.Minute, // maxTime * 1.5\n\t\t},\n\t\t{\n\t\t\tname: \"All flags specified\",\n\t\t\tblastRadiusMaxDepth: 5,\n\t\t\tblastRadiusMaxItems: 1000,\n\t\t\tblastRadiusMaxTime: 15 * time.Minute,\n\t\t\tchangeAnalysisTargetDuration: 20 * time.Minute,\n\t\t\texpectBlastRadiusConfig: true,\n\t\t\texpectedBlastRadiusMaxItems: 1000,\n\t\t\texpectedBlastRadiusLinkDepth: 5,\n\t\t\texpectChangeAnalysisTargetDuration: true,\n\t\t\texpectedChangeAnalysisTargetDuration: 20 * time.Minute, // changeAnalysisTargetDuration overrides maxTime\n\t\t},\n\t\t{\n\t\t\tname: \"maxTime and maxDepth specified\",\n\t\t\tblastRadiusMaxDepth: 3,\n\t\t\tblastRadiusMaxItems: 0,\n\t\t\tblastRadiusMaxTime: 5 * time.Minute,\n\t\t\texpectBlastRadiusConfig: true,\n\t\t\texpectedBlastRadiusMaxItems: 0,\n\t\t\texpectedBlastRadiusLinkDepth: 3,\n\t\t\texpectChangeAnalysisTargetDuration: true,\n\t\t\texpectedChangeAnalysisTargetDuration: 7*time.Minute + 30*time.Second, // maxTime * 1.5\n\t\t},\n\t\t{\n\t\t\tname: \"maxTime and maxItems specified\",\n\t\t\tblastRadiusMaxDepth: 0,\n\t\t\tblastRadiusMaxItems: 500,\n\t\t\tblastRadiusMaxTime: 20 * time.Minute,\n\t\t\texpectBlastRadiusConfig: true,\n\t\t\texpectedBlastRadiusMaxItems: 500,\n\t\t\texpectedBlastRadiusLinkDepth: 0,\n\t\t\texpectChangeAnalysisTargetDuration: true,\n\t\t\texpectedChangeAnalysisTargetDuration: 30 * time.Minute, // maxTime * 1.5\n\t\t},\n\t\t{\n\t\t\tname: \"Only changeAnalysisTargetDuration specified\",\n\t\t\tblastRadiusMaxDepth: 0,\n\t\t\tblastRadiusMaxItems: 0,\n\t\t\tblastRadiusMaxTime: 0,\n\t\t\tchangeAnalysisTargetDuration: 10 * time.Minute,\n\t\t\texpectBlastRadiusConfig: true,\n\t\t\texpectedBlastRadiusMaxItems: 0,\n\t\t\texpectedBlastRadiusLinkDepth: 0,\n\t\t\texpectChangeAnalysisTargetDuration: true,\n\t\t\texpectedChangeAnalysisTargetDuration: 10 * time.Minute,\n\t\t},\n\t\t{\n\t\t\tname: \"changeAnalysisTargetDuration too low\",\n\t\t\tblastRadiusMaxDepth: 0,\n\t\t\tblastRadiusMaxItems: 0,\n\t\t\tblastRadiusMaxTime: 0,\n\t\t\tchangeAnalysisTargetDuration: 30 * time.Second,\n\t\t\texpectBlastRadiusConfig: true,\n\t\t\texpectError: true,\n\t\t\texpectedErrorMsg: \"--change-analysis-target-duration must be between 1 minute and 30 minutes\",\n\t\t},\n\t\t{\n\t\t\tname: \"changeAnalysisTargetDuration too high\",\n\t\t\tblastRadiusMaxDepth: 0,\n\t\t\tblastRadiusMaxItems: 0,\n\t\t\tblastRadiusMaxTime: 0,\n\t\t\tchangeAnalysisTargetDuration: 31 * time.Minute,\n\t\t\texpectBlastRadiusConfig: true,\n\t\t\texpectError: true,\n\t\t\texpectedErrorMsg: \"--change-analysis-target-duration must be between 1 minute and 30 minutes\",\n\t\t},\n\t\t{\n\t\t\tname: \"maxTime results in timeout too low\",\n\t\t\tblastRadiusMaxDepth: 0,\n\t\t\tblastRadiusMaxItems: 0,\n\t\t\tblastRadiusMaxTime: 30 * time.Second, // * 1.5 = 45 seconds, which is < 1 minute\n\t\t\texpectBlastRadiusConfig: true,\n\t\t\texpectError: true,\n\t\t\texpectedErrorMsg: \"--change-analysis-target-duration must be between 1 minute and 30 minutes\",\n\t\t},\n\t\t{\n\t\t\tname: \"maxTime results in timeout too high\",\n\t\t\tblastRadiusMaxDepth: 0,\n\t\t\tblastRadiusMaxItems: 0,\n\t\t\tblastRadiusMaxTime: 21 * time.Minute, // * 1.5 = 31.5 minutes, which is > 30 minutes\n\t\t\texpectBlastRadiusConfig: true,\n\t\t\texpectError: true,\n\t\t\texpectedErrorMsg: \"--change-analysis-target-duration must be between 1 minute and 30 minutes\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tt.Parallel()\n\n\t\t\tblastRadiusConfigOverride, err := createBlastRadiusConfig(tt.blastRadiusMaxDepth, tt.blastRadiusMaxItems, tt.blastRadiusMaxTime, tt.changeAnalysisTargetDuration)\n\n\t\t\t// Check error expectations\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"Expected error, but got nil\")\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\t\tif err.Error() != tt.expectedErrorMsg {\n\t\t\t\t\tt.Errorf(\"Expected error message %q, but got %q\", tt.expectedErrorMsg, err.Error())\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Unexpected error: %v\", err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\t// Verify expectations\n\t\t\tif tt.expectBlastRadiusConfig && blastRadiusConfigOverride == nil {\n\t\t\t\tt.Errorf(\"Expected BlastRadiusConfig to be created, but got nil\")\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif !tt.expectBlastRadiusConfig && blastRadiusConfigOverride != nil {\n\t\t\t\tt.Errorf(\"Expected BlastRadiusConfig to be nil, but got %+v\", blastRadiusConfigOverride)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif tt.expectBlastRadiusConfig {\n\t\t\t\tif blastRadiusConfigOverride.GetMaxItems() != tt.expectedBlastRadiusMaxItems {\n\t\t\t\t\tt.Errorf(\"Expected MaxItems to be %d, but got %d\", tt.expectedBlastRadiusMaxItems, blastRadiusConfigOverride.GetMaxItems())\n\t\t\t\t}\n\t\t\t\tif blastRadiusConfigOverride.GetLinkDepth() != tt.expectedBlastRadiusLinkDepth {\n\t\t\t\t\tt.Errorf(\"Expected LinkDepth to be %d, but got %d\", tt.expectedBlastRadiusLinkDepth, blastRadiusConfigOverride.GetLinkDepth())\n\t\t\t\t}\n\t\t\t\tif tt.expectChangeAnalysisTargetDuration {\n\t\t\t\t\tif blastRadiusConfigOverride.GetChangeAnalysisTargetDuration() == nil {\n\t\t\t\t\t\tt.Errorf(\"Expected ChangeAnalysisTargetDuration to be set, but got nil\")\n\t\t\t\t\t} else {\n\t\t\t\t\t\tactualTimeout := blastRadiusConfigOverride.GetChangeAnalysisTargetDuration().AsDuration()\n\t\t\t\t\t\tif actualTimeout != tt.expectedChangeAnalysisTargetDuration {\n\t\t\t\t\t\t\tt.Errorf(\"Expected ChangeAnalysisTargetDuration to be %v, but got %v\", tt.expectedChangeAnalysisTargetDuration, actualTimeout)\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t} else {\n\t\t\t\t\tif blastRadiusConfigOverride.GetChangeAnalysisTargetDuration() != nil {\n\t\t\t\t\t\tt.Errorf(\"Expected ChangeAnalysisTargetDuration to be nil, but got %v\", blastRadiusConfigOverride.GetChangeAnalysisTargetDuration())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "cmd/changes_submit_signal.go", "content": "package cmd\n\nimport (\n\t\"encoding/json\"\n\t\"fmt\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// submitSignalCmd represents the submit-signal command\nvar submitSignalCmd = &cobra.Command{\n\tUse: \"submit-signal --title TITLE --description DESCRIPTION [--value VALUE] [--category CATEGORY]\",\n\tShort: \"Creates a custom signal for a change\",\n\tExample: `overmind changes submit-signal --title \"Automated testing results\" --description \"All automated tests passed\" --value 5.0 --category Testing`,\n\tPreRun: PreRunSetup,\n\tRunE: SubmitSignal,\n}\n\nfunc SubmitSignal(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"changes:write\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\t// Validate required flags\n\tif viper.GetString(\"title\") == \"\" {\n\t\treturn flagError{\"--title is required\"}\n\t}\n\tvalue, err := validateValue(viper.GetFloat64(\"value\"))\n\tif err != nil {\n\t\treturn flagError{\"--value is invalid: \" + err.Error()}\n\t}\n\tif viper.GetString(\"description\") == \"\" {\n\t\treturn flagError{\"--description is required\"}\n\t}\n\tchangeUUID, err := getChangeUUIDAndCheckStatus(ctx, oi, sdp.ChangeStatus_CHANGE_STATUS_DEFINING, viper.GetString(\"ticket-link\"), true)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tmessage: \"failed to identify change\",\n\t\t}\n\t}\n\n\tlf := log.Fields{\n\t\t\"uuid\": changeUUID.String(),\n\t\t\"change-url\": viper.GetString(\"change-url\"),\n\t}\n\tclient := AuthenticatedSignalsClient(ctx, oi)\n\treturnedSignal, err := client.AddSignal(ctx, connect.NewRequest(&sdp.AddSignalRequest{\n\t\tProperties: &sdp.SignalProperties{\n\t\t\tName: viper.GetString(\"title\"),\n\t\t\tDescription: viper.GetString(\"description\"),\n\t\t\tValue: value,\n\t\t\tCategory: viper.GetString(\"category\"),\n\t\t},\n\t\tChangeUUID: changeUUID[:],\n\t}))\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"failed to create signal\",\n\t\t}\n\t}\n\tif returnedSignal.Msg == nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"signal creation returned no data\",\n\t\t}\n\t}\n\n\tb, err := json.MarshalIndent(returnedSignal.Msg, \"\", \" \")\n\tif err != nil {\n\t\tfmt.Printf(\"Successfully created signal for change %s\\n\", changeUUID.String())\n\t\tlog.Infof(\"Error rendering Signal: %v\", err)\n\t} else {\n\t\tfmt.Printf(\"Successfully created signal for change %s\\n\", changeUUID.String())\n\t\tfmt.Println(string(b))\n\t}\n\treturn nil\n}\n\nfunc validateValue(value float64) (float64, error) {\n\tif value < -5.0 || value > 5.0 {\n\t\treturn 0, fmt.Errorf(\"must be between -5.0 and 5.0, got %f\", value)\n\t}\n\treturn value, nil\n}\n\nfunc init() {\n\tchangesCmd.AddCommand(submitSignalCmd)\n\n\taddAPIFlags(submitSignalCmd)\n\taddChangeUuidFlags(submitSignalCmd)\n\n\tsubmitSignalCmd.PersistentFlags().String(\"title\", \"\", \"Title of the signal\")\n\tsubmitSignalCmd.PersistentFlags().String(\"description\", \"\", \"Description of the signal\")\n\tsubmitSignalCmd.PersistentFlags().Float64(\"value\", 0, \"Value of the signal (eg from -5.0 to 5.0, where -5.0 is very bad and 5.0 is very good)\")\n\tsubmitSignalCmd.PersistentFlags().String(\"category\", string(sdp.SignalCategoryNameCustom), \"Category of the signal (eg Custom, etc.)\")\n}\n" }, { "path": "cmd/changes_submit_signal_test.go", "content": "package cmd\n\nimport (\n\t\"testing\"\n)\n\nfunc TestValidateValue(t *testing.T) {\n\ttests := []struct {\n\t\tinput float64\n\t\texpectedOutput float64\n\t\texpectError bool\n\t}{\n\t\t{input: 5.0, expectedOutput: 5.0, expectError: false},\n\t\t{input: 0.0, expectedOutput: 0.0, expectError: false},\n\t\t{input: -1.0, expectedOutput: -1.0, expectError: false},\n\t\t{input: 11.0, expectedOutput: 0.0, expectError: true},\n\t\t{input: -6.0, expectedOutput: 0.0, expectError: true},\n\t}\n\n\tfor _, test := range tests {\n\t\toutput, err := validateValue(test.input)\n\t\tif (err != nil) != test.expectError {\n\t\t\tt.Errorf(\"validateValue(%v) unexpected error status: got %v, want error: %v\", test.input, err != nil, test.expectError)\n\t\t}\n\t\tif output != test.expectedOutput {\n\t\t\tt.Errorf(\"validateValue(%v) = %v; want %v\", test.input, output, test.expectedOutput)\n\t\t}\n\t}\n}\n" }, { "path": "cmd/explore.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"slices\"\n\t\"strings\"\n\n\t\"atomicgo.dev/keyboard\"\n\t\"atomicgo.dev/keyboard/keys\"\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\tawshttp \"github.com/aws/aws-sdk-go-v2/aws/transport/http\"\n\t\"github.com/aws/aws-sdk-go-v2/config\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/pterm\"\n\t\"github.com/overmindtech/cli/aws-source/proc\"\n\t\"github.com/overmindtech/cli/tfutils\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tazureproc \"github.com/overmindtech/cli/sources/azure/proc\"\n\tgcpproc \"github.com/overmindtech/cli/sources/gcp/proc\"\n\tsnapshotadapters \"github.com/overmindtech/cli/sources/snapshot/adapters\"\n\tstdlibSource \"github.com/overmindtech/cli/stdlib-source/adapters\"\n\t\"github.com/pkg/browser\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n\t\"golang.org/x/oauth2\"\n)\n\n// exploreCmd represents the explore command\nvar exploreCmd = &cobra.Command{\n\tUse: \"explore\",\n\tShort: \"Run local sources for using in the Explore page\",\n\tLong: `Run sources locally using terraform's configured authorization to provide data when using https://app.overmind.tech/explore.\n\nThe CLI automatically discovers and uses:\n- AWS providers from your Terraform configuration\n- GCP providers from your Terraform configuration (google and google-beta)\n- Falls back to default cloud provider credentials if no Terraform providers are found\n\nSet SNAPSHOT_SOURCE to a snapshot file path or URL to run only the snapshot source (no cloud sources will be started). Useful for local testing with fixed data.\n\nFor GCP, ensure you have appropriate permissions (roles/browser or equivalent) to access project metadata.`,\n\n\tPreRun: PreRunSetup,\n\tRunE: Explore,\n\n\t// SilenceErrors: false,\n}\n\n// StartLocalSources runs the local sources using local auth tokens for use by\n// any query or request during the runtime of the CLI. for proper cleanup,\n// execute the returned function. The method returns once the sources are\n// started. Progress is reported into the provided multi printer.\n// If enableAzurePreview is true, Azure source support is enabled (preview feature).\nfunc StartLocalSources(ctx context.Context, oi sdp.OvermindInstance, token *oauth2.Token, tfArgs []string, failOverToDefaultLoginCfg bool, enableAzurePreview bool) (func(), error) {\n\tvar err error\n\n\t// Default to recursive search unless --no-recursion is set\n\ttfRecursive := !viper.GetBool(\"no-recursion\")\n\n\tmulti := pterm.DefaultMultiPrinter\n\t_, _ = multi.Start()\n\tdefer func() {\n\t\t_, _ = multi.Stop()\n\t}()\n\n\tnatsOpts := natsOptions(ctx, oi, token)\n\n\thostname, err := os.Hostname()\n\tif err != nil {\n\t\treturn func() {}, fmt.Errorf(\"failed to get hostname: %w\", err)\n\t}\n\n\t// If SNAPSHOT_SOURCE is set, run ONLY the snapshot source -- skip all live sources.\n\t// Snapshot mode replays pre-recorded data, so cloud providers are unnecessary.\n\tif snapshotSourcePath := os.Getenv(\"SNAPSHOT_SOURCE\"); snapshotSourcePath != \"\" {\n\t\tsnapshotSpinner, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Starting snapshot source engine (snapshot-only mode)\")\n\n\t\tec := discovery.EngineConfig{\n\t\t\tEngineType: \"cli-snapshot\",\n\t\t\tVersion: fmt.Sprintf(\"cli-%v\", tracing.Version()),\n\t\t\tSourceName: fmt.Sprintf(\"snapshot-source-%v\", hostname),\n\t\t\tSourceUUID: uuid.New(),\n\t\t\tApp: oi.ApiUrl.Host,\n\t\t\tApiKey: token.AccessToken,\n\t\t\tNATSOptions: &natsOpts,\n\t\t\tMaxParallelExecutions: 2_000,\n\t\t\tHeartbeatOptions: heartbeatOptions(oi, token),\n\t\t}\n\t\tsnapshotEngine, err := discovery.NewEngine(&ec)\n\t\tif err != nil {\n\t\t\tsnapshotSpinner.Fail(fmt.Sprintf(\"Failed to create snapshot source engine: %v\", err))\n\t\t\treturn func() {}, fmt.Errorf(\"failed to create snapshot source engine: %w\", err)\n\t\t}\n\t\terr = snapshotadapters.InitializeAdapters(ctx, snapshotEngine, snapshotSourcePath)\n\t\tif err != nil {\n\t\t\tsnapshotSpinner.Fail(fmt.Sprintf(\"Failed to initialize snapshot source adapters: %v\", err))\n\t\t\treturn func() {}, fmt.Errorf(\"failed to initialize snapshot source adapters: %w\", err)\n\t\t}\n\t\tsnapshotEngine.MarkAdaptersInitialized()\n\t\terr = snapshotEngine.Start(ctx)\n\t\tif err != nil {\n\t\t\tsnapshotSpinner.Fail(fmt.Sprintf(\"Failed to start snapshot source engine: %v\", err))\n\t\t\treturn func() {}, fmt.Errorf(\"failed to start snapshot source engine: %w\", err)\n\t\t}\n\t\tsnapshotEngine.StartSendingHeartbeats(ctx)\n\t\tsnapshotSpinner.Success(\"Snapshot source engine started (snapshot-only mode)\")\n\n\t\treturn func() {\n\t\t\tif err := snapshotEngine.Stop(); err != nil {\n\t\t\t\tlog.WithError(err).Error(\"failed to stop snapshot engine\")\n\t\t\t}\n\t\t}, nil\n\t}\n\n\tp := pool.NewWithResults[[]*discovery.Engine]().WithErrors()\n\n\t// find all the terraform files\n\ttfFiles, err := tfutils.FindTerraformFiles(\".\", tfRecursive)\n\tif err != nil {\n\t\t// we only error if there is a filesystem error, 0 files is handled below\n\t\treturn nil, err\n\t}\n\n\t// if no terraform files are found, return an error\n\tif len(tfFiles) == 0 && !failOverToDefaultLoginCfg {\n\t\tcurrentDir, _ := os.Getwd()\n\t\tmsgLines := []string{\n\t\t\tfmt.Sprintf(\"No Terraform configuration files found in %s\", currentDir),\n\t\t\t\"\",\n\t\t\t\"The Overmind CLI requires access to Terraform configuration files (.tf files) to discover and authenticate with cloud providers. Without Terraform configuration, the CLI cannot determine which cloud resources to interrogate.\",\n\t\t\t\"\",\n\t\t\t\"To resolve this issue:\",\n\t\t\t\"- Ensure you're running the command from a directory containing Terraform files (.tf files)\",\n\t\t\t\"- Or create Terraform configuration files that define your cloud providers\",\n\t\t\t\"\",\n\t\t}\n\t\tif !tfRecursive {\n\t\t\tmsgLines = append(msgLines, \"- Or remove --no-recursion to scan subdirectories for Terraform stacks\")\n\t\t}\n\t\tmsgLines = append(msgLines, \"For more information about Terraform configuration, visit: https://developer.hashicorp.com/terraform/language\")\n\t\treturn nil, errors.New(strings.Join(msgLines, \"\\n\"))\n\t}\n\n\tstdlibSpinner, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Starting stdlib source engine\")\n\tawsSpinner, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Starting AWS source engine\")\n\tgcpSpinner, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Starting GCP source engine\")\n\tvar azureSpinner *pterm.SpinnerPrinter\n\tif enableAzurePreview {\n\t\tazureSpinner, _ = pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Starting Azure source engine\")\n\t}\n\tstatusArea := pterm.DefaultParagraph.WithWriter(multi.NewWriter())\n\n\tfoundCloudProvider := false\n\n\tp.Go(func() ([]*discovery.Engine, error) {\n\t\tec := discovery.EngineConfig{\n\t\t\tVersion: fmt.Sprintf(\"cli-%v\", tracing.Version()),\n\t\t\tEngineType: \"cli-stdlib\",\n\t\t\tSourceName: fmt.Sprintf(\"stdlib-source-%v\", hostname),\n\t\t\tSourceUUID: uuid.New(),\n\t\t\tApp: oi.ApiUrl.Host,\n\t\t\tApiKey: token.AccessToken,\n\t\t\tNATSOptions: &natsOpts,\n\t\t\tMaxParallelExecutions: 2_000,\n\t\t\tHeartbeatOptions: heartbeatOptions(oi, token),\n\t\t}\n\t\tstdlibEngine, err := discovery.NewEngine(&ec)\n\t\tif err != nil {\n\t\t\tstdlibSpinner.Fail(\"Failed to create stdlib source engine\")\n\t\t\treturn nil, fmt.Errorf(\"failed to create stdlib source engine: %w\", err)\n\t\t}\n\t\terr = stdlibSource.InitializeAdapters(ctx, stdlibEngine, true)\n\t\tif err != nil {\n\t\t\tstdlibSpinner.Fail(\"Failed to initialize stdlib source adapters\")\n\t\t\treturn nil, fmt.Errorf(\"failed to initialize stdlib source adapters: %w\", err)\n\t\t}\n\t\t// todo: pass in context with timeout to abort timely and allow Ctrl-C to work\n\t\tstdlibEngine.MarkAdaptersInitialized()\n\t\terr = stdlibEngine.Start(ctx)\n\t\tif err != nil {\n\t\t\tstdlibSpinner.Fail(\"Failed to start stdlib source engine\")\n\t\t\treturn nil, fmt.Errorf(\"failed to start stdlib source engine: %w\", err)\n\t\t}\n\t\tstdlibEngine.StartSendingHeartbeats(ctx)\n\t\tstdlibSpinner.Success(\"Stdlib source engine started\")\n\t\treturn []*discovery.Engine{stdlibEngine}, nil\n\t})\n\n\tp.Go(func() ([]*discovery.Engine, error) {\n\t\ttfEval, err := tfutils.LoadEvalContext(tfArgs, os.Environ())\n\t\tif err != nil {\n\t\t\tawsSpinner.Fail(\"Failed to load variables from the environment\")\n\t\t\treturn nil, fmt.Errorf(\"failed to load variables from the environment: %w\", err)\n\t\t}\n\n\t\tawsProviders, err := tfutils.ParseAWSProviders(\".\", tfEval, tfRecursive)\n\t\tif err != nil {\n\t\t\tawsSpinner.Fail(\"Failed to parse AWS providers\")\n\t\t\treturn nil, fmt.Errorf(\"failed to parse AWS providers: %w\", err)\n\t\t}\n\n\t\tif len(awsProviders) == 0 && !failOverToDefaultLoginCfg {\n\t\t\tawsSpinner.Warning(\"No AWS terraform providers found, skipping AWS source initialization.\")\n\t\t\treturn nil, nil // skip AWS if there are no awsProviders\n\t\t}\n\n\t\tconfigs := []aws.Config{}\n\t\tfor _, p := range awsProviders {\n\t\t\tif p.Error != nil {\n\t\t\t\t// skip providers that had errors. This allows us to use\n\t\t\t\t// providers we _could_ detect, while still failing if there is\n\t\t\t\t// a true syntax error and no providers are available at all.\n\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Skipping AWS provider in %s with %s.\", p.FilePath, p.Error.Error()))\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tc, err := tfutils.ConfigFromProvider(ctx, *p.Provider)\n\t\t\tif err != nil {\n\t\t\t\tawsSpinner.Fail(\"Error when converting AWS Terraform provider to config: \", err)\n\t\t\t\treturn nil, fmt.Errorf(\"error when converting AWS Terraform provider to config: %w\", err)\n\t\t\t}\n\t\t\tcredentials, _ := c.Credentials.Retrieve(ctx)\n\t\t\taliasInfo := \"\"\n\t\t\tif p.Provider.Alias != \"\" {\n\t\t\t\taliasInfo = fmt.Sprintf(\" (alias: %s)\", p.Provider.Alias)\n\t\t\t}\n\t\t\tstatusArea.Println(fmt.Sprintf(\"Using AWS provider %s%s in %s with %s.\", p.Provider.Name, aliasInfo, p.FilePath, credentials.Source))\n\t\t\tconfigs = append(configs, c)\n\t\t}\n\t\tif len(configs) == 0 && failOverToDefaultLoginCfg {\n\t\t\tstatusArea.Println(\"No AWS terraform providers found. Attempting to use AWS default credentials for configuration.\")\n\t\t\t// Configure HTTP client to respect proxy environment variables\n\t\t\thttpClient := awshttp.NewBuildableClient()\n\t\t\thttpClient.WithTransportOptions(func(t *http.Transport) {\n\t\t\t\tt.Proxy = http.ProxyFromEnvironment\n\t\t\t})\n\t\t\tuserConfig, err := config.LoadDefaultConfig(ctx,\n\t\t\t\tconfig.WithHTTPClient(httpClient),\n\t\t\t)\n\t\t\tif err != nil {\n\t\t\t\tawsSpinner.Fail(\"Failed to load default AWS config: \", err)\n\t\t\t\treturn nil, fmt.Errorf(\"failed to load default AWS config: %w\", err)\n\t\t\t}\n\t\t\tconfigs = append(configs, userConfig)\n\t\t}\n\t\tec := discovery.EngineConfig{\n\t\t\tEngineType: \"cli-aws\",\n\t\t\tVersion: fmt.Sprintf(\"cli-%v\", tracing.Version()),\n\t\t\tSourceName: fmt.Sprintf(\"aws-source-%v\", hostname),\n\t\t\tSourceUUID: uuid.New(),\n\t\t\tApp: oi.ApiUrl.Host,\n\t\t\tApiKey: token.AccessToken,\n\t\t\tMaxParallelExecutions: 2_000,\n\t\t\tNATSOptions: &natsOpts,\n\t\t\tHeartbeatOptions: heartbeatOptions(oi, token),\n\t\t}\n\t\tawsEngine, err := discovery.NewEngine(&ec)\n\t\tif err != nil {\n\t\t\tawsSpinner.Fail(\"Failed to create AWS source engine\")\n\t\t\treturn nil, fmt.Errorf(\"failed to create AWS source engine: %w\", err)\n\t\t}\n\n\t\terr = proc.InitializeAwsSourceAdapters(\n\t\t\tctx,\n\t\t\tawsEngine,\n\t\t\tconfigs...,\n\t\t)\n\t\tif err != nil {\n\t\t\tif os.Getenv(\"AWS_PROFILE\") == \"\" {\n\t\t\t\t// look for the AWS_PROFILE env var and suggest setting it\n\t\t\t\tawsSpinner.Fail(\"Failed to initialize AWS source adapters. Consider setting AWS_PROFILE to use the default AWS CLI profile.\")\n\t\t\t} else {\n\t\t\t\tawsSpinner.Fail(\"Failed to initialize AWS source adapters\")\n\t\t\t}\n\t\t\treturn nil, fmt.Errorf(\"failed to initialize AWS source adapters: %w\", err)\n\t\t}\n\n\t\tawsEngine.MarkAdaptersInitialized()\n\t\terr = awsEngine.Start(ctx)\n\t\tif err != nil {\n\t\t\tawsSpinner.Fail(\"Failed to start AWS source engine\")\n\t\t\treturn nil, fmt.Errorf(\"failed to start AWS source engine: %w\", err)\n\t\t}\n\t\tawsEngine.StartSendingHeartbeats(ctx)\n\n\t\tawsSpinner.Success(\"AWS source engine started\")\n\t\tfoundCloudProvider = true\n\t\treturn []*discovery.Engine{awsEngine}, nil\n\t})\n\n\tp.Go(func() ([]*discovery.Engine, error) {\n\t\t// Parse GCP providers from Terraform configuration\n\t\ttfEval, err := tfutils.LoadEvalContext(tfArgs, os.Environ())\n\t\tif err != nil {\n\t\t\tgcpSpinner.Fail(\"Failed to load variables from the environment for GCP\")\n\t\t\treturn nil, fmt.Errorf(\"failed to load variables from the environment for GCP: %w\", err)\n\t\t}\n\n\t\tgcpProviders, err := tfutils.ParseGCPProviders(\".\", tfEval, tfRecursive)\n\t\tif err != nil {\n\t\t\tgcpSpinner.Fail(\"Failed to parse GCP providers\")\n\t\t\treturn nil, fmt.Errorf(\"failed to parse GCP providers: %w\", err)\n\t\t}\n\n\t\tif len(gcpProviders) == 0 && !failOverToDefaultLoginCfg {\n\t\t\tgcpSpinner.Warning(\"No GCP terraform providers found, skipping GCP source initialization.\")\n\t\t\treturn nil, nil // skip GCP if there are no providers\n\t\t}\n\n\t\t// Process GCP providers and extract configurations\n\t\tgcpConfigs := []*gcpproc.GCPConfig{}\n\n\t\tfor _, p := range gcpProviders {\n\t\t\tif p.Error != nil {\n\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Skipping GCP provider in %s: %s\", p.FilePath, p.Error.Error()))\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tconfig, err := tfutils.ConfigFromGCPProvider(*p.Provider)\n\t\t\tif err != nil {\n\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Error configuring GCP provider %s in %s: %s\", p.Provider.Name, p.FilePath, err.Error()))\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tgcpConfigs = append(gcpConfigs, &gcpproc.GCPConfig{\n\t\t\t\tProjectID: config.ProjectID,\n\t\t\t\tRegions: config.Regions,\n\t\t\t\tZones: config.Zones,\n\t\t\t})\n\n\t\t\taliasInfo := \"\"\n\t\t\tif config.Alias != \"\" {\n\t\t\t\taliasInfo = fmt.Sprintf(\" (alias: %s)\", config.Alias)\n\t\t\t}\n\t\t\tstatusArea.Println(fmt.Sprintf(\"Using GCP provider in %s with project %s%s.\", p.FilePath, config.ProjectID, aliasInfo))\n\t\t}\n\n\t\tgcpConfigs = unifiedGCPConfigs(gcpConfigs)\n\n\t\t// Fallback to default GCP config if no terraform providers found\n\t\tif len(gcpConfigs) == 0 && failOverToDefaultLoginCfg {\n\t\t\tstatusArea.Println(\"No GCP terraform providers found. Attempting to use GCP Application Default Credentials for configuration.\")\n\t\t\t// Try to use Application Default Credentials by passing nil config\n\t\t\tgcpConfigs = append(gcpConfigs, nil)\n\t\t}\n\n\t\t// Start multiple GCP engines for each configuration\n\t\tgcpEngines := []*discovery.Engine{}\n\t\tfor i, gcpConfig := range gcpConfigs {\n\t\t\tengineSuffix := \"\"\n\t\t\tif len(gcpConfigs) > 1 {\n\t\t\t\tengineSuffix = fmt.Sprintf(\"-%d\", i)\n\t\t\t}\n\n\t\t\tec := discovery.EngineConfig{\n\t\t\t\tEngineType: \"cli-gcp\",\n\t\t\t\tVersion: fmt.Sprintf(\"cli-%v\", tracing.Version()),\n\t\t\t\tSourceName: fmt.Sprintf(\"gcp-source-%v%s\", hostname, engineSuffix),\n\t\t\t\tSourceUUID: uuid.New(),\n\t\t\t\tApp: oi.ApiUrl.Host,\n\t\t\t\tApiKey: token.AccessToken,\n\t\t\t\tMaxParallelExecutions: 2_000,\n\t\t\t\tNATSOptions: &natsOpts,\n\t\t\t\tHeartbeatOptions: heartbeatOptions(oi, token),\n\t\t\t}\n\n\t\t\tgcpEngine, err := discovery.NewEngine(&ec)\n\t\t\tif err != nil {\n\t\t\t\tif gcpConfig == nil {\n\t\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Failed to create GCP source engine with default credentials: %s\", err.Error()))\n\t\t\t\t} else {\n\t\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Failed to create GCP source engine for project %s: %s\", gcpConfig.ProjectID, err.Error()))\n\t\t\t\t}\n\t\t\t\tcontinue // Skip this engine but continue with others\n\t\t\t}\n\n\t\t\terr = gcpproc.InitializeAdapters(ctx, gcpEngine, gcpConfig)\n\t\t\tif err != nil {\n\t\t\t\tif gcpConfig == nil {\n\t\t\t\t\t// Default config failed\n\t\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Failed to initialize GCP source adapters with default credentials: %s\", err.Error()))\n\t\t\t\t} else {\n\t\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Failed to initialize GCP source adapters for project %s: %s\", gcpConfig.ProjectID, err.Error()))\n\t\t\t\t}\n\t\t\t\tcontinue // Skip this engine but continue with others\n\t\t\t}\n\n\t\t\tgcpEngine.MarkAdaptersInitialized()\n\t\t\terr = gcpEngine.Start(ctx)\n\t\t\tif err != nil {\n\t\t\t\tif gcpConfig == nil {\n\t\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Failed to start GCP source with default credentials: %s\", err.Error()))\n\t\t\t\t} else {\n\t\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Failed to start GCP source for project %s: %s\", gcpConfig.ProjectID, err.Error()))\n\t\t\t\t}\n\t\t\t\tcontinue // Skip this engine but continue with others\n\t\t\t}\n\t\t\tgcpEngine.StartSendingHeartbeats(ctx)\n\n\t\t\tgcpEngines = append(gcpEngines, gcpEngine)\n\t\t}\n\n\t\tif len(gcpEngines) == 0 {\n\t\t\tgcpSpinner.Fail(\"Failed to initialize any GCP source engines\")\n\t\t\treturn nil, nil // skip GCP if there are no valid configurations\n\t\t}\n\n\t\tif len(gcpEngines) == 1 {\n\t\t\tgcpSpinner.Success(\"GCP source engine started\")\n\t\t} else {\n\t\t\tgcpSpinner.Success(fmt.Sprintf(\"%d GCP source engines started\", len(gcpEngines)))\n\t\t}\n\n\t\tfoundCloudProvider = true\n\t\treturn gcpEngines, nil\n\t})\n\n\tif enableAzurePreview {\n\t\tp.Go(func() ([]*discovery.Engine, error) {\n\t\t\t// Parse Azure providers from Terraform configuration\n\t\t\ttfEval, err := tfutils.LoadEvalContext(tfArgs, os.Environ())\n\t\t\tif err != nil {\n\t\t\t\tazureSpinner.Fail(\"Failed to load variables from the environment for Azure\")\n\t\t\t\treturn nil, fmt.Errorf(\"failed to load variables from the environment for Azure: %w\", err)\n\t\t\t}\n\n\t\t\tazureProviders, err := tfutils.ParseAzureProviders(\".\", tfEval, tfRecursive)\n\t\t\tif err != nil {\n\t\t\t\tazureSpinner.Fail(\"Failed to parse Azure providers\")\n\t\t\t\treturn nil, fmt.Errorf(\"failed to parse Azure providers: %w\", err)\n\t\t\t}\n\n\t\t\tif len(azureProviders) == 0 && !failOverToDefaultLoginCfg {\n\t\t\t\tazureSpinner.Warning(\"No Azure terraform providers found, skipping Azure source initialization.\")\n\t\t\t\treturn nil, nil // skip Azure if there are no providers\n\t\t\t}\n\n\t\t\t// Process Azure providers and extract configurations\n\t\t\tazureConfigs := []*azureproc.AzureConfig{}\n\n\t\t\tfor _, p := range azureProviders {\n\t\t\t\tif p.Error != nil {\n\t\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Skipping Azure provider in %s: %s\", p.FilePath, p.Error.Error()))\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tconfig, err := tfutils.ConfigFromAzureProvider(*p.Provider)\n\t\t\t\tif err != nil {\n\t\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Error configuring Azure provider in %s: %s\", p.FilePath, err.Error()))\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tazureConfigs = append(azureConfigs, &azureproc.AzureConfig{\n\t\t\t\t\tSubscriptionID: config.SubscriptionID,\n\t\t\t\t\tTenantID: config.TenantID,\n\t\t\t\t\tClientID: config.ClientID,\n\t\t\t\t})\n\n\t\t\t\taliasInfo := \"\"\n\t\t\t\tif config.Alias != \"\" {\n\t\t\t\t\taliasInfo = fmt.Sprintf(\" (alias: %s)\", config.Alias)\n\t\t\t\t}\n\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Using Azure provider in %s with subscription %s%s.\", p.FilePath, config.SubscriptionID, aliasInfo))\n\t\t\t}\n\n\t\t\tazureConfigs = unifiedAzureConfigs(azureConfigs)\n\n\t\t\t// Fallback to environment variables if no terraform providers found\n\t\t\t// Azure requires subscription_id at minimum, unlike GCP which can discover project from ADC\n\t\t\t// Check ARM_* first (Terraform Azure provider convention), then AZURE_* (Azure SDK convention)\n\t\t\tif len(azureConfigs) == 0 && failOverToDefaultLoginCfg {\n\t\t\t\tazureSubscriptionID := os.Getenv(\"ARM_SUBSCRIPTION_ID\")\n\t\t\t\tif azureSubscriptionID == \"\" {\n\t\t\t\t\tazureSubscriptionID = os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\t\t\t\t}\n\t\t\t\tif azureSubscriptionID == \"\" {\n\t\t\t\t\tazureSpinner.Warning(\"No Azure terraform providers found and ARM_SUBSCRIPTION_ID/AZURE_SUBSCRIPTION_ID not set, skipping Azure source initialization.\")\n\t\t\t\t\treturn nil, nil\n\t\t\t\t}\n\n\t\t\t\tazureTenantID := os.Getenv(\"ARM_TENANT_ID\")\n\t\t\t\tif azureTenantID == \"\" {\n\t\t\t\t\tazureTenantID = os.Getenv(\"AZURE_TENANT_ID\")\n\t\t\t\t}\n\t\t\t\tazureClientID := os.Getenv(\"ARM_CLIENT_ID\")\n\t\t\t\tif azureClientID == \"\" {\n\t\t\t\t\tazureClientID = os.Getenv(\"AZURE_CLIENT_ID\")\n\t\t\t\t}\n\n\t\t\t\tstatusArea.Println(\"No Azure terraform providers found. Using Azure credentials from environment (az login or environment variables).\")\n\t\t\t\tazureConfigs = append(azureConfigs, &azureproc.AzureConfig{\n\t\t\t\t\tSubscriptionID: azureSubscriptionID,\n\t\t\t\t\tTenantID: azureTenantID,\n\t\t\t\t\tClientID: azureClientID,\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif len(azureConfigs) == 0 {\n\t\t\t\tazureSpinner.Warning(\"No valid Azure terraform providers found, skipping Azure source initialization.\")\n\t\t\t\treturn nil, nil // skip Azure if there are no valid configurations\n\t\t\t}\n\n\t\t\t// Start multiple Azure engines for each configuration\n\t\t\tazureEngines := []*discovery.Engine{}\n\t\t\tfor i, azureConfig := range azureConfigs {\n\t\t\t\tengineSuffix := \"\"\n\t\t\t\tif len(azureConfigs) > 1 {\n\t\t\t\t\tengineSuffix = fmt.Sprintf(\"-%d\", i)\n\t\t\t\t}\n\n\t\t\t\tec := discovery.EngineConfig{\n\t\t\t\t\tEngineType: \"cli-azure\",\n\t\t\t\t\tVersion: fmt.Sprintf(\"cli-%v\", tracing.Version()),\n\t\t\t\t\tSourceName: fmt.Sprintf(\"azure-source-%v%s\", hostname, engineSuffix),\n\t\t\t\t\tSourceUUID: uuid.New(),\n\t\t\t\t\tApp: oi.ApiUrl.Host,\n\t\t\t\t\tApiKey: token.AccessToken,\n\t\t\t\t\tMaxParallelExecutions: 2_000,\n\t\t\t\t\tNATSOptions: &natsOpts,\n\t\t\t\t\tHeartbeatOptions: heartbeatOptions(oi, token),\n\t\t\t\t}\n\n\t\t\t\tazureEngine, err := discovery.NewEngine(&ec)\n\t\t\t\tif err != nil {\n\t\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Failed to create Azure source engine for subscription %s: %s\", azureConfig.SubscriptionID, err.Error()))\n\t\t\t\t\tcontinue // Skip this engine but continue with others\n\t\t\t\t}\n\n\t\t\t\terr = azureproc.InitializeAdapters(ctx, azureEngine, azureConfig)\n\t\t\t\tif err != nil {\n\t\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Failed to initialize Azure source adapters for subscription %s: %s\", azureConfig.SubscriptionID, err.Error()))\n\t\t\t\t\tcontinue // Skip this engine but continue with others\n\t\t\t\t}\n\n\t\t\t\tazureEngine.MarkAdaptersInitialized()\n\t\t\t\terr = azureEngine.Start(ctx)\n\t\t\t\tif err != nil {\n\t\t\t\t\tstatusArea.Println(fmt.Sprintf(\"Failed to start Azure source for subscription %s: %s\", azureConfig.SubscriptionID, err.Error()))\n\t\t\t\t\tcontinue // Skip this engine but continue with others\n\t\t\t\t}\n\t\t\t\tazureEngine.StartSendingHeartbeats(ctx)\n\n\t\t\t\tazureEngines = append(azureEngines, azureEngine)\n\t\t\t}\n\n\t\t\tif len(azureEngines) == 0 {\n\t\t\t\tazureSpinner.Fail(\"Failed to initialize any Azure source engines\")\n\t\t\t\treturn nil, nil // skip Azure if there are no valid configurations\n\t\t\t}\n\n\t\t\tif len(azureEngines) == 1 {\n\t\t\t\tazureSpinner.Success(\"Azure source engine started\")\n\t\t\t} else {\n\t\t\t\tazureSpinner.Success(fmt.Sprintf(\"%d Azure source engines started\", len(azureEngines)))\n\t\t\t}\n\n\t\t\tfoundCloudProvider = true\n\t\t\treturn azureEngines, nil\n\t\t})\n\t}\n\n\tengines, err := p.Wait()\n\tif err != nil {\n\t\treturn func() {}, fmt.Errorf(\"error starting sources: %w\", err)\n\t}\n\n\tif !foundCloudProvider {\n\t\tnoCloudProviderMsg := `No cloud providers found in Terraform configuration.\n\nThe Overmind CLI requires access to cloud provider configurations to interrogate resources. Without configured providers, the CLI cannot determine which cloud resources to query and as a result calculate a successful blast radius.\n\nTo resolve this issue ensure your Terraform configuration files define at least one supported cloud provider (e.g., AWS, GCP)\n\nFor more information about configuring cloud providers in Terraform, visit:\n- AWS: https://registry.terraform.io/providers/hashicorp/aws/latest/docs\n- GCP: https://registry.terraform.io/providers/hashicorp/google/latest/docs`\n\n\t\tif enableAzurePreview {\n\t\t\tnoCloudProviderMsg = `No cloud providers found in Terraform configuration.\n\nThe Overmind CLI requires access to cloud provider configurations to interrogate resources. Without configured providers, the CLI cannot determine which cloud resources to query and as a result calculate a successful blast radius.\n\nTo resolve this issue ensure your Terraform configuration files define at least one supported cloud provider (e.g., AWS, GCP, Azure)\n\nFor more information about configuring cloud providers in Terraform, visit:\n- AWS: https://registry.terraform.io/providers/hashicorp/aws/latest/docs\n- Azure: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs\n- GCP: https://registry.terraform.io/providers/hashicorp/google/latest/docs`\n\t\t}\n\t\tstatusArea.Println(noCloudProviderMsg)\n\t}\n\n\t// Return a cleanup function to stop all engines\n\treturn func() {\n\t\tfor _, e := range slices.Concat(engines...) {\n\t\t\terr := e.Stop()\n\t\t\tif err != nil {\n\t\t\t\tlog.WithError(err).Error(\"failed to stop engine\")\n\t\t\t}\n\t\t}\n\t}, nil\n}\n\nfunc Explore(cmd *cobra.Command, args []string) error {\n\tPTermSetup()\n\n\tctx := cmd.Context()\n\n\tmulti := pterm.DefaultMultiPrinter\n\t_, _ = multi.Start() // multi-printer controls the lifecycle of screen output, it needs to be stopped before printing anything else\n\tdefer func() {\n\t\t_, _ = multi.Stop()\n\t}()\n\tctx, oi, token, err := login(ctx, cmd, []string{\"request:receive\", \"api:read\"}, multi.NewWriter())\n\t_, _ = multi.Stop()\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tenableAzurePreview := viper.GetBool(\"enable-azure-preview\")\n\tcleanup, err := StartLocalSources(ctx, oi, token, args, true, enableAzurePreview)\n\tif err != nil {\n\t\treturn err\n\t}\n\tdefer cleanup()\n\n\texploreURL := fmt.Sprintf(\"%v/explore\", oi.FrontendUrl)\n\t_ = browser.OpenURL(exploreURL) // ignore error, we can't do anything about it\n\n\tpterm.Println()\n\tpterm.Println(fmt.Sprintf(\"Explore your infrastructure graph at %s\", exploreURL))\n\tpterm.Println()\n\tpterm.Success.Println(\"Press Ctrl+C to stop the locally running sources\")\n\terr = keyboard.Listen(func(keyInfo keys.Key) (stop bool, err error) {\n\t\tif keyInfo.Code == keys.CtrlC {\n\t\t\treturn true, nil\n\t\t}\n\n\t\treturn false, nil\n\t})\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error reading keyboard input: %w\", err)\n\t}\n\n\t// This spinner will spin forever as the command shuts down as this could\n\t// take a couple of seconds and we want the user to know it's doing\n\t// something\n\t_, _ = pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Shutting down\")\n\n\treturn nil\n}\n\nfunc init() {\n\trootCmd.AddCommand(exploreCmd)\n\n\taddAPIFlags(exploreCmd)\n\t// flag to opt-out of recursion and only scan the current folder for *.tf files\n\texploreCmd.PersistentFlags().Bool(\"no-recursion\", false, \"Only scan the current directory for Terraform files (non-recursive).\")\n\n\t// hidden flag to enable Azure preview support\n\texploreCmd.PersistentFlags().Bool(\"enable-azure-preview\", false, \"Enable Azure source support (preview feature).\")\n\tcobra.CheckErr(exploreCmd.PersistentFlags().MarkHidden(\"enable-azure-preview\"))\n}\n\n// unifiedGCPConfigs collates the given GCP configs by project ID.\n// If there are multiple configs for the same project ID, the configs are merged.\nfunc unifiedGCPConfigs(gcpConfigs []*gcpproc.GCPConfig) []*gcpproc.GCPConfig {\n\tunified := make(map[string]*gcpproc.GCPConfig)\n\tfor _, config := range gcpConfigs {\n\t\tif _, ok := unified[config.ProjectID]; !ok {\n\t\t\tunified[config.ProjectID] = config\n\t\t} else {\n\t\t\tunified[config.ProjectID].Regions = append(unified[config.ProjectID].Regions, config.Regions...)\n\t\t\tunified[config.ProjectID].Zones = append(unified[config.ProjectID].Zones, config.Zones...)\n\t\t}\n\t}\n\n\tunifiedConfigs := make([]*gcpproc.GCPConfig, 0, len(unified))\n\tfor _, config := range unified {\n\t\tvar deDuplicatedRegions []string\n\t\tvar deDuplicatedZones []string\n\t\tfor _, region := range config.Regions {\n\t\t\tif !slices.Contains(deDuplicatedRegions, region) {\n\t\t\t\tdeDuplicatedRegions = append(deDuplicatedRegions, region)\n\t\t\t}\n\t\t}\n\t\tfor _, zone := range config.Zones {\n\t\t\tif !slices.Contains(deDuplicatedZones, zone) {\n\t\t\t\tdeDuplicatedZones = append(deDuplicatedZones, zone)\n\t\t\t}\n\t\t}\n\t\tconfig.Regions = deDuplicatedRegions\n\t\tconfig.Zones = deDuplicatedZones\n\t\tunifiedConfigs = append(unifiedConfigs, config)\n\t}\n\n\treturn unifiedConfigs\n}\n\n// unifiedAzureConfigs collates the given Azure configs by subscription ID.\n// If there are multiple configs for the same subscription ID, only the first is used\n// since Azure configs don't have regions/zones to merge.\nfunc unifiedAzureConfigs(azureConfigs []*azureproc.AzureConfig) []*azureproc.AzureConfig {\n\tunified := make(map[string]*azureproc.AzureConfig)\n\tfor _, config := range azureConfigs {\n\t\tif _, ok := unified[config.SubscriptionID]; !ok {\n\t\t\tunified[config.SubscriptionID] = config\n\t\t}\n\t\t// For Azure, we don't merge configs - just use the first one for each subscription\n\t\t// since there are no regions/zones to merge\n\t}\n\n\tunifiedConfigs := make([]*azureproc.AzureConfig, 0, len(unified))\n\tfor _, config := range unified {\n\t\tunifiedConfigs = append(unifiedConfigs, config)\n\t}\n\n\treturn unifiedConfigs\n}\n" }, { "path": "cmd/explore_test.go", "content": "package cmd\n\nimport (\n\t\"reflect\"\n\t\"testing\"\n\n\tazureproc \"github.com/overmindtech/cli/sources/azure/proc\"\n\tgcpproc \"github.com/overmindtech/cli/sources/gcp/proc\"\n)\n\nfunc TestUnifiedGCPConfigs(t *testing.T) {\n\tt.Run(\"Multiple configs with different project IDs - no unification\", func(t *testing.T) {\n\t\tconfigs := []*gcpproc.GCPConfig{\n\t\t\t{\n\t\t\t\tProjectID: \"project-1\",\n\t\t\t\tRegions: []string{\"us-central1\", \"us-east1\"},\n\t\t\t\tZones: []string{\"us-central1-a\", \"us-east1-a\"},\n\t\t\t},\n\t\t\t{\n\t\t\t\tProjectID: \"project-2\",\n\t\t\t\tRegions: []string{\"us-central1\", \"us-east1\"},\n\t\t\t\tZones: []string{\"us-central1-a\", \"us-east1-a\"},\n\t\t\t},\n\t\t\t{\n\t\t\t\tProjectID: \"project-3\",\n\t\t\t\tRegions: []string{\"europe-west1\"},\n\t\t\t\tZones: []string{\"europe-west1-b\"},\n\t\t\t},\n\t\t}\n\n\t\tresult := unifiedGCPConfigs(configs)\n\n\t\t// Should have 3 configs (no unification since all project IDs are different)\n\t\tif len(result) != 3 {\n\t\t\tt.Fatalf(\"Expected 3 configs, got %d\", len(result))\n\t\t}\n\n\t\t// Verify each project ID appears exactly once\n\t\tprojectIDs := make(map[string]int)\n\t\tfor _, config := range result {\n\t\t\tprojectIDs[config.ProjectID]++\n\t\t}\n\n\t\texpectedProjects := []string{\"project-1\", \"project-2\", \"project-3\"}\n\t\tfor _, projectID := range expectedProjects {\n\t\t\tif count, exists := projectIDs[projectID]; !exists || count != 1 {\n\t\t\t\tt.Fatalf(\"Expected project %s to appear exactly once, got %d\", projectID, count)\n\t\t\t}\n\t\t}\n\n\t\t// Find and verify each config maintains its original regions and zones\n\t\tfor _, originalConfig := range configs {\n\t\t\tvar foundConfig *gcpproc.GCPConfig\n\t\t\tfor _, resultConfig := range result {\n\t\t\t\tif resultConfig.ProjectID == originalConfig.ProjectID {\n\t\t\t\t\tfoundConfig = resultConfig\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif foundConfig == nil {\n\t\t\t\tt.Fatalf(\"Could not find config for project %s in result\", originalConfig.ProjectID)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif !reflect.DeepEqual(foundConfig.Regions, originalConfig.Regions) {\n\t\t\t\tt.Fatalf(\"Regions for project %s don't match. Expected %v, got %v\",\n\t\t\t\t\toriginalConfig.ProjectID, originalConfig.Regions, foundConfig.Regions)\n\t\t\t}\n\n\t\t\tif !reflect.DeepEqual(foundConfig.Zones, originalConfig.Zones) {\n\t\t\t\tt.Fatalf(\"Zones for project %s don't match. Expected %v, got %v\",\n\t\t\t\t\toriginalConfig.ProjectID, originalConfig.Zones, foundConfig.Zones)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Same project ID with different regions - unification\", func(t *testing.T) {\n\t\tconfigs := []*gcpproc.GCPConfig{\n\t\t\t{\n\t\t\t\tProjectID: \"unified-project\",\n\t\t\t\tRegions: []string{\"us-central1\", \"us-east1\"},\n\t\t\t\tZones: []string{\"us-central1-a\"},\n\t\t\t},\n\t\t\t{\n\t\t\t\tProjectID: \"unified-project\",\n\t\t\t\tRegions: []string{\"europe-west1\", \"asia-east1\"},\n\t\t\t\tZones: []string{\"europe-west1-b\"},\n\t\t\t},\n\t\t\t{\n\t\t\t\tProjectID: \"different-project\",\n\t\t\t\tRegions: []string{\"us-west1\"},\n\t\t\t\tZones: []string{\"us-west1-a\"},\n\t\t\t},\n\t\t}\n\n\t\tresult := unifiedGCPConfigs(configs)\n\n\t\t// Should have 2 configs (unified-project configs merged)\n\t\tif len(result) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 configs, got %d\", len(result))\n\t\t}\n\n\t\t// Find the unified config\n\t\tvar unifiedConfig *gcpproc.GCPConfig\n\t\tvar differentConfig *gcpproc.GCPConfig\n\n\t\tfor _, config := range result {\n\t\t\tswitch config.ProjectID {\n\t\t\tcase \"unified-project\":\n\t\t\t\tunifiedConfig = config\n\t\t\tcase \"different-project\":\n\t\t\t\tdifferentConfig = config\n\t\t\t}\n\t\t}\n\n\t\tif unifiedConfig == nil {\n\t\t\tt.Fatal(\"Could not find unified-project config in result\")\n\t\t\treturn\n\t\t}\n\t\tif differentConfig == nil {\n\t\t\tt.Fatal(\"Could not find different-project config in result\")\n\t\t\treturn\n\t\t}\n\n\t\t// Verify unified config has all regions\n\t\texpectedRegions := []string{\"us-central1\", \"us-east1\", \"europe-west1\", \"asia-east1\"}\n\n\t\tif !reflect.DeepEqual(unifiedConfig.Regions, expectedRegions) {\n\t\t\tt.Fatalf(\"Unified regions don't match. Expected %v, got %v\", expectedRegions, unifiedConfig.Regions)\n\t\t}\n\n\t\t// Verify unified config has all zones\n\t\texpectedZones := []string{\"us-central1-a\", \"europe-west1-b\"}\n\n\t\tif !reflect.DeepEqual(unifiedConfig.Zones, expectedZones) {\n\t\t\tt.Fatalf(\"Unified zones don't match. Expected %v, got %v\", expectedZones, unifiedConfig.Zones)\n\t\t}\n\n\t\t// Verify different-project config is unchanged\n\t\tif !reflect.DeepEqual(differentConfig.Regions, []string{\"us-west1\"}) {\n\t\t\tt.Fatalf(\"Different project regions changed. Expected [us-west1], got %v\", differentConfig.Regions)\n\t\t}\n\t\tif !reflect.DeepEqual(differentConfig.Zones, []string{\"us-west1-a\"}) {\n\t\t\tt.Fatalf(\"Different project zones changed. Expected [us-west1-a], got %v\", differentConfig.Zones)\n\t\t}\n\t})\n\n\tt.Run(\"Same project ID with different zones and regions - unification\", func(t *testing.T) {\n\t\tconfigs := []*gcpproc.GCPConfig{\n\t\t\t{\n\t\t\t\tProjectID: \"zone-project\",\n\t\t\t\tRegions: []string{\"us-central1\"},\n\t\t\t\tZones: []string{\"us-central1-a\", \"us-central1-b\"},\n\t\t\t},\n\t\t\t{\n\t\t\t\tProjectID: \"zone-project\",\n\t\t\t\tRegions: []string{\"us-east1\"},\n\t\t\t\tZones: []string{\"us-east1-a\", \"us-east1-c\"},\n\t\t\t},\n\t\t}\n\n\t\tresult := unifiedGCPConfigs(configs)\n\n\t\t// Should have 1 config (both configs merged)\n\t\tif len(result) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 config, got %d\", len(result))\n\t\t}\n\n\t\tunifiedConfig := result[0]\n\t\tif unifiedConfig.ProjectID != \"zone-project\" {\n\t\t\tt.Fatalf(\"Expected project ID 'zone-project', got %s\", unifiedConfig.ProjectID)\n\t\t}\n\n\t\t// Verify unified config has all regions\n\t\texpectedRegions := []string{\"us-central1\", \"us-east1\"}\n\n\t\tif !reflect.DeepEqual(unifiedConfig.Regions, expectedRegions) {\n\t\t\tt.Fatalf(\"Unified regions don't match. Expected %v, got %v\", expectedRegions, unifiedConfig.Regions)\n\t\t}\n\n\t\t// Verify unified config has all zones\n\t\texpectedZones := []string{\"us-central1-a\", \"us-central1-b\", \"us-east1-a\", \"us-east1-c\"}\n\n\t\tif !reflect.DeepEqual(unifiedConfig.Zones, expectedZones) {\n\t\t\tt.Fatalf(\"Unified zones don't match. Expected %v, got %v\", expectedZones, unifiedConfig.Zones)\n\t\t}\n\t})\n\n\tt.Run(\"Same project ID with overlapping regions and zones - proper unification\", func(t *testing.T) {\n\t\tconfigs := []*gcpproc.GCPConfig{\n\t\t\t{\n\t\t\t\tProjectID: \"overlap-project\",\n\t\t\t\tRegions: []string{\"us-central1\", \"us-east1\", \"europe-west1\"},\n\t\t\t\tZones: []string{\"us-central1-a\", \"us-central1-b\", \"europe-west1-a\"},\n\t\t\t},\n\t\t\t{\n\t\t\t\tProjectID: \"overlap-project\",\n\t\t\t\tRegions: []string{\"us-central1\", \"asia-east1\"}, // us-central1 overlaps\n\t\t\t\tZones: []string{\"us-central1-a\", \"asia-east1-a\"}, // us-central1-a overlaps\n\t\t\t},\n\t\t\t{\n\t\t\t\tProjectID: \"overlap-project\",\n\t\t\t\tRegions: []string{\"europe-west1\", \"us-west1\"}, // europe-west1 overlaps\n\t\t\t\tZones: []string{\"europe-west1-a\", \"us-west1-b\"}, // europe-west1-a overlaps\n\t\t\t},\n\t\t}\n\n\t\tresult := unifiedGCPConfigs(configs)\n\n\t\t// Should have 1 config (all configs merged)\n\t\tif len(result) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 config, got %d\", len(result))\n\t\t}\n\n\t\tunifiedConfig := result[0]\n\t\tif unifiedConfig.ProjectID != \"overlap-project\" {\n\t\t\tt.Fatalf(\"Expected project ID 'overlap-project', got %s\", unifiedConfig.ProjectID)\n\t\t}\n\n\t\texpectedRegions := []string{\"us-central1\", \"us-east1\", \"europe-west1\", \"asia-east1\", \"us-west1\"}\n\n\t\tif !reflect.DeepEqual(unifiedConfig.Regions, expectedRegions) {\n\t\t\tt.Fatalf(\"Unified regions don't match. Expected %v, got %v\", expectedRegions, unifiedConfig.Regions)\n\t\t}\n\n\t\texpectedZones := []string{\"us-central1-a\", \"us-central1-b\", \"europe-west1-a\", \"asia-east1-a\", \"us-west1-b\"}\n\n\t\tif !reflect.DeepEqual(unifiedConfig.Zones, expectedZones) {\n\t\t\tt.Fatalf(\"Unified zones don't match. Expected %v, got %v\", expectedZones, unifiedConfig.Zones)\n\t\t}\n\t})\n}\n\nfunc TestUnifiedAzureConfigs(t *testing.T) {\n\tt.Run(\"Multiple configs with different subscription IDs - no unification\", func(t *testing.T) {\n\t\tconfigs := []*azureproc.AzureConfig{\n\t\t\t{\n\t\t\t\tSubscriptionID: \"00000000-0000-0000-0000-000000000001\",\n\t\t\t\tTenantID: \"tenant-1\",\n\t\t\t\tClientID: \"client-1\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tSubscriptionID: \"00000000-0000-0000-0000-000000000002\",\n\t\t\t\tTenantID: \"tenant-2\",\n\t\t\t\tClientID: \"client-2\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tSubscriptionID: \"00000000-0000-0000-0000-000000000003\",\n\t\t\t\tTenantID: \"tenant-3\",\n\t\t\t\tClientID: \"client-3\",\n\t\t\t},\n\t\t}\n\n\t\tresult := unifiedAzureConfigs(configs)\n\n\t\t// Should have 3 configs (no unification since all subscription IDs are different)\n\t\tif len(result) != 3 {\n\t\t\tt.Fatalf(\"Expected 3 configs, got %d\", len(result))\n\t\t}\n\n\t\t// Verify each subscription ID appears exactly once\n\t\tsubscriptionIDs := make(map[string]int)\n\t\tfor _, config := range result {\n\t\t\tsubscriptionIDs[config.SubscriptionID]++\n\t\t}\n\n\t\texpectedSubscriptions := []string{\n\t\t\t\"00000000-0000-0000-0000-000000000001\",\n\t\t\t\"00000000-0000-0000-0000-000000000002\",\n\t\t\t\"00000000-0000-0000-0000-000000000003\",\n\t\t}\n\t\tfor _, subID := range expectedSubscriptions {\n\t\t\tif count, exists := subscriptionIDs[subID]; !exists || count != 1 {\n\t\t\t\tt.Fatalf(\"Expected subscription %s to appear exactly once, got %d\", subID, count)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Same subscription ID multiple times - uses first config\", func(t *testing.T) {\n\t\tconfigs := []*azureproc.AzureConfig{\n\t\t\t{\n\t\t\t\tSubscriptionID: \"00000000-0000-0000-0000-000000000001\",\n\t\t\t\tTenantID: \"tenant-first\",\n\t\t\t\tClientID: \"client-first\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tSubscriptionID: \"00000000-0000-0000-0000-000000000001\",\n\t\t\t\tTenantID: \"tenant-second\",\n\t\t\t\tClientID: \"client-second\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tSubscriptionID: \"00000000-0000-0000-0000-000000000002\",\n\t\t\t\tTenantID: \"tenant-different\",\n\t\t\t\tClientID: \"client-different\",\n\t\t\t},\n\t\t}\n\n\t\tresult := unifiedAzureConfigs(configs)\n\n\t\t// Should have 2 configs (duplicate subscription ID removed)\n\t\tif len(result) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 configs, got %d\", len(result))\n\t\t}\n\n\t\t// Find the config for the duplicated subscription\n\t\tvar unifiedConfig *azureproc.AzureConfig\n\t\tvar differentConfig *azureproc.AzureConfig\n\n\t\tfor _, config := range result {\n\t\t\tswitch config.SubscriptionID {\n\t\t\tcase \"00000000-0000-0000-0000-000000000001\":\n\t\t\t\tunifiedConfig = config\n\t\t\tcase \"00000000-0000-0000-0000-000000000002\":\n\t\t\t\tdifferentConfig = config\n\t\t\t}\n\t\t}\n\n\t\tif unifiedConfig == nil {\n\t\t\tt.Fatal(\"Could not find config for subscription 00000000-0000-0000-0000-000000000001 in result\")\n\t\t\treturn\n\t\t}\n\t\tif differentConfig == nil {\n\t\t\tt.Fatal(\"Could not find config for subscription 00000000-0000-0000-0000-000000000002 in result\")\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the first config was kept (tenant-first, client-first)\n\t\tif unifiedConfig.TenantID != \"tenant-first\" {\n\t\t\tt.Fatalf(\"Expected tenant_id 'tenant-first', got %s\", unifiedConfig.TenantID)\n\t\t}\n\t\tif unifiedConfig.ClientID != \"client-first\" {\n\t\t\tt.Fatalf(\"Expected client_id 'client-first', got %s\", unifiedConfig.ClientID)\n\t\t}\n\n\t\t// Verify the different subscription config is unchanged\n\t\tif differentConfig.TenantID != \"tenant-different\" {\n\t\t\tt.Fatalf(\"Expected tenant_id 'tenant-different', got %s\", differentConfig.TenantID)\n\t\t}\n\t\tif differentConfig.ClientID != \"client-different\" {\n\t\t\tt.Fatalf(\"Expected client_id 'client-different', got %s\", differentConfig.ClientID)\n\t\t}\n\t})\n\n\tt.Run(\"Empty configs\", func(t *testing.T) {\n\t\tconfigs := []*azureproc.AzureConfig{}\n\n\t\tresult := unifiedAzureConfigs(configs)\n\n\t\tif len(result) != 0 {\n\t\t\tt.Fatalf(\"Expected 0 configs, got %d\", len(result))\n\t\t}\n\t})\n\n\tt.Run(\"Single config\", func(t *testing.T) {\n\t\tconfigs := []*azureproc.AzureConfig{\n\t\t\t{\n\t\t\t\tSubscriptionID: \"00000000-0000-0000-0000-000000000001\",\n\t\t\t\tTenantID: \"tenant-1\",\n\t\t\t\tClientID: \"client-1\",\n\t\t\t},\n\t\t}\n\n\t\tresult := unifiedAzureConfigs(configs)\n\n\t\tif len(result) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 config, got %d\", len(result))\n\t\t}\n\n\t\tif result[0].SubscriptionID != \"00000000-0000-0000-0000-000000000001\" {\n\t\t\tt.Fatalf(\"Expected subscription_id '00000000-0000-0000-0000-000000000001', got %s\", result[0].SubscriptionID)\n\t\t}\n\t\tif result[0].TenantID != \"tenant-1\" {\n\t\t\tt.Fatalf(\"Expected tenant_id 'tenant-1', got %s\", result[0].TenantID)\n\t\t}\n\t\tif result[0].ClientID != \"client-1\" {\n\t\t\tt.Fatalf(\"Expected client_id 'client-1', got %s\", result[0].ClientID)\n\t\t}\n\t})\n}\n" }, { "path": "cmd/flags.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strconv\"\n\t\"strings\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/knowledge\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// This file contains re-usable sets of flags that should be used when creating\n// commands\n\n// Adds flags for selecting a change by UUID, frontend URL or ticket link\nfunc addChangeUuidFlags(cmd *cobra.Command) {\n\tcmd.PersistentFlags().String(\"change\", \"\", \"The frontend URL of the change to get\")\n\tcmd.PersistentFlags().String(\"ticket-link\", \"\", \"Link to the ticket for this change.\")\n\tcmd.PersistentFlags().String(\"uuid\", \"\", \"The UUID of the change that should be displayed.\")\n\tcmd.MarkFlagsMutuallyExclusive(\"change\", \"ticket-link\", \"uuid\")\n}\n\n// Adds flags that should be present when creating a change\nfunc addChangeCreationFlags(cmd *cobra.Command) {\n\tcmd.PersistentFlags().String(\"title\", \"\", \"Short title for this change. If this is not specified, overmind will try to come up with one for you.\")\n\tcmd.PersistentFlags().String(\"description\", \"\", \"Quick description of the change.\")\n\tcmd.PersistentFlags().String(\"ticket-link\", \"*\", \"Link to the ticket for this change. Usually this would be the link to something like the pull request, since the CLI uses this as a unique identifier for the change, meaning that multiple runs with the same ticket link will update the same change.\")\n\tcmd.PersistentFlags().String(\"owner\", \"\", \"The owner of this change.\")\n\tcmd.PersistentFlags().String(\"repo\", \"\", \"The repository URL that this change should be linked to. This will be automatically detected is possible from the Git config or CI environment.\")\n\tcmd.PersistentFlags().String(\"terraform-plan-output\", \"\", \"Filename of cached terraform plan output for this change.\")\n\tcmd.PersistentFlags().String(\"code-changes-diff\", \"\", \"Filename of the code diff of this change.\")\n\tcmd.PersistentFlags().StringSlice(\"tags\", []string{}, \"Tags to apply to this change, these should be specified in key=value format. Multiple tags can be specified by repeating the flag or using a comma separated list.\")\n\t// ENG-1985, disabled until we decide how manual labels and manual tags should be handled.\n\t// cmd.PersistentFlags().StringSlice(\"labels\", []string{}, \"Labels to apply to this change, these should be specified in name=color format where color is a hex code (e.g., FF0000 or #FF0000). Multiple labels can be specified by repeating the flag or using a comma separated list.\")\n}\n\nfunc parseTagsArgument() (*sdp.EnrichedTags, error) {\n\ttags := map[string]string{}\n\t// get into key pair\n\tfor _, tag := range viper.GetStringSlice(\"tags\") {\n\t\tparts := strings.SplitN(tag, \"=\", 2)\n\t\tif len(parts) != 2 {\n\t\t\treturn nil, fmt.Errorf(\"invalid tag format: %s\", tag)\n\t\t}\n\t\ttags[parts[0]] = parts[1]\n\t}\n\t// put into enriched tags\n\tenrichedTags := &sdp.EnrichedTags{\n\t\tTagValue: make(map[string]*sdp.TagValue),\n\t}\n\tfor key, value := range tags {\n\t\tenrichedTags.TagValue[key] = &sdp.TagValue{\n\t\t\tValue: &sdp.TagValue_UserTagValue{\n\t\t\t\tUserTagValue: &sdp.UserTagValue{\n\t\t\t\t\tValue: value,\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t}\n\treturn enrichedTags, nil\n}\n\nfunc parseLabelsArgument() ([]*sdp.Label, error) {\n\tlabels := make([]*sdp.Label, 0)\n\tfor _, label := range viper.GetStringSlice(\"labels\") {\n\t\tparts := strings.SplitN(label, \"=\", 2)\n\t\tif len(parts) != 2 {\n\t\t\treturn nil, fmt.Errorf(\"invalid label format: %s (expected name=color)\", label)\n\t\t}\n\t\tif parts[0] == \"\" {\n\t\t\treturn nil, fmt.Errorf(\"invalid label format: %s (label name cannot be empty)\", label)\n\t\t}\n\n\t\t// Normalise colour: strip leading # if present, validate, then add # back\n\t\tcolour := strings.TrimPrefix(parts[1], \"#\")\n\t\tif colour == \"\" {\n\t\t\treturn nil, fmt.Errorf(\"invalid colour format: %s (colour cannot be empty)\", parts[1])\n\t\t}\n\n\t\t// Validate it's exactly 6 hex digits\n\t\tif len(colour) != 6 {\n\t\t\treturn nil, fmt.Errorf(\"invalid colour format: %s (must be 6 hex digits, got %d)\", parts[1], len(colour))\n\t\t}\n\n\t\t// Validate all characters are valid hex digits\n\t\tif _, err := strconv.ParseUint(colour, 16, 64); err != nil {\n\t\t\treturn nil, fmt.Errorf(\"invalid colour format: %s (must be valid hex digits)\", parts[1])\n\t\t}\n\n\t\t// Normalise to canonical form: always #rrggbb\n\t\tnormalisedColour := \"#\" + strings.ToUpper(colour)\n\n\t\tlabels = append(labels, &sdp.Label{\n\t\t\tName: parts[0],\n\t\t\tColour: normalisedColour,\n\t\t\tType: sdp.LabelType_LABEL_TYPE_USER,\n\t\t})\n\t}\n\treturn labels, nil\n}\n\n// Adds common flags to API commands e.g. timeout\nfunc addAPIFlags(cmd *cobra.Command) {\n\tcmd.PersistentFlags().String(\"timeout\", \"31m\", \"How long to wait for responses\")\n\tcmd.PersistentFlags().String(\"app\", \"https://app.overmind.tech\", \"The overmind instance to connect to.\")\n}\n\n// Adds terraform-related flags to a command\nfunc addTerraformBaseFlags(cmd *cobra.Command) {\n\tcmd.PersistentFlags().Bool(\"reset-stored-config\", false, \"[deprecated: this is now autoconfigured from local terraform files] Set this to reset the sources config stored in Overmind and input fresh values.\")\n\tcmd.PersistentFlags().String(\"aws-config\", \"\", \"[deprecated: this is now autoconfigured from local terraform files] The chosen AWS config method, best set through the initial wizard when running the CLI. Options: 'profile_input', 'aws_profile', 'defaults', 'managed'.\")\n\tcmd.PersistentFlags().String(\"aws-profile\", \"\", \"[deprecated: this is now autoconfigured from local terraform files] Set this to the name of the AWS profile to use.\")\n\tcobra.CheckErr(cmd.PersistentFlags().MarkHidden(\"reset-stored-config\"))\n\tcobra.CheckErr(cmd.PersistentFlags().MarkHidden(\"aws-config\"))\n\tcobra.CheckErr(cmd.PersistentFlags().MarkHidden(\"aws-profile\"))\n\tcmd.PersistentFlags().Bool(\"only-use-managed-sources\", false, \"Set this to skip local autoconfiguration and only use the managed sources as configured in Overmind.\")\n}\n\n// Adds analysis-related flags (blast radius config, signal config) to a command.\n// These flags are shared between submit-plan and start-analysis commands.\nfunc addAnalysisFlags(cmd *cobra.Command) {\n\tcmd.PersistentFlags().Int32(\"blast-radius-link-depth\", 0, \"Used in combination with '--blast-radius-max-items' to customise how many levels are traversed when calculating the blast radius. Larger numbers will result in a more comprehensive blast radius, but may take longer to calculate. Defaults to the account level settings.\")\n\tcmd.PersistentFlags().Int32(\"blast-radius-max-items\", 0, \"Used in combination with '--blast-radius-link-depth' to customise how many items are included in the blast radius. Larger numbers will result in a more comprehensive blast radius, but may take longer to calculate. Defaults to the account level settings.\")\n\tcmd.PersistentFlags().Duration(\"blast-radius-max-time\", 0, \"Maximum time duration for blast radius calculation (e.g., '5m', '15m', '30m'). When the time limit is reached, the analysis continues with risks identified up to that point. Defaults to the account level settings (QUICK: 10m, DETAILED: 15m, FULL: 30m). Valid range: 1m to 30m.\")\n\tcobra.CheckErr(cmd.PersistentFlags().MarkDeprecated(\"blast-radius-max-time\", \"This flag is no longer used and will be removed in a future release. Use the '--change-analysis-target-duration' flag instead.\"))\n\tcmd.PersistentFlags().Duration(\"change-analysis-target-duration\", 0, \"Target duration for change analysis planning (e.g., '5m', '15m', '30m'). This is NOT a hard deadline - the blast radius phase uses 67% of this target to stop gracefully. The job can run slightly past this target and is only hard-stopped at 30 minutes. Defaults to the account level settings (QUICK: 10m, DETAILED: 15m, FULL: 30m). Valid range: 1m to 30m.\")\n\tcmd.PersistentFlags().String(\"signal-config\", \"\", \"The path to the signal config file. If not provided, it will check the default location which is '.overmind/signal-config.yaml'. If no config is found locally, the config configured through the UI is used.\")\n\tcmd.PersistentFlags().StringSlice(\"knowledge-dir\", []string{}, \"Knowledge directory paths to load. Can be specified multiple times (--knowledge-dir global --knowledge-dir local) or comma-separated (--knowledge-dir global,local). Later directories override earlier ones when the same knowledge file name appears. If not specified, auto-discovers .overmind/knowledge/ by walking up from the current directory. Example: --knowledge-dir .overmind/knowledge --knowledge-dir ./stacks/prod/.overmind/knowledge\")\n\tcmd.PersistentFlags().Bool(\"comment\", false, \"Request the GitHub App to post analysis results as a PR comment. Requires the account to have the Overmind GitHub App installed with pull_requests:write.\")\n}\n\n// AnalysisConfig holds all the configuration needed to start change analysis.\ntype AnalysisConfig struct {\n\tBlastRadiusConfig *sdp.BlastRadiusConfig\n\tRoutineChangesConfig *sdp.RoutineChangesConfig\n\tGithubOrgProfile *sdp.GithubOrganisationProfile\n\tKnowledgeFiles []*sdp.Knowledge\n}\n\n// buildAnalysisConfig reads viper flags and builds the analysis configuration\n// used by StartChangeAnalysis. This includes blast radius config, routine changes\n// config, github org profile, and knowledge files.\nfunc buildAnalysisConfig(ctx context.Context, lf log.Fields) (*AnalysisConfig, error) {\n\tmaxDepth := viper.GetInt32(\"blast-radius-link-depth\")\n\tmaxItems := viper.GetInt32(\"blast-radius-max-items\")\n\tmaxTime := viper.GetDuration(\"blast-radius-max-time\")\n\tchangeAnalysisTargetDuration := viper.GetDuration(\"change-analysis-target-duration\")\n\n\tblastRadiusConfig, err := createBlastRadiusConfig(maxDepth, maxItems, maxTime, changeAnalysisTargetDuration)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tsignalConfigPath := viper.GetString(\"signal-config\")\n\tsignalConfigOverride, err := checkForAndLoadSignalConfigFile(ctx, lf, signalConfigPath)\n\tif err != nil {\n\t\treturn nil, loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Failed to load signal config\",\n\t\t}\n\t}\n\n\tvar githubOrgProfile *sdp.GithubOrganisationProfile\n\tvar routineChangesConfig *sdp.RoutineChangesConfig\n\tif signalConfigOverride != nil {\n\t\tgithubOrgProfile = signalConfigOverride.GithubOrganisationProfile\n\t\troutineChangesConfig = signalConfigOverride.RoutineChangesConfig\n\t}\n\n\texplicitDirs := viper.GetStringSlice(\"knowledge-dir\")\n\tknowledgeDirs := knowledge.ResolveKnowledgeDirs(\".\", explicitDirs)\n\tknowledgeFiles := knowledge.DiscoverAndConvert(ctx, knowledgeDirs...)\n\n\treturn &AnalysisConfig{\n\t\tBlastRadiusConfig: blastRadiusConfig,\n\t\tRoutineChangesConfig: routineChangesConfig,\n\t\tGithubOrgProfile: githubOrgProfile,\n\t\tKnowledgeFiles: knowledgeFiles,\n\t}, nil\n}\n\n// waitForChangeAnalysis polls the change until analysis reaches a terminal status\n// (STATUS_DONE, STATUS_SKIPPED, or STATUS_ERROR). It returns nil on successful\n// completion, or an error if analysis failed or was cancelled.\nfunc waitForChangeAnalysis(ctx context.Context, client sdpconnect.ChangesServiceClient, changeUUID uuid.UUID, lf log.Fields) error {\n\tfor {\n\t\tchangeRes, err := client.GetChange(ctx, &connect.Request[sdp.GetChangeRequest]{\n\t\t\tMsg: &sdp.GetChangeRequest{\n\t\t\t\tUUID: changeUUID[:],\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"failed to get change\",\n\t\t\t}\n\t\t}\n\t\tif changeRes.Msg == nil || changeRes.Msg.GetChange() == nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: fmt.Errorf(\"unexpected nil response from GetChange\"),\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"failed to get change\",\n\t\t\t}\n\t\t}\n\n\t\tch := changeRes.Msg.GetChange()\n\t\tmd := ch.GetMetadata()\n\t\tif md == nil || md.GetChangeAnalysisStatus() == nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: fmt.Errorf(\"change metadata or change analysis status is nil\"),\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"failed to get change analysis status\",\n\t\t\t}\n\t\t}\n\n\t\tstatus := md.GetChangeAnalysisStatus().GetStatus()\n\t\tswitch status {\n\t\tcase sdp.ChangeAnalysisStatus_STATUS_DONE, sdp.ChangeAnalysisStatus_STATUS_SKIPPED:\n\t\t\tlog.WithContext(ctx).WithFields(lf).WithField(\"status\", status.String()).Info(\"Change analysis complete\")\n\t\t\treturn nil\n\t\tcase sdp.ChangeAnalysisStatus_STATUS_ERROR:\n\t\t\treturn loggedError{\n\t\t\t\terr: fmt.Errorf(\"change analysis completed with error status\"),\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"change analysis failed\",\n\t\t\t}\n\t\tcase sdp.ChangeAnalysisStatus_STATUS_UNSPECIFIED, sdp.ChangeAnalysisStatus_STATUS_INPROGRESS:\n\t\t\tlog.WithContext(ctx).WithFields(lf).WithField(\"status\", status.String()).Info(\"Waiting for change analysis to complete\")\n\t\t}\n\n\t\ttime.Sleep(3 * time.Second)\n\t\tif ctx.Err() != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: ctx.Err(),\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"context cancelled\",\n\t\t\t}\n\t\t}\n\t}\n}\n" }, { "path": "cmd/flags_test.go", "content": "package cmd\n\nimport (\n\t\"strings\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/spf13/viper\"\n)\n\nfunc TestParseLabelsArgument(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tlabels []string\n\t\twant []*sdp.Label\n\t\terrorContains string\n\t}{\n\t\t{\n\t\t\tname: \"empty labels\",\n\t\t\tlabels: []string{},\n\t\t\twant: []*sdp.Label{},\n\t\t},\n\t\t{\n\t\t\tname: \"single label with hash\",\n\t\t\tlabels: []string{\"label1=#FF0000\"},\n\t\t\twant: []*sdp.Label{\n\t\t\t\t{\n\t\t\t\t\tName: \"label1\",\n\t\t\t\t\tColour: \"#FF0000\",\n\t\t\t\t\tType: sdp.LabelType_LABEL_TYPE_USER,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"single label without hash\",\n\t\t\tlabels: []string{\"label1=ff0000\"},\n\t\t\twant: []*sdp.Label{\n\t\t\t\t{\n\t\t\t\t\tName: \"label1\",\n\t\t\t\t\tColour: \"#FF0000\",\n\t\t\t\t\tType: sdp.LabelType_LABEL_TYPE_USER,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"single label with lowercase hex\",\n\t\t\tlabels: []string{\"label1=abc123\"},\n\t\t\twant: []*sdp.Label{\n\t\t\t\t{\n\t\t\t\t\tName: \"label1\",\n\t\t\t\t\tColour: \"#ABC123\",\n\t\t\t\t\tType: sdp.LabelType_LABEL_TYPE_USER,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"multiple labels with hash\",\n\t\t\tlabels: []string{\"label1=#FF0000\", \"label2=#00FF00\", \"label3=#0000FF\"},\n\t\t\twant: []*sdp.Label{\n\t\t\t\t{\n\t\t\t\t\tName: \"label1\",\n\t\t\t\t\tColour: \"#FF0000\",\n\t\t\t\t\tType: sdp.LabelType_LABEL_TYPE_USER,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: \"label2\",\n\t\t\t\t\tColour: \"#00FF00\",\n\t\t\t\t\tType: sdp.LabelType_LABEL_TYPE_USER,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: \"label3\",\n\t\t\t\t\tColour: \"#0000FF\",\n\t\t\t\t\tType: sdp.LabelType_LABEL_TYPE_USER,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"multiple labels mixed hash and no hash\",\n\t\t\tlabels: []string{\"label1=#FF0000\", \"label2=00FF00\", \"label3=#0000FF\"},\n\t\t\twant: []*sdp.Label{\n\t\t\t\t{\n\t\t\t\t\tName: \"label1\",\n\t\t\t\t\tColour: \"#FF0000\",\n\t\t\t\t\tType: sdp.LabelType_LABEL_TYPE_USER,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: \"label2\",\n\t\t\t\t\tColour: \"#00FF00\",\n\t\t\t\t\tType: sdp.LabelType_LABEL_TYPE_USER,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: \"label3\",\n\t\t\t\t\tColour: \"#0000FF\",\n\t\t\t\t\tType: sdp.LabelType_LABEL_TYPE_USER,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"missing equals sign\",\n\t\t\tlabels: []string{\"label1FF0000\"},\n\t\t\terrorContains: \"invalid label format\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty label name\",\n\t\t\tlabels: []string{\"=#FF0000\"},\n\t\t\terrorContains: \"label name cannot be empty\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty colour\",\n\t\t\tlabels: []string{\"label1=\"},\n\t\t\terrorContains: \"colour cannot be empty\",\n\t\t},\n\t\t{\n\t\t\tname: \"colour too short\",\n\t\t\tlabels: []string{\"label1=#FF00\"},\n\t\t\terrorContains: \"must be 6 hex digits\",\n\t\t},\n\t\t{\n\t\t\tname: \"colour too long\",\n\t\t\tlabels: []string{\"label1=#FF00000\"},\n\t\t\terrorContains: \"must be 6 hex digits\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid hex characters\",\n\t\t\tlabels: []string{\"label1=#GGGGGG\"},\n\t\t\terrorContains: \"must be valid hex digits\",\n\t\t},\n\t\t{\n\t\t\tname: \"colour without hash too short\",\n\t\t\tlabels: []string{\"label1=FF00\"},\n\t\t\terrorContains: \"must be 6 hex digits\",\n\t\t},\n\t\t{\n\t\t\tname: \"colour without hash invalid characters\",\n\t\t\tlabels: []string{\"label1=ZZZZZZ\"},\n\t\t\terrorContains: \"must be valid hex digits\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\t// Set up viper with test labels\n\t\t\tviper.Reset()\n\t\t\tviper.Set(\"labels\", tt.labels)\n\n\t\t\tgot, err := parseLabelsArgument()\n\n\t\t\tif tt.errorContains != \"\" {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"parseLabelsArgument() expected error containing %q, got nil\", tt.errorContains)\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\t\tif !strings.Contains(err.Error(), tt.errorContains) {\n\t\t\t\t\tt.Errorf(\"parseLabelsArgument() error = %v, want error containing %q\", err, tt.errorContains)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"parseLabelsArgument() unexpected error: %v\", err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif len(got) != len(tt.want) {\n\t\t\t\tt.Errorf(\"parseLabelsArgument() returned %d labels, want %d\", len(got), len(tt.want))\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tfor i, wantLabel := range tt.want {\n\t\t\t\tif got[i].GetName() != wantLabel.GetName() {\n\t\t\t\t\tt.Errorf(\"parseLabelsArgument() label[%d].Name = %q, want %q\", i, got[i].GetName(), wantLabel.GetName())\n\t\t\t\t}\n\t\t\t\tif got[i].GetColour() != wantLabel.GetColour() {\n\t\t\t\t\tt.Errorf(\"parseLabelsArgument() label[%d].Colour = %q, want %q\", i, got[i].GetColour(), wantLabel.GetColour())\n\t\t\t\t}\n\t\t\t\tif got[i].GetType() != wantLabel.GetType() {\n\t\t\t\t\tt.Errorf(\"parseLabelsArgument() label[%d].Type = %v, want %v\", i, got[i].GetType(), wantLabel.GetType())\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "cmd/integrations.go", "content": "package cmd\n\nimport (\n\t\"github.com/spf13/cobra\"\n)\n\n// integrationsCmd represents the integrations command\nvar integrationsCmd = &cobra.Command{\n\tUse: \"integrations\",\n\tGroupID: \"api\",\n\tShort: \"Manage integrations with Overmind\",\n\tLong: `Manage integrations with Overmind. These integrations allow you to\nintegrate Overmind with other tools and services.`,\n\tRun: func(cmd *cobra.Command, args []string) {\n\t\t_ = cmd.Help()\n\t},\n}\n\nfunc init() {\n\trootCmd.AddCommand(integrationsCmd)\n\n\taddAPIFlags(integrationsCmd)\n\n\t// Here you will define your flags and configuration settings.\n\n\t// Cobra supports Persistent Flags which will work for this command\n\t// and all subcommands, e.g.:\n\t// integrationsCmd.PersistentFlags().String(\"foo\", \"\", \"A help for foo\")\n\n\t// Cobra supports local flags which will only run when this command\n\t// is called directly, e.g.:\n\t// integrationsCmd.Flags().BoolP(\"toggle\", \"t\", false, \"Help message for toggle\")\n}\n" }, { "path": "cmd/integrations_tfc.go", "content": "package cmd\n\nimport (\n\t\"errors\"\n\t\"fmt\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n)\n\n// createTfcCmd represents the tfc command\nvar createTfcCmd = &cobra.Command{\n\tUse: \"create-tfc\",\n\tShort: \"Initialize the HCP Terraform Cloud integration\",\n\tLong: \"Create the initial set of parameters to configure HCP Terraform to talk to Overmind.\",\n\tPreRun: PreRunSetup,\n\tRunE: CreateTfc,\n}\n\n// getTfcCmd represents the tfc command\nvar getTfcCmd = &cobra.Command{\n\tUse: \"get-tfc\",\n\tShort: \"Retrieve the existing parameters for the HCP Terraform Cloud integration\",\n\tLong: \"Retrieve the existing parameters for the HCP Terraform Cloud integration.\",\n\tPreRun: PreRunSetup,\n\tRunE: GetTfc,\n}\n\n// deleteTfcCmd represents the tfc command\nvar deleteTfcCmd = &cobra.Command{\n\tUse: \"delete-tfc\",\n\tShort: \"Delete the HCP Terraform Cloud integration\",\n\tLong: \"This will delete the HCP Terraform Cloud integration and disable all access from HCP Terraform Cloud to Overmind.\",\n\tPreRun: PreRunSetup,\n\tRunE: DeleteTfc,\n}\n\nfunc init() {\n\tintegrationsCmd.AddCommand(createTfcCmd)\n\tintegrationsCmd.AddCommand(getTfcCmd)\n\tintegrationsCmd.AddCommand(deleteTfcCmd)\n\n\taddAPIFlags(createTfcCmd)\n\taddAPIFlags(getTfcCmd)\n\taddAPIFlags(deleteTfcCmd)\n\n\t// Here you will define your flags and configuration settings.\n\n\t// Cobra supports Persistent Flags which will work for this command\n\t// and all subcommands, e.g.:\n\t// tfcCmd.PersistentFlags().String(\"foo\", \"\", \"A help for foo\")\n\n\t// Cobra supports local flags which will only run when this command\n\t// is called directly, e.g.:\n\t// tfcCmd.Flags().BoolP(\"toggle\", \"t\", false, \"Help message for toggle\")\n}\n\nfunc CreateTfc(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"config:write\", \"api_keys:write\", \"changes:write\", \"explore:read\", \"request:send\", \"reverselink:request\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tclient := AuthenticatedConfigurationClient(ctx, oi)\n\tfmt.Println(\"Creating HCP Terraform Cloud integration\")\n\tparams, err := client.CreateHcpConfig(ctx, &connect.Request[sdp.CreateHcpConfigRequest]{\n\t\tMsg: &sdp.CreateHcpConfigRequest{\n\t\t\tFinalFrontendRedirect: oi.FrontendUrl.String(),\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create tfc integration: %w\", err)\n\t}\n\n\tfmt.Printf(\"Please visit %v to authorize the integration\\nPress return to continue.\\n\", params.Msg.GetApiKey().GetAuthorizeURL())\n\n\t_, err = fmt.Scanln()\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed waiting for confirmation: %w\", err)\n\t}\n\n\tfmt.Println(\"You can now create a new Run Task in HCP Terraform with the following parameters:\")\n\tfmt.Println(\"\")\n\tfmt.Println(\"Name: Overmind\")\n\tfmt.Println(\"Endpoint URL: \", params.Msg.GetConfig().GetEndpoint())\n\tfmt.Println(\"Description: Overmind provides a risk analysis and change tracking for your Terraform changes with no extra effort.\")\n\tfmt.Println(\"HMAC Key (secret):\", params.Msg.GetConfig().GetSecret())\n\tfmt.Println(\"\")\n\n\tlog.WithContext(ctx).Info(\"created tfc integration\")\n\treturn nil\n}\n\nfunc GetTfc(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"config:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tclient := AuthenticatedConfigurationClient(ctx, oi)\n\tparams, err := client.GetHcpConfig(ctx, &connect.Request[sdp.GetHcpConfigRequest]{})\n\tvar cErr *connect.Error\n\tif errors.As(err, &cErr) {\n\t\tif cErr.Code() == connect.CodeNotFound {\n\t\t\tfmt.Println(\"HCP Terraform Cloud integration is not enabled. Use `create-tfc` to enable it.\")\n\t\t\treturn nil\n\t\t}\n\t}\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to get tfc integration params: %w\", err)\n\t}\n\n\tfmt.Println(\"HCP Terraform Cloud integration found\")\n\tfmt.Println(\"\")\n\tfmt.Println(\"Name: Overmind\")\n\tfmt.Println(\"Endpoint URL: \", params.Msg.GetConfig().GetEndpoint())\n\tfmt.Println(\"Description: Overmind provides a risk analysis and change tracking for your Terraform changes with no extra effort.\")\n\tfmt.Println(\"HMAC Key (secret):\", params.Msg.GetConfig().GetSecret())\n\tfmt.Println(\"\")\n\n\treturn nil\n}\n\nfunc DeleteTfc(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"config:write\", \"api_keys:write\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tclient := AuthenticatedConfigurationClient(ctx, oi)\n\tfmt.Println(\"Deleting HCP Terraform Cloud integration\")\n\t_, err = client.DeleteHcpConfig(ctx, &connect.Request[sdp.DeleteHcpConfigRequest]{})\n\tif err != nil {\n\t\tfmt.Println(err)\n\t\treturn fmt.Errorf(\"failed to delete tfc integration: %w\", err)\n\t}\n\n\tlog.WithContext(ctx).Info(\"deleted tfc integration\")\n\treturn nil\n}\n" }, { "path": "cmd/invites.go", "content": "package cmd\n\nimport (\n\t\"github.com/spf13/cobra\"\n)\n\n// invitesCmd represents the invites command\nvar invitesCmd = &cobra.Command{\n\tUse: \"invites\",\n\tGroupID: \"api\",\n\tShort: \"Manage invites for your team to Overmind\",\n\tLong: `Create and revoke Overmind invitations`,\n\tRun: func(cmd *cobra.Command, args []string) {\n\t\t_ = cmd.Help()\n\t},\n}\n\nfunc init() {\n\trootCmd.AddCommand(invitesCmd)\n\n\taddAPIFlags(invitesCmd)\n\t// Here you will define your flags and configuration settings.\n\n\t// Cobra supports Persistent Flags which will work for this command\n\t// and all subcommands, e.g.:\n\t// invitesCmd.PersistentFlags().String(\"foo\", \"\", \"A help for foo\")\n\n\t// Cobra supports local flags which will only run when this command\n\t// is called directly, e.g.:\n\t// invitesCmd.Flags().BoolP(\"toggle\", \"t\", false, \"Help message for toggle\")\n}\n" }, { "path": "cmd/invites_crud.go", "content": "package cmd\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/jedib0t/go-pretty/v6/table\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// listCmd represents the list command\nvar listCmd = &cobra.Command{\n\tUse: \"list-invites\",\n\tShort: \"List all invites\",\n\tPreRun: PreRunSetup,\n\tRunE: InvitesList,\n}\n\n// createCmd represents the create command\nvar createCmd = &cobra.Command{\n\tUse: \"create-invite\",\n\tShort: \"Create a new invite\",\n\tPreRun: PreRunSetup,\n\tRunE: InvitesCreate,\n}\n\n// revokeCmd represents the revoke command\nvar revokeCmd = &cobra.Command{\n\tUse: \"revoke-invites\",\n\tShort: \"Revoke an existing invite\",\n\tPreRun: PreRunSetup,\n\tRunE: InvitesRevoke,\n}\n\nfunc InvitesRevoke(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tvar err error\n\temail := viper.GetString(\"email\")\n\tif email == \"\" {\n\t\tlog.WithContext(ctx).Error(\"You must specify an email address to revoke using --email\")\n\t\treturn flagError{usage: fmt.Sprintf(\"You must specify an email address to revoke using --email\\n\\n%v\", cmd.UsageString())}\n\t}\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"account:write\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tclient := AuthenticatedInviteClient(ctx, oi)\n\n\t// Create the invite\n\t_, err = client.RevokeInvite(ctx, &connect.Request[sdp.RevokeInviteRequest]{\n\t\tMsg: &sdp.RevokeInviteRequest{\n\t\t\tEmail: email,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: log.Fields{\"email\": email},\n\t\t\tmessage: \"failed to revoke invite\",\n\t\t}\n\t}\n\n\tlog.WithContext(ctx).WithFields(log.Fields{\"email\": email}).Info(\"Invite revoked successfully\")\n\n\treturn nil\n}\n\nfunc InvitesCreate(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\temails := viper.GetStringSlice(\"emails\")\n\tif len(emails) == 0 {\n\t\treturn flagError{usage: fmt.Sprintf(\"You must specify at least one email address to invite using --emails\\n\\n%v\", cmd.UsageString())}\n\t}\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"account:write\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tclient := AuthenticatedInviteClient(ctx, oi)\n\n\t// Create the invite\n\t_, err = client.CreateInvite(ctx, &connect.Request[sdp.CreateInviteRequest]{\n\t\tMsg: &sdp.CreateInviteRequest{\n\t\t\tEmails: emails,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: log.Fields{\"emails\": emails},\n\t\t\tmessage: \"failed to create invite\",\n\t\t}\n\t}\n\n\tlog.WithContext(ctx).WithFields(log.Fields{\"emails\": emails}).Info(\"Invites created successfully\")\n\n\treturn nil\n}\n\nfunc InvitesList(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"account:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tclient := AuthenticatedInviteClient(ctx, oi)\n\n\t// List all invites\n\tresp, err := client.ListInvites(ctx, &connect.Request[sdp.ListInvitesRequest]{})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tmessage: \"failed to list invites\",\n\t\t}\n\t}\n\n\tt := table.NewWriter()\n\tt.SetOutputMirror(os.Stdout)\n\tt.AppendHeader(table.Row{\"Email\", \"Status\"})\n\n\tfor _, invite := range resp.Msg.GetInvites() {\n\t\tt.AppendRow(table.Row{invite.GetEmail(), invite.GetStatus().String()})\n\t}\n\n\tt.Render()\n\n\treturn nil\n}\n\nfunc init() {\n\t// list sub-command\n\tinvitesCmd.AddCommand(listCmd)\n\n\t// create sub-command\n\tinvitesCmd.AddCommand(createCmd)\n\tcreateCmd.PersistentFlags().StringSlice(\"emails\", []string{}, \"A list of emails to invite\")\n\n\t// revoke sub-command\n\tinvitesCmd.AddCommand(revokeCmd)\n\trevokeCmd.PersistentFlags().String(\"email\", \"\", \"The email address to revoke\")\n}\n" }, { "path": "cmd/knowledge.go", "content": "package cmd\n\nimport (\n\t\"github.com/spf13/cobra\"\n)\n\n// knowledgeCmd represents the knowledge command\nvar knowledgeCmd = &cobra.Command{\n\tUse: \"knowledge\",\n\tGroupID: \"iac\",\n\tShort: \"Manage tribal knowledge files used for change analysis\",\n\tLong: `Knowledge files in .overmind/knowledge/ help Overmind understand your infrastructure\ncontext, giving better change analysis and risk assessment.\n\nThe 'list' subcommand shows which knowledge files Overmind would discover from your\ncurrent location, using the same logic as 'overmind terraform plan'.`,\n\tRun: func(cmd *cobra.Command, args []string) {\n\t\t_ = cmd.Help()\n\t},\n}\n\nfunc init() {\n\trootCmd.AddCommand(knowledgeCmd)\n}\n" }, { "path": "cmd/knowledge_dir_flag_test.go", "content": "package cmd\n\nimport (\n\t\"testing\"\n\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// TestKnowledgeDirFlagViperRoundTrip verifies that StringSlice + Viper correctly\n// round-trips the --knowledge-dir flag value through both repeated and comma-separated formats.\n// This is a defensive test against framework gotchas with StringSlice flag handling.\nfunc TestKnowledgeDirFlagViperRoundTrip(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\targs []string\n\t\texpected []string\n\t}{\n\t\t{\n\t\t\tname: \"empty flag\",\n\t\t\targs: []string{},\n\t\t\texpected: []string{},\n\t\t},\n\t\t{\n\t\t\tname: \"single directory\",\n\t\t\targs: []string{\"--knowledge-dir\", \"/path/to/dir1\"},\n\t\t\texpected: []string{\"/path/to/dir1\"},\n\t\t},\n\t\t{\n\t\t\tname: \"repeated flags\",\n\t\t\targs: []string{\"--knowledge-dir\", \"/path/to/dir1\", \"--knowledge-dir\", \"/path/to/dir2\"},\n\t\t\texpected: []string{\"/path/to/dir1\", \"/path/to/dir2\"},\n\t\t},\n\t\t{\n\t\t\tname: \"comma-separated\",\n\t\t\targs: []string{\"--knowledge-dir\", \"/path/to/dir1,/path/to/dir2\"},\n\t\t\texpected: []string{\"/path/to/dir1\", \"/path/to/dir2\"},\n\t\t},\n\t\t{\n\t\t\tname: \"mixed repeated and comma-separated\",\n\t\t\targs: []string{\"--knowledge-dir\", \"/path/to/dir1\", \"--knowledge-dir\", \"/path/to/dir2,/path/to/dir3\"},\n\t\t\texpected: []string{\"/path/to/dir1\", \"/path/to/dir2\", \"/path/to/dir3\"},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\t// Create a fresh viper instance for each test\n\t\t\tv := viper.New()\n\n\t\t\t// Create a test command with the knowledge-dir flag\n\t\t\tcmd := &cobra.Command{\n\t\t\t\tUse: \"test\",\n\t\t\t\tRun: func(cmd *cobra.Command, args []string) {},\n\t\t\t}\n\t\t\tcmd.Flags().StringSlice(\"knowledge-dir\", []string{}, \"Test flag\")\n\n\t\t\t// Bind the flag to viper\n\t\t\terr := v.BindPFlag(\"knowledge-dir\", cmd.Flags().Lookup(\"knowledge-dir\"))\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"failed to bind flag: %v\", err)\n\t\t\t}\n\n\t\t\t// Parse the test args\n\t\t\tcmd.SetArgs(tt.args)\n\t\t\terr = cmd.Execute()\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"failed to execute command: %v\", err)\n\t\t\t}\n\n\t\t\t// Get the value from viper\n\t\t\tresult := v.GetStringSlice(\"knowledge-dir\")\n\n\t\t\t// Compare results\n\t\t\tif len(result) != len(tt.expected) {\n\t\t\t\tt.Errorf(\"expected %d directories, got %d: expected=%v, got=%v\", len(tt.expected), len(result), tt.expected, result)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tfor i := range result {\n\t\t\t\tif result[i] != tt.expected[i] {\n\t\t\t\t\tt.Errorf(\"directory at index %d: expected %q, got %q\", i, tt.expected[i], result[i])\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "cmd/knowledge_list.go", "content": "package cmd\n\nimport (\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/pterm\"\n\t\"github.com/overmindtech/cli/knowledge\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// ErrInvalidKnowledgeFiles is returned when one or more knowledge files are invalid/skipped.\n// Used so \"knowledge list\" can exit non-zero in CI when invalid files are found.\nvar ErrInvalidKnowledgeFiles = errors.New(\"invalid knowledge files found\")\n\n// knowledgeListCmd represents the knowledge list command\nvar knowledgeListCmd = &cobra.Command{\n\tUse: \"list\",\n\tShort: \"Lists knowledge files that would be used from the current location\",\n\tPreRun: PreRunSetup,\n\tRunE: KnowledgeList,\n}\n\nfunc KnowledgeList(cmd *cobra.Command, args []string) error {\n\tstartDir := viper.GetString(\"dir\")\n\texplicitDirs := viper.GetStringSlice(\"knowledge-dir\")\n\toutput, err := renderKnowledgeList(startDir, explicitDirs)\n\tfmt.Print(output)\n\tif err != nil {\n\t\treturn err\n\t}\n\treturn nil\n}\n\n// renderKnowledgeList handles the knowledge list logic and returns formatted output.\n// This is separated from the command for testability.\n// If explicitDirs is provided, uses those directories; otherwise falls back to auto-discovery.\nfunc renderKnowledgeList(startDir string, explicitDirs []string) (string, error) {\n\tvar output strings.Builder\n\n\tknowledgeDirs := knowledge.ResolveKnowledgeDirs(startDir, explicitDirs)\n\n\tif len(knowledgeDirs) == 0 {\n\t\toutput.WriteString(pterm.Info.Sprint(\"No .overmind/knowledge/ directory found from current location\\n\\n\"))\n\t\toutput.WriteString(\"Knowledge files help Overmind understand your infrastructure context.\\n\")\n\t\toutput.WriteString(\"Create a .overmind/knowledge/ directory to add knowledge files.\\n\")\n\t\toutput.WriteString(\"Without knowledge files, 'terraform plan' will proceed with standard analysis.\\n\")\n\t\treturn output.String(), nil\n\t}\n\n\tfiles, warnings := knowledge.Discover(knowledgeDirs...)\n\n\t// Show resolved directories\n\tif len(knowledgeDirs) == 1 {\n\t\toutput.WriteString(pterm.Info.Sprintf(\"Knowledge directory: %s\\n\\n\", knowledgeDirs[0]))\n\t} else {\n\t\toutput.WriteString(pterm.Info.Sprint(\"Knowledge directories (later overrides earlier):\\n\"))\n\t\tfor i, dir := range knowledgeDirs {\n\t\t\toutput.WriteString(pterm.Info.Sprintf(\" %d. %s\\n\", i+1, dir))\n\t\t}\n\t\toutput.WriteString(\"\\n\")\n\t}\n\n\t// Show valid files\n\tif len(files) > 0 {\n\t\toutput.WriteString(pterm.DefaultHeader.Sprint(\"Valid Knowledge Files\") + \"\\n\\n\")\n\n\t\t// Create table data with Source Dir column when multiple directories\n\t\tvar tableData pterm.TableData\n\t\tif len(knowledgeDirs) > 1 {\n\t\t\ttableData = pterm.TableData{\n\t\t\t\t{\"Name\", \"Description\", \"File Path\", \"Source Dir\"},\n\t\t\t}\n\t\t} else {\n\t\t\ttableData = pterm.TableData{\n\t\t\t\t{\"Name\", \"Description\", \"File Path\"},\n\t\t\t}\n\t\t}\n\n\t\tfor _, f := range files {\n\t\t\tif len(knowledgeDirs) > 1 {\n\t\t\t\ttableData = append(tableData, []string{\n\t\t\t\t\tf.Name,\n\t\t\t\t\ttruncateDescription(f.Description, 60),\n\t\t\t\t\tf.FileName,\n\t\t\t\t\tf.SourceDir,\n\t\t\t\t})\n\t\t\t} else {\n\t\t\t\ttableData = append(tableData, []string{\n\t\t\t\t\tf.Name,\n\t\t\t\t\ttruncateDescription(f.Description, 60),\n\t\t\t\t\tf.FileName,\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\ttable, err := pterm.DefaultTable.WithHasHeader().WithData(tableData).Srender()\n\t\tif err != nil {\n\t\t\treturn \"\", fmt.Errorf(\"failed to render table: %w\", err)\n\t\t}\n\t\toutput.WriteString(table)\n\t\toutput.WriteString(\"\\n\")\n\t} else if len(warnings) == 0 {\n\t\toutput.WriteString(pterm.Info.Sprint(\"No knowledge files found\\n\\n\"))\n\t}\n\n\t// Show warnings\n\tif len(warnings) > 0 {\n\t\toutput.WriteString(pterm.DefaultHeader.Sprint(\"Invalid/Skipped Files\") + \"\\n\\n\")\n\n\t\tfor _, w := range warnings {\n\t\t\toutput.WriteString(pterm.Warning.Sprintf(\" %s\\n\", w.Path))\n\t\t\tfmt.Fprintf(&output, \" Reason: %s\\n\", w.Reason)\n\t\t}\n\t\toutput.WriteString(\"\\n\")\n\t\treturn output.String(), fmt.Errorf(\"%w (%d file(s))\", ErrInvalidKnowledgeFiles, len(warnings))\n\t}\n\n\treturn output.String(), nil\n}\n\n// truncateDescription truncates a description to maxLen characters, adding \"...\" if truncated\nfunc truncateDescription(desc string, maxLen int) string {\n\tif len(desc) <= maxLen {\n\t\treturn desc\n\t}\n\treturn desc[:maxLen-3] + \"...\"\n}\n\nfunc init() {\n\tknowledgeCmd.AddCommand(knowledgeListCmd)\n\n\tknowledgeListCmd.Flags().String(\"dir\", \".\", \"Directory to start searching from\")\n\tcobra.CheckErr(knowledgeListCmd.Flags().MarkHidden(\"dir\"))\n\tknowledgeListCmd.Flags().StringSlice(\"knowledge-dir\", []string{}, \"Knowledge directory paths to load. Can be specified multiple times or comma-separated. If not specified, auto-discovers .overmind/knowledge/ by walking up from the current directory.\")\n}\n" }, { "path": "cmd/knowledge_list_test.go", "content": "package cmd\n\nimport (\n\t\"errors\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"strings\"\n\t\"testing\"\n)\n\nfunc TestRenderKnowledgeList_NoKnowledgeDir(t *testing.T) {\n\tdir := t.TempDir()\n\n\toutput, err := renderKnowledgeList(dir, []string{})\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif !strings.Contains(output, \"No .overmind/knowledge/ directory found\") {\n\t\tt.Errorf(\"expected message about no directory found, got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"Create a .overmind/knowledge/ directory\") {\n\t\tt.Errorf(\"expected helpful message about creating directory, got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"terraform plan\") {\n\t\tt.Errorf(\"expected reference to terraform plan, got: %s\", output)\n\t}\n}\n\nfunc TestRenderKnowledgeList_EmptyKnowledgeDir(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\toutput, err := renderKnowledgeList(dir, []string{})\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif !strings.Contains(output, \"Knowledge directory:\") {\n\t\tt.Errorf(\"expected resolved directory message, got: %s\", output)\n\t}\n\tif !strings.Contains(output, knowledgeDir) {\n\t\tt.Errorf(\"expected directory path %s in output, got: %s\", knowledgeDir, output)\n\t}\n\tif !strings.Contains(output, \"No knowledge files found\") {\n\t\tt.Errorf(\"expected 'No knowledge files found' message, got: %s\", output)\n\t}\n}\n\nfunc TestRenderKnowledgeList_ValidFiles(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Create valid knowledge files\n\twriteTestFile(t, filepath.Join(knowledgeDir, \"aws-s3.md\"), `---\nname: aws-s3-security\ndescription: Security best practices for S3 buckets\n---\n# AWS S3 Security\nContent here.\n`)\n\n\tsubdir := filepath.Join(knowledgeDir, \"cloud\")\n\terr = os.Mkdir(subdir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteTestFile(t, filepath.Join(subdir, \"gcp.md\"), `---\nname: gcp-compute\ndescription: GCP Compute Engine guidelines\n---\n# GCP Compute\nContent here.\n`)\n\n\toutput, err := renderKnowledgeList(dir, []string{})\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\t// Check for resolved directory\n\tif !strings.Contains(output, \"Knowledge directory:\") {\n\t\tt.Errorf(\"expected resolved directory message, got: %s\", output)\n\t}\n\tif !strings.Contains(output, knowledgeDir) {\n\t\tt.Errorf(\"expected directory path in output, got: %s\", output)\n\t}\n\n\t// Check for header\n\tif !strings.Contains(output, \"Valid Knowledge Files\") {\n\t\tt.Errorf(\"expected 'Valid Knowledge Files' header, got: %s\", output)\n\t}\n\n\t// Check for first file details\n\tif !strings.Contains(output, \"aws-s3-security\") {\n\t\tt.Errorf(\"expected file name 'aws-s3-security', got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"Security best practices for S3 buckets\") {\n\t\tt.Errorf(\"expected file description, got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"aws-s3.md\") {\n\t\tt.Errorf(\"expected file path 'aws-s3.md', got: %s\", output)\n\t}\n\n\t// Check for second file details\n\tif !strings.Contains(output, \"gcp-compute\") {\n\t\tt.Errorf(\"expected file name 'gcp-compute', got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"GCP Compute Engine guidelines\") {\n\t\tt.Errorf(\"expected file description, got: %s\", output)\n\t}\n\tif !strings.Contains(output, filepath.Join(\"cloud\", \"gcp.md\")) {\n\t\tt.Errorf(\"expected file path 'cloud/gcp.md', got: %s\", output)\n\t}\n}\n\nfunc TestRenderKnowledgeList_InvalidFiles(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Create valid file\n\twriteTestFile(t, filepath.Join(knowledgeDir, \"valid.md\"), `---\nname: valid-file\ndescription: A valid knowledge file\n---\nContent here.\n`)\n\n\t// Create invalid file (missing frontmatter)\n\twriteTestFile(t, filepath.Join(knowledgeDir, \"invalid.md\"), `# No frontmatter\nThis file is missing frontmatter.\n`)\n\n\toutput, err := renderKnowledgeList(dir, []string{})\n\tif err == nil {\n\t\tt.Fatal(\"expected error when invalid files present, got nil\")\n\t}\n\tif !errors.Is(err, ErrInvalidKnowledgeFiles) {\n\t\tt.Errorf(\"expected ErrInvalidKnowledgeFiles, got: %v\", err)\n\t}\n\n\t// Check for valid file\n\tif !strings.Contains(output, \"Valid Knowledge Files\") {\n\t\tt.Errorf(\"expected 'Valid Knowledge Files' header, got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"valid-file\") {\n\t\tt.Errorf(\"expected valid file name, got: %s\", output)\n\t}\n\n\t// Check for warnings section\n\tif !strings.Contains(output, \"Invalid/Skipped Files\") {\n\t\tt.Errorf(\"expected 'Invalid/Skipped Files' header, got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"invalid.md\") {\n\t\tt.Errorf(\"expected invalid file path in warnings, got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"Reason:\") {\n\t\tt.Errorf(\"expected reason in warnings, got: %s\", output)\n\t}\n}\n\nfunc TestRenderKnowledgeList_OnlyInvalidFiles(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Create only invalid files\n\twriteTestFile(t, filepath.Join(knowledgeDir, \"bad1.md\"), `# No frontmatter`)\n\twriteTestFile(t, filepath.Join(knowledgeDir, \"bad2.md\"), `---\nname: invalid name with spaces\ndescription: This has an invalid name\n---\nContent.\n`)\n\n\toutput, err := renderKnowledgeList(dir, []string{})\n\tif err == nil {\n\t\tt.Fatal(\"expected error when only invalid files present, got nil\")\n\t}\n\tif !errors.Is(err, ErrInvalidKnowledgeFiles) {\n\t\tt.Errorf(\"expected ErrInvalidKnowledgeFiles, got: %v\", err)\n\t}\n\n\t// Should NOT have valid files section\n\tif strings.Contains(output, \"Valid Knowledge Files\") {\n\t\tt.Errorf(\"should not have 'Valid Knowledge Files' header when all files are invalid, got: %s\", output)\n\t}\n\n\t// Should have warnings\n\tif !strings.Contains(output, \"Invalid/Skipped Files\") {\n\t\tt.Errorf(\"expected 'Invalid/Skipped Files' header, got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"bad1.md\") {\n\t\tt.Errorf(\"expected bad1.md in warnings, got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"bad2.md\") {\n\t\tt.Errorf(\"expected bad2.md in warnings, got: %s\", output)\n\t}\n}\n\nfunc TestRenderKnowledgeList_SubdirectoryUsesLocal(t *testing.T) {\n\tdir := t.TempDir()\n\n\t// Create parent knowledge dir\n\tparentKnowledgeDir := filepath.Join(dir, \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(parentKnowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteTestFile(t, filepath.Join(parentKnowledgeDir, \"parent.md\"), `---\nname: parent-file\ndescription: Parent knowledge file\n---\nContent.\n`)\n\n\t// Create subdirectory with its own knowledge dir\n\tchildDir := filepath.Join(dir, \"child\")\n\tchildKnowledgeDir := filepath.Join(childDir, \".overmind\", \"knowledge\")\n\terr = os.MkdirAll(childKnowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteTestFile(t, filepath.Join(childKnowledgeDir, \"child.md\"), `---\nname: child-file\ndescription: Child knowledge file\n---\nContent.\n`)\n\n\toutput, err := renderKnowledgeList(childDir, []string{})\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\t// Should use child knowledge dir\n\tif !strings.Contains(output, childKnowledgeDir) {\n\t\tt.Errorf(\"expected child knowledge dir %s, got: %s\", childKnowledgeDir, output)\n\t}\n\tif strings.Contains(output, parentKnowledgeDir) {\n\t\tt.Errorf(\"should not mention parent knowledge dir, got: %s\", output)\n\t}\n\n\t// Should show child file, not parent file\n\tif !strings.Contains(output, \"child-file\") {\n\t\tt.Errorf(\"expected child file, got: %s\", output)\n\t}\n\tif strings.Contains(output, \"parent-file\") {\n\t\tt.Errorf(\"should not show parent file, got: %s\", output)\n\t}\n}\n\nfunc TestRenderKnowledgeList_SubdirectoryUsesParent(t *testing.T) {\n\tdir := t.TempDir()\n\n\t// Create parent knowledge dir\n\tparentKnowledgeDir := filepath.Join(dir, \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(parentKnowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteTestFile(t, filepath.Join(parentKnowledgeDir, \"parent.md\"), `---\nname: parent-file\ndescription: Parent knowledge file\n---\nContent.\n`)\n\n\t// Create subdirectory WITHOUT its own knowledge dir\n\tchildDir := filepath.Join(dir, \"child\")\n\terr = os.Mkdir(childDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\toutput, err := renderKnowledgeList(childDir, []string{})\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\t// Should use parent knowledge dir\n\tif !strings.Contains(output, parentKnowledgeDir) {\n\t\tt.Errorf(\"expected parent knowledge dir %s, got: %s\", parentKnowledgeDir, output)\n\t}\n\n\t// Should show parent file\n\tif !strings.Contains(output, \"parent-file\") {\n\t\tt.Errorf(\"expected parent file, got: %s\", output)\n\t}\n}\n\nfunc TestRenderKnowledgeList_StopsAtGitBoundary(t *testing.T) {\n\tdir := t.TempDir()\n\n\t// Create outer directory with knowledge (outside git repo)\n\touterKnowledgeDir := filepath.Join(dir, \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(outerKnowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteTestFile(t, filepath.Join(outerKnowledgeDir, \"outer.md\"), `---\nname: outer-file\ndescription: Knowledge file outside git repo\n---\nContent.\n`)\n\n\t// Create a git repo subdirectory\n\trepoDir := filepath.Join(dir, \"my-repo\")\n\trepoGitDir := filepath.Join(repoDir, \".git\")\n\terr = os.MkdirAll(repoGitDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Create a workspace dir inside the repo (without its own knowledge)\n\tworkspaceDir := filepath.Join(repoDir, \"workspace\")\n\terr = os.Mkdir(workspaceDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\toutput, err := renderKnowledgeList(workspaceDir, []string{})\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\t// Should NOT find outer knowledge dir (stops at .git boundary)\n\tif !strings.Contains(output, \"No .overmind/knowledge/ directory found\") {\n\t\tt.Errorf(\"expected no knowledge dir found (should stop at .git), got: %s\", output)\n\t}\n\tif strings.Contains(output, \"outer-file\") {\n\t\tt.Errorf(\"should not find knowledge from outside git repo, got: %s\", output)\n\t}\n}\n\nfunc TestTruncateDescription(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tdesc string\n\t\tmaxLen int\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"short description\",\n\t\t\tdesc: \"Short\",\n\t\t\tmaxLen: 20,\n\t\t\texpected: \"Short\",\n\t\t},\n\t\t{\n\t\t\tname: \"exact length\",\n\t\t\tdesc: \"Exactly twenty char\",\n\t\t\tmaxLen: 20,\n\t\t\texpected: \"Exactly twenty char\",\n\t\t},\n\t\t{\n\t\t\tname: \"needs truncation\",\n\t\t\tdesc: \"This is a very long description that needs to be truncated\",\n\t\t\tmaxLen: 20,\n\t\t\texpected: \"This is a very lo...\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := truncateDescription(tt.desc, tt.maxLen)\n\t\t\tif result != tt.expected {\n\t\t\t\tt.Errorf(\"expected %q, got %q\", tt.expected, result)\n\t\t\t}\n\t\t\tif len(result) > tt.maxLen {\n\t\t\t\tt.Errorf(\"result length %d exceeds maxLen %d\", len(result), tt.maxLen)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// Multi-directory tests\n\nfunc TestRenderKnowledgeList_ExplicitSingleDir(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\twriteTestFile(t, filepath.Join(knowledgeDir, \"test.md\"), `---\nname: test-file\ndescription: Test file\n---\nContent.\n`)\n\n\toutput, err := renderKnowledgeList(dir, []string{knowledgeDir})\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif !strings.Contains(output, \"Knowledge directory:\") {\n\t\tt.Errorf(\"expected single directory message, got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"test-file\") {\n\t\tt.Errorf(\"expected test file, got: %s\", output)\n\t}\n}\n\nfunc TestRenderKnowledgeList_ExplicitMultipleDirs(t *testing.T) {\n\tdir := t.TempDir()\n\n\t// Create global directory\n\tglobalDir := filepath.Join(dir, \"global\")\n\terr := os.Mkdir(globalDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteTestFile(t, filepath.Join(globalDir, \"global.md\"), `---\nname: global-file\ndescription: Global file\n---\nGlobal.\n`)\n\n\t// Create local directory\n\tlocalDir := filepath.Join(dir, \"local\")\n\terr = os.Mkdir(localDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteTestFile(t, filepath.Join(localDir, \"local.md\"), `---\nname: local-file\ndescription: Local file\n---\nLocal.\n`)\n\n\toutput, err := renderKnowledgeList(dir, []string{globalDir, localDir})\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\t// Should show multiple directories header\n\tif !strings.Contains(output, \"Knowledge directories (later overrides earlier)\") {\n\t\tt.Errorf(\"expected multiple directories header, got: %s\", output)\n\t}\n\tif !strings.Contains(output, globalDir) {\n\t\tt.Errorf(\"expected global directory in list, got: %s\", output)\n\t}\n\tif !strings.Contains(output, localDir) {\n\t\tt.Errorf(\"expected local directory in list, got: %s\", output)\n\t}\n\n\t// Should show both files\n\tif !strings.Contains(output, \"global-file\") {\n\t\tt.Errorf(\"expected global file, got: %s\", output)\n\t}\n\tif !strings.Contains(output, \"local-file\") {\n\t\tt.Errorf(\"expected local file, got: %s\", output)\n\t}\n\n\t// Should show Source Dir column when multiple directories\n\tif !strings.Contains(output, \"Source Dir\") {\n\t\tt.Errorf(\"expected Source Dir column for multiple directories, got: %s\", output)\n\t}\n}\n\nfunc TestRenderKnowledgeList_ExplicitMissingDir(t *testing.T) {\n\tdir := t.TempDir()\n\tmissingDir := filepath.Join(dir, \"missing\")\n\n\t// Should handle missing directory gracefully\n\toutput, err := renderKnowledgeList(dir, []string{missingDir})\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\n\tif !strings.Contains(output, \"No .overmind/knowledge/ directory found\") {\n\t\tt.Errorf(\"expected no directory message, got: %s\", output)\n\t}\n}\n\n// Helper function for tests\nfunc writeTestFile(t *testing.T, path, content string) {\n\tt.Helper()\n\terr := os.WriteFile(path, []byte(content), 0o644)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to write file %s: %v\", path, err)\n\t}\n}\n" }, { "path": "cmd/logging.go", "content": "package cmd\n\nimport (\n\t\"github.com/ttacon/chalk\"\n)\n\nvar (\n\t// Styles\n\tUnderline = TextStyle{chalk.Underline}\n\tBold = TextStyle{chalk.Bold}\n\n\t// Colors\n\tBlack = Color{chalk.Black}\n\tRed = Color{chalk.Red}\n\tGreen = Color{chalk.Green}\n\tYellow = Color{chalk.Yellow}\n\tBlue = Color{chalk.Blue}\n\tMagenta = Color{chalk.Magenta}\n\tCyan = Color{chalk.Cyan}\n\tWhite = Color{chalk.White}\n)\n\n// A type that wraps chalk.TextStyle but adds detections for if we're in a TTY\ntype TextStyle struct {\n\tunderlying chalk.TextStyle\n}\n\n// A type that wraps chalk.Color but adds detections for if we're in a TTY\ntype Color struct {\n\tunderlying chalk.Color\n}\n" }, { "path": "cmd/pterm.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"os/exec\"\n\t\"strings\"\n\t\"sync/atomic\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/overmindtech/pterm\"\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n\t\"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp\"\n\t\"golang.org/x/oauth2\"\n)\n\nfunc PTermSetup() {\n\tpterm.Success.Prefix.Text = OkSymbol()\n\tpterm.Warning.Prefix.Text = UnknownSymbol()\n\tpterm.Error.Prefix.Text = ErrSymbol()\n\n\tpterm.DefaultMultiPrinter.UpdateDelay = 80 * time.Millisecond\n\n\tpterm.DefaultSpinner.Sequence = []string{\" β ‹ \", \" β ™ \", \" β Ή \", \" β Έ \", \" β Ό \", \" β ΄ \", \" β ¦ \", \" β § \", \" β ‡ \", \" ⠏ \"}\n\tpterm.DefaultSpinner.Delay = 80 * time.Millisecond\n\n\t// ensure that only error messages are printed to the console,\n\t// disrupting bubbletea rendering (and potentially getting overwritten).\n\t// Otherwise, when TEABUG is set, log to a file.\n\tif len(os.Getenv(\"TEABUG\")) > 0 {\n\t\tf, err := os.OpenFile(\"teabug.log\", os.O_WRONLY|os.O_CREATE|os.O_APPEND, 0o600)\n\t\tif err != nil {\n\t\t\tfmt.Println(\"fatal:\", err)\n\t\t\tos.Exit(1)\n\t\t}\n\t\t// leave the log file open until the very last moment, so we capture everything\n\t\t// defer f.Close()\n\t\tlog.SetOutput(f)\n\t\tformatter := new(log.TextFormatter)\n\t\tformatter.DisableTimestamp = false\n\t\tlog.SetFormatter(formatter)\n\t\tviper.Set(\"log\", \"trace\")\n\t\tlog.SetLevel(log.TraceLevel)\n\t} else {\n\t\t// avoid log messages from sources and others to interrupt bubbletea rendering\n\t\tviper.Set(\"log\", \"fatal\")\n\t\tlog.SetLevel(log.FatalLevel)\n\t}\n}\n\nfunc StartSources(ctx context.Context, cmd *cobra.Command, args []string) (context.Context, sdp.OvermindInstance, *oauth2.Token, func(), error) {\n\tmulti := pterm.DefaultMultiPrinter\n\t_, _ = multi.Start()\n\tdefer func() {\n\t\t_, _ = multi.Stop()\n\t}()\n\n\tctx, oi, token, err := login(ctx, cmd, []string{\"explore:read\", \"changes:write\", \"config:write\", \"request:receive\", \"api:read\", \"sources:read\"}, multi.NewWriter())\n\tif err != nil {\n\t\treturn ctx, sdp.OvermindInstance{}, nil, nil, err\n\t}\n\n\t// use only-use-managed-sources flag to determine if we should start local sources\n\tif viper.GetBool(\"only-use-managed-sources\") {\n\t\treturn ctx, oi, token, nil, nil\n\t}\n\tenableAzurePreview := viper.GetBool(\"enable-azure-preview\")\n\tcleanup, err := StartLocalSources(ctx, oi, token, args, false, enableAzurePreview)\n\tif err != nil {\n\t\treturn ctx, sdp.OvermindInstance{}, nil, nil, err\n\t}\n\n\treturn ctx, oi, token, cleanup, nil\n}\n\n// start revlink warmup in the background\nfunc RunRevlinkWarmup(ctx context.Context, oi sdp.OvermindInstance, postPlanPrinter *atomic.Pointer[pterm.MultiPrinter], args []string) *pool.ErrorPool {\n\tp := pool.New().WithErrors()\n\tp.Go(func() error {\n\t\tctx, span := tracing.Tracer().Start(ctx, \"revlink warmup\")\n\t\tdefer span.End()\n\n\t\tclient := AuthenticatedManagementClient(ctx, oi)\n\t\tstream, err := client.RevlinkWarmup(ctx, &connect.Request[sdp.RevlinkWarmupRequest]{\n\t\t\tMsg: &sdp.RevlinkWarmupRequest{},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"error warming up revlink: %w\", err)\n\t\t}\n\n\t\t// this will get set once the terminal is available\n\t\tvar spinner *pterm.SpinnerPrinter\n\t\tfor stream.Receive() {\n\t\t\tmsg := stream.Msg()\n\n\t\t\tif spinner == nil {\n\t\t\t\tmulti := postPlanPrinter.Load()\n\t\t\t\tif multi != nil {\n\t\t\t\t\t// start the spinner in the background, now that a multi\n\t\t\t\t\t// printer is available\n\t\t\t\t\tspinner, _ = pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Discovering and linking all resources\")\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// only update the spinner if we have access to the terminal\n\t\t\tif spinner != nil {\n\t\t\t\titems := msg.GetItems()\n\t\t\t\tedges := msg.GetEdges()\n\t\t\t\tif items+edges > 0 {\n\t\t\t\t\tspinner.UpdateText(fmt.Sprintf(\"Discovering and linking all resources: %v (%v items, %v edges)\", msg.GetStatus(), items, edges))\n\t\t\t\t} else {\n\t\t\t\t\tspinner.UpdateText(fmt.Sprintf(\"Discovering and linking all resources: %v\", msg.GetStatus()))\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\terr = stream.Err()\n\t\tif err != nil && !errors.Is(err, context.DeadlineExceeded) && !errors.Is(err, context.Canceled) {\n\t\t\tif spinner != nil {\n\t\t\t\tspinner.Fail(fmt.Sprintf(\"Error warming up revlink: %v\", err))\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error warming up revlink: %w\", err)\n\t\t}\n\n\t\tif spinner != nil {\n\t\t\tspinner.Success(\"Discovered and linked all resources\")\n\t\t} else {\n\t\t\t// if we didn't have a spinner, print a success message\n\t\t\t// this can happen if the terminal is not available, or if the revlink warmup is very fast\n\t\t\tpterm.Success.Println(\"Discovered and linked all resources\")\n\t\t}\n\n\t\treturn nil\n\t})\n\n\treturn p\n}\n\nfunc RunPlan(ctx context.Context, args []string) error {\n\tc := exec.CommandContext(ctx, \"terraform\", args...)\n\n\t// remove go's default process cancel behaviour, so that terraform has a\n\t// chance to gracefully shutdown when ^C is pressed. Otherwise the\n\t// process would get killed immediately and leave locks lingering behind\n\tc.Cancel = func() error {\n\t\treturn nil\n\t}\n\n\tc.Stdout = os.Stdout\n\tc.Stderr = os.Stderr\n\n\t_, span := tracing.Tracer().Start(ctx, \"terraform plan\")\n\tdefer span.End()\n\n\tlog.WithField(\"args\", c.Args).Debug(\"running terraform plan\")\n\n\tpterm.Println(\"Running terraform plan: \" + strings.Join(c.Args, \" \"))\n\n\terr := c.Run()\n\tif err != nil {\n\t\tspan.RecordError(err)\n\t\treturn fmt.Errorf(\"failed to run terraform plan: %w\", err)\n\t}\n\n\treturn nil\n}\n\nfunc RunApply(ctx context.Context, args []string) error {\n\tc := exec.CommandContext(ctx, \"terraform\", args...)\n\n\t// remove go's default process cancel behaviour, so that terraform has a\n\t// chance to gracefully shutdown when ^C is pressed. Otherwise the\n\t// process would get killed immediately and leave locks lingering behind\n\tc.Cancel = func() error {\n\t\treturn nil\n\t}\n\n\tc.Stdout = os.Stdout\n\tc.Stderr = os.Stderr\n\n\t_, span := tracing.Tracer().Start(ctx, \"terraform apply\")\n\tdefer span.End()\n\n\tlog.WithField(\"args\", c.Args).Debug(\"running terraform apply\")\n\n\tpterm.Println(\"Running terraform apply: \" + strings.Join(c.Args, \" \"))\n\n\terr := c.Run()\n\tif err != nil {\n\t\tspan.RecordError(err)\n\t\treturn fmt.Errorf(\"failed to run terraform apply: %w\", err)\n\t}\n\n\treturn nil\n}\n\nfunc snapshotDetail(state string, items, edges uint32) string {\n\titemStr := \"\"\n\tswitch items {\n\tcase 0:\n\t\titemStr = \"0 items\"\n\tcase 1:\n\t\titemStr = \"1 item\"\n\tdefault:\n\t\titemStr = fmt.Sprintf(\"%d items\", items)\n\t}\n\n\tedgeStr := \"\"\n\tswitch edges {\n\tcase 0:\n\t\tedgeStr = \"0 edges\"\n\tcase 1:\n\t\tedgeStr = \"1 edge\"\n\tdefault:\n\t\tedgeStr = fmt.Sprintf(\"%d edges\", edges)\n\t}\n\n\tdetailStr := state\n\tif itemStr != \"\" || edgeStr != \"\" {\n\t\tdetailStr = fmt.Sprintf(\"%s (%s, %s)\", state, itemStr, edgeStr)\n\t}\n\treturn detailStr\n}\n\nfunc natsOptions(ctx context.Context, oi sdp.OvermindInstance, token *oauth2.Token) auth.NATSOptions {\n\thostname, err := os.Hostname()\n\tif err != nil {\n\t\thostname = \"localhost\"\n\t}\n\n\tnatsNamePrefix := \"overmind-cli\"\n\n\topenapiUrl := *oi.ApiUrl\n\topenapiUrl.Path = \"/api\"\n\ttokenClient := auth.NewOAuthTokenClientWithContext(\n\t\tctx,\n\t\topenapiUrl.String(),\n\t\t\"\",\n\t\toauth2.StaticTokenSource(token),\n\t)\n\n\treturn auth.NATSOptions{\n\t\tNumRetries: 3,\n\t\tRetryDelay: 1 * time.Second,\n\t\tServers: []string{oi.NatsUrl.String()},\n\t\tConnectionName: fmt.Sprintf(\"%v.%v\", natsNamePrefix, hostname),\n\t\tConnectionTimeout: (10 * time.Second), // TODO: Make configurable\n\t\tMaxReconnects: -1,\n\t\tReconnectWait: 1 * time.Second,\n\t\tReconnectJitter: 1 * time.Second,\n\t\tTokenClient: tokenClient,\n\t}\n}\n\nfunc heartbeatOptions(oi sdp.OvermindInstance, token *oauth2.Token) *discovery.HeartbeatOptions {\n\ttokenSource := oauth2.StaticTokenSource(token)\n\n\ttransport := oauth2.Transport{\n\t\tSource: tokenSource,\n\t\tBase: http.DefaultTransport,\n\t}\n\tauthenticatedClient := http.Client{\n\t\tTransport: otelhttp.NewTransport(&transport),\n\t}\n\n\treturn &discovery.HeartbeatOptions{\n\t\tManagementClient: sdpconnect.NewManagementServiceClient(\n\t\t\t&authenticatedClient,\n\t\t\toi.ApiUrl.String(),\n\t\t),\n\t\tFrequency: time.Second * 10,\n\t}\n}\n\n" }, { "path": "cmd/repo.go", "content": "package cmd\n\nimport (\n\t\"errors\"\n\t\"fmt\"\n\t\"os\"\n\t\"strings\"\n\n\t\"gopkg.in/ini.v1\"\n)\n\nvar AllDetectors = []RepoDetector{\n\t&RepoDetectorGithubActions{},\n\t&RepoDetectorJenkins{},\n\t&RepoDetectorGitlab{},\n\t&RepoDetectorCircleCI{},\n\t&RepoDetectorAzureDevOps{},\n\t&RepoDetectorSpacelift{},\n\t&RepoDetectorScalr{},\n\t&RepoDetectorGitConfig{},\n}\n\n// Detects the URL of the repository that the user is working in based on the\n// environment variables that are set in the user's shell. You should usually\n// pass in `AllDetectors` to this function, though you can pass in a subset of\n// detectors if you want to.\n//\n// Returns the URL of the repository that the user is working in, or an error if\n// the URL could not be detected.\nfunc DetectRepoURL(detectors []RepoDetector) (string, error) {\n\tvar errs []error\n\n\tfor _, detector := range detectors {\n\t\tif detector == nil {\n\t\t\tcontinue\n\t\t}\n\n\t\tenvVars := make(map[string]string)\n\t\tfor _, requiredVar := range detector.RequiredEnvVars() {\n\t\t\tif val, ok := os.LookupEnv(requiredVar); !ok {\n\t\t\t\t// If any of the required environment variables are not set, move on to the next detector\n\t\t\t\tbreak\n\t\t\t} else {\n\t\t\t\tenvVars[requiredVar] = val\n\t\t\t}\n\t\t}\n\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err != nil {\n\t\t\terrs = append(errs, err)\n\t\t\tcontinue\n\t\t}\n\t\tif repoURL == \"\" {\n\t\t\tcontinue\n\t\t}\n\n\t\treturn repoURL, nil\n\t}\n\n\tif len(errs) > 0 {\n\t\treturn \"\", errors.Join(errs...)\n\t}\n\n\treturn \"\", errors.New(\"no repository URL detected\")\n}\n\n// RepoDetector is an interface for detecting the URL of the repository that the\n// user is working in. Implementations should be able to detect the URL of the\n// repository based on the environment variables that are set in the user's\n// shell.\ntype RepoDetector interface {\n\t// Returns a list of environment variables that are required for the\n\t// implementation to detect the repository URL.\n\t//\n\t// This detector will only be run if all variables are present. If this is\n\t// an empty slice the detector will always run.\n\tRequiredEnvVars() []string\n\n\t// DetectRepoURL detects the URL of the repository that the user is working\n\t// in based on the environment variables that are set. The set of\n\t// environment variables that were returned by RequiredEnvVars() will be\n\t// passed in as a map, along with their values.\n\t//\n\t// This means that if RequiredEnvVars() returns [\"GIT_DIR\"], then\n\t// DetectRepoURL will be called with a map containing the value of the\n\t// GIT_DIR environment variable. i.e. envVars[\"GIT_DIR\"] will contain the\n\t// value of the GIT_DIR environment variable.\n\tDetectRepoURL(envVars map[string]string) (string, error)\n}\n\n// Detects the repository URL based on the environment variables that are set in\n// Github Actions by default.\n//\n// https://docs.github.com/en/actions/writing-workflows/choosing-what-your-workflow-does/store-information-in-variables\ntype RepoDetectorGithubActions struct{}\n\nfunc (d *RepoDetectorGithubActions) RequiredEnvVars() []string {\n\treturn []string{\"GITHUB_SERVER_URL\", \"GITHUB_REPOSITORY\"}\n}\n\nfunc (d *RepoDetectorGithubActions) DetectRepoURL(envVars map[string]string) (string, error) {\n\tserverURL, ok := envVars[\"GITHUB_SERVER_URL\"]\n\tif !ok {\n\t\treturn \"\", errors.New(\"GITHUB_SERVER_URL not set\")\n\t}\n\n\trepo, ok := envVars[\"GITHUB_REPOSITORY\"]\n\tif !ok {\n\t\treturn \"\", errors.New(\"GITHUB_REPOSITORY not set\")\n\t}\n\n\treturn serverURL + \"/\" + repo, nil\n}\n\n// Detects the repository URL based on the environment variables that are set in\n// Jenkins Git plugin by default.\n//\n// https://wiki.jenkins.io/JENKINS/Git-Plugin.html\ntype RepoDetectorJenkins struct{}\n\nfunc (d *RepoDetectorJenkins) RequiredEnvVars() []string {\n\treturn []string{\"GIT_URL\"}\n}\n\nfunc (d *RepoDetectorJenkins) DetectRepoURL(envVars map[string]string) (string, error) {\n\tgitURL, ok := envVars[\"GIT_URL\"]\n\tif !ok {\n\t\treturn \"\", errors.New(\"GIT_URL not set\")\n\t}\n\n\treturn gitURL, nil\n}\n\n// Detects the repository URL based on teh default env vars from Gitlab\n//\n// https://docs.gitlab.com/ee/ci/variables/predefined_variables.html\ntype RepoDetectorGitlab struct{}\n\nfunc (d *RepoDetectorGitlab) RequiredEnvVars() []string {\n\treturn []string{\"CI_SERVER_URL\", \"CI_PROJECT_PATH\"}\n}\n\nfunc (d *RepoDetectorGitlab) DetectRepoURL(envVars map[string]string) (string, error) {\n\tserverURL, ok := envVars[\"CI_SERVER_URL\"]\n\tif !ok {\n\t\treturn \"\", errors.New(\"CI_SERVER_URL not set\")\n\t}\n\n\tprojectPath, ok := envVars[\"CI_PROJECT_PATH\"]\n\tif !ok {\n\t\treturn \"\", errors.New(\"CI_PROJECT_PATH not set\")\n\t}\n\n\treturn serverURL + \"/\" + projectPath, nil\n}\n\n// Detects the repository URL based on the environment variables that are set in\n// CircleCI by default.\n//\n// https://circleci.com/docs/variables/\ntype RepoDetectorCircleCI struct{}\n\nfunc (d *RepoDetectorCircleCI) RequiredEnvVars() []string {\n\treturn []string{\"CIRCLE_REPOSITORY_URL\"}\n}\n\nfunc (d *RepoDetectorCircleCI) DetectRepoURL(envVars map[string]string) (string, error) {\n\trepoURL, ok := envVars[\"CIRCLE_REPOSITORY_URL\"]\n\tif !ok {\n\t\treturn \"\", errors.New(\"CIRCLE_REPOSITORY_URL not set\")\n\t}\n\n\treturn repoURL, nil\n}\n\n// Detects the repository URL based on the environment variables that are set in\n// Azure DevOps by default.\n//\n// https://learn.microsoft.com/en-us/azure/devops/pipelines/build/variables?view=azure-devops\ntype RepoDetectorAzureDevOps struct{}\n\nfunc (d *RepoDetectorAzureDevOps) RequiredEnvVars() []string {\n\treturn []string{\"BUILD_REPOSITORY_URI\"}\n}\n\nfunc (d *RepoDetectorAzureDevOps) DetectRepoURL(envVars map[string]string) (string, error) {\n\trepoURL, ok := envVars[\"BUILD_REPOSITORY_URI\"]\n\tif !ok {\n\t\treturn \"\", errors.New(\"BUILD_REPOSITORY_URI not set\")\n\t}\n\n\treturn repoURL, nil\n}\n\n// Detects the repository URL based on the environment variables that are set in\n// Spacelift by default.\n//\n// https://docs.spacelift.io/concepts/configuration/environment.html#environment-variables\n//\n// Note that since Spacelift doesn't expose the full URL, you just get the last\n// bit i.e. username/repo\ntype RepoDetectorSpacelift struct{}\n\nfunc (d *RepoDetectorSpacelift) RequiredEnvVars() []string {\n\treturn []string{\"TF_VAR_spacelift_repository\"}\n}\n\nfunc (d *RepoDetectorSpacelift) DetectRepoURL(envVars map[string]string) (string, error) {\n\trepoURL, ok := envVars[\"TF_VAR_spacelift_repository\"]\n\tif !ok {\n\t\treturn \"\", errors.New(\"TF_VAR_spacelift_repository not set\")\n\t}\n\n\treturn repoURL, nil\n}\n\ntype RepoDetectorGitConfig struct {\n\t// Optional override path to the gitconfig file, only used for testing\n\tgitconfigPath string\n}\n\nfunc (d *RepoDetectorGitConfig) RequiredEnvVars() []string {\n\treturn []string{\"\"}\n}\n\n// Load the .git/config file and extract the remote URL from it\nfunc (d *RepoDetectorGitConfig) DetectRepoURL(envVars map[string]string) (string, error) {\n\tvar gitConfigPath string\n\tif d.gitconfigPath != \"\" {\n\t\tgitConfigPath = d.gitconfigPath\n\t} else {\n\t\tgitConfigPath = \".git/config\"\n\t}\n\n\t// Try to read the .git/config file\n\tgitConfig, err := ini.Load(gitConfigPath)\n\tif err != nil {\n\t\treturn \"\", fmt.Errorf(\"could not open .git/config to determine repo: %w\", err)\n\t}\n\n\tfor _, section := range gitConfig.Sections() {\n\t\tif strings.HasPrefix(section.Name(), \"remote\") {\n\t\t\turlKey, err := section.GetKey(\"url\")\n\t\t\tif err != nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\treturn urlKey.String(), nil\n\t\t}\n\t}\n\n\treturn \"\", fmt.Errorf(\"could not find remote URL in %v\", gitConfigPath)\n}\n\ntype RepoDetectorScalr struct{}\n\nfunc (d *RepoDetectorScalr) RequiredEnvVars() []string {\n\treturn []string{\"SCALR_WORKSPACE_NAME\", \"SCALR_ENVIRONMENT_NAME\"}\n}\n\nfunc (d *RepoDetectorScalr) DetectRepoURL(envVars map[string]string) (string, error) {\n\tworkspaceName, ok := envVars[\"SCALR_WORKSPACE_NAME\"]\n\tif !ok {\n\t\treturn \"\", errors.New(\"SCALR_WORKSPACE_NAME not set\")\n\t}\n\n\tenvironmentName, ok := envVars[\"SCALR_ENVIRONMENT_NAME\"]\n\tif !ok {\n\t\treturn \"\", errors.New(\"SCALR_ENVIRONMENT_NAME not set\")\n\t}\n\n\t// A full Scalr URL can be constructed using\n\t// \"https://$SCALR_HOSTNAME/v2/e/$SCALR_ENVIRONMENT_ID/workspaces/$SCALR_WORKSPACE_ID\".\n\t// The problem with this is that the environment and workspace IDs are\n\t// computer generated and people aren't likely to understand what they mean.\n\t// Therefore we are going to go with custom URL scheme to make sure that the\n\t// URL is readable\n\treturn fmt.Sprintf(\"scalr://%s/%s\", environmentName, workspaceName), nil\n}\n" }, { "path": "cmd/repo_test.go", "content": "package cmd\n\nimport (\n\t\"errors\"\n\t\"os\"\n\t\"testing\"\n)\n\ntype testDetector struct {\n\trequiredEnvVarsCallback func() []string\n\trepoURLCallback func(map[string]string) (string, error)\n}\n\nfunc (d *testDetector) RequiredEnvVars() []string {\n\treturn d.requiredEnvVarsCallback()\n}\n\nfunc (d *testDetector) DetectRepoURL(envVars map[string]string) (string, error) {\n\treturn d.repoURLCallback(envVars)\n}\n\nfunc TestDetectRepoURL(t *testing.T) {\n\tt.Parallel()\n\n\tt.Run(\"no detectors\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tdetectors := []RepoDetector{}\n\n\t\trepoURL, err := DetectRepoURL(detectors)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\tif repoURL != \"\" {\n\t\t\tt.Fatalf(\"expected empty repoURL, got %q\", repoURL)\n\t\t}\n\t})\n\n\tt.Run(\"with a failing detector\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tdetectors := []RepoDetector{\n\t\t\t&testDetector{\n\t\t\t\trequiredEnvVarsCallback: func() []string {\n\t\t\t\t\treturn []string{\"FOO\"}\n\t\t\t\t},\n\t\t\t\trepoURLCallback: func(map[string]string) (string, error) {\n\t\t\t\t\treturn \"\", errors.New(\"failed to detect repo URL\")\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\trepoURL, err := DetectRepoURL(detectors)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\tif repoURL != \"\" {\n\t\t\tt.Fatalf(\"expected empty repoURL, got %q\", repoURL)\n\t\t}\n\t})\n\n\tt.Run(\"with multiple failing detectors\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tdetectors := []RepoDetector{\n\t\t\t&testDetector{\n\t\t\t\trequiredEnvVarsCallback: func() []string {\n\t\t\t\t\treturn []string{\"FOO\"}\n\t\t\t\t},\n\t\t\t\trepoURLCallback: func(map[string]string) (string, error) {\n\t\t\t\t\treturn \"\", errors.New(\"mint\")\n\t\t\t\t},\n\t\t\t},\n\t\t\t&testDetector{\n\t\t\t\trequiredEnvVarsCallback: func() []string {\n\t\t\t\t\treturn []string{\"BAR\"}\n\t\t\t\t},\n\t\t\t\trepoURLCallback: func(map[string]string) (string, error) {\n\t\t\t\t\treturn \"\", errors.New(\"choc\")\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\trepoURL, err := DetectRepoURL(detectors)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\tif repoURL != \"\" {\n\t\t\tt.Fatalf(\"expected empty repoURL, got %q\", repoURL)\n\t\t}\n\t\tif err.Error() != \"mint\\nchoc\" {\n\t\t\tt.Fatalf(\"expected error to contain both messages, got %q\", err.Error())\n\t\t}\n\t})\n\n\tt.Run(\"with a successful detector\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tdetectors := []RepoDetector{\n\t\t\t&testDetector{\n\t\t\t\trequiredEnvVarsCallback: func() []string {\n\t\t\t\t\treturn []string{\"FOO\"}\n\t\t\t\t},\n\t\t\t\trepoURLCallback: func(map[string]string) (string, error) {\n\t\t\t\t\treturn \"https://example.com/foo\", nil\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\trepoURL, err := DetectRepoURL(detectors)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\t\tif repoURL != \"https://example.com/foo\" {\n\t\t\tt.Fatalf(\"expected repoURL to be %q, got %q\", \"https://example.com/foo\", repoURL)\n\t\t}\n\t})\n\n\tt.Run(\"with multiple detectors, one successful\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tdetectors := []RepoDetector{\n\t\t\t&testDetector{\n\t\t\t\trequiredEnvVarsCallback: func() []string {\n\t\t\t\t\treturn []string{\"FOO\"}\n\t\t\t\t},\n\t\t\t\trepoURLCallback: func(map[string]string) (string, error) {\n\t\t\t\t\treturn \"\", nil\n\t\t\t\t},\n\t\t\t},\n\t\t\t&testDetector{\n\t\t\t\trequiredEnvVarsCallback: func() []string {\n\t\t\t\t\treturn []string{\"BAR\"}\n\t\t\t\t},\n\t\t\t\trepoURLCallback: func(map[string]string) (string, error) {\n\t\t\t\t\treturn \"https://example.com/bar\", nil\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\trepoURL, err := DetectRepoURL(detectors)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\t\tif repoURL != \"https://example.com/bar\" {\n\t\t\tt.Fatalf(\"expected repoURL to be %q, got %q\", \"https://example.com/bar\", repoURL)\n\t\t}\n\t})\n}\n\nfunc TestRepoDetectorGithubActions(t *testing.T) {\n\tt.Parallel()\n\n\tt.Run(\"with valid values\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tenvVars := map[string]string{\n\t\t\t\"GITHUB_REPOSITORY\": \"owner/repo\",\n\t\t\t\"GITHUB_SERVER_URL\": \"https://github.com\",\n\t\t}\n\n\t\tdetector := &RepoDetectorGithubActions{}\n\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\texpectedRepoUrl := \"https://github.com/owner/repo\"\n\t\tif repoURL != expectedRepoUrl {\n\t\t\tt.Fatalf(\"expected repoURL to be %q, got %q\", expectedRepoUrl, repoURL)\n\t\t}\n\t})\n\n\tt.Run(\"with missing GITHUB_REPOSITORY\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tenvVars := map[string]string{\n\t\t\t\"GITHUB_SERVER_URL\": \"https://github.com\",\n\t\t}\n\n\t\tdetector := &RepoDetectorGithubActions{}\n\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\tif repoURL != \"\" {\n\t\t\tt.Fatalf(\"expected empty repoURL, got %q\", repoURL)\n\t\t}\n\t})\n}\n\nfunc TestRepoDetectorJenkins(t *testing.T) {\n\tt.Parallel()\n\tt.Run(\"with valid GIT_URL\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tenvVars := map[string]string{\n\t\t\t\"GIT_URL\": \"https://example.com/repo.git\",\n\t\t}\n\t\tdetector := &RepoDetectorJenkins{}\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\t\texpectedRepoUrl := \"https://example.com/repo.git\"\n\t\tif repoURL != expectedRepoUrl {\n\t\t\tt.Fatalf(\"expected repoURL to be %q, got %q\", expectedRepoUrl, repoURL)\n\t\t}\n\t})\n\n\tt.Run(\"missing GIT_URL\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tenvVars := map[string]string{}\n\t\tdetector := &RepoDetectorJenkins{}\n\t\t_, err := detector.DetectRepoURL(envVars)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\texpectedError := \"GIT_URL not set\"\n\t\tif err.Error() != expectedError {\n\t\t\tt.Fatalf(\"expected error to be %q, got %q\", expectedError, err.Error())\n\t\t}\n\t})\n}\n\nfunc TestRepoDetectorGitlab(t *testing.T) {\n\tt.Parallel()\n\tt.Run(\"with valid CI_SERVER_URL and CI_PROJECT_PATH\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tenvVars := map[string]string{\n\t\t\t\"CI_SERVER_URL\": \"https://gitlab.com\",\n\t\t\t\"CI_PROJECT_PATH\": \"owner/repo\",\n\t\t}\n\t\tdetector := &RepoDetectorGitlab{}\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\t\texpectedRepoUrl := \"https://gitlab.com/owner/repo\"\n\t\tif repoURL != expectedRepoUrl {\n\t\t\tt.Fatalf(\"expected repoURL to be %q, got %q\", expectedRepoUrl, repoURL)\n\t\t}\n\t})\n\n\tt.Run(\"missing CI_SERVER_URL\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tenvVars := map[string]string{\n\t\t\t\"CI_PROJECT_PATH\": \"owner/repo\",\n\t\t}\n\t\tdetector := &RepoDetectorGitlab{}\n\t\t_, err := detector.DetectRepoURL(envVars)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\texpectedError := \"CI_SERVER_URL not set\"\n\t\tif err.Error() != expectedError {\n\t\t\tt.Fatalf(\"expected error to be %q, got %q\", expectedError, err.Error())\n\t\t}\n\t})\n\n\tt.Run(\"missing CI_PROJECT_PATH\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tenvVars := map[string]string{\n\t\t\t\"CI_SERVER_URL\": \"https://gitlab.com\",\n\t\t}\n\t\tdetector := &RepoDetectorGitlab{}\n\t\t_, err := detector.DetectRepoURL(envVars)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\texpectedError := \"CI_PROJECT_PATH not set\"\n\t\tif err.Error() != expectedError {\n\t\t\tt.Fatalf(\"expected error to be %q, got %q\", expectedError, err.Error())\n\t\t}\n\t})\n}\n\nfunc TestRepoDetectorCircleCI(t *testing.T) {\n\tt.Parallel()\n\tt.Run(\"with valid CIRCLE_REPOSITORY_URL\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tenvVars := map[string]string{\n\t\t\t\"CIRCLE_REPOSITORY_URL\": \"https://example.com/repo.git\",\n\t\t}\n\t\tdetector := &RepoDetectorCircleCI{}\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\t\texpectedRepoUrl := \"https://example.com/repo.git\"\n\t\tif repoURL != expectedRepoUrl {\n\t\t\tt.Fatalf(\"expected repoURL to be %q, got %q\", expectedRepoUrl, repoURL)\n\t\t}\n\t})\n\n\tt.Run(\"missing CIRCLE_REPOSITORY_URL\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tenvVars := map[string]string{}\n\t\tdetector := &RepoDetectorCircleCI{}\n\t\t_, err := detector.DetectRepoURL(envVars)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\texpectedError := \"CIRCLE_REPOSITORY_URL not set\"\n\t\tif err.Error() != expectedError {\n\t\t\tt.Fatalf(\"expected error to be %q, got %q\", expectedError, err.Error())\n\t\t}\n\t})\n}\n\nfunc TestRepoDetectorAzureDevOps(t *testing.T) {\n\tt.Parallel()\n\tt.Run(\"with valid BUILD_REPOSITORY_URI\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tenvVars := map[string]string{\n\t\t\t\"BUILD_REPOSITORY_URI\": \"https://dev.azure.com/organization/project/_git/repo\",\n\t\t}\n\t\tdetector := &RepoDetectorAzureDevOps{}\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\t\texpectedRepoUrl := \"https://dev.azure.com/organization/project/_git/repo\"\n\t\tif repoURL != expectedRepoUrl {\n\t\t\tt.Fatalf(\"expected repoURL to be %q, got %q\", expectedRepoUrl, repoURL)\n\t\t}\n\t})\n\n\tt.Run(\"missing BUILD_REPOSITORY_URI\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tenvVars := map[string]string{}\n\t\tdetector := &RepoDetectorAzureDevOps{}\n\t\t_, err := detector.DetectRepoURL(envVars)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\texpectedError := \"BUILD_REPOSITORY_URI not set\"\n\t\tif err.Error() != expectedError {\n\t\t\tt.Fatalf(\"expected error to be %q, got %q\", expectedError, err.Error())\n\t\t}\n\t})\n}\n\nfunc TestRepoDetectorGitConfig(t *testing.T) {\n\tt.Parallel()\n\n\tt.Run(\"With a simple gitconfig\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tgitconfig := `[core]\n repositoryformatversion = 0\n filemode = true\n bare = false\n logallrefupdates = true\n ignorecase = true\n precomposeunicode = true\n[remote \"origin\"]\n url = git@github.com:overmindtech/cli.git`\n\n\t\t// Write gitconfig to a temporary file\n\t\tgitConfigFile, err := os.CreateTemp(\"\", \"gitconfig\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\t\tt.Cleanup(func() {\n\t\t\tos.Remove(gitConfigFile.Name())\n\t\t})\n\n\t\t_, err = gitConfigFile.WriteString(gitconfig)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\tdetector := RepoDetectorGitConfig{\n\t\t\tgitconfigPath: gitConfigFile.Name(),\n\t\t}\n\n\t\turl, err := detector.DetectRepoURL(map[string]string{})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\texpectedUrl := \"git@github.com:overmindtech/cli.git\"\n\n\t\tif url != expectedUrl {\n\t\t\tt.Fatalf(\"expected url to be %q, got %q\", expectedUrl, url)\n\t\t}\n\t})\n\n\tt.Run(\"with no gitconfig\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tdetector := RepoDetectorGitConfig{\n\t\t\tgitconfigPath: \"nonexistent-path\",\n\t\t}\n\n\t\t_, err := detector.DetectRepoURL(map[string]string{})\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"with a gitconfig with no remote\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tgitconfig := `[core]\n\t\trepositoryformatversion = 0\n\t\tfilemode = true\n\t\tbare = false\n\t\tlogallrefupdates = true\n\t\tignorecase = true\n\t\tprecomposeunicode = true`\n\n\t\t// Write gitconfig to a temporary file\n\t\tgitConfigFile, err := os.CreateTemp(\"\", \"gitconfig\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\t\tt.Cleanup(func() {\n\t\t\tos.Remove(gitConfigFile.Name())\n\t\t})\n\n\t\t_, err = gitConfigFile.WriteString(gitconfig)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\tdetector := RepoDetectorGitConfig{\n\t\t\tgitconfigPath: gitConfigFile.Name(),\n\t\t}\n\n\t\t_, err = detector.DetectRepoURL(map[string]string{})\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"with an empty gitconfig\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tgitconfig := ``\n\n\t\t// Write gitconfig to a temporary file\n\t\tgitConfigFile, err := os.CreateTemp(\"\", \"gitconfig\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\t\tt.Cleanup(func() {\n\t\t\tos.Remove(gitConfigFile.Name())\n\t\t})\n\n\t\t_, err = gitConfigFile.WriteString(gitconfig)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\tdetector := RepoDetectorGitConfig{\n\t\t\tgitconfigPath: gitConfigFile.Name(),\n\t\t}\n\n\t\t_, err = detector.DetectRepoURL(map[string]string{})\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"with a gitconfig that isn't a valid ini file\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tgitconfig := `not a valid ini file! =======`\n\n\t\t// Write gitconfig to a temporary file\n\t\tgitConfigFile, err := os.CreateTemp(\"\", \"gitconfig\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\t\tt.Cleanup(func() {\n\t\t\tos.Remove(gitConfigFile.Name())\n\t\t})\n\n\t\t_, err = gitConfigFile.WriteString(gitconfig)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\tdetector := RepoDetectorGitConfig{\n\t\t\tgitconfigPath: gitConfigFile.Name(),\n\t\t}\n\n\t\t_, err = detector.DetectRepoURL(map[string]string{})\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t})\n}\n\nfunc TestRepoDetectorScalr(t *testing.T) {\n\tt.Parallel()\n\n\tt.Run(\"with valid SCALR_WORKSPACE_NAME and SCALR_ENVIRONMENT_NAME\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tenvVars := map[string]string{\n\t\t\t\"SCALR_WORKSPACE_NAME\": \"my-workspace\",\n\t\t\t\"SCALR_ENVIRONMENT_NAME\": \"production\",\n\t\t}\n\n\t\tdetector := &RepoDetectorScalr{}\n\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\texpectedRepoURL := \"scalr://production/my-workspace\"\n\t\tif repoURL != expectedRepoURL {\n\t\t\tt.Fatalf(\"expected repoURL to be %q, got %q\", expectedRepoURL, repoURL)\n\t\t}\n\t})\n\n\tt.Run(\"with missing SCALR_WORKSPACE_NAME\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tenvVars := map[string]string{\n\t\t\t\"SCALR_ENVIRONMENT_NAME\": \"production\",\n\t\t}\n\n\t\tdetector := &RepoDetectorScalr{}\n\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\tif repoURL != \"\" {\n\t\t\tt.Fatalf(\"expected empty repoURL, got %q\", repoURL)\n\t\t}\n\n\t\texpectedError := \"SCALR_WORKSPACE_NAME not set\"\n\t\tif err.Error() != expectedError {\n\t\t\tt.Fatalf(\"expected error to be %q, got %q\", expectedError, err.Error())\n\t\t}\n\t})\n\n\tt.Run(\"with missing SCALR_ENVIRONMENT_NAME\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tenvVars := map[string]string{\n\t\t\t\"SCALR_WORKSPACE_NAME\": \"my-workspace\",\n\t\t}\n\n\t\tdetector := &RepoDetectorScalr{}\n\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\tif repoURL != \"\" {\n\t\t\tt.Fatalf(\"expected empty repoURL, got %q\", repoURL)\n\t\t}\n\n\t\texpectedError := \"SCALR_ENVIRONMENT_NAME not set\"\n\t\tif err.Error() != expectedError {\n\t\t\tt.Fatalf(\"expected error to be %q, got %q\", expectedError, err.Error())\n\t\t}\n\t})\n\n\tt.Run(\"with both variables missing\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tenvVars := map[string]string{}\n\n\t\tdetector := &RepoDetectorScalr{}\n\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected error\")\n\t\t}\n\t\tif repoURL != \"\" {\n\t\t\tt.Fatalf(\"expected empty repoURL, got %q\", repoURL)\n\t\t}\n\n\t\texpectedError := \"SCALR_WORKSPACE_NAME not set\"\n\t\tif err.Error() != expectedError {\n\t\t\tt.Fatalf(\"expected error to be %q, got %q\", expectedError, err.Error())\n\t\t}\n\t})\n\n\tt.Run(\"with empty values\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tenvVars := map[string]string{\n\t\t\t\"SCALR_WORKSPACE_NAME\": \"\",\n\t\t\t\"SCALR_ENVIRONMENT_NAME\": \"\",\n\t\t}\n\n\t\tdetector := &RepoDetectorScalr{}\n\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\texpectedRepoURL := \"scalr:///\"\n\t\tif repoURL != expectedRepoURL {\n\t\t\tt.Fatalf(\"expected repoURL to be %q, got %q\", expectedRepoURL, repoURL)\n\t\t}\n\t})\n\n\tt.Run(\"with special characters\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tenvVars := map[string]string{\n\t\t\t\"SCALR_WORKSPACE_NAME\": \"my-workspace-with-dashes_and_underscores\",\n\t\t\t\"SCALR_ENVIRONMENT_NAME\": \"prod-env_123\",\n\t\t}\n\n\t\tdetector := &RepoDetectorScalr{}\n\n\t\trepoURL, err := detector.DetectRepoURL(envVars)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\texpectedRepoURL := \"scalr://prod-env_123/my-workspace-with-dashes_and_underscores\"\n\t\tif repoURL != expectedRepoURL {\n\t\t\tt.Fatalf(\"expected repoURL to be %q, got %q\", expectedRepoURL, repoURL)\n\t\t}\n\t})\n}\n" }, { "path": "cmd/request.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpws\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// requestCmd represents the start command\nvar requestCmd = &cobra.Command{\n\tUse: \"request\",\n\tGroupID: \"api\",\n\tShort: \"Runs a request against the overmind API\",\n\tPreRun: func(cmd *cobra.Command, args []string) {\n\t\t// Bind these to viper\n\t\terr := viper.BindPFlags(cmd.Flags())\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Fatal(\"could not bind `request` flags\")\n\t\t}\n\t},\n\tRun: func(cmd *cobra.Command, args []string) {\n\t\t_ = cmd.Help()\n\t},\n}\n\n// requestHandler is a simple implementation of GatewayMessageHandler that\n// implements the required logging for the `request` command.\ntype requestHandler struct {\n\tlf log.Fields\n\n\tqueriesStarted int\n\n\tsnapshotLoadResult chan *sdp.SnapshotLoadResult\n\tbookmarkLoadResult chan *sdp.BookmarkLoadResult\n\n\titems []*sdp.Item\n\tedges []*sdp.Edge\n\tmsgLog []*sdp.GatewayResponse\n\n\tsdpws.LoggingGatewayMessageHandler\n}\n\n// assert that requestHandler implements GatewayMessageHandler\nvar _ sdpws.GatewayMessageHandler = (*requestHandler)(nil)\n\nfunc (l *requestHandler) NewItem(ctx context.Context, item *sdp.Item) {\n\tl.LoggingGatewayMessageHandler.NewItem(ctx, item)\n\tl.items = append(l.items, item)\n\tl.msgLog = append(l.msgLog, &sdp.GatewayResponse{\n\t\tResponseType: &sdp.GatewayResponse_NewItem{NewItem: item},\n\t})\n\tlog.WithContext(ctx).WithFields(l.lf).WithField(\"item\", item.GloballyUniqueName()).Infof(\"new item\")\n}\n\nfunc (l *requestHandler) NewEdge(ctx context.Context, edge *sdp.Edge) {\n\tl.LoggingGatewayMessageHandler.NewEdge(ctx, edge)\n\tl.edges = append(l.edges, edge)\n\tl.msgLog = append(l.msgLog, &sdp.GatewayResponse{\n\t\tResponseType: &sdp.GatewayResponse_NewEdge{NewEdge: edge},\n\t})\n\tlog.WithContext(ctx).WithFields(l.lf).WithFields(log.Fields{\n\t\t\"from\": edge.GetFrom().GloballyUniqueName(),\n\t\t\"to\": edge.GetTo().GloballyUniqueName(),\n\t}).Info(\"new edge\")\n}\n\nfunc (l *requestHandler) Error(ctx context.Context, errorMessage string) {\n\tlog.WithContext(ctx).WithFields(l.lf).Errorf(\"generic error: %v\", errorMessage)\n}\n\nfunc (l *requestHandler) QueryError(ctx context.Context, err *sdp.QueryError) {\n\tlog.WithContext(ctx).WithFields(l.lf).Errorf(\"Error for %v from %v(%v): %v\", uuid.Must(uuid.FromBytes(err.GetUUID())), err.GetResponderName(), err.GetSourceName(), err)\n}\n\nfunc (l *requestHandler) QueryStatus(ctx context.Context, status *sdp.QueryStatus) {\n\tl.LoggingGatewayMessageHandler.QueryStatus(ctx, status)\n\tstatusFields := log.Fields{\n\t\t\"status\": status.GetStatus().String(),\n\t}\n\tqueryUuid := status.GetUUIDParsed()\n\tif queryUuid == nil {\n\t\tlog.WithContext(ctx).WithFields(l.lf).WithFields(statusFields).Debug(\"Received QueryStatus with nil UUID\")\n\t\treturn\n\t}\n\tstatusFields[\"query\"] = queryUuid\n\n\tif status.GetStatus() == sdp.QueryStatus_STARTED {\n\t\tl.queriesStarted += 1\n\t}\n\n\t//nolint:exhaustive // we _want_ to log all other status fields as unexpected\n\tswitch status.GetStatus() {\n\tcase sdp.QueryStatus_STARTED, sdp.QueryStatus_FINISHED, sdp.QueryStatus_ERRORED, sdp.QueryStatus_CANCELLED:\n\t\t// do nothing\n\tdefault:\n\t\tstatusFields[\"unexpected_status\"] = true\n\t}\n\n\tlog.WithContext(ctx).WithFields(l.lf).WithFields(statusFields).Debug(\"query status update\")\n}\n\n// Waits for the next snapshot load result to be received.\nfunc (l *requestHandler) WaitSnapshotResult(ctx context.Context) (*sdp.SnapshotLoadResult, error) {\n\tselect {\n\tcase result := <-l.snapshotLoadResult:\n\t\treturn result, nil\n\tcase <-ctx.Done():\n\t\treturn nil, ctx.Err()\n\t}\n}\n\n// Waits for the next bookmark load result to be received.\nfunc (l *requestHandler) WaitBookmarkResult(ctx context.Context) (*sdp.BookmarkLoadResult, error) {\n\tselect {\n\tcase result := <-l.bookmarkLoadResult:\n\t\treturn result, nil\n\tcase <-ctx.Done():\n\t\treturn nil, ctx.Err()\n\t}\n}\n\nfunc (l *requestHandler) SnapshotLoadResult(ctx context.Context, result *sdp.SnapshotLoadResult) {\n\tlog.WithContext(ctx).WithField(\"result\", result).Log(l.Level, \"received snapshot load result\")\n\tl.snapshotLoadResult <- result\n}\n\nfunc (l *requestHandler) BookmarkLoadResult(ctx context.Context, result *sdp.BookmarkLoadResult) {\n\tlog.WithContext(ctx).WithField(\"result\", result).Log(l.Level, \"received bookmark load result\")\n\tl.bookmarkLoadResult <- result\n}\n\nfunc init() {\n\trootCmd.AddCommand(requestCmd)\n\n\taddAPIFlags(requestCmd)\n\n}\n" }, { "path": "cmd/request_load.go", "content": "package cmd\n\nimport (\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"os\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpws\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// requestLoadCmd represents the start command\nvar requestLoadCmd = &cobra.Command{\n\tUse: \"load\",\n\tShort: \"Loads a snapshot or bookmark from the overmind API\",\n\tPreRun: PreRunSetup,\n\tRunE: RequestLoad,\n}\n\nfunc RequestLoad(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tvar uuidString string\n\tvar u uuid.UUID\n\n\tisBookmark := false\n\n\tif viper.GetString(\"bookmark-uuid\") != \"\" {\n\t\tuuidString = viper.GetString(\"bookmark-uuid\")\n\t\tisBookmark = true\n\t} else if viper.GetString(\"snapshot-uuid\") != \"\" {\n\t\tuuidString = viper.GetString(\"snapshot-uuid\")\n\t} else {\n\t\treturn flagError{fmt.Sprintf(\"No bookmark or snapshot UUID provided\\n\\n%v\", cmd.UsageString())}\n\t}\n\n\tu, err := uuid.Parse(uuidString)\n\tif err != nil {\n\t\treturn flagError{fmt.Sprintf(\"Failed to parse UUID '%v': %v\\n\\n%v\", uuidString, err, cmd.UsageString())}\n\t}\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"explore:read\", \"changes:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tlf := log.Fields{\n\t\t\"uuid\": u,\n\t}\n\n\thandler := &requestHandler{\n\t\tlf: lf,\n\t\tLoggingGatewayMessageHandler: sdpws.LoggingGatewayMessageHandler{Level: log.TraceLevel},\n\t\titems: []*sdp.Item{},\n\t\tedges: []*sdp.Edge{},\n\t\tmsgLog: []*sdp.GatewayResponse{},\n\t\tbookmarkLoadResult: make(chan *sdp.BookmarkLoadResult, 128),\n\t\tsnapshotLoadResult: make(chan *sdp.SnapshotLoadResult, 128),\n\t}\n\tgatewayUrl := oi.GatewayUrl()\n\tlf[\"gateway-url\"] = gatewayUrl\n\tc, err := sdpws.DialBatch(ctx, gatewayUrl,\n\t\tNewAuthenticatedClient(ctx, tracing.HTTPClient()),\n\t\thandler,\n\t)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Failed to connect to overmind API\",\n\t\t}\n\t}\n\tdefer c.Close(ctx)\n\n\t// Send the load request\n\tif isBookmark {\n\t\terr = c.SendLoadBookmark(ctx, &sdp.LoadBookmark{\n\t\t\tUUID: u[:],\n\t\t})\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to send load bookmark request\",\n\t\t\t}\n\t\t}\n\n\t\tresult, err := handler.WaitBookmarkResult(ctx)\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to receive for bookmark result\",\n\t\t\t}\n\t\t}\n\n\t\tlog.WithContext(ctx).WithFields(lf).WithField(\"result\", result).Info(\"bookmark loaded\")\n\t} else if viper.GetString(\"snapshot-uuid\") != \"\" {\n\t\terr = c.SendLoadSnapshot(ctx, &sdp.LoadSnapshot{\n\t\t\tUUID: u[:],\n\t\t})\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to send load snapshot request\",\n\t\t\t}\n\t\t}\n\n\t\tresult, err := handler.WaitSnapshotResult(ctx)\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to receive for snapshot result\",\n\t\t\t}\n\t\t}\n\n\t\tlog.WithContext(ctx).WithFields(lf).WithField(\"result\", result).Info(\"snapshot loaded\")\n\t}\n\n\tdumpFileName := viper.GetString(\"dump-json\")\n\tif dumpFileName != \"\" {\n\t\tf, err := os.Create(dumpFileName)\n\t\tif err != nil {\n\t\t\tlf[\"file\"] = dumpFileName\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to open file for dumping\",\n\t\t\t}\n\t\t}\n\t\tdefer f.Close()\n\t\ttype dump struct {\n\t\t\tMsgs []*sdp.GatewayResponse `json:\"msgs\"`\n\t\t}\n\t\terr = json.NewEncoder(f).Encode(dump{\n\t\t\tMsgs: handler.msgLog,\n\t\t})\n\t\tif err != nil {\n\t\t\tlf[\"file\"] = dumpFileName\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to dump to file\",\n\t\t\t}\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(lf).WithField(\"file\", dumpFileName).Info(\"dumped to file\")\n\t}\n\n\tif viper.GetBool(\"snapshot-after\") {\n\t\tlog.WithContext(ctx).Info(\"Starting snapshot\")\n\t\tsnId, err := c.StoreSnapshot(ctx, viper.GetString(\"snapshot-name\"), viper.GetString(\"snapshot-description\"))\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to send snapshot request\",\n\t\t\t}\n\t\t}\n\n\t\tlog.WithContext(ctx).WithFields(lf).Infof(\"Snapshot stored successfully: %v\", snId)\n\t}\n\n\treturn nil\n}\n\nfunc init() {\n\trequestCmd.AddCommand(requestLoadCmd)\n\n\taddAPIFlags(requestLoadCmd)\n\n\trequestLoadCmd.PersistentFlags().String(\"dump-json\", \"\", \"Dump the request to the given file as JSON\")\n\n\trequestLoadCmd.PersistentFlags().String(\"bookmark-uuid\", \"\", \"The UUID of the bookmark or snapshot to load\")\n\trequestLoadCmd.PersistentFlags().String(\"snapshot-uuid\", \"\", \"The UUID of the snapshot to load\")\n}\n" }, { "path": "cmd/request_query.go", "content": "package cmd\n\nimport (\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"os\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpws\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\n// requestQueryCmd represents the start command\nvar requestQueryCmd = &cobra.Command{\n\tUse: \"query\",\n\tShort: \"Runs an SDP query against the overmind API\",\n\tPreRun: PreRunSetup,\n\tRunE: RequestQuery,\n}\n\nfunc RequestQuery(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"explore:read\", \"changes:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tlf := log.Fields{}\n\thandler := &requestHandler{\n\t\tlf: lf,\n\t\tLoggingGatewayMessageHandler: sdpws.LoggingGatewayMessageHandler{Level: log.TraceLevel},\n\t\titems: []*sdp.Item{},\n\t\tedges: []*sdp.Edge{},\n\t\tmsgLog: []*sdp.GatewayResponse{},\n\t\tbookmarkLoadResult: make(chan *sdp.BookmarkLoadResult, 128),\n\t\tsnapshotLoadResult: make(chan *sdp.SnapshotLoadResult, 128),\n\t}\n\tgatewayUrl := oi.GatewayUrl()\n\tlf[\"gateway-url\"] = gatewayUrl\n\tc, err := sdpws.DialBatch(ctx, gatewayUrl,\n\t\tNewAuthenticatedClient(ctx, tracing.HTTPClient()),\n\t\thandler,\n\t)\n\tif err != nil {\n\t\tlog.WithContext(ctx).WithFields(lf).WithError(err).Error(\"Failed to connect to overmind API\")\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Failed to connect to overmind API\",\n\t\t}\n\t}\n\tdefer c.Close(ctx)\n\n\tq, err := CreateQuery()\n\tif err != nil {\n\t\treturn flagError{usage: fmt.Sprintf(\"invalid query: %v\\n\\n%v\", err, cmd.UsageString())}\n\t}\n\terr = c.SendQuery(ctx, q)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Failed to execute query\",\n\t\t}\n\t}\n\tlog.WithContext(ctx).WithFields(lf).WithError(err).Info(\"received items\")\n\n\t// Log the request in JSON\n\tb, err := json.MarshalIndent(q, \"\", \" \")\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Failed to marshal query for logging\",\n\t\t}\n\t}\n\tlog.WithContext(ctx).WithFields(lf).WithField(\"uuid\", uuid.UUID(q.GetUUID())).Infof(\"Query:\\n%v\", string(b))\n\n\terr = c.Wait(ctx, uuid.UUIDs{uuid.UUID(q.GetUUID())})\n\tif err != nil {\n\t\tlog.WithContext(ctx).WithFields(lf).WithError(err).Error(\"queries failed\")\n\t}\n\n\tlog.WithContext(ctx).WithFields(lf).WithFields(log.Fields{\n\t\t\"queriesStarted\": handler.queriesStarted,\n\t\t\"itemsReceived\": len(handler.items),\n\t\t\"edgesReceived\": len(handler.edges),\n\t}).Info(\"all queries done\")\n\n\tdumpFileName := viper.GetString(\"dump-json\")\n\tif dumpFileName != \"\" {\n\t\tf, err := os.Create(dumpFileName)\n\t\tif err != nil {\n\t\t\tlf[\"file\"] = dumpFileName\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to open file for dumping\",\n\t\t\t}\n\t\t}\n\t\tdefer f.Close()\n\t\ttype dump struct {\n\t\t\tMsgs []*sdp.GatewayResponse `json:\"msgs\"`\n\t\t}\n\t\terr = json.NewEncoder(f).Encode(dump{\n\t\t\tMsgs: handler.msgLog,\n\t\t})\n\t\tif err != nil {\n\t\t\tlf[\"file\"] = dumpFileName\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to dump to file\",\n\t\t\t}\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(lf).WithField(\"file\", dumpFileName).Info(\"dumped to file\")\n\t}\n\n\tif viper.GetBool(\"snapshot-after\") {\n\t\tlog.WithContext(ctx).Info(\"Starting snapshot\")\n\t\tsnId, err := c.StoreSnapshot(ctx, viper.GetString(\"snapshot-name\"), viper.GetString(\"snapshot-description\"))\n\t\tif err != nil {\n\t\t\treturn loggedError{\n\t\t\t\terr: err,\n\t\t\t\tfields: lf,\n\t\t\t\tmessage: \"Failed to send snapshot request\",\n\t\t\t}\n\t\t}\n\n\t\tlog.WithContext(ctx).WithFields(lf).Infof(\"Snapshot stored successfully: %v\", snId)\n\t}\n\n\treturn nil\n}\n\nfunc MethodFromString(method string) (sdp.QueryMethod, error) {\n\tvar result sdp.QueryMethod\n\n\tswitch method {\n\tcase \"get\":\n\t\tresult = sdp.QueryMethod_GET\n\tcase \"list\":\n\t\tresult = sdp.QueryMethod_LIST\n\tcase \"search\":\n\t\tresult = sdp.QueryMethod_SEARCH\n\tdefault:\n\t\treturn 0, fmt.Errorf(\"query method '%v' not supported\", method)\n\t}\n\treturn result, nil\n}\n\nfunc CreateQuery() (*sdp.Query, error) {\n\tu := uuid.New()\n\tmethod, err := MethodFromString(viper.GetString(\"query-method\"))\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn &sdp.Query{\n\t\tMethod: method,\n\t\tType: viper.GetString(\"query-type\"),\n\t\tQuery: viper.GetString(\"query\"),\n\t\tScope: viper.GetString(\"query-scope\"),\n\t\tDeadline: timestamppb.New(time.Now().Add(10 * time.Hour)),\n\t\tUUID: u[:],\n\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\tLinkDepth: viper.GetUint32(\"link-depth\"),\n\t\t},\n\t\tIgnoreCache: viper.GetBool(\"ignore-cache\"),\n\t}, nil\n}\n\nfunc init() {\n\trequestCmd.AddCommand(requestQueryCmd)\n\n\taddAPIFlags(requestQueryCmd)\n\n\trequestQueryCmd.PersistentFlags().String(\"dump-json\", \"\", \"Dump the request to the given file as JSON\")\n\n\trequestQueryCmd.PersistentFlags().String(\"query-method\", \"get\", \"The method to use (get, list, search)\")\n\trequestQueryCmd.PersistentFlags().String(\"query-type\", \"*\", \"The type to query\")\n\trequestQueryCmd.PersistentFlags().String(\"query\", \"\", \"The actual query to send\")\n\trequestQueryCmd.PersistentFlags().String(\"query-scope\", \"*\", \"The scope to query\")\n\trequestQueryCmd.PersistentFlags().Bool(\"ignore-cache\", false, \"Set to true to ignore all caches in overmind.\")\n\n\trequestQueryCmd.PersistentFlags().Bool(\"snapshot-after\", false, \"Set this to create a snapshot of the query results\")\n\trequestQueryCmd.PersistentFlags().String(\"snapshot-name\", \"CLI\", \"The snapshot name of the query results\")\n\trequestQueryCmd.PersistentFlags().String(\"snapshot-description\", \"none\", \"The snapshot description of the query results\")\n\n\trequestQueryCmd.PersistentFlags().Uint32(\"link-depth\", 0, \"How deeply to link\")\n}\n" }, { "path": "cmd/root.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t_ \"embed\"\n\t\"errors\"\n\t\"fmt\"\n\t\"io\"\n\t\"net/url\"\n\t\"os\"\n\t\"os/signal\"\n\t\"path\"\n\t\"strings\"\n\t\"syscall\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/go-jose/go-jose/v4\"\n\tjosejwt \"github.com/go-jose/go-jose/v4/jwt\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/pterm\"\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"github.com/overmindtech/cli/go/cliauth\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n\t\"github.com/uptrace/opentelemetry-go-extra/otellogrus\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/codes\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"golang.org/x/oauth2\"\n)\n\n// rootCmd represents the base command when called without any subcommands\nvar rootCmd = &cobra.Command{\n\tUse: \"overmind\",\n\tShort: \"The Overmind CLI\",\n\tLong: `Calculate the blast radius of your changes, track risks, and make changes with\nconfidence.\n\nThis CLI will prompt you for authentication using Overmind's OAuth service,\nhowever it can also be configured to use an API key by setting the OVM_API_KEY\nenvironment variable.`,\n\tVersion: tracing.Version(),\n\tSilenceUsage: true,\n\tPreRun: PreRunSetup,\n}\n\nvar cmdSpan trace.Span\n\nfunc PreRunSetup(cmd *cobra.Command, args []string) {\n\tctx := cmd.Context()\n\n\t// Bind these to viper\n\terr := viper.BindPFlags(cmd.Flags())\n\tif err != nil {\n\t\tlog.WithError(err).Fatalf(\"could not bind `%v` flags\", cmd.CommandPath())\n\t}\n\n\t// set up logging\n\tlogLevel := viper.GetString(\"log\")\n\tvar lvl log.Level\n\tif logLevel != \"\" {\n\t\tlvl, err = log.ParseLevel(logLevel)\n\t\tif err != nil {\n\t\t\tlog.WithFields(log.Fields{\"level\": logLevel, \"err\": err}).Errorf(\"couldn't parse `log` config, defaulting to `info`\")\n\t\t\tlvl = log.InfoLevel\n\t\t}\n\t} else {\n\t\tlvl = log.ErrorLevel\n\t}\n\tlog.SetLevel(lvl)\n\n\t// set up tracing\n\tif honeycombApiKey := viper.GetString(\"honeycomb-api-key\"); honeycombApiKey != \"\" {\n\t\tif err := tracing.InitTracerWithUpstreams(\"overmind-cli\", honeycombApiKey, \"\"); err != nil {\n\t\t\tlog.Fatal(err)\n\t\t}\n\n\t\tlog.AddHook(otellogrus.NewHook(otellogrus.WithLevels(\n\t\t\tlog.AllLevels[:log.GetLevel()+1]...,\n\t\t)))\n\t}\n\t// set up app, it may be ambiguous if frontend is set\n\tapp := getAppUrl(viper.GetString(\"frontend\"), viper.GetString(\"app\"))\n\tif app == \"\" {\n\t\tlog.Fatal(\"no app specified, please use --app or set the 'APP' environment variable\")\n\t}\n\tviper.Set(\"app\", app)\n\t// capture span in global variable to allow Execute() below to end it\n\tctx, cmdSpan = tracing.Tracer().Start(ctx, fmt.Sprintf(\"CLI %v\", cmd.CommandPath()), trace.WithAttributes(\n\t\tattribute.String(\"ovm.config\", fmt.Sprintf(\"%v\", tracedSettings())),\n\t))\n\tcmd.SetContext(ctx)\n\n\t// Check for CLI version updates (non-blocking with timeout)\n\t// Run in goroutine to avoid blocking command execution\n\t// Use command context so the check is cancelled when command completes\n\tcurrentVersion := tracing.Version()\n\tgo displayVersionWarning(ctx, currentVersion)\n}\n\n// Execute adds all child commands to the root command and sets flags appropriately.\n// This is called by main.main(). It only needs to happen once to the rootCmd.\nfunc Execute() {\n\tformatter := new(log.TextFormatter)\n\tformatter.DisableTimestamp = true\n\tlog.SetFormatter(formatter)\n\tlog.SetOutput(os.Stderr)\n\n\t// Configure pterm to output to stderr instead of stdout\n\t// This ensures status messages don't interfere with piped output\n\tpterm.SetDefaultOutput(os.Stderr)\n\tpterm.Info.Writer = os.Stderr\n\tpterm.Success.Writer = os.Stderr\n\tpterm.Warning.Writer = os.Stderr\n\tpterm.Error.Writer = os.Stderr\n\n\t// create a sub-scope to run deferred cleanups before shutting down the tracer\n\terr := func() error {\n\t\tctx, cancel := context.WithCancel(context.Background())\n\t\tdefer cancel()\n\n\t\tsigs := make(chan os.Signal, 1)\n\t\tsignal.Notify(sigs, syscall.SIGINT, syscall.SIGTERM)\n\n\t\t// Create a goroutine to watch for cancellation signals and aborting the\n\t\t// running command. Note that bubbletea converts ^C to a Quit message,\n\t\t// so we also need to handle that, but we still need to deal with the\n\t\t// regular signals.\n\t\tgo func() {\n\t\t\tselect {\n\t\t\tcase signal := <-sigs:\n\t\t\t\tlog.Info(\"Received signal, shutting down\")\n\t\t\t\tif cmdSpan != nil {\n\t\t\t\t\tcmdSpan.SetAttributes(attribute.Bool(\"ovm.cli.aborted\", true))\n\t\t\t\t\tcmdSpan.AddEvent(\"CLI Aborted\", trace.WithAttributes(\n\t\t\t\t\t\tattribute.String(\"ovm.cli.signal\", signal.String()),\n\t\t\t\t\t))\n\t\t\t\t\tcmdSpan.SetStatus(codes.Error, \"CLI aborted by user\")\n\t\t\t\t}\n\t\t\t\tcancel()\n\t\t\tcase <-ctx.Done():\n\t\t\t}\n\t\t}()\n\n\t\terr := rootCmd.ExecuteContext(ctx)\n\t\tif err != nil {\n\t\t\tswitch err := err.(type) { //nolint:errorlint // the selected error types are all top-level wrappers used by the CLI implementation\n\t\t\tcase flagError:\n\t\t\t\t// print errors from viper with usage to stderr\n\t\t\t\tfmt.Fprintln(os.Stderr, err)\n\t\t\tcase loggedError:\n\t\t\t\tlog.WithContext(ctx).WithError(err.err).WithFields(err.fields).Error(err.message)\n\t\t\t}\n\t\t\tif cmdSpan != nil {\n\t\t\t\t// if printing the error was not requested by the appropriate\n\t\t\t\t// wrapper, only record the data to honeycomb and sentry, the\n\t\t\t\t// command already has handled logging\n\t\t\t\tcmdSpan.SetAttributes(\n\t\t\t\t\tattribute.Bool(\"ovm.cli.fatalError\", true),\n\t\t\t\t\tattribute.String(\"ovm.cli.fatalError.msg\", err.Error()),\n\t\t\t\t)\n\t\t\t\tcmdSpan.RecordError(err)\n\t\t\t}\n\t\t\tsentry.CaptureException(err)\n\t\t}\n\n\t\treturn err\n\t}()\n\n\t// shutdown and submit any remaining otel data before exiting\n\tif cmdSpan != nil {\n\t\tcmdSpan.End()\n\t}\n\ttracing.ShutdownTracer(context.Background())\n\n\tif err != nil {\n\t\t// If we have an error, exit with a non-zero status. Logging is handled by each command.\n\t\tos.Exit(1)\n\t}\n}\n\n// ptermLogger adapts pterm output to the cliauth.Logger interface\ntype ptermLogger struct{}\n\nfunc (p *ptermLogger) Info(msg string, keysAndValues ...any) {\n\tif len(keysAndValues) > 0 {\n\t\tkvs := make([]string, 0, len(keysAndValues)/2)\n\t\tfor i := 0; i+1 < len(keysAndValues); i += 2 {\n\t\t\tkvs = append(kvs, fmt.Sprintf(\"%v: %v\", keysAndValues[i], keysAndValues[i+1]))\n\t\t}\n\t\tpterm.Info.Println(fmt.Sprintf(\"%s (%s)\", msg, strings.Join(kvs, \", \")))\n\t} else {\n\t\tpterm.Info.Println(msg)\n\t}\n}\n\nfunc (p *ptermLogger) Error(msg string, keysAndValues ...any) {\n\tif len(keysAndValues) > 0 {\n\t\tkvs := make([]string, 0, len(keysAndValues)/2)\n\t\tfor i := 0; i+1 < len(keysAndValues); i += 2 {\n\t\t\tkvs = append(kvs, fmt.Sprintf(\"%v: %v\", keysAndValues[i], keysAndValues[i+1]))\n\t\t}\n\t\tpterm.Error.Println(fmt.Sprintf(\"%s (%s)\", msg, strings.Join(kvs, \", \")))\n\t} else {\n\t\tpterm.Error.Println(msg)\n\t}\n}\n\n// getChangeUUIDAndCheckStatus returns the UUID of a change, as selected by --uuid or --change, or a change with the specified status and having --ticket-link\nfunc getChangeUUIDAndCheckStatus(ctx context.Context, oi sdp.OvermindInstance, expectedStatus sdp.ChangeStatus, ticketLink string, errorOnNotFound bool) (uuid.UUID, error) {\n\tvar changeUUID uuid.UUID\n\tvar err error\n\n\tuuidString := viper.GetString(\"uuid\")\n\tchangeUrlString := viper.GetString(\"change\")\n\n\t// If no arguments are specified then return an error\n\tif uuidString == \"\" && changeUrlString == \"\" && ticketLink == \"\" {\n\t\treturn uuid.Nil, errors.New(\"no change specified; use one of --change, --ticket-link or --uuid\")\n\t}\n\n\t// Check UUID first if more than one is set\n\tif uuidString != \"\" {\n\t\tchangeUUID, err = uuid.Parse(uuidString)\n\t\tif err != nil {\n\t\t\treturn uuid.Nil, fmt.Errorf(\"invalid --uuid value '%v', error: %w\", uuidString, err)\n\t\t}\n\t\ttrace.SpanFromContext(ctx).SetAttributes(\n\t\t\tattribute.String(\"ovm.change.uuid\", changeUUID.String()),\n\t\t)\n\t\treturn changeUUID, nil\n\t}\n\n\t// Then check for a change URL\n\tif changeUrlString != \"\" {\n\t\tuuidFromChangeURL, err := parseChangeUrl(changeUrlString)\n\t\tif err != nil {\n\t\t\treturn uuidFromChangeURL, err\n\t\t}\n\t\ttrace.SpanFromContext(ctx).SetAttributes(\n\t\t\tattribute.String(\"ovm.change.uuid\", uuidFromChangeURL.String()),\n\t\t)\n\t\treturn uuidFromChangeURL, nil\n\t}\n\n\t// Finally look up by ticket link with retry\n\tchangeUUID, err = getChangeByTicketLinkWithRetry(ctx, oi, ticketLink, expectedStatus, errorOnNotFound)\n\tif errorOnNotFound && err != nil {\n\t\treturn uuid.Nil, err\n\t}\n\t// this could be uuid.Nil if the change is not found and errorOnNotFound is false\n\ttrace.SpanFromContext(ctx).SetAttributes(\n\t\tattribute.String(\"ovm.change.uuid\", changeUUID.String()),\n\t)\n\treturn changeUUID, nil\n}\n\n// getChangeUUID resolves a change UUID from --uuid, --change, or --ticket-link without\n// checking the change status. Use this when the server-side RPC handles status validation\n// (e.g. EndChangeSimple already validates status atomically and has queuing logic).\nfunc getChangeUUID(ctx context.Context, oi sdp.OvermindInstance, ticketLink string) (uuid.UUID, error) {\n\tuuidString := viper.GetString(\"uuid\")\n\tchangeUrlString := viper.GetString(\"change\")\n\n\t// If no arguments are specified then return an error\n\tif uuidString == \"\" && changeUrlString == \"\" && ticketLink == \"\" {\n\t\treturn uuid.Nil, errors.New(\"no change specified; use one of --change, --ticket-link or --uuid\")\n\t}\n\n\t// Check UUID first if more than one is set\n\tif uuidString != \"\" {\n\t\tchangeUUID, err := uuid.Parse(uuidString)\n\t\tif err != nil {\n\t\t\treturn uuid.Nil, fmt.Errorf(\"invalid --uuid value '%v', error: %w\", uuidString, err)\n\t\t}\n\t\ttrace.SpanFromContext(ctx).SetAttributes(\n\t\t\tattribute.String(\"ovm.change.uuid\", changeUUID.String()),\n\t\t)\n\t\treturn changeUUID, nil\n\t}\n\n\t// Then check for a change URL\n\tif changeUrlString != \"\" {\n\t\tuuidFromChangeURL, err := parseChangeUrl(changeUrlString)\n\t\tif err != nil {\n\t\t\treturn uuidFromChangeURL, err\n\t\t}\n\t\ttrace.SpanFromContext(ctx).SetAttributes(\n\t\t\tattribute.String(\"ovm.change.uuid\", uuidFromChangeURL.String()),\n\t\t)\n\t\treturn uuidFromChangeURL, nil\n\t}\n\n\t// Finally look up by ticket link (single attempt, no status check)\n\tclient := AuthenticatedChangesClient(ctx, oi)\n\tchange, err := client.GetChangeByTicketLink(ctx, &connect.Request[sdp.GetChangeByTicketLinkRequest]{\n\t\tMsg: &sdp.GetChangeByTicketLinkRequest{\n\t\t\tTicketLink: ticketLink,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn uuid.Nil, fmt.Errorf(\"error looking up change with ticket link %v: %w\", ticketLink, err)\n\t}\n\n\tuuidPtr := change.Msg.GetChange().GetMetadata().GetUUIDParsed()\n\tif uuidPtr == nil {\n\t\treturn uuid.Nil, fmt.Errorf(\"change found with ticket link %v but has no UUID\", ticketLink)\n\t}\n\n\ttrace.SpanFromContext(ctx).SetAttributes(\n\t\tattribute.String(\"ovm.change.uuid\", uuidPtr.String()),\n\t)\n\treturn *uuidPtr, nil\n}\n\n// getChangeByTicketLinkWithRetry performs the GetChangeByTicketLink API call with retry logic,\n// retrying both on error and when the status does not match the expected status.\n// NB api-server will only return the latest change with this ticket link.\nfunc getChangeByTicketLinkWithRetry(ctx context.Context, oi sdp.OvermindInstance, ticketLink string, expectedStatus sdp.ChangeStatus, errorOnNotFound bool) (uuid.UUID, error) {\n\tclient := AuthenticatedChangesClient(ctx, oi)\n\n\tvar change *connect.Response[sdp.GetChangeResponse]\n\tvar currentStatus sdp.ChangeStatus\n\tvar err error\n\tmaxRetries := 3\n\tif !errorOnNotFound {\n\t\t// If not erroring on not found, only attempt once.\n\t\tmaxRetries = 1\n\t}\n\tretryDelay := 3 * time.Second\n\n\tfor attempt := 1; attempt <= maxRetries; attempt++ {\n\t\tchange, err = client.GetChangeByTicketLink(ctx, &connect.Request[sdp.GetChangeByTicketLinkRequest]{\n\t\t\tMsg: &sdp.GetChangeByTicketLinkRequest{\n\t\t\t\tTicketLink: ticketLink,\n\t\t\t},\n\t\t})\n\t\tif err == nil {\n\t\t\t// change found\n\t\t\tvar uuidPtr *uuid.UUID\n\t\t\tif change != nil && change.Msg != nil && change.Msg.GetChange() != nil && change.Msg.GetChange().GetMetadata() != nil {\n\t\t\t\tuuidPtr = change.Msg.GetChange().GetMetadata().GetUUIDParsed()\n\t\t\t\tcurrentStatus = change.Msg.GetChange().GetMetadata().GetStatus()\n\t\t\t\tif uuidPtr != nil && (currentStatus == expectedStatus) {\n\t\t\t\t\t// Success: we have a UUID and status matches the expected status\n\t\t\t\t\treturn *uuidPtr, nil\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\t// Log the error and retry if not the last attempt\n\t\tif attempt < maxRetries {\n\t\t\tlogFields := log.Fields{\n\t\t\t\t\"ovm.change.ticketLink\": ticketLink,\n\t\t\t\t\"expectedStatus\": expectedStatus.String(),\n\t\t\t\t\"attempt\": attempt,\n\t\t\t\t\"maxRetries\": maxRetries,\n\t\t\t\t\"currentStatus\": currentStatus.String(),\n\t\t\t}\n\t\t\tif err != nil {\n\t\t\t\tlogFields[\"error\"] = err.Error()\n\t\t\t\tlog.WithContext(ctx).WithFields(logFields).Debug(\"failed to get change by ticket link, retrying\")\n\t\t\t} else {\n\t\t\t\tlog.WithContext(ctx).WithFields(logFields).Debug(\"change found but status does not match, retrying\")\n\t\t\t}\n\t\t\ttime.Sleep(retryDelay)\n\t\t}\n\t}\n\tif err != nil {\n\t\t// Final attempt failed with an error\n\t\treturn uuid.Nil, fmt.Errorf(\"error looking up change with ticket link %v after %d attempts: %w\", ticketLink, maxRetries, err)\n\t}\n\t// Final attempt found a change but status did not match\n\treturn uuid.Nil, fmt.Errorf(\"change %s found with ticket link %v. Change status %v does not match expected status %v after %d attempts\", change.Msg.GetChange().GetMetadata().GetUUIDParsed(), ticketLink, currentStatus.String(), expectedStatus.String(), maxRetries)\n}\n\nfunc parseChangeUrl(changeUrlString string) (uuid.UUID, error) {\n\tchangeUrl, err := url.ParseRequestURI(changeUrlString)\n\tif err != nil {\n\t\treturn uuid.Nil, fmt.Errorf(\"invalid --change value '%v', error: %w\", changeUrlString, err)\n\t}\n\tpathParts := strings.Split(path.Clean(changeUrl.Path), \"/\")\n\tif len(pathParts) < 2 {\n\t\treturn uuid.Nil, fmt.Errorf(\"invalid --change value '%v', not long enough: %w\", changeUrlString, err)\n\t}\n\tchangeUuid, err := uuid.Parse(pathParts[2])\n\tif err != nil {\n\t\treturn uuid.Nil, fmt.Errorf(\"invalid --change value '%v', couldn't parse UUID: %w\", changeUrlString, err)\n\t}\n\treturn changeUuid, nil\n}\n\ntype flagError struct {\n\tusage string\n}\n\nfunc (f flagError) Error() string {\n\treturn f.usage\n}\n\ntype loggedError struct {\n\terr error\n\tfields log.Fields\n\tmessage string\n}\n\nfunc (l loggedError) Error() string {\n\treturn fmt.Sprintf(\"%v (%v): %v\", l.message, l.fields, l.err)\n}\n\nfunc init() {\n\tcobra.OnInitialize(initConfig)\n\n\t// Initialize the pallette for lip gloss, it detects the colour of the terminal.\n\tInitPalette()\n\n\trootCmd.SetFlagErrorFunc(func(c *cobra.Command, err error) error {\n\t\treturn flagError{fmt.Sprintf(\"%v\\n\\n%s\", err, c.UsageString())}\n\t})\n\n\t// General Config\n\trootCmd.PersistentFlags().String(\"log\", \"info\", \"Set the log level. Valid values: panic, fatal, error, warn, info, debug, trace\")\n\tcobra.CheckErr(viper.BindEnv(\"log\", \"OVERMIND_LOG\", \"LOG\")) // fallback to global config\n\n\t// Support API Keys in the environment\n\terr := viper.BindEnv(\"api-key\", \"OVM_API_KEY\", \"API_KEY\")\n\tif err != nil {\n\t\tlog.WithError(err).Fatal(\"could not bind api key to env\")\n\t}\n\n\t// internal configs\n\trootCmd.PersistentFlags().String(\"honeycomb-api-key\", \"hcaik_01j03qe0exnn2jxpj2vxkqb7yrqtr083kyk9rxxt2wzjamz8be94znqmwa\", \"If specified, configures opentelemetry libraries to submit traces to honeycomb.\")\n\trootCmd.PersistentFlags().String(\"sentry-dsn\", \"https://276b6d99c77358d9bf85aafbff81b515@o4504565700886528.ingest.us.sentry.io/4507413529690112\", \"If specified, configures the sentry libraries to send error reports to the service.\")\n\trootCmd.PersistentFlags().String(\"ovm-test-fake\", \"\", \"If non-empty, instructs some commands to only use fake data for fast development iteration.\")\n\trootCmd.PersistentFlags().String(\"run-mode\", \"release\", \"Set the run mode for this command, 'release', 'debug' or 'test'. Defaults to 'release'.\")\n\n\t// Mark these as hidden. This means that it will still be parsed of supplied,\n\t// and we will still look for it in the environment, but it won't be shown\n\t// in the help\n\tcobra.CheckErr(rootCmd.PersistentFlags().MarkHidden(\"honeycomb-api-key\"))\n\tcobra.CheckErr(rootCmd.PersistentFlags().MarkHidden(\"sentry-dsn\"))\n\tcobra.CheckErr(rootCmd.PersistentFlags().MarkHidden(\"ovm-test-fake\"))\n\tcobra.CheckErr(rootCmd.PersistentFlags().MarkHidden(\"run-mode\"))\n\n\t// Create groups\n\trootCmd.AddGroup(&cobra.Group{\n\t\tID: \"iac\",\n\t\tTitle: \"Infrastructure as Code:\",\n\t})\n\trootCmd.AddGroup(&cobra.Group{\n\t\tID: \"api\",\n\t\tTitle: \"Overmind API:\",\n\t})\n}\n\n// initConfig reads in config file and ENV variables if set.\nfunc initConfig() {\n\treplacer := strings.NewReplacer(\"-\", \"_\")\n\n\tviper.SetEnvKeyReplacer(replacer)\n\tviper.AutomaticEnv() // read in environment variables that match\n}\n\nfunc tracedSettings() map[string]any {\n\tresult := make(map[string]any)\n\tresult[\"log\"] = viper.GetString(\"log\")\n\tif viper.GetString(\"api-key\") != \"\" {\n\t\tresult[\"api-key\"] = \"[REDACTED]\"\n\t}\n\tif viper.GetString(\"honeycomb-api-key\") != \"hcaik_01j03qe0exnn2jxpj2vxkqb7yrqtr083kyk9rxxt2wzjamz8be94znqmwa\" {\n\t\tresult[\"honeycomb-api-key\"] = \"[NON-DEFAULT]\"\n\t}\n\tif viper.GetString(\"sentry-dsn\") != \"https://276b6d99c77358d9bf85aafbff81b515@o4504565700886528.ingest.us.sentry.io/4507413529690112\" {\n\t\tresult[\"sentry-dsn\"] = \"[NON-DEFAULT]\"\n\t}\n\tresult[\"ovm-test-fake\"] = viper.GetString(\"ovm-test-fake\")\n\tresult[\"run-mode\"] = viper.GetString(\"run-mode\")\n\tresult[\"timeout\"] = viper.GetString(\"timeout\")\n\tresult[\"app\"] = viper.GetString(\"app\")\n\tresult[\"change\"] = viper.GetString(\"change\")\n\tif viper.GetString(\"ticket-link\") != \"\" {\n\t\tresult[\"ticket-link\"] = \"[REDACTED]\"\n\t}\n\tresult[\"uuid\"] = viper.GetString(\"uuid\")\n\n\treturn result\n}\n\nfunc login(ctx context.Context, cmd *cobra.Command, scopes []string, writer io.Writer) (context.Context, sdp.OvermindInstance, *oauth2.Token, error) {\n\ttimeout, err := time.ParseDuration(viper.GetString(\"timeout\"))\n\tif err != nil {\n\t\treturn ctx, sdp.OvermindInstance{}, nil, flagError{usage: fmt.Sprintf(\"invalid --timeout value '%v'\\n\\n%v\", viper.GetString(\"timeout\"), cmd.UsageString())}\n\t}\n\n\tlf := log.Fields{\n\t\t\"app\": viper.GetString(\"app\"),\n\t}\n\n\tvar multi *pterm.MultiPrinter\n\tif writer == nil {\n\t\tmulti = pterm.DefaultMultiPrinter.WithWriter(os.Stderr)\n\t\t_, _ = multi.Start()\n\t} else {\n\t\tmulti = pterm.DefaultMultiPrinter.WithWriter(writer)\n\t}\n\n\tapp := viper.GetString(\"app\")\n\tif err := cliauth.ConfirmUntrustedHost(app, viper.GetString(\"api-key\") != \"\", os.Stdin, os.Stderr); err != nil {\n\t\t_, _ = multi.Stop()\n\t\treturn ctx, sdp.OvermindInstance{}, nil, err\n\t}\n\n\tconnectSpinner, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Connecting to Overmind\")\n\n\toi, err := sdp.NewOvermindInstance(ctx, app)\n\tif err != nil {\n\t\tconnectSpinner.Fail(\"Failed to get instance data from app\")\n\t\t_, _ = multi.Stop()\n\t\treturn ctx, sdp.OvermindInstance{}, nil, loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"failed to get instance data from app\",\n\t\t}\n\t}\n\n\tconnectSpinner.Success(\"Connected to Overmind\")\n\t_, _ = multi.Stop()\n\n\tctx, token, err := ensureToken(ctx, oi, scopes)\n\tif err != nil {\n\t\tconnectSpinner.Fail(\"Failed to authenticate\")\n\t\treturn ctx, sdp.OvermindInstance{}, nil, loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"failed to authenticate\",\n\t\t}\n\t}\n\n\t// apply a timeout to the main body of processing\n\tctx, _ = context.WithTimeout(ctx, timeout) //nolint:govet,gosec // the context will not leak as the command will exit when it is done\n\n\treturn ctx, oi, token, nil\n}\n\nfunc ensureToken(ctx context.Context, oi sdp.OvermindInstance, requiredScopes []string) (context.Context, *oauth2.Token, error) {\n\tapiKey := viper.GetString(\"api-key\")\n\tapp := viper.GetString(\"app\")\n\n\ttoken, err := cliauth.GetToken(ctx, oi, app, apiKey, requiredScopes, &ptermLogger{})\n\tif err != nil {\n\t\treturn ctx, nil, fmt.Errorf(\"error getting token: %w\", err)\n\t}\n\tif token == nil {\n\t\treturn ctx, nil, fmt.Errorf(\"error token: nil\")\n\t}\n\n\t// Add account/auth info to the span for traceability\n\ttok, err := josejwt.ParseSigned(token.AccessToken, []jose.SignatureAlgorithm{jose.RS256})\n\tif err != nil {\n\t\treturn ctx, nil, fmt.Errorf(\"Error running program: received invalid token: %w\", err)\n\t}\n\tout := josejwt.Claims{}\n\tcustomClaims := auth.CustomClaims{}\n\terr = tok.UnsafeClaimsWithoutVerification(&out, &customClaims)\n\tif err != nil {\n\t\treturn ctx, nil, fmt.Errorf(\"Error running program: received unparsable token: %w\", err)\n\t}\n\ttrace.SpanFromContext(ctx).SetAttributes(\n\t\tattribute.Bool(\"ovm.auth.authenticated\", true),\n\t\tattribute.String(\"ovm.auth.accountName\", customClaims.AccountName),\n\t\tattribute.String(\"ovm.auth.scopes\", customClaims.Scope),\n\t\tattribute.String(\"ovm.auth.subject\", out.Subject),\n\t\tattribute.String(\"ovm.auth.expiry\", out.Expiry.Time().String()),\n\t)\n\n\tok, missing, err := cliauth.HasScopesFlexible(token, requiredScopes)\n\tif err != nil {\n\t\treturn ctx, nil, fmt.Errorf(\"error checking token scopes: %w\", err)\n\t}\n\tif !ok {\n\t\treturn ctx, nil, fmt.Errorf(\"authenticated successfully, but you don't have the required permission: '%v'\", missing)\n\t}\n\n\t// Store the token for later use by sdp-go's auth client. Note that this\n\t// loses access to the RefreshToken and could be done better by using an\n\t// oauth2.TokenSource, but this would require more work on updating sdp-go\n\t// that is currently not scheduled.\n\tctx = context.WithValue(ctx, auth.UserTokenContextKey{}, token.AccessToken)\n\n\treturn ctx, token, nil\n}\n\nfunc getAppUrl(frontend, app string) string {\n\tif frontend == \"\" && app == \"\" {\n\t\treturn \"https://app.overmind.tech\"\n\t}\n\tif frontend != \"\" && app == \"\" {\n\t\treturn frontend\n\t}\n\tif frontend != \"\" && app != \"\" {\n\t\tlog.Warnf(\"Both --frontend and --app are set, but they are different. Using --app: %v\", app)\n\t}\n\treturn app\n}\n\n" }, { "path": "cmd/root_test.go", "content": "package cmd\n\nimport (\n\t_ \"embed\"\n\t\"encoding/base64\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"github.com/overmindtech/cli/go/cliauth\"\n\t\"golang.org/x/oauth2\"\n)\n\ntype mockLogger struct{}\n\nfunc (m *mockLogger) Info(msg string, keysAndValues ...any) {}\nfunc (m *mockLogger) Error(msg string, keysAndValues ...any) {}\n\nfunc TestParseChangeUrl(t *testing.T) {\n\ttests := []struct {\n\t\tinput string\n\t\twant string\n\t}{\n\t\t{input: \"https://app.overmind.tech/changes/3e717be8-2478-4938-aa9e-70496d496904\", want: \"3e717be8-2478-4938-aa9e-70496d496904\"},\n\t\t{input: \"https://app.overmind.tech/changes/b4454604-b92a-41a7-9f0d-fa66063a7c74/\", want: \"b4454604-b92a-41a7-9f0d-fa66063a7c74\"},\n\t\t{input: \"https://app.overmind.tech/changes/c36f1af4-d55c-4f63-937b-ac5ede7a0cc9/blast-radius\", want: \"c36f1af4-d55c-4f63-937b-ac5ede7a0cc9\"},\n\t}\n\n\tfor _, tc := range tests {\n\t\tu, err := parseChangeUrl(tc.input)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected fail: %v\", err)\n\t\t}\n\t\tif u.String() != tc.want {\n\t\t\tt.Fatalf(\"expected: %v, got: %v\", tc.want, u)\n\t\t}\n\t}\n}\n\nfunc TestHasScopesFlexible(t *testing.T) {\n\tclaims := &auth.CustomClaims{\n\t\tScope: \"changes:read users:write\",\n\t\tAccountName: \"test\",\n\t}\n\tclaimBytes, err := json.Marshal(claims)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected fail marshalling claims: %v\", err)\n\t}\n\n\tfakeAccessToken := fmt.Sprintf(\".%v.\", base64.RawURLEncoding.EncodeToString(claimBytes))\n\ttoken := &oauth2.Token{\n\t\tAccessToken: fakeAccessToken,\n\t\tTokenType: \"\",\n\t\tRefreshToken: \"\",\n\t}\n\n\ttests := []struct {\n\t\tName string\n\t\tRequiredScopes []string\n\t\tShouldPass bool\n\t}{\n\t\t{\n\t\t\tName: \"Same scope\",\n\t\t\tRequiredScopes: []string{\"changes:read\"},\n\t\t\tShouldPass: true,\n\t\t},\n\t\t{\n\t\t\tName: \"Multiple scopes\",\n\t\t\tRequiredScopes: []string{\"changes:read\", \"users:write\"},\n\t\t\tShouldPass: true,\n\t\t},\n\t\t{\n\t\t\tName: \"Missing scope\",\n\t\t\tRequiredScopes: []string{\"changes:read\", \"users:write\", \"colours:create\"},\n\t\t\tShouldPass: false,\n\t\t},\n\t\t{\n\t\t\tName: \"Write instead of read\",\n\t\t\tRequiredScopes: []string{\"users:read\"},\n\t\t\tShouldPass: true,\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.Name, func(t *testing.T) {\n\t\t\tif pass, _, _ := cliauth.HasScopesFlexible(token, tc.RequiredScopes); pass != tc.ShouldPass {\n\t\t\t\tt.Fatalf(\"expected: %v, got: %v\", tc.ShouldPass, !tc.ShouldPass)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc Test_getAppUrl(t *testing.T) {\n\ttype args struct {\n\t\tfrontend string\n\t\tapp string\n\t}\n\ttests := []struct {\n\t\tname string\n\t\targs args\n\t\twant string\n\t}{\n\t\t{name: \"empty\", args: args{frontend: \"\", app: \"\"}, want: \"https://app.overmind.tech\"},\n\t\t{name: \"empty app\", args: args{frontend: \"https://app.overmind.tech\", app: \"\"}, want: \"https://app.overmind.tech\"},\n\t\t{name: \"empty frontend\", args: args{frontend: \"\", app: \"https://app.overmind.tech\"}, want: \"https://app.overmind.tech\"},\n\t\t{name: \"same\", args: args{frontend: \"https://app.overmind.tech\", app: \"https://app.overmind.tech\"}, want: \"https://app.overmind.tech\"},\n\t\t{name: \"different\", args: args{frontend: \"https://app.overmind.tech\", app: \"https://app.overmind.tech/changes/123\"}, want: \"https://app.overmind.tech/changes/123\"},\n\t}\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tgot := getAppUrl(tt.args.frontend, tt.args.app)\n\t\t\tif got != tt.want {\n\t\t\t\tt.Errorf(\"getAppUrl() = %v, want %v\", got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestSaveTokenFile(t *testing.T) {\n\ttempDir := t.TempDir()\n\tapp := \"https://localhost.df.overmind-demo.com:3000\"\n\tlog := &mockLogger{}\n\n\tclaims := auth.CustomClaims{\n\t\tScope: \"scope1 scope2\",\n\t\tAccountName: \"test\",\n\t}\n\tjsonClaims, err := json.Marshal(claims)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected fail marshalling claims: %v\", err)\n\t}\n\tclaimsSection := base64.RawURLEncoding.EncodeToString([]byte(jsonClaims))\n\taccessToken := fmt.Sprintf(\"%s.%s.%s\", \"header\", claimsSection, \"signature\")\n\ttoken := &oauth2.Token{\n\t\tAccessToken: accessToken,\n\t\tExpiry: time.Now().Add(1 * time.Hour),\n\t}\n\n\terr = cliauth.SaveLocalToken(tempDir, app, token, log)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected fail saving token file: %v\", err)\n\t}\n\n\treadAppToken, readClaims, err := cliauth.ReadLocalToken(tempDir, app, nil, log)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected fail reading token file: %v\", err)\n\t}\n\tif readAppToken.AccessToken != token.AccessToken {\n\t\tt.Fatalf(\"expected: %v, got: %v\", token.AccessToken, readAppToken.AccessToken)\n\t}\n\tif readClaims[0] != \"scope1\" {\n\t\tt.Fatalf(\"expected: %v, got: %v\", \"scope1\", readClaims[0])\n\t}\n\tif readClaims[1] != \"scope2\" {\n\t\tt.Fatalf(\"expected: %v, got: %v\", \"scope2\", readClaims[1])\n\t}\n\n\tnonExistentToken, _, err := cliauth.ReadLocalToken(tempDir, \"otherApp\", nil, log)\n\tif err == nil {\n\t\tt.Fatalf(\"expected error, got nil\")\n\t}\n\tif nonExistentToken == readAppToken {\n\t\tt.Fatalf(\"expected different tokens, got the same\")\n\t}\n\n\totherApp := \"otherApp\"\n\terr = cliauth.SaveLocalToken(tempDir, otherApp, token, log)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected fail saving token file: %v\", err)\n\t}\n\treadAppToken, _, err = cliauth.ReadLocalToken(tempDir, otherApp, nil, log)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected fail reading token file: %v\", err)\n\t}\n\tif readAppToken.AccessToken != token.AccessToken {\n\t\tt.Fatalf(\"expected: %v, got: %v\", token.AccessToken, readAppToken.AccessToken)\n\t}\n\n\tclaims = auth.CustomClaims{\n\t\tScope: \"scope3 scope4\",\n\t\tAccountName: \"test\",\n\t}\n\tjsonClaims, err = json.Marshal(claims)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected fail marshalling claims: %v\", err)\n\t}\n\tclaimsSection = base64.RawURLEncoding.EncodeToString([]byte(jsonClaims))\n\taccessToken = fmt.Sprintf(\"%s.%s.%s\", \"header\", claimsSection, \"signature\")\n\tnewToken := &oauth2.Token{\n\t\tAccessToken: accessToken,\n\t\tExpiry: time.Now().Add(1 * time.Hour),\n\t}\n\terr = cliauth.SaveLocalToken(tempDir, app, newToken, log)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected fail saving token file: %v\", err)\n\t}\n\t_, lastClaims, err := cliauth.ReadLocalToken(tempDir, app, nil, log)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected fail reading token file: %v\", err)\n\t}\n\tif lastClaims[0] != \"scope3\" {\n\t\tt.Fatalf(\"expected: %v, got: %v\", \"scope3\", lastClaims[0])\n\t}\n\tif lastClaims[1] != \"scope4\" {\n\t\tt.Fatalf(\"expected: %v, got: %v\", \"scope4\", lastClaims[1])\n\t}\n}\n" }, { "path": "cmd/snapshots.go", "content": "package cmd\n\nimport (\n\t\"github.com/spf13/cobra\"\n)\n\n// snapshotsCmd represents the snapshots command\nvar snapshotsCmd = &cobra.Command{\n\tUse: \"snapshots\",\n\tGroupID: \"api\",\n\tShort: \"Create, view and delete snapshots if your infrastructure\",\n\tLong: `Overmind automatically creates snapshots are part of the change lifecycle,\nhowever you can use these commands to interact directly with the API if\nrequired.`,\n\tRun: func(cmd *cobra.Command, args []string) {\n\t\t_ = cmd.Help()\n\t},\n}\n\nfunc init() {\n\trootCmd.AddCommand(snapshotsCmd)\n\n\taddAPIFlags(snapshotsCmd)\n\n\t// Here you will define your flags and configuration settings.\n\n\t// Cobra supports Persistent Flags which will work for this command\n\t// and all subcommands, e.g.:\n\t// snapshotsCmd.PersistentFlags().String(\"foo\", \"\", \"A help for foo\")\n\n\t// Cobra supports local flags which will only run when this command\n\t// is called directly, e.g.:\n\t// snapshotsCmd.Flags().BoolP(\"toggle\", \"t\", false, \"Help message for toggle\")\n}\n" }, { "path": "cmd/snapshots_create.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"fmt\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpws\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// createSnapshotCmd represents the create snapshot command\nvar createSnapshotCmd = &cobra.Command{\n\tUse: \"create\",\n\tShort: \"Creates a snapshot by running a query and storing the results\",\n\tLong: `Creates a snapshot by executing a query with the specified parameters and then\nstoring all discovered items and edges as a named snapshot. This is useful for\ncapturing the state of your infrastructure at a specific point in time.\n\nThe command accepts the same query parameters as the 'query' command, plus\nsnapshot-specific parameters for naming and describing the snapshot.`,\n\tPreRun: PreRunSetup,\n\tRunE: CreateSnapshot,\n}\n\nfunc CreateSnapshot(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"explore:read\", \"changes:write\", \"reverselink:request\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Validate required snapshot parameters\n\tname := viper.GetString(\"name\")\n\tif name == \"\" {\n\t\treturn flagError{usage: fmt.Sprintf(\"snapshot name is required\\n\\n%v\", cmd.UsageString())}\n\t}\n\n\tlf := log.Fields{\n\t\t\"snapshot-name\": name,\n\t}\n\tdescription := viper.GetString(\"description\")\n\tif description != \"\" {\n\t\tlf[\"snapshot-description\"] = description\n\t}\n\n\thandler := &createSnapshotHandler{\n\t\tlf: lf,\n\t\tLoggingGatewayMessageHandler: sdpws.LoggingGatewayMessageHandler{Level: log.InfoLevel},\n\t\titems: []*sdp.Item{},\n\t\tedges: []*sdp.Edge{},\n\t}\n\n\tgatewayUrl := oi.GatewayUrl()\n\tlf[\"gateway-url\"] = gatewayUrl\n\tc, err := sdpws.DialBatch(ctx, gatewayUrl,\n\t\tNewAuthenticatedClient(ctx, tracing.HTTPClient()),\n\t\thandler,\n\t)\n\tif err != nil {\n\t\tlog.WithContext(ctx).WithFields(lf).WithError(err).Error(\"Failed to connect to overmind API\")\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Failed to connect to overmind API\",\n\t\t}\n\t}\n\tdefer c.Close(ctx)\n\n\t// Create and validate the query\n\tq, err := CreateQuery()\n\tif err != nil {\n\t\treturn flagError{usage: fmt.Sprintf(\"invalid query: %v\\n\\n%v\", err, cmd.UsageString())}\n\t}\n\n\tlog.WithContext(ctx).WithFields(lf).WithField(\"uuid\", uuid.UUID(q.GetUUID())).Info(\"Starting query for snapshot creation\")\n\n\t// Execute the query\n\terr = c.SendQuery(ctx, q)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Failed to execute query\",\n\t\t}\n\t}\n\n\t// Log the query details\n\tb, err := json.MarshalIndent(q, \"\", \" \")\n\tif err != nil {\n\t\tlog.WithContext(ctx).WithFields(lf).WithError(err).Warn(\"Failed to marshal query for logging\")\n\t} else {\n\t\tlog.WithContext(ctx).WithFields(lf).WithField(\n\t\t\t\"uuid\", uuid.UUID(q.GetUUID()),\n\t\t).WithField(\n\t\t\t\"query\", string(b),\n\t\t).Debug(\"Query executed\")\n\t}\n\n\t// Wait for the query to complete\n\terr = c.Wait(ctx, uuid.UUIDs{uuid.UUID(q.GetUUID())})\n\tif err != nil {\n\t\tlog.WithContext(ctx).WithFields(lf).WithError(err).Error(\"Query failed\")\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Query execution failed\",\n\t\t}\n\t}\n\n\tlog.WithContext(ctx).WithFields(lf).WithFields(log.Fields{\n\t\t\"itemsCollected\": len(handler.items),\n\t\t\"edgesCollected\": len(handler.edges),\n\t}).Info(\"Query completed, creating snapshot\")\n\n\t// Create the snapshot\n\tsnapshotID, err := c.StoreSnapshot(ctx, name, description)\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tfields: lf,\n\t\t\tmessage: \"Failed to create snapshot\",\n\t\t}\n\t}\n\n\tlog.WithContext(ctx).WithFields(lf).WithFields(log.Fields{\n\t\t\"snapshot-id\": snapshotID.String(),\n\t\t\"itemsStored\": len(handler.items),\n\t\t\"edgesStored\": len(handler.edges),\n\t}).Info(\"Snapshot created successfully\")\n\n\tfmt.Printf(\"βœ… Snapshot created successfully\\n\")\n\tfmt.Printf(\" ID: %s\\n\", snapshotID.String())\n\tfmt.Printf(\" Name: %s\\n\", name)\n\tif description != \"\" {\n\t\tfmt.Printf(\" Description: %s\\n\", description)\n\t}\n\tfmt.Printf(\" Items: %d\\n\", len(handler.items))\n\tfmt.Printf(\" Edges: %d\\n\", len(handler.edges))\n\n\treturn nil\n}\n\n// createSnapshotHandler is a simple implementation of GatewayMessageHandler for snapshot creation\ntype createSnapshotHandler struct {\n\tlf log.Fields\n\n\titems []*sdp.Item\n\tedges []*sdp.Edge\n\n\tsdpws.LoggingGatewayMessageHandler\n}\n\n// assert that createSnapshotHandler implements GatewayMessageHandler\nvar _ sdpws.GatewayMessageHandler = (*createSnapshotHandler)(nil)\n\nfunc (h *createSnapshotHandler) NewItem(ctx context.Context, item *sdp.Item) {\n\th.LoggingGatewayMessageHandler.NewItem(ctx, item)\n\th.items = append(h.items, item)\n}\n\nfunc (h *createSnapshotHandler) NewEdge(ctx context.Context, edge *sdp.Edge) {\n\th.LoggingGatewayMessageHandler.NewEdge(ctx, edge)\n\th.edges = append(h.edges, edge)\n}\n\nfunc init() {\n\tsnapshotsCmd.AddCommand(createSnapshotCmd)\n\n\taddAPIFlags(createSnapshotCmd)\n\n\t// Query parameters (reused from query command)\n\tcreateSnapshotCmd.PersistentFlags().String(\"query-method\", \"get\", \"The method to use (get, list, search)\")\n\tcreateSnapshotCmd.PersistentFlags().String(\"query-type\", \"*\", \"The type to query\")\n\tcreateSnapshotCmd.PersistentFlags().String(\"query\", \"\", \"The actual query to send\")\n\tcreateSnapshotCmd.PersistentFlags().String(\"query-scope\", \"*\", \"The scope to query\")\n\tcreateSnapshotCmd.PersistentFlags().Bool(\"ignore-cache\", false, \"Set to true to ignore all caches in overmind\")\n\tcreateSnapshotCmd.PersistentFlags().Uint32(\"link-depth\", 0, \"How deeply to link\")\n\tcreateSnapshotCmd.PersistentFlags().Bool(\"blast-radius\", false, \"Whether to query using blast radius, note that if using this option, link-depth should be set to > 0\")\n\n\t// Snapshot-specific parameters\n\tcreateSnapshotCmd.PersistentFlags().String(\"name\", \"\", \"The name for the snapshot (required)\")\n\tcreateSnapshotCmd.PersistentFlags().String(\"description\", \"\", \"The description for the snapshot\")\n\n\t// Mark name as required\n\t_ = createSnapshotCmd.MarkPersistentFlagRequired(\"name\")\n}\n" }, { "path": "cmd/snapshots_get_snapshot.go", "content": "package cmd\n\nimport (\n\t\"encoding/json\"\n\t\"fmt\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// getSnapshotCmd represents the get-snapshot command\nvar getSnapshotCmd = &cobra.Command{\n\tUse: \"get-snapshot --uuid ID\",\n\tShort: \"Displays the contents of a snapshot.\",\n\tPreRun: PreRunSetup,\n\tRunE: GetSnapshot,\n}\n\nfunc GetSnapshot(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tsnapshotUuid, err := uuid.Parse(viper.GetString(\"uuid\"))\n\tif err != nil {\n\t\treturn flagError{usage: fmt.Sprintf(\"invalid --uuid value '%v', error: %v\\n\\n%v\", viper.GetString(\"uuid\"), err, cmd.UsageString())}\n\t}\n\n\tctx, oi, _, err := login(ctx, cmd, []string{\"explore:read\", \"changes:read\"}, nil)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tclient := AuthenticatedSnapshotsClient(ctx, oi)\n\tresponse, err := client.GetSnapshot(ctx, &connect.Request[sdp.GetSnapshotRequest]{\n\t\tMsg: &sdp.GetSnapshotRequest{\n\t\t\tUUID: snapshotUuid[:],\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn loggedError{\n\t\t\terr: err,\n\t\t\tmessage: \"failed to get snapshot\",\n\t\t}\n\t}\n\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\"snapshot-uuid\": uuid.UUID(response.Msg.GetSnapshot().GetMetadata().GetUUID()),\n\t\t\"snapshot-created\": response.Msg.GetSnapshot().GetMetadata().GetCreated().AsTime(),\n\t\t\"snapshot-name\": response.Msg.GetSnapshot().GetProperties().GetName(),\n\t\t\"snapshot-description\": response.Msg.GetSnapshot().GetProperties().GetDescription(),\n\t}).Info(\"found snapshot\")\n\tfor _, q := range response.Msg.GetSnapshot().GetProperties().GetQueries() {\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"snapshot-query\": q,\n\t\t}).Info(\"found snapshot query\")\n\t}\n\tfor _, i := range response.Msg.GetSnapshot().GetProperties().GetItems() {\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"snapshot-item\": i,\n\t\t}).Info(\"found snapshot item\")\n\t}\n\n\tb, err := json.MarshalIndent(response.Msg.GetSnapshot().ToMap(), \"\", \" \")\n\tif err != nil {\n\t\tlog.Infof(\"Error rendering snapshot: %v\", err)\n\t} else {\n\t\tfmt.Println(string(b))\n\t}\n\n\treturn nil\n}\n\nfunc init() {\n\tsnapshotsCmd.AddCommand(getSnapshotCmd)\n\n\tgetSnapshotCmd.PersistentFlags().String(\"uuid\", \"\", \"The UUID of the snapshot that should be displayed.\")\n}\n" }, { "path": "cmd/terraform.go", "content": "package cmd\n\nimport (\n\t\"strings\"\n\n\t\"github.com/spf13/cobra\"\n)\n\n// terraformCmd represents the terraform command\nvar terraformCmd = &cobra.Command{\n\tUse: \"terraform\",\n\tGroupID: \"iac\",\n\tShort: \"Run Terraform with Overmind's risk analysis and change tracking\",\n\tLong: `By using 'overmind terraform plan/apply' in place of your normal\n'terraform plan/apply' commands, you can get a risk analysis and change\ntracking for your Terraform changes with no extra effort.\n\nPlan: Overmind will run a normal plan, then determine the potential blast\nradius using real-time data from AWS and Kubernetes. It will then analyse the\nrisks that the changes pose to your infrastructure and return them at the\ncommand line.\n\nApply: Overmind will do all the same steps as a plan, plus it will take a\nsnapshot before and after the actual apply, meaning that you get a diff of\neverything that happened, including any unexpected repercussions.`,\n\tRun: func(cmd *cobra.Command, args []string) {\n\t\t_ = cmd.Help()\n\t},\n}\n\nfunc init() {\n\trootCmd.AddCommand(terraformCmd)\n\n\taddChangeCreationFlags(terraformCmd)\n\n\t// hidden flag to enable Azure preview support\n\tterraformCmd.PersistentFlags().Bool(\"enable-azure-preview\", false, \"Enable Azure source support (preview feature).\")\n\tcobra.CheckErr(terraformCmd.PersistentFlags().MarkHidden(\"enable-azure-preview\"))\n}\n\nvar applyOnlyArgs = []string{\n\t\"auto-approve\",\n}\n\nvar planOnlyArgs = []string{\n\t\"var\",\n\t\"var-file\",\n}\n\n// planArgsFromApplyArgs filters out all apply-specific arguments from arguments\n// to `terraform apply`, so that we can run the corresponding `terraform plan`\n// command\nfunc planArgsFromApplyArgs(args []string) []string {\n\tplanArgs := []string{}\nappendLoop:\n\tfor _, arg := range args {\n\t\tfor _, applyOnlyArg := range applyOnlyArgs {\n\t\t\tif strings.HasPrefix(arg, \"-\"+applyOnlyArg) {\n\t\t\t\tcontinue appendLoop\n\t\t\t}\n\t\t\tif strings.HasPrefix(arg, \"--\"+applyOnlyArg) {\n\t\t\t\tcontinue appendLoop\n\t\t\t}\n\t\t}\n\t\tplanArgs = append(planArgs, arg)\n\t}\n\treturn planArgs\n}\n\n// applyArgsFromApplyArgs filters out all plan-specific arguments from arguments to `terraform apply`, so that we can run the corresponding `terraform apply` command\nfunc applyArgsFromApplyArgs(args []string) []string {\n\tapplyArgs := []string{}\nappendLoop:\n\tfor _, arg := range args {\n\t\tfor _, planOnlyArg := range planOnlyArgs {\n\t\t\tif strings.HasPrefix(arg, \"-\"+planOnlyArg) {\n\t\t\t\tcontinue appendLoop\n\t\t\t}\n\t\t\tif strings.HasPrefix(arg, \"--\"+planOnlyArg) {\n\t\t\t\tcontinue appendLoop\n\t\t\t}\n\t\t}\n\t\tapplyArgs = append(applyArgs, arg)\n\t}\n\treturn applyArgs\n}\n" }, { "path": "cmd/terraform_apply.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"os\"\n\t\"strings\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/pterm\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n)\n\n// terraformApplyCmd represents the `terraform apply` command\nvar terraformApplyCmd = &cobra.Command{\n\tUse: \"apply [overmind options...] -- [terraform options...]\",\n\tShort: \"Runs `terraform apply` between two full system configuration snapshots for tracking. This will be automatically connected with the Change created by the `plan` command.\",\n\tPreRun: PreRunSetup,\n\tRunE: TerraformApply, // CmdWrapper(\"apply\", []string{\"explore:read\", \"changes:write\", \"config:write\", \"request:receive\"}, NewTfApplyModel),\n}\n\nfunc TerraformApply(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\t// span := trace.SpanFromContext(ctx)\n\n\tPTermSetup()\n\n\thasPlanSet := false\n\tautoApprove := false\n\tplanFile := \"overmind.plan\"\n\tif len(args) >= 1 {\n\t\tf, err := os.Stat(args[len(args)-1])\n\t\tif err == nil && !f.IsDir() {\n\t\t\t// the last argument is a file, check that the previous arg is not\n\t\t\t// one that would eat this as argument\n\t\t\thasPlanSet = true\n\t\t\tif len(args) >= 2 {\n\t\t\t\tprev := args[len(args)-2]\n\t\t\t\tfor _, a := range []string{\"-backup\", \"--backup\", \"-state\", \"--state\", \"-state-out\", \"--state-out\"} {\n\t\t\t\t\tif prev == a || strings.HasPrefix(prev, a+\"=\") {\n\t\t\t\t\t\thasPlanSet = false\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif hasPlanSet {\n\t\t\tplanFile = args[len(args)-1]\n\t\t\tautoApprove = true\n\t\t}\n\t}\n\n\tplanArgs := append([]string{\"plan\"}, planArgsFromApplyArgs(args)...)\n\n\tif !hasPlanSet {\n\t\t// if the user has not set a plan, we need to set a temporary file to\n\t\t// capture the output for all calculations and to run apply afterwards\n\n\t\tf, err := os.CreateTemp(\"\", \"overmind-plan\")\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Fatal(\"failed to create temporary plan file\")\n\t\t}\n\n\t\tplanFile = f.Name()\n\n\t\tplanArgs = append(planArgs, \"-out\", planFile)\n\t\targs = append(args, planFile)\n\n\t\t// check for auto-approval setting on the command line. note that\n\t\t// terraform will ignore -auto-approve if a plan file is supplied,\n\t\t// therefore we only check for the flag when no plan file is supplied\n\t\tfor _, a := range args {\n\t\t\tif a == \"-auto-approve\" || a == \"-auto-approve=true\" || a == \"-auto-approve=TRUE\" || a == \"--auto-approve\" || a == \"--auto-approve=true\" || a == \"--auto-approve=TRUE\" {\n\t\t\t\tautoApprove = true\n\t\t\t}\n\t\t\tif a == \"-auto-approve=false\" || a == \"-auto-approve=FALSE\" || a == \"--auto-approve=false\" || a == \"--auto-approve=FALSE\" {\n\t\t\t\tautoApprove = false\n\t\t\t}\n\t\t}\n\t}\n\n\targs = append([]string{\"apply\"}, args...)\n\n\tneedPlan := !hasPlanSet\n\tneedApproval := !autoApprove\n\n\tctx, oi, _, cleanup, err := StartSources(ctx, cmd, args)\n\tif err != nil {\n\t\treturn err\n\t}\n\tdefer cleanup()\n\n\tif needPlan {\n\t\terr := TerraformPlanImpl(ctx, cmd, oi, planArgs, planFile)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tif needApproval {\n\t\tpterm.Println(\"\")\n\t\tpterm.Println(\"Do you want to perform these actions?\")\n\t\tpterm.Println(\"\")\n\t\tpterm.Println(\"Terraform will perform the actions described above.\")\n\t\tresult, _ := pterm.DefaultInteractiveTextInput.WithDefaultText(\"Only 'yes' will be accepted to approve\").Show()\n\t\tif result != \"yes\" {\n\t\t\treturn errors.New(\"aborted by user\")\n\t\t}\n\t}\n\n\treturn TerraformApplyImpl(ctx, cmd, oi, args, planFile)\n}\n\nfunc TerraformApplyImpl(ctx context.Context, cmd *cobra.Command, oi sdp.OvermindInstance, args []string, planFile string) error {\n\tclient := AuthenticatedChangesClient(ctx, oi)\n\n\tchangeUuid, err := func() (uuid.UUID, error) {\n\t\tmulti := pterm.DefaultMultiPrinter\n\t\t_, _ = multi.Start()\n\t\tdefer func() {\n\t\t\t_, _ = multi.Stop()\n\t\t}()\n\n\t\tvar err error\n\t\tticketLink := viper.GetString(\"ticket-link\")\n\t\tif ticketLink == \"\" {\n\t\t\tticketLink, err = getTicketLinkFromPlan(planFile)\n\t\t\tif err != nil {\n\t\t\t\treturn uuid.Nil, err\n\t\t\t}\n\t\t}\n\n\t\tchangeUuid, err := getChangeUUIDAndCheckStatus(ctx, oi, sdp.ChangeStatus_CHANGE_STATUS_DEFINING, ticketLink, true)\n\t\tif err != nil {\n\t\t\treturn uuid.Nil, fmt.Errorf(\"failed to identify change: %w\", err)\n\t\t}\n\n\t\tstartingChangeSnapshotSpinner, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Starting Change\")\n\n\t\tstartStream, err := client.StartChange(ctx, &connect.Request[sdp.StartChangeRequest]{\n\t\t\tMsg: &sdp.StartChangeRequest{\n\t\t\t\tChangeUUID: changeUuid[:],\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\tstartingChangeSnapshotSpinner.Fail(fmt.Sprintf(\"Starting Change: %v\", err))\n\t\t\treturn uuid.Nil, fmt.Errorf(\"failed to start change: %w\", err)\n\t\t}\n\n\t\tvar startMsg *sdp.StartChangeResponse\n\t\tlastLog := time.Now().Add(-1 * time.Minute)\n\t\tfor startStream.Receive() {\n\t\t\tstartMsg = startStream.Msg()\n\t\t\t// print progress every 2 seconds\n\t\t\tif time.Now().After(lastLog.Add(2 * time.Second)) {\n\t\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\t\"state\": startMsg.GetState(),\n\t\t\t\t\t\"items\": startMsg.GetNumItems(),\n\t\t\t\t\t\"edges\": startMsg.GetNumEdges(),\n\t\t\t\t}).Trace(\"progress\")\n\t\t\t\tlastLog = time.Now()\n\t\t\t}\n\t\t\tstateLabel := \"unknown\"\n\t\t\tswitch startMsg.GetState() {\n\t\t\tcase sdp.StartChangeResponse_STATE_UNSPECIFIED:\n\t\t\t\tstateLabel = \"unknown\"\n\t\t\tcase sdp.StartChangeResponse_STATE_TAKING_SNAPSHOT:\n\t\t\t\tstateLabel = \"capturing current state\"\n\t\t\tcase sdp.StartChangeResponse_STATE_SAVING_SNAPSHOT:\n\t\t\t\tstateLabel = \"saving state\"\n\t\t\tcase sdp.StartChangeResponse_STATE_DONE:\n\t\t\t\tstateLabel = \"done\"\n\t\t\t}\n\t\t\tstartingChangeSnapshotSpinner.UpdateText(fmt.Sprintf(\"Starting Change: %v\", snapshotDetail(stateLabel, startMsg.GetNumItems(), startMsg.GetNumEdges())))\n\t\t}\n\t\tif startStream.Err() != nil {\n\t\t\tstartingChangeSnapshotSpinner.Fail(fmt.Sprintf(\"Starting Change: %v\", startStream.Err()))\n\t\t\treturn uuid.Nil, startStream.Err()\n\t\t}\n\n\t\tstartingChangeSnapshotSpinner.Success()\n\t\treturn changeUuid, nil\n\t}()\n\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// apply the args filtering here, after providers have been configured above\n\t// (which might still need --var and --var-file information)\n\terr = RunApply(ctx, applyArgsFromApplyArgs(args))\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tmulti := pterm.DefaultMultiPrinter\n\t_, _ = multi.Start()\n\tdefer func() {\n\t\t_, _ = multi.Stop()\n\t}()\n\n\tendingChangeSnapshotSpinner, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Ending Change\")\n\n\tendStream, err := client.EndChange(ctx, &connect.Request[sdp.EndChangeRequest]{\n\t\tMsg: &sdp.EndChangeRequest{\n\t\t\tChangeUUID: changeUuid[:],\n\t\t},\n\t})\n\tif err != nil {\n\t\tendingChangeSnapshotSpinner.Fail(fmt.Sprintf(\"Ending Change: %v\", err))\n\t\treturn fmt.Errorf(\"failed to end change: %w\", err)\n\t}\n\n\tvar endMsg *sdp.EndChangeResponse\n\tlastLog := time.Now().Add(-1 * time.Minute)\n\tfor endStream.Receive() {\n\t\tendMsg = endStream.Msg()\n\t\t// print progress every 2 seconds\n\t\tif time.Now().After(lastLog.Add(2 * time.Second)) {\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"state\": endMsg.GetState(),\n\t\t\t\t\"items\": endMsg.GetNumItems(),\n\t\t\t\t\"edges\": endMsg.GetNumEdges(),\n\t\t\t}).Trace(\"progress\")\n\t\t\tlastLog = time.Now()\n\t\t}\n\t\tstateLabel := \"unknown\"\n\t\tswitch endMsg.GetState() {\n\t\tcase sdp.EndChangeResponse_STATE_UNSPECIFIED:\n\t\t\tstateLabel = \"unknown\"\n\t\tcase sdp.EndChangeResponse_STATE_TAKING_SNAPSHOT:\n\t\t\tstateLabel = \"capturing current state\"\n\t\tcase sdp.EndChangeResponse_STATE_SAVING_SNAPSHOT:\n\t\t\tstateLabel = \"saving state\"\n\t\tcase sdp.EndChangeResponse_STATE_DONE:\n\t\t\tstateLabel = \"done\"\n\t\t}\n\t\tendingChangeSnapshotSpinner.UpdateText(fmt.Sprintf(\"Ending Change: %v\", snapshotDetail(stateLabel, endMsg.GetNumItems(), endMsg.GetNumEdges())))\n\t}\n\tif endStream.Err() != nil {\n\t\tendingChangeSnapshotSpinner.Fail(fmt.Sprintf(\"Ending Change: %v\", endStream.Err()))\n\t\treturn endStream.Err()\n\t}\n\n\tendingChangeSnapshotSpinner.Success()\n\n\treturn nil\n}\n\nfunc init() {\n\tterraformCmd.AddCommand(terraformApplyCmd)\n\n\taddAPIFlags(terraformApplyCmd)\n\taddChangeUuidFlags(terraformApplyCmd)\n\taddTerraformBaseFlags(terraformApplyCmd)\n}\n" }, { "path": "cmd/terraform_plan.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"crypto/sha256\"\n\t\"fmt\"\n\t\"os\"\n\t\"os/exec\"\n\t\"slices\"\n\t\"strings\"\n\t\"sync/atomic\"\n\t\"time\"\n\n\tlipgloss \"charm.land/lipgloss/v2\"\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/muesli/reflow/wordwrap\"\n\t\"github.com/overmindtech/pterm\"\n\t\"github.com/overmindtech/cli/tfutils\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// terraformPlanCmd represents the `terraform plan` command\nvar terraformPlanCmd = &cobra.Command{\n\tUse: \"plan [overmind options...] -- [terraform options...]\",\n\tShort: \"Runs `terraform plan` and sends the results to Overmind to calculate a blast radius and risks.\",\n\tPreRun: PreRunSetup,\n\tRunE: TerraformPlan,\n}\n\nfunc TerraformPlan(cmd *cobra.Command, args []string) error {\n\tctx := cmd.Context()\n\n\tPTermSetup()\n\n\thasPlanOutSet := false\n\tplanFile := \"overmind.plan\"\n\tfor i, a := range args {\n\t\tif a == \"-out\" || a == \"--out=true\" {\n\t\t\thasPlanOutSet = true\n\t\t\tplanFile = args[i+1]\n\t\t}\n\t\tif strings.HasPrefix(a, \"-out=\") {\n\t\t\thasPlanOutSet = true\n\t\t\tplanFile, _ = strings.CutPrefix(a, \"-out=\")\n\t\t}\n\t\tif strings.HasPrefix(a, \"--out=\") {\n\t\t\thasPlanOutSet = true\n\t\t\tplanFile, _ = strings.CutPrefix(a, \"--out=\")\n\t\t}\n\t}\n\n\targs = append([]string{\"plan\"}, args...)\n\tif !hasPlanOutSet {\n\t\t// if the user has not set a plan, we need to set a temporary file to\n\t\t// capture the output for the blast radius and risks calculation\n\n\t\tf, err := os.CreateTemp(\"\", \"overmind-plan\")\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Fatal(\"failed to create temporary plan file\")\n\t\t}\n\n\t\tplanFile = f.Name()\n\t\targs = append(args, \"-out\", planFile)\n\t\t// TODO: remember whether we used a temporary plan file and remove it when done\n\t}\n\n\tctx, oi, _, cleanup, err := StartSources(ctx, cmd, args)\n\tif err != nil {\n\t\treturn err\n\t}\n\tif cleanup != nil {\n\t\tdefer cleanup()\n\t}\n\n\treturn TerraformPlanImpl(ctx, cmd, oi, args, planFile)\n}\n\nfunc TerraformPlanImpl(ctx context.Context, cmd *cobra.Command, oi sdp.OvermindInstance, args []string, planFile string) error {\n\tspan := trace.SpanFromContext(ctx)\n\n\t// this printer will be configured once the terraform plan command has\n\t// completed and the terminal is available again\n\tpostPlanPrinter := atomic.Pointer[pterm.MultiPrinter]{}\n\n\trevlinkPool := RunRevlinkWarmup(ctx, oi, &postPlanPrinter, args)\n\n\terr := RunPlan(ctx, args)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tlog.Debug(\"done running terraform plan\")\n\n\t// start showing revlink warmup status now that the terminal is free\n\tmulti := pterm.DefaultMultiPrinter\n\t_, _ = multi.Start()\n\tdefer func() {\n\t\t_, _ = multi.Stop()\n\t}()\n\n\t// create a spinner for removing secrets before publishing `multi` to the\n\t// postPlanPrinter, so that \"removing secrets\" is shown before the revlink\n\t// status updates\n\tremovingSecretsSpinner, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Removing secrets\")\n\tpostPlanPrinter.Store(&multi)\n\n\t///////////////////////////////////////////////////////////////////\n\t// Convert provided plan into JSON for easier parsing\n\t///////////////////////////////////////////////////////////////////\n\n\ttfPlanJsonCmd := exec.CommandContext(ctx, \"terraform\", \"show\", \"-json\", planFile)\n\n\ttfPlanJsonCmd.Stderr = multi.NewWriter() // send output through PTerm; is usually empty\n\n\tlog.WithField(\"args\", tfPlanJsonCmd.Args).Debug(\"converting plan to JSON\")\n\tplanJson, err := tfPlanJsonCmd.Output()\n\tif err != nil {\n\t\tremovingSecretsSpinner.Fail(fmt.Sprintf(\"Removing secrets: %v\", err))\n\t\treturn fmt.Errorf(\"failed to convert terraform plan to JSON: %w\", err)\n\t}\n\n\tremovingSecretsSpinner.Success()\n\n\t// Detect the repository URL if it wasn't provided\n\trepoUrl := viper.GetString(\"repo\")\n\tif repoUrl == \"\" {\n\t\trepoUrl, _ = DetectRepoURL(AllDetectors)\n\t}\n\n\t///////////////////////////////////////////////////////////////////\n\t// Extract changes from the plan and created mapped item diffs\n\t///////////////////////////////////////////////////////////////////\n\n\tresourceExtractionSpinner, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Extracting resources\")\n\tresourceExtractionResults := multi.NewWriter()\n\ttime.Sleep(200 * time.Millisecond) // give the UI a little time to update\n\n\tscope := tfutils.RepoToScope(repoUrl)\n\n\t// Map the terraform changes to Overmind queries\n\tmappingResponse, err := tfutils.MappedItemDiffsFromPlan(ctx, planJson, planFile, scope, log.Fields{})\n\tif err != nil {\n\t\tresourceExtractionSpinner.Fail(fmt.Sprintf(\"Removing secrets: %v\", err))\n\t\treturn nil\n\t}\n\n\tremovingSecretsSpinner.Success(fmt.Sprintf(\"Removed %v secrets\", mappingResponse.RemovedSecrets))\n\n\tresourceExtractionSpinner.UpdateText(fmt.Sprintf(\"Extracted %v changing resources: %v supported %v skipped %v unsupported %v pending creation\\n\",\n\t\tmappingResponse.NumTotal(),\n\t\tmappingResponse.NumSuccess(),\n\t\tmappingResponse.NumNotEnoughInfo(),\n\t\tmappingResponse.NumUnsupported(),\n\t\tmappingResponse.NumPendingCreation(),\n\t))\n\n\t// Sort the supported and unsupported changes so that they display nicely\n\tslices.SortFunc(mappingResponse.Results, func(a, b tfutils.PlannedChangeMapResult) int {\n\t\treturn int(a.Status) - int(b.Status)\n\t})\n\n\t// render the list of supported and unsupported changes for the UI\n\tfor _, mapping := range mappingResponse.Results {\n\t\tvar printer pterm.PrefixPrinter\n\t\tswitch mapping.Status {\n\t\tcase tfutils.MapStatusSuccess:\n\t\t\tprinter = pterm.Success\n\t\tcase tfutils.MapStatusNotEnoughInfo:\n\t\t\tprinter = pterm.Warning\n\t\tcase tfutils.MapStatusUnsupported:\n\t\t\tprinter = pterm.Error\n\t\tcase tfutils.MapStatusPendingCreation:\n\t\t\tprinter = pterm.Info\n\t\t}\n\n\t\tline := printer.Sprintf(\"%v (%v)\", mapping.TerraformName, mapping.Message)\n\t\t_, err = fmt.Fprintf(resourceExtractionResults, \" %v\\n\", line)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"error writing to resource extraction results: %w\", err)\n\t\t}\n\t}\n\n\ttime.Sleep(200 * time.Millisecond) // give the UI a little time to update\n\n\tresourceExtractionSpinner.Success()\n\n\t// wait for the revlink warmup for 15 seconds. if it takes longer, we'll just continue\n\twaitCh := make(chan error, 1)\n\tgo func() {\n\t\twaitCh <- revlinkPool.Wait()\n\t}()\n\n\tselect {\n\tcase err = <-waitCh:\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"error waiting for revlink warmup: %w\", err)\n\t\t}\n\tcase <-time.After(15 * time.Second):\n\t\tpterm.Info.Print(\"Done waiting for revlink warmup\")\n\t}\n\n\t///////////////////////////////////////////////////////////////////\n\t// try to link up the plan with a Change and start submitting to the API\n\t///////////////////////////////////////////////////////////////////\n\n\tuploadChangesSpinner, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Uploading planned changes\")\n\n\tticketLink := viper.GetString(\"ticket-link\")\n\tif ticketLink == \"\" {\n\t\tticketLink, err = getTicketLinkFromPlan(planFile)\n\t\tif err != nil {\n\t\t\tuploadChangesSpinner.Fail(fmt.Sprintf(\"Uploading planned changes: failed to get ticket link from plan: %v\", err))\n\t\t\treturn nil\n\t\t}\n\t}\n\n\tclient := AuthenticatedChangesClient(ctx, oi)\n\tchangeUuid, err := getChangeUUIDAndCheckStatus(ctx, oi, sdp.ChangeStatus_CHANGE_STATUS_DEFINING, ticketLink, false)\n\tif err != nil {\n\t\tuploadChangesSpinner.Fail(fmt.Sprintf(\"Uploading planned changes: failed searching for existing changes: %v\", err))\n\t\treturn nil\n\t}\n\n\ttitle := changeTitle(ctx, viper.GetString(\"title\"))\n\ttfPlanTextCmd := exec.CommandContext(ctx, \"terraform\", \"show\", planFile)\n\n\ttfPlanTextCmd.Stderr = multi.NewWriter() // send output through PTerm; is usually empty\n\n\tlog.WithField(\"args\", tfPlanTextCmd.Args).Debug(\"pretty-printing plan\")\n\ttfPlanOutput, err := tfPlanTextCmd.Output()\n\tif err != nil {\n\t\tuploadChangesSpinner.Fail(fmt.Sprintf(\"Uploading planned changes: failed to pretty-print plan: %v\", err))\n\t\treturn nil\n\t}\n\n\tcodeChangesOutput := tryLoadText(ctx, viper.GetString(\"code-changes-diff\"))\n\n\tenrichedTags, err := parseTagsArgument()\n\tif err != nil {\n\t\tuploadChangesSpinner.Fail(fmt.Sprintf(\"Uploading planned changes: failed to parse tags: %v\", err))\n\t\treturn nil\n\t}\n\n\tlabels, err := parseLabelsArgument()\n\tif err != nil {\n\t\tuploadChangesSpinner.Fail(fmt.Sprintf(\"Uploading planned changes: failed to parse labels: %v\", err))\n\t\treturn nil\n\t}\n\n\tproperties := &sdp.ChangeProperties{\n\t\tTitle: title,\n\t\tDescription: viper.GetString(\"description\"),\n\t\tTicketLink: ticketLink,\n\t\tOwner: viper.GetString(\"owner\"),\n\t\tRawPlan: string(tfPlanOutput),\n\t\tCodeChanges: codeChangesOutput,\n\t\tRepo: repoUrl,\n\t\tEnrichedTags: enrichedTags,\n\t\tLabels: labels,\n\t}\n\n\tif changeUuid == uuid.Nil {\n\t\tuploadChangesSpinner.UpdateText(\"Uploading planned changes (new)\")\n\t\tlog.Debug(\"Creating a new change\")\n\t\tcreateResponse, err := client.CreateChange(ctx, &connect.Request[sdp.CreateChangeRequest]{\n\t\t\tMsg: &sdp.CreateChangeRequest{\n\t\t\t\tProperties: properties,\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\tuploadChangesSpinner.Fail(fmt.Sprintf(\"Uploading planned changes: failed to create a new change: %v\", err))\n\t\t\treturn nil\n\t\t}\n\n\t\tmaybeChangeUuid := createResponse.Msg.GetChange().GetMetadata().GetUUIDParsed()\n\t\tif maybeChangeUuid == nil {\n\t\t\tuploadChangesSpinner.Fail(\"Uploading planned changes: failed to read change id\")\n\t\t\treturn nil\n\t\t}\n\n\t\tchangeUuid = *maybeChangeUuid\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.change.uuid\", changeUuid.String()),\n\t\t\tattribute.Bool(\"ovm.change.new\", true),\n\t\t)\n\t} else {\n\t\tuploadChangesSpinner.UpdateText(\"Uploading planned changes (update)\")\n\t\tlog.WithField(\"change\", changeUuid).Debug(\"Updating an existing change\")\n\n\t\t_, err := client.UpdateChange(ctx, &connect.Request[sdp.UpdateChangeRequest]{\n\t\t\tMsg: &sdp.UpdateChangeRequest{\n\t\t\t\tUUID: changeUuid[:],\n\t\t\t\tProperties: properties,\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\tuploadChangesSpinner.Fail(fmt.Sprintf(\"Uploading planned changes: failed to update change: %v\", err))\n\t\t\treturn nil\n\t\t}\n\t}\n\ttime.Sleep(200 * time.Millisecond) // give the UI a little time to update\n\tuploadChangesSpinner.Success()\n\n\t///////////////////////////////////////////////////////////////////\n\t// Upload the planned changes to the API\n\t///////////////////////////////////////////////////////////////////\n\n\tuploadPlannedChange, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Uploading planned changes\")\n\tlog.WithField(\"change\", changeUuid).Debug(\"Uploading planned changes\")\n\n\t// Build analysis configuration (includes knowledge files)\n\tanalysisConfig, err := buildAnalysisConfig(ctx, log.Fields{\"change\": changeUuid})\n\tif err != nil {\n\t\tuploadPlannedChange.Fail(fmt.Sprintf(\"Uploading planned changes: failed to build analysis config: %v\", err))\n\t\treturn nil\n\t}\n\n\t_, err = client.StartChangeAnalysis(ctx, &connect.Request[sdp.StartChangeAnalysisRequest]{\n\t\tMsg: &sdp.StartChangeAnalysisRequest{\n\t\t\tChangeUUID: changeUuid[:],\n\t\t\tChangingItems: mappingResponse.GetItemDiffs(),\n\t\t\tKnowledge: analysisConfig.KnowledgeFiles,\n\t\t},\n\t})\n\tif err != nil {\n\t\tuploadPlannedChange.Fail(fmt.Sprintf(\"Uploading planned changes: failed to update: %v\", err))\n\t\treturn nil\n\t}\n\tuploadPlannedChange.Success(\"Uploaded planned changes: Done\")\n\n\tchangeUrl := *oi.FrontendUrl\n\tchangeUrl.Path = fmt.Sprintf(\"%v/changes/%v\", changeUrl.Path, changeUuid)\n\tlog.WithField(\"change-url\", changeUrl.String()).Info(\"Change ready\")\n\n\t///////////////////////////////////////////////////////////////////\n\t// wait for change analysis to complete (poll GetChange by change_analysis_status)\n\t///////////////////////////////////////////////////////////////////\n\tchangeAnalysisSpinner, _ := pterm.DefaultSpinner.WithWriter(multi.NewWriter()).Start(\"Change Analysis\")\n\nretryLoop:\n\tfor {\n\t\tchangeRes, err := client.GetChange(ctx, &connect.Request[sdp.GetChangeRequest]{\n\t\t\tMsg: &sdp.GetChangeRequest{\n\t\t\t\tUUID: changeUuid[:],\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\tchangeAnalysisSpinner.Fail(fmt.Sprintf(\"Change Analysis failed to get change: %v\", err))\n\t\t\treturn fmt.Errorf(\"failed to get change during change analysis: %w\", err)\n\t\t}\n\t\tif changeRes.Msg == nil || changeRes.Msg.GetChange() == nil {\n\t\t\tchangeAnalysisSpinner.Fail(\"Change Analysis failed: received empty change response\")\n\t\t\treturn fmt.Errorf(\"change analysis failed: received empty change response\")\n\t\t}\n\t\tch := changeRes.Msg.GetChange()\n\t\tmd := ch.GetMetadata()\n\t\tif md == nil || md.GetChangeAnalysisStatus() == nil {\n\t\t\tchangeAnalysisSpinner.Fail(\"Change Analysis failed: change metadata or analysis status missing\")\n\t\t\treturn fmt.Errorf(\"change analysis failed: change metadata or change analysis status is nil\")\n\t\t}\n\t\tstatus := md.GetChangeAnalysisStatus().GetStatus()\n\t\tswitch status {\n\t\tcase sdp.ChangeAnalysisStatus_STATUS_DONE, sdp.ChangeAnalysisStatus_STATUS_SKIPPED:\n\t\t\tchangeAnalysisSpinner.Success()\n\t\t\tbreak retryLoop\n\t\tcase sdp.ChangeAnalysisStatus_STATUS_ERROR:\n\t\t\tchangeAnalysisSpinner.Fail(\"Change analysis failed\")\n\t\t\treturn fmt.Errorf(\"change analysis completed with error status\")\n\t\tcase sdp.ChangeAnalysisStatus_STATUS_UNSPECIFIED, sdp.ChangeAnalysisStatus_STATUS_INPROGRESS:\n\t\t\t// keep polling\n\t\t}\n\t\ttime.Sleep(3 * time.Second)\n\t\tif ctx.Err() != nil {\n\t\t\tchangeAnalysisSpinner.Fail(\"Cancelled\")\n\t\t\treturn ctx.Err()\n\t\t}\n\t}\n\trisksRes, err := client.GetChangeRisks(ctx, &connect.Request[sdp.GetChangeRisksRequest]{\n\t\tMsg: &sdp.GetChangeRisksRequest{\n\t\t\tUUID: changeUuid[:],\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to get calculated risks: %w\", err)\n\t}\n\tif risksRes.Msg == nil {\n\t\treturn fmt.Errorf(\"failed to get calculated risks: response message was nil\")\n\t}\n\tif risksRes.Msg.GetChangeRiskMetadata() == nil {\n\t\treturn fmt.Errorf(\"failed to get calculated risks: change risk metadata was nil\")\n\t}\n\tcalculatedRisks := risksRes.Msg.GetChangeRiskMetadata().GetRisks()\n\t// Submit milestone for tracing\n\tif cmdSpan != nil {\n\t\tcmdSpan.AddEvent(\"Change Analysis finished\", trace.WithAttributes(\n\t\t\tattribute.Int(\"ovm.risks.count\", len(calculatedRisks)),\n\t\t\tattribute.String(\"ovm.change.uuid\", changeUuid.String()),\n\t\t))\n\t}\n\n\tbits := []string{}\n\tbits = append(bits, \"\")\n\tbits = append(bits, \"\")\n\tif len(calculatedRisks) == 0 {\n\t\tbits = append(bits, styleH1().Render(\"Potential Risks\"))\n\t\tbits = append(bits, \"\")\n\t\tbits = append(bits, \"Overmind has not identified any risks associated with this change.\")\n\t\tbits = append(bits, \"\")\n\t\tbits = append(bits, \"This could be due to the change being low risk with no impact on other parts of the system, or involving resources that Overmind currently does not support.\")\n\t} else if changeUrl.String() != \"\" {\n\t\tbits = append(bits, styleH1().Render(\"Potential Risks\"))\n\t\tbits = append(bits, \"\")\n\t\tfor _, r := range calculatedRisks {\n\t\t\tseverity := \"\"\n\t\t\tswitch r.GetSeverity() {\n\t\t\tcase sdp.Risk_SEVERITY_HIGH:\n\t\t\t\tseverity = lipgloss.NewStyle().\n\t\t\t\t\tBackground(ColorPalette.BgDanger).\n\t\t\t\t\tForeground(ColorPalette.LabelTitle).\n\t\t\t\t\tPadding(0, 1).\n\t\t\t\t\tBold(true).\n\t\t\t\t\tRender(\"High β€Ό\")\n\t\t\tcase sdp.Risk_SEVERITY_MEDIUM:\n\t\t\t\tseverity = lipgloss.NewStyle().\n\t\t\t\t\tBackground(ColorPalette.BgWarning).\n\t\t\t\t\tForeground(ColorPalette.LabelTitle).\n\t\t\t\t\tPadding(0, 1).\n\t\t\t\t\tRender(\"Medium !\")\n\t\t\tcase sdp.Risk_SEVERITY_LOW:\n\t\t\t\tseverity = lipgloss.NewStyle().\n\t\t\t\t\tBackground(ColorPalette.LabelBase).\n\t\t\t\t\tForeground(ColorPalette.LabelTitle).\n\t\t\t\t\tPadding(0, 1).\n\t\t\t\t\tRender(\"Low β“˜ \")\n\t\t\tcase sdp.Risk_SEVERITY_UNSPECIFIED:\n\t\t\t\t// do nothing\n\t\t\t}\n\t\t\ttitle := lipgloss.NewStyle().\n\t\t\t\tForeground(ColorPalette.BgMain).\n\t\t\t\tPaddingRight(1).\n\t\t\t\tBold(true).\n\t\t\t\tRender(r.GetTitle())\n\n\t\t\tbits = append(bits, fmt.Sprintf(\"%v%v\\n\\n%v\",\n\t\t\t\ttitle,\n\t\t\t\tseverity,\n\t\t\t\twordwrap.String(r.GetDescription(), min(160, pterm.GetTerminalWidth()-4))))\n\n\t\t\triskUUID, _ := uuid.FromBytes(r.GetUUID())\n\t\t\triskURL := fmt.Sprintf(\"%v/blast-radius?selectedRisk=%v&utm_source=cli&cli_version=%v\", changeUrl.String(), riskUUID.String(), tracing.Version())\n\t\t\tbits = append(bits, fmt.Sprintf(\"%v\\n\\n\", osc8Hyperlink(riskURL, \"View risk β†—\")))\n\t\t}\n\t\tchangeURLWithUTM := fmt.Sprintf(\"%v?utm_source=cli&cli_version=%v\", changeUrl.String(), tracing.Version())\n\t\tbits = append(bits, fmt.Sprintf(\"\\nView the blast radius graph and risks:\\n%v\\n\\n\", osc8Hyperlink(changeURLWithUTM, \"Open in Overmind β†—\")))\n\t}\n\n\tpterm.Fprintln(multi.NewWriter(), strings.Join(bits, \"\\n\"))\n\n\treturn nil\n}\n\n// supportsOSCHyperlinks checks if the terminal likely supports OSC 8 hyperlinks.\n// Combines a TTY check with environment-based heuristics.\nfunc supportsOSCHyperlinks() bool {\n\tif fi, err := os.Stdout.Stat(); err != nil || fi.Mode()&os.ModeCharDevice == 0 {\n\t\treturn false\n\t}\n\treturn envSupportsOSCHyperlinks()\n}\n\n// envSupportsOSCHyperlinks checks environment variables to determine if the terminal\n// likely supports OSC 8 hyperlinks. Split out from supportsOSCHyperlinks so that tests\n// can exercise the env heuristics in isolation β€” go test pipes stdout, so the\n// TTY check in supportsOSCHyperlinks always fails under test.\nfunc envSupportsOSCHyperlinks() bool {\n\tif os.Getenv(\"CI\") != \"\" {\n\t\treturn false\n\t}\n\tif term := os.Getenv(\"TERM\"); term == \"dumb\" {\n\t\treturn false\n\t}\n\tif strings.HasPrefix(os.Getenv(\"TERM\"), \"screen\") && os.Getenv(\"TMUX\") == \"\" {\n\t\treturn false\n\t}\n\tif os.Getenv(\"TERM_PROGRAM\") != \"\" {\n\t\treturn true\n\t}\n\tif os.Getenv(\"VTE_VERSION\") != \"\" {\n\t\treturn true\n\t}\n\tif os.Getenv(\"TERM\") == \"xterm-kitty\" {\n\t\treturn true\n\t}\n\tif strings.Contains(os.Getenv(\"TERM\"), \"256color\") {\n\t\treturn true\n\t}\n\treturn false\n}\n\n// osc8Hyperlink returns an OSC 8 hyperlink if the terminal supports it, otherwise\n// the raw URL. Supported by iTerm2, GNOME Terminal, Windows Terminal, WezTerm,\n// kitty, Alacritty; degrades gracefully in unsupported terminals.\nfunc osc8Hyperlink(url, text string) string {\n\tif supportsOSCHyperlinks() {\n\t\treturn fmt.Sprintf(\"\\033]8;;%s\\033\\\\%s\\033]8;;\\033\\\\\", url, text)\n\t}\n\treturn url\n}\n\n// getTicketLinkFromPlan reads the plan file to create a unique hash to identify this change\nfunc getTicketLinkFromPlan(planFile string) (string, error) {\n\tplan, err := os.ReadFile(planFile)\n\tif err != nil {\n\t\treturn \"\", fmt.Errorf(\"failed to read plan file (%v): %w\", planFile, err)\n\t}\n\th := sha256.New()\n\th.Write(plan)\n\treturn fmt.Sprintf(\"tfplan://{SHA256}%x\", h.Sum(nil)), nil\n}\n\nfunc init() {\n\tterraformCmd.AddCommand(terraformPlanCmd)\n\n\taddAPIFlags(terraformPlanCmd)\n\taddChangeUuidFlags(terraformPlanCmd)\n\taddTerraformBaseFlags(terraformPlanCmd)\n\taddAnalysisFlags(terraformPlanCmd)\n}\n" }, { "path": "cmd/terraform_plan_test.go", "content": "package cmd\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\n\tlipgloss \"charm.land/lipgloss/v2\"\n\t\"github.com/muesli/reflow/wordwrap\"\n)\n\nfunc TestOSC8Hyperlink(t *testing.T) {\n\tt.Parallel()\n\n\turl := \"https://app.overmind.tech/changes/abc/blast-radius?selectedRisk=xyz&utm_source=cli&cli_version=0.42.0\"\n\ttext := \"View risk β†—\"\n\n\t// In tests, stdout is not a TTY, so supportsOSCHyperlinks() returns false\n\t// and osc8Hyperlink falls back to the raw URL.\n\tresult := osc8Hyperlink(url, text)\n\tif result != url {\n\t\tt.Errorf(\"osc8Hyperlink() = %q, want raw URL %q when stdout is not a TTY\", result, url)\n\t}\n}\n\nfunc TestEnvSupportsOSC8(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tenv map[string]string\n\t\twant bool\n\t}{\n\t\t{\"CI disables\", map[string]string{\"CI\": \"true\"}, false},\n\t\t{\"dumb terminal\", map[string]string{\"TERM\": \"dumb\"}, false},\n\t\t{\"screen without tmux\", map[string]string{\"TERM\": \"screen\"}, false},\n\t\t{\"screen with tmux and 256color\", map[string]string{\"TERM\": \"screen-256color\", \"TMUX\": \"/tmp/tmux-1000/default,12345,0\"}, true},\n\t\t{\"TERM_PROGRAM set\", map[string]string{\"TERM_PROGRAM\": \"iTerm.app\"}, true},\n\t\t{\"VTE_VERSION set\", map[string]string{\"VTE_VERSION\": \"6800\"}, true},\n\t\t{\"xterm-kitty\", map[string]string{\"TERM\": \"xterm-kitty\"}, true},\n\t\t{\"256color\", map[string]string{\"TERM\": \"xterm-256color\"}, true},\n\t\t{\"no signals\", map[string]string{}, false},\n\t}\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tt.Setenv(\"CI\", \"\")\n\t\t\tt.Setenv(\"TERM\", \"\")\n\t\t\tt.Setenv(\"TMUX\", \"\")\n\t\t\tt.Setenv(\"TERM_PROGRAM\", \"\")\n\t\t\tt.Setenv(\"VTE_VERSION\", \"\")\n\t\t\tfor k, v := range tt.env {\n\t\t\t\tt.Setenv(k, v)\n\t\t\t}\n\t\t\tif got := envSupportsOSCHyperlinks(); got != tt.want {\n\t\t\t\tt.Errorf(\"envSupportsOSCHyperlinks() = %v, want %v\", got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// TestRenderRiskPreview prints an exact replica of the CLI risk output using\n// the real lipgloss styles and theme. Run from an interactive terminal with:\n//\n//\tgo test ./cli/cmd/ -run TestRenderRiskPreview -v\n//\n// This is a visual inspection test, not an assertion-based test. It formats the\n// OSC 8 escape directly because go test pipes stdout through the test runner,\n// which fails the TTY check in supportsOSCHyperlinks. The real CLI runs in the user's\n// terminal where the TTY check passes naturally.\nfunc TestRenderRiskPreview(t *testing.T) {\n\tif os.Getenv(\"CI\") == \"true\" {\n\t\tt.Skip(\"visual inspection test β€” skipped in CI\")\n\t}\n\tInitPalette()\n\n\tchangeURL := \"https://app.overmind.tech/changes/d7f79e24-d123-40f2-9f5d-7296cff5fc7b\"\n\tcliVersion := \"0.42.0\"\n\n\ttype fakeRisk struct {\n\t\ttitle string\n\t\tdescription string\n\t\tseverity string\n\t\triskUUID string\n\t}\n\n\trisks := []fakeRisk{\n\t\t{\n\t\t\ttitle: \"Security group opens port 22 to 0.0.0.0/0\",\n\t\t\tdescription: \"Opening SSH to all IPs exposes the instance to brute-force attacks and unauthorized access. The security group sg-0abc123 allows inbound TCP/22 from 0.0.0.0/0, making it reachable from any IP on the internet.\",\n\t\t\tseverity: \"high\",\n\t\t\triskUUID: \"a1b2c3d4-e5f6-7890-abcd-ef1234567890\",\n\t\t},\n\t\t{\n\t\t\ttitle: \"Load balancer target group has no health check\",\n\t\t\tdescription: \"Without health checks, traffic may be routed to unhealthy instances causing user-facing errors. Target group arn:aws:elasticloadbalancing:us-east-1:123456:tg/my-tg has no health check configured.\",\n\t\t\tseverity: \"medium\",\n\t\t\triskUUID: \"b2c3d4e5-f6a7-8901-bcde-f12345678901\",\n\t\t},\n\t\t{\n\t\t\ttitle: \"Route table change may affect private subnet connectivity\",\n\t\t\tdescription: \"Modifying route table rtb-0def456 could disrupt connectivity for instances in subnet-789ghi that rely on the NAT gateway for outbound traffic.\",\n\t\t\tseverity: \"low\",\n\t\t\triskUUID: \"c3d4e5f6-a7b8-9012-cdef-123456789012\",\n\t\t},\n\t}\n\n\tosc8 := func(url, text string) string {\n\t\treturn fmt.Sprintf(\"\\033]8;;%s\\033\\\\%s\\033]8;;\\033\\\\\", url, text)\n\t}\n\n\tbits := []string{\"\", \"\"}\n\tbits = append(bits, styleH1().Render(\"Potential Risks\"))\n\tbits = append(bits, \"\")\n\n\tfor _, r := range risks {\n\t\tvar severity string\n\t\tswitch r.severity {\n\t\tcase \"high\":\n\t\t\tseverity = lipgloss.NewStyle().\n\t\t\t\tBackground(ColorPalette.BgDanger).\n\t\t\t\tForeground(ColorPalette.LabelTitle).\n\t\t\t\tPadding(0, 1).\n\t\t\t\tBold(true).\n\t\t\t\tRender(\"High β€Ό\")\n\t\tcase \"medium\":\n\t\t\tseverity = lipgloss.NewStyle().\n\t\t\t\tBackground(ColorPalette.BgWarning).\n\t\t\t\tForeground(ColorPalette.LabelTitle).\n\t\t\t\tPadding(0, 1).\n\t\t\t\tRender(\"Medium !\")\n\t\tcase \"low\":\n\t\t\tseverity = lipgloss.NewStyle().\n\t\t\t\tBackground(ColorPalette.LabelBase).\n\t\t\t\tForeground(ColorPalette.LabelTitle).\n\t\t\t\tPadding(0, 1).\n\t\t\t\tRender(\"Low β“˜ \")\n\t\t}\n\n\t\ttitle := lipgloss.NewStyle().\n\t\t\tForeground(ColorPalette.BgMain).\n\t\t\tPaddingRight(1).\n\t\t\tBold(true).\n\t\t\tRender(r.title)\n\n\t\tbits = append(bits, fmt.Sprintf(\"%v%v\\n\\n%v\",\n\t\t\ttitle,\n\t\t\tseverity,\n\t\t\twordwrap.String(r.description, 160)))\n\n\t\triskURL := fmt.Sprintf(\"%v/blast-radius?selectedRisk=%v&utm_source=cli&cli_version=%v\", changeURL, r.riskUUID, cliVersion)\n\t\tbits = append(bits, fmt.Sprintf(\"%v\\n\\n\", osc8(riskURL, \"View risk β†—\")))\n\t}\n\n\tchangeURLWithUTM := fmt.Sprintf(\"%v?utm_source=cli&cli_version=%v\", changeURL, cliVersion)\n\tbits = append(bits, fmt.Sprintf(\"\\nView the blast radius graph and risks:\\n%v\\n\\n\", osc8(changeURLWithUTM, \"Open in Overmind β†—\")))\n\n\tfmt.Println(strings.Join(bits, \"\\n\"))\n}\n" }, { "path": "cmd/theme.go", "content": "package cmd\n\nimport (\n\t_ \"embed\"\n\t\"fmt\"\n\t\"image/color\"\n\t\"os\"\n\n\t\"github.com/charmbracelet/glamour\"\n\t\"github.com/charmbracelet/glamour/ansi\"\n\tlipgloss \"charm.land/lipgloss/v2\"\n)\n\n// constrain the maximum terminal width to avoid readability issues with too\n// long lines\nconst MAX_TERMINAL_WIDTH = 120\n\ntype LogoPalette struct {\n\ta string\n\tb string\n\tc string\n\td string\n\te string\n\tf string\n}\n\ntype Palette struct {\n\tBgBase color.Color\n\tBgBaseHover color.Color\n\tBgShade color.Color\n\tBgSub color.Color\n\tBgBorder color.Color\n\tBgBorderHover color.Color\n\tBgDivider color.Color\n\tBgMain color.Color\n\tBgMainHover color.Color\n\tBgDanger color.Color\n\tBgDangerHover color.Color\n\tBgSuccess color.Color\n\tBgSuccessHover color.Color\n\tBgContrast color.Color\n\tBgContrastHover color.Color\n\tBgWarning color.Color\n\tBgWarningHover color.Color\n\tLabelControl color.Color\n\tLabelFaint color.Color\n\tLabelMuted color.Color\n\tLabelBase color.Color\n\tLabelTitle color.Color\n\tLabelLink color.Color\n\tLabelContrast color.Color\n}\n\n// This is the gradient that is used in the Overmind logo\nvar LogoGradient = LogoPalette{\n\ta: \"#1badf2\",\n\tb: \"#4b6ddf\",\n\tc: \"#5f51d5\",\n\td: \"#c640ad\",\n\te: \"#ef4971\",\n\tf: \"#fd6e43\",\n}\n\nvar ColorPalette Palette\n\nfunc InitPalette() {\n\thasDarkBG := lipgloss.HasDarkBackground(os.Stdin, os.Stderr)\n\tlightDark := lipgloss.LightDark(hasDarkBG)\n\n\tColorPalette = Palette{\n\t\tBgBase: lightDark(lipgloss.Color(\"#ffffff\"), lipgloss.Color(\"#242428\")),\n\t\tBgBaseHover: lightDark(lipgloss.Color(\"#ebebeb\"), lipgloss.Color(\"#2d2d34\")),\n\t\tBgShade: lightDark(lipgloss.Color(\"#fafafa\"), lipgloss.Color(\"#27272b\")),\n\t\tBgSub: lightDark(lipgloss.Color(\"#ffffff\"), lipgloss.Color(\"#1a1a1f\")),\n\t\tBgBorder: lightDark(lipgloss.Color(\"#e3e3e3\"), lipgloss.Color(\"#37373f\")),\n\t\tBgBorderHover: lightDark(lipgloss.Color(\"#d4d4d4\"), lipgloss.Color(\"#434351\")),\n\t\tBgDivider: lightDark(lipgloss.Color(\"#f0f0f0\"), lipgloss.Color(\"#29292e\")),\n\t\tBgMain: lightDark(lipgloss.Color(\"#655add\"), lipgloss.Color(\"#7a70eb\")),\n\t\tBgMainHover: lightDark(lipgloss.Color(\"#4840a0\"), lipgloss.Color(\"#938af5\")),\n\t\tBgDanger: lightDark(lipgloss.Color(\"#d74249\"), lipgloss.Color(\"#be5056\")),\n\t\tBgDangerHover: lightDark(lipgloss.Color(\"#c8373e\"), lipgloss.Color(\"#d0494f\")),\n\t\tBgSuccess: lightDark(lipgloss.Color(\"#5bb856\"), lipgloss.Color(\"#61ac5d\")),\n\t\tBgSuccessHover: lightDark(lipgloss.Color(\"#4da848\"), lipgloss.Color(\"#6ac865\")),\n\t\tBgContrast: lightDark(lipgloss.Color(\"#141414\"), lipgloss.Color(\"#fafafa\")),\n\t\tBgContrastHover: lightDark(lipgloss.Color(\"#2b2b2b\"), lipgloss.Color(\"#ffffff\")),\n\t\tBgWarning: lightDark(lipgloss.Color(\"#e59c57\"), lipgloss.Color(\"#ca8d53\")),\n\t\tBgWarningHover: lightDark(lipgloss.Color(\"#d9873a\"), lipgloss.Color(\"#f0a660\")),\n\t\tLabelControl: lightDark(lipgloss.Color(\"#ffffff\"), lipgloss.Color(\"#ffffff\")),\n\t\tLabelFaint: lightDark(lipgloss.Color(\"#adadad\"), lipgloss.Color(\"#616161\")),\n\t\tLabelMuted: lightDark(lipgloss.Color(\"#616161\"), lipgloss.Color(\"#8c8c8c\")),\n\t\tLabelBase: lightDark(lipgloss.Color(\"#383838\"), lipgloss.Color(\"#bababa\")),\n\t\tLabelTitle: lightDark(lipgloss.Color(\"#141414\"), lipgloss.Color(\"#ededed\")),\n\t\tLabelLink: lightDark(lipgloss.Color(\"#4f81ee\"), lipgloss.Color(\"#688ede\")),\n\t\tLabelContrast: lightDark(lipgloss.Color(\"#ffffff\"), lipgloss.Color(\"#1e1e24\")),\n\t}\n}\n\nfunc MarkdownStyle() ansi.StyleConfig {\n\treturn ansi.StyleConfig{\n\t\tDocument: ansi.StyleBlock{\n\t\t\tStylePrimitive: ansi.StylePrimitive{\n\t\t\t\tBlockPrefix: \"\\n\",\n\t\t\t\tBlockSuffix: \"\\n\",\n\t\t\t\tColor: getHex(ColorPalette.LabelBase),\n\t\t\t},\n\t\t\tIndent: new(uint(2)),\n\t\t},\n\t\tBlockQuote: ansi.StyleBlock{\n\t\t\tStylePrimitive: ansi.StylePrimitive{\n\t\t\t\tItalic: new(true),\n\t\t\t},\n\t\t\tIndent: new(uint(1)),\n\t\t\tIndentToken: new(\"β”‚ \"),\n\t\t},\n\t\tList: ansi.StyleList{\n\t\t\tLevelIndent: 2,\n\t\t},\n\t\tHeading: ansi.StyleBlock{\n\t\t\tStylePrimitive: ansi.StylePrimitive{\n\t\t\t\tBold: new(true),\n\t\t\t\tColor: getHex(ColorPalette.LabelTitle),\n\t\t\t\tBlockSuffix: \"\\n\",\n\t\t\t},\n\t\t},\n\t\tH1: ansi.StyleBlock{\n\t\t\tStylePrimitive: ansi.StylePrimitive{\n\t\t\t\tBackgroundColor: getHex(ColorPalette.BgMain),\n\t\t\t\tColor: getHex(ColorPalette.BgBase),\n\t\t\t},\n\t\t},\n\t\tH3: ansi.StyleBlock{\n\t\t\tStylePrimitive: ansi.StylePrimitive{\n\t\t\t\tColor: getHex(ColorPalette.LabelMuted),\n\t\t\t},\n\t\t},\n\t\tH4: ansi.StyleBlock{\n\t\t\tStylePrimitive: ansi.StylePrimitive{\n\t\t\t\tPrefix: \"#### \",\n\t\t\t},\n\t\t},\n\t\tH5: ansi.StyleBlock{\n\t\t\tStylePrimitive: ansi.StylePrimitive{\n\t\t\t\tPrefix: \"##### \",\n\t\t\t},\n\t\t},\n\t\tH6: ansi.StyleBlock{\n\t\t\tStylePrimitive: ansi.StylePrimitive{\n\t\t\t\tPrefix: \"###### \",\n\t\t\t\tBold: new(false),\n\t\t\t},\n\t\t},\n\t\tStrikethrough: ansi.StylePrimitive{\n\t\t\tCrossedOut: new(true),\n\t\t},\n\t\tEmph: ansi.StylePrimitive{\n\t\t\tItalic: new(true),\n\t\t},\n\t\tStrong: ansi.StylePrimitive{\n\t\t\tBold: new(true),\n\t\t},\n\t\tHorizontalRule: ansi.StylePrimitive{\n\t\t\tColor: getHex(ColorPalette.LabelBase),\n\t\t\tFormat: \"\\n--------\\n\",\n\t\t},\n\t\tItem: ansi.StylePrimitive{\n\t\t\tBlockPrefix: \"β€’ \",\n\t\t},\n\t\tEnumeration: ansi.StylePrimitive{\n\t\t\tBlockPrefix: \". \",\n\t\t},\n\t\tTask: ansi.StyleTask{\n\t\t\tTicked: \"[βœ“] \",\n\t\t\tUnticked: \"[ ] \",\n\t\t},\n\t\tLink: ansi.StylePrimitive{\n\t\t\tColor: getHex(ColorPalette.LabelLink),\n\t\t\tUnderline: new(true),\n\t\t\tBlockPrefix: \"(\",\n\t\t\tBlockSuffix: \")\",\n\t\t},\n\t\tLinkText: ansi.StylePrimitive{\n\t\t\tBold: new(true),\n\t\t},\n\t\tImage: ansi.StylePrimitive{\n\t\t\tColor: getHex(ColorPalette.LabelLink),\n\t\t\tUnderline: new(true),\n\t\t\tBlockPrefix: \"(\",\n\t\t\tBlockSuffix: \")\",\n\t\t},\n\t\tImageText: ansi.StylePrimitive{\n\t\t\tColor: getHex(ColorPalette.LabelLink),\n\t\t},\n\t\tCodeBlock: ansi.StyleCodeBlock{\n\t\t\tStyleBlock: ansi.StyleBlock{\n\t\t\t\tMargin: new(uint(4)),\n\t\t\t},\n\t\t\tTheme: \"solarized-light\",\n\t\t},\n\t\tTable: ansi.StyleTable{\n\t\t\tCenterSeparator: new(\"β”Ό\"),\n\t\t\tColumnSeparator: new(\"β”‚\"),\n\t\t\tRowSeparator: new(\"─\"),\n\t\t},\n\t\tDefinitionDescription: ansi.StylePrimitive{\n\t\t\tBlockPrefix: \"\\n🠢 \",\n\t\t},\n\t}\n}\n\nfunc styleH1() lipgloss.Style {\n\treturn lipgloss.NewStyle().\n\t\tForeground(lipgloss.Color(\"#ffffff\")).\n\t\tBackground(ColorPalette.BgMain).\n\t\tBold(true).\n\t\tPaddingLeft(2).\n\t\tPaddingRight(2)\n}\n\n// markdownToString converts the markdown string to a string containing ANSI\n// formatting sequences with at most maxWidth visible characters per line. Set\n// maxWidth to zero to use the underlying library's default.\nfunc markdownToString(maxWidth int, markdown string) string {\n\topts := []glamour.TermRendererOption{\n\t\tglamour.WithStyles(MarkdownStyle()),\n\t}\n\tif maxWidth > 0 {\n\t\t// reduce maxWidth by 4 to account for padding in the various styles\n\t\tif maxWidth > 4 {\n\t\t\tmaxWidth -= 4\n\t\t}\n\t\topts = append(opts, glamour.WithWordWrap(maxWidth))\n\t}\n\tr, err := glamour.NewTermRenderer(opts...)\n\tif err != nil {\n\t\tpanic(fmt.Errorf(\"failed to initialize terminal renderer: %w\", err))\n\t}\n\tout, err := r.Render(markdown)\n\tif err != nil {\n\t\tpanic(fmt.Errorf(\"failed to render markdown: %w\", err))\n\t}\n\treturn out\n}\n\nfunc OkSymbol() string {\n\tif IsConhost() {\n\t\treturn \"OK\"\n\t}\n\treturn \"βœ”οΈŽ\"\n}\n\nfunc UnknownSymbol() string {\n\tif IsConhost() {\n\t\treturn \"??\"\n\t}\n\treturn \"?\"\n}\n\nfunc ErrSymbol() string {\n\tif IsConhost() {\n\t\treturn \"ERR\"\n\t}\n\treturn \"βœ—\"\n}\n\nfunc IndentSymbol() string {\n\tif IsConhost() {\n\t\t// because conhost symbols are wider, we also indent a space more\n\t\treturn \" \"\n\t}\n\treturn \" \"\n}\n\nfunc getHex(c color.Color) *string {\n\tr, g, b, _ := c.RGBA()\n\t// RGBA returns values in 0-65535, convert to 0-255\n\tretVal := fmt.Sprintf(\"#%02x%02x%02x\", uint8(r>>8), uint8(g>>8), uint8(b>>8)) //nolint: gosec // overflows for displaying a color is not a security issue\n\treturn &retVal\n}\n" }, { "path": "cmd/theme_darwin.go", "content": "package cmd\n\n// IsConhost returns true if the current terminal is conhost. This indicates\n// that it can't deal with multi-byte characters and requires special treatment.\n// See https://github.com/overmindtech/cli/issues/388 for detailed analysis.\nfunc IsConhost() bool {\n\treturn false\n}\n" }, { "path": "cmd/theme_linux.go", "content": "package cmd\n\nimport (\n\t\"bytes\"\n\t\"os\"\n\t\"sync\"\n)\n\nvar isWslCache int // 0 = unset; 1 = WSL; 2 = not WSL\nvar isWslCacheMu sync.RWMutex\n\n// IsConhost returns true if the current terminal is conhost. This indicates\n// that it can't deal with multi-byte characters and requires special treatment.\n// See https://github.com/overmindtech/cli/issues/388 for detailed analysis.\nfunc IsConhost() bool {\n\t// shortcut this if we (probably) run in Windows Terminal (through WSL) or\n\t// on something that smells like a regular Linux terminal\n\tif os.Getenv(\"WT_SESSION\") != \"\" {\n\t\treturn false\n\t}\n\n\tisWslCacheMu.RLock()\n\tw := isWslCache\n\tisWslCacheMu.RUnlock()\n\n\tswitch w {\n\tcase 1:\n\t\treturn true\n\tcase 2:\n\t\treturn false\n\t}\n\n\t// isWslCache has not yet been initialised, so we need to check if we are in WSL\n\t// since we don't know if we are in WSL, we need to check now\n\tisWslCacheMu.Lock()\n\tdefer isWslCacheMu.Unlock()\n\tif w != 0 {\n\t\t// someone else raced the lock and has already decided\n\t\treturn isWslCache == 1\n\t}\n\n\t// check if we run in WSL\n\tver, err := os.ReadFile(\"/proc/version\")\n\tif err == nil && bytes.Contains(ver, []byte(\"Microsoft\")) {\n\t\tisWslCache = 1\n\t\treturn true\n\t}\n\n\t// we can't access /proc/version or it does not contain Microsoft, we are _probably_ not in WSL\n\tisWslCache = 2\n\treturn false\n}\n" }, { "path": "cmd/theme_test.go", "content": "package cmd\n\nimport (\n\t\"testing\"\n)\n\nfunc TestMarkdownToString(t *testing.T) {\n\tmarkdown := `# some random markdown`\n\texpectedOutput := \"\\n\\x1b[38;2;36;36;40;48;2;121;112;235;1m\\x1b[0m\\x1b[38;2;36;36;40;48;2;121;112;235;1m\\x1b[0m \\x1b[38;2;36;36;40;48;2;121;112;235;1msome random\\x1b[0m\\x1b[38;2;36;36;40;48;2;121;112;235;1m markdown\\x1b[0m\\x1b[38;2;186;186;186m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[38;2;186;186;186m \\x1b[0m\\x1b[0m\\n\\x1b[0m\\n\"\n\n\tgot := markdownToString(0, markdown)\n\tif got != expectedOutput {\n\t\tt.Errorf(\"Expected %q, but got %q\", expectedOutput, got)\n\t\tt.Log(\"Expected output:\")\n\t\tt.Log(expectedOutput)\n\t\tt.Log(\"Got output:\")\n\t\tt.Log(got)\n\t}\n}\n" }, { "path": "cmd/theme_windows.go", "content": "package cmd\n\nimport \"os\"\n\n// IsConhost returns true if the current terminal is conhost. This indicates\n// that it can't deal with multi-byte characters and requires special treatment.\n// See https://github.com/overmindtech/cli/issues/388 for detailed analysis.\nfunc IsConhost() bool {\n\treturn os.Getenv(\"WT_SESSION\") == \"\"\n}\n" }, { "path": "cmd/version_check.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"io\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"time\"\n\n\t\"github.com/Masterminds/semver/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp\"\n)\n\nvar (\n\tgithubReleasesURL = \"https://api.github.com/repos/overmindtech/cli/releases/latest\"\n\tversionCheckTimeout = 3 * time.Second\n)\n\n// githubReleaseResponse represents the response from GitHub API for a release\ntype githubReleaseResponse struct {\n\tTagName string `json:\"tag_name\"`\n\tName string `json:\"name\"`\n}\n\n// checkVersion checks if the current CLI version is out of date by comparing\n// it with the latest release from GitHub. Returns the latest version and whether\n// an update is available. Errors are logged but not returned to avoid blocking\n// command execution.\nfunc checkVersion(ctx context.Context, currentVersion string) (latestVersion string, updateAvailable bool) {\n\t// Skip check for dev builds\n\tif currentVersion == \"dev\" || currentVersion == \"\" {\n\t\treturn \"\", false\n\t}\n\n\t// Create a context with timeout to avoid blocking too long\n\tcheckCtx, cancel := context.WithTimeout(ctx, versionCheckTimeout)\n\tdefer cancel()\n\n\t// Timeout is handled by the context timeout above\n\tclient := &http.Client{\n\t\tTransport: otelhttp.NewTransport(http.DefaultTransport),\n\t}\n\n\treq, err := http.NewRequestWithContext(checkCtx, http.MethodGet, githubReleasesURL, nil)\n\tif err != nil {\n\t\tlog.WithError(err).Debug(\"Failed to create version check request\")\n\t\treturn \"\", false\n\t}\n\n\t// Set User-Agent to identify the CLI\n\treq.Header.Set(\"User-Agent\", fmt.Sprintf(\"overmind-cli/%s\", currentVersion))\n\treq.Header.Set(\"Accept\", \"application/vnd.github.v3+json\")\n\n\tresp, err := client.Do(req)\n\tif err != nil {\n\t\tlog.WithError(err).Debug(\"Failed to check for CLI updates\")\n\t\treturn \"\", false\n\t}\n\tdefer resp.Body.Close()\n\n\tif resp.StatusCode != http.StatusOK {\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"status_code\": resp.StatusCode,\n\t\t}).Debug(\"Failed to check for CLI updates: non-200 response\")\n\t\treturn \"\", false\n\t}\n\n\tbody, err := io.ReadAll(resp.Body)\n\tif err != nil {\n\t\tlog.WithError(err).Debug(\"Failed to read version check response\")\n\t\treturn \"\", false\n\t}\n\n\tvar release githubReleaseResponse\n\tif err := json.Unmarshal(body, &release); err != nil {\n\t\tlog.WithError(err).Debug(\"Failed to parse version check response\")\n\t\treturn \"\", false\n\t}\n\n\tlatestVersion = strings.TrimPrefix(release.TagName, \"v\")\n\tcurrentVersionTrimmed := strings.TrimPrefix(currentVersion, \"v\")\n\n\t// Use proper semantic version comparison\n\tcurrentSemver, err := semver.NewVersion(currentVersionTrimmed)\n\tif err != nil {\n\t\tlog.WithError(err).WithField(\"version\", currentVersionTrimmed).Debug(\"Failed to parse current version as semver, skipping comparison\")\n\t\treturn latestVersion, false\n\t}\n\n\tlatestSemver, err := semver.NewVersion(latestVersion)\n\tif err != nil {\n\t\tlog.WithError(err).WithField(\"version\", latestVersion).Debug(\"Failed to parse latest version as semver, skipping comparison\")\n\t\treturn latestVersion, false\n\t}\n\n\t// Check if latest version is greater than current version\n\tif latestSemver.GreaterThan(currentSemver) {\n\t\tupdateAvailable = true\n\t}\n\n\treturn latestVersion, updateAvailable\n}\n\n// displayVersionWarning displays a warning message if the CLI version is out of date\nfunc displayVersionWarning(ctx context.Context, currentVersion string) {\n\tlatestVersion, updateAvailable := checkVersion(ctx, currentVersion)\n\tif !updateAvailable {\n\t\treturn\n\t}\n\n\t// Ensure both versions are displayed with \"v\" prefix for consistency\n\tcurrentDisplay := currentVersion\n\tif !strings.HasPrefix(currentVersion, \"v\") && currentVersion != \"\" {\n\t\tcurrentDisplay = \"v\" + currentVersion\n\t}\n\tlatestDisplay := latestVersion\n\tif !strings.HasPrefix(latestVersion, \"v\") && latestVersion != \"\" {\n\t\tlatestDisplay = \"v\" + latestVersion\n\t}\n\n\t// Display warning on stderr so it doesn't interfere with command output\n\tfmt.Fprintf(os.Stderr, \"⚠️ Warning: You are using CLI version %s, but version %s is available. Please update to the latest version.\\n\", currentDisplay, latestDisplay)\n}\n" }, { "path": "cmd/version_check_test.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"testing\"\n\t\"time\"\n)\n\nfunc TestCheckVersion(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tcurrentVersion string\n\t\tlatestTag string\n\t\twantUpdate bool\n\t\tskipCheck bool\n\t}{\n\t\t{\n\t\t\tname: \"outdated version\",\n\t\t\tcurrentVersion: \"1.0.0\",\n\t\t\tlatestTag: \"v1.0.1\",\n\t\t\twantUpdate: true,\n\t\t},\n\t\t{\n\t\t\tname: \"current version\",\n\t\t\tcurrentVersion: \"1.0.1\",\n\t\t\tlatestTag: \"v1.0.1\",\n\t\t\twantUpdate: false,\n\t\t},\n\t\t{\n\t\t\tname: \"dev version skipped\",\n\t\t\tcurrentVersion: \"dev\",\n\t\t\tlatestTag: \"v1.0.1\",\n\t\t\twantUpdate: false,\n\t\t\tskipCheck: true,\n\t\t},\n\t\t{\n\t\t\tname: \"empty version skipped\",\n\t\t\tcurrentVersion: \"\",\n\t\t\tlatestTag: \"v1.0.1\",\n\t\t\twantUpdate: false,\n\t\t\tskipCheck: true,\n\t\t},\n\t\t{\n\t\t\tname: \"version with v prefix\",\n\t\t\tcurrentVersion: \"v1.0.0\",\n\t\t\tlatestTag: \"v1.0.1\",\n\t\t\twantUpdate: true,\n\t\t},\n\t\t{\n\t\t\tname: \"multi-digit minor version - user newer\",\n\t\t\tcurrentVersion: \"1.10.0\",\n\t\t\tlatestTag: \"v1.9.0\",\n\t\t\twantUpdate: false,\n\t\t},\n\t\t{\n\t\t\tname: \"multi-digit minor version - update available\",\n\t\t\tcurrentVersion: \"1.9.0\",\n\t\t\tlatestTag: \"v1.10.0\",\n\t\t\twantUpdate: true,\n\t\t},\n\t\t{\n\t\t\tname: \"multi-digit patch version - user newer\",\n\t\t\tcurrentVersion: \"1.0.10\",\n\t\t\tlatestTag: \"v1.0.9\",\n\t\t\twantUpdate: false,\n\t\t},\n\t\t{\n\t\t\tname: \"multi-digit patch version - update available\",\n\t\t\tcurrentVersion: \"1.0.9\",\n\t\t\tlatestTag: \"v1.0.10\",\n\t\t\twantUpdate: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\t// Create a test server\n\t\t\tserver := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\t\tif r.URL.Path != \"/repos/overmindtech/cli/releases/latest\" {\n\t\t\t\t\tt.Errorf(\"Expected path /repos/overmindtech/cli/releases/latest, got %s\", r.URL.Path)\n\t\t\t\t}\n\n\t\t\t\trelease := githubReleaseResponse{\n\t\t\t\t\tTagName: tt.latestTag,\n\t\t\t\t\tName: tt.latestTag,\n\t\t\t\t}\n\t\t\t\tw.Header().Set(\"Content-Type\", \"application/json\")\n\t\t\t\tif err := json.NewEncoder(w).Encode(release); err != nil {\n\t\t\t\t\tt.Errorf(\"Failed to encode release: %v\", err)\n\t\t\t\t}\n\t\t\t}))\n\t\t\tdefer server.Close()\n\n\t\t\t// Temporarily override the GitHub URL for testing\n\t\t\toriginalURL := githubReleasesURL\n\t\t\tgithubReleasesURL = server.URL + \"/repos/overmindtech/cli/releases/latest\"\n\t\t\tdefer func() { githubReleasesURL = originalURL }()\n\n\t\t\tctx := context.Background()\n\t\t\tlatestVersion, updateAvailable := checkVersion(ctx, tt.currentVersion)\n\n\t\t\tif tt.skipCheck {\n\t\t\t\tif latestVersion != \"\" || updateAvailable {\n\t\t\t\t\tt.Errorf(\"Expected check to be skipped, but got latestVersion=%s, updateAvailable=%v\", latestVersion, updateAvailable)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif updateAvailable != tt.wantUpdate {\n\t\t\t\tt.Errorf(\"checkVersion() updateAvailable = %v, want %v\", updateAvailable, tt.wantUpdate)\n\t\t\t}\n\n\t\t\tif tt.wantUpdate && latestVersion == \"\" {\n\t\t\t\tt.Errorf(\"checkVersion() expected latestVersion to be set when update is available\")\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCheckVersionErrorScenarios(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tcurrentVersion string\n\t\tsetupServer func() *httptest.Server\n\t\twantUpdate bool\n\t\twantVersion string\n\t}{\n\t\t{\n\t\t\tname: \"network error - server unreachable\",\n\t\t\tcurrentVersion: \"1.0.0\",\n\t\t\tsetupServer: func() *httptest.Server {\n\t\t\t\t// Return nil to simulate unreachable server\n\t\t\t\treturn nil\n\t\t\t},\n\t\t\twantUpdate: false,\n\t\t\twantVersion: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"HTTP 404 not found\",\n\t\t\tcurrentVersion: \"1.0.0\",\n\t\t\tsetupServer: func() *httptest.Server {\n\t\t\t\treturn httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\t\t\tw.WriteHeader(http.StatusNotFound)\n\t\t\t\t\t_, _ = w.Write([]byte(\"Not Found\"))\n\t\t\t\t}))\n\t\t\t},\n\t\t\twantUpdate: false,\n\t\t\twantVersion: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"HTTP 500 internal server error\",\n\t\t\tcurrentVersion: \"1.0.0\",\n\t\t\tsetupServer: func() *httptest.Server {\n\t\t\t\treturn httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\t\t\tw.WriteHeader(http.StatusInternalServerError)\n\t\t\t\t\t_, _ = w.Write([]byte(\"Internal Server Error\"))\n\t\t\t\t}))\n\t\t\t},\n\t\t\twantUpdate: false,\n\t\t\twantVersion: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"malformed JSON response\",\n\t\t\tcurrentVersion: \"1.0.0\",\n\t\t\tsetupServer: func() *httptest.Server {\n\t\t\t\treturn httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\t\t\tw.Header().Set(\"Content-Type\", \"application/json\")\n\t\t\t\t\tw.WriteHeader(http.StatusOK)\n\t\t\t\t\t_, _ = w.Write([]byte(`{\"invalid\": json}`))\n\t\t\t\t}))\n\t\t\t},\n\t\t\twantUpdate: false,\n\t\t\twantVersion: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty JSON response\",\n\t\t\tcurrentVersion: \"1.0.0\",\n\t\t\tsetupServer: func() *httptest.Server {\n\t\t\t\treturn httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\t\t\tw.Header().Set(\"Content-Type\", \"application/json\")\n\t\t\t\t\tw.WriteHeader(http.StatusOK)\n\t\t\t\t\t_, _ = w.Write([]byte(`{}`))\n\t\t\t\t}))\n\t\t\t},\n\t\t\twantUpdate: false,\n\t\t\twantVersion: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid semver in response\",\n\t\t\tcurrentVersion: \"1.0.0\",\n\t\t\tsetupServer: func() *httptest.Server {\n\t\t\t\treturn httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\t\t\trelease := githubReleaseResponse{\n\t\t\t\t\t\tTagName: \"not-a-version\",\n\t\t\t\t\t\tName: \"not-a-version\",\n\t\t\t\t\t}\n\t\t\t\t\tw.Header().Set(\"Content-Type\", \"application/json\")\n\t\t\t\t\tw.WriteHeader(http.StatusOK)\n\t\t\t\t\t_ = json.NewEncoder(w).Encode(release)\n\t\t\t\t}))\n\t\t\t},\n\t\t\twantUpdate: false,\n\t\t\twantVersion: \"not-a-version\",\n\t\t},\n\t\t{\n\t\t\tname: \"timeout - server delays response\",\n\t\t\tcurrentVersion: \"1.0.0\",\n\t\t\tsetupServer: func() *httptest.Server {\n\t\t\t\treturn httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\t\t\t// Delay longer than the timeout (3 seconds)\n\t\t\t\t\ttime.Sleep(4 * time.Second)\n\t\t\t\t\trelease := githubReleaseResponse{\n\t\t\t\t\t\tTagName: \"v1.0.1\",\n\t\t\t\t\t\tName: \"v1.0.1\",\n\t\t\t\t\t}\n\t\t\t\t\tw.Header().Set(\"Content-Type\", \"application/json\")\n\t\t\t\t\t_ = json.NewEncoder(w).Encode(release)\n\t\t\t\t}))\n\t\t\t},\n\t\t\twantUpdate: false,\n\t\t\twantVersion: \"\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\t// Temporarily override the GitHub URL for testing\n\t\t\toriginalURL := githubReleasesURL\n\t\t\tdefer func() { githubReleasesURL = originalURL }()\n\n\t\t\tvar server *httptest.Server\n\t\t\tif tt.setupServer != nil {\n\t\t\t\tserver = tt.setupServer()\n\t\t\t\tif server != nil {\n\t\t\t\t\tdefer server.Close()\n\t\t\t\t\tgithubReleasesURL = server.URL + \"/repos/overmindtech/cli/releases/latest\"\n\t\t\t\t} else {\n\t\t\t\t\t// For network error test, use an invalid URL\n\t\t\t\t\tgithubReleasesURL = \"http://localhost:0/repos/overmindtech/cli/releases/latest\"\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tctx := context.Background()\n\t\t\tlatestVersion, updateAvailable := checkVersion(ctx, tt.currentVersion)\n\n\t\t\tif updateAvailable != tt.wantUpdate {\n\t\t\t\tt.Errorf(\"checkVersion() updateAvailable = %v, want %v\", updateAvailable, tt.wantUpdate)\n\t\t\t}\n\n\t\t\tif latestVersion != tt.wantVersion {\n\t\t\t\tt.Errorf(\"checkVersion() latestVersion = %q, want %q\", latestVersion, tt.wantVersion)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "demos/plan.tape", "content": "Output demos/plan.gif\n# Output demos/plan.mp4\n\nSet Margin 20\nSet MarginFill \"#7a70eb\" # use Dark.BgMain\nSet BorderRadius 10\n\nSet Width 1200\nSet Height 900\n\nSet FontSize 15\n\nHide\nType \"cd tmp\"\nEnter\nType \"export PATH=$PWD:$PATH\"\nEnter\nType \"clear\"\nEnter\nShow\n\nType@10ms \"overmind terraform plan\"\nEnter\nSleep 2\nDown\nSleep 500ms\nDown\nSleep 1\nEnter\nType \"sso-dogfood\"\nSleep 1\nEnter\nSleep 60\nSleep 20\n\n# Ctrl+c\n# Sleep 10\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/apigateway-api-key.json", "content": "{\n \"type\": \"apigateway-api-key\",\n \"category\": 4,\n \"descriptiveName\": \"API Key\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an API Key by ID\",\n \"list\": true,\n \"listDescription\": \"List all API Keys\",\n \"search\": true,\n \"searchDescription\": \"Search for API Keys by their name\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_api_gateway_api_key.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/apigateway-authorizer.json", "content": "{\n \"type\": \"apigateway-authorizer\",\n \"category\": 4,\n \"descriptiveName\": \"API Gateway Authorizer\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an API Gateway Authorizer by its rest API ID and ID: rest-api-id/authorizer-id\",\n \"search\": true,\n \"searchDescription\": \"Search for API Gateway Authorizers by their rest API ID\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_api_gateway_authorizer.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/apigateway-deployment.json", "content": "{\n \"type\": \"apigateway-deployment\",\n \"category\": 7,\n \"descriptiveName\": \"API Gateway Deployment\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an API Gateway Deployment by its rest API ID and ID: rest-api-id/deployment-id\",\n \"search\": true,\n \"searchDescription\": \"Search for API Gateway Deployments by their rest API ID\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_api_gateway_deployment.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/apigateway-domain-name.json", "content": "{\n \"type\": \"apigateway-domain-name\",\n \"category\": 1,\n \"potentialLinks\": [\"acm-certificate\"],\n \"descriptiveName\": \"API Gateway Domain Name\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Domain Name by domain-name\",\n \"list\": true,\n \"listDescription\": \"List Domain Names\",\n \"search\": true,\n \"searchDescription\": \"Search Domain Names by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_api_gateway_domain_name.domain_name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/apigateway-integration.json", "content": "{\n \"type\": \"apigateway-integration\",\n \"category\": 3,\n \"descriptiveName\": \"API Gateway Integration\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an Integration by rest-api id, resource id, and http-method\",\n \"search\": true,\n \"searchDescription\": \"Search Integrations by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/apigateway-method-response.json", "content": "{\n \"type\": \"apigateway-method-response\",\n \"category\": 3,\n \"descriptiveName\": \"API Gateway Method Response\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Method Response by it's ID: {rest-api-id}/{resource-id}/{http-method}/{status-code}\",\n \"search\": true,\n \"searchDescription\": \"Search Method Responses by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/apigateway-method.json", "content": "{\n \"type\": \"apigateway-method\",\n \"category\": 3,\n \"potentialLinks\": [\n \"apigateway-integration\",\n \"apigateway-authorizer\",\n \"apigateway-request-validator\",\n \"apigateway-method-response\"\n ],\n \"descriptiveName\": \"API Gateway Method\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Method by it's ID: {rest-api-id}/{resource-id}/{http-method}\",\n \"search\": true,\n \"searchDescription\": \"Search Methods by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/apigateway-model.json", "content": "{\n \"type\": \"apigateway-model\",\n \"category\": 7,\n \"descriptiveName\": \"API Gateway Model\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an API Gateway Model by its rest API ID and model name: rest-api-id/model-name\",\n \"search\": true,\n \"searchDescription\": \"Search for API Gateway Models by their rest API ID: rest-api-id\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_api_gateway_model.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/apigateway-resource.json", "content": "{\n \"type\": \"apigateway-resource\",\n \"category\": 1,\n \"potentialLinks\": [\"apigateway-method\"],\n \"descriptiveName\": \"API Gateway\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Resource by rest-api-id/resource-id\",\n \"search\": true,\n \"searchDescription\": \"Search Resources by REST API ID\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_api_gateway_resource.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/apigateway-rest-api.json", "content": "{\n \"type\": \"apigateway-rest-api\",\n \"category\": 1,\n \"potentialLinks\": [\"ec2-vpc-endpoint\", \"apigateway-resource\"],\n \"descriptiveName\": \"REST API\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a REST API by ID\",\n \"list\": true,\n \"listDescription\": \"List all REST APIs\",\n \"search\": true,\n \"searchDescription\": \"Search for REST APIs by their name\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_api_gateway_rest_api.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/apigateway-stage.json", "content": "{\n \"type\": \"apigateway-stage\",\n \"category\": 7,\n \"potentialLinks\": [\"wafv2-web-acl\"],\n \"descriptiveName\": \"API Gateway Stage\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an API Gateway Stage by its rest API ID and stage name: rest-api-id/stage-name\",\n \"search\": true,\n \"searchDescription\": \"Search for API Gateway Stages by their rest API ID or with rest API ID and deployment-id: rest-api-id/deployment-id\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_api_gateway_stage.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/autoscaling-auto-scaling-group.json", "content": "{\n \"type\": \"autoscaling-auto-scaling-group\",\n \"category\": 7,\n \"potentialLinks\": [\n \"ec2-launch-template\",\n \"elbv2-target-group\",\n \"ec2-instance\",\n \"iam-role\",\n \"autoscaling-launch-configuration\",\n \"ec2-placement-group\"\n ],\n \"descriptiveName\": \"Autoscaling Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an Autoscaling Group by name\",\n \"list\": true,\n \"listDescription\": \"List Autoscaling Groups\",\n \"search\": true,\n \"searchDescription\": \"Search for Autoscaling Groups by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_autoscaling_group.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/cloudfront-cache-policy.json", "content": "{\n \"type\": \"cloudfront-cache-policy\",\n \"category\": 7,\n \"descriptiveName\": \"CloudFront Cache Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a CloudFront Cache Policy\",\n \"list\": true,\n \"listDescription\": \"List CloudFront Cache Policies\",\n \"search\": true,\n \"searchDescription\": \"Search CloudFront Cache Policies by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_cloudfront_cache_policy.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/cloudfront-continuous-deployment-policy.json", "content": "{\n \"type\": \"cloudfront-continuous-deployment-policy\",\n \"category\": 7,\n \"potentialLinks\": [\"dns\"],\n \"descriptiveName\": \"CloudFront Continuous Deployment Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a CloudFront Continuous Deployment Policy by ID\",\n \"list\": true,\n \"listDescription\": \"List CloudFront Continuous Deployment Policies\",\n \"search\": true,\n \"searchDescription\": \"Search CloudFront Continuous Deployment Policies by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/cloudfront-distribution.json", "content": "{\n \"type\": \"cloudfront-distribution\",\n \"category\": 3,\n \"potentialLinks\": [\n \"cloudfront-key-group\",\n \"cloudfront-cloud-front-origin-access-identity\",\n \"cloudfront-continuous-deployment-policy\",\n \"cloudfront-cache-policy\",\n \"cloudfront-field-level-encryption\",\n \"cloudfront-function\",\n \"cloudfront-origin-request-policy\",\n \"cloudfront-realtime-log-config\",\n \"cloudfront-response-headers-policy\",\n \"dns\",\n \"lambda-function\",\n \"s3-bucket\"\n ],\n \"descriptiveName\": \"CloudFront Distribution\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a distribution by ID\",\n \"list\": true,\n \"listDescription\": \"List all distributions\",\n \"search\": true,\n \"searchDescription\": \"Search distributions by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_cloudfront_distribution.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/cloudfront-function.json", "content": "{\n \"type\": \"cloudfront-function\",\n \"category\": 1,\n \"descriptiveName\": \"CloudFront Function\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a CloudFront Function by name\",\n \"list\": true,\n \"listDescription\": \"List CloudFront Functions\",\n \"search\": true,\n \"searchDescription\": \"Search CloudFront Functions by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_cloudfront_function.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/cloudfront-key-group.json", "content": "{\n \"type\": \"cloudfront-key-group\",\n \"category\": 7,\n \"descriptiveName\": \"CloudFront Key Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a CloudFront Key Group by ID\",\n \"list\": true,\n \"listDescription\": \"List CloudFront Key Groups\",\n \"search\": true,\n \"searchDescription\": \"Search CloudFront Key Groups by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_cloudfront_key_group.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/cloudfront-origin-access-control.json", "content": "{\n \"type\": \"cloudfront-origin-access-control\",\n \"category\": 4,\n \"descriptiveName\": \"Cloudfront Origin Access Control\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get Origin Access Control by ID\",\n \"list\": true,\n \"listDescription\": \"List Origin Access Controls\",\n \"search\": true,\n \"searchDescription\": \"Origin Access Control by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_cloudfront_origin_access_control.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/cloudfront-origin-request-policy.json", "content": "{\n \"type\": \"cloudfront-origin-request-policy\",\n \"category\": 3,\n \"descriptiveName\": \"CloudFront Origin Request Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get Origin Request Policy by ID\",\n \"list\": true,\n \"listDescription\": \"List Origin Request Policies\",\n \"search\": true,\n \"searchDescription\": \"Origin Request Policy by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_cloudfront_origin_request_policy.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/cloudfront-realtime-log-config.json", "content": "{\n \"type\": \"cloudfront-realtime-log-config\",\n \"category\": 7,\n \"descriptiveName\": \"CloudFront Realtime Log Config\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get Realtime Log Config by Name\",\n \"list\": true,\n \"listDescription\": \"List Realtime Log Configs\",\n \"search\": true,\n \"searchDescription\": \"Search Realtime Log Configs by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_cloudfront_realtime_log_config.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/cloudfront-response-headers-policy.json", "content": "{\n \"type\": \"cloudfront-response-headers-policy\",\n \"category\": 3,\n \"descriptiveName\": \"CloudFront Response Headers Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get Response Headers Policy by ID\",\n \"list\": true,\n \"listDescription\": \"List Response Headers Policies\",\n \"search\": true,\n \"searchDescription\": \"Search Response Headers Policy by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_cloudfront_response_headers_policy.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/cloudfront-streaming-distribution.json", "content": "{\n \"type\": \"cloudfront-streaming-distribution\",\n \"category\": 3,\n \"potentialLinks\": [\"dns\"],\n \"descriptiveName\": \"CloudFront Streaming Distribution\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Streaming Distribution by ID\",\n \"list\": true,\n \"listDescription\": \"List Streaming Distributions\",\n \"search\": true,\n \"searchDescription\": \"Search Streaming Distributions by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_cloudfront_distribution.arn\"\n },\n {\n \"terraformQueryMap\": \"aws_cloudfront_distribution.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/cloudwatch-alarm.json", "content": "{\n \"type\": \"cloudwatch-alarm\",\n \"category\": 5,\n \"potentialLinks\": [\"cloudwatch-metric\"],\n \"descriptiveName\": \"CloudWatch Alarm\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an alarm by name\",\n \"list\": true,\n \"listDescription\": \"List all alarms\",\n \"search\": true,\n \"searchDescription\": \"Search for alarms. This accepts JSON in the format of `cloudwatch.DescribeAlarmsForMetricInput`\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_cloudwatch_metric_alarm.alarm_name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-connection.json", "content": "{\n \"type\": \"directconnect-connection\",\n \"category\": 3,\n \"potentialLinks\": [\n \"directconnect-lag\",\n \"directconnect-location\",\n \"directconnect-loa\",\n \"directconnect-virtual-interface\"\n ],\n \"descriptiveName\": \"Connection\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a connection by ID\",\n \"list\": true,\n \"listDescription\": \"List all connections\",\n \"search\": true,\n \"searchDescription\": \"Search connection by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_dx_connection.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-customer-metadata.json", "content": "{\n \"type\": \"directconnect-customer-metadata\",\n \"category\": 7,\n \"descriptiveName\": \"Customer Metadata\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a customer agreement by name\",\n \"list\": true,\n \"listDescription\": \"List all customer agreements\",\n \"search\": true,\n \"searchDescription\": \"Search customer agreements by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-direct-connect-gateway-association-proposal.json", "content": "{\n \"type\": \"directconnect-direct-connect-gateway-association-proposal\",\n \"category\": 7,\n \"potentialLinks\": [\"directconnect-direct-connect-gateway-association\"],\n \"descriptiveName\": \"Direct Connect Gateway Association Proposal\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Direct Connect Gateway Association Proposal by ID\",\n \"list\": true,\n \"listDescription\": \"List all Direct Connect Gateway Association Proposals\",\n \"search\": true,\n \"searchDescription\": \"Search Direct Connect Gateway Association Proposals by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_dx_gateway_association_proposal.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-direct-connect-gateway-association.json", "content": "{\n \"type\": \"directconnect-direct-connect-gateway-association\",\n \"category\": 3,\n \"potentialLinks\": [\"directconnect-direct-connect-gateway\"],\n \"descriptiveName\": \"Direct Connect Gateway Association\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a direct connect gateway association by direct connect gateway ID and virtual gateway ID\",\n \"search\": true,\n \"searchDescription\": \"Search direct connect gateway associations by direct connect gateway ID\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_dx_gateway_association.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-direct-connect-gateway-attachment.json", "content": "{\n \"type\": \"directconnect-direct-connect-gateway-attachment\",\n \"category\": 3,\n \"potentialLinks\": [\n \"directconnect-direct-connect-gateway\",\n \"directconnect-virtual-interface\"\n ],\n \"descriptiveName\": \"Direct Connect Gateway Attachment\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a direct connect gateway attachment by DirectConnectGatewayId/VirtualInterfaceId\",\n \"search\": true,\n \"searchDescription\": \"Search direct connect gateway attachments for given VirtualInterfaceId\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-direct-connect-gateway.json", "content": "{\n \"type\": \"directconnect-direct-connect-gateway\",\n \"category\": 3,\n \"descriptiveName\": \"Direct Connect Gateway\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a direct connect gateway by ID\",\n \"list\": true,\n \"listDescription\": \"List all direct connect gateways\",\n \"search\": true,\n \"searchDescription\": \"Search direct connect gateway by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_dx_gateway.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-hosted-connection.json", "content": "{\n \"type\": \"directconnect-hosted-connection\",\n \"category\": 3,\n \"potentialLinks\": [\n \"directconnect-lag\",\n \"directconnect-location\",\n \"directconnect-loa\",\n \"directconnect-virtual-interface\"\n ],\n \"descriptiveName\": \"Hosted Connection\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Hosted Connection by connection ID\",\n \"search\": true,\n \"searchDescription\": \"Search Hosted Connections by Interconnect or LAG ID\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_dx_hosted_connection.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-interconnect.json", "content": "{\n \"type\": \"directconnect-interconnect\",\n \"category\": 3,\n \"potentialLinks\": [\n \"directconnect-hosted-connection\",\n \"directconnect-lag\",\n \"directconnect-loa\",\n \"directconnect-location\"\n ],\n \"descriptiveName\": \"Interconnect\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Interconnect by InterconnectId\",\n \"list\": true,\n \"listDescription\": \"List all Interconnects\",\n \"search\": true,\n \"searchDescription\": \"Search Interconnects by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-lag.json", "content": "{\n \"type\": \"directconnect-lag\",\n \"category\": 3,\n \"potentialLinks\": [\n \"directconnect-connection\",\n \"directconnect-hosted-connection\",\n \"directconnect-location\"\n ],\n \"descriptiveName\": \"Link Aggregation Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Link Aggregation Group by ID\",\n \"list\": true,\n \"listDescription\": \"List all Link Aggregation Groups\",\n \"search\": true,\n \"searchDescription\": \"Search Link Aggregation Group by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_dx_lag.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-location.json", "content": "{\n \"type\": \"directconnect-location\",\n \"category\": 3,\n \"descriptiveName\": \"Direct Connect Location\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Location by its code\",\n \"list\": true,\n \"listDescription\": \"List all Direct Connect Locations\",\n \"search\": true,\n \"searchDescription\": \"Search Direct Connect Locations by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_dx_location.location_code\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-router-configuration.json", "content": "{\n \"type\": \"directconnect-router-configuration\",\n \"category\": 7,\n \"potentialLinks\": [\"directconnect-virtual-interface\"],\n \"descriptiveName\": \"Router Configuration\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Router Configuration by Virtual Interface ID\",\n \"search\": true,\n \"searchDescription\": \"Search Router Configuration by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_dx_router_configuration.virtual_interface_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-virtual-gateway.json", "content": "{\n \"type\": \"directconnect-virtual-gateway\",\n \"category\": 3,\n \"descriptiveName\": \"Direct Connect Virtual Gateway\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a virtual gateway by ID\",\n \"list\": true,\n \"listDescription\": \"List all virtual gateways\",\n \"search\": true,\n \"searchDescription\": \"Search virtual gateways by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/directconnect-virtual-interface.json", "content": "{\n \"type\": \"directconnect-virtual-interface\",\n \"category\": 3,\n \"potentialLinks\": [\n \"directconnect-connection\",\n \"directconnect-direct-connect-gateway\",\n \"rdap-ip-network\",\n \"directconnect-direct-connect-gateway-attachment\",\n \"directconnect-virtual-interface\"\n ],\n \"descriptiveName\": \"Virtual Interface\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a virtual interface by ID\",\n \"list\": true,\n \"listDescription\": \"List all virtual interfaces\",\n \"search\": true,\n \"searchDescription\": \"Search virtual interfaces by connection ID\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_dx_private_virtual_interface.id\"\n },\n {\n \"terraformQueryMap\": \"aws_dx_public_virtual_interface.id\"\n },\n {\n \"terraformQueryMap\": \"aws_dx_transit_virtual_interface.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/dynamodb-backup.json", "content": "{\n \"type\": \"dynamodb-backup\",\n \"category\": 6,\n \"potentialLinks\": [\"dynamodb-table\"],\n \"descriptiveName\": \"DynamoDB Backup\",\n \"supportedQueryMethods\": {\n \"list\": true,\n \"listDescription\": \"List all DynamoDB backups\",\n \"search\": true,\n \"searchDescription\": \"Search for a DynamoDB backup by table name\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/dynamodb-table.json", "content": "{\n \"type\": \"dynamodb-table\",\n \"category\": 6,\n \"potentialLinks\": [\n \"kinesis-stream\",\n \"backup-recovery-point\",\n \"dynamodb-table\",\n \"kms-key\"\n ],\n \"descriptiveName\": \"DynamoDB Table\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a DynamoDB table by name\",\n \"list\": true,\n \"listDescription\": \"List all DynamoDB tables\",\n \"search\": true,\n \"searchDescription\": \"Search for DynamoDB tables by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_dynamodb_table.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-address.json", "content": "{\n \"type\": \"ec2-address\",\n \"category\": 3,\n \"potentialLinks\": [\"ec2-instance\", \"ip\", \"ec2-network-interface\"],\n \"descriptiveName\": \"EC2 Address\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an EC2 address by Public IP\",\n \"list\": true,\n \"listDescription\": \"List EC2 addresses\",\n \"search\": true,\n \"searchDescription\": \"Search for EC2 addresses by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_eip.public_ip\"\n },\n {\n \"terraformQueryMap\": \"aws_eip_association.public_ip\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-capacity-reservation-fleet.json", "content": "{\n \"type\": \"ec2-capacity-reservation-fleet\",\n \"category\": 7,\n \"potentialLinks\": [\"ec2-capacity-reservation\"],\n \"descriptiveName\": \"Capacity Reservation Fleet\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a capacity reservation fleet by ID\",\n \"list\": true,\n \"listDescription\": \"List capacity reservation fleets\",\n \"search\": true,\n \"searchDescription\": \"Search capacity reservation fleets by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-capacity-reservation.json", "content": "{\n \"type\": \"ec2-capacity-reservation\",\n \"category\": 7,\n \"potentialLinks\": [\n \"outposts-outpost\",\n \"ec2-placement-group\",\n \"ec2-capacity-reservation-fleet\"\n ],\n \"descriptiveName\": \"Capacity Reservation\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a capacity reservation fleet by ID\",\n \"list\": true,\n \"listDescription\": \"List capacity reservation fleets\",\n \"search\": true,\n \"searchDescription\": \"Search capacity reservation fleets by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_ec2_capacity_reservation_fleet.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-egress-only-internet-gateway.json", "content": "{\n \"type\": \"ec2-egress-only-internet-gateway\",\n \"category\": 3,\n \"potentialLinks\": [\"ec2-vpc\"],\n \"descriptiveName\": \"Egress Only Internet Gateway\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an egress only internet gateway by ID\",\n \"list\": true,\n \"listDescription\": \"List all egress only internet gateways\",\n \"search\": true,\n \"searchDescription\": \"Search egress only internet gateways by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"egress_only_internet_gateway.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-iam-instance-profile-association.json", "content": "{\n \"type\": \"ec2-iam-instance-profile-association\",\n \"category\": 4,\n \"potentialLinks\": [\"iam-instance-profile\", \"ec2-instance\"],\n \"descriptiveName\": \"IAM Instance Profile Association\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an IAM Instance Profile Association by ID\",\n \"list\": true,\n \"listDescription\": \"List all IAM Instance Profile Associations\",\n \"search\": true,\n \"searchDescription\": \"Search IAM Instance Profile Associations by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-image.json", "content": "{\n \"type\": \"ec2-image\",\n \"category\": 1,\n \"descriptiveName\": \"Amazon Machine Image (AMI)\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an AMI by ID\",\n \"list\": true,\n \"listDescription\": \"List all AMIs\",\n \"search\": true,\n \"searchDescription\": \"Search AMIs by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_ami.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-instance-event-window.json", "content": "{\n \"type\": \"ec2-instance-event-window\",\n \"category\": 7,\n \"potentialLinks\": [\"ec2-host\", \"ec2-instance\"],\n \"descriptiveName\": \"EC2 Instance Event Window\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an event window by ID\",\n \"list\": true,\n \"listDescription\": \"List all event windows\",\n \"search\": true,\n \"searchDescription\": \"Search for event windows by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-instance-status.json", "content": "{\n \"type\": \"ec2-instance-status\",\n \"category\": 5,\n \"descriptiveName\": \"EC2 Instance Status\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an EC2 instance status by Instance ID\",\n \"list\": true,\n \"listDescription\": \"List all EC2 instance statuses\",\n \"search\": true,\n \"searchDescription\": \"Search EC2 instance statuses by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-instance.json", "content": "{\n \"type\": \"ec2-instance\",\n \"category\": 1,\n \"potentialLinks\": [\n \"ec2-instance-status\",\n \"iam-instance-profile\",\n \"ec2-capacity-reservation\",\n \"ec2-elastic-gpu\",\n \"elastic-inference-accelerator\",\n \"license-manager-license-configuration\",\n \"outposts-outpost\",\n \"ec2-spot-instance-request\",\n \"ec2-image\",\n \"ec2-key-pair\",\n \"ec2-placement-group\",\n \"ip\",\n \"ec2-subnet\",\n \"ec2-vpc\",\n \"dns\",\n \"ec2-security-group\",\n \"ec2-volume\"\n ],\n \"descriptiveName\": \"EC2 Instance\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an EC2 instance by ID\",\n \"list\": true,\n \"listDescription\": \"List all EC2 instances\",\n \"search\": true,\n \"searchDescription\": \"Search EC2 instances by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_instance.id\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_instance.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-internet-gateway.json", "content": "{\n \"type\": \"ec2-internet-gateway\",\n \"category\": 3,\n \"potentialLinks\": [\"ec2-vpc\"],\n \"descriptiveName\": \"Internet Gateway\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an internet gateway by ID\",\n \"list\": true,\n \"listDescription\": \"List all internet gateways\",\n \"search\": true,\n \"searchDescription\": \"Search internet gateways by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_internet_gateway.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-key-pair.json", "content": "{\n \"type\": \"ec2-key-pair\",\n \"category\": 4,\n \"descriptiveName\": \"Key Pair\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a key pair by name\",\n \"list\": true,\n \"listDescription\": \"List all key pairs\",\n \"search\": true,\n \"searchDescription\": \"Search for key pairs by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_key_pair.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-launch-template-version.json", "content": "{\n \"type\": \"ec2-launch-template-version\",\n \"category\": 1,\n \"potentialLinks\": [\n \"ec2-network-interface\",\n \"ec2-subnet\",\n \"ec2-security-group\",\n \"ec2-image\",\n \"ec2-key-pair\",\n \"ec2-snapshot\",\n \"ec2-capacity-reservation\",\n \"ec2-placement-group\",\n \"ec2-host\",\n \"ip\"\n ],\n \"descriptiveName\": \"Launch Template Version\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a launch template version by {templateId}.{version}\",\n \"list\": true,\n \"listDescription\": \"List all launch template versions\",\n \"search\": true,\n \"searchDescription\": \"Search launch template versions by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-launch-template.json", "content": "{\n \"type\": \"ec2-launch-template\",\n \"category\": 1,\n \"descriptiveName\": \"Launch Template\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a launch template by ID\",\n \"list\": true,\n \"listDescription\": \"List all launch templates\",\n \"search\": true,\n \"searchDescription\": \"Search for launch templates by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_launch_template.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-nat-gateway.json", "content": "{\n \"type\": \"ec2-nat-gateway\",\n \"category\": 3,\n \"potentialLinks\": [\"ec2-vpc\", \"ec2-subnet\", \"ec2-network-interface\", \"ip\"],\n \"descriptiveName\": \"NAT Gateway\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a NAT Gateway by ID\",\n \"list\": true,\n \"listDescription\": \"List all NAT gateways\",\n \"search\": true,\n \"searchDescription\": \"Search for NAT gateways by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_nat_gateway.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-network-acl.json", "content": "{\n \"type\": \"ec2-network-acl\",\n \"category\": 4,\n \"potentialLinks\": [\"ec2-subnet\", \"ec2-vpc\"],\n \"descriptiveName\": \"Network ACL\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a network ACL\",\n \"list\": true,\n \"listDescription\": \"List all network ACLs\",\n \"search\": true,\n \"searchDescription\": \"Search for network ACLs by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_network_acl.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-network-interface-permission.json", "content": "{\n \"type\": \"ec2-network-interface-permission\",\n \"category\": 4,\n \"potentialLinks\": [\"ec2-network-interface\"],\n \"descriptiveName\": \"Network Interface Permission\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a network interface permission by ID\",\n \"list\": true,\n \"listDescription\": \"List all network interface permissions\",\n \"search\": true,\n \"searchDescription\": \"Search network interface permissions by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-network-interface.json", "content": "{\n \"type\": \"ec2-network-interface\",\n \"category\": 3,\n \"potentialLinks\": [\n \"ec2-instance\",\n \"ec2-security-group\",\n \"ip\",\n \"dns\",\n \"ec2-subnet\",\n \"ec2-vpc\"\n ],\n \"descriptiveName\": \"EC2 Network Interface\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a network interface by ID\",\n \"list\": true,\n \"listDescription\": \"List all network interfaces\",\n \"search\": true,\n \"searchDescription\": \"Search network interfaces by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_network_interface.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-placement-group.json", "content": "{\n \"type\": \"ec2-placement-group\",\n \"category\": 1,\n \"descriptiveName\": \"Placement Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a placement group by ID\",\n \"list\": true,\n \"listDescription\": \"List all placement groups\",\n \"search\": true,\n \"searchDescription\": \"Search for placement groups by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_placement_group.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-reserved-instance.json", "content": "{\n \"type\": \"ec2-reserved-instance\",\n \"category\": 1,\n \"descriptiveName\": \"Reserved EC2 Instance\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a reserved EC2 instance by ID\",\n \"list\": true,\n \"listDescription\": \"List all reserved EC2 instances\",\n \"search\": true,\n \"searchDescription\": \"Search reserved EC2 instances by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-route-table.json", "content": "{\n \"type\": \"ec2-route-table\",\n \"category\": 3,\n \"potentialLinks\": [\n \"ec2-vpc\",\n \"ec2-subnet\",\n \"ec2-internet-gateway\",\n \"ec2-vpc-endpoint\",\n \"ec2-carrier-gateway\",\n \"ec2-egress-only-internet-gateway\",\n \"ec2-instance\",\n \"ec2-local-gateway\",\n \"ec2-nat-gateway\",\n \"ec2-network-interface\",\n \"ec2-transit-gateway\",\n \"ec2-vpc-peering-connection\"\n ],\n \"descriptiveName\": \"Route Table\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a route table by ID\",\n \"list\": true,\n \"listDescription\": \"List all route tables\",\n \"search\": true,\n \"searchDescription\": \"Search route tables by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_route_table.id\"\n },\n {\n \"terraformQueryMap\": \"aws_route_table_association.route_table_id\"\n },\n {\n \"terraformQueryMap\": \"aws_default_route_table.default_route_table_id\"\n },\n {\n \"terraformQueryMap\": \"aws_route.route_table_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-security-group-rule.json", "content": "{\n \"type\": \"ec2-security-group-rule\",\n \"category\": 4,\n \"potentialLinks\": [\"ec2-security-group\"],\n \"descriptiveName\": \"Security Group Rule\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a security group rule by ID\",\n \"list\": true,\n \"listDescription\": \"List all security group rules\",\n \"search\": true,\n \"searchDescription\": \"Search security group rules by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_security_group_rule.security_group_rule_id\"\n },\n {\n \"terraformQueryMap\": \"aws_vpc_security_group_ingress_rule.security_group_rule_id\"\n },\n {\n \"terraformQueryMap\": \"aws_vpc_security_group_egress_rule.security_group_rule_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-security-group.json", "content": "{\n \"type\": \"ec2-security-group\",\n \"category\": 4,\n \"potentialLinks\": [\"ec2-vpc\"],\n \"descriptiveName\": \"Security Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a security group by ID\",\n \"list\": true,\n \"listDescription\": \"List all security groups\",\n \"search\": true,\n \"searchDescription\": \"Search for security groups by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_security_group.id\"\n },\n {\n \"terraformQueryMap\": \"aws_security_group_rule.security_group_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-snapshot.json", "content": "{\n \"type\": \"ec2-snapshot\",\n \"category\": 2,\n \"potentialLinks\": [\"ec2-volume\"],\n \"descriptiveName\": \"EC2 Snapshot\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a snapshot by ID\",\n \"list\": true,\n \"listDescription\": \"List all snapshots\",\n \"search\": true,\n \"searchDescription\": \"Search snapshots by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-subnet.json", "content": "{\n \"type\": \"ec2-subnet\",\n \"category\": 3,\n \"potentialLinks\": [\"ec2-vpc\"],\n \"descriptiveName\": \"EC2 Subnet\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a subnet by ID\",\n \"list\": true,\n \"listDescription\": \"List all subnets\",\n \"search\": true,\n \"searchDescription\": \"Search for subnets by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_route_table_association.subnet_id\"\n },\n {\n \"terraformQueryMap\": \"aws_subnet.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-transit-gateway-route-table-association.json", "content": "{\n \"type\": \"ec2-transit-gateway-route-table-association\",\n \"category\": 3,\n \"potentialLinks\": [\n \"ec2-transit-gateway-route-table\",\n \"ec2-transit-gateway-attachment\",\n \"ec2-vpc\",\n \"ec2-vpn-connection\",\n \"directconnect-direct-connect-gateway\"\n ],\n \"descriptiveName\": \"Transit Gateway Route Table Association\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get by TransitGatewayRouteTableId|TransitGatewayAttachmentId\",\n \"list\": true,\n \"listDescription\": \"List all route table associations\",\n \"search\": true,\n \"searchDescription\": \"Search by TransitGatewayRouteTableId to list associations for that route table\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_ec2_transit_gateway_route_table_association.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-transit-gateway-route-table-propagation.json", "content": "{\n \"type\": \"ec2-transit-gateway-route-table-propagation\",\n \"category\": 3,\n \"potentialLinks\": [\n \"ec2-transit-gateway-route-table\",\n \"ec2-transit-gateway-route-table-association\",\n \"ec2-transit-gateway-attachment\",\n \"ec2-vpc\",\n \"ec2-vpn-connection\",\n \"directconnect-direct-connect-gateway\"\n ],\n \"descriptiveName\": \"Transit Gateway Route Table Propagation\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get by TransitGatewayRouteTableId|TransitGatewayAttachmentId\",\n \"list\": true,\n \"listDescription\": \"List all route table propagations\",\n \"search\": true,\n \"searchDescription\": \"Search by TransitGatewayRouteTableId to list propagations for that route table\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_ec2_transit_gateway_route_table_propagation.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-transit-gateway-route-table.json", "content": "{\n \"type\": \"ec2-transit-gateway-route-table\",\n \"category\": 3,\n \"potentialLinks\": [\n \"ec2-transit-gateway\",\n \"ec2-transit-gateway-route-table-association\",\n \"ec2-transit-gateway-route-table-propagation\",\n \"ec2-transit-gateway-route\"\n ],\n \"descriptiveName\": \"Transit Gateway Route Table\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a transit gateway route table by ID\",\n \"list\": true,\n \"listDescription\": \"List all transit gateway route tables\",\n \"search\": true,\n \"searchDescription\": \"Search transit gateway route tables by ARN\"\n },\n \"terraformMappings\": [\n { \"terraformQueryMap\": \"aws_ec2_transit_gateway_route_table.id\" }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-transit-gateway-route.json", "content": "{\n \"type\": \"ec2-transit-gateway-route\",\n \"category\": 3,\n \"potentialLinks\": [\n \"ec2-transit-gateway-route-table\",\n \"ec2-transit-gateway-route-table-association\",\n \"ec2-transit-gateway-attachment\",\n \"ec2-transit-gateway-route-table-announcement\",\n \"ec2-vpc\",\n \"ec2-vpn-connection\",\n \"ec2-managed-prefix-list\",\n \"directconnect-direct-connect-gateway\"\n ],\n \"descriptiveName\": \"Transit Gateway Route\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get by TransitGatewayRouteTableId|Destination (CIDR or pl:PrefixListId)\",\n \"list\": true,\n \"listDescription\": \"List all transit gateway routes\",\n \"search\": true,\n \"searchDescription\": \"Search by TransitGatewayRouteTableId to list routes for that route table\"\n },\n \"terraformMappings\": [\n { \"terraformQueryMap\": \"aws_ec2_transit_gateway_route.id\" }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-volume-status.json", "content": "{\n \"type\": \"ec2-volume-status\",\n \"category\": 5,\n \"potentialLinks\": [\"ec2-instance\"],\n \"descriptiveName\": \"EC2 Volume Status\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a volume status by volume ID\",\n \"list\": true,\n \"listDescription\": \"List all volume statuses\",\n \"search\": true,\n \"searchDescription\": \"Search for volume statuses by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-volume.json", "content": "{\n \"type\": \"ec2-volume\",\n \"category\": 2,\n \"potentialLinks\": [\"ec2-instance\"],\n \"descriptiveName\": \"EC2 Volume\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a volume by ID\",\n \"list\": true,\n \"listDescription\": \"List all volumes\",\n \"search\": true,\n \"searchDescription\": \"Search volumes by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_ebs_volume.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-vpc-endpoint.json", "content": "{\n \"type\": \"ec2-vpc-endpoint\",\n \"category\": 3,\n \"descriptiveName\": \"VPC Endpoint\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a VPC Endpoint by ID\",\n \"list\": true,\n \"listDescription\": \"List all VPC Endpoints\",\n \"search\": true,\n \"searchDescription\": \"Search VPC Endpoints by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_vpc_endpoint.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-vpc-peering-connection.json", "content": "{\n \"type\": \"ec2-vpc-peering-connection\",\n \"category\": 3,\n \"potentialLinks\": [\"ec2-vpc\"],\n \"descriptiveName\": \"VPC Peering Connection\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a VPC Peering Connection by ID\",\n \"list\": true,\n \"listDescription\": \"List all VPC Peering Connections\",\n \"search\": true,\n \"searchDescription\": \"Search for VPC Peering Connections by their ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_vpc_peering_connection.id\"\n },\n {\n \"terraformQueryMap\": \"aws_vpc_peering_connection_accepter.id\"\n },\n {\n \"terraformQueryMap\": \"aws_vpc_peering_connection_options.vpc_peering_connection_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ec2-vpc.json", "content": "{\n \"type\": \"ec2-vpc\",\n \"category\": 3,\n \"descriptiveName\": \"VPC\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a VPC by ID\",\n \"list\": true,\n \"listDescription\": \"List all VPCs\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_vpc.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ecs-capacity-provider.json", "content": "{\n \"type\": \"ecs-capacity-provider\",\n \"category\": 7,\n \"potentialLinks\": [\"autoscaling-auto-scaling-group\"],\n \"descriptiveName\": \"Capacity Provider\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a capacity provider by its short name or full Amazon Resource Name (ARN).\",\n \"list\": true,\n \"listDescription\": \"List capacity providers.\",\n \"search\": true,\n \"searchDescription\": \"Search capacity providers by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_ecs_capacity_provider.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ecs-cluster.json", "content": "{\n \"type\": \"ecs-cluster\",\n \"category\": 1,\n \"potentialLinks\": [\n \"ecs-container-instance\",\n \"ecs-service\",\n \"ecs-task\",\n \"ecs-capacity-provider\"\n ],\n \"descriptiveName\": \"ECS Cluster\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a cluster by name\",\n \"list\": true,\n \"listDescription\": \"List all clusters\",\n \"search\": true,\n \"searchDescription\": \"Search for a cluster by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_ecs_cluster.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ecs-container-instance.json", "content": "{\n \"type\": \"ecs-container-instance\",\n \"category\": 1,\n \"potentialLinks\": [\"ec2-instance\"],\n \"descriptiveName\": \"Container Instance\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a container instance by ID which consists of {clusterName}/{id}\",\n \"search\": true,\n \"searchDescription\": \"Search for container instances by cluster\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ecs-service.json", "content": "{\n \"type\": \"ecs-service\",\n \"category\": 1,\n \"potentialLinks\": [\n \"ecs-cluster\",\n \"elbv2-target-group\",\n \"servicediscovery-service\",\n \"ecs-task-definition\",\n \"ecs-capacity-provider\",\n \"ec2-subnet\",\n \"ecs-security-group\",\n \"dns\"\n ],\n \"descriptiveName\": \"ECS Service\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an ECS service by full name ({clusterName}/{id})\",\n \"search\": true,\n \"searchDescription\": \"Search for ECS services by cluster\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_ecs_service.cluster_name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ecs-task-definition.json", "content": "{\n \"type\": \"ecs-task-definition\",\n \"category\": 1,\n \"potentialLinks\": [\"iam-role\", \"secretsmanager-secret\", \"ssm-parameter\"],\n \"descriptiveName\": \"Task Definition\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a task definition by revision name ({family}:{revision})\",\n \"list\": true,\n \"listDescription\": \"List all task definitions\",\n \"search\": true,\n \"searchDescription\": \"Search for task definitions by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_ecs_task_definition.family\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ecs-task.json", "content": "{\n \"type\": \"ecs-task\",\n \"category\": 1,\n \"potentialLinks\": [\n \"ecs-cluster\",\n \"ecs-container-instance\",\n \"ecs-task-definition\",\n \"ec2-network-interface\",\n \"ip\"\n ],\n \"descriptiveName\": \"ECS Task\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an ECS task by ID\",\n \"search\": true,\n \"searchDescription\": \"Search for ECS tasks by cluster\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/efs-access-point.json", "content": "{\n \"type\": \"efs-access-point\",\n \"category\": 3,\n \"descriptiveName\": \"EFS Access Point\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an access point by ID\",\n \"list\": true,\n \"listDescription\": \"List all access points\",\n \"search\": true,\n \"searchDescription\": \"Search for an access point by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_efs_access_point.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/efs-backup-policy.json", "content": "{\n \"type\": \"efs-backup-policy\",\n \"category\": 2,\n \"descriptiveName\": \"EFS Backup Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an Backup Policy by file system ID\",\n \"search\": true,\n \"searchDescription\": \"Search for an Backup Policy by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_efs_backup_policy.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/efs-file-system.json", "content": "{\n \"type\": \"efs-file-system\",\n \"category\": 2,\n \"descriptiveName\": \"EFS File System\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a file system by ID\",\n \"list\": true,\n \"listDescription\": \"List file systems\",\n \"search\": true,\n \"searchDescription\": \"Search file systems by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_efs_file_system.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/efs-mount-target.json", "content": "{\n \"type\": \"efs-mount-target\",\n \"category\": 2,\n \"descriptiveName\": \"EFS Mount Target\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an mount target by ID\",\n \"search\": true,\n \"searchDescription\": \"Search for mount targets by file system ID\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_efs_mount_target.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/efs-replication-configuration.json", "content": "{\n \"type\": \"efs-replication-configuration\",\n \"category\": 2,\n \"descriptiveName\": \"EFS Replication Configuration\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a replication configuration by file system ID\",\n \"list\": true,\n \"listDescription\": \"List all replication configurations\",\n \"search\": true,\n \"searchDescription\": \"Search for a replication configuration by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_efs_replication_configuration.source_file_system_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/eks-addon.json", "content": "{\n \"type\": \"eks-addon\",\n \"category\": 1,\n \"descriptiveName\": \"EKS Addon\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an addon by unique name ({clusterName}:{addonName})\",\n \"search\": true,\n \"searchDescription\": \"Search addons by cluster name\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_eks_addon.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/eks-cluster.json", "content": "{\n \"type\": \"eks-cluster\",\n \"category\": 1,\n \"descriptiveName\": \"EKS Cluster\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a cluster by name\",\n \"list\": true,\n \"listDescription\": \"List all clusters\",\n \"search\": true,\n \"searchDescription\": \"Search for clusters by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_eks_cluster.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/eks-fargate-profile.json", "content": "{\n \"type\": \"eks-fargate-profile\",\n \"category\": 7,\n \"potentialLinks\": [\"iam-role\", \"ec2-subnet\"],\n \"descriptiveName\": \"Fargate Profile\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a fargate profile by unique name ({clusterName}:{FargateProfileName})\",\n \"search\": true,\n \"searchDescription\": \"Search for fargate profiles by cluster name\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_eks_fargate_profile.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/eks-nodegroup.json", "content": "{\n \"type\": \"eks-nodegroup\",\n \"category\": 1,\n \"potentialLinks\": [\n \"ec2-key-pair\",\n \"ec2-security-group\",\n \"ec2-subnet\",\n \"autoscaling-auto-scaling-group\",\n \"ec2-launch-template\"\n ],\n \"descriptiveName\": \"EKS Nodegroup\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a node group by unique name ({clusterName}:{NodegroupName})\",\n \"search\": true,\n \"searchDescription\": \"Search for node groups by cluster name\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_eks_node_group.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/elb-instance-health.json", "content": "{\n \"type\": \"elb-instance-health\",\n \"category\": 5,\n \"potentialLinks\": [\"ec2-instance\"],\n \"descriptiveName\": \"ELB Instance Health\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get instance health by ID ({LoadBalancerName}/{InstanceId})\",\n \"list\": true,\n \"listDescription\": \"List all instance healths\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/elb-load-balancer.json", "content": "{\n \"type\": \"elb-load-balancer\",\n \"category\": 3,\n \"potentialLinks\": [\n \"dns\",\n \"route53-hosted-zone\",\n \"ec2-subnet\",\n \"ec2-vpc\",\n \"ec2-instance\",\n \"elb-instance-health\",\n \"ec2-security-group\"\n ],\n \"descriptiveName\": \"Classic Load Balancer\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a classic load balancer by name\",\n \"list\": true,\n \"listDescription\": \"List all classic load balancers\",\n \"search\": true,\n \"searchDescription\": \"Search for classic load balancers by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_elb.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/elbv2-listener.json", "content": "{\n \"type\": \"elbv2-listener\",\n \"category\": 3,\n \"potentialLinks\": [\n \"elbv2-load-balancer\",\n \"acm-certificate\",\n \"elbv2-rule\",\n \"cognito-idp-user-pool\",\n \"http\",\n \"elbv2-target-group\"\n ],\n \"descriptiveName\": \"ELB Listener\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an ELB listener by ARN\",\n \"search\": true,\n \"searchDescription\": \"Search for ELB listeners by load balancer ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_alb_listener.arn\"\n },\n {\n \"terraformQueryMap\": \"aws_lb_listener.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/elbv2-load-balancer.json", "content": "{\n \"type\": \"elbv2-load-balancer\",\n \"category\": 3,\n \"potentialLinks\": [\n \"elbv2-target-group\",\n \"elbv2-listener\",\n \"dns\",\n \"route53-hosted-zone\",\n \"ec2-vpc\",\n \"ec2-subnet\",\n \"ec2-address\",\n \"ip\",\n \"ec2-security-group\",\n \"ec2-coip-pool\"\n ],\n \"descriptiveName\": \"Elastic Load Balancer\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an ELB by name\",\n \"list\": true,\n \"listDescription\": \"List all ELBs\",\n \"search\": true,\n \"searchDescription\": \"Search for ELBs by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_lb.arn\"\n },\n {\n \"terraformQueryMap\": \"aws_lb.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/elbv2-rule.json", "content": "{\n \"type\": \"elbv2-rule\",\n \"category\": 7,\n \"descriptiveName\": \"ELB Rule\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a rule by ARN\",\n \"search\": true,\n \"searchDescription\": \"Search for rules by listener ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_alb_listener_rule.arn\"\n },\n {\n \"terraformQueryMap\": \"aws_lb_listener_rule.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/elbv2-target-group.json", "content": "{\n \"type\": \"elbv2-target-group\",\n \"category\": 3,\n \"potentialLinks\": [\"ec2-vpc\", \"elbv2-load-balancer\", \"elbv2-target-health\"],\n \"descriptiveName\": \"Target Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a target group by name\",\n \"list\": true,\n \"listDescription\": \"List all target groups\",\n \"search\": true,\n \"searchDescription\": \"Search for target groups by load balancer ARN or target group ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_alb_target_group.arn\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_lb_target_group.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/elbv2-target-health.json", "content": "{\n \"type\": \"elbv2-target-health\",\n \"category\": 5,\n \"potentialLinks\": [\n \"ec2-instance\",\n \"lambda-function\",\n \"ip\",\n \"elbv2-load-balancer\"\n ],\n \"descriptiveName\": \"ELB Target Health\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get target health by unique ID ({TargetGroupArn}|{Id}|{AvailabilityZone}|{Port})\",\n \"search\": true,\n \"searchDescription\": \"Search for target health by target group ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/iam-group.json", "content": "{\n \"type\": \"iam-group\",\n \"category\": 4,\n \"descriptiveName\": \"IAM Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a group by name\",\n \"list\": true,\n \"listDescription\": \"List all IAM groups\",\n \"search\": true,\n \"searchDescription\": \"Search for a group by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_iam_group.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/iam-instance-profile.json", "content": "{\n \"type\": \"iam-instance-profile\",\n \"category\": 4,\n \"potentialLinks\": [\"iam-role\", \"iam-policy\"],\n \"descriptiveName\": \"IAM Instance Profile\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an IAM instance profile by name\",\n \"list\": true,\n \"listDescription\": \"List all IAM instance profiles\",\n \"search\": true,\n \"searchDescription\": \"Search IAM instance profiles by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_iam_instance_profile.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/iam-policy.json", "content": "{\n \"type\": \"iam-policy\",\n \"category\": 4,\n \"potentialLinks\": [\"iam-group\", \"iam-user\", \"iam-role\"],\n \"descriptiveName\": \"IAM Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an IAM policy by policyFullName ({path} + {policyName})\",\n \"list\": true,\n \"listDescription\": \"List all IAM policies\",\n \"search\": true,\n \"searchDescription\": \"Search for IAM policies by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_iam_policy.arn\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_iam_user_policy_attachment.policy_arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/iam-role.json", "content": "{\n \"type\": \"iam-role\",\n \"category\": 4,\n \"potentialLinks\": [\"iam-policy\"],\n \"descriptiveName\": \"IAM Role\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an IAM role by name\",\n \"list\": true,\n \"listDescription\": \"List all IAM roles\",\n \"search\": true,\n \"searchDescription\": \"Search for IAM roles by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_iam_role.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/iam-user.json", "content": "{\n \"type\": \"iam-user\",\n \"category\": 4,\n \"potentialLinks\": [\"iam-group\"],\n \"descriptiveName\": \"IAM User\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an IAM user by name\",\n \"list\": true,\n \"listDescription\": \"List all IAM users\",\n \"search\": true,\n \"searchDescription\": \"Search for IAM users by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_iam_user.arn\"\n },\n {\n \"terraformQueryMap\": \"aws_iam_user_group_membership.user\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/kms-alias.json", "content": "{\n \"type\": \"kms-alias\",\n \"category\": 4,\n \"potentialLinks\": [\"kms-key\"],\n \"descriptiveName\": \"KMS Alias\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an alias by keyID/aliasName\",\n \"list\": true,\n \"listDescription\": \"List all aliases\",\n \"search\": true,\n \"searchDescription\": \"Search aliases by keyID\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_kms_alias.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/kms-custom-key-store.json", "content": "{\n \"type\": \"kms-custom-key-store\",\n \"category\": 2,\n \"potentialLinks\": [\"cloudhsmv2-cluster\", \"ec2-vpc-endpoint-service\"],\n \"descriptiveName\": \"Custom Key Store\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a custom key store by its ID\",\n \"list\": true,\n \"listDescription\": \"List all custom key stores\",\n \"search\": true,\n \"searchDescription\": \"Search custom key store by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_kms_custom_key_store.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/kms-grant.json", "content": "{\n \"type\": \"kms-grant\",\n \"category\": 4,\n \"potentialLinks\": [\"kms-key\", \"iam-user\", \"iam-role\"],\n \"descriptiveName\": \"KMS Grant\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a grant by keyID/grantId\",\n \"search\": true,\n \"searchDescription\": \"Search grants by keyID\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_kms_grant.grant_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/kms-key-policy.json", "content": "{\n \"type\": \"kms-key-policy\",\n \"category\": 4,\n \"potentialLinks\": [\"kms-key\"],\n \"descriptiveName\": \"KMS Key Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a KMS key policy by its Key ID\",\n \"search\": true,\n \"searchDescription\": \"Search KMS key policies by Key ID\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_kms_key_policy.key_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/kms-key.json", "content": "{\n \"type\": \"kms-key\",\n \"category\": 4,\n \"potentialLinks\": [\"kms-custom-key-store\", \"kms-key-policy\", \"kms-grant\"],\n \"descriptiveName\": \"KMS Key\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a KMS Key by its ID\",\n \"list\": true,\n \"listDescription\": \"List all KMS Keys\",\n \"search\": true,\n \"searchDescription\": \"Search for KMS Keys by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_kms_key.key_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/lambda-event-source-mapping.json", "content": "{\n \"type\": \"lambda-event-source-mapping\",\n \"category\": 1,\n \"potentialLinks\": [\n \"lambda-function\",\n \"dynamodb-table\",\n \"kinesis-stream\",\n \"sqs-queue\",\n \"kafka-cluster\",\n \"mq-broker\",\n \"rds-db-cluster\"\n ],\n \"descriptiveName\": \"Lambda Event Source Mapping\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Lambda event source mapping by UUID\",\n \"list\": true,\n \"listDescription\": \"List all Lambda event source mappings\",\n \"search\": true,\n \"searchDescription\": \"Search for Lambda event source mappings by Event Source ARN (SQS, DynamoDB, Kinesis, etc.)\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_lambda_event_source_mapping.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/lambda-function.json", "content": "{\n \"type\": \"lambda-function\",\n \"category\": 1,\n \"potentialLinks\": [\n \"iam-role\",\n \"s3-bucket\",\n \"sns-topic\",\n \"sqs-queue\",\n \"lambda-function\",\n \"events-event-bus\",\n \"elbv2-target-group\",\n \"vpc-lattice-target-group\",\n \"logs-log-group\"\n ],\n \"descriptiveName\": \"Lambda Function\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a lambda function by name\",\n \"list\": true,\n \"listDescription\": \"List all lambda functions\",\n \"search\": true,\n \"searchDescription\": \"Search for lambda functions by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_lambda_function.arn\"\n },\n {\n \"terraformQueryMap\": \"aws_lambda_function_event_invoke_config.id\"\n },\n {\n \"terraformQueryMap\": \"aws_lambda_function_url.function_arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/lambda-layer-version.json", "content": "{\n \"type\": \"lambda-layer-version\",\n \"category\": 1,\n \"potentialLinks\": [\"signer-signing-job\", \"signer-signing-profile\"],\n \"descriptiveName\": \"Lambda Layer Version\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a layer version by full name ({layerName}:{versionNumber})\",\n \"search\": true,\n \"searchDescription\": \"Search for layer versions by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_lambda_layer_version.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/lambda-layer.json", "content": "{\n \"type\": \"lambda-layer\",\n \"category\": 1,\n \"potentialLinks\": [\"lambda-layer-version\"],\n \"descriptiveName\": \"Lambda Layer\",\n \"supportedQueryMethods\": {\n \"list\": true,\n \"listDescription\": \"List all lambda layers\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/network-firewall-firewall-policy.json", "content": "{\n \"type\": \"network-firewall-firewall-policy\",\n \"category\": 3,\n \"potentialLinks\": [\n \"network-firewall-rule-group\",\n \"network-firewall-tls-inspection-configuration\",\n \"kms-key\"\n ],\n \"descriptiveName\": \"Network Firewall Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Network Firewall Policy by name\",\n \"list\": true,\n \"listDescription\": \"List Network Firewall Policies\",\n \"search\": true,\n \"searchDescription\": \"Search for Network Firewall Policies by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_networkfirewall_firewall_policy.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/network-firewall-firewall.json", "content": "{\n \"type\": \"network-firewall-firewall\",\n \"category\": 3,\n \"potentialLinks\": [\n \"network-firewall-firewall-policy\",\n \"ec2-subnet\",\n \"ec2-vpc\",\n \"logs-log-group\",\n \"s3-bucket\",\n \"firehose-delivery-stream\",\n \"iam-policy\",\n \"kms-key\"\n ],\n \"descriptiveName\": \"Network Firewall\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Network Firewall by name\",\n \"list\": true,\n \"listDescription\": \"List Network Firewalls\",\n \"search\": true,\n \"searchDescription\": \"Search for Network Firewalls by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_networkfirewall_firewall.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/network-firewall-rule-group.json", "content": "{\n \"type\": \"network-firewall-rule-group\",\n \"category\": 4,\n \"potentialLinks\": [\"kms-key\", \"sns-topic\", \"network-firewall-rule-group\"],\n \"descriptiveName\": \"Network Firewall Rule Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Network Firewall Rule Group by name\",\n \"list\": true,\n \"listDescription\": \"List Network Firewall Rule Groups\",\n \"search\": true,\n \"searchDescription\": \"Search for Network Firewall Rule Groups by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_networkfirewall_rule_group.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/network-firewall-tls-inspection-configuration.json", "content": "{\n \"type\": \"network-firewall-tls-inspection-configuration\",\n \"category\": 7,\n \"potentialLinks\": [\n \"acm-certificate\",\n \"acm-pca-certificate-authority\",\n \"acm-pca-certificate-authority-certificate\",\n \"network-firewall-encryption-configuration\"\n ],\n \"descriptiveName\": \"Network Firewall TLS Inspection Configuration\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Network Firewall TLS Inspection Configuration by name\",\n \"list\": true,\n \"listDescription\": \"List Network Firewall TLS Inspection Configurations\",\n \"search\": true,\n \"searchDescription\": \"Search for Network Firewall TLS Inspection Configurations by ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-connect-attachment.json", "content": "{\n \"type\": \"networkmanager-connect-attachment\",\n \"category\": 3,\n \"potentialLinks\": [\"networkmanager-core-network\"],\n \"descriptiveName\": \"Networkmanager Connect Attachment\",\n \"supportedQueryMethods\": {\n \"get\": true\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_networkmanager_core_network.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-connect-peer-association.json", "content": "{\n \"type\": \"networkmanager-connect-peer-association\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-global-network\",\n \"networkmanager-connect-peer\",\n \"networkmanager-device\",\n \"networkmanager-link\"\n ],\n \"descriptiveName\": \"Networkmanager Connect Peer Association\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Connect Peer Association\",\n \"list\": true,\n \"listDescription\": \"List all Networkmanager Connect Peer Associations\",\n \"search\": true,\n \"searchDescription\": \"Search for Networkmanager ConnectPeerAssociations by GlobalNetworkId\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-connect-peer.json", "content": "{\n \"type\": \"networkmanager-connect-peer\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-core-network\",\n \"networkmanager-connect-attachment\",\n \"ip\",\n \"rdap-asn\",\n \"ec2-subnet\"\n ],\n \"descriptiveName\": \"Networkmanager Connect Peer\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Connect Peer by id\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_networkmanager_connect_peer.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-connection.json", "content": "{\n \"type\": \"networkmanager-connection\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-global-network\",\n \"networkmanager-link\",\n \"networkmanager-device\"\n ],\n \"descriptiveName\": \"Networkmanager Connection\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Connection\",\n \"search\": true,\n \"searchDescription\": \"Search for Networkmanager Connections by GlobalNetworkId, Device ARN, or Connection ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_networkmanager_connection.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-core-network-policy.json", "content": "{\n \"type\": \"networkmanager-core-network-policy\",\n \"category\": 3,\n \"potentialLinks\": [\"networkmanager-core-network\"],\n \"descriptiveName\": \"Networkmanager Core Network Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Core Network Policy by Core Network id\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_networkmanager_core_network_policy.core_network_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-core-network.json", "content": "{\n \"type\": \"networkmanager-core-network\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-core-network-policy\",\n \"networkmanager-connect-peer\"\n ],\n \"descriptiveName\": \"Networkmanager Core Network\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Core Network by id\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_networkmanager_core_network.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-device.json", "content": "{\n \"type\": \"networkmanager-device\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-global-network\",\n \"networkmanager-site\",\n \"networkmanager-link-association\",\n \"networkmanager-connection\",\n \"networkmanager-network-resource-relationship\"\n ],\n \"descriptiveName\": \"Networkmanager Device\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Device\",\n \"search\": true,\n \"searchDescription\": \"Search for Networkmanager Devices by GlobalNetworkId, {GlobalNetworkId|SiteId} or ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_networkmanager_device.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-global-network.json", "content": "{\n \"type\": \"networkmanager-global-network\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-site\",\n \"networkmanager-transit-gateway-registration\",\n \"networkmanager-connect-peer-association\",\n \"networkmanager-transit-gateway-connect-peer-association\",\n \"networkmanager-network-resource-relationship\",\n \"networkmanager-link\",\n \"networkmanager-device\",\n \"networkmanager-connection\"\n ],\n \"descriptiveName\": \"Network Manager Global Network\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a global network by id\",\n \"list\": true,\n \"listDescription\": \"List all global networks\",\n \"search\": true,\n \"searchDescription\": \"Search for a global network by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_networkmanager_global_network.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-link-association.json", "content": "{\n \"type\": \"networkmanager-link-association\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-global-network\",\n \"networkmanager-link\",\n \"networkmanager-device\"\n ],\n \"descriptiveName\": \"Networkmanager LinkAssociation\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Link Association\",\n \"search\": true,\n \"searchDescription\": \"Search for Networkmanager Link Associations by GlobalNetworkId and DeviceId or LinkId\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-link.json", "content": "{\n \"type\": \"networkmanager-link\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-global-network\",\n \"networkmanager-link-association\",\n \"networkmanager-site\",\n \"networkmanager-network-resource-relationship\"\n ],\n \"descriptiveName\": \"Networkmanager Link\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Link\",\n \"search\": true,\n \"searchDescription\": \"Search for Networkmanager Links by GlobalNetworkId, GlobalNetworkId with SiteId, or ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_networkmanager_link.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-network-resource-relationship.json", "content": "{\n \"type\": \"networkmanager-network-resource-relationship\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-connection\",\n \"networkmanager-device\",\n \"networkmanager-link\",\n \"networkmanager-site\",\n \"directconnect-connection\",\n \"directconnect-direct-connect-gateway\",\n \"directconnect-virtual-interface\",\n \"ec2-customer\"\n ],\n \"descriptiveName\": \"Networkmanager Network Resource Relationships\",\n \"supportedQueryMethods\": {\n \"search\": true,\n \"searchDescription\": \"Search for Networkmanager NetworkResourceRelationships by GlobalNetworkId\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-site-to-site-vpn-attachment.json", "content": "{\n \"type\": \"networkmanager-site-to-site-vpn-attachment\",\n \"category\": 3,\n \"potentialLinks\": [\"networkmanager-core-network\", \"ec2-vpn-connection\"],\n \"descriptiveName\": \"Networkmanager Site To Site Vpn Attachment\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Site To Site Vpn Attachment by id\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_networkmanager_site_to_site_vpn_attachment.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-site.json", "content": "{\n \"type\": \"networkmanager-site\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-global-network\",\n \"networkmanager-link\",\n \"networkmanager-device\"\n ],\n \"descriptiveName\": \"Networkmanager Site\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Site\",\n \"search\": true,\n \"searchDescription\": \"Search for Networkmanager Sites by GlobalNetworkId or Site ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_networkmanager_site.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-transit-gateway-connect-peer-association.json", "content": "{\n \"type\": \"networkmanager-transit-gateway-connect-peer-association\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-global-network\",\n \"networkmanager-device\",\n \"networkmanager-link\"\n ],\n \"descriptiveName\": \"Networkmanager Transit Gateway Connect Peer Association\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Transit Gateway Connect Peer Association by id\",\n \"list\": true,\n \"listDescription\": \"List all Networkmanager Transit Gateway Connect Peer Associations\",\n \"search\": true,\n \"searchDescription\": \"Search for Networkmanager Transit Gateway Connect Peer Associations by GlobalNetworkId\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-transit-gateway-peering.json", "content": "{\n \"type\": \"networkmanager-transit-gateway-peering\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-core-network\",\n \"ec2-transit-gateway-peering-attachment\",\n \"ec2-transit-gateway\"\n ],\n \"descriptiveName\": \"Networkmanager Transit Gateway Peering\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Transit Gateway Peering by id\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_networkmanager_transit_gateway_peering.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-transit-gateway-registration.json", "content": "{\n \"type\": \"networkmanager-transit-gateway-registration\",\n \"category\": 3,\n \"potentialLinks\": [\"networkmanager-global-network\", \"ec2-transit-gateway\"],\n \"descriptiveName\": \"Networkmanager Transit Gateway Registrations\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Transit Gateway Registrations\",\n \"list\": true,\n \"listDescription\": \"List all Networkmanager Transit Gateway Registrations\",\n \"search\": true,\n \"searchDescription\": \"Search for Networkmanager Transit Gateway Registrations by GlobalNetworkId\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-transit-gateway-route-table-attachment.json", "content": "{\n \"type\": \"networkmanager-transit-gateway-route-table-attachment\",\n \"category\": 3,\n \"potentialLinks\": [\n \"networkmanager-core-network\",\n \"networkmanager-transit-gateway-peering\",\n \"ec2-transit-gateway-route-table\"\n ],\n \"descriptiveName\": \"Networkmanager Transit Gateway Route Table Attachment\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager Transit Gateway Route Table Attachment by id\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_networkmanager_transit_gateway_route_table_attachment.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/networkmanager-vpc-attachment.json", "content": "{\n \"type\": \"networkmanager-vpc-attachment\",\n \"category\": 3,\n \"potentialLinks\": [\"networkmanager-core-network\"],\n \"descriptiveName\": \"Networkmanager VPC Attachment\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Networkmanager VPC Attachment by id\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_networkmanager_vpc_attachment.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/rds-db-cluster-parameter-group.json", "content": "{\n \"type\": \"rds-db-cluster-parameter-group\",\n \"category\": 6,\n \"descriptiveName\": \"RDS Cluster Parameter Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a parameter group by name\",\n \"list\": true,\n \"listDescription\": \"List all RDS parameter groups\",\n \"search\": true,\n \"searchDescription\": \"Search for a parameter group by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_rds_cluster_parameter_group.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/rds-db-cluster.json", "content": "{\n \"type\": \"rds-db-cluster\",\n \"category\": 6,\n \"potentialLinks\": [\n \"rds-db-subnet-group\",\n \"dns\",\n \"rds-db-cluster\",\n \"ec2-security-group\",\n \"route53-hosted-zone\",\n \"kms-key\",\n \"kinesis-stream\",\n \"rds-option-group\",\n \"secretsmanager-secret\",\n \"iam-role\"\n ],\n \"descriptiveName\": \"RDS Cluster\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a parameter group by name\",\n \"list\": true,\n \"listDescription\": \"List all RDS parameter groups\",\n \"search\": true,\n \"searchDescription\": \"Search for a parameter group by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_rds_cluster.cluster_identifier\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/rds-db-instance.json", "content": "{\n \"type\": \"rds-db-instance\",\n \"category\": 6,\n \"potentialLinks\": [\n \"dns\",\n \"route53-hosted-zone\",\n \"ec2-security-group\",\n \"rds-db-parameter-group\",\n \"rds-db-subnet-group\",\n \"rds-db-cluster\",\n \"kms-key\",\n \"logs-log-stream\",\n \"iam-role\",\n \"kinesis-stream\",\n \"backup-recovery-point\",\n \"iam-instance-profile\",\n \"rds-db-instance-automated-backup\",\n \"secretsmanager-secret\"\n ],\n \"descriptiveName\": \"RDS Instance\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an instance by ID\",\n \"list\": true,\n \"listDescription\": \"List all instances\",\n \"search\": true,\n \"searchDescription\": \"Search for instances by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_db_instance.identifier\"\n },\n {\n \"terraformQueryMap\": \"aws_db_instance_role_association.db_instance_identifier\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/rds-db-parameter-group.json", "content": "{\n \"type\": \"rds-db-parameter-group\",\n \"category\": 6,\n \"descriptiveName\": \"RDS Parameter Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a parameter group by name\",\n \"list\": true,\n \"listDescription\": \"List all parameter groups\",\n \"search\": true,\n \"searchDescription\": \"Search for a parameter group by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_db_parameter_group.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/rds-db-subnet-group.json", "content": "{\n \"type\": \"rds-db-subnet-group\",\n \"category\": 3,\n \"potentialLinks\": [\"ec2-vpc\", \"ec2-subnet\", \"outposts-outpost\"],\n \"descriptiveName\": \"RDS Subnet Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a subnet group by name\",\n \"list\": true,\n \"listDescription\": \"List all subnet groups\",\n \"search\": true,\n \"searchDescription\": \"Search for subnet groups by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_db_subnet_group.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/rds-option-group.json", "content": "{\n \"type\": \"rds-option-group\",\n \"category\": 6,\n \"descriptiveName\": \"RDS Option Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an option group by name\",\n \"list\": true,\n \"listDescription\": \"List all RDS option groups\",\n \"search\": true,\n \"searchDescription\": \"Search for an option group by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_db_option_group.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/route53-health-check.json", "content": "{\n \"type\": \"route53-health-check\",\n \"category\": 5,\n \"potentialLinks\": [\"cloudwatch-alarm\"],\n \"descriptiveName\": \"Route53 Health Check\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get health check by ID\",\n \"list\": true,\n \"listDescription\": \"List all health checks\",\n \"search\": true,\n \"searchDescription\": \"Search for health checks by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_route53_health_check.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/route53-hosted-zone.json", "content": "{\n \"type\": \"route53-hosted-zone\",\n \"category\": 3,\n \"potentialLinks\": [\"route53-resource-record-set\"],\n \"descriptiveName\": \"Hosted Zone\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a hosted zone by ID\",\n \"list\": true,\n \"listDescription\": \"List all hosted zones\",\n \"search\": true,\n \"searchDescription\": \"Search for a hosted zone by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_route53_hosted_zone_dnssec.id\"\n },\n {\n \"terraformQueryMap\": \"aws_route53_zone.zone_id\"\n },\n {\n \"terraformQueryMap\": \"aws_route53_zone_association.zone_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/route53-resource-record-set.json", "content": "{\n \"type\": \"route53-resource-record-set\",\n \"category\": 3,\n \"potentialLinks\": [\"dns\", \"route53-health-check\"],\n \"descriptiveName\": \"Route53 Record Set\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Route53 record Set by name\",\n \"search\": true,\n \"searchDescription\": \"Search for a record set by hosted zone ID in the format \\\"/hostedzone/JJN928734JH7HV\\\" or \\\"JJN928734JH7HV\\\" or by terraform ID in the format \\\"{hostedZone}_{recordName}_{type}\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_route53_record.arn\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_route53_record.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/s3-bucket.json", "content": "{\n \"type\": \"s3-bucket\",\n \"category\": 2,\n \"potentialLinks\": [\"lambda-function\", \"sqs-queue\", \"sns-topic\", \"s3-bucket\"],\n \"descriptiveName\": \"S3 Bucket\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an S3 bucket by name\",\n \"list\": true,\n \"listDescription\": \"List all S3 buckets\",\n \"search\": true,\n \"searchDescription\": \"Search for S3 buckets by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_s3_bucket_acl.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_analytics_configuration.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_cors_configuration.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_intelligent_tiering_configuration.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_inventory.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_lifecycle_configuration.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_logging.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_metric.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_notification.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_object_lock_configuration.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_object.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_ownership_controls.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_policy.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_public_access_block.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_replication_configuration.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_request_payment_configuration.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_server_side_encryption_configuration.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_versioning.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket_website_configuration.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_bucket.id\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_object_copy.bucket\"\n },\n {\n \"terraformQueryMap\": \"aws_s3_object.bucket\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/sns-data-protection-policy.json", "content": "{\n \"type\": \"sns-data-protection-policy\",\n \"category\": 7,\n \"potentialLinks\": [\"sns-topic\"],\n \"descriptiveName\": \"SNS Data Protection Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an SNS data protection policy by associated topic ARN\",\n \"search\": true,\n \"searchDescription\": \"Search SNS data protection policies by its ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_sns_topic_data_protection_policy.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/sns-endpoint.json", "content": "{\n \"type\": \"sns-endpoint\",\n \"category\": 7,\n \"descriptiveName\": \"SNS Endpoint\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an SNS endpoint by its ARN\",\n \"search\": true,\n \"searchDescription\": \"Search SNS endpoints by associated Platform Application ARN\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/sns-platform-application.json", "content": "{\n \"type\": \"sns-platform-application\",\n \"category\": 7,\n \"potentialLinks\": [\"sns-endpoint\"],\n \"descriptiveName\": \"SNS Platform Application\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an SNS platform application by its ARN\",\n \"list\": true,\n \"listDescription\": \"List all SNS platform applications\",\n \"search\": true,\n \"searchDescription\": \"Search SNS platform applications by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_sns_platform_application.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/sns-subscription.json", "content": "{\n \"type\": \"sns-subscription\",\n \"category\": 7,\n \"potentialLinks\": [\"sns-topic\", \"iam-role\"],\n \"descriptiveName\": \"SNS Subscription\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an SNS subscription by its ARN\",\n \"list\": true,\n \"listDescription\": \"List all SNS subscriptions\",\n \"search\": true,\n \"searchDescription\": \"Search SNS subscription by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_sns_topic_subscription.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/sns-topic.json", "content": "{\n \"type\": \"sns-topic\",\n \"category\": 7,\n \"potentialLinks\": [\"kms-key\"],\n \"descriptiveName\": \"SNS Topic\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an SNS topic by its ARN\",\n \"list\": true,\n \"listDescription\": \"List all SNS topics\",\n \"search\": true,\n \"searchDescription\": \"Search SNS topic by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_sns_topic.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/sqs-queue.json", "content": "{\n \"type\": \"sqs-queue\",\n \"category\": 1,\n \"potentialLinks\": [\"http\", \"lambda-event-source-mapping\"],\n \"descriptiveName\": \"SQS Queue\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an SQS queue attributes by its URL\",\n \"list\": true,\n \"listDescription\": \"List all SQS queue URLs\",\n \"search\": true,\n \"searchDescription\": \"Search SQS queue by ARN\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_sqs_queue.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/aws/data/ssm-parameter.json", "content": "{\n \"type\": \"ssm-parameter\",\n \"category\": 7,\n \"potentialLinks\": [\"ip\", \"http\", \"dns\"],\n \"descriptiveName\": \"SSM Parameter\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an SSM parameter by name\",\n \"list\": true,\n \"listDescription\": \"List all SSM parameters\",\n \"search\": true,\n \"searchDescription\": \"Search for SSM parameters by ARN. This supports ARNs from IAM policies that contain wildcards\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"aws_ssm_parameter.name\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"aws_ssm_parameter.arn\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/embed.go", "content": "// Package adapterdata embeds the per-type adapter metadata JSON files so\n// other packages can look up category, descriptive name, supported query\n// methods, and potential links without duplicating the data.\npackage adapterdata\n\nimport \"embed\"\n\n// Files contains every adapter JSON file under {provider}/data/*.json.\n//\n//go:embed */data/*.json\nvar Files embed.FS\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-ai-platform-batch-prediction-job.json", "content": "{\n \"type\": \"gcp-ai-platform-batch-prediction-job\",\n \"category\": 8,\n \"potentialLinks\": [\n \"gcp-ai-platform-endpoint\",\n \"gcp-ai-platform-model\",\n \"gcp-big-query-table\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-network\",\n \"gcp-iam-service-account\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Ai Platform Batch Prediction Job\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-ai-platform-batch-prediction-job by its \\\"locations|batchPredictionJobs\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search Batch Prediction Jobs within a location. Use the location name e.g., 'us-central1'\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-ai-platform-custom-job.json", "content": "{\n \"type\": \"gcp-ai-platform-custom-job\",\n \"category\": 8,\n \"potentialLinks\": [\n \"gcp-ai-platform-model\",\n \"gcp-artifact-registry-docker-image\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-network\",\n \"gcp-iam-service-account\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Ai Platform Custom Job\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-ai-platform-custom-job by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-ai-platform-custom-job\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-ai-platform-endpoint.json", "content": "{\n \"type\": \"gcp-ai-platform-endpoint\",\n \"category\": 8,\n \"potentialLinks\": [\n \"gcp-ai-platform-model\",\n \"gcp-ai-platform-model-deployment-monitoring-job\",\n \"gcp-big-query-table\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-network\",\n \"gcp-iam-service-account\"\n ],\n \"descriptiveName\": \"GCP Ai Platform Endpoint\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-ai-platform-endpoint by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-ai-platform-endpoint\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-ai-platform-model-deployment-monitoring-job.json", "content": "{\n \"type\": \"gcp-ai-platform-model-deployment-monitoring-job\",\n \"category\": 8,\n \"potentialLinks\": [\n \"gcp-ai-platform-endpoint\",\n \"gcp-ai-platform-model\",\n \"gcp-big-query-table\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-monitoring-notification-channel\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Ai Platform Model Deployment Monitoring Job\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-ai-platform-model-deployment-monitoring-job by its \\\"locations|modelDeploymentMonitoringJobs\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search Model Deployment Monitoring Jobs within a location. Use the location name e.g., 'us-central1'\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-ai-platform-model.json", "content": "{\n \"type\": \"gcp-ai-platform-model\",\n \"category\": 8,\n \"potentialLinks\": [\n \"gcp-ai-platform-endpoint\",\n \"gcp-ai-platform-pipeline-job\",\n \"gcp-artifact-registry-docker-image\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Ai Platform Model\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-ai-platform-model by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-ai-platform-model\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-ai-platform-pipeline-job.json", "content": "{\n \"type\": \"gcp-ai-platform-pipeline-job\",\n \"category\": 8,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-network\",\n \"gcp-iam-service-account\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Ai Platform Pipeline Job\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-ai-platform-pipeline-job by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-ai-platform-pipeline-job\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-artifact-registry-docker-image.json", "content": "{\n \"type\": \"gcp-artifact-registry-docker-image\",\n \"category\": 2,\n \"descriptiveName\": \"GCP Artifact Registry Docker Image\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-artifact-registry-docker-image by its \\\"locations|repositories|dockerImages\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for Docker images in Artifact Registry. Use the format \\\"location|repository_id\\\" or \\\"projects/[project]/locations/[location]/repository/[repository_id]/dockerImages/[docker_image]\\\" which is supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_artifact_registry_docker_image.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-big-query-data-transfer-transfer-config.json", "content": "{\n \"type\": \"gcp-big-query-data-transfer-transfer-config\",\n \"category\": 6,\n \"potentialLinks\": [\n \"gcp-big-query-dataset\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-iam-service-account\",\n \"gcp-pub-sub-topic\"\n ],\n \"descriptiveName\": \"GCP Big Query Data Transfer Transfer Config\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-big-query-data-transfer-transfer-config by its \\\"locations|transferConfigs\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for BigQuery Data Transfer transfer configs in a location. Use the format \\\"location\\\" or \\\"projects/project_id/locations/location/transferConfigs/transfer_config_id\\\" which is supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_bigquery_data_transfer_config.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-big-query-dataset.json", "content": "{\n \"type\": \"gcp-big-query-dataset\",\n \"category\": 6,\n \"potentialLinks\": [\n \"gcp-big-query-dataset\",\n \"gcp-big-query-routine\",\n \"gcp-big-query-table\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-iam-service-account\"\n ],\n \"descriptiveName\": \"GCP Big Query Dataset\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Big Query Dataset by \\\"gcp-big-query-dataset-id\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Big Query Dataset items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_bigquery_dataset.dataset_id\"\n },\n {\n \"terraformQueryMap\": \"google_bigquery_dataset_iam_binding.dataset_id\"\n },\n {\n \"terraformQueryMap\": \"google_bigquery_dataset_iam_member.dataset_id\"\n },\n {\n \"terraformQueryMap\": \"google_bigquery_dataset_iam_policy.dataset_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-big-query-routine.json", "content": "{\n \"type\": \"gcp-big-query-routine\",\n \"category\": 6,\n \"potentialLinks\": [\"gcp-big-query-dataset\", \"gcp-storage-bucket\"],\n \"descriptiveName\": \"GCP Big Query Routine\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Big Query Routine by \\\"gcp-big-query-dataset-id|gcp-big-query-routine-id\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for GCP Big Query Routine by \\\"gcp-big-query-routine-id\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_bigquery_routine.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-big-query-table.json", "content": "{\n \"type\": \"gcp-big-query-table\",\n \"category\": 6,\n \"potentialLinks\": [\n \"gcp-big-query-dataset\",\n \"gcp-big-query-table\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Big Query Table\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Big Query Table by \\\"gcp-big-query-dataset-id|gcp-big-query-table-id\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for GCP Big Query Table by \\\"gcp-big-query-dataset-id\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_bigquery_table.id\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_bigquery_table_iam_binding.dataset_id\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_bigquery_table_iam_member.dataset_id\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_bigquery_table_iam_policy.dataset_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-big-table-admin-app-profile.json", "content": "{\n \"type\": \"gcp-big-table-admin-app-profile\",\n \"category\": 7,\n \"potentialLinks\": [\n \"gcp-big-table-admin-cluster\",\n \"gcp-big-table-admin-instance\"\n ],\n \"descriptiveName\": \"GCP Big Table Admin App Profile\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-big-table-admin-app-profile by its \\\"instances|appProfiles\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for BigTable App Profiles in an instance. Use the format \\\"instance\\\" or \\\"projects/[project_id]/instances/[instance_name]/appProfiles/[app_profile_id]\\\" which is supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_bigtable_app_profile.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-big-table-admin-backup.json", "content": "{\n \"type\": \"gcp-big-table-admin-backup\",\n \"potentialLinks\": [\n \"gcp-big-table-admin-backup\",\n \"gcp-big-table-admin-cluster\",\n \"gcp-big-table-admin-table\",\n \"gcp-cloud-kms-crypto-key-version\"\n ],\n \"descriptiveName\": \"GCP Big Table Admin Backup\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-big-table-admin-backup by its \\\"instances|clusters|backups\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for gcp-big-table-admin-backup by its \\\"instances|clusters\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-big-table-admin-cluster.json", "content": "{\n \"type\": \"gcp-big-table-admin-cluster\",\n \"category\": 7,\n \"potentialLinks\": [\n \"gcp-big-table-admin-instance\",\n \"gcp-cloud-kms-crypto-key\"\n ],\n \"descriptiveName\": \"GCP Big Table Admin Cluster\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-big-table-admin-cluster by its \\\"instances|clusters\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for gcp-big-table-admin-cluster by its \\\"instances\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-big-table-admin-instance.json", "content": "{\n \"type\": \"gcp-big-table-admin-instance\",\n \"category\": 7,\n \"potentialLinks\": [\"gcp-big-table-admin-cluster\"],\n \"descriptiveName\": \"GCP Big Table Admin Instance\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-big-table-admin-instance by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-big-table-admin-instance\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_bigtable_instance.name\"\n },\n {\n \"terraformQueryMap\": \"google_bigtable_instance_iam_binding.instance\"\n },\n {\n \"terraformQueryMap\": \"google_bigtable_instance_iam_member.instance\"\n },\n {\n \"terraformQueryMap\": \"google_bigtable_instance_iam_policy.instance\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-big-table-admin-table.json", "content": "{\n \"type\": \"gcp-big-table-admin-table\",\n \"category\": 6,\n \"potentialLinks\": [\n \"gcp-big-table-admin-backup\",\n \"gcp-big-table-admin-instance\",\n \"gcp-big-table-admin-table\"\n ],\n \"descriptiveName\": \"GCP Big Table Admin Table\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-big-table-admin-table by its \\\"instances|tables\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for BigTable tables in an instance. Use the format \\\"instance_name\\\" or \\\"projects/[project_id]/instances/[instance_name]/tables/[table_name]\\\" which is supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_bigtable_table.id\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_bigtable_table_iam_binding.instance_name\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_bigtable_table_iam_member.instance_name\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_bigtable_table_iam_policy.instance_name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-certificate-manager-certificate.json", "content": "{\n \"type\": \"gcp-certificate-manager-certificate\",\n \"category\": 4,\n \"descriptiveName\": \"GCP Certificate Manager Certificate\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Certificate Manager Certificate by \\\"gcp-certificate-manager-certificate-location|gcp-certificate-manager-certificate-name\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for GCP Certificate Manager Certificate by \\\"gcp-certificate-manager-certificate-location\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_certificate_manager_certificate.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-cloud-billing-billing-info.json", "content": "{\n \"type\": \"gcp-cloud-billing-billing-info\",\n \"category\": 7,\n \"potentialLinks\": [\"gcp-cloud-resource-manager-project\"],\n \"descriptiveName\": \"GCP Cloud Billing Billing Info\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-cloud-billing-billing-info by its \\\"name\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-cloud-build-build.json", "content": "{\n \"type\": \"gcp-cloud-build-build\",\n \"category\": 7,\n \"potentialLinks\": [\n \"gcp-artifact-registry-docker-image\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-iam-service-account\",\n \"gcp-logging-bucket\",\n \"gcp-secret-manager-secret\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Cloud Build Build\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-cloud-build-build by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-cloud-build-build\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-cloud-functions-function.json", "content": "{\n \"type\": \"gcp-cloud-functions-function\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-iam-service-account\",\n \"gcp-pub-sub-topic\",\n \"gcp-run-service\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Cloud Functions Function\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-cloud-functions-function by its \\\"locations|functions\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for gcp-cloud-functions-function by its \\\"locations\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-cloud-kms-crypto-key-version.json", "content": "{\n \"type\": \"gcp-cloud-kms-crypto-key-version\",\n \"category\": 4,\n \"potentialLinks\": [\"gcp-cloud-kms-crypto-key\"],\n \"descriptiveName\": \"GCP Cloud Kms Crypto Key Version\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Cloud Kms Crypto Key Version by \\\"gcp-cloud-kms-key-ring-location|gcp-cloud-kms-key-ring-name|gcp-cloud-kms-crypto-key-name|gcp-cloud-kms-crypto-key-version-version\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for GCP Cloud Kms Crypto Key Version by \\\"gcp-cloud-kms-key-ring-location|gcp-cloud-kms-key-ring-name|gcp-cloud-kms-crypto-key-name\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_kms_crypto_key_version.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-cloud-kms-crypto-key.json", "content": "{\n \"type\": \"gcp-cloud-kms-crypto-key\",\n \"category\": 4,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-cloud-kms-key-ring\"\n ],\n \"descriptiveName\": \"GCP Cloud Kms Crypto Key\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Cloud Kms Crypto Key by \\\"gcp-cloud-kms-key-ring-location|gcp-cloud-kms-key-ring-name|gcp-cloud-kms-crypto-key-name\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for GCP Cloud Kms Crypto Key by \\\"gcp-cloud-kms-key-ring-location|gcp-cloud-kms-key-ring-name\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_kms_crypto_key.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-cloud-kms-key-ring.json", "content": "{\n \"type\": \"gcp-cloud-kms-key-ring\",\n \"category\": 4,\n \"potentialLinks\": [\"gcp-cloud-kms-crypto-key\"],\n \"descriptiveName\": \"GCP Cloud Kms Key Ring\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Cloud Kms Key Ring by \\\"gcp-cloud-kms-key-ring-location|gcp-cloud-kms-key-ring-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Cloud Kms Key Ring items\",\n \"search\": true,\n \"searchDescription\": \"Search for GCP Cloud Kms Key Ring by \\\"gcp-cloud-kms-key-ring-location\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_kms_key_ring.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-cloud-resource-manager-project.json", "content": "{\n \"type\": \"gcp-cloud-resource-manager-project\",\n \"category\": 7,\n \"descriptiveName\": \"GCP Cloud Resource Manager Project\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-cloud-resource-manager-project by its \\\"name\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-cloud-resource-manager-tag-value.json", "content": "{\n \"type\": \"gcp-cloud-resource-manager-tag-value\",\n \"category\": 7,\n \"descriptiveName\": \"GCP Cloud Resource Manager Tag Value\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-cloud-resource-manager-tag-value by its \\\"name\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for TagValues by TagKey.\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_tags_tag_value.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-address.json", "content": "{\n \"type\": \"gcp-compute-address\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-compute-address\",\n \"gcp-compute-forwarding-rule\",\n \"gcp-compute-global-forwarding-rule\",\n \"gcp-compute-instance\",\n \"gcp-compute-network\",\n \"gcp-compute-public-delegated-prefix\",\n \"gcp-compute-router\",\n \"gcp-compute-subnetwork\"\n ],\n \"descriptiveName\": \"GCP Compute Address\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Address by \\\"gcp-compute-address-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Address items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_address.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-autoscaler.json", "content": "{\n \"type\": \"gcp-compute-autoscaler\",\n \"category\": 7,\n \"potentialLinks\": [\"gcp-compute-instance-group-manager\"],\n \"descriptiveName\": \"GCP Compute Autoscaler\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Autoscaler by \\\"gcp-compute-autoscaler-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Autoscaler items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_autoscaler.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-backend-service.json", "content": "{\n \"type\": \"gcp-compute-backend-service\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-compute-health-check\",\n \"gcp-compute-instance\",\n \"gcp-compute-instance-group\",\n \"gcp-compute-network\",\n \"gcp-compute-network-endpoint-group\",\n \"gcp-compute-security-policy\"\n ],\n \"descriptiveName\": \"GCP Compute Backend Service\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Backend Service by \\\"gcp-compute-backend-service-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Backend Service items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_backend_service.name\"\n },\n {\n \"terraformQueryMap\": \"google_compute_region_backend_service.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-disk.json", "content": "{\n \"type\": \"gcp-compute-disk\",\n \"category\": 2,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-compute-disk\",\n \"gcp-compute-image\",\n \"gcp-compute-instance\",\n \"gcp-compute-instant-snapshot\",\n \"gcp-compute-snapshot\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Compute Disk\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Disk by \\\"gcp-compute-disk-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Disk items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_disk.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-external-vpn-gateway.json", "content": "{\n \"type\": \"gcp-compute-external-vpn-gateway\",\n \"category\": 3,\n \"descriptiveName\": \"GCP Compute External Vpn Gateway\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-external-vpn-gateway by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-external-vpn-gateway\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_external_vpn_gateway.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-firewall.json", "content": "{\n \"type\": \"gcp-compute-firewall\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-compute-instance\",\n \"gcp-compute-network\",\n \"gcp-iam-service-account\"\n ],\n \"descriptiveName\": \"GCP Compute Firewall\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-firewall by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-firewall\",\n \"search\": true,\n \"searchDescription\": \"Search for firewalls by network tag. The query is a plain network tag name.\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_firewall.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-forwarding-rule.json", "content": "{\n \"type\": \"gcp-compute-forwarding-rule\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-compute-backend-service\",\n \"gcp-compute-forwarding-rule\",\n \"gcp-compute-network\",\n \"gcp-compute-public-delegated-prefix\",\n \"gcp-compute-subnetwork\",\n \"gcp-compute-target-http-proxy\",\n \"gcp-compute-target-https-proxy\",\n \"gcp-compute-target-pool\"\n ],\n \"descriptiveName\": \"GCP Compute Forwarding Rule\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Forwarding Rule by \\\"gcp-compute-forwarding-rule-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Forwarding Rule items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_forwarding_rule.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-global-address.json", "content": "{\n \"type\": \"gcp-compute-global-address\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-compute-network\",\n \"gcp-compute-public-delegated-prefix\",\n \"gcp-compute-subnetwork\"\n ],\n \"descriptiveName\": \"GCP Compute Global Address\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-global-address by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-global-address\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_global_address.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-global-forwarding-rule.json", "content": "{\n \"type\": \"gcp-compute-global-forwarding-rule\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-compute-backend-service\",\n \"gcp-compute-network\",\n \"gcp-compute-subnetwork\",\n \"gcp-compute-target-http-proxy\"\n ],\n \"descriptiveName\": \"GCP Compute Global Forwarding Rule\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-global-forwarding-rule by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-global-forwarding-rule\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_global_forwarding_rule.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-health-check.json", "content": "{\n \"type\": \"gcp-compute-health-check\",\n \"category\": 7,\n \"descriptiveName\": \"GCP Compute Health Check\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Health Check by \\\"gcp-compute-health-check-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Health Check items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_health_check.name\"\n },\n {\n \"terraformQueryMap\": \"google_compute_region_health_check.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-http-health-check.json", "content": "{\n \"type\": \"gcp-compute-http-health-check\",\n \"category\": 3,\n \"descriptiveName\": \"GCP Compute Http Health Check\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-http-health-check by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-http-health-check\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_http_health_check.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-image.json", "content": "{\n \"type\": \"gcp-compute-image\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-compute-disk\",\n \"gcp-compute-image\",\n \"gcp-compute-snapshot\",\n \"gcp-iam-service-account\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Compute Image\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Image by \\\"gcp-compute-image-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Image items\",\n \"search\": true,\n \"searchDescription\": \"Search for GCP Compute Image by \\\"gcp-compute-image-family\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_image.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-instance-group-manager.json", "content": "{\n \"type\": \"gcp-compute-instance-group-manager\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-compute-autoscaler\",\n \"gcp-compute-health-check\",\n \"gcp-compute-instance-group\",\n \"gcp-compute-instance-template\",\n \"gcp-compute-target-pool\"\n ],\n \"descriptiveName\": \"GCP Compute Instance Group Manager\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Instance Group Manager by \\\"gcp-compute-instance-group-manager-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Instance Group Manager items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_instance_group_manager.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-instance-group.json", "content": "{\n \"type\": \"gcp-compute-instance-group\",\n \"category\": 1,\n \"potentialLinks\": [\"gcp-compute-network\", \"gcp-compute-subnetwork\"],\n \"descriptiveName\": \"GCP Compute Instance Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Instance Group by \\\"gcp-compute-instance-group-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Instance Group items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_instance_group.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-instance-template.json", "content": "{\n \"type\": \"gcp-compute-instance-template\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-disk\",\n \"gcp-compute-firewall\",\n \"gcp-compute-image\",\n \"gcp-compute-instance\",\n \"gcp-compute-network\",\n \"gcp-compute-node-group\",\n \"gcp-compute-reservation\",\n \"gcp-compute-route\",\n \"gcp-compute-security-policy\",\n \"gcp-compute-snapshot\",\n \"gcp-compute-subnetwork\",\n \"gcp-iam-service-account\"\n ],\n \"descriptiveName\": \"GCP Compute Instance Template\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-instance-template by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-instance-template\",\n \"search\": true,\n \"searchDescription\": \"Search for instance templates by network tag. The query is a plain network tag name.\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_instance_template.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-instance.json", "content": "{\n \"type\": \"gcp-compute-instance\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-compute-disk\",\n \"gcp-compute-firewall\",\n \"gcp-compute-image\",\n \"gcp-compute-instance-group-manager\",\n \"gcp-compute-instance-template\",\n \"gcp-compute-network\",\n \"gcp-compute-route\",\n \"gcp-compute-snapshot\",\n \"gcp-compute-subnetwork\",\n \"gcp-iam-service-account\"\n ],\n \"descriptiveName\": \"GCP Compute Instance\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Instance by \\\"gcp-compute-instance-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Instance items\",\n \"search\": true,\n \"searchDescription\": \"Search for GCP Compute Instance by \\\"gcp-compute-instance-networkTag\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_instance.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-instant-snapshot.json", "content": "{\n \"type\": \"gcp-compute-instant-snapshot\",\n \"category\": 2,\n \"potentialLinks\": [\"gcp-compute-disk\"],\n \"descriptiveName\": \"GCP Compute Instant Snapshot\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Instant Snapshot by \\\"gcp-compute-instant-snapshot-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Instant Snapshot items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_instant_snapshot.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-machine-image.json", "content": "{\n \"type\": \"gcp-compute-machine-image\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-compute-disk\",\n \"gcp-compute-image\",\n \"gcp-compute-instance\",\n \"gcp-compute-network\",\n \"gcp-compute-snapshot\",\n \"gcp-compute-subnetwork\",\n \"gcp-iam-service-account\"\n ],\n \"descriptiveName\": \"GCP Compute Machine Image\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Machine Image by \\\"gcp-compute-machine-image-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Machine Image items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_machine_image.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-network-endpoint-group.json", "content": "{\n \"type\": \"gcp-compute-network-endpoint-group\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-cloud-functions-function\",\n \"gcp-compute-network\",\n \"gcp-compute-subnetwork\",\n \"gcp-run-service\"\n ],\n \"descriptiveName\": \"GCP Compute Network Endpoint Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-network-endpoint-group by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-network-endpoint-group\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_network_endpoint_group.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-network.json", "content": "{\n \"type\": \"gcp-compute-network\",\n \"category\": 3,\n \"potentialLinks\": [\"gcp-compute-network\", \"gcp-compute-subnetwork\"],\n \"descriptiveName\": \"GCP Compute Network\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-network by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-network\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_network.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-node-group.json", "content": "{\n \"type\": \"gcp-compute-node-group\",\n \"category\": 1,\n \"potentialLinks\": [\"gcp-compute-node-template\"],\n \"descriptiveName\": \"GCP Compute Node Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Node Group by \\\"gcp-compute-node-group-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Node Group items\",\n \"search\": true,\n \"searchDescription\": \"Search for GCP Compute Node Group by \\\"gcp-compute-node-group-nodeTemplateName\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_node_group.name\"\n },\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_compute_node_template.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-node-template.json", "content": "{\n \"type\": \"gcp-compute-node-template\",\n \"category\": 7,\n \"potentialLinks\": [\"gcp-compute-node-group\"],\n \"descriptiveName\": \"GCP Compute Node Template\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Node Template by \\\"gcp-compute-node-template-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Node Template items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_node_template.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-project.json", "content": "{\n \"type\": \"gcp-compute-project\",\n \"category\": 7,\n \"potentialLinks\": [\"gcp-iam-service-account\", \"gcp-storage-bucket\"],\n \"descriptiveName\": \"GCP Compute Project\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-project by its \\\"name\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_project.project_id\"\n },\n {\n \"terraformQueryMap\": \"google_compute_shared_vpc_host_project.project\"\n },\n {\n \"terraformQueryMap\": \"google_compute_shared_vpc_service_project.service_project\"\n },\n {\n \"terraformQueryMap\": \"google_compute_shared_vpc_service_project.host_project\"\n },\n {\n \"terraformQueryMap\": \"google_project_iam_binding.project\"\n },\n {\n \"terraformQueryMap\": \"google_project_iam_member.project\"\n },\n {\n \"terraformQueryMap\": \"google_project_iam_policy.project\"\n },\n {\n \"terraformQueryMap\": \"google_project_iam_audit_config.project\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-public-delegated-prefix.json", "content": "{\n \"type\": \"gcp-compute-public-delegated-prefix\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-cloud-resource-manager-project\",\n \"gcp-compute-public-delegated-prefix\"\n ],\n \"descriptiveName\": \"GCP Compute Public Delegated Prefix\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-public-delegated-prefix by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-public-delegated-prefix\",\n \"search\": true,\n \"searchDescription\": \"Search with full ID: projects/[project]/regions/[region]/publicDelegatedPrefixes/[name] (used for terraform mapping).\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_compute_public_delegated_prefix.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-region-commitment.json", "content": "{\n \"type\": \"gcp-compute-region-commitment\",\n \"potentialLinks\": [\"gcp-compute-reservation\"],\n \"descriptiveName\": \"GCP Compute Region Commitment\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-region-commitment by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-region-commitment\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_region_commitment.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-regional-instance-group-manager.json", "content": "{\n \"type\": \"gcp-compute-regional-instance-group-manager\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-compute-autoscaler\",\n \"gcp-compute-health-check\",\n \"gcp-compute-instance-group\",\n \"gcp-compute-instance-template\",\n \"gcp-compute-target-pool\"\n ],\n \"descriptiveName\": \"GCP Compute Regional Instance Group Manager\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Regional Instance Group Manager by \\\"gcp-compute-regional-instance-group-manager-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Regional Instance Group Manager items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_region_instance_group_manager.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-reservation.json", "content": "{\n \"type\": \"gcp-compute-reservation\",\n \"category\": 1,\n \"potentialLinks\": [\"gcp-compute-region-commitment\"],\n \"descriptiveName\": \"GCP Compute Reservation\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Reservation by \\\"gcp-compute-reservation-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Reservation items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_reservation.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-route.json", "content": "{\n \"type\": \"gcp-compute-route\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-compute-forwarding-rule\",\n \"gcp-compute-instance\",\n \"gcp-compute-network\",\n \"gcp-compute-vpn-tunnel\"\n ],\n \"descriptiveName\": \"GCP Compute Route\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-route by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-route\",\n \"search\": true,\n \"searchDescription\": \"Search for routes by network tag. The query is a plain network tag name.\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_route.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-router.json", "content": "{\n \"type\": \"gcp-compute-router\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-compute-network\",\n \"gcp-compute-subnetwork\",\n \"gcp-compute-vpn-tunnel\"\n ],\n \"descriptiveName\": \"GCP Compute Router\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-router by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-router\",\n \"search\": true,\n \"searchDescription\": \"Search with full ID: projects/[project]/regions/[region]/routers/[router] (used for terraform mapping).\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_compute_router.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-security-policy.json", "content": "{\n \"type\": \"gcp-compute-security-policy\",\n \"category\": 4,\n \"descriptiveName\": \"GCP Compute Security Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Security Policy by \\\"gcp-compute-security-policy-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Security Policy items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_security_policy.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-snapshot.json", "content": "{\n \"type\": \"gcp-compute-snapshot\",\n \"category\": 2,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-compute-disk\",\n \"gcp-compute-instant-snapshot\"\n ],\n \"descriptiveName\": \"GCP Compute Snapshot\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Compute Snapshot by \\\"gcp-compute-snapshot-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Compute Snapshot items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_snapshot.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-ssl-certificate.json", "content": "{\n \"type\": \"gcp-compute-ssl-certificate\",\n \"category\": 7,\n \"descriptiveName\": \"GCP Compute Ssl Certificate\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-ssl-certificate by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-ssl-certificate\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_ssl_certificate.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-ssl-policy.json", "content": "{\n \"type\": \"gcp-compute-ssl-policy\",\n \"category\": 4,\n \"descriptiveName\": \"GCP Compute Ssl Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-ssl-policy by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-ssl-policy\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_ssl_policy.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-subnetwork.json", "content": "{\n \"type\": \"gcp-compute-subnetwork\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-compute-network\",\n \"gcp-compute-public-delegated-prefix\"\n ],\n \"descriptiveName\": \"GCP Compute Subnetwork\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-subnetwork by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-subnetwork\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_subnetwork.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-target-http-proxy.json", "content": "{\n \"type\": \"gcp-compute-target-http-proxy\",\n \"category\": 3,\n \"potentialLinks\": [\"gcp-compute-url-map\"],\n \"descriptiveName\": \"GCP Compute Target Http Proxy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-target-http-proxy by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-target-http-proxy\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_target_http_proxy.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-target-https-proxy.json", "content": "{\n \"type\": \"gcp-compute-target-https-proxy\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-compute-ssl-certificate\",\n \"gcp-compute-ssl-policy\",\n \"gcp-compute-url-map\"\n ],\n \"descriptiveName\": \"GCP Compute Target Https Proxy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-target-https-proxy by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-target-https-proxy\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_target_https_proxy.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-target-pool.json", "content": "{\n \"type\": \"gcp-compute-target-pool\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-compute-health-check\",\n \"gcp-compute-instance\",\n \"gcp-compute-target-pool\"\n ],\n \"descriptiveName\": \"GCP Compute Target Pool\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-target-pool by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-target-pool\",\n \"search\": true,\n \"searchDescription\": \"Search with full ID: projects/[project]/regions/[region]/targetPools/[name] (used for terraform mapping).\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_compute_target_pool.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-url-map.json", "content": "{\n \"type\": \"gcp-compute-url-map\",\n \"category\": 3,\n \"potentialLinks\": [\"gcp-compute-backend-service\"],\n \"descriptiveName\": \"GCP Compute Url Map\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-url-map by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-url-map\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_url_map.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-vpn-gateway.json", "content": "{\n \"type\": \"gcp-compute-vpn-gateway\",\n \"category\": 3,\n \"potentialLinks\": [\"gcp-compute-network\"],\n \"descriptiveName\": \"GCP Compute Vpn Gateway\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-vpn-gateway by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-vpn-gateway\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_ha_vpn_gateway.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-compute-vpn-tunnel.json", "content": "{\n \"type\": \"gcp-compute-vpn-tunnel\",\n \"category\": 3,\n \"potentialLinks\": [\n \"gcp-compute-external-vpn-gateway\",\n \"gcp-compute-router\",\n \"gcp-compute-vpn-gateway\"\n ],\n \"descriptiveName\": \"GCP Compute Vpn Tunnel\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-compute-vpn-tunnel by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-compute-vpn-tunnel\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_compute_vpn_tunnel.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-container-cluster.json", "content": "{\n \"type\": \"gcp-container-cluster\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-big-query-dataset\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-compute-network\",\n \"gcp-compute-node-group\",\n \"gcp-compute-subnetwork\",\n \"gcp-container-node-pool\",\n \"gcp-iam-service-account\",\n \"gcp-pub-sub-topic\"\n ],\n \"descriptiveName\": \"GCP Container Cluster\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-container-cluster by its \\\"locations|clusters\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for GKE clusters in a location. Use the format \\\"location\\\" or the full resource name supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_container_cluster.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-container-node-pool.json", "content": "{\n \"type\": \"gcp-container-node-pool\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-instance-group-manager\",\n \"gcp-compute-network\",\n \"gcp-compute-node-group\",\n \"gcp-compute-subnetwork\",\n \"gcp-container-cluster\",\n \"gcp-iam-service-account\"\n ],\n \"descriptiveName\": \"GCP Container Node Pool\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-container-node-pool by its \\\"locations|clusters|nodePools\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search GKE Node Pools within a cluster. Use \\\"[location]|[cluster]\\\" or the full resource name supported by Terraform mappings: \\\"[project]/[location]/[cluster]/[node_pool_name]\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_container_node_pool.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-dataflow-job.json", "content": "{\n \"type\": \"gcp-dataflow-job\",\n \"category\": 7,\n \"potentialLinks\": [\n \"gcp-big-query-dataset\",\n \"gcp-big-query-table\",\n \"gcp-big-table-admin-instance\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-network\",\n \"gcp-compute-subnetwork\",\n \"gcp-iam-service-account\",\n \"gcp-pub-sub-subscription\",\n \"gcp-pub-sub-topic\",\n \"gcp-spanner-instance\"\n ],\n \"descriptiveName\": \"GCP Dataflow Job\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-dataflow-job by its \\\"locations|jobs\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for gcp-dataflow-job by location\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_dataflow_job.job_id\"\n },\n {\n \"terraformQueryMap\": \"google_dataflow_flex_template_job.job_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-dataform-repository.json", "content": "{\n \"type\": \"gcp-dataform-repository\",\n \"category\": 6,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-iam-service-account\",\n \"gcp-secret-manager-secret\"\n ],\n \"descriptiveName\": \"GCP Dataform Repository\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-dataform-repository by its \\\"locations|repositories\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for Dataform repositories in a location. Use the format \\\"location\\\" or \\\"projects/[project_id]/locations/[location]/repositories/[repository_name]\\\" which is supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_dataform_repository.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-dataplex-aspect-type.json", "content": "{\n \"type\": \"gcp-dataplex-aspect-type\",\n \"category\": 7,\n \"descriptiveName\": \"GCP Dataplex Aspect Type\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-dataplex-aspect-type by its \\\"locations|aspectTypes\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for Dataplex aspect types in a location. Use the format \\\"location\\\" or \\\"projects/[project_id]/locations/[location]/aspectTypes/[aspect_type_id]\\\" which is supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_dataplex_aspect_type.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-dataplex-data-scan.json", "content": "{\n \"type\": \"gcp-dataplex-data-scan\",\n \"category\": 5,\n \"potentialLinks\": [\"gcp-big-query-table\", \"gcp-storage-bucket\"],\n \"descriptiveName\": \"GCP Dataplex Data Scan\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-dataplex-data-scan by its \\\"locations|dataScans\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for Dataplex data scans in a location. Use the location name e.g., 'us-central1' or the format \\\"projects/[project_id]/locations/[location]/dataScans/[data_scan_id]\\\" which is supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_dataplex_datascan.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-dataplex-entry-group.json", "content": "{\n \"type\": \"gcp-dataplex-entry-group\",\n \"category\": 2,\n \"descriptiveName\": \"GCP Dataplex Entry Group\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-dataplex-entry-group by its \\\"locations|entryGroups\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for Dataplex entry groups in a location. Use the format \\\"location\\\" or \\\"projects/[project_id]/locations/[location]/entryGroups/[entry_group_id]\\\" which is supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_dataplex_entry_group.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-dataproc-autoscaling-policy.json", "content": "{\n \"type\": \"gcp-dataproc-autoscaling-policy\",\n \"category\": 7,\n \"descriptiveName\": \"GCP Dataproc Autoscaling Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-dataproc-autoscaling-policy by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-dataproc-autoscaling-policy\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_dataproc_autoscaling_policy.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-dataproc-cluster.json", "content": "{\n \"type\": \"gcp-dataproc-cluster\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-image\",\n \"gcp-compute-instance-group-manager\",\n \"gcp-compute-network\",\n \"gcp-compute-node-group\",\n \"gcp-compute-subnetwork\",\n \"gcp-container-cluster\",\n \"gcp-container-node-pool\",\n \"gcp-dataproc-autoscaling-policy\",\n \"gcp-dataproc-cluster\",\n \"gcp-iam-service-account\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Dataproc Cluster\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-dataproc-cluster by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-dataproc-cluster\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_dataproc_cluster.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-dns-managed-zone.json", "content": "{\n \"type\": \"gcp-dns-managed-zone\",\n \"category\": 3,\n \"potentialLinks\": [\"gcp-compute-network\", \"gcp-container-cluster\"],\n \"descriptiveName\": \"GCP Dns Managed Zone\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-dns-managed-zone by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-dns-managed-zone\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_dns_managed_zone.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-essential-contacts-contact.json", "content": "{\n \"type\": \"gcp-essential-contacts-contact\",\n \"descriptiveName\": \"GCP Essential Contacts Contact\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-essential-contacts-contact by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-essential-contacts-contact\",\n \"search\": true,\n \"searchDescription\": \"Search for contacts by their ID in the form of \\\"projects/[project_id]/contacts/[contact_id]\\\".\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_essential_contacts_contact.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-file-instance.json", "content": "{\n \"type\": \"gcp-file-instance\",\n \"category\": 2,\n \"potentialLinks\": [\"gcp-cloud-kms-crypto-key\", \"gcp-compute-network\"],\n \"descriptiveName\": \"GCP File Instance\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-file-instance by its \\\"locations|instances\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for Filestore instances in a location. Use the location string or the full resource name supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_filestore_instance.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-iam-role.json", "content": "{\n \"type\": \"gcp-iam-role\",\n \"category\": 4,\n \"descriptiveName\": \"GCP Iam Role\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-iam-role by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-iam-role\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-iam-service-account-key.json", "content": "{\n \"type\": \"gcp-iam-service-account-key\",\n \"category\": 4,\n \"potentialLinks\": [\"gcp-iam-service-account\"],\n \"descriptiveName\": \"GCP Iam Service Account Key\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Iam Service Account Key by \\\"gcp-iam-service-account-email or unique_id|gcp-iam-service-account-key-name\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for GCP Iam Service Account Key by \\\"gcp-iam-service-account-email or unique_id\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_service_account_key.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-iam-service-account.json", "content": "{\n \"type\": \"gcp-iam-service-account\",\n \"category\": 4,\n \"potentialLinks\": [\n \"gcp-cloud-resource-manager-project\",\n \"gcp-iam-service-account-key\"\n ],\n \"descriptiveName\": \"GCP Iam Service Account\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Iam Service Account by \\\"gcp-iam-service-account-email or unique_id\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Iam Service Account items\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_service_account.email\"\n },\n {\n \"terraformQueryMap\": \"google_service_account.unique_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-logging-bucket.json", "content": "{\n \"type\": \"gcp-logging-bucket\",\n \"category\": 5,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-iam-service-account\"\n ],\n \"descriptiveName\": \"GCP Logging Bucket\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-logging-bucket by its \\\"locations|buckets\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for gcp-logging-bucket by its \\\"locations\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-logging-link.json", "content": "{\n \"type\": \"gcp-logging-link\",\n \"category\": 5,\n \"potentialLinks\": [\"gcp-big-query-dataset\", \"gcp-logging-bucket\"],\n \"descriptiveName\": \"GCP Logging Link\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-logging-link by its \\\"locations|buckets|links\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for gcp-logging-link by its \\\"locations|buckets\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-logging-saved-query.json", "content": "{\n \"type\": \"gcp-logging-saved-query\",\n \"category\": 5,\n \"descriptiveName\": \"GCP Logging Saved Query\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-logging-saved-query by its \\\"locations|savedQueries\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for gcp-logging-saved-query by its \\\"locations\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-logging-sink.json", "content": "{\n \"type\": \"gcp-logging-sink\",\n \"category\": 7,\n \"potentialLinks\": [\n \"gcp-big-query-dataset\",\n \"gcp-iam-service-account\",\n \"gcp-logging-bucket\",\n \"gcp-pub-sub-topic\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Logging Sink\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Logging Sink by \\\"gcp-logging-sink-name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all GCP Logging Sink items\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-monitoring-alert-policy.json", "content": "{\n \"type\": \"gcp-monitoring-alert-policy\",\n \"category\": 5,\n \"potentialLinks\": [\"gcp-monitoring-notification-channel\"],\n \"descriptiveName\": \"GCP Monitoring Alert Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-monitoring-alert-policy by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-monitoring-alert-policy\",\n \"search\": true,\n \"searchDescription\": \"Search by full resource name: projects/[project]/alertPolicies/[alert_policy_id] (used for terraform mapping).\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_monitoring_alert_policy.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-monitoring-custom-dashboard.json", "content": "{\n \"type\": \"gcp-monitoring-custom-dashboard\",\n \"category\": 5,\n \"descriptiveName\": \"GCP Monitoring Custom Dashboard\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-monitoring-custom-dashboard by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-monitoring-custom-dashboard\",\n \"search\": true,\n \"searchDescription\": \"Search for custom dashboards by their ID in the form of \\\"projects/[project_id]/dashboards/[dashboard_id]\\\". This is supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_monitoring_dashboard.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-monitoring-notification-channel.json", "content": "{\n \"type\": \"gcp-monitoring-notification-channel\",\n \"category\": 5,\n \"potentialLinks\": [\"gcp-pub-sub-topic\"],\n \"descriptiveName\": \"GCP Monitoring Notification Channel\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-monitoring-notification-channel by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-monitoring-notification-channel\",\n \"search\": true,\n \"searchDescription\": \"Search by full resource name: projects/[project]/notificationChannels/[notificationChannel] (used for terraform mapping).\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_monitoring_notification_channel.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-orgpolicy-policy.json", "content": "{\n \"type\": \"gcp-orgpolicy-policy\",\n \"category\": 7,\n \"potentialLinks\": [\"gcp-cloud-resource-manager-project\"],\n \"descriptiveName\": \"GCP Orgpolicy Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-orgpolicy-policy by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-orgpolicy-policy\",\n \"search\": true,\n \"searchDescription\": \"Search with the full policy name: projects/[project]/policies/[constraint] (used for terraform mapping).\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_org_policy_policy.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-pub-sub-subscription.json", "content": "{\n \"type\": \"gcp-pub-sub-subscription\",\n \"category\": 7,\n \"potentialLinks\": [\n \"gcp-big-query-table\",\n \"gcp-iam-service-account\",\n \"gcp-pub-sub-subscription\",\n \"gcp-pub-sub-topic\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Pub Sub Subscription\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-pub-sub-subscription by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-pub-sub-subscription\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_pubsub_subscription.name\"\n },\n {\n \"terraformQueryMap\": \"google_pubsub_subscription_iam_binding.subscription\"\n },\n {\n \"terraformQueryMap\": \"google_pubsub_subscription_iam_member.subscription\"\n },\n {\n \"terraformQueryMap\": \"google_pubsub_subscription_iam_policy.subscription\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-pub-sub-topic.json", "content": "{\n \"type\": \"gcp-pub-sub-topic\",\n \"category\": 7,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-iam-service-account\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Pub Sub Topic\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-pub-sub-topic by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-pub-sub-topic\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_pubsub_topic.name\"\n },\n {\n \"terraformQueryMap\": \"google_pubsub_topic_iam_binding.topic\"\n },\n {\n \"terraformQueryMap\": \"google_pubsub_topic_iam_member.topic\"\n },\n {\n \"terraformQueryMap\": \"google_pubsub_topic_iam_policy.topic\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-redis-instance.json", "content": "{\n \"type\": \"gcp-redis-instance\",\n \"category\": 6,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-network\",\n \"gcp-compute-ssl-certificate\"\n ],\n \"descriptiveName\": \"GCP Redis Instance\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-redis-instance by its \\\"locations|instances\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search Redis instances in a location. Use the format \\\"location\\\" or \\\"projects/[project_id]/locations/[location]/instances/[instance_name]\\\" which is supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_redis_instance.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-run-revision.json", "content": "{\n \"type\": \"gcp-run-revision\",\n \"category\": 7,\n \"potentialLinks\": [\n \"gcp-artifact-registry-docker-image\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-network\",\n \"gcp-compute-subnetwork\",\n \"gcp-iam-service-account\",\n \"gcp-run-service\",\n \"gcp-secret-manager-secret\",\n \"gcp-sql-admin-instance\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Run Revision\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-run-revision by its \\\"locations|services|revisions\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for gcp-run-revision by its \\\"locations|services\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-run-service.json", "content": "{\n \"type\": \"gcp-run-service\",\n \"category\": 1,\n \"potentialLinks\": [\n \"gcp-artifact-registry-docker-image\",\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-network\",\n \"gcp-compute-subnetwork\",\n \"gcp-iam-service-account\",\n \"gcp-run-revision\",\n \"gcp-secret-manager-secret\",\n \"gcp-sql-admin-instance\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Run Service\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-run-service by its \\\"locations|services\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for gcp-run-service by its \\\"locations\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_cloud_run_v2_service.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-secret-manager-secret.json", "content": "{\n \"type\": \"gcp-secret-manager-secret\",\n \"category\": 4,\n \"potentialLinks\": [\"gcp-cloud-kms-crypto-key\", \"gcp-pub-sub-topic\"],\n \"descriptiveName\": \"GCP Secret Manager Secret\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-secret-manager-secret by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-secret-manager-secret\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_secret_manager_secret.secret_id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-security-center-management-security-center-service.json", "content": "{\n \"type\": \"gcp-security-center-management-security-center-service\",\n \"category\": 4,\n \"potentialLinks\": [\"gcp-cloud-resource-manager-project\"],\n \"descriptiveName\": \"GCP Security Center Management Security Center Service\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-security-center-management-security-center-service by its \\\"locations|securityCenterServices\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search Security Center services in a location. Use the format \\\"location\\\".\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-service-directory-endpoint.json", "content": "{\n \"type\": \"gcp-service-directory-endpoint\",\n \"category\": 7,\n \"potentialLinks\": [\"gcp-compute-network\"],\n \"descriptiveName\": \"GCP Service Directory Endpoint\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-service-directory-endpoint by its \\\"locations|namespaces|services|endpoints\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for endpoints by \\\"location|namespace_id|service_id\\\" or \\\"projects/[project_id]/locations/[location]/namespaces/[namespace_id]/services/[service_id]/endpoints/[endpoint_id]\\\" which is supported for terraform mappings.\"\n },\n \"terraformMappings\": [\n {\n \"terraformMethod\": 2,\n \"terraformQueryMap\": \"google_service_directory_endpoint.id\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-service-usage-service.json", "content": "{\n \"type\": \"gcp-service-usage-service\",\n \"category\": 7,\n \"potentialLinks\": [\"gcp-cloud-resource-manager-project\", \"gcp-pub-sub-topic\"],\n \"descriptiveName\": \"GCP Service Usage Service\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-service-usage-service by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-service-usage-service\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-spanner-database.json", "content": "{\n \"type\": \"gcp-spanner-database\",\n \"category\": 6,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-spanner-database\",\n \"gcp-spanner-instance\"\n ],\n \"descriptiveName\": \"GCP Spanner Database\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-spanner-database by its \\\"instances|databases\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for gcp-spanner-database by its \\\"instances\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_spanner_database.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-spanner-instance.json", "content": "{\n \"type\": \"gcp-spanner-instance\",\n \"category\": 6,\n \"potentialLinks\": [\"gcp-spanner-database\"],\n \"descriptiveName\": \"GCP Spanner Instance\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-spanner-instance by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-spanner-instance\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_spanner_instance.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-sql-admin-backup-run.json", "content": "{\n \"type\": \"gcp-sql-admin-backup-run\",\n \"category\": 6,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-sql-admin-instance\"\n ],\n \"descriptiveName\": \"GCP Sql Admin Backup Run\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-sql-admin-backup-run by its \\\"instances|backupRuns\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for gcp-sql-admin-backup-run by its \\\"instances\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-sql-admin-backup.json", "content": "{\n \"type\": \"gcp-sql-admin-backup\",\n \"category\": 6,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-cloud-kms-crypto-key-version\",\n \"gcp-compute-network\",\n \"gcp-sql-admin-instance\"\n ],\n \"descriptiveName\": \"GCP Sql Admin Backup\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-sql-admin-backup by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-sql-admin-backup\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-sql-admin-instance.json", "content": "{\n \"type\": \"gcp-sql-admin-instance\",\n \"category\": 6,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-network\",\n \"gcp-compute-subnetwork\",\n \"gcp-iam-service-account\",\n \"gcp-sql-admin-backup-run\",\n \"gcp-sql-admin-instance\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Sql Admin Instance\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-sql-admin-instance by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-sql-admin-instance\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_sql_database_instance.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-storage-bucket-iam-policy.json", "content": "{\n \"type\": \"gcp-storage-bucket-iam-policy\",\n \"category\": 4,\n \"potentialLinks\": [\n \"gcp-compute-project\",\n \"gcp-iam-role\",\n \"gcp-iam-service-account\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Storage Bucket Iam Policy\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get GCP Storage Bucket Iam Policy by \\\"gcp-storage-bucket-iam-policy-bucket\\\"\",\n \"search\": true,\n \"searchDescription\": \"Search for GCP Storage Bucket Iam Policy by \\\"gcp-storage-bucket-iam-policy-bucket\\\"\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_storage_bucket_iam_binding.bucket\"\n },\n {\n \"terraformQueryMap\": \"google_storage_bucket_iam_member.bucket\"\n },\n {\n \"terraformQueryMap\": \"google_storage_bucket_iam_policy.bucket\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-storage-bucket.json", "content": "{\n \"type\": \"gcp-storage-bucket\",\n \"category\": 2,\n \"potentialLinks\": [\n \"gcp-cloud-kms-crypto-key\",\n \"gcp-compute-network\",\n \"gcp-logging-bucket\",\n \"gcp-storage-bucket-iam-policy\"\n ],\n \"descriptiveName\": \"GCP Storage Bucket\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-storage-bucket by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-storage-bucket\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_storage_bucket.name\"\n },\n {\n \"terraformQueryMap\": \"google_storage_bucket_iam_binding.bucket\"\n },\n {\n \"terraformQueryMap\": \"google_storage_bucket_iam_member.bucket\"\n },\n {\n \"terraformQueryMap\": \"google_storage_bucket_iam_policy.bucket\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/gcp/data/gcp-storage-transfer-transfer-job.json", "content": "{\n \"type\": \"gcp-storage-transfer-transfer-job\",\n \"category\": 2,\n \"potentialLinks\": [\n \"gcp-iam-service-account\",\n \"gcp-pub-sub-subscription\",\n \"gcp-pub-sub-topic\",\n \"gcp-secret-manager-secret\",\n \"gcp-storage-bucket\"\n ],\n \"descriptiveName\": \"GCP Storage Transfer Transfer Job\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a gcp-storage-transfer-transfer-job by its \\\"name\\\"\",\n \"list\": true,\n \"listDescription\": \"List all gcp-storage-transfer-transfer-job\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"google_storage_transfer_job.name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/ClusterRole.json", "content": "{\n \"type\": \"ClusterRole\",\n \"category\": 4,\n \"descriptiveName\": \"Cluster Role\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Cluster Role by name\",\n \"list\": true,\n \"listDescription\": \"List all Cluster Roles\",\n \"search\": true,\n \"searchDescription\": \"Search for a Cluster Role using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_cluster_role_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/ClusterRoleBinding.json", "content": "{\n \"type\": \"ClusterRoleBinding\",\n \"category\": 4,\n \"potentialLinks\": [\"ClusterRole\", \"ServiceAccount\", \"User\", \"Group\"],\n \"descriptiveName\": \"Cluster Role Binding\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Cluster Role Binding by name\",\n \"list\": true,\n \"listDescription\": \"List all Cluster Role Bindings\",\n \"search\": true,\n \"searchDescription\": \"Search for a Cluster Role Binding using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_cluster_role_binding_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_cluster_role_binding.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/ConfigMap.json", "content": "{\n \"type\": \"ConfigMap\",\n \"category\": 7,\n \"descriptiveName\": \"Config Map\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Config Map by name\",\n \"list\": true,\n \"listDescription\": \"List all Config Maps\",\n \"search\": true,\n \"searchDescription\": \"Search for a Config Map using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_config_map_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_config_map.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/CronJob.json", "content": "{\n \"type\": \"CronJob\",\n \"category\": 1,\n \"descriptiveName\": \"Cron Job\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Cron Job by name\",\n \"list\": true,\n \"listDescription\": \"List all Cron Jobs\",\n \"search\": true,\n \"searchDescription\": \"Search for a Cron Job using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_cron_job_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_cron_job.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/DaemonSet.json", "content": "{\n \"type\": \"DaemonSet\",\n \"category\": 1,\n \"descriptiveName\": \"Daemon Set\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Daemon Set by name\",\n \"list\": true,\n \"listDescription\": \"List all Daemon Sets\",\n \"search\": true,\n \"searchDescription\": \"Search for a Daemon Set using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_daemon_set_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_daemonset.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/Deployment.json", "content": "{\n \"type\": \"Deployment\",\n \"category\": 1,\n \"potentialLinks\": [\"ReplicaSet\"],\n \"descriptiveName\": \"Deployment\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Deployment by name\",\n \"list\": true,\n \"listDescription\": \"List all Deployments\",\n \"search\": true,\n \"searchDescription\": \"Search for a Deployment using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_deployment_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_deployment.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/EndpointSlice.json", "content": "{\n \"type\": \"EndpointSlice\",\n \"category\": 3,\n \"potentialLinks\": [\"Node\", \"Pod\", \"dns\", \"ip\", \"Service\"],\n \"descriptiveName\": \"Endpoint Slice\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a EndpointSlice by name\",\n \"list\": true,\n \"listDescription\": \"List all EndpointSlices\",\n \"search\": true,\n \"searchDescription\": \"Search for a EndpointSlice using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_endpoints_slice_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_endpoints_slice.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/Endpoints.json", "content": "{\n \"type\": \"Endpoints\",\n \"category\": 3,\n \"potentialLinks\": [\"Node\", \"ip\", \"Pod\", \"ExternalName\", \"DNS\"],\n \"descriptiveName\": \"Endpoints\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Endpoints by name\",\n \"list\": true,\n \"listDescription\": \"List all Endpointss\",\n \"search\": true,\n \"searchDescription\": \"Search for a Endpoints using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_endpoints.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_endpoints_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/HorizontalPodAutoscaler.json", "content": "{\n \"type\": \"HorizontalPodAutoscaler\",\n \"category\": 7,\n \"descriptiveName\": \"Horizontal Pod Autoscaler\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Horizontal Pod Autoscaler by name\",\n \"list\": true,\n \"listDescription\": \"List all Horizontal Pod Autoscalers\",\n \"search\": true,\n \"searchDescription\": \"Search for a Horizontal Pod Autoscaler using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_horizontal_pod_autoscaler_v2.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/Ingress.json", "content": "{\n \"type\": \"Ingress\",\n \"category\": 3,\n \"potentialLinks\": [\"Service\", \"IngressClass\", \"dns\"],\n \"descriptiveName\": \"Ingress\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Ingress by name\",\n \"list\": true,\n \"listDescription\": \"List all Ingresss\",\n \"search\": true,\n \"searchDescription\": \"Search for a Ingress using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_ingress_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/Job.json", "content": "{\n \"type\": \"Job\",\n \"category\": 1,\n \"potentialLinks\": [\"Pod\"],\n \"descriptiveName\": \"Job\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Job by name\",\n \"list\": true,\n \"listDescription\": \"List all Jobs\",\n \"search\": true,\n \"searchDescription\": \"Search for a Job using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_job.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_job_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/LimitRange.json", "content": "{\n \"type\": \"LimitRange\",\n \"category\": 7,\n \"descriptiveName\": \"Limit Range\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Limit Range by name\",\n \"list\": true,\n \"listDescription\": \"List all Limit Ranges\",\n \"search\": true,\n \"searchDescription\": \"Search for a Limit Range using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_limit_range_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_limit_range.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/NetworkPolicy.json", "content": "{\n \"type\": \"NetworkPolicy\",\n \"category\": 4,\n \"potentialLinks\": [\"Pod\"],\n \"descriptiveName\": \"Network Policy\",\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_network_policy.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_network_policy_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/Node.json", "content": "{\n \"type\": \"Node\",\n \"category\": 1,\n \"potentialLinks\": [\"dns\", \"ip\", \"ec2-volume\"],\n \"descriptiveName\": \"Node\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Node by name\",\n \"list\": true,\n \"listDescription\": \"List all Nodes\",\n \"search\": true,\n \"searchDescription\": \"Search for a Node using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_node_taint.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/PersistentVolume.json", "content": "{\n \"type\": \"PersistentVolume\",\n \"category\": 2,\n \"potentialLinks\": [\"ec2-volume\", \"efs-access-point\", \"StorageClass\"],\n \"descriptiveName\": \"Persistent Volume\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a PersistentVolume by name\",\n \"list\": true,\n \"listDescription\": \"List all PersistentVolumes\",\n \"search\": true,\n \"searchDescription\": \"Search for a PersistentVolume using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_persistent_volume.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_persistent_volume_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/PersistentVolumeClaim.json", "content": "{\n \"type\": \"PersistentVolumeClaim\",\n \"category\": 2,\n \"potentialLinks\": [\"PersistentVolume\"],\n \"descriptiveName\": \"Persistent Volume Claim\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a PersistentVolumeClaim by name\",\n \"list\": true,\n \"listDescription\": \"List all PersistentVolumeClaims\",\n \"search\": true,\n \"searchDescription\": \"Search for a PersistentVolumeClaim using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_persistent_volume_claim.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_persistent_volume_claim_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/Pod.json", "content": "{\n \"type\": \"Pod\",\n \"category\": 1,\n \"potentialLinks\": [\n \"ConfigMap\",\n \"ec2-volume\",\n \"dns\",\n \"ip\",\n \"PersistentVolumeClaim\",\n \"PriorityClass\",\n \"Secret\",\n \"ServiceAccount\"\n ],\n \"descriptiveName\": \"Pod\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Pod by name\",\n \"list\": true,\n \"listDescription\": \"List all Pods\",\n \"search\": true,\n \"searchDescription\": \"Search for a Pod using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_pod.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_pod_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/PodDisruptionBudget.json", "content": "{\n \"type\": \"PodDisruptionBudget\",\n \"category\": 7,\n \"potentialLinks\": [\"Pod\"],\n \"descriptiveName\": \"Pod Disruption Budget\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a PodDisruptionBudget by name\",\n \"list\": true,\n \"listDescription\": \"List all PodDisruptionBudgets\",\n \"search\": true,\n \"searchDescription\": \"Search for a PodDisruptionBudget using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_pod_disruption_budget_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/PriorityClass.json", "content": "{\n \"type\": \"PriorityClass\",\n \"category\": 7,\n \"descriptiveName\": \"Priority Class\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Priority Class by name\",\n \"list\": true,\n \"listDescription\": \"List all Priority Classs\",\n \"search\": true,\n \"searchDescription\": \"Search for a Priority Class using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_priority_class_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_priority_class.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/ReplicaSet.json", "content": "{\n \"type\": \"ReplicaSet\",\n \"category\": 1,\n \"potentialLinks\": [\"Pod\"],\n \"descriptiveName\": \"Replica Set\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a ReplicaSet by name\",\n \"list\": true,\n \"listDescription\": \"List all ReplicaSets\",\n \"search\": true,\n \"searchDescription\": \"Search for a ReplicaSet using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/ReplicationController.json", "content": "{\n \"type\": \"ReplicationController\",\n \"category\": 1,\n \"potentialLinks\": [\"Pod\"],\n \"descriptiveName\": \"Replication Controller\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a ReplicationController by name\",\n \"list\": true,\n \"listDescription\": \"List all ReplicationControllers\",\n \"search\": true,\n \"searchDescription\": \"Search for a ReplicationController using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_replication_controller.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_replication_controller_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/ResourceQuota.json", "content": "{\n \"type\": \"ResourceQuota\",\n \"category\": 7,\n \"descriptiveName\": \"Resource Quota\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Resource Quota by name\",\n \"list\": true,\n \"listDescription\": \"List all Resource Quotas\",\n \"search\": true,\n \"searchDescription\": \"Search for a Resource Quota using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_resource_quota_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_resource_quota.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/Role.json", "content": "{\n \"type\": \"Role\",\n \"category\": 4,\n \"descriptiveName\": \"Role\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Role by name\",\n \"list\": true,\n \"listDescription\": \"List all Roles\",\n \"search\": true,\n \"searchDescription\": \"Search for a Role using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_role_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_role.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/RoleBinding.json", "content": "{\n \"type\": \"RoleBinding\",\n \"category\": 4,\n \"potentialLinks\": [\"Role\", \"ClusterRole\", \"ServiceAccount\", \"User\", \"Group\"],\n \"descriptiveName\": \"Role Binding\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a RoleBinding by name\",\n \"list\": true,\n \"listDescription\": \"List all RoleBindings\",\n \"search\": true,\n \"searchDescription\": \"Search for a RoleBinding using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_role_binding.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_role_binding_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/Secret.json", "content": "{\n \"type\": \"Secret\",\n \"category\": 7,\n \"descriptiveName\": \"Secret\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Secret by name\",\n \"list\": true,\n \"listDescription\": \"List all Secrets\",\n \"search\": true,\n \"searchDescription\": \"Search for a Secret using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_secret_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_secret.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/Service.json", "content": "{\n \"type\": \"Service\",\n \"category\": 3,\n \"potentialLinks\": [\"Pod\", \"ip\", \"dns\", \"Endpoints\", \"EndpointSlice\"],\n \"descriptiveName\": \"Service\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Service by name\",\n \"list\": true,\n \"listDescription\": \"List all Services\",\n \"search\": true,\n \"searchDescription\": \"Search for a Service using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_service.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_service_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/ServiceAccount.json", "content": "{\n \"type\": \"ServiceAccount\",\n \"category\": 4,\n \"potentialLinks\": [\"Secret\"],\n \"descriptiveName\": \"Service Account\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a ServiceAccount by name\",\n \"list\": true,\n \"listDescription\": \"List all ServiceAccounts\",\n \"search\": true,\n \"searchDescription\": \"Search for a ServiceAccount using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_service_account.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_service_account_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/StatefulSet.json", "content": "{\n \"type\": \"StatefulSet\",\n \"category\": 1,\n \"descriptiveName\": \"Stateful Set\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Stateful Set by name\",\n \"list\": true,\n \"listDescription\": \"List all Stateful Sets\",\n \"search\": true,\n \"searchDescription\": \"Search for a Stateful Set using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_stateful_set_v1.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_stateful_set.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/StorageClass.json", "content": "{\n \"type\": \"StorageClass\",\n \"category\": 2,\n \"descriptiveName\": \"Storage Class\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a Storage Class by name\",\n \"list\": true,\n \"listDescription\": \"List all Storage Classs\",\n \"search\": true,\n \"searchDescription\": \"Search for a Storage Class using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n },\n \"terraformMappings\": [\n {\n \"terraformQueryMap\": \"kubernetes_storage_class.metadata[0].name\"\n },\n {\n \"terraformQueryMap\": \"kubernetes_storage_class_v1.metadata[0].name\"\n }\n ]\n}\n" }, { "path": "docs.overmind.tech/docs/sources/k8s/data/VolumeAttachment.json", "content": "{\n \"type\": \"VolumeAttachment\",\n \"category\": 2,\n \"potentialLinks\": [\"PersistentVolume\", \"Node\"],\n \"descriptiveName\": \"Volume Attachment\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get a VolumeAttachment by name\",\n \"list\": true,\n \"listDescription\": \"List all VolumeAttachments\",\n \"search\": true,\n \"searchDescription\": \"Search for a VolumeAttachment using the ListOptions JSON format e.g. {\\\"labelSelector\\\": \\\"app=wordpress\\\"}\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/stdlib/data/certificate.json", "content": "{\n \"type\": \"certificate\",\n \"category\": 3,\n \"descriptiveName\": \"Certificate\",\n \"supportedQueryMethods\": {\n \"search\": true,\n \"searchDescription\": \"Takes a full certificate, or certificate bundle as input in PEM encoded format\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/stdlib/data/dns.json", "content": "{\n \"type\": \"dns\",\n \"category\": 3,\n \"potentialLinks\": [\"dns\", \"ip\", \"rdap-domain\"],\n \"descriptiveName\": \"DNS Entry\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"A DNS A or AAAA entry to look up\",\n \"search\": true,\n \"searchDescription\": \"A DNS name (or IP for reverse DNS), this will perform a recursive search and return all results. It is recommended that you always use the SEARCH method\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/stdlib/data/http.json", "content": "{\n \"type\": \"http\",\n \"category\": 3,\n \"potentialLinks\": [\"ip\", \"dns\", \"certificate\", \"http\"],\n \"descriptiveName\": \"HTTP Endpoint\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"A HTTP endpoint to run a `HEAD` request against\",\n \"search\": true,\n \"searchDescription\": \"A HTTP URL to search for. Query parameters and fragments will be stripped from the URL before processing.\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/stdlib/data/ip.json", "content": "{\n \"type\": \"ip\",\n \"category\": 3,\n \"potentialLinks\": [\"dns\", \"rdap-ip-network\"],\n \"descriptiveName\": \"IP Address\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"An ipv4 or ipv6 address\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/stdlib/data/rdap-asn.json", "content": "{\n \"type\": \"rdap-asn\",\n \"category\": 3,\n \"potentialLinks\": [\"rdap-entity\"],\n \"descriptiveName\": \"Autonomous System Number (ASN)\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an ASN by handle i.e. \\\"AS15169\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/stdlib/data/rdap-domain.json", "content": "{\n \"type\": \"rdap-domain\",\n \"category\": 3,\n \"potentialLinks\": [\n \"dns\",\n \"rdap-nameserver\",\n \"rdap-entity\",\n \"rdap-ip-network\"\n ],\n \"descriptiveName\": \"RDAP Domain\",\n \"supportedQueryMethods\": {\n \"search\": true,\n \"searchDescription\": \"Search for a domain record by the domain name e.g. \\\"www.google.com\\\"\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/stdlib/data/rdap-entity.json", "content": "{\n \"type\": \"rdap-entity\",\n \"category\": 4,\n \"potentialLinks\": [\"rdap-asn\"],\n \"descriptiveName\": \"RDAP Entity\",\n \"supportedQueryMethods\": {\n \"get\": true,\n \"getDescription\": \"Get an entity by its handle. This method is discouraged as it's not reliable since entity bootstrapping isn't comprehensive\",\n \"search\": true,\n \"searchDescription\": \"Search for an entity by its URL e.g. https://rdap.apnic.net/entity/AIC3-AP\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/stdlib/data/rdap-ip-network.json", "content": "{\n \"type\": \"rdap-ip-network\",\n \"category\": 3,\n \"potentialLinks\": [\"rdap-entity\"],\n \"descriptiveName\": \"RDAP IP Network\",\n \"supportedQueryMethods\": {\n \"search\": true,\n \"searchDescription\": \"Search for the most specific network that contains the specified IP or CIDR\"\n }\n}\n" }, { "path": "docs.overmind.tech/docs/sources/stdlib/data/rdap-nameserver.json", "content": "{\n \"type\": \"rdap-nameserver\",\n \"category\": 3,\n \"potentialLinks\": [\"dns\", \"ip\", \"rdap-entity\"],\n \"descriptiveName\": \"RDAP Nameserver\",\n \"supportedQueryMethods\": {\n \"search\": true,\n \"searchDescription\": \"Search for the RDAP entry for a nameserver by its full URL e.g. \\\"https://rdap.verisign.com/com/v1/nameserver/NS4.GOOGLE.COM\\\"\"\n }\n}\n" }, { "path": "examples/create-bookmark.json", "content": "{\n \"name\": \"Changing items for 'CN=GTS Root R1,O=Google Trust Services'\",\n \"description\": \"This bookmark contains the items that are changing as part of the 'CN=GTS Root R1,O=Google Trust Services' change. Generated using UpdateChangingItems\",\n \"queries\": [\n {\n \"type\": \"certificate\",\n \"query\": \"CN=GTS Root R1,O=Google Trust Services\",\n \"scope\": \"global\"\n }\n ]\n}" }, { "path": "go/audit/main.go", "content": "package audit\n\nimport (\n\t\"bufio\"\n\t\"context\"\n\t\"errors\"\n\t\"net\"\n\t\"net/http\"\n\n\tlog \"github.com/sirupsen/logrus\"\n)\n\ntype contextKey struct{}\n\n// AuditData holds identity fields populated by auth middleware for\n// post-request audit logging. The audit middleware places a mutable\n// *AuditData in the request context before calling inner handlers;\n// auth fills it after token validation so the log emitted after\n// the response contains the correct identity.\ntype AuditData struct {\n\tSubject string\n\tAccountName string\n\tScopes string\n}\n\n// AuditDataFromContext returns the AuditData pointer placed in context\n// by the audit middleware. Returns nil when called outside the chain.\nfunc AuditDataFromContext(ctx context.Context) *AuditData {\n\tad, _ := ctx.Value(contextKey{}).(*AuditData)\n\treturn ad\n}\n\n// Option configures the audit middleware.\ntype Option func(*auditConfig)\n\ntype auditConfig struct {\n\texcludePaths map[string]bool\n}\n\n// WithExcludePaths skips audit logging for the given exact request\n// paths (e.g. \"/healthz\").\nfunc WithExcludePaths(paths ...string) Option {\n\treturn func(c *auditConfig) {\n\t\tfor _, p := range paths {\n\t\t\tc.excludePaths[p] = true\n\t\t}\n\t}\n}\n\n// statusRecorder wraps http.ResponseWriter to capture the status code.\ntype statusRecorder struct {\n\thttp.ResponseWriter\n\tstatus int\n\twroteHeader bool\n}\n\nfunc (sr *statusRecorder) WriteHeader(code int) {\n\tif !sr.wroteHeader {\n\t\tsr.status = code\n\t\tsr.wroteHeader = true\n\t}\n\tsr.ResponseWriter.WriteHeader(code)\n}\n\nfunc (sr *statusRecorder) Write(b []byte) (int, error) {\n\tif !sr.wroteHeader {\n\t\tsr.WriteHeader(http.StatusOK)\n\t}\n\treturn sr.ResponseWriter.Write(b)\n}\n\n// Unwrap returns the underlying ResponseWriter, preserving optional\n// interfaces (Flusher, Hijacker, etc.) for http.ResponseController.\nfunc (sr *statusRecorder) Unwrap() http.ResponseWriter {\n\treturn sr.ResponseWriter\n}\n\n// Hijack implements http.Hijacker by delegating to the underlying\n// ResponseWriter. This is required for WebSocket upgrade handshakes\n// which do direct type assertions on the writer.\nfunc (sr *statusRecorder) Hijack() (net.Conn, *bufio.ReadWriter, error) {\n\tif h, ok := sr.ResponseWriter.(http.Hijacker); ok {\n\t\treturn h.Hijack()\n\t}\n\treturn nil, nil, errors.New(\"underlying ResponseWriter does not support hijacking\")\n}\n\n// Flush implements http.Flusher by delegating to the underlying\n// ResponseWriter. This is needed for streaming responses (SSE, etc.).\nfunc (sr *statusRecorder) Flush() {\n\tif f, ok := sr.ResponseWriter.(http.Flusher); ok {\n\t\tf.Flush()\n\t}\n}\n\n// NewAuditMiddleware returns middleware that emits a structured audit\n// log entry after each request completes. Identity fields (sub, account,\n// scopes) are populated by auth middleware via [AuditDataFromContext].\n//\n// The middleware must wrap the handler chain from outside otelhttp so\n// that audit logs are not exported to the tracing backend.\nfunc NewAuditMiddleware(logger *log.Logger, opts ...Option) func(next http.Handler) http.Handler {\n\tcfg := &auditConfig{excludePaths: make(map[string]bool)}\n\tfor _, o := range opts {\n\t\to(cfg)\n\t}\n\n\treturn func(next http.Handler) http.Handler {\n\t\treturn http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\tif cfg.excludePaths[r.URL.Path] {\n\t\t\t\tnext.ServeHTTP(w, r)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tad := &AuditData{}\n\t\t\tctx := context.WithValue(r.Context(), contextKey{}, ad)\n\n\t\t\trec := &statusRecorder{ResponseWriter: w, status: http.StatusOK}\n\t\t\tnext.ServeHTTP(rec, r.WithContext(ctx))\n\n\t\t\tlogger.WithContext(ctx).\n\t\t\t\tWithField(\"method\", r.Method).\n\t\t\t\tWithField(\"url\", r.URL.String()).\n\t\t\t\tWithField(\"status\", rec.status).\n\t\t\t\tWithField(\"sub\", ad.Subject).\n\t\t\t\tWithField(\"account\", ad.AccountName).\n\t\t\t\tWithField(\"ovm.audit\", true).\n\t\t\t\tWithField(\"scopes\", ad.Scopes).\n\t\t\t\tInfo(\"audit\")\n\t\t})\n\t}\n}\n" }, { "path": "go/audit/main_test.go", "content": "package audit\n\nimport (\n\t\"bufio\"\n\t\"bytes\"\n\t\"encoding/json\"\n\t\"net\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"testing\"\n\n\tlog \"github.com/sirupsen/logrus\"\n)\n\nfunc TestAuditMiddleware_AuthenticatedRequest(t *testing.T) {\n\tvar buf bytes.Buffer\n\ttestLogger := log.New()\n\ttestLogger.SetOutput(&buf)\n\ttestLogger.SetFormatter(&log.JSONFormatter{})\n\n\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tif ad := AuditDataFromContext(r.Context()); ad != nil {\n\t\t\tad.Subject = \"auth0|user123\"\n\t\t\tad.AccountName = \"acme-corp\"\n\t\t\tad.Scopes = \"read:items write:items\"\n\t\t}\n\t\tw.WriteHeader(http.StatusOK)\n\t})\n\n\tmw := NewAuditMiddleware(testLogger)\n\trec := httptest.NewRecorder()\n\treq := httptest.NewRequestWithContext(t.Context(), http.MethodGet, \"/api/items\", nil)\n\tmw(inner).ServeHTTP(rec, req)\n\n\tvar entry map[string]any\n\tif err := json.Unmarshal(buf.Bytes(), &entry); err != nil {\n\t\tt.Fatalf(\"failed to unmarshal log entry: %v\", err)\n\t}\n\tif entry[\"method\"] != \"GET\" {\n\t\tt.Errorf(\"expected method GET, got %q\", entry[\"method\"])\n\t}\n\tif entry[\"url\"] != \"/api/items\" {\n\t\tt.Errorf(\"expected url /api/items, got %q\", entry[\"url\"])\n\t}\n\tif entry[\"sub\"] != \"auth0|user123\" {\n\t\tt.Errorf(\"expected sub auth0|user123, got %q\", entry[\"sub\"])\n\t}\n\tif entry[\"account\"] != \"acme-corp\" {\n\t\tt.Errorf(\"expected account acme-corp, got %q\", entry[\"account\"])\n\t}\n\tif entry[\"scopes\"] != \"read:items write:items\" {\n\t\tt.Errorf(\"expected scopes 'read:items write:items', got %q\", entry[\"scopes\"])\n\t}\n\tif entry[\"ovm.audit\"] != true {\n\t\tt.Errorf(\"expected ovm.audit true, got %v\", entry[\"ovm.audit\"])\n\t}\n\tif entry[\"status\"] != float64(http.StatusOK) {\n\t\tt.Errorf(\"expected status 200, got %v\", entry[\"status\"])\n\t}\n}\n\nfunc TestAuditMiddleware_UnauthenticatedRequest(t *testing.T) {\n\tvar buf bytes.Buffer\n\ttestLogger := log.New()\n\ttestLogger.SetOutput(&buf)\n\ttestLogger.SetFormatter(&log.JSONFormatter{})\n\n\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tw.WriteHeader(http.StatusUnauthorized)\n\t})\n\n\tmw := NewAuditMiddleware(testLogger)\n\trec := httptest.NewRecorder()\n\treq := httptest.NewRequestWithContext(t.Context(), http.MethodGet, \"/api/secret\", nil)\n\tmw(inner).ServeHTTP(rec, req)\n\n\tvar entry map[string]any\n\tif err := json.Unmarshal(buf.Bytes(), &entry); err != nil {\n\t\tt.Fatalf(\"failed to unmarshal log entry: %v\", err)\n\t}\n\tif entry[\"sub\"] != \"\" {\n\t\tt.Errorf(\"expected empty sub for unauthenticated request, got %q\", entry[\"sub\"])\n\t}\n\tif entry[\"account\"] != \"\" {\n\t\tt.Errorf(\"expected empty account for unauthenticated request, got %q\", entry[\"account\"])\n\t}\n\tif entry[\"status\"] != float64(http.StatusUnauthorized) {\n\t\tt.Errorf(\"expected status 401, got %v\", entry[\"status\"])\n\t}\n}\n\nfunc TestAuditMiddleware_ExcludedPath(t *testing.T) {\n\tvar buf bytes.Buffer\n\ttestLogger := log.New()\n\ttestLogger.SetOutput(&buf)\n\ttestLogger.SetFormatter(&log.JSONFormatter{})\n\n\tcalled := false\n\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tcalled = true\n\t})\n\n\tmw := NewAuditMiddleware(testLogger, WithExcludePaths(\"/healthz\"))\n\trec := httptest.NewRecorder()\n\treq := httptest.NewRequestWithContext(t.Context(), http.MethodGet, \"/healthz\", nil)\n\tmw(inner).ServeHTTP(rec, req)\n\n\tif !called {\n\t\tt.Error(\"inner handler was not called for excluded path\")\n\t}\n\tif buf.Len() > 0 {\n\t\tt.Errorf(\"expected no audit log for excluded path, got: %s\", buf.String())\n\t}\n}\n\nfunc TestAuditMiddleware_NonExcludedPathStillLogged(t *testing.T) {\n\tvar buf bytes.Buffer\n\ttestLogger := log.New()\n\ttestLogger.SetOutput(&buf)\n\ttestLogger.SetFormatter(&log.JSONFormatter{})\n\n\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tw.WriteHeader(http.StatusOK)\n\t})\n\n\tmw := NewAuditMiddleware(testLogger, WithExcludePaths(\"/healthz\"))\n\trec := httptest.NewRecorder()\n\treq := httptest.NewRequestWithContext(t.Context(), http.MethodPost, \"/api/changes\", nil)\n\tmw(inner).ServeHTTP(rec, req)\n\n\tif buf.Len() == 0 {\n\t\tt.Error(\"expected audit log for non-excluded path\")\n\t}\n}\n\nfunc TestAuditMiddleware_CapturesStatusCode(t *testing.T) {\n\tvar buf bytes.Buffer\n\ttestLogger := log.New()\n\ttestLogger.SetOutput(&buf)\n\ttestLogger.SetFormatter(&log.JSONFormatter{})\n\n\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tw.WriteHeader(http.StatusForbidden)\n\t})\n\n\tmw := NewAuditMiddleware(testLogger)\n\trec := httptest.NewRecorder()\n\treq := httptest.NewRequestWithContext(t.Context(), http.MethodDelete, \"/api/admin/user\", nil)\n\tmw(inner).ServeHTTP(rec, req)\n\n\tvar entry map[string]any\n\tif err := json.Unmarshal(buf.Bytes(), &entry); err != nil {\n\t\tt.Fatalf(\"failed to unmarshal log entry: %v\", err)\n\t}\n\tif entry[\"status\"] != float64(http.StatusForbidden) {\n\t\tt.Errorf(\"expected status 403, got %v\", entry[\"status\"])\n\t}\n\tif entry[\"method\"] != \"DELETE\" {\n\t\tt.Errorf(\"expected method DELETE, got %q\", entry[\"method\"])\n\t}\n}\n\nfunc TestAuditMiddleware_DefaultStatusIs200(t *testing.T) {\n\tvar buf bytes.Buffer\n\ttestLogger := log.New()\n\ttestLogger.SetOutput(&buf)\n\ttestLogger.SetFormatter(&log.JSONFormatter{})\n\n\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t_, _ = w.Write([]byte(\"ok\"))\n\t})\n\n\tmw := NewAuditMiddleware(testLogger)\n\trec := httptest.NewRecorder()\n\treq := httptest.NewRequestWithContext(t.Context(), http.MethodGet, \"/api/items\", nil)\n\tmw(inner).ServeHTTP(rec, req)\n\n\tvar entry map[string]any\n\tif err := json.Unmarshal(buf.Bytes(), &entry); err != nil {\n\t\tt.Fatalf(\"failed to unmarshal log entry: %v\", err)\n\t}\n\tif entry[\"status\"] != float64(http.StatusOK) {\n\t\tt.Errorf(\"expected status 200 when handler writes body without explicit WriteHeader, got %v\", entry[\"status\"])\n\t}\n}\n\nfunc TestAuditDataFromContext_NilOutsideMiddleware(t *testing.T) {\n\tif ad := AuditDataFromContext(t.Context()); ad != nil {\n\t\tt.Error(\"expected nil AuditData outside audit middleware chain\")\n\t}\n}\n\nfunc TestStatusRecorder_Hijack(t *testing.T) {\n\thijacked := false\n\tmock := &mockHijackWriter{\n\t\tResponseWriter: httptest.NewRecorder(),\n\t\thijackFunc: func() (net.Conn, *bufio.ReadWriter, error) {\n\t\t\thijacked = true\n\t\t\treturn nil, nil, nil\n\t\t},\n\t}\n\n\tvar w http.ResponseWriter = &statusRecorder{ResponseWriter: mock, status: http.StatusOK}\n\n\th, ok := w.(http.Hijacker)\n\tif !ok {\n\t\tt.Fatal(\"statusRecorder should implement http.Hijacker\")\n\t}\n\n\t_, _, err := h.Hijack()\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\tif !hijacked {\n\t\tt.Error(\"expected Hijack to be delegated to underlying writer\")\n\t}\n}\n\nfunc TestStatusRecorder_HijackNotSupported(t *testing.T) {\n\tvar w http.ResponseWriter = &statusRecorder{ResponseWriter: httptest.NewRecorder(), status: http.StatusOK}\n\n\t_, _, err := w.(http.Hijacker).Hijack()\n\tif err == nil {\n\t\tt.Error(\"expected error when underlying writer doesn't support Hijack\")\n\t}\n}\n\nfunc TestStatusRecorder_Flush(t *testing.T) {\n\tflushed := false\n\tmock := &mockFlushWriter{\n\t\tResponseWriter: httptest.NewRecorder(),\n\t\tflushFunc: func() { flushed = true },\n\t}\n\n\tvar w http.ResponseWriter = &statusRecorder{ResponseWriter: mock, status: http.StatusOK}\n\n\tf, ok := w.(http.Flusher)\n\tif !ok {\n\t\tt.Fatal(\"statusRecorder should implement http.Flusher\")\n\t}\n\n\tf.Flush()\n\tif !flushed {\n\t\tt.Error(\"expected Flush to be delegated to underlying writer\")\n\t}\n}\n\ntype mockHijackWriter struct {\n\thttp.ResponseWriter\n\thijackFunc func() (net.Conn, *bufio.ReadWriter, error)\n}\n\nfunc (m *mockHijackWriter) Hijack() (net.Conn, *bufio.ReadWriter, error) {\n\treturn m.hijackFunc()\n}\n\ntype mockFlushWriter struct {\n\thttp.ResponseWriter\n\tflushFunc func()\n}\n\nfunc (m *mockFlushWriter) Flush() {\n\tm.flushFunc()\n}\n" }, { "path": "go/auth/auth.go", "content": "package auth\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"net/url\"\n\t\"os\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\tjose \"github.com/go-jose/go-jose/v4\"\n\tjosejwt \"github.com/go-jose/go-jose/v4/jwt\"\n\t\"github.com/nats-io/jwt/v2\"\n\t\"github.com/nats-io/nkeys\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp\"\n\t\"go.opentelemetry.io/otel/codes\"\n\t\"golang.org/x/oauth2\"\n\t\"golang.org/x/oauth2/clientcredentials\"\n)\n\nconst UserAgentVersion = \"0.1\"\n\n// TokenClient Represents something that is capable of getting NATS JWT tokens\n// for a given set of NKeys\ntype TokenClient interface {\n\t// Returns a NATS token that can be used to connect\n\tGetJWT() (string, error)\n\n\t// Uses the NKeys associated with the token to sign some binary data\n\tSign([]byte) ([]byte, error)\n}\n\n// BasicTokenClient stores a static token and returns it when called, ignoring\n// any provided NKeys or context since it already has the token and doesn't need\n// to make any requests\ntype BasicTokenClient struct {\n\tstaticToken string\n\tstaticKeys nkeys.KeyPair\n}\n\n// assert interface implementation\nvar _ TokenClient = (*BasicTokenClient)(nil)\n\n// NewBasicTokenClient Creates a new basic token client that simply returns a static token\nfunc NewBasicTokenClient(token string, keys nkeys.KeyPair) *BasicTokenClient {\n\treturn &BasicTokenClient{\n\t\tstaticToken: token,\n\t\tstaticKeys: keys,\n\t}\n}\n\nfunc (b *BasicTokenClient) GetJWT() (string, error) {\n\treturn b.staticToken, nil\n}\n\nfunc (b *BasicTokenClient) Sign(in []byte) ([]byte, error) {\n\treturn b.staticKeys.Sign(in)\n}\n\n// ClientCredentialsConfig Authenticates to Overmind using the Client\n// Credentials flow\n// https://auth0.com/docs/get-started/authentication-and-authorization-flow/client-credentials-flow\ntype ClientCredentialsConfig struct {\n\t// The ClientID of the application that we'll be authenticating as\n\tClientID string\n\t// ClientSecret that corresponds to the ClientID\n\tClientSecret string\n}\n\ntype TokenSourceOptionsFunc func(*clientcredentials.Config)\n\n// This option means that the token that is retrieved will have the following\n// account embedded in it through impersonation. In order for this to work, the\n// Auth0 ClientID must be added to workspace/deploy/auth0.tf. This will use\n// deploy/auth0_embed_account_m2m.tftpl to update the Auth0 action that we use\n// to allow impersonation. If this isn't done first you will get an error from\n// Auth0.\nfunc WithImpersonateAccount(account string) TokenSourceOptionsFunc {\n\treturn func(c *clientcredentials.Config) {\n\t\tc.EndpointParams.Set(\"account_name\", account)\n\t}\n}\n\n// TokenSource Returns a token source that can be used to get OAuth tokens.\n// Cache this between invocations to avoid additional charges by Auth0 for M2M\n// tokens. The oAuthTokenURL looks like this:\n// https://somedomain.auth0.com/oauth/token\n//\n// The context that is passed to this function is used when getting new tokens,\n// which will happen initially, and then subsequently when the token expires.\n// This means that if this token source is going to be stored and used for many\n// requests, it should not use the context of the request that created it, as\n// this will be cancelled. Instead it should probably use `context.Background()`\n// or similar.\nfunc (flowConfig ClientCredentialsConfig) TokenSource(ctx context.Context, oAuthTokenURL, oAuthAudience string, opts ...TokenSourceOptionsFunc) oauth2.TokenSource {\n\t// inject otel into oauth2\n\tctx = context.WithValue(ctx, oauth2.HTTPClient, tracing.HTTPClient())\n\n\tconf := &clientcredentials.Config{\n\t\tClientID: flowConfig.ClientID,\n\t\tClientSecret: flowConfig.ClientSecret,\n\t\tTokenURL: oAuthTokenURL,\n\t\tEndpointParams: url.Values{\n\t\t\t\"audience\": []string{oAuthAudience},\n\t\t},\n\t}\n\n\tfor _, opt := range opts {\n\t\topt(conf)\n\t}\n\t// this will be a `oauth2.ReuseTokenSource`, thus caching the M2M token.\n\t// note that this token source is safe for concurrent use and will\n\t// automatically refresh the token when it expires. Also note that this\n\t// token source will use the passed in http client from otelhttp for all\n\t// requests, but will not get the actual caller's context, so spans will not\n\t// link up.\n\treturn conf.TokenSource(ctx)\n}\n\n// Auth0Config contains credentials for creating impersonation HTTP clients\n// using Auth0's client credentials flow with account impersonation.\ntype Auth0Config struct {\n\tDomain string\n\tClientID string\n\tClientSecret string\n\tAudience string\n\t// ManagementAudience is the Auth0 tenant hostname for the Management API.\n\t// Token endpoint: https://{ManagementAudience}/oauth/token\n\t// API audience: https://{ManagementAudience}/api/v2/\n\tManagementAudience string\n}\n\n// ImpersonationHTTPClient creates an HTTP client that can impersonate the specified account.\n// If the config is nil or ClientID is empty, returns a basic tracing HTTP client.\nfunc (c *Auth0Config) ImpersonationHTTPClient(ctx context.Context, accountName string) *http.Client {\n\tif c == nil || c.ClientID == \"\" {\n\t\treturn tracing.HTTPClient()\n\t}\n\tcreds := ClientCredentialsConfig{\n\t\tClientID: c.ClientID,\n\t\tClientSecret: c.ClientSecret,\n\t}\n\tts := creds.TokenSource(\n\t\tctx,\n\t\tfmt.Sprintf(\"https://%s/oauth/token\", c.Domain),\n\t\tc.Audience,\n\t\tWithImpersonateAccount(accountName),\n\t)\n\t// inject otel into oauth2\n\tctx = context.WithValue(ctx, oauth2.HTTPClient, tracing.HTTPClient())\n\treturn oauth2.NewClient(ctx, ts)\n}\n\n// natsTokenClient A client that is capable of getting NATS JWTs and signing the\n// required nonce to prove ownership of the NKeys. Satisfies the `TokenClient`\n// interface\ntype natsTokenClient struct {\n\t// The name of the account to impersonate. If this is omitted then the\n\t// account will be determined based on the account included in the resulting\n\t// token.\n\tAccount string\n\n\t// authenticated clients for the Overmind API\n\tadminClient sdpconnect.AdminServiceClient\n\tmgmtClient sdpconnect.ManagementServiceClient\n\n\tjwt string\n\tkeys nkeys.KeyPair\n}\n\n// assert interface implementation\nvar _ TokenClient = (*natsTokenClient)(nil)\n\n// generateKeys Generates a new set of keys for the client\nfunc (n *natsTokenClient) generateKeys() error {\n\tvar err error\n\n\tn.keys, err = nkeys.CreateUser()\n\n\treturn err\n}\n\n// generateJWT Gets a new JWT from the auth API\nfunc (n *natsTokenClient) generateJWT(ctx context.Context) error {\n\tif n.adminClient == nil || n.mgmtClient == nil {\n\t\treturn errors.New(\"no Overmind API client configured\")\n\t}\n\n\t// If we don't yet have keys generate them\n\tif n.keys == nil {\n\t\terr := n.generateKeys()\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tpubKey, err := n.keys.PublicKey()\n\tif err != nil {\n\t\treturn err\n\t}\n\n\thostname, err := os.Hostname()\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treq := &sdp.CreateTokenRequest{\n\t\tUserPublicNkey: pubKey,\n\t\tUserName: hostname,\n\t}\n\n\t// Create the request for a NATS token\n\tvar response *connect.Response[sdp.CreateTokenResponse]\n\tif n.Account == \"\" {\n\t\t// Use the regular API and let the client authentication determine what our org should be\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"account\": n.Account,\n\t\t\t\"publicNKey\": req.GetUserPublicNkey(),\n\t\t\t\"UserName\": req.GetUserName(),\n\t\t}).Trace(\"Using regular API to get NATS token\")\n\t\tresponse, err = n.mgmtClient.CreateToken(ctx, connect.NewRequest(req))\n\t} else {\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"account\": n.Account,\n\t\t\t\"publicNKey\": req.GetUserPublicNkey(),\n\t\t\t\"UserName\": req.GetUserName(),\n\t\t}).Trace(\"Using admin API to get NATS token\")\n\t\t// Explicitly request an org\n\t\tresponse, err = n.adminClient.CreateToken(ctx, connect.NewRequest(&sdp.AdminCreateTokenRequest{\n\t\t\tAccount: n.Account,\n\t\t\tRequest: req,\n\t\t}))\n\t}\n\tif err != nil {\n\t\treturn fmt.Errorf(\"getting NATS token failed: %w\", err)\n\t}\n\n\tn.jwt = response.Msg.GetToken()\n\n\treturn nil\n}\n\nfunc (n *natsTokenClient) GetJWT() (string, error) {\n\tctx, span := tracer.Start(context.Background(), \"connect.GetJWT\")\n\tdefer span.End()\n\n\t// If we don't yet have a JWT, generate one\n\tif n.jwt == \"\" {\n\t\terr := n.generateJWT(ctx)\n\t\tif err != nil {\n\t\t\terr = fmt.Errorf(\"error generating JWT: %w\", err)\n\t\t\tspan.SetStatus(codes.Error, err.Error())\n\t\t\treturn \"\", err\n\t\t}\n\t}\n\n\tclaims, err := jwt.DecodeUserClaims(n.jwt)\n\tif err != nil {\n\t\terr = fmt.Errorf(\"error decoding JWT: %w\", err)\n\t\tspan.SetStatus(codes.Error, err.Error())\n\t\treturn n.jwt, err\n\t}\n\n\t// Validate to make sure the JWT is valid. If it isn't we'll generate a new\n\t// one\n\tvar vr jwt.ValidationResults\n\n\tclaims.Validate(&vr)\n\n\tif vr.IsBlocking(true) {\n\t\t// Regenerate the token\n\t\terr := n.generateJWT(ctx)\n\t\tif err != nil {\n\t\t\terr = fmt.Errorf(\"error validating JWT: %w\", err)\n\t\t\tspan.SetStatus(codes.Error, err.Error())\n\t\t\treturn \"\", err\n\t\t}\n\t}\n\n\tspan.SetStatus(codes.Ok, \"Completed\")\n\treturn n.jwt, nil\n}\n\nfunc (n *natsTokenClient) Sign(in []byte) ([]byte, error) {\n\tif n.keys == nil {\n\t\terr := n.generateKeys()\n\t\tif err != nil {\n\t\t\treturn []byte{}, err\n\t\t}\n\t}\n\n\treturn n.keys.Sign(in)\n}\n\n// An OAuth2 token source which uses an Overmind API token as a source for OAuth\n// tokens\ntype APIKeyTokenSource struct {\n\t// The API Key to use to authenticate to the Overmind API\n\tApiKey string\n\ttoken *oauth2.Token\n\tapiKeyClient sdpconnect.ApiKeyServiceClient\n}\n\nfunc NewAPIKeyTokenSource(apiKey string, overmindAPIURL string) *APIKeyTokenSource {\n\thttpClient := http.Client{\n\t\tTimeout: 10 * time.Second,\n\t\tTransport: otelhttp.NewTransport(http.DefaultTransport),\n\t}\n\n\t// Create a client that exchanges the API key for a JWT\n\tapiKeyClient := sdpconnect.NewApiKeyServiceClient(&httpClient, overmindAPIURL)\n\n\treturn &APIKeyTokenSource{\n\t\tApiKey: apiKey,\n\t\tapiKeyClient: apiKeyClient,\n\t}\n}\n\n// Exchange an API key for an OAuth token\nfunc (ats *APIKeyTokenSource) Token() (*oauth2.Token, error) {\n\tif ats.token != nil {\n\t\t// If we already have a token, and it is valid, return it\n\t\tif ats.token.Valid() {\n\t\t\treturn ats.token, nil\n\t\t}\n\t}\n\n\t// Get a new token\n\tres, err := ats.apiKeyClient.ExchangeKeyForToken(context.Background(), connect.NewRequest(&sdp.ExchangeKeyForTokenRequest{\n\t\tApiKey: ats.ApiKey,\n\t}))\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error exchanging API key: %w\", err)\n\t}\n\n\tif res.Msg.GetAccessToken() == \"\" {\n\t\treturn nil, errors.New(\"no access token returned\")\n\t}\n\n\t// Parse the expiry out of the token\n\ttoken, err := josejwt.ParseSigned(res.Msg.GetAccessToken(), []jose.SignatureAlgorithm{jose.RS256})\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error parsing JWT: %w\", err)\n\t}\n\n\tclaims := josejwt.Claims{}\n\n\terr = token.UnsafeClaimsWithoutVerification(&claims)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error parsing JWT claims: %w\", err)\n\t}\n\n\tats.token = &oauth2.Token{\n\t\tAccessToken: res.Msg.GetAccessToken(),\n\t\tTokenType: \"Bearer\",\n\t\tExpiry: claims.Expiry.Time(),\n\t}\n\n\treturn ats.token, nil\n}\n\n// NewAPIKeyClient Creates a new token client that authenticates to Overmind\n// using an API key. This is exchanged for an OAuth token, which is then used to\n// get a NATS token.\n//\n// The provided `overmindAPIURL` parameter should be the root URL of the\n// Overmind API, without the /api suffix e.g. https://api.app.overmind.tech\nfunc NewAPIKeyClient(overmindAPIURL string, apiKey string) (*natsTokenClient, error) {\n\t// Create a token source that exchanges the API key for an OAuth token\n\ttokenSource := NewAPIKeyTokenSource(apiKey, overmindAPIURL)\n\ttransport := oauth2.Transport{\n\t\tSource: tokenSource,\n\t\tBase: http.DefaultTransport,\n\t}\n\thttpClient := http.Client{\n\t\tTransport: otelhttp.NewTransport(&transport),\n\t}\n\n\treturn &natsTokenClient{\n\t\tadminClient: sdpconnect.NewAdminServiceClient(&httpClient, overmindAPIURL),\n\t\tmgmtClient: sdpconnect.NewManagementServiceClient(&httpClient, overmindAPIURL),\n\t}, nil\n}\n\n// NewStaticTokenClient Creates a new token client that uses a static token\n// The user must pass the Overmind API URL to configure the client to connect\n// to, the raw JWT OAuth access token, and the type of token. This is almost\n// always \"Bearer\"\nfunc NewStaticTokenClient(overmindAPIURL, token, tokenType string) (*natsTokenClient, error) {\n\ttransport := oauth2.Transport{\n\t\tSource: oauth2.StaticTokenSource(&oauth2.Token{\n\t\t\tAccessToken: token,\n\t\t\tTokenType: tokenType,\n\t\t}),\n\t}\n\n\thttpClient := http.Client{\n\t\tTransport: otelhttp.NewTransport(&transport),\n\t}\n\n\treturn &natsTokenClient{\n\t\tadminClient: sdpconnect.NewAdminServiceClient(&httpClient, overmindAPIURL),\n\t\tmgmtClient: sdpconnect.NewManagementServiceClient(&httpClient, overmindAPIURL),\n\t}, nil\n}\n\n// NewOAuthTokenClient creates a token client that uses the provided TokenSource\n// to get a NATS token. `overmindAPIURL` is the root URL of the NATS token\n// exchange API that will be used e.g. https://api.server.test/v1\n//\n// Tokens will be minted under the specified account as long as the client has\n// admin permissions, if not, the account that is attached to the client via\n// Auth0 metadata will be used\nfunc NewOAuthTokenClient(overmindAPIURL string, account string, ts oauth2.TokenSource) *natsTokenClient {\n\treturn NewOAuthTokenClientWithContext(context.Background(), overmindAPIURL, account, ts)\n}\n\n// NewOAuthTokenClientWithContext creates a token client that uses the provided\n// TokenSource to get a NATS token. `overmindAPIURL` is the root URL of the NATS\n// token exchange API that will be used e.g. https://api.server.test/v1\n//\n// Tokens will be minted under the specified account as long as the client has\n// admin permissions, if not, the account that is attached to the client via\n// Auth0 metadata will be used\n//\n// The provided context is used for cancellation and to lookup the HTTP client\n// used by oauth2. See the oauth2.HTTPClient variable.\n//\n// Provide an account name and an admin token to create a token client for a\n// foreign account.\nfunc NewOAuthTokenClientWithContext(ctx context.Context, overmindAPIURL string, account string, ts oauth2.TokenSource) *natsTokenClient {\n\tauthenticatedClient := oauth2.NewClient(ctx, ts)\n\n\t// backwards compatibility: remove previously existing \"/api\" suffix from URL for connect\n\tapiUrl, err := url.Parse(overmindAPIURL)\n\tif err == nil {\n\t\tapiUrl.Path = \"\"\n\t\tovermindAPIURL = apiUrl.String()\n\t}\n\n\treturn &natsTokenClient{\n\t\tAccount: account,\n\t\tadminClient: sdpconnect.NewAdminServiceClient(authenticatedClient, overmindAPIURL),\n\t\tmgmtClient: sdpconnect.NewManagementServiceClient(authenticatedClient, overmindAPIURL),\n\t}\n}\n" }, { "path": "go/auth/auth_client.go", "content": "package auth\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// AuthenticatedClient is a http.Client that will automatically add the required\n// Authorization header to the request, which is taken from the context that it\n// is created with. We also always set the X-overmind-interactive header to\n// false to connect opentelemetry traces.\ntype AuthenticatedTransport struct {\n\tfrom http.RoundTripper\n\ttoken string\n}\n\n// RoundTrip Adds the Authorization header to the request then call the\n// underlying roundTripper\nfunc (y *AuthenticatedTransport) RoundTrip(req *http.Request) (*http.Response, error) {\n\t// ask for otel trace linkup\n\treq.Header.Set(\"X-Overmind-Interactive\", \"false\")\n\n\tif y.token != \"\" {\n\t\tbearer := fmt.Sprintf(\"Bearer %v\", y.token)\n\t\treq.Header.Set(\"Authorization\", bearer)\n\t}\n\n\treturn y.from.RoundTrip(req)\n}\n\n// NewAuthenticatedClient creates a new AuthenticatedClient from the given\n// context and http.Client.\nfunc NewAuthenticatedClient(ctx context.Context, from *http.Client) *http.Client {\n\ttoken, ok := ctx.Value(UserTokenContextKey{}).(string)\n\tif !ok {\n\t\ttoken = \"\"\n\t}\n\n\treturn &http.Client{\n\t\tTransport: &AuthenticatedTransport{\n\t\t\tfrom: from.Transport,\n\t\t\ttoken: token,\n\t\t},\n\t\tCheckRedirect: from.CheckRedirect,\n\t\tJar: from.Jar,\n\t\tTimeout: from.Timeout,\n\t}\n}\n\n// ContextAwareAuthTransport is an http.RoundTripper that extracts the user JWT\n// from each request's context at call time (not at client-creation time). This\n// enables a single persistent http.Client to pass through per-request JWTs,\n// which is needed when the client is created once at startup but serves\n// requests from different users.\ntype ContextAwareAuthTransport struct {\n\tfrom http.RoundTripper\n}\n\n// RoundTrip extracts the JWT from the request's context and adds it as a\n// Bearer token in the Authorization header.\nfunc (t *ContextAwareAuthTransport) RoundTrip(req *http.Request) (*http.Response, error) {\n\treq.Header.Set(\"X-Overmind-Interactive\", \"false\")\n\n\tif token, ok := req.Context().Value(UserTokenContextKey{}).(string); ok && token != \"\" {\n\t\treq.Header.Set(\"Authorization\", fmt.Sprintf(\"Bearer %v\", token))\n\t}\n\n\treturn t.from.RoundTrip(req)\n}\n\n// NewContextAwareAuthClient creates an http.Client whose transport extracts the\n// JWT from each outgoing request's context. Unlike NewAuthenticatedClient (which\n// captures the token once), this client re-reads the token on every call β€”\n// making it safe to reuse across requests from different users.\nfunc NewContextAwareAuthClient(from *http.Client) *http.Client {\n\treturn &http.Client{\n\t\tTransport: &ContextAwareAuthTransport{\n\t\t\tfrom: from.Transport,\n\t\t},\n\t\tCheckRedirect: from.CheckRedirect,\n\t\tJar: from.Jar,\n\t\tTimeout: from.Timeout,\n\t}\n}\n\n// AuthenticatedAdminClient Returns a bookmark client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedAdminClient(ctx context.Context, apiUrl string) sdpconnect.AdminServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, tracing.HTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", apiUrl).Debug(\"Connecting to overmind admin API (pre-authenticated)\")\n\treturn sdpconnect.NewAdminServiceClient(httpClient, apiUrl)\n}\n\n// AuthenticatedApiKeyClient Returns an apikey client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedApiKeyClient(ctx context.Context, apiUrl string) sdpconnect.ApiKeyServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, tracing.HTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", apiUrl).Debug(\"Connecting to overmind apikeys API (pre-authenticated)\")\n\treturn sdpconnect.NewApiKeyServiceClient(httpClient, apiUrl)\n}\n\n// UnauthenticatedApiKeyClient Returns an apikey client with otel instrumentation\n// but no authentication. Can only be used for ExchangeKeyForToken\nfunc UnauthenticatedApiKeyClient(ctx context.Context, apiUrl string) sdpconnect.ApiKeyServiceClient {\n\tlog.WithContext(ctx).WithField(\"apiUrl\", apiUrl).Debug(\"Connecting to overmind apikeys API\")\n\treturn sdpconnect.NewApiKeyServiceClient(tracing.HTTPClient(), apiUrl)\n}\n\n// AuthenticatedBookmarkClient Returns a bookmark client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedBookmarkClient(ctx context.Context, apiUrl string) sdpconnect.BookmarksServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, tracing.HTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", apiUrl).Debug(\"Connecting to overmind bookmark API (pre-authenticated)\")\n\treturn sdpconnect.NewBookmarksServiceClient(httpClient, apiUrl)\n}\n\n// AuthenticatedChangesClient Returns a bookmark client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedChangesClient(ctx context.Context, apiUrl string) sdpconnect.ChangesServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, tracing.HTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", apiUrl).Debug(\"Connecting to overmind changes API (pre-authenticated)\")\n\treturn sdpconnect.NewChangesServiceClient(httpClient, apiUrl)\n}\n\n// AuthenticatedConfigurationClient Returns a bookmark client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedConfigurationClient(ctx context.Context, apiUrl string) sdpconnect.ConfigurationServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, tracing.HTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", apiUrl).Debug(\"Connecting to overmind configuration API (pre-authenticated)\")\n\treturn sdpconnect.NewConfigurationServiceClient(httpClient, apiUrl)\n}\n\n// AuthenticatedManagementClient Returns a bookmark client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedManagementClient(ctx context.Context, apiUrl string) sdpconnect.ManagementServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, tracing.HTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", apiUrl).Debug(\"Connecting to overmind management API (pre-authenticated)\")\n\treturn sdpconnect.NewManagementServiceClient(httpClient, apiUrl)\n}\n\n// AuthenticatedSnapshotsClient Returns a Snapshots client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedSnapshotsClient(ctx context.Context, apiUrl string) sdpconnect.SnapshotsServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, tracing.HTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", apiUrl).Debug(\"Connecting to overmind snapshot API (pre-authenticated)\")\n\treturn sdpconnect.NewSnapshotsServiceClient(httpClient, apiUrl)\n}\n\n// AuthenticatedInviteClient Returns a Invite client that uses the auth\n// embedded in the context and otel instrumentation\nfunc AuthenticatedInviteClient(ctx context.Context, apiUrl string) sdpconnect.InviteServiceClient {\n\thttpClient := NewAuthenticatedClient(ctx, tracing.HTTPClient())\n\tlog.WithContext(ctx).WithField(\"apiUrl\", apiUrl).Debug(\"Connecting to overmind invite API (pre-authenticated)\")\n\treturn sdpconnect.NewInviteServiceClient(httpClient, apiUrl)\n}\n" }, { "path": "go/auth/auth_test.go", "content": "package auth\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net\"\n\t\"net/http/httptest\"\n\t\"net/url\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/nats-io/nkeys\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n)\n\nvar tokenExchangeURLs = []string{\n\t\"http://api-server:8080\",\n\t\"http://localhost:8080\",\n}\n\nfunc TestBasicTokenClient(t *testing.T) {\n\tvar c TokenClient\n\n\tkeys, err := nkeys.CreateUser()\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tc = NewBasicTokenClient(\"tokeny_mc_tokenface\", keys)\n\n\tvar token string\n\n\ttoken, err = c.GetJWT()\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif token != \"tokeny_mc_tokenface\" {\n\t\tt.Error(\"token mismatch\")\n\t}\n\n\tdata := []byte{1, 156, 230, 4, 23, 175, 11}\n\n\tsigned, err := c.Sign(data)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\terr = keys.Verify(data, signed)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc GetTestOAuthTokenClient(t *testing.T) *natsTokenClient {\n\tvar domain string\n\tvar clientID string\n\tvar clientSecret string\n\tvar exists bool\n\n\terrorFormat := \"environment variable %v not found. Set up your test environment first. See: https://github.com/overmindtech/cli/go/auth0-test-data\"\n\n\t// Read secrets form the environment\n\tif domain, exists = os.LookupEnv(\"OVERMIND_NTE_ALLPERMS_DOMAIN\"); !exists || domain == \"\" {\n\t\tt.Errorf(errorFormat, \"OVERMIND_NTE_ALLPERMS_DOMAIN\")\n\t\tt.Skip(\"Skipping due to missing environment setup\")\n\t}\n\n\tif clientID, exists = os.LookupEnv(\"OVERMIND_NTE_ALLPERMS_CLIENT_ID\"); !exists || clientID == \"\" {\n\t\tt.Errorf(errorFormat, \"OVERMIND_NTE_ALLPERMS_CLIENT_ID\")\n\t\tt.Skip(\"Skipping due to missing environment setup\")\n\t}\n\n\tif clientSecret, exists = os.LookupEnv(\"OVERMIND_NTE_ALLPERMS_CLIENT_SECRET\"); !exists || clientSecret == \"\" {\n\t\tt.Errorf(errorFormat, \"OVERMIND_NTE_ALLPERMS_CLIENT_SECRET\")\n\t\tt.Skip(\"Skipping due to missing environment setup\")\n\t}\n\n\texchangeURL, err := GetWorkingTokenExchange()\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tflowConfig := ClientCredentialsConfig{\n\t\tClientID: clientID,\n\t\tClientSecret: clientSecret,\n\t}\n\n\treturn NewOAuthTokenClient(\n\t\texchangeURL,\n\t\t\"overmind-development\",\n\t\tflowConfig.TokenSource(t.Context(), fmt.Sprintf(\"https://%v/oauth/token\", domain), os.Getenv(\"API_SERVER_AUDIENCE\")),\n\t)\n}\n\nfunc TestOAuthTokenClient(t *testing.T) {\n\tif os.Getenv(\"CI\") == \"true\" {\n\t\tt.Skip(\"Skipping test in CI environment, missing nats token exchange server\")\n\t}\n\n\tc := GetTestOAuthTokenClient(t)\n\n\tvar err error\n\n\t_, err = c.GetJWT()\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\t// Make sure it can sign\n\tdata := []byte{1, 156, 230, 4, 23, 175, 11}\n\n\t_, err = c.Sign(data)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n}\n\ntype testAPIKeyHandler struct {\n\tsdpconnect.UnimplementedApiKeyServiceHandler\n}\n\n// Always return a valid token\nfunc (h *testAPIKeyHandler) ExchangeKeyForToken(ctx context.Context, req *connect.Request[sdp.ExchangeKeyForTokenRequest]) (*connect.Response[sdp.ExchangeKeyForTokenResponse], error) {\n\treturn &connect.Response[sdp.ExchangeKeyForTokenResponse]{\n\t\tMsg: &sdp.ExchangeKeyForTokenResponse{\n\t\t\tAccessToken: \"eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIxMjM0NTY3ODkwIiwibmFtZSI6IkpvaG4gRG9lIiwiYWRtaW4iOnRydWUsImlhdCI6MTUxNjIzOTAyMiwiZXhwIjoxNTE2MjM5MDIyfQ.Tt0D8zOO3uzfbR1VLc3v7S1_jNrP9_crU1Gi_LpVinEXn4hndTWnI9rMd9r9D0iiv6U-CZAb9JKlun58MO3Pbf_S7apiLGHGE11coIMdk5OKuQFepwXPEk4ixs8_51wmWtJAKg7L5JJG6NuLGnGK8a53hzSHjoK80ROBqlsE9dJ4lpgigj8ZcL-xWpjS4TnUiGLHOvNDnHdqP5D_3DA1teWk9PNh9uU6Wn3U3ShH9rRCI9mKz9amdZ7QzH44J5Gsh2-uo0m2BtZILBE5_p-BeJ7op2RicEXbm69Vae8SPjkJLorBQxbO2lMG4y00q1n-wRDfg_eLFH8ZVC-5lpVXIw\",\n\t\t},\n\t}, nil\n}\n\nfunc TestNewAPIKeyTokenSource(t *testing.T) {\n\t_, handler := sdpconnect.NewApiKeyServiceHandler(&testAPIKeyHandler{})\n\n\ttestServer := httptest.NewServer(handler)\n\tdefer testServer.Close()\n\n\tts := NewAPIKeyTokenSource(\"test\", testServer.URL)\n\n\ttoken, err := ts.Token()\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Make sure the expiry is correct\n\tif token.Expiry.Unix() != 1516239022 {\n\t\tt.Errorf(\"token expiry incorrect. Expected 1516239022, got %v\", token.Expiry.Unix())\n\t}\n}\n\nfunc GetWorkingTokenExchange() (string, error) {\n\terrMap := make(map[string]error)\n\n\tfor _, url := range tokenExchangeURLs {\n\t\tvar err error\n\t\tif err = testURL(url); err == nil {\n\t\t\treturn url, nil\n\t\t}\n\t\terrMap[url] = err\n\t}\n\n\tvar errString string\n\n\tfor url, err := range errMap {\n\t\terrString = errString + fmt.Sprintf(\" %v: %v\\n\", url, err.Error())\n\t}\n\n\treturn \"\", fmt.Errorf(\"no working token exchanges found:\\n%v\", errString)\n}\n\nfunc testURL(testURL string) error {\n\turl, err := url.Parse(testURL)\n\n\tif err != nil {\n\t\treturn fmt.Errorf(\"could not parse NATS URL: %v. Error: %w\", testURL, err)\n\t}\n\n\tdialer := &net.Dialer{\n\t\tTimeout: time.Second,\n\t}\n\tconn, err := dialer.DialContext(context.Background(), \"tcp\", net.JoinHostPort(url.Hostname(), url.Port()))\n\n\tif err == nil {\n\t\tconn.Close()\n\t\treturn nil\n\t}\n\n\treturn err\n}\n" }, { "path": "go/auth/context_aware_auth_test.go", "content": "package auth\n\nimport (\n\t\"context\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"testing\"\n)\n\nfunc TestContextAwareAuthTransport_InjectsToken(t *testing.T) {\n\tvar capturedAuth string\n\tts := httptest.NewServer(http.HandlerFunc(func(_ http.ResponseWriter, r *http.Request) {\n\t\tcapturedAuth = r.Header.Get(\"Authorization\")\n\t}))\n\tdefer ts.Close()\n\n\tclient := NewContextAwareAuthClient(ts.Client())\n\n\tctx := context.WithValue(context.Background(), UserTokenContextKey{}, \"test-jwt-token\")\n\treq, _ := http.NewRequestWithContext(ctx, http.MethodGet, ts.URL, nil)\n\tresp, err := client.Do(req)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\tdefer resp.Body.Close()\n\n\tif capturedAuth != \"Bearer test-jwt-token\" {\n\t\tt.Errorf(\"expected 'Bearer test-jwt-token', got %q\", capturedAuth)\n\t}\n}\n\nfunc TestContextAwareAuthTransport_NoToken(t *testing.T) {\n\tvar capturedAuth string\n\tts := httptest.NewServer(http.HandlerFunc(func(_ http.ResponseWriter, r *http.Request) {\n\t\tcapturedAuth = r.Header.Get(\"Authorization\")\n\t}))\n\tdefer ts.Close()\n\n\tclient := NewContextAwareAuthClient(ts.Client())\n\n\treq, _ := http.NewRequestWithContext(context.Background(), http.MethodGet, ts.URL, nil)\n\tresp, err := client.Do(req)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\tdefer resp.Body.Close()\n\n\tif capturedAuth != \"\" {\n\t\tt.Errorf(\"expected empty auth header, got %q\", capturedAuth)\n\t}\n}\n\nfunc TestContextAwareAuthTransport_DifferentTokensPerRequest(t *testing.T) {\n\tvar capturedTokens []string\n\tts := httptest.NewServer(http.HandlerFunc(func(_ http.ResponseWriter, r *http.Request) {\n\t\tcapturedTokens = append(capturedTokens, r.Header.Get(\"Authorization\"))\n\t}))\n\tdefer ts.Close()\n\n\tclient := NewContextAwareAuthClient(ts.Client())\n\n\tfor _, token := range []string{\"token-a\", \"token-b\"} {\n\t\tctx := context.WithValue(context.Background(), UserTokenContextKey{}, token)\n\t\treq, _ := http.NewRequestWithContext(ctx, http.MethodGet, ts.URL, nil)\n\t\tresp, err := client.Do(req)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\t\tresp.Body.Close()\n\t}\n\n\tif len(capturedTokens) != 2 {\n\t\tt.Fatalf(\"expected 2 requests, got %d\", len(capturedTokens))\n\t}\n\tif capturedTokens[0] != \"Bearer token-a\" {\n\t\tt.Errorf(\"first request: expected 'Bearer token-a', got %q\", capturedTokens[0])\n\t}\n\tif capturedTokens[1] != \"Bearer token-b\" {\n\t\tt.Errorf(\"second request: expected 'Bearer token-b', got %q\", capturedTokens[1])\n\t}\n}\n" }, { "path": "go/auth/gcpauth.go", "content": "// This file is adapted from https://gist.github.com/ahmetb/548059cdbf12fb571e4e2f1e29c48997\n\npackage auth\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"log\"\n\t\"net/http\"\n\t\"strings\"\n\n\t\"golang.org/x/oauth2\"\n\t\"golang.org/x/oauth2/google\"\n\t\"k8s.io/client-go/rest\"\n)\n\nvar (\n\tgoogleScopes = []string{\n\t\t\"https://www.googleapis.com/auth/cloud-platform\",\n\t\t\"https://www.googleapis.com/auth/userinfo.email\"}\n)\n\nconst (\n\tGoogleAuthPlugin = \"custom_gcp\" // so that this is different than \"gcp\" that's already in client-go tree.\n)\n\nfunc init() {\n\tif err := rest.RegisterAuthProviderPlugin(GoogleAuthPlugin, newGoogleAuthProvider); err != nil {\n\t\tlog.Fatalf(\"Failed to register %s auth plugin: %v\", GoogleAuthPlugin, err)\n\t}\n}\n\nvar _ rest.AuthProvider = &googleAuthProvider{}\n\ntype googleAuthProvider struct {\n\ttokenSource oauth2.TokenSource\n}\n\nfunc (g *googleAuthProvider) WrapTransport(rt http.RoundTripper) http.RoundTripper {\n\treturn &oauth2.Transport{\n\t\tBase: rt,\n\t\tSource: g.tokenSource,\n\t}\n}\nfunc (g *googleAuthProvider) Login() error { return nil }\n\nfunc newGoogleAuthProvider(addr string, config map[string]string, persister rest.AuthProviderConfigPersister) (rest.AuthProvider, error) {\n\tscopes := googleScopes\n\tscopesCfg, found := config[\"scopes\"]\n\tif found {\n\t\tscopes = strings.Split(scopesCfg, \" \")\n\t}\n\tts, err := google.DefaultTokenSource(context.Background(), scopes...)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create google token source: %w\", err)\n\t}\n\treturn &googleAuthProvider{tokenSource: ts}, nil\n}\n" }, { "path": "go/auth/mcpoauth.go", "content": "package auth\n\nimport (\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"net/url\"\n)\n\n// NewMCPOAuthMetadataHandler returns an HTTP handler that serves OAuth 2.0\n// Authorization Server Metadata (RFC 8414) for an MCP endpoint.\n//\n// Instead of proxying Auth0's metadata at runtime, it constructs a static\n// document that points authorization_endpoint and token_endpoint to Auth0\n// while advertising our own registration_endpoint for Dynamic Client\n// Registration (RFC 7591). This lets MCP clients like Cursor discover\n// the client_id automatically without any user configuration.\n//\n// scopes should include both the standard OIDC scopes and any\n// application-specific scopes (e.g. \"admin:read\", \"changes:read\").\nfunc NewMCPOAuthMetadataHandler(auth0Domain, issuerURL, registrationEndpointURL string, scopes []string) http.Handler {\n\tmetadata := map[string]any{\n\t\t\"issuer\": issuerURL,\n\t\t\"authorization_endpoint\": fmt.Sprintf(\"https://%s/authorize\", auth0Domain),\n\t\t\"token_endpoint\": fmt.Sprintf(\"https://%s/oauth/token\", auth0Domain),\n\t\t\"registration_endpoint\": registrationEndpointURL,\n\n\t\t\"jwks_uri\": fmt.Sprintf(\"https://%s/.well-known/jwks.json\", auth0Domain),\n\t\t\"userinfo_endpoint\": fmt.Sprintf(\"https://%s/userinfo\", auth0Domain),\n\t\t\"revocation_endpoint\": fmt.Sprintf(\"https://%s/oauth/revoke\", auth0Domain),\n\n\t\t\"response_types_supported\": []string{\"code\"},\n\t\t\"grant_types_supported\": []string{\"authorization_code\", \"refresh_token\"},\n\t\t\"code_challenge_methods_supported\": []string{\"S256\"},\n\t\t\"token_endpoint_auth_methods_supported\": []string{\"none\"},\n\t\t\"scopes_supported\": scopes,\n\t}\n\n\tbody, _ := json.Marshal(metadata) //nolint:errchkjson // static map of strings/slices, cannot fail\n\n\treturn http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {\n\t\tw.Header().Set(\"Content-Type\", \"application/json\")\n\t\t_, _ = w.Write(body)\n\t})\n}\n\n// NewMCPDCRHandler returns an HTTP handler that implements a minimal OAuth 2.0\n// Dynamic Client Registration (RFC 7591) endpoint. It always returns the\n// same pre-configured Auth0 client_id since all MCP clients share a single\n// public OAuth application.\n//\n// Per RFC 7591 Section 3.2, the response echoes back the registered client\n// metadata including redirect_uris from the request.\nfunc NewMCPDCRHandler(clientID string) http.Handler {\n\ttype dcrRequest struct {\n\t\tRedirectURIs []string `json:\"redirect_uris\"`\n\t\tClientName string `json:\"client_name\"`\n\t}\n\n\ttype dcrResponse struct {\n\t\tClientID string `json:\"client_id\"`\n\t\tRedirectURIs []string `json:\"redirect_uris\"`\n\t\tClientName string `json:\"client_name,omitempty\"`\n\t\tTokenEndpointAuthMethod string `json:\"token_endpoint_auth_method\"`\n\t}\n\n\treturn http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tif r.Method != http.MethodPost {\n\t\t\thttp.Error(w, \"method not allowed\", http.StatusMethodNotAllowed)\n\t\t\treturn\n\t\t}\n\n\t\tlimited := http.MaxBytesReader(w, r.Body, 64<<10)\n\t\tvar req dcrRequest\n\t\tif err := json.NewDecoder(limited).Decode(&req); err != nil {\n\t\t\treq = dcrRequest{}\n\t\t}\n\t\t_ = limited.Close()\n\n\t\t// Don't echo back arbitrary redirect_uris; Auth0 enforces the\n\t\t// registered set during token exchange, but echoing unchecked URIs\n\t\t// could mislead clients that trust the DCR response blindly.\n\t\t// Instead, return only localhost URIs which are the standard\n\t\t// callback for native/public OAuth clients per RFC 8252.\n\t\tsafeURIs := make([]string, 0, len(req.RedirectURIs))\n\t\tfor _, uri := range req.RedirectURIs {\n\t\t\tif IsLocalhostRedirect(uri) {\n\t\t\t\tsafeURIs = append(safeURIs, uri)\n\t\t\t}\n\t\t}\n\n\t\tresp := dcrResponse{\n\t\t\tClientID: clientID,\n\t\t\tRedirectURIs: safeURIs,\n\t\t\tClientName: req.ClientName,\n\t\t\tTokenEndpointAuthMethod: \"none\",\n\t\t}\n\n\t\tw.Header().Set(\"Content-Type\", \"application/json\")\n\t\tw.WriteHeader(http.StatusCreated)\n\t\t_ = json.NewEncoder(w).Encode(resp)\n\t})\n}\n\n// NewMCPPRMHandler returns an http.Handler that serves the OAuth 2.0 Protected\n// Resource Metadata (RFC 9728) JSON document for an MCP endpoint. No\n// authentication is required.\n//\n// authorizationServerURL is the issuer URL of the OAuth metadata endpoint (not\n// the raw Auth0 domain). MCP clients use this to discover the authorization\n// and token endpoints, as well as the Dynamic Client Registration endpoint.\nfunc NewMCPPRMHandler(authorizationServerURL, resourceURL string, scopes []string) http.Handler {\n\ttype prmResponse struct {\n\t\tResource string `json:\"resource\"`\n\t\tAuthorizationServers []string `json:\"authorization_servers\"`\n\t\tScopesSupported []string `json:\"scopes_supported\"`\n\t\tBearerMethodsSupported []string `json:\"bearer_methods_supported\"`\n\t}\n\n\tresp := prmResponse{\n\t\tResource: resourceURL,\n\t\tAuthorizationServers: []string{authorizationServerURL},\n\t\tScopesSupported: scopes,\n\t\tBearerMethodsSupported: []string{\"header\"},\n\t}\n\n\tbody, _ := json.Marshal(resp) //nolint:errchkjson // static struct of strings, cannot fail\n\n\treturn http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {\n\t\tw.Header().Set(\"Content-Type\", \"application/json\")\n\t\tw.WriteHeader(http.StatusOK)\n\t\t_, _ = w.Write(body)\n\t})\n}\n\n// IsLocalhostRedirect returns true if the URI is a loopback redirect, which is\n// the standard callback for native/public OAuth clients (RFC 8252 Section 7.3).\nfunc IsLocalhostRedirect(raw string) bool {\n\tu, err := url.Parse(raw)\n\tif err != nil {\n\t\treturn false\n\t}\n\thost := u.Hostname()\n\treturn host == \"127.0.0.1\" || host == \"::1\" || host == \"localhost\"\n}\n" }, { "path": "go/auth/mcpoauth_test.go", "content": "package auth\n\nimport (\n\t\"encoding/json\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"strings\"\n\t\"testing\"\n)\n\nfunc TestNewMCPOAuthMetadataHandler(t *testing.T) {\n\tscopes := []string{\"openid\", \"profile\", \"email\", \"offline_access\", \"admin:read\"}\n\thandler := NewMCPOAuthMetadataHandler(\n\t\t\"auth.example.com\",\n\t\t\"https://api.example.com/area51/oauth\",\n\t\t\"https://api.example.com/area51/oauth/register\",\n\t\tscopes,\n\t)\n\n\treq := httptest.NewRequestWithContext(t.Context(), http.MethodGet, \"/.well-known/oauth-authorization-server/area51/oauth\", nil)\n\trec := httptest.NewRecorder()\n\thandler.ServeHTTP(rec, req)\n\n\tif rec.Code != http.StatusOK {\n\t\tt.Fatalf(\"expected 200, got %d\", rec.Code)\n\t}\n\n\tvar body map[string]any\n\tif err := json.NewDecoder(rec.Body).Decode(&body); err != nil {\n\t\tt.Fatalf(\"failed to decode metadata: %v\", err)\n\t}\n\n\tif body[\"issuer\"] != \"https://api.example.com/area51/oauth\" {\n\t\tt.Errorf(\"unexpected issuer: %v\", body[\"issuer\"])\n\t}\n\tif body[\"authorization_endpoint\"] != \"https://auth.example.com/authorize\" {\n\t\tt.Errorf(\"unexpected authorization_endpoint: %v\", body[\"authorization_endpoint\"])\n\t}\n\tif body[\"token_endpoint\"] != \"https://auth.example.com/oauth/token\" {\n\t\tt.Errorf(\"unexpected token_endpoint: %v\", body[\"token_endpoint\"])\n\t}\n\tif body[\"registration_endpoint\"] != \"https://api.example.com/area51/oauth/register\" {\n\t\tt.Errorf(\"unexpected registration_endpoint: %v\", body[\"registration_endpoint\"])\n\t}\n\tif body[\"jwks_uri\"] != \"https://auth.example.com/.well-known/jwks.json\" {\n\t\tt.Errorf(\"unexpected jwks_uri: %v\", body[\"jwks_uri\"])\n\t}\n\n\tscopesAny, ok := body[\"scopes_supported\"].([]any)\n\tif !ok {\n\t\tt.Fatalf(\"scopes_supported is not an array: %T\", body[\"scopes_supported\"])\n\t}\n\tif len(scopesAny) != len(scopes) {\n\t\tt.Errorf(\"expected %d scopes, got %d\", len(scopes), len(scopesAny))\n\t}\n}\n\nfunc TestNewMCPDCRHandler(t *testing.T) {\n\thandler := NewMCPDCRHandler(\"test-client-id\")\n\n\treqBody := `{\"redirect_uris\":[\"http://127.0.0.1/callback\"],\"client_name\":\"Test Client\"}`\n\treq := httptest.NewRequestWithContext(t.Context(), http.MethodPost, \"/area51/oauth/register\", strings.NewReader(reqBody))\n\treq.Header.Set(\"Content-Type\", \"application/json\")\n\trec := httptest.NewRecorder()\n\thandler.ServeHTTP(rec, req)\n\n\tif rec.Code != http.StatusCreated {\n\t\tt.Fatalf(\"expected 201, got %d\", rec.Code)\n\t}\n\n\tvar body struct {\n\t\tClientID string `json:\"client_id\"`\n\t\tRedirectURIs []string `json:\"redirect_uris\"`\n\t\tClientName string `json:\"client_name\"`\n\t\tTokenEndpointAuthMethod string `json:\"token_endpoint_auth_method\"`\n\t}\n\tif err := json.NewDecoder(rec.Body).Decode(&body); err != nil {\n\t\tt.Fatalf(\"failed to decode DCR response: %v\", err)\n\t}\n\n\tif body.ClientID != \"test-client-id\" {\n\t\tt.Errorf(\"unexpected client_id: %q\", body.ClientID)\n\t}\n\tif body.TokenEndpointAuthMethod != \"none\" {\n\t\tt.Errorf(\"unexpected token_endpoint_auth_method: %q\", body.TokenEndpointAuthMethod)\n\t}\n\tif len(body.RedirectURIs) != 1 || body.RedirectURIs[0] != \"http://127.0.0.1/callback\" {\n\t\tt.Errorf(\"unexpected redirect_uris: %v\", body.RedirectURIs)\n\t}\n\tif body.ClientName != \"Test Client\" {\n\t\tt.Errorf(\"unexpected client_name: %q\", body.ClientName)\n\t}\n}\n\nfunc TestNewMCPDCRHandler_MethodNotAllowed(t *testing.T) {\n\thandler := NewMCPDCRHandler(\"test-client-id\")\n\n\treq := httptest.NewRequestWithContext(t.Context(), http.MethodGet, \"/area51/oauth/register\", nil)\n\trec := httptest.NewRecorder()\n\thandler.ServeHTTP(rec, req)\n\n\tif rec.Code != http.StatusMethodNotAllowed {\n\t\tt.Fatalf(\"expected 405, got %d\", rec.Code)\n\t}\n}\n\nfunc TestNewMCPDCRHandler_FiltersNonLocalhostRedirects(t *testing.T) {\n\thandler := NewMCPDCRHandler(\"test-client-id\")\n\n\treqBody := `{\"redirect_uris\":[\"http://127.0.0.1/callback\",\"https://evil.com/callback\",\"http://localhost:3000/callback\"]}`\n\treq := httptest.NewRequestWithContext(t.Context(), http.MethodPost, \"/register\", strings.NewReader(reqBody))\n\treq.Header.Set(\"Content-Type\", \"application/json\")\n\trec := httptest.NewRecorder()\n\thandler.ServeHTTP(rec, req)\n\n\tif rec.Code != http.StatusCreated {\n\t\tt.Fatalf(\"expected 201, got %d\", rec.Code)\n\t}\n\n\tvar body struct {\n\t\tRedirectURIs []string `json:\"redirect_uris\"`\n\t}\n\tif err := json.NewDecoder(rec.Body).Decode(&body); err != nil {\n\t\tt.Fatalf(\"failed to decode: %v\", err)\n\t}\n\n\tif len(body.RedirectURIs) != 2 {\n\t\tt.Fatalf(\"expected 2 safe redirect URIs, got %d: %v\", len(body.RedirectURIs), body.RedirectURIs)\n\t}\n}\n\nfunc TestNewMCPPRMHandler(t *testing.T) {\n\thandler := NewMCPPRMHandler(\n\t\t\"https://api.example.com/area51/oauth\",\n\t\t\"https://api.example.com/area51/mcp\",\n\t\t[]string{\"admin:read\"},\n\t)\n\n\treq := httptest.NewRequestWithContext(t.Context(), http.MethodGet, \"/.well-known/oauth-protected-resource/area51/mcp\", nil)\n\trec := httptest.NewRecorder()\n\thandler.ServeHTTP(rec, req)\n\n\tif rec.Code != http.StatusOK {\n\t\tt.Fatalf(\"expected 200, got %d\", rec.Code)\n\t}\n\n\tif ct := rec.Header().Get(\"Content-Type\"); ct != \"application/json\" {\n\t\tt.Errorf(\"expected Content-Type application/json, got %q\", ct)\n\t}\n\n\tvar body struct {\n\t\tResource string `json:\"resource\"`\n\t\tAuthorizationServers []string `json:\"authorization_servers\"`\n\t\tScopesSupported []string `json:\"scopes_supported\"`\n\t\tBearerMethodsSupported []string `json:\"bearer_methods_supported\"`\n\t\tClientID string `json:\"client_id\"`\n\t}\n\tif err := json.NewDecoder(rec.Body).Decode(&body); err != nil {\n\t\tt.Fatalf(\"failed to decode PRM response: %v\", err)\n\t}\n\n\tif body.Resource != \"https://api.example.com/area51/mcp\" {\n\t\tt.Errorf(\"unexpected resource: %q\", body.Resource)\n\t}\n\tif len(body.AuthorizationServers) != 1 || body.AuthorizationServers[0] != \"https://api.example.com/area51/oauth\" {\n\t\tt.Errorf(\"unexpected authorization_servers: %v\", body.AuthorizationServers)\n\t}\n\tif len(body.ScopesSupported) != 1 || body.ScopesSupported[0] != \"admin:read\" {\n\t\tt.Errorf(\"unexpected scopes_supported: %v\", body.ScopesSupported)\n\t}\n\tif len(body.BearerMethodsSupported) != 1 || body.BearerMethodsSupported[0] != \"header\" {\n\t\tt.Errorf(\"unexpected bearer_methods_supported: %v\", body.BearerMethodsSupported)\n\t}\n\tif body.ClientID != \"\" {\n\t\tt.Errorf(\"expected no client_id in PRM, got %q\", body.ClientID)\n\t}\n}\n\nfunc TestIsLocalhostRedirect(t *testing.T) {\n\ttests := []struct {\n\t\turi string\n\t\twant bool\n\t}{\n\t\t{\"http://127.0.0.1/callback\", true},\n\t\t{\"http://localhost:3000/callback\", true},\n\t\t{\"http://[::1]:8080/callback\", true},\n\t\t{\"https://evil.com/callback\", false},\n\t\t{\"https://example.com\", false},\n\t\t{\"not-a-url\", false},\n\t}\n\n\tfor _, tt := range tests {\n\t\tgot := IsLocalhostRedirect(tt.uri)\n\t\tif got != tt.want {\n\t\t\tt.Errorf(\"IsLocalhostRedirect(%q) = %v, want %v\", tt.uri, got, tt.want)\n\t\t}\n\t}\n}\n" }, { "path": "go/auth/middleware.go", "content": "package auth\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"net/url\"\n\t\"regexp\"\n\t\"slices\"\n\t\"strings\"\n\t\"time\"\n\n\tjwtmiddleware \"github.com/auth0/go-jwt-middleware/v3\"\n\t\"github.com/auth0/go-jwt-middleware/v3/jwks\"\n\t\"github.com/auth0/go-jwt-middleware/v3/validator\"\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/overmindtech/cli/go/audit\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/codes\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// ScopeCheckBypassedContextKey is a key that is stored in the request context\n// when scope checking is actively being bypassed, e.g. in development. When\n// this is set the `HasScopes()` function will always return true, and can be\n// set using the `WithBypassScopeCheck()` middleware.\ntype ScopeCheckBypassedContextKey struct{}\n\n// CustomClaimsContextKey is the key that is used to store the custom claims\n// from the JWT\ntype CustomClaimsContextKey struct{}\n\n// AccountNameContextKey is the key that is used to store the currently acting\n// account name\ntype AccountNameContextKey struct{}\n\n// UserTokenContextKey is the key that is used to store the full JWT token of the user\ntype UserTokenContextKey struct{}\n\n// CurrentSubjectContextKey is the key that is used to store the current subject attribute.\n// This will be the auth0 `user_id` from the tokens `sub` claim.\ntype CurrentSubjectContextKey struct{}\n\n// ValidatedClaimsContextKey stores the full *validator.ValidatedClaims in\n// context. In v3 the middleware's context key is unexported, so we use our own\n// for code that needs the full validated claims (e.g. token expiry lookup).\ntype ValidatedClaimsContextKey struct{}\n\n// MiddlewareConfig Configuration for the auth middleware\ntype MiddlewareConfig struct {\n\tAuth0Domain string\n\tAuth0Audience string\n\t// The names of the cookies that will be used to authenticate, these will be\n\t// checked in order with the first one that is found being used\n\tAuthCookieNames []string\n\n\t// Use this to specify the full issuer URL for validating the JWTs. This\n\t// should only be used if we aren't using Auth0 as a source for tokens (such\n\t// as in testing). Auth0Domain will take precedence if both are set.\n\tIssuerURL string\n\n\t// Bypasses all auth checks, meaning that HasScopes() will always return\n\t// true. This should be used in conjunction with the `AccountOverride` field\n\t// since there won't be a token to parse the account from\n\tBypassAuth bool\n\n\t// Bypasses auth for the given paths. This is a regular expression that is\n\t// matched against the path of the request. If the regex matches then the\n\t// request will be allowed through without auth. This should be used with\n\t// `AccountOverride` in order to avoid the required context values not being\n\t// set and therefore causing issues (probably nil pointer panics)\n\tBypassAuthForPaths *regexp.Regexp\n\n\t// Overrides the account name stored in the CustomClaimsContextKey\n\tAccountOverride *string\n\n\t// Overrides the scope stored in the CustomClaimsContextKey\n\tScopeOverride *string\n}\n\n// HasScopes compatibility alias for HasAllScopes\nfunc HasScopes(ctx context.Context, requiredScopes ...string) bool {\n\treturn HasAllScopes(ctx, requiredScopes...)\n}\n\n// HasAllScopes checks that the authenticated user in the request context has all the\n// required scopes. If auth has been bypassed, this will always return true\nfunc HasAllScopes(ctx context.Context, requiredScopes ...string) bool {\n\tspan := trace.SpanFromContext(ctx)\n\tspan.SetAttributes(\n\t\tattribute.StringSlice(\"ovm.auth.requiredScopes.all\", requiredScopes),\n\t)\n\n\tif ctx.Value(ScopeCheckBypassedContextKey{}) == true {\n\t\t// this is always set when auth is bypassed\n\t\t// set it here again to capture non-standard auth configs\n\t\tspan.SetAttributes(attribute.Bool(\"ovm.auth.bypass\", true))\n\n\t\t// Bypass all auth\n\t\treturn true\n\t}\n\n\tclaims, ok := ctx.Value(CustomClaimsContextKey{}).(*CustomClaims)\n\tif !ok {\n\t\tspan.SetAttributes(attribute.String(\"ovm.auth.missingClaims\", \"all\"))\n\t\treturn false\n\t}\n\n\tfor _, scope := range requiredScopes {\n\t\tif !claims.HasScope(scope) {\n\t\t\tspan.SetAttributes(attribute.String(\"ovm.auth.missingClaims\", scope))\n\t\t\treturn false\n\t\t}\n\t}\n\treturn true\n}\n\n// HasAnyScopes checks that the authenticated user in the request context has any of the\n// required scopes. If auth has been bypassed, this will always return true\nfunc HasAnyScopes(ctx context.Context, requiredScopes ...string) bool {\n\tspan := trace.SpanFromContext(ctx)\n\tspan.SetAttributes(\n\t\tattribute.StringSlice(\"ovm.auth.requiredScopes.any\", requiredScopes),\n\t)\n\n\tif ctx.Value(ScopeCheckBypassedContextKey{}) == true {\n\t\t// this is always set when auth is bypassed\n\t\t// set it here again to capture non-standard auth configs\n\t\tspan.SetAttributes(attribute.Bool(\"ovm.auth.bypass\", true))\n\n\t\t// Bypass all auth\n\t\treturn true\n\t}\n\n\tclaims, ok := ctx.Value(CustomClaimsContextKey{}).(*CustomClaims)\n\tif !ok {\n\t\tspan.SetAttributes(attribute.String(\"ovm.auth.missingClaims\", \"all\"))\n\t\treturn false\n\t}\n\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.auth.tokenScopes\", claims.Scope),\n\t)\n\n\tfor _, scope := range requiredScopes {\n\t\tif claims.HasScope(scope) {\n\t\t\tspan.SetAttributes(attribute.String(\"ovm.auth.usedClaim\", scope))\n\t\t\treturn true\n\t\t}\n\t}\n\treturn false\n}\n\nvar ErrNoClaims = errors.New(\"error extracting claims from token\")\n\n// ExtractAccount Extracts the account name from a context\nfunc ExtractAccount(ctx context.Context) (string, error) {\n\tclaims := ctx.Value(CustomClaimsContextKey{})\n\n\tif claims == nil {\n\t\treturn \"\", ErrNoClaims\n\t}\n\n\treturn claims.(*CustomClaims).AccountName, nil\n}\n\n// NewAuthMiddleware Creates new auth middleware. The options allow you to\n// bypass the authentication process or not, but either way this middleware will\n// set the `CustomClaimsContextKey` in the request context which allows you to\n// use the `HasScopes()` function to check the scopes without having to worry\n// about whether the server is using auth or not.\n//\n// If auth is not bypassed, then tokens will be validated using Auth0 and\n// therefore the following environment variables must be set: AUTH0_DOMAIN,\n// AUTH0_AUDIENCE. If cookie auth is intended to be used, then AUTH_COOKIE_NAME\n// must also be set.\nfunc NewAuthMiddleware(config MiddlewareConfig, next http.Handler) http.Handler {\n\tprocessOverrides := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\toptions := []OverrideAuthOptionFunc{}\n\n\t\tif config.ScopeOverride != nil {\n\t\t\toptions = append(options, WithScope(*config.ScopeOverride))\n\t\t}\n\n\t\tif config.AccountOverride != nil {\n\t\t\toptions = append(options, WithAccount(*config.AccountOverride))\n\t\t}\n\n\t\tctx := r.Context()\n\t\tif len(options) > 0 {\n\t\t\tctx = OverrideAuth(r.Context(), options...)\n\t\t}\n\n\t\tif ad := audit.AuditDataFromContext(ctx); ad != nil {\n\t\t\tif sub, ok := ctx.Value(CurrentSubjectContextKey{}).(string); ok {\n\t\t\t\tad.Subject = sub\n\t\t\t}\n\t\t\tif account, ok := ctx.Value(AccountNameContextKey{}).(string); ok {\n\t\t\t\tad.AccountName = account\n\t\t\t}\n\t\t\tif claims, ok := ctx.Value(CustomClaimsContextKey{}).(*CustomClaims); ok {\n\t\t\t\tad.Scopes = claims.Scope\n\t\t\t}\n\t\t}\n\n\t\tr = r.Clone(ctx)\n\n\t\tnext.ServeHTTP(w, r)\n\t})\n\n\treturn ensureValidTokenHandler(config, processOverrides)\n}\n\ntype OverrideAuthOptionFunc func(ctx context.Context) context.Context\n\n// Sets the scope in the context to the given value. This should be the value\n// that would be embedded directly in the token, with each scope being separated\n// by a space.\nfunc WithScope(scope string) OverrideAuthOptionFunc {\n\treturn withCustomClaims(func(claims *CustomClaims) {\n\t\tclaims.Scope = scope\n\t})\n}\n\n// Sets the account in the context to the given value.\nfunc WithAccount(account string) OverrideAuthOptionFunc {\n\treturn withCustomClaims(func(claims *CustomClaims) {\n\t\tclaims.AccountName = account\n\t})\n}\n\n// Sets the subject (typically the Auth0 user_id from the token's sub claim)\n// in the context.\nfunc WithSubject(subject string) OverrideAuthOptionFunc {\n\treturn func(ctx context.Context) context.Context {\n\t\treturn context.WithValue(ctx, CurrentSubjectContextKey{}, subject)\n\t}\n}\n\n// Sets the auth info in the context directly from the validated claims produced\n// by the `github.com/auth0/go-jwt-middleware/v3/validator` package. This is\n// essentially what the middleware already does when receiving a request, and\n// therefore should only be used in exceptional circumstances, like testing, when the\n// middleware is not being used.\n//\n// If this is being used, there is no need to use the `WithScope` or `WithAccount`\n// options as the claims will be extracted directly from the validated claims.\nfunc WithValidatedClaims(claims *validator.ValidatedClaims) OverrideAuthOptionFunc {\n\treturn func(ctx context.Context) context.Context {\n\t\tcustomClaims := claims.CustomClaims.(*CustomClaims)\n\t\tctx = context.WithValue(ctx, ValidatedClaimsContextKey{}, claims)\n\t\tctx = context.WithValue(ctx, CustomClaimsContextKey{}, customClaims)\n\t\tctx = context.WithValue(ctx, CurrentSubjectContextKey{}, claims.RegisteredClaims.Subject)\n\t\tctx = context.WithValue(ctx, AccountNameContextKey{}, customClaims.AccountName)\n\t\treturn ctx\n\t}\n}\n\n// Bypasses the scope check, meaning that `HasScopes()` and `HasAllScopes` will\n// always return true. This is useful for testing.\nfunc WithBypassScopeCheck() OverrideAuthOptionFunc {\n\treturn func(ctx context.Context) context.Context {\n\t\treturn context.WithValue(ctx, ScopeCheckBypassedContextKey{}, true)\n\t}\n}\n\n// Overrides the authentication that is currently stored in the context. This\n// can only be used within a single process, and doesn't mean that the overrides\n// set here will be passed on if you are using `NewAuthenticatedClient` to pass\n// through auth. It is however useful for testing, or for calling other handlers\n// within the same process.\nfunc OverrideAuth(ctx context.Context, opts ...OverrideAuthOptionFunc) context.Context {\n\tfor _, opt := range opts {\n\t\tctx = opt(ctx)\n\t}\n\treturn ctx\n}\n\nfunc withCustomClaims(modify func(*CustomClaims)) OverrideAuthOptionFunc {\n\treturn func(ctx context.Context) context.Context {\n\t\ti := ctx.Value(CustomClaimsContextKey{})\n\t\tvar claims *CustomClaims\n\t\tvar newClaims CustomClaims\n\t\tvar ok bool\n\n\t\tif claims, ok = i.(*CustomClaims); ok {\n\t\t\t// clone out the values to avoid sharing\n\t\t\tnewClaims = *claims\n\t\t}\n\n\t\tmodify(&newClaims)\n\n\t\t// Store the new claims in the context\n\t\tctx = context.WithValue(ctx, CustomClaimsContextKey{}, &newClaims)\n\t\tctx = context.WithValue(ctx, AccountNameContextKey{}, newClaims.AccountName)\n\n\t\treturn ctx\n\t}\n}\n\n// ensureValidTokenHandler is a middleware that will check the validity of our\n// JWT.\n//\n// This will fail if all of Auth0Domain, Auth0Audience and AuthCookieName are\n// empty.\n//\n// This middleware also extract custom claims form the token and stores them in\n// CustomClaimsContextKey\n//\n// NOTE: This function uses log.Fatalf for startup-time configuration errors\n// because its signature returns http.Handler, not (http.Handler, error).\n// Propagating errors would require changing every caller of NewAuthMiddleware.\nfunc ensureValidTokenHandler(config MiddlewareConfig, next http.Handler) http.Handler {\n\tif config.BypassAuth {\n\t\treturn http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\tspan := trace.SpanFromContext(r.Context())\n\t\t\tspan.SetAttributes(attribute.Bool(\"ovm.auth.bypass\", true))\n\t\t\tctx := OverrideAuth(r.Context(), WithBypassScopeCheck(), WithSubject(\"auth-bypass\"))\n\t\t\tnext.ServeHTTP(w, r.Clone(ctx))\n\t\t})\n\t}\n\n\tif config.Auth0Audience == \"\" || (config.Auth0Domain == \"\" && config.IssuerURL == \"\") {\n\t\tlog.Fatalf(\"Auth0 configuration is incomplete: audience=%q, domain=%q, issuerURL=%q\",\n\t\t\tconfig.Auth0Audience, config.Auth0Domain, config.IssuerURL)\n\t}\n\n\tvar issuerURL *url.URL\n\tvar err error\n\n\tif config.Auth0Domain != \"\" {\n\t\tissuerURL, err = url.Parse(\"https://\" + config.Auth0Domain + \"/\")\n\t} else {\n\t\tissuerURL, err = url.Parse(config.IssuerURL)\n\t}\n\tif err != nil {\n\t\tlog.Fatalf(\"Failed to parse the issuer url: %v\", err)\n\t}\n\n\tprovider, err := jwks.NewCachingProvider(\n\t\tjwks.WithIssuerURL(issuerURL),\n\t\tjwks.WithCacheTTL(5*time.Minute),\n\t)\n\tif err != nil {\n\t\tlog.Fatalf(\"Failed to set up the jwks provider: %v\", err)\n\t}\n\n\tjwtValidator, err := validator.New(\n\t\tvalidator.WithKeyFunc(provider.KeyFunc),\n\t\tvalidator.WithAlgorithm(validator.RS256),\n\t\tvalidator.WithIssuer(issuerURL.String()),\n\t\tvalidator.WithAudience(config.Auth0Audience),\n\t\tvalidator.WithCustomClaims(func() *CustomClaims {\n\t\t\treturn &CustomClaims{}\n\t\t}),\n\t\tvalidator.WithAllowedClockSkew(time.Minute),\n\t)\n\tif err != nil {\n\t\tlog.Fatalf(\"Failed to set up the jwt validator: %v\", err)\n\t}\n\n\terrorHandler := func(w http.ResponseWriter, r *http.Request, err error) {\n\t\t// copied from auth0's DefaultErrorHandler, but with some extra logging and reporting\n\t\tspan := trace.SpanFromContext(r.Context())\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.auth.error\", err.Error()),\n\t\t\tattribute.String(\"ovm.auth.audience\", config.Auth0Audience),\n\t\t\tattribute.String(\"ovm.auth.domain\", config.Auth0Domain),\n\t\t\tattribute.String(\"ovm.auth.expectedIssuer\", issuerURL.String()),\n\t\t)\n\n\t\t// Check if this is a Connect/gRPC request by looking at the Content-Type header\n\t\t// Connect requests use content types like:\n\t\t// - application/connect+proto\n\t\t// - application/connect+json\n\t\t// - application/grpc (base type without suffix)\n\t\t// - application/grpc+proto\n\t\t// - application/grpc+json\n\t\t// For these requests, we should not set Content-Type: application/json\n\t\t// as it will cause content-type mismatch errors on the client side\n\t\tcontentType := r.Header.Get(\"Content-Type\")\n\t\tisConnectRequest := strings.HasPrefix(contentType, \"application/connect+\") ||\n\t\t\tstrings.HasPrefix(contentType, \"application/grpc\")\n\n\t\t// Only set JSON content-type for non-Connect requests\n\t\tif !isConnectRequest {\n\t\t\tw.Header().Set(\"Content-Type\", \"application/json\")\n\t\t}\n\n\t\tswitch {\n\t\tcase errors.Is(err, jwtmiddleware.ErrJWTMissing):\n\t\t\t// since connectrpc would translate the original `BadRequest` to a\n\t\t\t// `CodeInternal` instead of something sensible, we also need to\n\t\t\t// return StatusUnauthorized here, to provide the correct status\n\t\t\t// code to the client.\n\t\t\tw.WriteHeader(http.StatusUnauthorized)\n\t\t\tif !isConnectRequest {\n\t\t\t\t_, _ = w.Write([]byte(`{\"message\":\"JWT is missing.\"}`))\n\t\t\t}\n\t\tcase errors.Is(err, jwtmiddleware.ErrJWTInvalid):\n\t\t\tw.WriteHeader(http.StatusUnauthorized)\n\t\t\tif !isConnectRequest {\n\t\t\t\t_, _ = w.Write([]byte(`{\"message\":\"JWT is invalid.\"}`))\n\t\t\t}\n\t\tdefault:\n\t\t\tspan.SetStatus(codes.Error, \"Something went wrong while checking the JWT\")\n\t\t\tsentry.CaptureException(err)\n\n\t\t\tw.WriteHeader(http.StatusInternalServerError)\n\t\t\tif !isConnectRequest {\n\t\t\t\t_, _ = w.Write([]byte(`{\"message\":\"Something went wrong while checking the JWT.\"}`))\n\t\t\t}\n\t\t}\n\t}\n\n\t// Set up token extractors based on what env vars are available\n\textractors := []jwtmiddleware.TokenExtractor{\n\t\tjwtmiddleware.AuthHeaderTokenExtractor,\n\t}\n\n\tfor _, cookieName := range config.AuthCookieNames {\n\t\textractors = append(extractors, jwtmiddleware.CookieTokenExtractor(cookieName))\n\t}\n\n\ttokenExtractor := jwtmiddleware.MultiTokenExtractor(extractors...)\n\n\tmiddleware, err := jwtmiddleware.New(\n\t\tjwtmiddleware.WithValidator(jwtValidator),\n\t\tjwtmiddleware.WithErrorHandler(errorHandler),\n\t\tjwtmiddleware.WithTokenExtractor(tokenExtractor),\n\t)\n\tif err != nil {\n\t\tlog.Fatalf(\"Failed to set up the jwt middleware: %v\", err)\n\t}\n\n\tjwtValidationMiddleware := middleware.CheckJWT(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t// extract account name and setup otel attributes after the JWT was validated, but before the actual handler runs\n\t\tclaims, err := jwtmiddleware.GetClaims[*validator.ValidatedClaims](r.Context())\n\t\tif err != nil {\n\t\t\terrorHandler(w, r, fmt.Errorf(\"error getting validated claims: %w\", err))\n\t\t\treturn\n\t\t}\n\n\t\textractedToken, err := tokenExtractor(r)\n\t\t// we should never hit this as the middleware wouldn't call the handler\n\t\tif err != nil {\n\t\t\t// This is not ErrJWTMissing because an error here means that the\n\t\t\t// tokenExtractor had an error and _not_ that the token was missing.\n\t\t\terrorHandler(w, r, fmt.Errorf(\"error extracting token: %w\", err))\n\t\t\treturn\n\t\t}\n\n\t\tcustomClaims := claims.CustomClaims.(*CustomClaims)\n\t\tif customClaims == nil {\n\t\t\terrorHandler(w, r, fmt.Errorf(\"couldn't get claims from: %v\", claims))\n\t\t\treturn\n\t\t}\n\n\t\tctx := r.Context()\n\n\t\t// note that the values are looked up in last-in-first-out order, so\n\t\t// there is an absolutely minor perf optimisation to have the context\n\t\t// values set in ascending order of access frequency.\n\t\tctx = context.WithValue(ctx, UserTokenContextKey{}, extractedToken.Token)\n\t\tctx = context.WithValue(ctx, ValidatedClaimsContextKey{}, claims)\n\t\tctx = context.WithValue(ctx, CustomClaimsContextKey{}, customClaims)\n\t\tctx = context.WithValue(ctx, CurrentSubjectContextKey{}, claims.RegisteredClaims.Subject)\n\t\tctx = context.WithValue(ctx, AccountNameContextKey{}, customClaims.AccountName)\n\n\t\ttrace.SpanFromContext(ctx).SetAttributes(\n\t\t\tattribute.String(\"ovm.auth.accountName\", customClaims.AccountName),\n\t\t\tattribute.Int64(\"ovm.auth.expiry\", claims.RegisteredClaims.Expiry),\n\t\t\tattribute.String(\"ovm.auth.scopes\", customClaims.Scope),\n\t\t\t// subject is the auth0 client id or user id\n\t\t\tattribute.String(\"ovm.auth.subject\", claims.RegisteredClaims.Subject),\n\t\t)\n\n\t\t// if its a service impersonating an account, we should mark it as impersonation\n\t\tif strings.HasSuffix(claims.RegisteredClaims.Subject, \"@clients\") {\n\t\t\ttrace.SpanFromContext(ctx).SetAttributes(\n\t\t\t\tattribute.Bool(\"ovm.auth.impersonation\", true),\n\t\t\t)\n\t\t}\n\n\t\tr = r.Clone(ctx)\n\n\t\tnext.ServeHTTP(w, r)\n\t}))\n\n\t// Basically what I need to do here is I need to have a middleware that\n\t// checks for bypassing, then passes on to middleware.checkJWT.\n\treturn http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tctx := r.Context()\n\t\tspan := trace.SpanFromContext(ctx)\n\n\t\tvar shouldBypass bool\n\n\t\t// Check if the request path matches the bypass regex\n\t\tif config.BypassAuthForPaths != nil {\n\t\t\tshouldBypass = config.BypassAuthForPaths.MatchString(r.URL.Path)\n\t\t\tif shouldBypass {\n\t\t\t\tspan.SetAttributes(attribute.String(\"ovm.auth.bypassedPath\", r.URL.Path))\n\t\t\t}\n\t\t}\n\n\t\tspan.SetAttributes(attribute.Bool(\"ovm.auth.bypass\", shouldBypass))\n\n\t\tif shouldBypass {\n\t\t\tctx = OverrideAuth(ctx, WithBypassScopeCheck(), WithSubject(\"auth-bypass\"))\n\n\t\t\tr = r.Clone(ctx)\n\n\t\t\t// Call the next handler without adding any JWT validation\n\t\t\tnext.ServeHTTP(w, r)\n\t\t} else {\n\t\t\t// Otherwise we need to inject the JWT validation middleware\n\t\t\tjwtValidationMiddleware.ServeHTTP(w, r)\n\t\t}\n\t})\n}\n\n// WithResourceMetadata wraps a handler to include RFC 9728 resource_metadata\n// in the WWW-Authenticate header on 401 responses, enabling MCP clients to\n// discover the authorization server via Protected Resource Metadata.\nfunc WithResourceMetadata(resourceMetadataURL string, next http.Handler) http.Handler {\n\treturn http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tnext.ServeHTTP(&resourceMetadataWriter{\n\t\t\tResponseWriter: w,\n\t\t\tresourceMetadataURL: resourceMetadataURL,\n\t\t}, r)\n\t})\n}\n\ntype resourceMetadataWriter struct {\n\thttp.ResponseWriter\n\tresourceMetadataURL string\n\twroteHeader bool\n}\n\nfunc (w *resourceMetadataWriter) WriteHeader(statusCode int) {\n\tif !w.wroteHeader {\n\t\tw.wroteHeader = true\n\t\tif statusCode == http.StatusUnauthorized {\n\t\t\tw.ResponseWriter.Header().Set(\"WWW-Authenticate\",\n\t\t\t\tfmt.Sprintf(`Bearer resource_metadata=%q`, w.resourceMetadataURL))\n\t\t}\n\t}\n\tw.ResponseWriter.WriteHeader(statusCode)\n}\n\nfunc (w *resourceMetadataWriter) Write(b []byte) (int, error) {\n\tif !w.wroteHeader {\n\t\tw.WriteHeader(http.StatusOK)\n\t}\n\treturn w.ResponseWriter.Write(b)\n}\n\n// Unwrap returns the underlying ResponseWriter, enabling http.ResponseController\n// and middleware that check for optional interfaces (Flusher, Hijacker, etc.).\nfunc (w *resourceMetadataWriter) Unwrap() http.ResponseWriter {\n\treturn w.ResponseWriter\n}\n\n// CustomClaims contains custom data we want from the token.\ntype CustomClaims struct {\n\tScope string `json:\"scope\"`\n\tAccountName string `json:\"https://api.overmind.tech/account-name\"`\n}\n\n// HasScope checks whether our claims have a specific scope.\nfunc (c CustomClaims) HasScope(expectedScope string) bool {\n\tresult := strings.Split(c.Scope, \" \")\n\treturn slices.Contains(result, expectedScope)\n}\n\n// Validate does nothing for this example, but we need\n// it to satisfy validator.CustomClaims interface.\nfunc (c CustomClaims) Validate(ctx context.Context) error {\n\treturn nil\n}\n" }, { "path": "go/auth/middleware_test.go", "content": "package auth\n\nimport (\n\t\"context\"\n\t\"crypto/rand\"\n\t\"crypto/rsa\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"io\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"regexp\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/auth0/go-jwt-middleware/v3/validator\"\n\t\"github.com/go-jose/go-jose/v4\"\n\t\"github.com/go-jose/go-jose/v4/jwt\"\n\t\"github.com/overmindtech/cli/go/audit\"\n\tlog \"github.com/sirupsen/logrus\"\n)\n\nfunc TestHasScopes(t *testing.T) {\n\tt.Run(\"with auth bypassed\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tctx := OverrideAuth(context.Background(), WithBypassScopeCheck())\n\n\t\tpass := HasAllScopes(ctx, \"test\")\n\n\t\tif !pass {\n\t\t\tt.Error(\"expected to allow since auth is bypassed\")\n\t\t}\n\t})\n\n\tt.Run(\"with good scopes\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\taccount := \"foo\"\n\t\tscope := \"test foo bar\"\n\t\tctx := OverrideAuth(context.Background(), WithScope(scope), WithAccount(account))\n\n\t\tpass := HasAllScopes(ctx, \"test\")\n\n\t\tif !pass {\n\t\t\tt.Error(\"expected to allow since `test` scope is present\")\n\t\t}\n\t})\n\n\tt.Run(\"with multiple good scopes\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\taccount := \"foo\"\n\t\tscope := \"test foo bar\"\n\t\tctx := OverrideAuth(context.Background(), WithScope(scope), WithAccount(account))\n\n\t\tpass := HasAllScopes(ctx, \"test\", \"foo\")\n\n\t\tif !pass {\n\t\t\tt.Error(\"expected to allow since `test` scope is present\")\n\t\t}\n\t})\n\n\tt.Run(\"with bad scopes\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\taccount := \"foo\"\n\t\tscope := \"test foo bar\"\n\t\tctx := OverrideAuth(context.Background(), WithScope(scope), WithAccount(account))\n\n\t\tpass := HasAllScopes(ctx, \"baz\")\n\n\t\tif pass {\n\t\t\tt.Error(\"expected to deny since `baz` scope is not present\")\n\t\t}\n\t})\n\n\tt.Run(\"with one scope missing\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\taccount := \"foo\"\n\t\tscope := \"test foo bar\"\n\t\tctx := OverrideAuth(context.Background(), WithScope(scope), WithAccount(account))\n\n\t\tpass := HasAllScopes(ctx, \"test\", \"baz\")\n\n\t\tif pass {\n\t\t\tt.Error(\"expected to deny since `baz` scope is not present\")\n\t\t}\n\t})\n\n\tt.Run(\"with any scopes\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\taccount := \"foo\"\n\t\tscope := \"test foo bar\"\n\t\tctx := OverrideAuth(context.Background(), WithScope(scope), WithAccount(account))\n\n\t\tpass := HasAnyScopes(ctx, \"fail\", \"foo\")\n\n\t\tif !pass {\n\t\t\tt.Error(\"expected to allow since `foo` scope is present\")\n\t\t}\n\t})\n\n\tt.Run(\"without any scopes\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\taccount := \"foo\"\n\t\tscope := \"test foo bar\"\n\t\tctx := OverrideAuth(context.Background(), WithScope(scope), WithAccount(account))\n\n\t\tpass := HasAnyScopes(ctx, \"fail\", \"fail harder\")\n\n\t\tif pass {\n\t\t\tt.Error(\"expected to deny since no matching scope is present\")\n\t\t}\n\t})\n}\n\nfunc TestNewAuthMiddleware(t *testing.T) {\n\tserver, err := NewTestJWTServer()\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tctx := t.Context()\n\n\tjwksURL := server.Start(ctx)\n\n\tdefaultConfig := MiddlewareConfig{\n\t\tIssuerURL: jwksURL,\n\t\tAuth0Audience: \"https://api.overmind.tech\",\n\t}\n\n\tbypassHealthConfig := MiddlewareConfig{\n\t\tIssuerURL: jwksURL,\n\t\tAuth0Audience: \"https://api.overmind.tech\",\n\t\tBypassAuthForPaths: regexp.MustCompile(\"/health\"),\n\t}\n\n\tcorrectAccount := \"test\"\n\tcorrectScope := \"test:pass\"\n\n\ttests := []struct {\n\t\tName string\n\t\tTokenOptions *TestTokenOptions\n\t\tExpectedCode int\n\t\tAuthConfig MiddlewareConfig\n\t\tPath string\n\t}{\n\t\t{\n\t\t\tName: \"with expired token\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(-time.Hour),\n\t\t\t},\n\t\t\tAuthConfig: defaultConfig,\n\t\t\tExpectedCode: http.StatusUnauthorized,\n\t\t},\n\t\t{\n\t\t\tName: \"with wrong audience\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://something.not.expected\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t},\n\t\t\tAuthConfig: defaultConfig,\n\t\t\tExpectedCode: http.StatusUnauthorized,\n\t\t},\n\t\t{\n\t\t\tName: \"with insufficient scopes\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\tScope: \"test:fail\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tAuthConfig: defaultConfig,\n\t\t\tExpectedCode: http.StatusUnauthorized,\n\t\t},\n\t\t{\n\t\t\tName: \"with correct scopes but wrong account\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"fail\",\n\t\t\t\t\tScope: \"test:pass\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tAuthConfig: defaultConfig,\n\t\t\tExpectedCode: http.StatusUnauthorized,\n\t\t},\n\t\t{\n\t\t\tName: \"with correct scopes and account\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\tScope: \"test:pass\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tAuthConfig: defaultConfig,\n\t\t\tExpectedCode: http.StatusOK,\n\t\t},\n\t\t{\n\t\t\tName: \"with the correct scope and many others\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\tScope: \"test:pass test:fail foo:bar something\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tAuthConfig: defaultConfig,\n\t\t\tExpectedCode: http.StatusOK,\n\t\t},\n\t\t{\n\t\t\tName: \"with many audiences and many scopes\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\", \"https://api.overmind.tech/other\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\tScope: \"test:pass test:other\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tAuthConfig: defaultConfig,\n\t\t\tExpectedCode: http.StatusOK,\n\t\t},\n\t\t{\n\t\t\tName: \"with many audiences and one scope\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\", \"https://api.overmind.tech/other\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\tScope: \"test:pass\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tAuthConfig: defaultConfig,\n\t\t\tExpectedCode: http.StatusOK,\n\t\t},\n\t\t{\n\t\t\tName: \"with good token and some bypassed paths\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\tScope: \"test:pass\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tAuthConfig: MiddlewareConfig{\n\t\t\t\tIssuerURL: jwksURL,\n\t\t\t\tAuth0Audience: \"https://api.overmind.tech\",\n\t\t\t\tBypassAuthForPaths: regexp.MustCompile(\"/health\"),\n\t\t\t},\n\t\t\tExpectedCode: http.StatusOK,\n\t\t},\n\t\t{\n\t\t\tName: \"with no token on a non-bypassed path\",\n\t\t\tPath: \"/\",\n\t\t\tAuthConfig: bypassHealthConfig,\n\t\t\tExpectedCode: http.StatusUnauthorized,\n\t\t},\n\t\t{\n\t\t\tName: \"with no token on a bypassed path\",\n\t\t\tPath: \"/health\",\n\t\t\tAuthConfig: bypassHealthConfig,\n\t\t\tExpectedCode: http.StatusOK,\n\t\t},\n\t\t{\n\t\t\tName: \"with bad token on a non-bypassed path\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\tScope: \"test:fail\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedCode: http.StatusUnauthorized,\n\t\t\tAuthConfig: bypassHealthConfig,\n\t\t},\n\t\t{\n\t\t\tName: \"with bad token on a bypassed path\",\n\t\t\tPath: \"/health\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\tScope: \"test:fail\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedCode: http.StatusOK,\n\t\t\tAuthConfig: bypassHealthConfig,\n\t\t},\n\t\t{\n\t\t\tName: \"with a good token and bypassed auth\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\tScope: \"test:pass\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedCode: http.StatusOK,\n\t\t\tAuthConfig: MiddlewareConfig{\n\t\t\t\tIssuerURL: jwksURL,\n\t\t\t\tAuth0Audience: \"https://api.overmind.tech\",\n\t\t\t\tBypassAuth: true,\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tName: \"with a bad token and bypassed auth\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(-time.Hour), // expired\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\tScope: \"test:pass\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedCode: http.StatusOK,\n\t\t\tAuthConfig: MiddlewareConfig{\n\t\t\t\tIssuerURL: jwksURL,\n\t\t\t\tAuth0Audience: \"https://api.overmind.tech\",\n\t\t\t\tBypassAuth: true,\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tName: \"with account override\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"bad\",\n\t\t\t\t\tScope: \"test:pass\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedCode: http.StatusOK,\n\t\t\tAuthConfig: MiddlewareConfig{\n\t\t\t\tIssuerURL: jwksURL,\n\t\t\t\tAuth0Audience: \"https://api.overmind.tech\",\n\t\t\t\tAccountOverride: &correctAccount,\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tName: \"with scope override\",\n\t\t\tPath: \"/\",\n\t\t\tTokenOptions: &TestTokenOptions{\n\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\t\tCustomClaims: CustomClaims{\n\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\tScope: \"test:fail\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedCode: http.StatusOK,\n\t\t\tAuthConfig: MiddlewareConfig{\n\t\t\t\tIssuerURL: jwksURL,\n\t\t\t\tAuth0Audience: \"https://api.overmind.tech\",\n\t\t\t\tScopeOverride: &correctScope,\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(test.Name, func(t *testing.T) {\n\t\t\thandler := NewAuthMiddleware(test.AuthConfig, http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\t\tctx := r.Context()\n\t\t\t\t// This is a test handler that always does the same thing, it checks\n\t\t\t\t// that the account is set to the correct value and that the user has\n\t\t\t\t// the test:pass scope\n\t\t\t\tif !HasAnyScopes(ctx, \"test:pass\") {\n\t\t\t\t\tw.WriteHeader(http.StatusUnauthorized)\n\t\t\t\t\t_, err := w.Write([]byte(\"missing required scope\"))\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\tt.Error(err)\n\t\t\t\t\t}\n\t\t\t\t\treturn\n\t\t\t\t}\n\n\t\t\t\tif ctx.Value(ScopeCheckBypassedContextKey{}) == true {\n\t\t\t\t\t// If we are bypassing auth then we don't want to check the account\n\t\t\t\t} else {\n\t\t\t\t\tclaims, ok := ctx.Value(CustomClaimsContextKey{}).(*CustomClaims)\n\t\t\t\t\tif !ok {\n\t\t\t\t\t\tw.WriteHeader(http.StatusUnauthorized)\n\t\t\t\t\t\t_, err := fmt.Fprintf(w, \"expected *CustomClaims in context, got %T\", ctx.Value(CustomClaimsContextKey{}))\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Error(err)\n\t\t\t\t\t\t}\n\t\t\t\t\t\treturn\n\t\t\t\t\t}\n\n\t\t\t\t\tif claims.AccountName != \"test\" {\n\t\t\t\t\t\tw.WriteHeader(http.StatusUnauthorized)\n\t\t\t\t\t\t_, err := fmt.Fprintf(w, \"expected account to be 'test', but was '%s'\", claims.AccountName)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tt.Error(err)\n\t\t\t\t\t\t}\n\t\t\t\t\t\treturn\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}))\n\n\t\t\trr := httptest.NewRecorder()\n\t\t\treq, err := http.NewRequestWithContext(context.Background(), http.MethodGet, test.Path, nil)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif test.TokenOptions != nil {\n\t\t\t\t// Create a test Token\n\t\t\t\ttoken, err := server.GenerateJWT(test.TokenOptions)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatal(err)\n\t\t\t\t}\n\t\t\t\treq.Header.Set(\"Authorization\", fmt.Sprintf(\"Bearer %s\", token))\n\t\t\t}\n\n\t\t\thandler.ServeHTTP(rr, req)\n\n\t\t\tif rr.Code != test.ExpectedCode {\n\t\t\t\tt.Errorf(\"expected status code %d, but got %d\", test.ExpectedCode, rr.Code)\n\t\t\t\tt.Error(rr.Body.String())\n\t\t\t}\n\t\t})\n\t}\n}\n\n// TestBypassAuthInjectsSubject verifies the BypassAuth code path (local/dev\n// environments only β€” never runs in production where real JWTs provide the\n// subject). It ensures a synthetic \"auth-bypass\" subject is injected into\n// CurrentSubjectContextKey so handlers like Area51 job scheduling and feature\n// flags work without a JWT.\nfunc TestBypassAuthInjectsSubject(t *testing.T) {\n\tt.Parallel()\n\n\tbypassConfig := MiddlewareConfig{\n\t\tBypassAuth: true,\n\t}\n\n\tvar capturedSubject string\n\thandler := NewAuthMiddleware(bypassConfig, http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tif subj, ok := r.Context().Value(CurrentSubjectContextKey{}).(string); ok {\n\t\t\tcapturedSubject = subj\n\t\t}\n\t\tw.WriteHeader(http.StatusOK)\n\t}))\n\n\tt.Run(\"injects default subject\", func(t *testing.T) {\n\t\tcapturedSubject = \"\"\n\t\trr := httptest.NewRecorder()\n\t\treq, err := http.NewRequestWithContext(context.Background(), http.MethodGet, \"/\", nil)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\thandler.ServeHTTP(rr, req)\n\n\t\tif rr.Code != http.StatusOK {\n\t\t\tt.Errorf(\"expected 200, got %d\", rr.Code)\n\t\t}\n\t\tif capturedSubject != \"auth-bypass\" {\n\t\t\tt.Errorf(\"expected subject %q, got %q\", \"auth-bypass\", capturedSubject)\n\t\t}\n\t})\n\n\tt.Run(\"scope check is bypassed\", func(t *testing.T) {\n\t\trr := httptest.NewRecorder()\n\t\treq, err := http.NewRequestWithContext(context.Background(), http.MethodGet, \"/\", nil)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tscopeHandler := NewAuthMiddleware(bypassConfig, http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\tif !HasAllScopes(r.Context(), \"any:scope\") {\n\t\t\t\tw.WriteHeader(http.StatusForbidden)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tw.WriteHeader(http.StatusOK)\n\t\t}))\n\t\tscopeHandler.ServeHTTP(rr, req)\n\n\t\tif rr.Code != http.StatusOK {\n\t\t\tt.Errorf(\"expected 200 (scope check bypassed), got %d\", rr.Code)\n\t\t}\n\t})\n}\n\nfunc TestWithSubject(t *testing.T) {\n\tt.Parallel()\n\n\tt.Run(\"sets subject in context\", func(t *testing.T) {\n\t\tctx := OverrideAuth(context.Background(), WithSubject(\"auth0|user-123\"))\n\n\t\tsubject, ok := ctx.Value(CurrentSubjectContextKey{}).(string)\n\t\tif !ok {\n\t\t\tt.Fatal(\"expected CurrentSubjectContextKey to be set\")\n\t\t}\n\t\tif subject != \"auth0|user-123\" {\n\t\t\tt.Errorf(\"expected subject %q, got %q\", \"auth0|user-123\", subject)\n\t\t}\n\t})\n\n\tt.Run(\"last WithSubject wins\", func(t *testing.T) {\n\t\tctx := OverrideAuth(context.Background(),\n\t\t\tWithSubject(\"first\"),\n\t\t\tWithSubject(\"second\"),\n\t\t)\n\n\t\tsubject, ok := ctx.Value(CurrentSubjectContextKey{}).(string)\n\t\tif !ok {\n\t\t\tt.Fatal(\"expected CurrentSubjectContextKey to be set\")\n\t\t}\n\t\tif subject != \"second\" {\n\t\t\tt.Errorf(\"expected subject %q, got %q\", \"second\", subject)\n\t\t}\n\t})\n\n\tt.Run(\"composes with other options\", func(t *testing.T) {\n\t\tctx := OverrideAuth(context.Background(),\n\t\t\tWithScope(\"api:read\"),\n\t\t\tWithAccount(\"test-account\"),\n\t\t\tWithSubject(\"auth0|user-456\"),\n\t\t)\n\n\t\tsubject, ok := ctx.Value(CurrentSubjectContextKey{}).(string)\n\t\tif !ok {\n\t\t\tt.Fatal(\"expected CurrentSubjectContextKey to be set\")\n\t\t}\n\t\tif subject != \"auth0|user-456\" {\n\t\t\tt.Errorf(\"expected subject %q, got %q\", \"auth0|user-456\", subject)\n\t\t}\n\n\t\taccountName, err := ExtractAccount(ctx)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tif accountName != \"test-account\" {\n\t\t\tt.Errorf(\"expected account %q, got %q\", \"test-account\", accountName)\n\t\t}\n\n\t\tif !HasAllScopes(ctx, \"api:read\") {\n\t\t\tt.Error(\"expected api:read scope to be present\")\n\t\t}\n\t})\n}\n\nfunc TestOverrideAuth(t *testing.T) {\n\ttests := []struct {\n\t\tName string\n\t\tOptions []OverrideAuthOptionFunc\n\t\tHasAllScopes []string\n\t\tHasAccountName string\n\t}{\n\t\t{\n\t\t\tName: \"with account override\",\n\t\t\tOptions: []OverrideAuthOptionFunc{\n\t\t\t\tWithAccount(\"test\"),\n\t\t\t},\n\t\t\tHasAccountName: \"test\",\n\t\t},\n\t\t{\n\t\t\tName: \"with scope override\",\n\t\t\tOptions: []OverrideAuthOptionFunc{\n\t\t\t\tWithScope(\"test:pass\"),\n\t\t\t},\n\t\t\tHasAllScopes: []string{\"test:pass\"},\n\t\t},\n\t\t{\n\t\t\tName: \"with account and scope override\",\n\t\t\tOptions: []OverrideAuthOptionFunc{\n\t\t\t\tWithAccount(\"test\"),\n\t\t\t\tWithScope(\"test:pass\"),\n\t\t\t},\n\t\t\tHasAccountName: \"test\",\n\t\t\tHasAllScopes: []string{\"test:pass\"},\n\t\t},\n\t\t{\n\t\t\tName: \"with account and scope override in reverse order\",\n\t\t\tOptions: []OverrideAuthOptionFunc{\n\t\t\t\tWithScope(\"test:pass\"),\n\t\t\t\tWithAccount(\"test\"),\n\t\t\t},\n\t\t\tHasAccountName: \"test\",\n\t\t\tHasAllScopes: []string{\"test:pass\"},\n\t\t},\n\t\t{\n\t\t\tName: \"with validated custom claims\",\n\t\t\tOptions: []OverrideAuthOptionFunc{\n\t\t\t\tWithValidatedClaims(&validator.ValidatedClaims{\n\t\t\t\t\tCustomClaims: &CustomClaims{\n\t\t\t\t\t\tScope: \"test:pass\",\n\t\t\t\t\t\tAccountName: \"test\",\n\t\t\t\t\t},\n\t\t\t\t\tRegisteredClaims: validator.RegisteredClaims{\n\t\t\t\t\t\tIssuer: \"https://api.overmind.tech\",\n\t\t\t\t\t\tSubject: \"test\",\n\t\t\t\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\t\t\t\tID: \"test\",\n\t\t\t\t\t},\n\t\t\t\t}),\n\t\t\t},\n\t\t\tHasAccountName: \"test\",\n\t\t\tHasAllScopes: []string{\"test:pass\"},\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(test.Name, func(t *testing.T) {\n\t\t\tctx := context.Background()\n\n\t\t\tctx = OverrideAuth(ctx, test.Options...)\n\n\t\t\tif test.HasAccountName != \"\" {\n\t\t\t\taccountName, err := ExtractAccount(ctx)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t}\n\n\t\t\t\tif accountName != test.HasAccountName {\n\t\t\t\t\tt.Errorf(\"expected account name to be %s, but got %s\", test.HasAccountName, accountName)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor _, scope := range test.HasAllScopes {\n\t\t\t\tif !HasAllScopes(ctx, scope) {\n\t\t\t\t\tt.Errorf(\"expected to have scope %s, but did not\", scope)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc BenchmarkAuthMiddleware(b *testing.B) {\n\tconfig := MiddlewareConfig{\n\t\tAuth0Domain: \"auth.overmind-demo.com\",\n\t\tAuth0Audience: \"https://api.overmind.tech\",\n\t}\n\n\tokHandler := func(w http.ResponseWriter, r *http.Request) {\n\t\tw.WriteHeader(http.StatusOK)\n\t}\n\n\thandler := NewAuthMiddleware(config, http.HandlerFunc(okHandler))\n\n\t// Reduce logging\n\tlog.SetLevel(log.FatalLevel)\n\n\tfor range b.N {\n\t\t// Create a request to pass to our handler. We don't have any query parameters for now, so we'll\n\t\t// pass 'nil' as the third parameter.\n\t\treq, err := http.NewRequestWithContext(context.Background(), http.MethodGet, \"/\", nil)\n\t\tif err != nil {\n\t\t\tb.Fatal(err)\n\t\t}\n\n\t\t// Set to a known bad JWT (this JWT is garbage don't freak out)\n\t\treq.Header.Set(\"Authorization\", \"Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCIsImtpZCI6InBpQWx1Q1FkQTB4MTNweG1JQzM4dyJ9.eyJodHRwczovL2FwaS5vdmVybWluZC50ZWNoL2FjY291bnQtbmFtZSI6IlRFU1QiLCJpc3MiOiJodHRwczovL29tLWRvZ2Zvb2QuZXUuYXV0aDAuY29tLyIsInN1YiI6ImF1dGgwfFRFU1QiLCJhdWQiOlsiaHR0cHM6Ly9hcGkuZGYub3Zlcm1pbmQtZGVtby5jb20iLCJodHRwczovL29tLWRvZ2Zvb2QuZXUuYXV0aDAuY29tL3VzZXJpbmZvIl0sImlhdCI6MTcxNDA0MjA5MiwiZXhwIjoxNzE0MTI4NDkyLCJzY29wZSI6Im1hbnkgc2NvcGVzIiwiYXpwIjoiVEVTVCJ9.cEEh8jVnEItZel4SoyPybLUg7sArwduCrmSJHMz3YNRfzpRl9lxry39psuDUHFKdgOoNVxUv3Lgm-JWG-9uddCKYOW_zQxEvQvj6o8tcpQkmBZBlc8huG21dLPz7yrPhogVAcApLjdHf1fqii9EHxQegxch9FHlyfF7Xii5t9Hus62l4vdZ5dVWaIuiOLtcbG_hLxl9yqBf5tzN8eEC-Pa1SoAciRPesqH4AARfKyBFBhN774Fu3NzfNtW3wD_ASvnv7aFwzblS8ff5clqdTr2GuuJKdIPcmjQV2LaGSExHg2riCryf5guAhitAuwhugssW__STQmwp8dJmhifs7DA\")\n\n\t\t// We create a ResponseRecorder (which satisfies http.ResponseWriter) to record the response.\n\t\trr := httptest.NewRecorder()\n\n\t\thandler.ServeHTTP(rr, req)\n\n\t\tif rr.Code != http.StatusUnauthorized {\n\t\t\tb.Errorf(\"expected status code %d, but got %d\", http.StatusUnauthorized, rr.Code)\n\t\t}\n\t}\n}\n\n// Creates a new server that mints real, signed JWTs for testing. It even\n// provides its own JWKS endpoint so they can be externally validated. To start\n// the JWKS server you should call .Start()\nfunc NewTestJWTServer() (*TestJWTServer, error) {\n\t// Generate an RSA private key\n\tprivateKey, err := rsa.GenerateKey(rand.Reader, 4096)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Wrap this in a JWK object\n\tjwk := jose.JSONWebKey{\n\t\tKey: privateKey,\n\t\tKeyID: \"test-signing-key\",\n\t\tAlgorithm: string(jose.RS256),\n\t}\n\n\t// Create a signer that will sign all of our tokens\n\tsigningKey := jose.SigningKey{\n\t\tAlgorithm: jose.RS256,\n\t\tKey: jwk,\n\t}\n\tsigner, err := jose.NewSigner(signingKey, &jose.SignerOptions{})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Export the public key to be used for validation\n\tpubJwk := jwk.Public()\n\n\tkeySet := jose.JSONWebKeySet{\n\t\tKeys: []jose.JSONWebKey{pubJwk},\n\t}\n\n\treturn &TestJWTServer{\n\t\tsigner: signer,\n\t\tprivateKey: jwk,\n\t\tpublicKey: pubJwk,\n\t\tpublicKeySet: keySet,\n\t}, nil\n}\n\n// This server is used to mint JWTs for testing purposes. It is basically the\n// same as Auth0 when it comes to creating tokens in that it returns a JWKS\n// endpoint that can be used to validate the tokens it creates, and the tokens\n// use the same algorithm as Auth0\ntype TestJWTServer struct {\n\tsigner jose.Signer\n\tprivateKey jose.JSONWebKey\n\tpublicKey jose.JSONWebKey\n\tpublicKeySet jose.JSONWebKeySet\n\tserver *httptest.Server\n}\n\ntype TestTokenOptions struct {\n\tAudience []string\n\tExpiry time.Time\n\n\tCustomClaims\n}\n\nfunc (s *TestJWTServer) GenerateJWT(options *TestTokenOptions) (string, error) {\n\tbuilder := jwt.Signed(s.signer)\n\n\tbuilder = builder.Claims(jwt.Claims{\n\t\tIssuer: s.server.URL,\n\t\tSubject: \"test\",\n\t\tAudience: jwt.Audience(options.Audience),\n\t\tExpiry: jwt.NewNumericDate(options.Expiry),\n\t\tIssuedAt: jwt.NewNumericDate(time.Now()),\n\t})\n\n\tbuilder = builder.Claims(options.CustomClaims)\n\n\treturn builder.Serialize()\n}\n\n// Starts the server in the background, the server will exit when the context is\n// cancelled. Returns the URL of the server\nfunc (s *TestJWTServer) Start(ctx context.Context) string {\n\ts.server = httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase \"/.well-known/openid-configuration\":\n\t\t\t// The endpoint tells the validating party where to find the JWKS,\n\t\t\t// this contains our public keys that can be used to validate tokens\n\t\t\t// issued by our server\n\t\t\tw.WriteHeader(http.StatusOK)\n\t\t\tw.Header().Set(\"Content-Type\", \"application/json\")\n\t\t\t_, err := fmt.Fprintf(w, `{\"issuer\": %q, \"jwks_uri\": \"%s/.well-known/jwks.json\"}`, s.server.URL, s.server.URL)\n\t\t\tif err != nil {\n\t\t\t\thttp.Error(w, err.Error(), http.StatusInternalServerError)\n\t\t\t}\n\t\tcase \"/.well-known/jwks.json\":\n\t\t\t// Write the public key set as JSON\n\t\t\tw.Header().Set(\"Content-Type\", \"application/json\")\n\n\t\t\tb, err := json.MarshalIndent(s.publicKeySet, \"\", \" \")\n\t\t\tif err != nil {\n\t\t\t\thttp.Error(w, err.Error(), http.StatusInternalServerError)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tw.WriteHeader(http.StatusOK)\n\t\t\t_, err = w.Write(b)\n\t\t\tif err != nil {\n\t\t\t\thttp.Error(w, err.Error(), http.StatusInternalServerError)\n\t\t\t}\n\t\t}\n\t}))\n\n\tgo func() {\n\t\t<-ctx.Done()\n\t\ts.server.Close()\n\t}()\n\n\treturn s.server.URL\n}\n\nfunc TestWithResourceMetadata(t *testing.T) {\n\tt.Parallel()\n\n\tprmURL := \"https://api.example.com/.well-known/oauth-protected-resource/area51/mcp\"\n\n\tt.Run(\"adds WWW-Authenticate on 401\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\tw.WriteHeader(http.StatusUnauthorized)\n\t\t\t_, _ = w.Write([]byte(`{\"message\":\"JWT is missing.\"}`))\n\t\t})\n\n\t\thandler := WithResourceMetadata(prmURL, inner)\n\t\trr := httptest.NewRecorder()\n\t\treq := httptest.NewRequestWithContext(t.Context(), http.MethodPost, \"/area51/mcp\", nil)\n\t\thandler.ServeHTTP(rr, req)\n\n\t\tif rr.Code != http.StatusUnauthorized {\n\t\t\tt.Fatalf(\"expected 401, got %d\", rr.Code)\n\t\t}\n\n\t\twwwAuth := rr.Header().Get(\"WWW-Authenticate\")\n\t\texpected := `Bearer resource_metadata=\"` + prmURL + `\"`\n\t\tif wwwAuth != expected {\n\t\t\tt.Errorf(\"expected WWW-Authenticate %q, got %q\", expected, wwwAuth)\n\t\t}\n\t})\n\n\tt.Run(\"no WWW-Authenticate on 200\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\tw.WriteHeader(http.StatusOK)\n\t\t})\n\n\t\thandler := WithResourceMetadata(prmURL, inner)\n\t\trr := httptest.NewRecorder()\n\t\treq := httptest.NewRequestWithContext(t.Context(), http.MethodPost, \"/area51/mcp\", nil)\n\t\thandler.ServeHTTP(rr, req)\n\n\t\tif rr.Code != http.StatusOK {\n\t\t\tt.Fatalf(\"expected 200, got %d\", rr.Code)\n\t\t}\n\n\t\tif wwwAuth := rr.Header().Get(\"WWW-Authenticate\"); wwwAuth != \"\" {\n\t\t\tt.Errorf(\"expected no WWW-Authenticate header, got %q\", wwwAuth)\n\t\t}\n\t})\n\n\tt.Run(\"no WWW-Authenticate on 403\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\tw.WriteHeader(http.StatusForbidden)\n\t\t})\n\n\t\thandler := WithResourceMetadata(prmURL, inner)\n\t\trr := httptest.NewRecorder()\n\t\treq := httptest.NewRequestWithContext(t.Context(), http.MethodPost, \"/area51/mcp\", nil)\n\t\thandler.ServeHTTP(rr, req)\n\n\t\tif rr.Code != http.StatusForbidden {\n\t\t\tt.Fatalf(\"expected 403, got %d\", rr.Code)\n\t\t}\n\n\t\tif wwwAuth := rr.Header().Get(\"WWW-Authenticate\"); wwwAuth != \"\" {\n\t\t\tt.Errorf(\"expected no WWW-Authenticate header on 403, got %q\", wwwAuth)\n\t\t}\n\t})\n\n\tt.Run(\"implicit 200 from Write without WriteHeader\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\t_, _ = w.Write([]byte(\"ok\"))\n\t\t})\n\n\t\thandler := WithResourceMetadata(prmURL, inner)\n\t\trr := httptest.NewRecorder()\n\t\treq := httptest.NewRequestWithContext(t.Context(), http.MethodGet, \"/area51/mcp\", nil)\n\t\thandler.ServeHTTP(rr, req)\n\n\t\tif rr.Code != http.StatusOK {\n\t\t\tt.Fatalf(\"expected 200, got %d\", rr.Code)\n\t\t}\n\n\t\tif wwwAuth := rr.Header().Get(\"WWW-Authenticate\"); wwwAuth != \"\" {\n\t\t\tt.Errorf(\"expected no WWW-Authenticate header, got %q\", wwwAuth)\n\t\t}\n\t})\n}\n\nfunc TestConnectErrorHandling(t *testing.T) {\n\t// Create a test JWT server\n\tserver, err := NewTestJWTServer()\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tctx := t.Context()\n\n\tjwksURL := server.Start(ctx)\n\n\t// Create the middleware\n\thandler := NewAuthMiddleware(MiddlewareConfig{\n\t\tAuth0Domain: \"\",\n\t\tAuth0Audience: \"test\",\n\t\tIssuerURL: jwksURL,\n\t}, http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tw.WriteHeader(http.StatusOK)\n\t}))\n\n\ttests := []struct {\n\t\tName string\n\t\tContentType string\n\t\tExpectJSONResponse bool\n\t\tExpectContentType string\n\t}{\n\t\t{\n\t\t\tName: \"Regular JSON request without auth\",\n\t\t\tContentType: \"application/json\",\n\t\t\tExpectJSONResponse: true,\n\t\t\tExpectContentType: \"application/json\",\n\t\t},\n\t\t{\n\t\t\tName: \"Connect proto request without auth\",\n\t\t\tContentType: \"application/connect+proto\",\n\t\t\tExpectJSONResponse: false,\n\t\t\tExpectContentType: \"\",\n\t\t},\n\t\t{\n\t\t\tName: \"Connect json request without auth\",\n\t\t\tContentType: \"application/connect+json\",\n\t\t\tExpectJSONResponse: false,\n\t\t\tExpectContentType: \"\",\n\t\t},\n\t\t{\n\t\t\tName: \"gRPC base request without auth\",\n\t\t\tContentType: \"application/grpc\",\n\t\t\tExpectJSONResponse: false,\n\t\t\tExpectContentType: \"\",\n\t\t},\n\t\t{\n\t\t\tName: \"gRPC proto request without auth\",\n\t\t\tContentType: \"application/grpc+proto\",\n\t\t\tExpectJSONResponse: false,\n\t\t\tExpectContentType: \"\",\n\t\t},\n\t\t{\n\t\t\tName: \"gRPC json request without auth\",\n\t\t\tContentType: \"application/grpc+json\",\n\t\t\tExpectJSONResponse: false,\n\t\t\tExpectContentType: \"\",\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(test.Name, func(t *testing.T) {\n\t\t\trr := httptest.NewRecorder()\n\t\t\treq, err := http.NewRequestWithContext(context.Background(), http.MethodPost, \"/test\", nil)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\t// Set the Content-Type header\n\t\t\treq.Header.Set(\"Content-Type\", test.ContentType)\n\n\t\t\t// Don't set any auth token, so it will fail auth\n\t\t\thandler.ServeHTTP(rr, req)\n\n\t\t\t// Should return 401 Unauthorized\n\t\t\tif rr.Code != http.StatusUnauthorized {\n\t\t\t\tt.Errorf(\"expected status code %d, but got %d\", http.StatusUnauthorized, rr.Code)\n\t\t\t}\n\n\t\t\t// Check Content-Type header\n\t\t\tcontentType := rr.Header().Get(\"Content-Type\")\n\t\t\tif test.ExpectContentType != contentType {\n\t\t\t\tt.Errorf(\"expected Content-Type header to be '%s', but got '%s'\", test.ExpectContentType, contentType)\n\t\t\t}\n\n\t\t\t// Check if response has JSON body\n\t\t\thasJSONBody := len(rr.Body.Bytes()) > 0 && contentType == \"application/json\"\n\t\t\tif test.ExpectJSONResponse != hasJSONBody {\n\t\t\t\tt.Errorf(\"expected JSON response: %v, but got: %v (body length: %d)\", test.ExpectJSONResponse, hasJSONBody, len(rr.Body.Bytes()))\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestAuthMiddleware_PopulatesAuditData(t *testing.T) {\n\tserver, err := NewTestJWTServer()\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tjwksURL := server.Start(t.Context())\n\n\tdiscardLogger := log.New()\n\tdiscardLogger.SetOutput(io.Discard)\n\n\tt.Run(\"populates audit data from JWT\", func(t *testing.T) {\n\t\tvar capturedAD *audit.AuditData\n\n\t\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\tcapturedAD = audit.AuditDataFromContext(r.Context())\n\t\t\tw.WriteHeader(http.StatusOK)\n\t\t})\n\n\t\thandler := audit.NewAuditMiddleware(discardLogger)(\n\t\t\tNewAuthMiddleware(MiddlewareConfig{\n\t\t\t\tIssuerURL: jwksURL,\n\t\t\t\tAuth0Audience: \"https://api.overmind.tech\",\n\t\t\t}, inner),\n\t\t)\n\n\t\ttoken, err := server.GenerateJWT(&TestTokenOptions{\n\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\tCustomClaims: CustomClaims{\n\t\t\t\tAccountName: \"acme-corp\",\n\t\t\t\tScope: \"read:items write:items\",\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\trr := httptest.NewRecorder()\n\t\treq := httptest.NewRequestWithContext(t.Context(), http.MethodGet, \"/api/test\", nil)\n\t\treq.Header.Set(\"Authorization\", \"Bearer \"+token)\n\t\thandler.ServeHTTP(rr, req)\n\n\t\tif rr.Code != http.StatusOK {\n\t\t\tt.Fatalf(\"expected 200, got %d\", rr.Code)\n\t\t}\n\t\tif capturedAD == nil {\n\t\t\tt.Fatal(\"expected audit data to be present in context\")\n\t\t}\n\t\tif capturedAD.Subject != \"test\" {\n\t\t\tt.Errorf(\"expected subject 'test', got %q\", capturedAD.Subject)\n\t\t}\n\t\tif capturedAD.AccountName != \"acme-corp\" {\n\t\t\tt.Errorf(\"expected account 'acme-corp', got %q\", capturedAD.AccountName)\n\t\t}\n\t\tif capturedAD.Scopes != \"read:items write:items\" {\n\t\t\tt.Errorf(\"expected scopes 'read:items write:items', got %q\", capturedAD.Scopes)\n\t\t}\n\t})\n\n\tt.Run(\"populates audit data with account override\", func(t *testing.T) {\n\t\tvar capturedAD *audit.AuditData\n\n\t\toverride := \"override-acme\"\n\t\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\tcapturedAD = audit.AuditDataFromContext(r.Context())\n\t\t\tw.WriteHeader(http.StatusOK)\n\t\t})\n\n\t\thandler := audit.NewAuditMiddleware(discardLogger)(\n\t\t\tNewAuthMiddleware(MiddlewareConfig{\n\t\t\t\tIssuerURL: jwksURL,\n\t\t\t\tAuth0Audience: \"https://api.overmind.tech\",\n\t\t\t\tAccountOverride: &override,\n\t\t\t}, inner),\n\t\t)\n\n\t\ttoken, err := server.GenerateJWT(&TestTokenOptions{\n\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\tCustomClaims: CustomClaims{\n\t\t\t\tAccountName: \"original-acme\",\n\t\t\t\tScope: \"read:items\",\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\trr := httptest.NewRecorder()\n\t\treq := httptest.NewRequestWithContext(t.Context(), http.MethodGet, \"/api/test\", nil)\n\t\treq.Header.Set(\"Authorization\", \"Bearer \"+token)\n\t\thandler.ServeHTTP(rr, req)\n\n\t\tif rr.Code != http.StatusOK {\n\t\t\tt.Fatalf(\"expected 200, got %d\", rr.Code)\n\t\t}\n\t\tif capturedAD == nil {\n\t\t\tt.Fatal(\"expected audit data to be present in context\")\n\t\t}\n\t\tif capturedAD.AccountName != \"override-acme\" {\n\t\t\tt.Errorf(\"expected overridden account 'override-acme', got %q\", capturedAD.AccountName)\n\t\t}\n\t})\n\n\tt.Run(\"works without audit context\", func(t *testing.T) {\n\t\tinner := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t\tw.WriteHeader(http.StatusOK)\n\t\t})\n\n\t\thandler := NewAuthMiddleware(MiddlewareConfig{\n\t\t\tIssuerURL: jwksURL,\n\t\t\tAuth0Audience: \"https://api.overmind.tech\",\n\t\t}, inner)\n\n\t\ttoken, err := server.GenerateJWT(&TestTokenOptions{\n\t\t\tAudience: []string{\"https://api.overmind.tech\"},\n\t\t\tExpiry: time.Now().Add(time.Hour),\n\t\t\tCustomClaims: CustomClaims{\n\t\t\t\tAccountName: \"acme-corp\",\n\t\t\t\tScope: \"read:items\",\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\trr := httptest.NewRecorder()\n\t\treq := httptest.NewRequestWithContext(t.Context(), http.MethodGet, \"/api/test\", nil)\n\t\treq.Header.Set(\"Authorization\", \"Bearer \"+token)\n\t\thandler.ServeHTTP(rr, req)\n\n\t\tif rr.Code != http.StatusOK {\n\t\t\tt.Fatalf(\"expected 200 (no panic without audit context), got %d\", rr.Code)\n\t\t}\n\t})\n}\n" }, { "path": "go/auth/nats.go", "content": "package auth\n\nimport (\n\t\"errors\"\n\t\"strings\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/nats-io/nats.go\"\n)\n\n// Defaults\nconst MaxReconnectsDefault = -1\nconst ReconnectWaitDefault = 1 * time.Second\nconst ReconnectJitterDefault = 5 * time.Second\nconst ConnectionTimeoutDefault = 10 * time.Second\n\ntype MaxRetriesError struct{}\n\nfunc (m MaxRetriesError) Error() string {\n\treturn \"maximum retries reached\"\n}\n\nfunc fieldsFromConn(c *nats.Conn) log.Fields {\n\tfields := log.Fields{}\n\n\tif c != nil {\n\t\tfields[\"ovm.nats.address\"] = c.ConnectedAddr()\n\t\tfields[\"ovm.nats.reconnects\"] = c.Reconnects\n\t\tfields[\"ovm.nats.serverId\"] = c.ConnectedServerId()\n\t\tfields[\"ovm.nats.url\"] = c.ConnectedUrl()\n\n\t\tif c.LastError() != nil {\n\t\t\tfields[\"ovm.nats.lastError\"] = c.LastError()\n\t\t}\n\t}\n\n\treturn fields\n}\n\nvar DisconnectErrHandlerDefault = func(c *nats.Conn, err error) {\n\tfields := fieldsFromConn(c)\n\n\tif err != nil {\n\t\tlog.WithError(err).WithFields(fields).Error(\"NATS disconnected\")\n\t} else {\n\t\tlog.WithFields(fields).Debug(\"NATS disconnected\")\n\t}\n}\n\nvar ConnectHandlerDefault = func(c *nats.Conn) {\n\tfields := fieldsFromConn(c)\n\n\tlog.WithFields(fields).Debug(\"NATS connected\")\n}\nvar ReconnectHandlerDefault = func(c *nats.Conn) {\n\tfields := fieldsFromConn(c)\n\n\tlog.WithFields(fields).Debug(\"NATS reconnected\")\n}\nvar ClosedHandlerDefault = func(c *nats.Conn) {\n\tfields := fieldsFromConn(c)\n\n\tlog.WithFields(fields).Debug(\"NATS connection closed\")\n}\nvar LameDuckModeHandlerDefault = func(c *nats.Conn) {\n\tfields := fieldsFromConn(c)\n\n\tlog.WithFields(fields).Debug(\"NATS server has entered lame duck mode\")\n}\nvar ErrorHandlerDefault = func(c *nats.Conn, s *nats.Subscription, err error) {\n\tfields := fieldsFromConn(c)\n\n\tif s != nil {\n\t\tfields[\"ovm.nats.subject\"] = s.Subject\n\t\tfields[\"ovm.nats.queue\"] = s.Queue\n\t}\n\n\tlog.WithFields(fields).WithError(err).Error(\"NATS error\")\n}\n\ntype NATSOptions struct {\n\tServers []string // List of server to connect to\n\tConnectionName string // The client name\n\tMaxReconnects int // The maximum number of reconnect attempts\n\tConnectionTimeout time.Duration // The timeout for Dial on a connection\n\tReconnectWait time.Duration // Wait time between reconnect attempts\n\tReconnectJitter time.Duration // The upper bound of a random delay added ReconnectWait\n\tTokenClient TokenClient // The client to use to get NATS tokens\n\tConnectHandler nats.ConnHandler // Runs when NATS is connected\n\tDisconnectErrHandler nats.ConnErrHandler // Runs when NATS is disconnected\n\tReconnectHandler nats.ConnHandler // Runs when NATS has successfully reconnected\n\tClosedHandler nats.ConnHandler // Runs when NATS will no longer be connected\n\tErrorHandler nats.ErrHandler // Runs when there is a NATS error\n\tLameDuckModeHandler nats.ConnHandler // Runs when the connection enters \"lame duck mode\"\n\tAdditionalOptions []nats.Option // Addition options to pass to the connection\n\tNumRetries int // How many times to retry connecting initially, use -1 to retry indefinitely\n\tRetryDelay time.Duration // Delay between connection attempts\n}\n\n// Creates a copy of the NATS options, **excluding** the token client as these\n// should not be re-used\nfunc (o NATSOptions) Copy() NATSOptions {\n\treturn NATSOptions{\n\t\tServers: o.Servers,\n\t\tConnectionName: o.ConnectionName,\n\t\tMaxReconnects: o.MaxReconnects,\n\t\tConnectionTimeout: o.ConnectionTimeout,\n\t\tReconnectWait: o.ReconnectWait,\n\t\tReconnectJitter: o.ReconnectJitter,\n\t\tConnectHandler: o.ConnectHandler,\n\t\tDisconnectErrHandler: o.DisconnectErrHandler,\n\t\tReconnectHandler: o.ReconnectHandler,\n\t\tClosedHandler: o.ClosedHandler,\n\t\tLameDuckModeHandler: o.LameDuckModeHandler,\n\t\tErrorHandler: o.ErrorHandler,\n\t\tAdditionalOptions: o.AdditionalOptions,\n\t\tNumRetries: o.NumRetries,\n\t\tRetryDelay: o.RetryDelay,\n\t}\n}\n\n// ToNatsOptions Converts the struct to connection string and a set of NATS\n// options\nfunc (o NATSOptions) ToNatsOptions() (string, []nats.Option) {\n\tserverString := strings.Join(o.Servers, \",\")\n\toptions := []nats.Option{}\n\n\tif o.ConnectionName != \"\" {\n\t\toptions = append(options, nats.Name(o.ConnectionName))\n\t}\n\n\tif o.MaxReconnects != 0 {\n\t\toptions = append(options, nats.MaxReconnects(o.MaxReconnects))\n\t} else {\n\t\toptions = append(options, nats.MaxReconnects(MaxReconnectsDefault))\n\t}\n\n\tif o.ConnectionTimeout != 0 {\n\t\toptions = append(options, nats.Timeout(o.ConnectionTimeout))\n\t} else {\n\t\toptions = append(options, nats.Timeout(ConnectionTimeoutDefault))\n\t}\n\n\tif o.ReconnectWait != 0 {\n\t\toptions = append(options, nats.ReconnectWait(o.ReconnectWait))\n\t} else {\n\t\toptions = append(options, nats.ReconnectWait(ReconnectWaitDefault))\n\t}\n\n\tif o.ReconnectJitter != 0 {\n\t\toptions = append(options, nats.ReconnectJitter(o.ReconnectJitter, o.ReconnectJitter))\n\t} else {\n\t\toptions = append(options, nats.ReconnectJitter(ReconnectJitterDefault, ReconnectJitterDefault))\n\t}\n\n\tif o.TokenClient != nil {\n\t\toptions = append(options, nats.UserJWT(func() (string, error) {\n\t\t\treturn o.TokenClient.GetJWT()\n\t\t}, o.TokenClient.Sign))\n\t}\n\n\tif o.ConnectHandler != nil {\n\t\toptions = append(options, nats.ConnectHandler(o.ConnectHandler))\n\t} else {\n\t\toptions = append(options, nats.ConnectHandler(ConnectHandlerDefault))\n\t}\n\n\tif o.DisconnectErrHandler != nil {\n\t\toptions = append(options, nats.DisconnectErrHandler(o.DisconnectErrHandler))\n\t} else {\n\t\toptions = append(options, nats.DisconnectErrHandler(DisconnectErrHandlerDefault))\n\t}\n\n\tif o.ReconnectHandler != nil {\n\t\toptions = append(options, nats.ReconnectHandler(o.ReconnectHandler))\n\t} else {\n\t\toptions = append(options, nats.ReconnectHandler(ReconnectHandlerDefault))\n\t}\n\n\tif o.ClosedHandler != nil {\n\t\toptions = append(options, nats.ClosedHandler(o.ClosedHandler))\n\t} else {\n\t\toptions = append(options, nats.ClosedHandler(ClosedHandlerDefault))\n\t}\n\n\tif o.LameDuckModeHandler != nil {\n\t\toptions = append(options, nats.LameDuckModeHandler(o.LameDuckModeHandler))\n\t} else {\n\t\toptions = append(options, nats.LameDuckModeHandler(LameDuckModeHandlerDefault))\n\t}\n\n\tif o.ErrorHandler != nil {\n\t\toptions = append(options, nats.ErrorHandler(o.ErrorHandler))\n\t} else {\n\t\toptions = append(options, nats.ErrorHandler(ErrorHandlerDefault))\n\t}\n\n\toptions = append(options, o.AdditionalOptions...)\n\n\treturn serverString, options\n}\n\n// ConnectAs Connects to NATS using the supplied options, including retrying if\n// unavailable\nfunc (o NATSOptions) Connect() (sdp.EncodedConnection, error) {\n\tservers, opts := o.ToNatsOptions()\n\n\tvar triesLeft int\n\n\tif o.NumRetries >= 0 {\n\t\ttriesLeft = o.NumRetries + 1\n\t} else {\n\t\ttriesLeft = -1\n\t}\n\n\tvar nc *nats.Conn\n\tvar err error\n\n\tfor triesLeft != 0 {\n\t\tif triesLeft > 0 {\n\t\t\ttriesLeft--\n\t\t}\n\t\t// Log a non-negative value: 0 means unlimited retries (NumRetries < 0)\n\t\tlogTriesLeft := max(triesLeft, 0)\n\t\tlf := log.Fields{\n\t\t\t\"servers\": servers,\n\t\t\t\"triesLeft\": logTriesLeft,\n\t\t}\n\t\tlog.WithFields(lf).Info(\"NATS connecting\")\n\n\t\tnc, err = nats.Connect(\n\t\t\tservers,\n\t\t\topts...,\n\t\t)\n\n\t\tif err != nil && triesLeft != 0 {\n\t\t\tlog.WithError(err).WithFields(lf).Error(\"Error connecting to NATS\")\n\t\t\ttime.Sleep(o.RetryDelay)\n\t\t\tcontinue\n\t\t}\n\n\t\tlog.WithFields(lf).Info(\"NATS connected\")\n\t\tbreak\n\t}\n\n\tif err != nil {\n\t\terr = errors.Join(err, MaxRetriesError{})\n\t\treturn &sdp.EncodedConnectionImpl{}, err\n\t}\n\n\treturn &sdp.EncodedConnectionImpl{Conn: nc}, nil\n}\n" }, { "path": "go/auth/nats_test.go", "content": "package auth\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/nats-io/jwt/v2\"\n\t\"github.com/nats-io/nats.go\"\n\t\"github.com/nats-io/nkeys\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestToNatsOptions(t *testing.T) {\n\tt.Run(\"with defaults\", func(t *testing.T) {\n\t\to := NATSOptions{}\n\n\t\texpectedOptions, err := optionsToStruct([]nats.Option{\n\t\t\tnats.Timeout(ConnectionTimeoutDefault),\n\t\t\tnats.MaxReconnects(MaxReconnectsDefault),\n\t\t\tnats.ReconnectWait(ReconnectWaitDefault),\n\t\t\tnats.ReconnectJitter(ReconnectJitterDefault, ReconnectJitterDefault),\n\t\t\tnats.ConnectHandler(ConnectHandlerDefault),\n\t\t\tnats.DisconnectErrHandler(DisconnectErrHandlerDefault),\n\t\t\tnats.ReconnectHandler(ReconnectHandlerDefault),\n\t\t\tnats.ClosedHandler(ClosedHandlerDefault),\n\t\t\tnats.LameDuckModeHandler(LameDuckModeHandlerDefault),\n\t\t\tnats.ErrorHandler(ErrorHandlerDefault),\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tserver, options := o.ToNatsOptions()\n\n\t\tif server != \"\" {\n\t\t\tt.Error(\"Expected server to be empty\")\n\t\t}\n\n\t\tactualOptions, err := optionsToStruct(options)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif expectedOptions.MaxReconnect != actualOptions.MaxReconnect {\n\t\t\tt.Errorf(\"Expected MaxReconnect to be %v, got %v\", expectedOptions.MaxReconnect, actualOptions.MaxReconnect)\n\t\t}\n\n\t\tif expectedOptions.Timeout != actualOptions.Timeout {\n\t\t\tt.Errorf(\"Expected ConnectionTimeout to be %v, got %v\", expectedOptions.Timeout, actualOptions.Timeout)\n\t\t}\n\n\t\tif expectedOptions.ReconnectWait != actualOptions.ReconnectWait {\n\t\t\tt.Errorf(\"Expected ReconnectWait to be %v, got %v\", expectedOptions.ReconnectWait, actualOptions.ReconnectWait)\n\t\t}\n\n\t\tif expectedOptions.ReconnectJitter != actualOptions.ReconnectJitter {\n\t\t\tt.Errorf(\"Expected ReconnectJitter to be %v, got %v\", expectedOptions.ReconnectJitter, actualOptions.ReconnectJitter)\n\t\t}\n\n\t\t// TokenClient\n\t\tif expectedOptions.UserJWT != nil || expectedOptions.SignatureCB != nil {\n\t\t\tt.Error(\"Expected TokenClient to be nil\")\n\t\t}\n\n\t\tif actualOptions.DisconnectedErrCB == nil {\n\t\t\tt.Error(\"Expected DisconnectedErrCB to be non-nil\")\n\t\t}\n\n\t\tif actualOptions.ReconnectedCB == nil {\n\t\t\tt.Error(\"Expected ReconnectedCB to be non-nil\")\n\t\t}\n\n\t\tif actualOptions.ClosedCB == nil {\n\t\t\tt.Error(\"Expected ClosedCB to be non-nil\")\n\t\t}\n\n\t\tif actualOptions.LameDuckModeHandler == nil {\n\t\t\tt.Error(\"Expected LameDuckModeHandler to be non-nil\")\n\t\t}\n\n\t\tif actualOptions.AsyncErrorCB == nil {\n\t\t\tt.Error(\"Expected AsyncErrorCB to be non-nil\")\n\t\t}\n\t})\n\n\tt.Run(\"with non-defaults\", func(t *testing.T) {\n\t\tvar connectHandlerUsed bool\n\t\tvar disconnectErrHandlerUsed bool\n\t\tvar reconnectHandlerUsed bool\n\t\tvar closedHandlerUsed bool\n\t\tvar lameDuckModeHandlerUsed bool\n\t\tvar errorHandlerUsed bool\n\n\t\to := NATSOptions{\n\t\t\tServers: []string{\"one\", \"two\"},\n\t\t\tConnectionName: \"foo\",\n\t\t\tMaxReconnects: 999,\n\t\t\tReconnectWait: 999,\n\t\t\tReconnectJitter: 999,\n\t\t\tConnectHandler: func(c *nats.Conn) { connectHandlerUsed = true },\n\t\t\tDisconnectErrHandler: func(c *nats.Conn, err error) { disconnectErrHandlerUsed = true },\n\t\t\tReconnectHandler: func(c *nats.Conn) { reconnectHandlerUsed = true },\n\t\t\tClosedHandler: func(c *nats.Conn) { closedHandlerUsed = true },\n\t\t\tLameDuckModeHandler: func(c *nats.Conn) { lameDuckModeHandlerUsed = true },\n\t\t\tErrorHandler: func(c *nats.Conn, s *nats.Subscription, err error) { errorHandlerUsed = true },\n\t\t}\n\n\t\texpectedOptions, err := optionsToStruct([]nats.Option{\n\t\t\tnats.Name(\"foo\"),\n\t\t\tnats.MaxReconnects(999),\n\t\t\tnats.ReconnectWait(999),\n\t\t\tnats.ReconnectJitter(999, 999),\n\t\t\tnats.DisconnectErrHandler(nil),\n\t\t\tnats.ReconnectHandler(nil),\n\t\t\tnats.ClosedHandler(nil),\n\t\t\tnats.LameDuckModeHandler(nil),\n\t\t\tnats.ErrorHandler(nil),\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tserver, options := o.ToNatsOptions()\n\n\t\tif server != \"one,two\" {\n\t\t\tt.Errorf(\"Expected server to be one,two got %v\", server)\n\t\t}\n\n\t\tactualOptions, err := optionsToStruct(options)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif expectedOptions.MaxReconnect != actualOptions.MaxReconnect {\n\t\t\tt.Errorf(\"Expected MaxReconnect to be %v, got %v\", expectedOptions.MaxReconnect, actualOptions.MaxReconnect)\n\t\t}\n\n\t\tif expectedOptions.ReconnectWait != actualOptions.ReconnectWait {\n\t\t\tt.Errorf(\"Expected ReconnectWait to be %v, got %v\", expectedOptions.ReconnectWait, actualOptions.ReconnectWait)\n\t\t}\n\n\t\tif expectedOptions.ReconnectJitter != actualOptions.ReconnectJitter {\n\t\t\tt.Errorf(\"Expected ReconnectJitter to be %v, got %v\", expectedOptions.ReconnectJitter, actualOptions.ReconnectJitter)\n\t\t}\n\n\t\tif actualOptions.DisconnectedErrCB != nil {\n\t\t\tactualOptions.DisconnectedErrCB(nil, nil)\n\t\t\tif !disconnectErrHandlerUsed {\n\t\t\t\tt.Error(\"DisconnectErrHandler not used\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Expected DisconnectedErrCB to non-nil\")\n\t\t}\n\n\t\tif actualOptions.ConnectedCB != nil {\n\t\t\tactualOptions.ConnectedCB(nil)\n\t\t\tif !connectHandlerUsed {\n\t\t\t\tt.Error(\"ConnectHandler not used\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Expected ConnectedCB to non-nil\")\n\t\t}\n\n\t\tif actualOptions.ReconnectedCB != nil {\n\t\t\tactualOptions.ReconnectedCB(nil)\n\t\t\tif !reconnectHandlerUsed {\n\t\t\t\tt.Error(\"ReconnectHandler not used\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Expected ReconnectedCB to non-nil\")\n\t\t}\n\n\t\tif actualOptions.ClosedCB != nil {\n\t\t\tactualOptions.ClosedCB(nil)\n\t\t\tif !closedHandlerUsed {\n\t\t\t\tt.Error(\"ClosedHandler not used\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Expected ClosedCB to non-nil\")\n\t\t}\n\n\t\tif actualOptions.LameDuckModeHandler != nil {\n\t\t\tactualOptions.LameDuckModeHandler(nil)\n\t\t\tif !lameDuckModeHandlerUsed {\n\t\t\t\tt.Error(\"LameDuckModeHandler not used\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Expected LameDuckModeHandler to non-nil\")\n\t\t}\n\n\t\tif actualOptions.AsyncErrorCB != nil {\n\t\t\tactualOptions.AsyncErrorCB(nil, nil, nil)\n\t\t\tif !errorHandlerUsed {\n\t\t\t\tt.Error(\"ErrorHandler not used\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Expected AsyncErrorCB to non-nil\")\n\t\t}\n\t})\n}\n\nfunc TestNATSConnect(t *testing.T) {\n\tif os.Getenv(\"CI\") == \"true\" {\n\t\tt.Skip(\"Skipping test in CI environment, missing nats token exchange server\")\n\t}\n\n\tt.Run(\"with a bad URL\", func(t *testing.T) {\n\t\to := NATSOptions{\n\t\t\tServers: []string{\"nats://badname.dontresolve.com\"},\n\t\t\tNumRetries: 5,\n\t\t\tRetryDelay: 100 * time.Millisecond,\n\t\t}\n\n\t\tstart := time.Now()\n\n\t\t_, err := o.Connect()\n\n\t\t// Just sanity check the duration here, it should not be less than\n\t\t// NumRetries * RetryDelay and it should be more than... Some larger\n\t\t// number of seconds. This is very much dependant on how long it takes\n\t\t// to not resolve the name\n\t\tif time.Since(start) < 5*100*time.Millisecond {\n\t\t\tt.Errorf(\"Reconnecting didn't take long enough, expected >0.5s got: %v\", time.Since(start).String())\n\t\t}\n\n\t\tif time.Since(start) > 3*time.Second {\n\t\t\tt.Errorf(\"Reconnecting took too long, expected <3s got: %v\", time.Since(start).String())\n\t\t}\n\n\t\tvar maxRetriesError MaxRetriesError\n\t\tif !errors.As(err, &maxRetriesError) {\n\t\t\tt.Errorf(\"Unknown error type %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"with a bad URL, but a good token\", func(t *testing.T) {\n\t\ttk := GetTestOAuthTokenClient(t)\n\n\t\tstartToken, err := tk.GetJWT()\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\to := NATSOptions{\n\t\t\tServers: []string{\"nats://badname.dontresolve.com\"},\n\t\t\tTokenClient: tk,\n\t\t\tNumRetries: 3,\n\t\t\tRetryDelay: 100 * time.Millisecond,\n\t\t}\n\n\t\t_, err = o.Connect()\n\n\t\tvar maxRetriesError MaxRetriesError\n\t\tif errors.As(err, &maxRetriesError) {\n\t\t\t// Make sure we have only got one token, not three\n\t\t\tcurrentToken, err := o.TokenClient.GetJWT()\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif currentToken != startToken {\n\t\t\t\tt.Error(\"Tokens have changed\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"Unknown error type %T\", err)\n\t\t}\n\t})\n\n\tt.Run(\"with a good URL\", func(t *testing.T) {\n\t\to := NATSOptions{\n\t\t\tServers: []string{\n\t\t\t\t\"nats://nats:4222\",\n\t\t\t\t\"nats://localhost:4222\",\n\t\t\t},\n\t\t\tNumRetries: 3,\n\t\t\tRetryDelay: 100 * time.Millisecond,\n\t\t}\n\n\t\tconn, err := o.Connect()\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tValidateNATSConnection(t, conn)\n\t})\n\n\tt.Run(\"with a good URL but no retries\", func(t *testing.T) {\n\t\to := NATSOptions{\n\t\t\tServers: []string{\n\t\t\t\t\"nats://nats:4222\",\n\t\t\t\t\"nats://localhost:4222\",\n\t\t\t},\n\t\t}\n\n\t\tconn, err := o.Connect()\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tValidateNATSConnection(t, conn)\n\t})\n\n\tt.Run(\"with a good URL and infinite retries\", func(t *testing.T) {\n\t\to := NATSOptions{\n\t\t\tServers: []string{\n\t\t\t\t\"nats://nats:4222\",\n\t\t\t\t\"nats://localhost:4222\",\n\t\t\t},\n\t\t\tNumRetries: -1,\n\t\t\tRetryDelay: 100 * time.Millisecond,\n\t\t}\n\n\t\tconn, err := o.Connect()\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tValidateNATSConnection(t, conn)\n\t})\n}\n\nfunc TestTokenRefresh(t *testing.T) {\n\tif os.Getenv(\"CI\") == \"true\" {\n\t\tt.Skip(\"Skipping test in CI environment, missing nats token exchange server\")\n\t}\n\n\ttk := GetTestOAuthTokenClient(t)\n\n\t// Get a token\n\ttoken, err := tk.GetJWT()\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Artificially set the expiry and replace the token\n\tclaims, err := jwt.DecodeUserClaims(token)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tpair, err := nkeys.CreateAccount()\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tclaims.Expires = time.Now().Add(-10 * time.Second).Unix()\n\ttk.jwt, err = claims.Encode(pair)\n\texpiredToken := tk.jwt\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\t// Get the token again\n\tnewToken, err := tk.GetJWT()\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif expiredToken == newToken {\n\t\tt.Error(\"token is unchanged\")\n\t}\n}\n\nfunc ValidateNATSConnection(t *testing.T, ec sdp.EncodedConnection) {\n\tt.Helper()\n\tdone := make(chan struct{})\n\n\tsub, err := ec.Subscribe(\"test\", sdp.NewQueryResponseHandler(\"test\", func(ctx context.Context, qr *sdp.QueryResponse) {\n\t\trt, ok := qr.GetResponseType().(*sdp.QueryResponse_Response)\n\t\tif !ok {\n\t\t\tt.Errorf(\"Received unexpected message: %v\", qr)\n\t\t}\n\n\t\tif rt.Response.GetResponder() == \"test\" {\n\t\t\tdone <- struct{}{}\n\t\t}\n\t}))\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tru := uuid.New()\n\terr = ec.Publish(context.Background(), \"test\", sdp.NewQueryResponseFromResponse(&sdp.Response{\n\t\tResponder: \"test\",\n\t\tResponderUUID: ru[:],\n\t\tState: sdp.ResponderState_COMPLETE,\n\t}))\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\t// Wait for the message to come back\n\tselect {\n\tcase <-done:\n\t\t// Good\n\tcase <-time.After(500 * time.Millisecond):\n\t\tt.Error(\"Didn't get message after 500ms\")\n\t}\n\n\terr = sub.Unsubscribe()\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc optionsToStruct(options []nats.Option) (nats.Options, error) {\n\tvar o nats.Options\n\tvar err error\n\n\tfor _, option := range options {\n\t\terr = option(&o)\n\t\tif err != nil {\n\t\t\treturn o, err\n\t\t}\n\t}\n\n\treturn o, nil\n}\n" }, { "path": "go/auth/tracing.go", "content": "package auth\n\nimport (\n\t\"go.opentelemetry.io/otel\"\n\tsemconv \"go.opentelemetry.io/otel/semconv/v1.24.0\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\nconst (\n\tinstrumentationName = \"github.com/overmindtech/cli/go/auth\"\n\tinstrumentationVersion = \"0.0.1\"\n)\n\nvar tracer = otel.GetTracerProvider().Tracer(\n\tinstrumentationName,\n\ttrace.WithInstrumentationVersion(instrumentationVersion),\n\ttrace.WithSchemaURL(semconv.SchemaURL),\n)\n" }, { "path": "go/cliauth/cliauth.go", "content": "// Package cliauth provides shared CLI authentication logic for OAuth device flow,\n// API key exchange, and token caching.\n//\n// This package is used by both the public overmind CLI and the area51-cli to avoid\n// code duplication and ensure consistent authentication behavior.\npackage cliauth\n\nimport (\n\t\"bufio\"\n\t\"context\"\n\t\"encoding/base64\"\n\t\"encoding/json\"\n\t\"errors\"\n\t\"fmt\"\n\t\"io\"\n\t\"net/url\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"strings\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/overmindtech/cli/go/auth\"\n\tsdp \"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"github.com/pkg/browser\"\n\t\"golang.org/x/oauth2\"\n)\n\n// Logger is an interface for outputting authentication messages.\n// Implementations can use pterm, slog, or any other logging framework.\ntype Logger interface {\n\tInfo(msg string, keysAndValues ...any)\n\tError(msg string, keysAndValues ...any)\n}\n\n// ConfirmUntrustedHost checks whether appURL points to a trusted Overmind host\n// (see [sdp.IsTrustedHost]). If not, it writes a warning to w and reads a\n// [y/N] confirmation from stdin. Returns nil when the host is trusted or the\n// user confirms; returns an error otherwise.\n//\n// Set hasAPIKey to true when an API key is configured so the warning can\n// mention that the key will be sent to the untrusted host.\nfunc ConfirmUntrustedHost(appURL string, hasAPIKey bool, stdin io.Reader, w io.Writer) error {\n\tparsed, err := url.Parse(appURL)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"invalid app URL %q: %w\", appURL, err)\n\t}\n\n\tif sdp.IsTrustedHost(parsed.Hostname()) {\n\t\treturn nil\n\t}\n\n\tcredentialDetail := \"OAuth tokens\" //nolint:gosec // G101 false positive: this is a user-facing label, not a credential\n\tif hasAPIKey {\n\t\tcredentialDetail = \"your API key and OAuth tokens\"\n\t}\n\n\tfmt.Fprintf(w, \"\\n WARNING: The target host %q is not a known Overmind domain.\\n\", parsed.Hostname())\n\tfmt.Fprintf(w, \" Credentials (%s) will be sent to this host.\\n\", credentialDetail)\n\tfmt.Fprintf(w, \"\\n Only continue if you trust this host.\\n\\n\")\n\tfmt.Fprintf(w, \" Continue? [y/N]: \")\n\n\treader := bufio.NewReader(stdin)\n\tline, err := reader.ReadString('\\n')\n\tif err != nil && (!errors.Is(err, io.EOF) || len(line) == 0) {\n\t\treturn fmt.Errorf(\"failed to read confirmation: %w\", err)\n\t}\n\n\tanswer := strings.TrimSpace(strings.ToLower(line))\n\tif answer != \"y\" && answer != \"yes\" {\n\t\treturn errors.New(\"aborted: untrusted host not confirmed\")\n\t}\n\n\treturn nil\n}\n\n// TokenFile represents the ~/.overmind/token.json file structure.\n// This format is shared between all Overmind CLI tools.\ntype TokenFile struct {\n\tAuthEntries map[string]*TokenEntry `json:\"auth_entries\"`\n}\n\n// TokenEntry represents a single auth entry in the token file\ntype TokenEntry struct {\n\tToken *oauth2.Token `json:\"token\"`\n\tAddedDate time.Time `json:\"added_date\"`\n}\n\n// ReadLocalToken reads a cached token from ~/.overmind/token.json for the given\n// app URL. Returns the token and its current scopes if valid and sufficient.\nfunc ReadLocalToken(homeDir, app string, requiredScopes []string, log Logger) (*oauth2.Token, []string, error) {\n\tpath := filepath.Join(homeDir, \".overmind\", \"token.json\")\n\n\ttokenFile := new(TokenFile)\n\n\tif _, err := os.Stat(path); err != nil {\n\t\treturn nil, nil, err\n\t}\n\n\tfile, err := os.Open(path)\n\tif err != nil {\n\t\treturn nil, nil, fmt.Errorf(\"error opening token file at %q: %w\", path, err)\n\t}\n\tdefer file.Close()\n\n\terr = json.NewDecoder(file).Decode(tokenFile)\n\tif err != nil {\n\t\treturn nil, nil, fmt.Errorf(\"error decoding token file at %q: %w\", path, err)\n\t}\n\n\tauthEntry, ok := tokenFile.AuthEntries[app]\n\tif !ok {\n\t\treturn nil, nil, fmt.Errorf(\"no token found for app %s in %q\", app, path)\n\t}\n\n\tif authEntry == nil {\n\t\treturn nil, nil, fmt.Errorf(\"token entry for app %s is null in %q\", app, path)\n\t}\n\n\tif authEntry.Token == nil {\n\t\treturn nil, nil, fmt.Errorf(\"token for app %s is null in %q\", app, path)\n\t}\n\tif !authEntry.Token.Valid() {\n\t\treturn nil, nil, errors.New(\"token is no longer valid\")\n\t}\n\n\tclaims, err := ExtractClaims(authEntry.Token.AccessToken)\n\tif err != nil {\n\t\treturn nil, nil, fmt.Errorf(\"error extracting claims from token: %s in %q: %w\", app, path, err)\n\t}\n\tif claims.Scope == \"\" {\n\t\treturn nil, nil, errors.New(\"token does not have any scopes\")\n\t}\n\n\tcurrentScopes := strings.Split(claims.Scope, \" \")\n\n\tok, missing, err := HasScopesFlexible(authEntry.Token, requiredScopes)\n\tif err != nil {\n\t\treturn nil, currentScopes, fmt.Errorf(\"error checking token scopes: %s in %q: %w\", app, path, err)\n\t}\n\tif !ok {\n\t\treturn nil, currentScopes, fmt.Errorf(\"local token is missing this permission: '%v'. %s in %q\", missing, app, path)\n\t}\n\n\tlog.Info(\"Using local token\", \"app\", app, \"path\", path)\n\treturn authEntry.Token, currentScopes, nil\n}\n\n// SaveLocalToken saves a token to ~/.overmind/token.json with secure permissions\n// (directory 0700, file 0600). The token is keyed by app URL so multiple\n// environments can coexist.\nfunc SaveLocalToken(homeDir, app string, token *oauth2.Token, log Logger) error {\n\tpath := filepath.Join(homeDir, \".overmind\", \"token.json\")\n\tdir := filepath.Dir(path)\n\n\ttokenFile := &TokenFile{\n\t\tAuthEntries: make(map[string]*TokenEntry),\n\t}\n\n\tif _, err := os.Stat(path); err == nil {\n\t\tfile, err := os.Open(path)\n\t\tif err == nil {\n\t\t\tdefer file.Close()\n\n\t\t\terr = json.NewDecoder(file).Decode(tokenFile)\n\t\t\tif err != nil {\n\t\t\t\treturn fmt.Errorf(\"error decoding token file at %q: %w\", path, err)\n\t\t\t}\n\n\t\t\tif tokenFile.AuthEntries == nil {\n\t\t\t\ttokenFile.AuthEntries = make(map[string]*TokenEntry)\n\t\t\t}\n\t\t}\n\t} else {\n\t\terr = os.MkdirAll(dir, 0700)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"unexpected fail creating directories: %w\", err)\n\t\t}\n\t}\n\n\tif err := os.Chmod(dir, 0700); err != nil {\n\t\treturn fmt.Errorf(\"failed to set directory permissions: %w\", err)\n\t}\n\n\ttokenFile.AuthEntries[app] = &TokenEntry{\n\t\tToken: token,\n\t\tAddedDate: time.Now(),\n\t}\n\n\tfile, err := os.OpenFile(path, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0600)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error creating token file at %q: %w\", path, err)\n\t}\n\tdefer file.Close()\n\n\terr = json.NewEncoder(file).Encode(tokenFile)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error encoding token file at %q: %w\", path, err)\n\t}\n\n\tif err := os.Chmod(path, 0600); err != nil {\n\t\treturn fmt.Errorf(\"failed to set file permissions: %w\", err)\n\t}\n\n\tlog.Info(\"Saved token locally\", \"app\", app, \"path\", path)\n\treturn nil\n}\n\n// HasScopesFlexible checks if a token has the required scopes. A service:write\n// scope is treated as satisfying service:read.\nfunc HasScopesFlexible(token *oauth2.Token, requiredScopes []string) (bool, string, error) {\n\tif token == nil {\n\t\treturn false, \"\", errors.New(\"HasScopesFlexible: token is nil\")\n\t}\n\n\tclaims, err := ExtractClaims(token.AccessToken)\n\tif err != nil {\n\t\treturn false, \"\", fmt.Errorf(\"error extracting claims from token: %w\", err)\n\t}\n\n\tfor _, scope := range requiredScopes {\n\t\tif !claims.HasScope(scope) {\n\t\t\tsections := strings.Split(scope, \":\")\n\t\t\tvar hasWriteInstead bool\n\n\t\t\tif len(sections) == 2 {\n\t\t\t\tservice, action := sections[0], sections[1]\n\t\t\t\tif action == \"read\" {\n\t\t\t\t\thasWriteInstead = claims.HasScope(fmt.Sprintf(\"%v:write\", service))\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasWriteInstead {\n\t\t\t\treturn false, scope, nil\n\t\t\t}\n\t\t}\n\t}\n\n\treturn true, \"\", nil\n}\n\n// ExtractClaims extracts custom claims from a JWT token without verifying the\n// signature. Signature verification is the server's responsibility; we only\n// need the claims for scope checking.\nfunc ExtractClaims(token string) (*auth.CustomClaims, error) {\n\tsections := strings.Split(token, \".\")\n\tif len(sections) != 3 {\n\t\treturn nil, errors.New(\"token is not a JWT\")\n\t}\n\n\tdecodedPayload, err := base64.RawURLEncoding.DecodeString(sections[1])\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error decoding token payload: %w\", err)\n\t}\n\n\tclaims := new(auth.CustomClaims)\n\terr = json.Unmarshal(decodedPayload, claims)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error parsing token payload: %w\", err)\n\t}\n\n\treturn claims, nil\n}\n\n// GetOauthToken authenticates using the OAuth2 device authorization flow.\n// It first checks for a cached token in ~/.overmind/token.json and falls back\n// to the interactive device flow if needed. New tokens are cached for reuse.\nfunc GetOauthToken(ctx context.Context, oi sdp.OvermindInstance, app string, requiredScopes []string, log Logger) (*oauth2.Token, error) {\n\tvar localScopes []string\n\tvar localToken *oauth2.Token\n\thome, err := os.UserHomeDir()\n\tif err == nil {\n\t\tlocalToken, localScopes, err = ReadLocalToken(home, app, requiredScopes, log)\n\t\tif err != nil {\n\t\t\tif !os.IsNotExist(err) {\n\t\t\t\tlog.Info(\"Skipping local token, re-authenticating\", \"error\", err.Error())\n\t\t\t}\n\t\t} else {\n\t\t\treturn localToken, nil\n\t\t}\n\t}\n\n\t// Request the required scopes on top of whatever the current local token\n\t// has so that we don't keep replacing it with one that has fewer scopes.\n\t// Use a new slice to avoid mutating the caller's requiredScopes.\n\trequestScopes := make([]string, 0, len(requiredScopes)+len(localScopes))\n\trequestScopes = append(requestScopes, requiredScopes...)\n\trequestScopes = append(requestScopes, localScopes...)\n\n\tconfig := oauth2.Config{\n\t\tClientID: oi.CLIClientID,\n\t\tEndpoint: oauth2.Endpoint{\n\t\t\tAuthURL: fmt.Sprintf(\"https://%v/authorize\", oi.Auth0Domain),\n\t\t\tTokenURL: fmt.Sprintf(\"https://%v/oauth/token\", oi.Auth0Domain),\n\t\t\tDeviceAuthURL: fmt.Sprintf(\"https://%v/oauth/device/code\", oi.Auth0Domain),\n\t\t},\n\t\tScopes: requestScopes,\n\t}\n\n\tdeviceCode, err := config.DeviceAuth(ctx,\n\t\toauth2.SetAuthURLParam(\"audience\", oi.Audience),\n\t\toauth2.AccessTypeOffline,\n\t)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error getting device code: %w\", err)\n\t}\n\n\tvar urlToOpen string\n\tif deviceCode.VerificationURIComplete != \"\" {\n\t\turlToOpen = deviceCode.VerificationURIComplete\n\t} else {\n\t\turlToOpen = deviceCode.VerificationURI\n\t}\n\n\t_ = browser.OpenURL(urlToOpen)\n\tlog.Info(\"Open this URL in your browser to authenticate\",\n\t\t\"url\", deviceCode.VerificationURI,\n\t\t\"code\", deviceCode.UserCode)\n\n\ttoken, err := config.DeviceAccessToken(ctx, deviceCode)\n\tif err != nil {\n\t\tlog.Error(\"Unable to authenticate. Please try again.\", \"error\", err.Error())\n\t\treturn nil, fmt.Errorf(\"error getting device access token: %w\", err)\n\t}\n\tif token == nil {\n\t\tlog.Error(\"No token received\")\n\t\treturn nil, errors.New(\"no token received\")\n\t}\n\n\tlog.Info(\"Authenticated successfully\")\n\n\tif home != \"\" {\n\t\terr = SaveLocalToken(home, app, token, log)\n\t\tif err != nil {\n\t\t\tlog.Error(\"Error saving token\", \"error\", err.Error())\n\t\t}\n\t}\n\n\treturn token, nil\n}\n\n// GetAPIKeyToken exchanges an Overmind API key (ovm_api_*) for a JWT token\n// via the ApiKeyService, then verifies the token has the required scopes.\nfunc GetAPIKeyToken(ctx context.Context, oi sdp.OvermindInstance, app, apiKey string, requiredScopes []string, log Logger) (*oauth2.Token, error) {\n\tif !strings.HasPrefix(apiKey, \"ovm_api_\") {\n\t\treturn nil, errors.New(\"API key does not match pattern 'ovm_api_*'\")\n\t}\n\n\thttpClient := tracing.HTTPClient()\n\tclient := sdpconnect.NewApiKeyServiceClient(httpClient, oi.ApiUrl.String())\n\n\tresp, err := client.ExchangeKeyForToken(ctx, &connect.Request[sdp.ExchangeKeyForTokenRequest]{\n\t\tMsg: &sdp.ExchangeKeyForTokenRequest{\n\t\t\tApiKey: apiKey,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error authenticating the API token for %s: %w\", app, err)\n\t}\n\n\ttoken := &oauth2.Token{\n\t\tAccessToken: resp.Msg.GetAccessToken(),\n\t\tTokenType: \"Bearer\",\n\t}\n\n\tok, missing, err := HasScopesFlexible(token, requiredScopes)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error checking token scopes for %s: %w\", app, err)\n\t}\n\tif !ok {\n\t\treturn nil, fmt.Errorf(\"authenticated successfully against %s, but your API key is missing this permission: '%v'\", app, missing)\n\t}\n\tlog.Info(\"Using Overmind API key\", \"app\", app)\n\treturn token, nil\n}\n\n// GetToken gets a token using either API key exchange (if apiKey is non-empty)\n// or the OAuth device flow.\nfunc GetToken(ctx context.Context, oi sdp.OvermindInstance, app, apiKey string, requiredScopes []string, log Logger) (*oauth2.Token, error) {\n\tif apiKey != \"\" {\n\t\treturn GetAPIKeyToken(ctx, oi, app, apiKey, requiredScopes, log)\n\t}\n\treturn GetOauthToken(ctx, oi, app, requiredScopes, log)\n}\n" }, { "path": "go/cliauth/cliauth_test.go", "content": "package cliauth\n\nimport (\n\t\"encoding/base64\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"io\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"golang.org/x/oauth2\"\n)\n\ntype mockLogger struct {\n\tinfoMsgs []string\n\terrorMsgs []string\n}\n\nfunc (m *mockLogger) Info(msg string, keysAndValues ...any) {\n\tm.infoMsgs = append(m.infoMsgs, msg)\n}\n\nfunc (m *mockLogger) Error(msg string, keysAndValues ...any) {\n\tm.errorMsgs = append(m.errorMsgs, msg)\n}\n\nfunc TestExtractClaims(t *testing.T) {\n\ttestToken := \"eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzY29wZSI6ImFkbWluOnJlYWQgYWRtaW46d3JpdGUiLCJzdWIiOiJ0ZXN0LXVzZXIiLCJpYXQiOjEyMzQ1Njc4OTAsImV4cCI6OTk5OTk5OTk5OX0.placeholder\"\n\n\tclaims, err := ExtractClaims(testToken)\n\tif err != nil {\n\t\tt.Fatalf(\"ExtractClaims failed: %v\", err)\n\t}\n\n\tif claims.Scope != \"admin:read admin:write\" {\n\t\tt.Errorf(\"Expected scope 'admin:read admin:write', got '%s'\", claims.Scope)\n\t}\n}\n\nfunc TestExtractClaimsInvalidJWT(t *testing.T) {\n\t_, err := ExtractClaims(\"not-a-jwt\")\n\tif err == nil {\n\t\tt.Fatal(\"Expected error for non-JWT token, got nil\")\n\t}\n}\n\nfunc TestExtractClaimsInvalidBase64(t *testing.T) {\n\t_, err := ExtractClaims(\"header.!!!invalid-base64!!!.sig\")\n\tif err == nil {\n\t\tt.Fatal(\"Expected error for invalid base64, got nil\")\n\t}\n}\n\nfunc TestHasScopesFlexible(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\ttokenScopes string\n\t\trequiredScopes []string\n\t\texpectOK bool\n\t\texpectMissing string\n\t}{\n\t\t{\n\t\t\tname: \"exact match\",\n\t\t\ttokenScopes: \"admin:read\",\n\t\t\trequiredScopes: []string{\"admin:read\"},\n\t\t\texpectOK: true,\n\t\t},\n\t\t{\n\t\t\tname: \"write satisfies read\",\n\t\t\ttokenScopes: \"admin:write\",\n\t\t\trequiredScopes: []string{\"admin:read\"},\n\t\t\texpectOK: true,\n\t\t},\n\t\t{\n\t\t\tname: \"missing scope\",\n\t\t\ttokenScopes: \"changes:read\",\n\t\t\trequiredScopes: []string{\"admin:read\"},\n\t\t\texpectOK: false,\n\t\t\texpectMissing: \"admin:read\",\n\t\t},\n\t\t{\n\t\t\tname: \"multiple scopes all present\",\n\t\t\ttokenScopes: \"admin:read changes:write\",\n\t\t\trequiredScopes: []string{\"admin:read\", \"changes:read\"},\n\t\t\texpectOK: true,\n\t\t},\n\t\t{\n\t\t\tname: \"read does not satisfy write\",\n\t\t\ttokenScopes: \"admin:read\",\n\t\t\trequiredScopes: []string{\"admin:write\"},\n\t\t\texpectOK: false,\n\t\t\texpectMissing: \"admin:write\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\ttestToken := &oauth2.Token{\n\t\t\t\tAccessToken: createTestJWT(tt.tokenScopes),\n\t\t\t\tTokenType: \"Bearer\",\n\t\t\t}\n\n\t\t\tok, missing, err := HasScopesFlexible(testToken, tt.requiredScopes)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"HasScopesFlexible failed: %v\", err)\n\t\t\t}\n\n\t\t\tif ok != tt.expectOK {\n\t\t\t\tt.Errorf(\"Expected ok=%v, got %v\", tt.expectOK, ok)\n\t\t\t}\n\n\t\t\tif !tt.expectOK && missing != tt.expectMissing {\n\t\t\t\tt.Errorf(\"Expected missing='%s', got '%s'\", tt.expectMissing, missing)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestHasScopesFlexibleNilToken(t *testing.T) {\n\t_, _, err := HasScopesFlexible(nil, []string{\"admin:read\"})\n\tif err == nil {\n\t\tt.Fatal(\"Expected error for nil token, got nil\")\n\t}\n}\n\nfunc TestReadWriteLocalToken(t *testing.T) {\n\ttmpDir, err := os.MkdirTemp(\"\", \"cliauth-test\")\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create temp dir: %v\", err)\n\t}\n\tdefer os.RemoveAll(tmpDir)\n\n\tlog := &mockLogger{}\n\tapp := \"https://test.overmind.tech\"\n\ttoken := &oauth2.Token{\n\t\tAccessToken: createTestJWT(\"admin:read admin:write\"),\n\t\tTokenType: \"Bearer\",\n\t\tExpiry: time.Now().Add(1 * time.Hour),\n\t}\n\n\terr = SaveLocalToken(tmpDir, app, token, log)\n\tif err != nil {\n\t\tt.Fatalf(\"SaveLocalToken failed: %v\", err)\n\t}\n\n\ttokenPath := filepath.Join(tmpDir, \".overmind\", \"token.json\")\n\tif _, err := os.Stat(tokenPath); os.IsNotExist(err) {\n\t\tt.Fatalf(\"Token file was not created\")\n\t}\n\n\treadToken, scopes, err := ReadLocalToken(tmpDir, app, []string{\"admin:read\"}, log)\n\tif err != nil {\n\t\tt.Fatalf(\"ReadLocalToken failed: %v\", err)\n\t}\n\n\tif readToken.AccessToken != token.AccessToken {\n\t\tt.Errorf(\"Token mismatch\")\n\t}\n\n\tif len(scopes) != 2 {\n\t\tt.Errorf(\"Expected 2 scopes, got %d\", len(scopes))\n\t}\n}\n\nfunc TestReadLocalTokenWrongApp(t *testing.T) {\n\ttmpDir, err := os.MkdirTemp(\"\", \"cliauth-test\")\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create temp dir: %v\", err)\n\t}\n\tdefer os.RemoveAll(tmpDir)\n\n\tlog := &mockLogger{}\n\tapp := \"https://test.overmind.tech\"\n\ttoken := &oauth2.Token{\n\t\tAccessToken: createTestJWT(\"admin:read\"),\n\t\tTokenType: \"Bearer\",\n\t\tExpiry: time.Now().Add(1 * time.Hour),\n\t}\n\n\tif err := SaveLocalToken(tmpDir, app, token, log); err != nil {\n\t\tt.Fatalf(\"SaveLocalToken failed: %v\", err)\n\t}\n\n\t_, _, err = ReadLocalToken(tmpDir, \"https://wrong.overmind.tech\", []string{\"admin:read\"}, log)\n\tif err == nil {\n\t\tt.Errorf(\"Expected error for wrong app, got nil\")\n\t}\n}\n\nfunc TestReadLocalTokenInsufficientScopes(t *testing.T) {\n\ttmpDir, err := os.MkdirTemp(\"\", \"cliauth-test\")\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create temp dir: %v\", err)\n\t}\n\tdefer os.RemoveAll(tmpDir)\n\n\tlog := &mockLogger{}\n\tapp := \"https://test.overmind.tech\"\n\ttoken := &oauth2.Token{\n\t\tAccessToken: createTestJWT(\"changes:read\"),\n\t\tTokenType: \"Bearer\",\n\t\tExpiry: time.Now().Add(1 * time.Hour),\n\t}\n\n\tif err := SaveLocalToken(tmpDir, app, token, log); err != nil {\n\t\tt.Fatalf(\"SaveLocalToken failed: %v\", err)\n\t}\n\n\t_, _, err = ReadLocalToken(tmpDir, app, []string{\"admin:read\"}, log)\n\tif err == nil {\n\t\tt.Errorf(\"Expected error for insufficient scopes, got nil\")\n\t}\n}\n\nfunc TestReadLocalTokenFileNotFound(t *testing.T) {\n\ttmpDir, err := os.MkdirTemp(\"\", \"cliauth-test\")\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create temp dir: %v\", err)\n\t}\n\tdefer os.RemoveAll(tmpDir)\n\n\tlog := &mockLogger{}\n\t_, _, err = ReadLocalToken(tmpDir, \"https://test.overmind.tech\", []string{\"admin:read\"}, log)\n\tif err == nil {\n\t\tt.Fatal(\"Expected error for missing file, got nil\")\n\t}\n}\n\nfunc TestSaveLocalTokenSecurePermissions(t *testing.T) {\n\ttmpDir, err := os.MkdirTemp(\"\", \"cliauth-test\")\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create temp dir: %v\", err)\n\t}\n\tdefer os.RemoveAll(tmpDir)\n\n\tlog := &mockLogger{}\n\ttoken := &oauth2.Token{\n\t\tAccessToken: createTestJWT(\"admin:read\"),\n\t\tTokenType: \"Bearer\",\n\t\tExpiry: time.Now().Add(1 * time.Hour),\n\t}\n\n\tif err := SaveLocalToken(tmpDir, \"https://test.overmind.tech\", token, log); err != nil {\n\t\tt.Fatalf(\"SaveLocalToken failed: %v\", err)\n\t}\n\n\tdirInfo, err := os.Stat(filepath.Join(tmpDir, \".overmind\"))\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to stat directory: %v\", err)\n\t}\n\tif dirInfo.Mode().Perm() != 0700 {\n\t\tt.Errorf(\"Expected directory permissions 0700, got %o\", dirInfo.Mode().Perm())\n\t}\n\n\tfileInfo, err := os.Stat(filepath.Join(tmpDir, \".overmind\", \"token.json\"))\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to stat token file: %v\", err)\n\t}\n\tif fileInfo.Mode().Perm() != 0600 {\n\t\tt.Errorf(\"Expected file permissions 0600, got %o\", fileInfo.Mode().Perm())\n\t}\n}\n\nfunc TestSaveLocalTokenNilMap(t *testing.T) {\n\ttmpDir, err := os.MkdirTemp(\"\", \"cliauth-test\")\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create temp dir: %v\", err)\n\t}\n\tdefer os.RemoveAll(tmpDir)\n\n\ttokenPath := filepath.Join(tmpDir, \".overmind\", \"token.json\")\n\tif err := os.MkdirAll(filepath.Dir(tokenPath), 0700); err != nil {\n\t\tt.Fatalf(\"Failed to create directory: %v\", err)\n\t}\n\n\t// Simulate a corrupt token file with null auth_entries\n\tif err := os.WriteFile(tokenPath, []byte(`{\"auth_entries\": null}`), 0600); err != nil {\n\t\tt.Fatalf(\"Failed to write token file: %v\", err)\n\t}\n\n\tlog := &mockLogger{}\n\ttoken := &oauth2.Token{\n\t\tAccessToken: createTestJWT(\"admin:read\"),\n\t\tTokenType: \"Bearer\",\n\t\tExpiry: time.Now().Add(1 * time.Hour),\n\t}\n\n\terr = SaveLocalToken(tmpDir, \"https://test.overmind.tech\", token, log)\n\tif err != nil {\n\t\tt.Fatalf(\"SaveLocalToken failed with nil map: %v\", err)\n\t}\n\n\treadToken, _, err := ReadLocalToken(tmpDir, \"https://test.overmind.tech\", []string{\"admin:read\"}, log)\n\tif err != nil {\n\t\tt.Fatalf(\"ReadLocalToken failed: %v\", err)\n\t}\n\tif readToken.AccessToken != token.AccessToken {\n\t\tt.Errorf(\"Token mismatch after nil map save\")\n\t}\n}\n\nfunc TestReadLocalTokenNilEntry(t *testing.T) {\n\ttmpDir, err := os.MkdirTemp(\"\", \"cliauth-test\")\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create temp dir: %v\", err)\n\t}\n\tdefer os.RemoveAll(tmpDir)\n\n\ttokenPath := filepath.Join(tmpDir, \".overmind\", \"token.json\")\n\tif err := os.MkdirAll(filepath.Dir(tokenPath), 0700); err != nil {\n\t\tt.Fatalf(\"Failed to create directory: %v\", err)\n\t}\n\n\tif err := os.WriteFile(tokenPath, []byte(`{\"auth_entries\": {\"https://test.overmind.tech\": null}}`), 0600); err != nil {\n\t\tt.Fatalf(\"Failed to write token file: %v\", err)\n\t}\n\n\tlog := &mockLogger{}\n\t_, _, err = ReadLocalToken(tmpDir, \"https://test.overmind.tech\", []string{\"admin:read\"}, log)\n\tif err == nil {\n\t\tt.Fatal(\"Expected error for null token entry, got nil\")\n\t}\n\tif !strings.Contains(err.Error(), \"null\") {\n\t\tt.Errorf(\"Expected error to mention 'null', got: %v\", err)\n\t}\n}\n\nfunc TestReadLocalTokenNilToken(t *testing.T) {\n\ttmpDir, err := os.MkdirTemp(\"\", \"cliauth-test\")\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create temp dir: %v\", err)\n\t}\n\tdefer os.RemoveAll(tmpDir)\n\n\ttokenPath := filepath.Join(tmpDir, \".overmind\", \"token.json\")\n\tif err := os.MkdirAll(filepath.Dir(tokenPath), 0700); err != nil {\n\t\tt.Fatalf(\"Failed to create directory: %v\", err)\n\t}\n\n\tif err := os.WriteFile(tokenPath, []byte(`{\"auth_entries\": {\"https://test.overmind.tech\": {\"token\": null, \"added_date\": \"2024-01-01T00:00:00Z\"}}}`), 0600); err != nil {\n\t\tt.Fatalf(\"Failed to write token file: %v\", err)\n\t}\n\n\tlog := &mockLogger{}\n\t_, _, err = ReadLocalToken(tmpDir, \"https://test.overmind.tech\", []string{\"admin:read\"}, log)\n\tif err == nil {\n\t\tt.Fatal(\"Expected error for null token, got nil\")\n\t}\n\tif !strings.Contains(err.Error(), \"null\") {\n\t\tt.Errorf(\"Expected error to mention 'null', got: %v\", err)\n\t}\n}\n\nfunc TestSaveLocalTokenOverwriteExisting(t *testing.T) {\n\ttmpDir, err := os.MkdirTemp(\"\", \"cliauth-test\")\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create temp dir: %v\", err)\n\t}\n\tdefer os.RemoveAll(tmpDir)\n\n\tlog := &mockLogger{}\n\tapp := \"https://test.overmind.tech\"\n\n\ttoken1 := &oauth2.Token{\n\t\tAccessToken: createTestJWT(\"admin:read\"),\n\t\tTokenType: \"Bearer\",\n\t\tExpiry: time.Now().Add(1 * time.Hour),\n\t}\n\ttoken2 := &oauth2.Token{\n\t\tAccessToken: createTestJWT(\"admin:write\"),\n\t\tTokenType: \"Bearer\",\n\t\tExpiry: time.Now().Add(1 * time.Hour),\n\t}\n\n\tif err := SaveLocalToken(tmpDir, app, token1, log); err != nil {\n\t\tt.Fatalf(\"SaveLocalToken (first) failed: %v\", err)\n\t}\n\tif err := SaveLocalToken(tmpDir, app, token2, log); err != nil {\n\t\tt.Fatalf(\"SaveLocalToken (second) failed: %v\", err)\n\t}\n\n\treadToken, _, err := ReadLocalToken(tmpDir, app, []string{\"admin:write\"}, log)\n\tif err != nil {\n\t\tt.Fatalf(\"ReadLocalToken failed: %v\", err)\n\t}\n\tif readToken.AccessToken != token2.AccessToken {\n\t\tt.Errorf(\"Expected second token, got first\")\n\t}\n}\n\nfunc TestSaveLocalTokenMultipleApps(t *testing.T) {\n\ttmpDir, err := os.MkdirTemp(\"\", \"cliauth-test\")\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create temp dir: %v\", err)\n\t}\n\tdefer os.RemoveAll(tmpDir)\n\n\tlog := &mockLogger{}\n\tapp1 := \"https://app.overmind.tech\"\n\tapp2 := \"https://app.staging.overmind.tech\"\n\n\ttoken1 := &oauth2.Token{\n\t\tAccessToken: createTestJWT(\"admin:read\"),\n\t\tTokenType: \"Bearer\",\n\t\tExpiry: time.Now().Add(1 * time.Hour),\n\t}\n\ttoken2 := &oauth2.Token{\n\t\tAccessToken: createTestJWT(\"admin:write\"),\n\t\tTokenType: \"Bearer\",\n\t\tExpiry: time.Now().Add(1 * time.Hour),\n\t}\n\n\tif err := SaveLocalToken(tmpDir, app1, token1, log); err != nil {\n\t\tt.Fatalf(\"SaveLocalToken (app1) failed: %v\", err)\n\t}\n\tif err := SaveLocalToken(tmpDir, app2, token2, log); err != nil {\n\t\tt.Fatalf(\"SaveLocalToken (app2) failed: %v\", err)\n\t}\n\n\tread1, _, err := ReadLocalToken(tmpDir, app1, []string{\"admin:read\"}, log)\n\tif err != nil {\n\t\tt.Fatalf(\"ReadLocalToken (app1) failed: %v\", err)\n\t}\n\tif read1.AccessToken != token1.AccessToken {\n\t\tt.Errorf(\"App1 token mismatch\")\n\t}\n\n\tread2, _, err := ReadLocalToken(tmpDir, app2, []string{\"admin:write\"}, log)\n\tif err != nil {\n\t\tt.Fatalf(\"ReadLocalToken (app2) failed: %v\", err)\n\t}\n\tif read2.AccessToken != token2.AccessToken {\n\t\tt.Errorf(\"App2 token mismatch\")\n\t}\n}\n\nfunc TestNoSliceMutationInScopeMerge(t *testing.T) {\n\t// Verify the pattern used in GetOauthToken doesn't mutate caller slices\n\trequiredScopes := make([]string, 1, 10) // extra capacity β€” the mutation scenario\n\trequiredScopes[0] = \"admin:read\"\n\n\toriginalLen := len(requiredScopes)\n\tlocalScopes := []string{\"changes:read\", \"config:read\"}\n\n\t// This is the safe pattern used in GetOauthToken\n\trequestScopes := make([]string, 0, len(requiredScopes)+len(localScopes))\n\trequestScopes = append(requestScopes, requiredScopes...)\n\trequestScopes = append(requestScopes, localScopes...)\n\n\tif len(requiredScopes) != originalLen {\n\t\tt.Errorf(\"Original slice length changed from %d to %d\", originalLen, len(requiredScopes))\n\t}\n\tif len(requestScopes) != 3 {\n\t\tt.Errorf(\"Expected 3 scopes in combined slice, got %d\", len(requestScopes))\n\t}\n}\n\nfunc TestConfirmUntrustedHost_TrustedSkipsPrompt(t *testing.T) {\n\ttrustedURLs := []string{\n\t\t\"https://app.overmind.tech\",\n\t\t\"https://df.overmind-demo.com\",\n\t\t\"http://localhost:3000\",\n\t\t\"http://127.0.0.1:8080\",\n\t}\n\n\tfor _, u := range trustedURLs {\n\t\tt.Run(u, func(t *testing.T) {\n\t\t\terr := ConfirmUntrustedHost(u, false, strings.NewReader(\"\"), io.Discard)\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Expected no prompt for trusted URL %q, got error: %v\", u, err)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestConfirmUntrustedHost_UntrustedPrompts(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\turl string\n\t\tinput string\n\t\twantError bool\n\t\terrMsg string\n\t}{\n\t\t{\n\t\t\tname: \"user confirms with y\",\n\t\t\turl: \"https://custom.example.com\",\n\t\t\tinput: \"y\\n\",\n\t\t},\n\t\t{\n\t\t\tname: \"user confirms with yes\",\n\t\t\turl: \"https://custom.example.com\",\n\t\t\tinput: \"yes\\n\",\n\t\t},\n\t\t{\n\t\t\tname: \"user confirms with YES (case insensitive)\",\n\t\t\turl: \"https://custom.example.com\",\n\t\t\tinput: \"YES\\n\",\n\t\t},\n\t\t{\n\t\t\tname: \"user declines with n\",\n\t\t\turl: \"https://custom.example.com\",\n\t\t\tinput: \"n\\n\",\n\t\t\twantError: true,\n\t\t\terrMsg: \"aborted\",\n\t\t},\n\t\t{\n\t\t\tname: \"user declines with empty (default N)\",\n\t\t\turl: \"https://custom.example.com\",\n\t\t\tinput: \"\\n\",\n\t\t\twantError: true,\n\t\t\terrMsg: \"aborted\",\n\t\t},\n\t\t{\n\t\t\tname: \"user types something else\",\n\t\t\turl: \"https://custom.example.com\",\n\t\t\tinput: \"maybe\\n\",\n\t\t\twantError: true,\n\t\t\terrMsg: \"aborted\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\terr := ConfirmUntrustedHost(tt.url, false, strings.NewReader(tt.input), io.Discard)\n\t\t\tif tt.wantError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Fatal(\"Expected error, got nil\")\n\t\t\t\t}\n\t\t\t\tif tt.errMsg != \"\" && !strings.Contains(err.Error(), tt.errMsg) {\n\t\t\t\t\tt.Errorf(\"Expected error containing %q, got: %v\", tt.errMsg, err)\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Unexpected error: %v\", err)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestConfirmUntrustedHost_PipedInputWithoutNewline(t *testing.T) {\n\t// Simulates: echo -n y | area51 export-archive --change https://custom.example.com/changes/UUID\n\terr := ConfirmUntrustedHost(\"https://custom.example.com\", false, strings.NewReader(\"y\"), io.Discard)\n\tif err != nil {\n\t\tt.Fatalf(\"Expected piped 'y' without newline to be accepted, got error: %v\", err)\n\t}\n\n\terr = ConfirmUntrustedHost(\"https://custom.example.com\", false, strings.NewReader(\"n\"), io.Discard)\n\tif err == nil {\n\t\tt.Fatal(\"Expected piped 'n' without newline to be rejected\")\n\t}\n\n\terr = ConfirmUntrustedHost(\"https://custom.example.com\", false, strings.NewReader(\"\"), io.Discard)\n\tif err == nil {\n\t\tt.Fatal(\"Expected empty piped input to be rejected\")\n\t}\n}\n\nfunc TestConfirmUntrustedHost_WarningMentionsAPIKey(t *testing.T) {\n\tvar buf strings.Builder\n\t_ = ConfirmUntrustedHost(\"https://custom.example.com\", true, strings.NewReader(\"n\\n\"), &buf)\n\toutput := buf.String()\n\tif !strings.Contains(output, \"API key\") {\n\t\tt.Errorf(\"Expected warning to mention API key when hasAPIKey=true, got: %s\", output)\n\t}\n}\n\n// createTestJWT creates a minimal JWT token for testing (no signature verification)\nfunc createTestJWT(scopes string) string {\n\theader := \"eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9\"\n\n\tpayload := auth.CustomClaims{\n\t\tScope: scopes,\n\t}\n\tpayloadJSON, err := json.Marshal(payload)\n\tif err != nil {\n\t\tpanic(fmt.Sprintf(\"failed to marshal test payload: %v\", err))\n\t}\n\n\tpayloadB64 := base64.RawURLEncoding.EncodeToString(payloadJSON)\n\treturn header + \".\" + payloadB64 + \".test-signature\"\n}\n" }, { "path": "go/discovery/adapter.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"slices\"\n\t\"sync\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\n// Adapter is capable of finding information about items\n//\n// Adapters must implement all of the methods to satisfy this interface in order\n// to be able to used as an SDP adapter. Note that the `context.Context` value\n// that is passed to the Get(), List() and Search() (optional) methods needs to\n// handled by each adapter individually. Adapter authors should make an effort\n// ensure that expensive operations that the adapter undertakes can be cancelled\n// if the context `ctx` is cancelled\ntype Adapter interface {\n\t// Type The type of items that this adapter is capable of finding\n\tType() string\n\n\t// Descriptive name for the adapter, used in logging and metadata\n\tName() string\n\n\t// List of scopes that this adapter is capable of find items for. If the\n\t// adapter supports all scopes the special value \"*\"\n\t// should be used\n\tScopes() []string\n\n\t// Get Get a single item with a given scope and query. The item returned\n\t// should have a UniqueAttributeValue that matches the `query` parameter.\n\tGet(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error)\n\n\t// A struct that contains information about the adapter, it is used by the api-server to determine the capabilities of the adapter\n\t// It is mandatory for all adapters to implement this method\n\tMetadata() *sdp.AdapterMetadata\n}\n\n// An adapter that support the List method. This was previously part of the\n// Adapter interface however it was split out to allow for the transition to\n// streaming responses\ntype ListableAdapter interface {\n\tAdapter\n\n\t// List Lists all items in a given scope\n\tList(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error)\n}\n\n// ListStreamableAdapter supports streaming for the List queries.\ntype ListStreamableAdapter interface {\n\tAdapter\n\tListStream(ctx context.Context, scope string, ignoreCache bool, stream QueryResultStream)\n}\n\n// SearchStreamableAdapter supports streaming for the Search queries.\ntype SearchStreamableAdapter interface {\n\tAdapter\n\tSearchStream(ctx context.Context, scope string, query string, ignoreCache bool, stream QueryResultStream)\n}\n\n// CachingAdapter Is an adapter of items that supports caching\ntype CachingAdapter interface {\n\tAdapter\n\tCache() sdpcache.Cache\n}\n\n// SearchableAdapter Is an adapter of items that supports searching\ntype SearchableAdapter interface {\n\tAdapter\n\t// Search executes a specific search and returns zero or many items as a\n\t// result (and optionally an error). The specific format of the query that\n\t// needs to be provided to Search is dependant on the adapter itself as each\n\t// adapter will respond to searches differently\n\tSearch(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error)\n}\n\n// HiddenAdapter adapters that define a `Hidden()` method are able to tell whether\n// or not the items they produce should be marked as hidden within the metadata.\n// Hidden items will not be shown in GUIs or stored in databases and are used\n// for gathering data as part of other processes such as remotely executed\n// secondary adapters\ntype HiddenAdapter interface {\n\tHidden() bool\n}\n\n// WildcardScopeAdapter is an optional interface that adapters can implement\n// to declare they can handle \"*\" wildcard scopes efficiently for LIST queries\n// (e.g., using GCP's aggregatedList API). When an adapter implements this\n// interface and returns true from SupportsWildcardScope(), the engine will\n// pass wildcard scopes directly to the adapter instead of expanding them to\n// all configured scopesβ€”but only for LIST queries.\n//\n// For GET and SEARCH, the engine always expands wildcard scope so that\n// multiple results can be returned when a resource exists in multiple scopes.\n// Future work may extend this optimization to SEARCH once adapters support it.\ntype WildcardScopeAdapter interface {\n\tAdapter\n\tSupportsWildcardScope() bool\n}\n\n// QueryResultStream is a stream of items and errors that are returned from a\n// query. Adapters should send items to the stream as soon as they are\n// discovered using the `SendItem` method and should send any errors that occur\n// using the `SendError` method. These errors will be considered non-fatal. If\n// the process encounters a fatal error it should return an error to the caller\n// rather then sending one on the stream.\n//\n// Note that this interface does not have a `Close()` method. Clients of this\n// interface are specific functions that get passed in an instance implementing\n// this interface. The expectation is that those clients do not return until all\n// calls into the stream have finished.\ntype QueryResultStream interface {\n\t// SendItem sends an item to the stream. This method is thread-safe, but the\n\t// ordering vs SendError is only guaranteed for non-overlapping calls.\n\tSendItem(item *sdp.Item)\n\t// SendError sends an Error to the stream. This method is thread-safe, but\n\t// the ordering vs SendItem is only guaranteed for non-overlapping calls.\n\tSendError(err error)\n}\n\n// QueryResultStream is a stream of items and errors that are returned from a\n// query. Adapters should send items to the stream as soon as they are\n// discovered using the `SendItem` method and should send any errors that occur\n// using the `SendError` method. These errors will be considered non-fatal. If\n// the process encounters a fatal error it should return an error to the caller\n// rather then sending one on the stream\ntype QueryResultStreamWithHandlers struct {\n\titemHandler ItemHandler\n\terrHandler ErrHandler\n}\n\n// assert interface implementation\nvar _ QueryResultStream = (*QueryResultStreamWithHandlers)(nil)\n\n// ItemHandler is a function that can be used to handle items as they are\n// received from a QueryResultStream\ntype ItemHandler func(item *sdp.Item)\n\n// ErrHandler is a function that can be used to handle errors as they are\n// received from a QueryResultStream\ntype ErrHandler func(err error)\n\n// NewQueryResultStream creates a new QueryResultStream that calls the provided\n// handlers when items and errors are received. Note that the handlers are\n// called asynchronously and need to provide for their own thread safety.\nfunc NewQueryResultStream(itemHandler ItemHandler, errHandler ErrHandler) *QueryResultStreamWithHandlers {\n\tstream := &QueryResultStreamWithHandlers{\n\t\titemHandler: itemHandler,\n\t\terrHandler: errHandler,\n\t}\n\n\treturn stream\n}\n\n// SendItem sends an item to the stream\nfunc (qrs *QueryResultStreamWithHandlers) SendItem(item *sdp.Item) {\n\tqrs.itemHandler(item)\n}\n\n// SendError sends an error to the stream\nfunc (qrs *QueryResultStreamWithHandlers) SendError(err error) {\n\tqrs.errHandler(err)\n}\n\ntype RecordingQueryResultStream struct {\n\tstreamMu sync.Mutex\n\titems []*sdp.Item\n\terrs []error\n}\n\n// assert interface implementation\nvar _ QueryResultStream = (*RecordingQueryResultStream)(nil)\n\nfunc NewRecordingQueryResultStream() *RecordingQueryResultStream {\n\treturn &RecordingQueryResultStream{\n\t\titems: []*sdp.Item{},\n\t\terrs: []error{},\n\t}\n}\n\nfunc (r *RecordingQueryResultStream) SendItem(item *sdp.Item) {\n\tr.streamMu.Lock()\n\tdefer r.streamMu.Unlock()\n\tr.items = append(r.items, item)\n}\n\nfunc (r *RecordingQueryResultStream) GetItems() []*sdp.Item {\n\tr.streamMu.Lock()\n\tdefer r.streamMu.Unlock()\n\treturn slices.Clone(r.items)\n}\n\nfunc (r *RecordingQueryResultStream) SendError(err error) {\n\tr.streamMu.Lock()\n\tdefer r.streamMu.Unlock()\n\tr.errs = append(r.errs, err)\n}\n\nfunc (r *RecordingQueryResultStream) GetErrors() []error {\n\tr.streamMu.Lock()\n\tdefer r.streamMu.Unlock()\n\treturn slices.Clone(r.errs)\n}\n" }, { "path": "go/discovery/adapter_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestEngineAddAdapters(t *testing.T) {\n\tec := EngineConfig{}\n\te, err := NewEngine(&ec)\n\tif err != nil {\n\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t}\n\n\tadapter := TestAdapter{}\n\n\tif err := e.AddAdapters(&adapter); err != nil {\n\t\tt.Fatalf(\"Error adding adapter: %v\", err)\n\t}\n\n\tif x := len(e.sh.Adapters()); x != 1 {\n\t\tt.Fatalf(\"Expected 1 adapters, got %v\", x)\n\t}\n}\n\nfunc TestGet(t *testing.T) {\n\tadapter := TestAdapter{\n\t\tReturnName: \"orange\",\n\t\tReturnType: \"person\",\n\t\tReturnScopes: []string{\n\t\t\t\"test\",\n\t\t\t\"empty\",\n\t\t},\n\t\tcache: sdpcache.NewMemoryCache(),\n\t}\n\n\te := newStartedEngine(t, \"TestGet\", nil, nil, &adapter)\n\n\tt.Run(\"Basic test\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\t_, _, _, err := e.executeQuerySync(context.Background(), &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"test\",\n\t\t\tQuery: \"three\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif x := len(adapter.GetCalls); x != 1 {\n\t\t\tt.Fatalf(\"Expected 1 get call, got %v\", x)\n\t\t}\n\n\t\tfirstCall := adapter.GetCalls[0]\n\n\t\tif firstCall[0] != \"test\" || firstCall[1] != \"three\" {\n\t\t\tt.Fatalf(\"First get call parameters unexpected: %v\", firstCall)\n\t\t}\n\t})\n\n\tt.Run(\"not found error\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\titems, edges, errs, err := e.executeQuerySync(context.Background(), &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"empty\",\n\t\t\tQuery: \"three\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(errs) == 1 {\n\t\t\tif errs[0].GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\t\tt.Errorf(\"expected ErrorType to be %v, got %v\", sdp.QueryError_NOTFOUND, errs[0].GetErrorType())\n\t\t\t}\n\t\t\tif errs[0].GetErrorString() != \"no items found\" {\n\t\t\t\tt.Errorf(\"expected ErrorString to be '%v', got '%v'\", \"no items found\", errs[0].GetErrorString())\n\t\t\t}\n\t\t\tif errs[0].GetScope() != \"empty\" {\n\t\t\t\tt.Errorf(\"expected Scope to be '%v', got '%v'\", \"empty\", errs[0].GetScope())\n\t\t\t}\n\t\t\tif errs[0].GetSourceName() != \"testAdapter-orange\" {\n\t\t\t\tt.Errorf(\"expected Adapter name to be '%v', got '%v'\", \"testAdapter-orange\", errs[0].GetSourceName())\n\t\t\t}\n\t\t\tif errs[0].GetItemType() != \"person\" {\n\t\t\t\tt.Errorf(\"expected ItemType to be '%v', got '%v'\", \"person\", errs[0].GetItemType())\n\t\t\t}\n\t\t\tif errs[0].GetResponderName() != \"TestGet\" {\n\t\t\t\tt.Errorf(\"expected ResponderName to be '%v', got '%v'\", \"TestGet\", errs[0].GetResponderName())\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"expected 0 items, got %v: %v\", len(items), items)\n\t\t}\n\t\tif len(edges) != 0 {\n\t\t\tt.Errorf(\"expected 0 edges, got %v: %v\", len(edges), edges)\n\t\t}\n\t})\n\n\tt.Run(\"Test caching\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\tvar list1 []*sdp.Item\n\t\tvar item2 []*sdp.Item\n\t\tvar item3 []*sdp.Item\n\t\tvar err error\n\n\t\treq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"test\",\n\t\t\tQuery: \"Dylan\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t}\n\n\t\tlist1, _, _, err = e.executeQuerySync(context.Background(), &req)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\ttime.Sleep(10 * time.Millisecond)\n\t\titem2, _, _, err = e.executeQuerySync(context.Background(), &req)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif list1[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue() != item2[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue() {\n\t\t\tt.Errorf(\"Get queries 10ms apart had different timestamps, caching not working. %v != %v\", list1[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue(), item2[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue())\n\t\t}\n\n\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\titem3, _, _, err = e.executeQuerySync(context.Background(), &req)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif item2[0].GetMetadata().GetTimestamp().String() == item3[0].GetMetadata().GetTimestamp().String() {\n\t\t\tt.Error(\"Get queries after purging had the same timestamps, cache not expiring\")\n\t\t}\n\t})\n\n\tt.Run(\"Test Get() caching errors\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\treq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"empty\",\n\t\t\tQuery: \"query\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t}\n\n\t\t_, _, errs, err := e.executeQuerySync(context.Background(), &req)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\t_, _, errs, err = e.executeQuerySync(context.Background(), &req)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\tif l := len(adapter.GetCalls); l != 1 {\n\t\t\tt.Errorf(\"Expected 1 Get call due to caching og NOTFOUND errors, got %v\", l)\n\t\t}\n\t})\n\n\tt.Run(\"Hidden items\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\tadapter.IsHidden = true\n\n\t\tt.Run(\"Get\", func(t *testing.T) {\n\t\t\titem, _, _, err := e.executeQuerySync(context.Background(), &sdp.Query{\n\t\t\t\tType: \"person\",\n\t\t\t\tScope: \"test\",\n\t\t\t\tQuery: \"three\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif !item[0].GetMetadata().GetHidden() {\n\t\t\t\tt.Fatal(\"Item was not marked as hidden in metadata\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"List\", func(t *testing.T) {\n\t\t\titems, _, _, err := e.executeQuerySync(context.Background(), &sdp.Query{\n\t\t\t\tType: \"person\",\n\t\t\t\tScope: \"test\",\n\t\t\t\tMethod: sdp.QueryMethod_LIST,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif !items[0].GetMetadata().GetHidden() {\n\t\t\t\tt.Fatal(\"Item was not marked as hidden in metadata\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"Search\", func(t *testing.T) {\n\t\t\titems, _, _, err := e.executeQuerySync(context.Background(), &sdp.Query{\n\t\t\t\tType: \"person\",\n\t\t\t\tScope: \"test\",\n\t\t\t\tQuery: \"three\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif !items[0].GetMetadata().GetHidden() {\n\t\t\t\tt.Fatal(\"Item was not marked as hidden in metadata\")\n\t\t\t}\n\t\t})\n\t})\n}\n\nfunc TestList(t *testing.T) {\n\tadapter := TestAdapter{}\n\tadapter.cache = sdpcache.NewMemoryCache()\n\n\te := newStartedEngine(t, \"TestList\", nil, nil, &adapter)\n\n\t_, _, _, err := e.executeQuerySync(context.Background(), &sdp.Query{\n\t\tType: \"person\",\n\t\tScope: \"test\",\n\t\tMethod: sdp.QueryMethod_LIST,\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif x := len(adapter.ListCalls); x != 1 {\n\t\tt.Fatalf(\"Expected 1 find call, got %v\", x)\n\t}\n\n\tfirstCall := adapter.ListCalls[0]\n\n\tif firstCall[0] != \"test\" {\n\t\tt.Fatalf(\"First find call parameters unexpected: %v\", firstCall)\n\t}\n}\n\nfunc TestSearch(t *testing.T) {\n\tadapter := TestAdapter{}\n\tadapter.cache = sdpcache.NewMemoryCache()\n\n\te := newStartedEngine(t, \"TestSearch\", nil, nil, &adapter)\n\n\t_, _, _, err := e.executeQuerySync(context.Background(), &sdp.Query{\n\t\tType: \"person\",\n\t\tScope: \"test\",\n\t\tQuery: \"query\",\n\t\tMethod: sdp.QueryMethod_SEARCH,\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif x := len(adapter.SearchCalls); x != 1 {\n\t\tt.Fatalf(\"Expected 1 Search call, got %v\", x)\n\t}\n\n\tfirstCall := adapter.SearchCalls[0]\n\n\tif firstCall[0] != \"test\" || firstCall[1] != \"query\" {\n\t\tt.Fatalf(\"First Search call parameters unexpected: %v\", firstCall)\n\t}\n}\n\nfunc TestListSearchCaching(t *testing.T) {\n\tadapter := TestAdapter{\n\t\tReturnScopes: []string{\n\t\t\t\"test\",\n\t\t\t\"empty\",\n\t\t\t\"error\",\n\t\t},\n\t\tcache: sdpcache.NewMemoryCache(),\n\t}\n\n\te := newStartedEngine(t, \"TestListSearchCaching\", nil, nil, &adapter)\n\n\tt.Run(\"caching with successful list\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\tvar list1 []*sdp.Item\n\t\tvar list2 []*sdp.Item\n\t\tvar list3 []*sdp.Item\n\t\tvar err error\n\t\tq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"test\",\n\t\t\tMethod: sdp.QueryMethod_LIST,\n\t\t}\n\n\t\tlist1, _, _, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\tlist2, _, _, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif list1[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue() != list2[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue() {\n\t\t\tt.Errorf(\"List queries had different generations, caching not working. %v != %v\", list1[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"], list2[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"])\n\t\t}\n\n\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\tlist3, _, _, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif list2[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"] == list3[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"] {\n\t\t\tt.Errorf(\"List queries after purging had the same generation, caching not working. %v == %v\", list2[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"], list3[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"])\n\t\t}\n\t})\n\n\tt.Run(\"empty list\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\tvar err error\n\t\tq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"empty\",\n\t\t\tMethod: sdp.QueryMethod_LIST,\n\t\t}\n\n\t\t_, _, errs, err := e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t_, _, errs, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\tif l := len(adapter.ListCalls); l != 1 {\n\t\t\tt.Errorf(\"Expected only 1 list call, got %v, cache not working: %v\", l, adapter.ListCalls)\n\t\t}\n\n\t\ttime.Sleep(200 * time.Millisecond)\n\n\t\t_, _, errs, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\tif l := len(adapter.ListCalls); l != 2 {\n\t\t\tt.Errorf(\"Expected 2 list calls, got %v, cache not clearing: %v\", l, adapter.ListCalls)\n\t\t}\n\t})\n\n\tt.Run(\"caching with successful search\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\tvar list1 []*sdp.Item\n\t\tvar list2 []*sdp.Item\n\t\tvar list3 []*sdp.Item\n\t\tvar err error\n\t\tq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"test\",\n\t\t\tQuery: \"query\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t}\n\n\t\tlist1, _, _, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\tlist2, _, _, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif list1[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue() != list2[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue() {\n\t\t\tt.Errorf(\"List queries had different generations, caching not working. %v != %v\", list1[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"], list2[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"])\n\t\t}\n\n\t\ttime.Sleep(200 * time.Millisecond)\n\n\t\tlist3, _, _, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif list2[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue() == list3[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue() {\n\t\t\tt.Errorf(\"List queries 200ms apart had the same generations, caching not working. %v == %v\", list2[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"], list3[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"])\n\t\t}\n\t})\n\n\tt.Run(\"empty search\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\tvar err error\n\t\tq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"empty\",\n\t\t\tQuery: \"query\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t}\n\n\t\t_, _, errs, err := e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t_, _, errs, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\ttime.Sleep(200 * time.Millisecond)\n\n\t\t_, _, errs, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\tif l := len(adapter.SearchCalls); l != 2 {\n\t\t\tt.Errorf(\"Expected 2 find calls, got %v, cache not clearing\", l)\n\t\t}\n\t})\n\n\tt.Run(\"non-caching of OTHER errors\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\tq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"error\",\n\t\t\tQuery: \"query\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t}\n\n\t\t_, _, errs, err := e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\t\t_, _, errs, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\tif l := len(adapter.GetCalls); l != 2 {\n\t\t\tt.Errorf(\"Expected 2 get calls, got %v, OTHER errors should not be cached\", l)\n\t\t}\n\t})\n\n\tt.Run(\"non-caching when ignoreCache is specified\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\tq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"error\",\n\t\t\tQuery: \"query\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t}\n\n\t\t_, _, errs, err := e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\t_, _, errs, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\tq.Method = sdp.QueryMethod_LIST\n\n\t\t_, _, errs, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\t_, _, errs, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\tq.Method = sdp.QueryMethod_SEARCH\n\n\t\t_, _, errs, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\t_, _, errs, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t\tif len(errs) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 error, got %v\", len(errs))\n\t\t}\n\n\t\tif l := len(adapter.GetCalls); l != 2 {\n\t\t\tt.Errorf(\"Expected 2 get calls, got %v\", l)\n\t\t}\n\n\t\tif l := len(adapter.ListCalls); l != 2 {\n\t\t\tt.Errorf(\"Expected 2 List calls, got %v\", l)\n\t\t}\n\n\t\tif l := len(adapter.SearchCalls); l != 2 {\n\t\t\tt.Errorf(\"Expected 2 Search calls, got %v\", l)\n\t\t}\n\t})\n}\n\nfunc TestSearchGetCaching(t *testing.T) {\n\t// We want to be sure that if an item has been found via a search and\n\t// cached, the cache will be hit if a Get is run for that particular item\n\n\tadapter := TestAdapter{\n\t\tReturnScopes: []string{\n\t\t\t\"test\",\n\t\t},\n\t\tcache: sdpcache.NewMemoryCache(),\n\t}\n\n\te := newStartedEngine(t, \"TestSearchGetCaching\", nil, nil, &adapter)\n\n\tt.Run(\"caching with successful search\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\tvar searchResult []*sdp.Item\n\t\tvar searchErrors []*sdp.QueryError\n\t\tvar getResult []*sdp.Item\n\t\tvar getErrors []*sdp.QueryError\n\t\tvar err error\n\t\tq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"test\",\n\t\t\tQuery: \"Dylan\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t}\n\n\t\tt.Logf(\"Searching for %v\", q.GetQuery())\n\t\tsearchResult, _, searchErrors, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif len(searchErrors) != 0 {\n\t\t\tfor _, err := range searchErrors {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t}\n\n\t\tif len(searchResult) == 0 {\n\t\t\tt.Fatal(\"Got no results\")\n\t\t}\n\n\t\tif len(searchResult) > 1 {\n\t\t\tt.Fatalf(\"Got too many results: %v\", searchResult)\n\t\t}\n\n\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t// Do a get query for that same item\n\t\tq.Method = sdp.QueryMethod_GET\n\t\tq.Query = searchResult[0].UniqueAttributeValue()\n\n\t\tt.Logf(\"Getting %v from cache\", q.GetQuery())\n\t\tgetResult, _, getErrors, err = e.executeQuerySync(context.Background(), &q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif len(getErrors) != 0 {\n\t\t\tfor _, err := range getErrors {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t}\n\n\t\tif len(getResult) == 0 {\n\t\t\tt.Error(\"No result from GET\")\n\t\t}\n\n\t\tif searchResult[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue() != getResult[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"].GetNumberValue() {\n\t\t\tt.Errorf(\"Search and Get queries had different generations, caching not working. %v != %v\", searchResult[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"], getResult[0].GetAttributes().GetAttrStruct().GetFields()[\"generation\"])\n\t\t}\n\t})\n}\n\nfunc TestNewQueryResultStream(t *testing.T) {\n\titems := make(chan *sdp.Item, 10)\n\terrs := make(chan error, 10)\n\n\titemHandler := func(item *sdp.Item) {\n\t\ttime.Sleep(10 * time.Millisecond)\n\t\titems <- item\n\t}\n\n\terrHandler := func(err error) {\n\t\ttime.Sleep(10 * time.Millisecond)\n\t\terrs <- err\n\t}\n\n\tstream := NewQueryResultStream(itemHandler, errHandler)\n\n\t// Test Initialization\n\tif stream == nil {\n\t\tt.Fatal(\"Expected stream to be initialized, got nil\")\n\t\treturn\n\t}\n\tif stream.itemHandler == nil || stream.errHandler == nil {\n\t\tt.Fatal(\"Expected handlers to be set\")\n\t}\n\n\t// Test SendItem\n\ttestItem := &sdp.Item{}\n\tstream.SendItem(testItem)\n\n\t// Due to the fact that the handlers are executed in a goroutine it\n\t// essentially gives us a buffered channel with a buffer depth of 1 since\n\t// the item can be pulled off the internal items channel immediately then\n\t// wait on the handler in parallel. That's what allows this test to work\n\t// without extra synchronization\n\tif x := <-items; x != testItem {\n\t\tt.Fatalf(\"Expected item to be %v, got %v\", testItem, x)\n\t}\n\n\t// Test SendError\n\ttestErr := errors.New(\"test error\")\n\tstream.SendError(testErr)\n\n\tif x := <-errs; x.Error() != testErr.Error() {\n\t\tt.Fatalf(\"Expected error to be %v, got %v\", testErr, x)\n\t}\n}\n" }, { "path": "go/discovery/adapterhost.go", "content": "package discovery\n\nimport (\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\t\"sync\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\n// AdapterHost This struct holds references to all Adapters in a process\n// and provides utility functions to work with them. Methods of this\n// struct are safe to call concurrently.\ntype AdapterHost struct {\n\t// Map of types to all adapters for that type\n\tadapters []Adapter\n\t// Index for O(1) duplicate detection: map[type]map[scope]exists\n\tadapterIndex map[string]map[string]bool\n\tmutex sync.RWMutex\n}\n\nfunc NewAdapterHost() *AdapterHost {\n\tsh := &AdapterHost{\n\t\tadapters: make([]Adapter, 0),\n\t\tadapterIndex: make(map[string]map[string]bool),\n\t}\n\n\treturn sh\n}\n\nvar ErrAdapterAlreadyExists = errors.New(\"adapter already exists\")\n\n// AddAdapters Adds an adapter to this engine\nfunc (sh *AdapterHost) AddAdapters(adapters ...Adapter) error {\n\tsh.mutex.Lock()\n\tdefer sh.mutex.Unlock()\n\n\tfor _, newAdapter := range adapters {\n\t\tnewType := newAdapter.Type()\n\t\tnewScopes := newAdapter.Scopes()\n\n\t\t// Check for overlapping scopes using O(1) index lookup instead of O(n) scan\n\t\tif scopeMap, exists := sh.adapterIndex[newType]; exists {\n\t\t\tfor _, newScope := range newScopes {\n\t\t\t\tif scopeMap[newScope] {\n\t\t\t\t\tlog.Errorf(\"Error: Adapter with type %s and overlapping scope %s already exists\",\n\t\t\t\t\t\tnewType, newScope)\n\t\t\t\t\treturn fmt.Errorf(\"adapter with type %s and overlapping scopes already exists\", newType)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Add to index\n\t\tif sh.adapterIndex[newType] == nil {\n\t\t\tsh.adapterIndex[newType] = make(map[string]bool)\n\t\t}\n\t\tfor _, scope := range newScopes {\n\t\t\tsh.adapterIndex[newType][scope] = true\n\t\t}\n\n\t\t// Add to adapters list\n\t\tsh.adapters = append(sh.adapters, newAdapter)\n\t}\n\n\treturn nil\n}\n\n// Adapters Returns a slice of all known adapters\nfunc (sh *AdapterHost) Adapters() []Adapter {\n\tsh.mutex.RLock()\n\tdefer sh.mutex.RUnlock()\n\n\tadapters := make([]Adapter, 0)\n\n\tadapters = append(adapters, sh.adapters...)\n\n\treturn adapters\n}\n\n// VisibleAdapters Returns a slice of all known adapters excluding hidden ones\nfunc (sh *AdapterHost) VisibleAdapters() []Adapter {\n\tallAdapters := sh.Adapters()\n\tresult := make([]Adapter, 0)\n\n\t// Add all adapters unless they are hidden\n\tfor _, adapter := range allAdapters {\n\t\tif hs, ok := adapter.(HiddenAdapter); ok {\n\t\t\tif hs.Hidden() {\n\t\t\t\t// If the adapter is hidden, continue without adding it\n\t\t\t\tcontinue\n\t\t\t}\n\t\t}\n\n\t\tresult = append(result, adapter)\n\t}\n\n\treturn result\n}\n\n// AdapterByType Returns the adapters for a given type\nfunc (sh *AdapterHost) AdaptersByType(typ string) []Adapter {\n\tsh.mutex.RLock()\n\tdefer sh.mutex.RUnlock()\n\n\tadapters := make([]Adapter, 0)\n\n\tfor _, adapter := range sh.adapters {\n\t\tif adapter.Type() == typ {\n\t\t\tadapters = append(adapters, adapter)\n\t\t}\n\t}\n\n\treturn adapters\n}\n\n// ExpandQuery Expands queries with wildcards to no longer contain wildcards.\n// Meaning that if we support 5 types, and a query comes in with a wildcard\n// type, this function will expand that query into 5 queries, one for each\n// type.\n//\n// The same goes for scopes, if we have a query with a wildcard scope, and\n// a single adapter that supports 5 scopes, we will end up with 5 queries. The\n// exception to this is if we have an adapter that supports all scopes\n// (implements WildcardScopeAdapter) and the query method is LIST. In that\n// case we pass the wildcard scope directly to the adapter. For GET and\n// SEARCH, we always expand so multiple results can be returned.\n//\n// This functions returns a map of queries with the adapters that they should be\n// run against\nfunc (sh *AdapterHost) ExpandQuery(q *sdp.Query) map[*sdp.Query]Adapter {\n\tvar checkAdapters []Adapter\n\n\tif IsWildcard(q.GetType()) {\n\t\t// If the query has a wildcard type, all non-hidden adapters might try\n\t\t// to respond\n\t\tcheckAdapters = sh.VisibleAdapters()\n\t} else {\n\t\t// If the type is specific, pull just adapters for that type\n\t\tcheckAdapters = append(checkAdapters, sh.AdaptersByType(q.GetType())...)\n\t}\n\n\texpandedQueries := make(map[*sdp.Query]Adapter)\n\n\tfor _, adapter := range checkAdapters {\n\t\t// is the adapter is hidden\n\t\tisHidden := false\n\t\tif hs, ok := adapter.(HiddenAdapter); ok {\n\t\t\tisHidden = hs.Hidden()\n\t\t}\n\n\t\t// Check if adapter supports wildcard scopes\n\t\tsupportsWildcard := false\n\t\tif ws, ok := adapter.(WildcardScopeAdapter); ok {\n\t\t\tsupportsWildcard = ws.SupportsWildcardScope()\n\t\t}\n\n\t\t// If query has wildcard scope and adapter supports wildcards,\n\t\t// create ONE query with wildcard scope (no expansion).\n\t\t// Only for LIST: GET and SEARCH must expand so we can return\n\t\t// multiple results when a resource exists in multiple scopes.\n\t\tif supportsWildcard && IsWildcard(q.GetScope()) && !isHidden && q.GetMethod() == sdp.QueryMethod_LIST {\n\t\t\tdest := proto.Clone(q).(*sdp.Query)\n\t\t\tdest.Type = adapter.Type() // specialise the query to the adapter type\n\t\t\texpandedQueries[dest] = adapter\n\t\t\tcontinue // Skip normal scope expansion loop\n\t\t}\n\n\t\tfor _, adapterScope := range adapter.Scopes() {\n\t\t\t// Create a new query if:\n\t\t\t//\n\t\t\t// * The adapter supports all scopes, or\n\t\t\t// * The query scope is a wildcard (and the adapter is not hidden), or\n\t\t\t// * The query scope substring matches adapter scope\n\t\t\tif IsWildcard(adapterScope) || (IsWildcard(q.GetScope()) && !isHidden) || strings.Contains(adapterScope, q.GetScope()) {\n\t\t\t\tdest := proto.Clone(q).(*sdp.Query)\n\n\t\t\t\tdest.Type = adapter.Type()\n\n\t\t\t\t// Choose the more specific scope\n\t\t\t\tif IsWildcard(adapterScope) {\n\t\t\t\t\tdest.Scope = q.GetScope()\n\t\t\t\t} else {\n\t\t\t\t\tdest.Scope = adapterScope\n\t\t\t\t}\n\n\t\t\t\texpandedQueries[dest] = adapter\n\t\t\t}\n\t\t}\n\t}\n\n\treturn expandedQueries\n}\n\n// ClearAllAdapters Removes all adapters from the engine\nfunc (sh *AdapterHost) ClearAllAdapters() {\n\tsh.mutex.Lock()\n\tsh.adapters = make([]Adapter, 0)\n\tsh.adapterIndex = make(map[string]map[string]bool)\n\tsh.mutex.Unlock()\n}\n" }, { "path": "go/discovery/adapterhost_bench_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"runtime\"\n\t\"runtime/pprof\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/sourcegraph/conc/pool\"\n)\n\n// BenchmarkAddAdapters_GCPScenario simulates the real-world GCP organization scenario\n// where we have many projects, regions, and zones creating thousands of adapters\nfunc BenchmarkAddAdapters_GCPScenario(b *testing.B) {\n\tscenarios := []struct {\n\t\tname string\n\t\tprojects int\n\t\tregions int\n\t\tzones int\n\t\tadapterTypes int // Simplified: different adapter types per scope level\n\t}{\n\t\t{\"Small_5proj\", 5, 5, 10, 20},\n\t\t{\"Medium_23proj\", 23, 35, 135, 88}, // Current failing scenario\n\t\t{\"Large_100proj\", 100, 35, 135, 88}, // Enterprise scenario\n\t\t{\"VeryLarge_500proj\", 500, 35, 135, 88}, // Large enterprise\n\t}\n\n\tfor _, sc := range scenarios {\n\t\tb.Run(sc.name, func(b *testing.B) {\n\t\t\tb.ResetTimer()\n\t\t\tfor range b.N {\n\t\t\t\tb.StopTimer()\n\t\t\t\tadapters := generateGCPLikeAdapters(sc.projects, sc.regions, sc.zones, sc.adapterTypes)\n\t\t\t\tsh := NewAdapterHost()\n\t\t\t\tb.StartTimer()\n\n\t\t\t\tstart := time.Now()\n\t\t\t\terr := sh.AddAdapters(adapters...)\n\t\t\t\telapsed := time.Since(start)\n\n\t\t\t\tb.StopTimer()\n\t\t\t\tif err != nil {\n\t\t\t\t\tb.Fatalf(\"Failed to add adapters: %v\", err)\n\t\t\t\t}\n\n\t\t\t\ttotalAdapters := len(adapters)\n\t\t\t\tb.ReportMetric(float64(totalAdapters), \"adapters\")\n\t\t\t\tb.ReportMetric(elapsed.Seconds(), \"seconds\")\n\t\t\t\tb.ReportMetric(float64(totalAdapters)/elapsed.Seconds(), \"adapters/sec\")\n\t\t\t}\n\t\t})\n\t}\n}\n\n// BenchmarkAddAdapters_Scaling tests at different scales to demonstrate O(nΒ²) behavior\nfunc BenchmarkAddAdapters_Scaling(b *testing.B) {\n\tsizes := []int{100, 500, 1000, 5000, 10000, 25000}\n\n\tfor _, size := range sizes {\n\t\tb.Run(fmt.Sprintf(\"n=%d\", size), func(b *testing.B) {\n\t\t\tb.ResetTimer()\n\t\t\tfor range b.N {\n\t\t\t\tb.StopTimer()\n\t\t\t\tadapters := generateSimpleAdapters(size)\n\t\t\t\tsh := NewAdapterHost()\n\t\t\t\tb.StartTimer()\n\n\t\t\t\tstart := time.Now()\n\t\t\t\terr := sh.AddAdapters(adapters...)\n\t\t\t\telapsed := time.Since(start)\n\n\t\t\t\tb.StopTimer()\n\t\t\t\tif err != nil {\n\t\t\t\t\tb.Fatalf(\"Failed to add adapters: %v\", err)\n\t\t\t\t}\n\n\t\t\t\tb.ReportMetric(elapsed.Seconds(), \"seconds\")\n\t\t\t\tb.ReportMetric(float64(size)/elapsed.Seconds(), \"adapters/sec\")\n\t\t\t}\n\t\t})\n\t}\n}\n\n// BenchmarkAddAdapters_IncrementalAdd simulates adding adapters one project at a time\n// This is closer to how it might be used in practice\nfunc BenchmarkAddAdapters_IncrementalAdd(b *testing.B) {\n\tprojects := 100\n\tregionsPerProject := 35\n\tzonesPerProject := 135\n\ttypesPerScope := 30\n\n\tb.ResetTimer()\n\tfor range b.N {\n\t\tb.StopTimer()\n\t\tsh := NewAdapterHost()\n\t\tb.StartTimer()\n\n\t\tstart := time.Now()\n\n\t\t// Add adapters project by project (like we do in the real code)\n\t\tfor p := range projects {\n\t\t\tprojectAdapters := generateProjectAdapters(p, regionsPerProject, zonesPerProject, typesPerScope)\n\t\t\terr := sh.AddAdapters(projectAdapters...)\n\t\t\tif err != nil {\n\t\t\t\tb.Fatalf(\"Failed to add adapters for project %d: %v\", p, err)\n\t\t\t}\n\t\t}\n\n\t\telapsed := time.Since(start)\n\t\tb.StopTimer()\n\n\t\ttotalAdapters := len(sh.Adapters())\n\t\tb.ReportMetric(float64(totalAdapters), \"total_adapters\")\n\t\tb.ReportMetric(elapsed.Seconds(), \"seconds\")\n\t\tb.ReportMetric(float64(totalAdapters)/elapsed.Seconds(), \"adapters/sec\")\n\t}\n}\n\n// generateGCPLikeAdapters creates adapters that mimic the GCP source structure:\n// - Project-level adapters (one per project per type)\n// - Regional adapters (one per project per region per type)\n// - Zonal adapters (one per project per zone per type)\nfunc generateGCPLikeAdapters(projects, regions, zones, typesPerScope int) []Adapter {\n\tprojectTypes := typesPerScope / 3\n\tregionalTypes := typesPerScope / 3\n\tzonalTypes := typesPerScope / 3\n\n\ttotalAdapters := (projects * projectTypes) +\n\t\t(projects * regions * regionalTypes) +\n\t\t(projects * zones * zonalTypes)\n\n\tadapters := make([]Adapter, 0, totalAdapters)\n\n\tfor p := range projects {\n\t\tprojectID := fmt.Sprintf(\"project-%d\", p)\n\n\t\t// Project-level adapters\n\t\tfor t := range projectTypes {\n\t\t\tadapters = append(adapters, &TestAdapter{\n\t\t\t\tReturnScopes: []string{projectID},\n\t\t\t\tReturnType: fmt.Sprintf(\"gcp-project-type-%d\", t),\n\t\t\t\tReturnName: fmt.Sprintf(\"adapter-%s-type-%d\", projectID, t),\n\t\t\t})\n\t\t}\n\n\t\t// Regional adapters\n\t\tfor r := range regions {\n\t\t\tscope := fmt.Sprintf(\"%s.region-%d\", projectID, r)\n\t\t\tfor t := range regionalTypes {\n\t\t\t\tadapters = append(adapters, &TestAdapter{\n\t\t\t\t\tReturnScopes: []string{scope},\n\t\t\t\t\tReturnType: fmt.Sprintf(\"gcp-regional-type-%d\", t),\n\t\t\t\t\tReturnName: fmt.Sprintf(\"adapter-%s-type-%d\", scope, t),\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Zonal adapters\n\t\tfor z := range zones {\n\t\t\tscope := fmt.Sprintf(\"%s.zone-%d\", projectID, z)\n\t\t\tfor t := range zonalTypes {\n\t\t\t\tadapters = append(adapters, &TestAdapter{\n\t\t\t\t\tReturnScopes: []string{scope},\n\t\t\t\t\tReturnType: fmt.Sprintf(\"gcp-zonal-type-%d\", t),\n\t\t\t\t\tReturnName: fmt.Sprintf(\"adapter-%s-type-%d\", scope, t),\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn adapters\n}\n\n// generateProjectAdapters creates all adapters for a single project\nfunc generateProjectAdapters(projectNum, regions, zones, typesPerScope int) []Adapter {\n\tprojectTypes := typesPerScope / 3\n\tregionalTypes := typesPerScope / 3\n\tzonalTypes := typesPerScope / 3\n\n\ttotalAdapters := projectTypes + (regions * regionalTypes) + (zones * zonalTypes)\n\tadapters := make([]Adapter, 0, totalAdapters)\n\n\tprojectID := fmt.Sprintf(\"project-%d\", projectNum)\n\n\t// Project-level adapters\n\tfor t := range projectTypes {\n\t\tadapters = append(adapters, &TestAdapter{\n\t\t\tReturnScopes: []string{projectID},\n\t\t\tReturnType: fmt.Sprintf(\"gcp-project-type-%d\", t),\n\t\t\tReturnName: fmt.Sprintf(\"adapter-%s-type-%d\", projectID, t),\n\t\t})\n\t}\n\n\t// Regional adapters\n\tfor r := range regions {\n\t\tscope := fmt.Sprintf(\"%s.region-%d\", projectID, r)\n\t\tfor t := range regionalTypes {\n\t\t\tadapters = append(adapters, &TestAdapter{\n\t\t\t\tReturnScopes: []string{scope},\n\t\t\t\tReturnType: fmt.Sprintf(\"gcp-regional-type-%d\", t),\n\t\t\t\tReturnName: fmt.Sprintf(\"adapter-%s-type-%d\", scope, t),\n\t\t\t})\n\t\t}\n\t}\n\n\t// Zonal adapters\n\tfor z := range zones {\n\t\tscope := fmt.Sprintf(\"%s.zone-%d\", projectID, z)\n\t\tfor t := range zonalTypes {\n\t\t\tadapters = append(adapters, &TestAdapter{\n\t\t\t\tReturnScopes: []string{scope},\n\t\t\t\tReturnType: fmt.Sprintf(\"gcp-zonal-type-%d\", t),\n\t\t\t\tReturnName: fmt.Sprintf(\"adapter-%s-type-%d\", scope, t),\n\t\t\t})\n\t\t}\n\t}\n\n\treturn adapters\n}\n\n// generateSimpleAdapters creates n unique adapters for simple scaling tests\nfunc generateSimpleAdapters(n int) []Adapter {\n\tadapters := make([]Adapter, 0, n)\n\tfor i := range n {\n\t\tadapters = append(adapters, &TestAdapter{\n\t\t\tReturnScopes: []string{fmt.Sprintf(\"scope-%d\", i)},\n\t\t\tReturnType: fmt.Sprintf(\"type-%d\", i%100), // Reuse 100 types\n\t\t\tReturnName: fmt.Sprintf(\"adapter-%d\", i),\n\t\t})\n\t}\n\treturn adapters\n}\n\n// BenchmarkListAdapter is a test adapter that returns 10 items per LIST query\n// instead of the default 1 item. This is used for memory benchmarks to simulate\n// realistic query execution patterns.\ntype BenchmarkListAdapter struct {\n\tTestAdapter\n\titemsPerList int // Number of items to return per LIST query\n}\n\n// List returns exactly 10 items (or itemsPerList if set) for each LIST query\nfunc (b *BenchmarkListAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif b.cache == nil {\n\t\tb.cache = sdpcache.NewNoOpCache()\n\t}\n\t// Use the embedded TestAdapter's List method logic but return multiple items\n\t// We'll call the parent's cache lookup, but then generate multiple items\n\titemsPerList := b.itemsPerList\n\tif itemsPerList == 0 {\n\t\titemsPerList = 10 // Default to 10 items\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := b.cache.Lookup(ctx, b.Name(), sdp.QueryMethod_LIST, scope, b.Type(), \"\", ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\t// If we have cached items, return them (they should already be 10 items from previous call)\n\t\treturn cachedItems, nil\n\t}\n\n\t// Track the call\n\tb.ListCalls = append(b.ListCalls, []string{scope})\n\n\tswitch scope {\n\tcase \"empty\":\n\t\terr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no items found\",\n\t\t\tScope: scope,\n\t\t}\n\t\tb.cache.StoreUnavailableItem(ctx, err, b.DefaultCacheDuration(), ck)\n\t\treturn nil, err\n\tcase \"error\":\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Error for testing\",\n\t\t\tScope: scope,\n\t\t}\n\tdefault:\n\t\t// Generate exactly itemsPerList items\n\t\titems := make([]*sdp.Item, 0, itemsPerList)\n\t\tfor i := range itemsPerList {\n\t\t\titem := b.NewTestItem(scope, fmt.Sprintf(\"item-%d\", i))\n\t\t\titems = append(items, item)\n\t\t\tb.cache.StoreItem(ctx, item, b.DefaultCacheDuration(), ck)\n\t\t}\n\t\treturn items, nil\n\t}\n}\n\n// generateBenchmarkGCPLikeAdapters creates adapters that mimic the GCP source structure\n// but use BenchmarkListAdapter which returns 10 items per LIST query\nfunc generateBenchmarkGCPLikeAdapters(projects, regions, zones, typesPerScope int) []Adapter {\n\tprojectTypes := typesPerScope / 3\n\tregionalTypes := typesPerScope / 3\n\tzonalTypes := typesPerScope / 3\n\n\ttotalAdapters := (projects * projectTypes) +\n\t\t(projects * regions * regionalTypes) +\n\t\t(projects * zones * zonalTypes)\n\n\tadapters := make([]Adapter, 0, totalAdapters)\n\n\tfor p := range projects {\n\t\tprojectID := fmt.Sprintf(\"project-%d\", p)\n\n\t\t// Project-level adapters\n\t\tfor t := range projectTypes {\n\t\t\tadapters = append(adapters, &BenchmarkListAdapter{\n\t\t\t\tTestAdapter: TestAdapter{\n\t\t\t\t\tReturnScopes: []string{projectID},\n\t\t\t\t\tReturnType: fmt.Sprintf(\"gcp-project-type-%d\", t),\n\t\t\t\t\tReturnName: fmt.Sprintf(\"adapter-%s-type-%d\", projectID, t),\n\t\t\t\t},\n\t\t\t\titemsPerList: 10,\n\t\t\t})\n\t\t}\n\n\t\t// Regional adapters\n\t\tfor r := range regions {\n\t\t\tscope := fmt.Sprintf(\"%s.region-%d\", projectID, r)\n\t\t\tfor t := range regionalTypes {\n\t\t\t\tadapters = append(adapters, &BenchmarkListAdapter{\n\t\t\t\t\tTestAdapter: TestAdapter{\n\t\t\t\t\t\tReturnScopes: []string{scope},\n\t\t\t\t\t\tReturnType: fmt.Sprintf(\"gcp-regional-type-%d\", t),\n\t\t\t\t\t\tReturnName: fmt.Sprintf(\"adapter-%s-type-%d\", scope, t),\n\t\t\t\t\t},\n\t\t\t\t\titemsPerList: 10,\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Zonal adapters\n\t\tfor z := range zones {\n\t\t\tscope := fmt.Sprintf(\"%s.zone-%d\", projectID, z)\n\t\t\tfor t := range zonalTypes {\n\t\t\t\tadapters = append(adapters, &BenchmarkListAdapter{\n\t\t\t\t\tTestAdapter: TestAdapter{\n\t\t\t\t\t\tReturnScopes: []string{scope},\n\t\t\t\t\t\tReturnType: fmt.Sprintf(\"gcp-zonal-type-%d\", t),\n\t\t\t\t\t\tReturnName: fmt.Sprintf(\"adapter-%s-type-%d\", scope, t),\n\t\t\t\t\t},\n\t\t\t\t\titemsPerList: 10,\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn adapters\n}\n\n// newBenchmarkEngine creates an Engine for benchmarks without requiring NATS connection\n// The execution pools are manually initialized so queries can be executed without Start()\nfunc newBenchmarkEngine(adapters ...Adapter) (*Engine, error) {\n\tec := &EngineConfig{\n\t\tMaxParallelExecutions: 2000,\n\t\tSourceName: \"benchmark-engine\",\n\t\tNATSQueueName: \"\",\n\t\tUnauthenticated: true,\n\t\t// No NATSOptions - we don't need NATS for benchmarks\n\t}\n\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error creating engine: %w\", err)\n\t}\n\n\t// Manually initialize execution pools (normally done in Start())\n\t// This allows us to use ExecuteQuery without connecting to NATS\n\te.listExecutionPool = pool.New().WithMaxGoroutines(ec.MaxParallelExecutions)\n\te.getExecutionPool = pool.New().WithMaxGoroutines(ec.MaxParallelExecutions)\n\n\tif err := e.AddAdapters(adapters...); err != nil {\n\t\treturn nil, fmt.Errorf(\"error adding adapters: %w\", err)\n\t}\n\n\treturn e, nil\n}\n\n// TestAddAdapters_LargeScale is a regular test (not benchmark) that validates\n// the system can handle a realistic large-scale scenario\nfunc TestAddAdapters_LargeScale(t *testing.T) {\n\tif testing.Short() {\n\t\tt.Skip(\"Skipping large-scale test in short mode\")\n\t}\n\n\tscenarios := []struct {\n\t\tname string\n\t\tprojects int\n\t\tregions int\n\t\tzones int\n\t\ttypes int\n\t\ttimeout time.Duration\n\t}{\n\t\t{\"23_projects\", 23, 35, 135, 88, 30 * time.Second},\n\t\t{\"100_projects\", 100, 35, 135, 88, 5 * time.Minute},\n\t}\n\n\tfor _, sc := range scenarios {\n\t\tt.Run(sc.name, func(t *testing.T) {\n\t\t\tadapters := generateGCPLikeAdapters(sc.projects, sc.regions, sc.zones, sc.types)\n\t\t\tsh := NewAdapterHost()\n\n\t\t\tt.Logf(\"Testing with %d adapters\", len(adapters))\n\n\t\t\tdone := make(chan error, 1)\n\t\t\tgo func() {\n\t\t\t\tdone <- sh.AddAdapters(adapters...)\n\t\t\t}()\n\n\t\t\tselect {\n\t\t\tcase err := <-done:\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Failed to add adapters: %v\", err)\n\t\t\t\t}\n\t\t\t\tt.Logf(\"Successfully added %d adapters\", len(sh.Adapters()))\n\t\t\tcase <-time.After(sc.timeout):\n\t\t\t\tt.Fatalf(\"AddAdapters timed out after %v (likely O(nΒ²) issue)\", sc.timeout)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// TestMemoryFootprint_EnterpriseScale measures actual memory usage at enterprise scale\n// This provides accurate memory consumption data for capacity planning\nfunc TestMemoryFootprint_EnterpriseScale(t *testing.T) {\n\tif testing.Short() {\n\t\tt.Skip(\"Skipping memory footprint test in short mode\")\n\t}\n\n\tscenarios := []struct {\n\t\tname string\n\t\tprojects int\n\t\tregions int\n\t\tzones int\n\t\ttypes int\n\t}{\n\t\t{\"23_projects\", 23, 35, 135, 88},\n\t\t{\"100_projects\", 100, 35, 135, 88},\n\t\t{\"500_projects\", 500, 35, 135, 88},\n\t}\n\n\tfor _, sc := range scenarios {\n\t\tt.Run(sc.name, func(t *testing.T) {\n\t\t\t// Force GC and get baseline\n\t\t\truntime.GC()\n\t\t\tvar m1 runtime.MemStats\n\t\t\truntime.ReadMemStats(&m1)\n\n\t\t\t// Create adapters\n\t\t\tadapters := generateGCPLikeAdapters(sc.projects, sc.regions, sc.zones, sc.types)\n\t\t\tsh := NewAdapterHost()\n\t\t\terr := sh.AddAdapters(adapters...)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\t// Get memory stats immediately (don't GC, we want to see actual usage)\n\t\t\tvar m2 runtime.MemStats\n\t\t\truntime.ReadMemStats(&m2)\n\n\t\t\t// Calculate memory used - use TotalAlloc which is monotonically increasing\n\t\t\ttotalAllocated := m2.TotalAlloc - m1.TotalAlloc\n\t\t\tcurrentHeap := m2.HeapAlloc\n\t\t\tmemUsedMB := float64(totalAllocated) / (1024 * 1024)\n\t\t\theapUsedMB := float64(currentHeap) / (1024 * 1024)\n\t\t\tbytesPerAdapter := float64(totalAllocated) / float64(len(adapters))\n\t\t\tsysMemMB := float64(m2.Sys) / (1024 * 1024)\n\n\t\t\t// Log detailed stats\n\t\t\tt.Logf(\"=== Memory Footprint Analysis ===\")\n\t\t\tt.Logf(\"Adapters created: %d\", len(adapters))\n\t\t\tt.Logf(\"Total allocated: %d bytes (%.2f MB)\", totalAllocated, memUsedMB)\n\t\t\tt.Logf(\"Current heap usage: %d bytes (%.2f MB)\", currentHeap, heapUsedMB)\n\t\t\tt.Logf(\"Bytes per adapter: %.2f\", bytesPerAdapter)\n\t\t\tt.Logf(\"Heap objects: %d\", m2.HeapObjects)\n\t\t\tt.Logf(\"System memory (from OS): %.2f MB\", sysMemMB)\n\t\t\tt.Logf(\"Number of GC cycles: %d\", m2.NumGC-m1.NumGC)\n\n\t\t\t// Project memory usage for larger scales based on heap usage\n\t\t\tif sc.projects == 500 {\n\t\t\t\tmem1000 := (heapUsedMB / 500) * 1000\n\t\t\t\tmem5000 := (heapUsedMB / 500) * 5000\n\t\t\t\tt.Logf(\"\\n=== Projected Heap Memory Usage ===\")\n\t\t\t\tt.Logf(\"1,000 projects: ~%.0f MB (~%.1f GB)\", mem1000, mem1000/1024)\n\t\t\t\tt.Logf(\"5,000 projects: ~%.0f MB (~%.1f GB)\", mem5000, mem5000/1024)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// TestMemoryFootprint_WithListQueries measures memory usage when actually executing\n// LIST queries against adapters, not just adding them. This simulates real-world\n// usage where queries are executed and items are returned and cached.\n//\n// Memory Profiling:\n//\n//\tTo generate memory profiles for analysis:\n//\n//\t1. Generate memory profile:\n//\t go test -run TestMemoryFootprint_WithListQueries/35_projects \\\n//\t -memprofile=mem_35_projects.pprof ./discovery/...\n//\n//\t2. Analyze the profile:\n//\t go tool pprof mem_35_projects.pprof\n//\t # Then use: top, list , web, etc.\n//\n//\t3. Or use web UI:\n//\t go tool pprof -http=:8080 mem_35_projects.pprof\n//\t # Then open http://localhost:8080 in browser\n//\n//\tFor heap profiles at specific points (after adapters, after queries):\n//\t HEAP_PROFILE=heap go test -run TestMemoryFootprint_WithListQueries/35_projects -v ./discovery/...\nfunc TestMemoryFootprint_WithListQueries(t *testing.T) {\n\tif testing.Short() {\n\t\tt.Skip(\"Skipping memory footprint test with list queries in short mode\")\n\t}\n\n\tscenarios := []struct {\n\t\tname string\n\t\tprojects int\n\t\tregions int\n\t\tzones int\n\t\ttypes int\n\t\ttimeout time.Duration\n\t}{\n\t\t{\"35_projects\", 35, 35, 135, 88, 5 * time.Minute},\n\t}\n\n\tfor _, sc := range scenarios {\n\t\tt.Run(sc.name, func(t *testing.T) {\n\t\t\t// Force GC and get baseline\n\t\t\truntime.GC()\n\t\t\tvar m1 runtime.MemStats\n\t\t\truntime.ReadMemStats(&m1)\n\n\t\t\t// Create adapters using BenchmarkListAdapter (returns 10 items per query)\n\t\t\tadapters := generateBenchmarkGCPLikeAdapters(sc.projects, sc.regions, sc.zones, sc.types)\n\t\t\tengine, err := newBenchmarkEngine(adapters...)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to create engine: %v\", err)\n\t\t\t}\n\n\t\t\t// Get memory stats after adding adapters (before queries)\n\t\t\tvar m2 runtime.MemStats\n\t\t\truntime.ReadMemStats(&m2)\n\n\t\t\t// Write heap profile after adapters if requested\n\t\t\tif heapProfile := os.Getenv(\"HEAP_PROFILE\"); heapProfile != \"\" {\n\t\t\t\tf, err := os.Create(fmt.Sprintf(\"%s_%s_%d_projects_after_adapters.pprof\", heapProfile, sc.name, sc.projects))\n\t\t\t\tif err == nil {\n\t\t\t\t\tdefer f.Close()\n\t\t\t\t\truntime.GC()\n\t\t\t\t\tif err := pprof.WriteHeapProfile(f); err != nil {\n\t\t\t\t\t\tt.Logf(\"Failed to write heap profile: %v\", err)\n\t\t\t\t\t} else {\n\t\t\t\t\t\tt.Logf(\"Heap profile (after adapters) written to: %s\", f.Name())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Execute LIST queries for each unique adapter type\n\t\t\t// This will expand to all matching scopes via ExpandQuery\n\t\t\tctx, cancel := context.WithTimeout(context.Background(), sc.timeout)\n\t\t\tdefer cancel()\n\n\t\t\t// Collect unique adapter types\n\t\t\ttypeSet := make(map[string]bool)\n\t\t\tfor _, adapter := range adapters {\n\t\t\t\ttypeSet[adapter.Type()] = true\n\t\t\t}\n\n\t\t\t// Execute LIST queries for each unique adapter type across all scopes\n\t\t\t// This will expand to all matching scopes via ExpandQuery\n\t\t\ttotalItems := 0\n\t\t\ttotalErrors := 0\n\n\t\t\t// Execute one LIST query per adapter type (will expand to all scopes)\n\t\t\tfor adapterType := range typeSet {\n\t\t\t\tquery := &sdp.Query{\n\t\t\t\t\tType: adapterType,\n\t\t\t\t\tScope: \"*\", // Wildcard to match all scopes\n\t\t\t\t\tMethod: sdp.QueryMethod_LIST,\n\t\t\t\t}\n\n\t\t\t\titems, _, errs, err := engine.executeQuerySync(ctx, query)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Logf(\"Query execution error for type %s: %v\", adapterType, err)\n\t\t\t\t}\n\n\t\t\t\ttotalItems += len(items)\n\t\t\t\ttotalErrors += len(errs)\n\t\t\t}\n\n\t\t\t// Get final memory stats after queries\n\t\t\tvar m3 runtime.MemStats\n\t\t\truntime.ReadMemStats(&m3)\n\n\t\t\t// Write heap profile if requested via environment variable\n\t\t\tif heapProfile := os.Getenv(\"HEAP_PROFILE\"); heapProfile != \"\" {\n\t\t\t\tf, err := os.Create(fmt.Sprintf(\"%s_%s_%d_projects.pprof\", heapProfile, sc.name, sc.projects))\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Logf(\"Failed to create heap profile: %v\", err)\n\t\t\t\t} else {\n\t\t\t\t\tdefer f.Close()\n\t\t\t\t\truntime.GC() // Get accurate picture\n\t\t\t\t\tif err := pprof.WriteHeapProfile(f); err != nil {\n\t\t\t\t\t\tt.Logf(\"Failed to write heap profile: %v\", err)\n\t\t\t\t\t} else {\n\t\t\t\t\t\tt.Logf(\"Heap profile written to: %s\", f.Name())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Calculate memory deltas\n\t\t\tallocAfterAdapters := m2.TotalAlloc - m1.TotalAlloc\n\t\t\tallocAfterQueries := m3.TotalAlloc - m2.TotalAlloc\n\t\t\ttotalAllocated := m3.TotalAlloc - m1.TotalAlloc\n\n\t\t\theapAfterAdapters := m2.HeapAlloc\n\t\t\theapAfterQueries := m3.HeapAlloc\n\n\t\t\t// Convert to MB\n\t\t\tallocAfterAdaptersMB := float64(allocAfterAdapters) / (1024 * 1024)\n\t\t\tallocAfterQueriesMB := float64(allocAfterQueries) / (1024 * 1024)\n\t\t\ttotalAllocatedMB := float64(totalAllocated) / (1024 * 1024)\n\t\t\theapAfterAdaptersMB := float64(heapAfterAdapters) / (1024 * 1024)\n\t\t\theapAfterQueriesMB := float64(heapAfterQueries) / (1024 * 1024)\n\n\t\t\t// Calculate per-item and per-adapter metrics\n\t\t\tbytesPerAdapter := float64(totalAllocated) / float64(len(adapters))\n\t\t\tbytesPerItem := float64(allocAfterQueries) / float64(totalItems)\n\t\t\tbytesPerProject := float64(totalAllocated) / float64(sc.projects)\n\n\t\t\t// Log detailed stats\n\t\t\tt.Logf(\"=== Memory Footprint Analysis with List Queries ===\")\n\t\t\tt.Logf(\"Adapters created: %d\", len(adapters))\n\t\t\tt.Logf(\"Adapter types queried: %d\", len(typeSet))\n\t\t\tt.Logf(\"Total items returned: %d\", totalItems)\n\t\t\tt.Logf(\"Total errors: %d\", totalErrors)\n\t\t\tt.Logf(\"\\n=== Memory After Adding Adapters ===\")\n\t\t\tt.Logf(\"Total allocated: %d bytes (%.2f MB)\", allocAfterAdapters, allocAfterAdaptersMB)\n\t\t\tt.Logf(\"Heap usage: %d bytes (%.2f MB)\", heapAfterAdapters, heapAfterAdaptersMB)\n\t\t\tt.Logf(\"\\n=== Memory After Executing Queries ===\")\n\t\t\tt.Logf(\"Additional allocated: %d bytes (%.2f MB)\", allocAfterQueries, allocAfterQueriesMB)\n\t\t\tt.Logf(\"Heap usage: %d bytes (%.2f MB)\", heapAfterQueries, heapAfterQueriesMB)\n\t\t\tt.Logf(\"\\n=== Total Memory Usage ===\")\n\t\t\tt.Logf(\"Total allocated: %d bytes (%.2f MB)\", totalAllocated, totalAllocatedMB)\n\t\t\tt.Logf(\"Bytes per adapter: %.2f\", bytesPerAdapter)\n\t\t\tt.Logf(\"Bytes per item returned: %.2f\", bytesPerItem)\n\t\t\tt.Logf(\"Bytes per project: %.2f\", bytesPerProject)\n\t\t\tt.Logf(\"Heap objects: %d\", m3.HeapObjects)\n\t\t\tt.Logf(\"System memory (from OS): %.2f MB\", float64(m3.Sys)/(1024*1024))\n\t\t\tt.Logf(\"Number of GC cycles: %d\", m3.NumGC-m1.NumGC)\n\n\t\t\t// Project memory usage for larger scales\n\t\t\tif sc.projects >= 100 {\n\t\t\t\tmem1000 := (heapAfterQueriesMB / float64(sc.projects)) * 1000\n\t\t\t\tmem5000 := (heapAfterQueriesMB / float64(sc.projects)) * 5000\n\t\t\t\tt.Logf(\"\\n=== Projected Heap Memory Usage (with queries) ===\")\n\t\t\t\tt.Logf(\"1,000 projects: ~%.0f MB (~%.1f GB)\", mem1000, mem1000/1024)\n\t\t\t\tt.Logf(\"5,000 projects: ~%.0f MB (~%.1f GB)\", mem5000, mem5000/1024)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// BenchmarkMemoryFootprint_WithStats measures memory with runtime.MemStats\nfunc BenchmarkMemoryFootprint_WithStats(b *testing.B) {\n\tscenarios := []struct {\n\t\tname string\n\t\tprojects int\n\t\tregions int\n\t\tzones int\n\t\ttypes int\n\t}{\n\t\t{\"Small_23proj\", 23, 35, 135, 88},\n\t\t{\"Medium_100proj\", 100, 35, 135, 88},\n\t\t{\"Large_500proj\", 500, 35, 135, 88},\n\t}\n\n\tfor _, sc := range scenarios {\n\t\tb.Run(sc.name, func(b *testing.B) {\n\t\t\tfor range b.N {\n\t\t\t\tb.StopTimer()\n\n\t\t\t\t// Get baseline memory\n\t\t\t\truntime.GC()\n\t\t\t\tvar m1 runtime.MemStats\n\t\t\t\truntime.ReadMemStats(&m1)\n\n\t\t\t\tb.StartTimer()\n\n\t\t\t\t// Create and add adapters\n\t\t\t\tadapters := generateGCPLikeAdapters(sc.projects, sc.regions, sc.zones, sc.types)\n\t\t\t\tsh := NewAdapterHost()\n\t\t\t\terr := sh.AddAdapters(adapters...)\n\n\t\t\t\tb.StopTimer()\n\n\t\t\t\tif err != nil {\n\t\t\t\t\tb.Fatal(err)\n\t\t\t\t}\n\n\t\t\t\t// Measure final memory (no GC to see actual usage)\n\t\t\t\tvar m2 runtime.MemStats\n\t\t\t\truntime.ReadMemStats(&m2)\n\n\t\t\t\ttotalAllocated := m2.TotalAlloc - m1.TotalAlloc\n\t\t\t\theapUsed := m2.HeapAlloc\n\t\t\t\tmemUsedMB := float64(totalAllocated) / (1024 * 1024)\n\t\t\t\theapUsedMB := float64(heapUsed) / (1024 * 1024)\n\n\t\t\t\tb.ReportMetric(float64(len(adapters)), \"adapters\")\n\t\t\t\tb.ReportMetric(memUsedMB, \"total_alloc_MB\")\n\t\t\t\tb.ReportMetric(heapUsedMB, \"heap_MB\")\n\t\t\t\tb.ReportMetric(float64(totalAllocated)/float64(len(adapters)), \"bytes/adapter\")\n\t\t\t\tb.ReportMetric(float64(m2.HeapObjects), \"heap_objects\")\n\t\t\t\tb.ReportMetric(float64(m2.Sys)/(1024*1024), \"sys_memory_MB\")\n\t\t\t}\n\t\t})\n\t}\n}\n\n// BenchmarkMemoryFootprint_WithListQueries measures memory usage when executing\n// LIST queries against adapters that return 10 items each. This provides realistic\n// memory consumption data for capacity planning when queries are actually executed.\nfunc BenchmarkMemoryFootprint_WithListQueries(b *testing.B) {\n\tscenarios := []struct {\n\t\tname string\n\t\tprojects int\n\t\tregions int\n\t\tzones int\n\t\ttypes int\n\t}{\n\t\t{\"Medium_35proj\", 35, 35, 135, 88},\n\t}\n\n\tfor _, sc := range scenarios {\n\t\tb.Run(sc.name, func(b *testing.B) {\n\t\t\tfor range b.N {\n\t\t\t\tb.StopTimer()\n\n\t\t\t\t// Get baseline memory\n\t\t\t\truntime.GC()\n\t\t\t\tvar m1 runtime.MemStats\n\t\t\t\truntime.ReadMemStats(&m1)\n\n\t\t\t\t// Create adapters using BenchmarkListAdapter (returns 10 items per query)\n\t\t\t\tadapters := generateBenchmarkGCPLikeAdapters(sc.projects, sc.regions, sc.zones, sc.types)\n\t\t\t\tengine, err := newBenchmarkEngine(adapters...)\n\t\t\t\tif err != nil {\n\t\t\t\t\tb.Fatalf(\"Failed to create engine: %v\", err)\n\t\t\t\t}\n\n\t\t\t\t// Get memory after adding adapters\n\t\t\t\tvar m2 runtime.MemStats\n\t\t\t\truntime.ReadMemStats(&m2)\n\n\t\t\t\tb.StartTimer()\n\n\t\t\t\t// Execute LIST queries for each unique adapter type\n\t\t\t\tctx, cancel := context.WithTimeout(context.Background(), 10*time.Minute)\n\t\t\t\tdefer cancel()\n\n\t\t\t\t// Collect unique adapter types\n\t\t\t\ttypeSet := make(map[string]bool)\n\t\t\t\tfor _, adapter := range adapters {\n\t\t\t\t\ttypeSet[adapter.Type()] = true\n\t\t\t\t}\n\n\t\t\t\ttotalItems := 0\n\t\t\t\tfor adapterType := range typeSet {\n\t\t\t\t\tquery := &sdp.Query{\n\t\t\t\t\t\tType: adapterType,\n\t\t\t\t\t\tScope: \"*\", // Wildcard to match all scopes\n\t\t\t\t\t\tMethod: sdp.QueryMethod_LIST,\n\t\t\t\t\t}\n\n\t\t\t\t\titems, _, _, err := engine.executeQuerySync(ctx, query)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t// Log but don't fail - some queries might timeout in benchmarks\n\t\t\t\t\t\tb.Logf(\"Query execution error for type %s: %v\", adapterType, err)\n\t\t\t\t\t}\n\t\t\t\t\ttotalItems += len(items)\n\t\t\t\t}\n\n\t\t\t\tb.StopTimer()\n\n\t\t\t\t// Measure final memory after queries\n\t\t\t\tvar m3 runtime.MemStats\n\t\t\t\truntime.ReadMemStats(&m3)\n\n\t\t\t\tallocAfterAdapters := m2.TotalAlloc - m1.TotalAlloc\n\t\t\t\tallocAfterQueries := m3.TotalAlloc - m2.TotalAlloc\n\t\t\t\ttotalAllocated := m3.TotalAlloc - m1.TotalAlloc\n\t\t\t\theapAfterQueries := m3.HeapAlloc\n\n\t\t\t\tallocAfterAdaptersMB := float64(allocAfterAdapters) / (1024 * 1024)\n\t\t\t\tallocAfterQueriesMB := float64(allocAfterQueries) / (1024 * 1024)\n\t\t\t\ttotalAllocatedMB := float64(totalAllocated) / (1024 * 1024)\n\t\t\t\theapAfterQueriesMB := float64(heapAfterQueries) / (1024 * 1024)\n\n\t\t\t\tb.ReportMetric(float64(len(adapters)), \"adapters\")\n\t\t\t\tb.ReportMetric(float64(totalItems), \"items_returned\")\n\t\t\t\tb.ReportMetric(allocAfterAdaptersMB, \"alloc_after_adapters_MB\")\n\t\t\t\tb.ReportMetric(allocAfterQueriesMB, \"alloc_after_queries_MB\")\n\t\t\t\tb.ReportMetric(totalAllocatedMB, \"total_alloc_MB\")\n\t\t\t\tb.ReportMetric(heapAfterQueriesMB, \"heap_MB\")\n\t\t\t\tb.ReportMetric(float64(totalAllocated)/float64(len(adapters)), \"bytes/adapter\")\n\t\t\t\tb.ReportMetric(float64(allocAfterQueries)/float64(totalItems), \"bytes/item\")\n\t\t\t\tb.ReportMetric(float64(m3.HeapObjects), \"heap_objects\")\n\t\t\t\tb.ReportMetric(float64(m3.Sys)/(1024*1024), \"sys_memory_MB\")\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "go/discovery/adapterhost_test.go", "content": "package discovery\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestAdapterHostExpandQuery(t *testing.T) {\n\tsh := NewAdapterHost()\n\n\terr := sh.AddAdapters(\n\t\t&TestAdapter{\n\t\t\tReturnScopes: []string{\"test\"},\n\t\t\tReturnType: \"person\",\n\t\t\tReturnName: \"person\",\n\t\t},\n\t\t&TestAdapter{\n\t\t\tReturnScopes: []string{\"test\"},\n\t\t\tReturnType: \"fish\",\n\t\t\tReturnName: \"fish\",\n\t\t},\n\t\t&TestAdapter{\n\t\t\tReturnScopes: []string{\n\t\t\t\t\"multiA\",\n\t\t\t\t\"multiB\",\n\t\t\t},\n\t\t\tReturnType: \"chair\",\n\t\t\tReturnName: \"chair\",\n\t\t},\n\t\t&TestAdapter{\n\t\t\tReturnScopes: []string{\"test\"},\n\t\t\tReturnType: \"hidden_person\",\n\t\t\tIsHidden: true,\n\t\t\tReturnName: \"hidden_person\",\n\t\t},\n\t)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tt.Run(\"Right type wrong scope\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"wrong\",\n\t\t}\n\n\t\tm := sh.ExpandQuery(&req)\n\n\t\tif len(m) != 0 {\n\t\t\tt.Fatalf(\"Expected 0 queries, got %v\", len(m))\n\t\t}\n\t})\n\n\tt.Run(\"Right scope wrong type\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"wrong\",\n\t\t\tScope: \"test\",\n\t\t}\n\n\t\tm := sh.ExpandQuery(&req)\n\n\t\tif len(m) != 0 {\n\t\t\tt.Fatalf(\"Expected 0 queries, got %v\", len(m))\n\t\t}\n\t})\n\n\tt.Run(\"Right both\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: \"test\",\n\t\t}\n\n\t\tm := sh.ExpandQuery(&req)\n\n\t\tif len(m) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 query, got %v\", len(m))\n\t\t}\n\t})\n\n\tt.Run(\"Multi-scope\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"chair\",\n\t\t\tScope: \"multiB\",\n\t\t}\n\n\t\tm := sh.ExpandQuery(&req)\n\n\t\tif len(m) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 query, got %v\", len(m))\n\t\t}\n\t})\n\n\tt.Run(\"Wildcard scope\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tScope: sdp.WILDCARD,\n\t\t}\n\n\t\tm := sh.ExpandQuery(&req)\n\n\t\tif len(m) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 query, got %v\", len(m))\n\t\t}\n\n\t\treq = sdp.Query{\n\t\t\tType: \"chair\",\n\t\t\tScope: sdp.WILDCARD,\n\t\t}\n\n\t\tm = sh.ExpandQuery(&req)\n\n\t\tif len(m) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 queries, got %v\", len(m))\n\t\t}\n\t})\n\n\tt.Run(\"Wildcard type\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: sdp.WILDCARD,\n\t\t\tScope: \"test\",\n\t\t}\n\n\t\tm := sh.ExpandQuery(&req)\n\n\t\tif len(m) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 adapters, got %v\", len(m))\n\t\t}\n\t})\n\n\tt.Run(\"Wildcard both\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: sdp.WILDCARD,\n\t\t\tScope: sdp.WILDCARD,\n\t\t}\n\n\t\tm := sh.ExpandQuery(&req)\n\n\t\tif len(m) != 4 {\n\t\t\tt.Fatalf(\"Expected 4 adapters, got %v\", len(m))\n\t\t}\n\t})\n\n\tt.Run(\"substring match\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: sdp.WILDCARD,\n\t\t\tScope: \"multi\",\n\t\t}\n\n\t\tm := sh.ExpandQuery(&req)\n\n\t\tif len(m) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 queries, got %v\", len(m))\n\t\t}\n\t})\n\n\tt.Run(\"Listing hidden adapter with wildcard scope\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"hidden_person\",\n\t\t\tScope: sdp.WILDCARD,\n\t\t}\n\t\tif x := len(sh.ExpandQuery(&req)); x != 0 {\n\t\t\tt.Errorf(\"expected to find 0 adapters, found %v\", x)\n\t\t}\n\n\t\treq = sdp.Query{\n\t\t\tType: \"hidden_person\",\n\t\t\tScope: \"test\",\n\t\t}\n\t\tif x := len(sh.ExpandQuery(&req)); x != 1 {\n\t\t\tt.Errorf(\"expected to find 1 adapter, found %v\", x)\n\t\t}\n\t})\n}\n\nfunc TestAdapterHostAddAdapters(t *testing.T) {\n\tsh := NewAdapterHost()\n\n\tadapter := TestAdapter{}\n\n\terr := sh.AddAdapters(&adapter)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif x := len(sh.Adapters()); x != 1 {\n\t\tt.Fatalf(\"Expected 1 adapters, got %v\", x)\n\t}\n}\n\nfunc TestAdapterHostExpandQuery_WildcardScope(t *testing.T) {\n\tsh := NewAdapterHost()\n\n\t// Add regular adapter without wildcard support\n\tregularAdapter := &TestAdapter{\n\t\tReturnScopes: []string{\"project.zone-a\", \"project.zone-b\"},\n\t\tReturnType: \"regular-type\",\n\t\tReturnName: \"regular\",\n\t}\n\n\t// Add wildcard-supporting adapter\n\twildcardAdapter := &TestWildcardAdapter{\n\t\tTestAdapter: TestAdapter{\n\t\t\tReturnScopes: []string{\"project.zone-a\", \"project.zone-b\"},\n\t\t\tReturnType: \"wildcard-type\",\n\t\t\tReturnName: \"wildcard\",\n\t\t},\n\t\tsupportsWildcard: true,\n\t}\n\n\terr := sh.AddAdapters(regularAdapter, wildcardAdapter)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tt.Run(\"Regular adapter with wildcard scope expands to all scopes\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"regular-type\",\n\t\t\tScope: sdp.WILDCARD,\n\t\t}\n\n\t\texpanded := sh.ExpandQuery(&req)\n\n\t\t// Should expand to 2 queries (one per zone)\n\t\tif len(expanded) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 expanded queries for regular adapter, got %v\", len(expanded))\n\t\t}\n\n\t\t// Check that scopes are specific, not wildcard\n\t\tfor q := range expanded {\n\t\t\tif q.GetScope() == sdp.WILDCARD {\n\t\t\t\tt.Errorf(\"Expected specific scope, got wildcard\")\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Wildcard-supporting adapter with wildcard scope does not expand for LIST\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"wildcard-type\",\n\t\t\tMethod: sdp.QueryMethod_LIST,\n\t\t\tScope: sdp.WILDCARD,\n\t\t}\n\n\t\texpanded := sh.ExpandQuery(&req)\n\n\t\t// Should NOT expand - just 1 query with wildcard scope\n\t\tif len(expanded) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 query for wildcard adapter, got %v\", len(expanded))\n\t\t}\n\n\t\t// Check that scope is still wildcard\n\t\tfor q := range expanded {\n\t\t\tif q.GetScope() != sdp.WILDCARD {\n\t\t\t\tt.Errorf(\"Expected wildcard scope to be preserved, got %v\", q.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Wildcard-supporting adapter with wildcard scope expands for GET\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"wildcard-type\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tScope: sdp.WILDCARD,\n\t\t}\n\n\t\texpanded := sh.ExpandQuery(&req)\n\n\t\t// Should expand to 2 queries (one per scope) for GET\n\t\tif len(expanded) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 expanded queries for wildcard adapter with GET, got %v\", len(expanded))\n\t\t}\n\n\t\t// Check that scopes are specific, not wildcard\n\t\tfor q := range expanded {\n\t\t\tif q.GetScope() == sdp.WILDCARD {\n\t\t\t\tt.Errorf(\"Expected specific scope for GET, got wildcard\")\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Wildcard-supporting adapter with wildcard scope expands for SEARCH\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"wildcard-type\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tScope: sdp.WILDCARD,\n\t\t}\n\n\t\texpanded := sh.ExpandQuery(&req)\n\n\t\t// Should expand to 2 queries (one per scope) for SEARCH\n\t\tif len(expanded) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 expanded queries for wildcard adapter with SEARCH, got %v\", len(expanded))\n\t\t}\n\n\t\t// Check that scopes are specific, not wildcard\n\t\tfor q := range expanded {\n\t\t\tif q.GetScope() == sdp.WILDCARD {\n\t\t\t\tt.Errorf(\"Expected specific scope for SEARCH, got wildcard\")\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Wildcard-supporting adapter with specific scope works normally\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"wildcard-type\",\n\t\t\tScope: \"project.zone-a\",\n\t\t}\n\n\t\texpanded := sh.ExpandQuery(&req)\n\n\t\t// Should return 1 query with specific scope\n\t\tif len(expanded) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 query, got %v\", len(expanded))\n\t\t}\n\n\t\tfor q := range expanded {\n\t\t\tif q.GetScope() != \"project.zone-a\" {\n\t\t\t\tt.Errorf(\"Expected scope 'project.zone-a', got %v\", q.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Hidden wildcard adapter with wildcard scope is not included\", func(t *testing.T) {\n\t\thiddenWildcardAdapter := &TestWildcardAdapter{\n\t\t\tTestAdapter: TestAdapter{\n\t\t\t\tReturnScopes: []string{\"project.zone-a\"},\n\t\t\t\tReturnType: \"hidden-wildcard-type\",\n\t\t\t\tReturnName: \"hidden-wildcard\",\n\t\t\t\tIsHidden: true,\n\t\t\t},\n\t\t\tsupportsWildcard: true,\n\t\t}\n\n\t\terr := sh.AddAdapters(hiddenWildcardAdapter)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\treq := sdp.Query{\n\t\t\tType: \"hidden-wildcard-type\",\n\t\t\tScope: sdp.WILDCARD,\n\t\t}\n\n\t\texpanded := sh.ExpandQuery(&req)\n\n\t\t// Hidden adapters should not be expanded for wildcard scopes\n\t\tif len(expanded) != 0 {\n\t\t\tt.Fatalf(\"Expected 0 queries for hidden wildcard adapter, got %v\", len(expanded))\n\t\t}\n\t})\n}\n\n// TestWildcardAdapter extends TestAdapter to implement WildcardScopeAdapter\ntype TestWildcardAdapter struct {\n\tTestAdapter\n\tsupportsWildcard bool\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\nfunc (t *TestWildcardAdapter) SupportsWildcardScope() bool {\n\treturn t.supportsWildcard\n}\n" }, { "path": "go/discovery/cmd.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net\"\n\t\"net/http\"\n\t\"os\"\n\t\"runtime\"\n\t\"time\"\n\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go/sdpconnect\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/viper\"\n\t\"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp\"\n\t\"golang.org/x/oauth2\"\n)\n\nconst defaultApp = \"https://app.overmind.tech\"\n\nfunc AddEngineFlags(command *cobra.Command) {\n\tcommand.PersistentFlags().String(\"source-name\", \"\", \"The name of the source\")\n\tcobra.CheckErr(viper.BindEnv(\"source-name\", \"SOURCE_NAME\"))\n\tcommand.PersistentFlags().String(\"source-uuid\", \"\", \"The UUID of the source, is this is blank it will be auto-generated. This is used in heartbeats and shouldn't be supplied usually\")\n\tcobra.CheckErr(viper.BindEnv(\"source-uuid\", \"SOURCE_UUID\"))\n\tcommand.PersistentFlags().String(\"source-access-token\", \"\", \"The access token to use to authenticate the source for managed sources\")\n\tcobra.CheckErr(viper.BindEnv(\"source-access-token\", \"SOURCE_ACCESS_TOKEN\"))\n\tcommand.PersistentFlags().String(\"source-access-token-type\", \"\", \"The type of token to use to authenticate the source for managed sources\")\n\tcobra.CheckErr(viper.BindEnv(\"source-access-token-type\", \"SOURCE_ACCESS_TOKEN_TYPE\"))\n\n\tcommand.PersistentFlags().String(\"api-server-service-host\", \"\", \"The host of the API server service, only if the source is managed by Overmind\")\n\tcobra.CheckErr(viper.BindEnv(\"api-server-service-host\", \"API_SERVER_SERVICE_HOST\"))\n\tcommand.PersistentFlags().String(\"api-server-service-port\", \"\", \"The port of the API server service, only if the source is managed by Overmind\")\n\tcobra.CheckErr(viper.BindEnv(\"api-server-service-port\", \"API_SERVER_SERVICE_PORT\"))\n\tcommand.PersistentFlags().String(\"nats-service-host\", \"\", \"The host of the NATS service, only if the source is managed by Overmind\")\n\tcobra.CheckErr(viper.BindEnv(\"nats-service-host\", \"NATS_SERVICE_HOST\"))\n\tcommand.PersistentFlags().String(\"nats-service-port\", \"\", \"The port of the NATS service, only if the source is managed by Overmind\")\n\tcobra.CheckErr(viper.BindEnv(\"nats-service-port\", \"NATS_SERVICE_PORT\"))\n\n\tcommand.PersistentFlags().Bool(\"overmind-managed-source\", false, \"If you are running the source yourself or if it is managed by Overmind\")\n\tcobra.CheckErr(command.PersistentFlags().MarkHidden(\"overmind-managed-source\"))\n\tcobra.CheckErr(viper.BindEnv(\"overmind-managed-source\", \"OVERMIND_MANAGED_SOURCE\"))\n\n\tcommand.PersistentFlags().String(\"app\", defaultApp, \"The URL of the Overmind app to use\")\n\tcobra.CheckErr(viper.BindEnv(\"app\", \"APP\"))\n\tcommand.PersistentFlags().String(\"api-key\", \"\", \"The API key to use to authenticate to the Overmind API\")\n\tcobra.CheckErr(viper.BindEnv(\"api-key\", \"OVM_API_KEY\", \"API_KEY\"))\n\n\tcommand.PersistentFlags().String(\"nats-connection-name\", \"\", \"The name that the source should use to connect to NATS\")\n\tcobra.CheckErr(viper.BindEnv(\"nats-connection-name\", \"NATS_CONNECTION_NAME\"))\n\tcommand.PersistentFlags().Int(\"nats-connection-timeout\", 10, \"The timeout for connecting to NATS\")\n\tcobra.CheckErr(viper.BindEnv(\"nats-connection-timeout\", \"NATS_CONNECTION_TIMEOUT\"))\n\n\tcommand.PersistentFlags().Int(\"max-parallel\", 0, \"The maximum number of parallel executions\")\n\tcobra.CheckErr(viper.BindEnv(\"max-parallel\", \"MAX_PARALLEL\"))\n}\n\nfunc EngineConfigFromViper(engineType, version string) (*EngineConfig, error) {\n\tvar sourceName string\n\thostname, err := os.Hostname()\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error getting hostname: %w\", err)\n\t}\n\n\tif viper.GetString(\"source-name\") == \"\" {\n\t\tsourceName = fmt.Sprintf(\"%s-%s\", engineType, hostname)\n\t} else {\n\t\tsourceName = viper.GetString(\"source-name\")\n\t}\n\n\tsourceUUIDString := viper.GetString(\"source-uuid\")\n\tvar sourceUUID uuid.UUID\n\tif sourceUUIDString == \"\" {\n\t\tsourceUUID = uuid.New()\n\t} else {\n\t\tvar err error\n\t\tsourceUUID, err = uuid.Parse(sourceUUIDString)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"error parsing source-uuid: %w\", err)\n\t\t}\n\t}\n\n\tvar managedSource sdp.SourceManaged\n\tif viper.GetBool(\"overmind-managed-source\") {\n\t\tmanagedSource = sdp.SourceManaged_MANAGED\n\t} else {\n\t\tmanagedSource = sdp.SourceManaged_LOCAL\n\t}\n\n\tvar apiServerURL string\n\tvar natsServerURL string\n\tappURL := viper.GetString(\"app\")\n\tif managedSource == sdp.SourceManaged_MANAGED {\n\t\tapiServerHost := viper.GetString(\"api-server-service-host\")\n\t\tapiServerPort := viper.GetString(\"api-server-service-port\")\n\t\tif apiServerHost == \"\" || apiServerPort == \"\" {\n\t\t\treturn nil, errors.New(\"API_SERVER_SERVICE_HOST and API_SERVER_SERVICE_PORT (provided by k8s) must be set for managed sources\")\n\t\t}\n\t\tapiServerURL = net.JoinHostPort(apiServerHost, apiServerPort)\n\t\tif apiServerPort == \"443\" {\n\t\t\tapiServerURL = \"https://\" + apiServerURL\n\t\t} else {\n\t\t\tapiServerURL = \"http://\" + apiServerURL\n\t\t}\n\n\t\tnatsServerHost := viper.GetString(\"nats-service-host\")\n\t\tnatsServerPort := viper.GetString(\"nats-service-port\")\n\t\tif natsServerHost == \"\" || natsServerPort == \"\" {\n\t\t\treturn nil, errors.New(\"NATS_SERVICE_HOST and NATS_SERVICE_PORT (provided by k8s) must be set for managed sources\")\n\t\t}\n\t\tnatsServerURL = net.JoinHostPort(natsServerHost, natsServerPort)\n\t\t// default to websocket if the port is 443; this is to allow GCP sources\n\t\t// to connect to NATS from outside the EKS cluster\n\t\tif natsServerPort == \"443\" {\n\t\t\tnatsServerURL = \"wss://\" + natsServerURL\n\t\t} else {\n\t\t\tnatsServerURL = \"nats://\" + natsServerURL\n\t\t}\n\t} else {\n\t\t// look up the api server url from the app url\n\t\tctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)\n\t\tdefer cancel()\n\t\toi, err := sdp.NewOvermindInstance(ctx, appURL)\n\t\tif err != nil {\n\t\t\terr = fmt.Errorf(\"Could not determine Overmind instance URLs from app URL %s: %w\", appURL, err)\n\t\t\treturn nil, err\n\t\t}\n\t\tapiServerURL = oi.ApiUrl.String()\n\t\tnatsServerURL = oi.NatsUrl.String()\n\t}\n\n\t// setup natsOptions\n\tvar natsConnectionName string\n\tif viper.GetString(\"nats-connection-name\") == \"\" {\n\t\tnatsConnectionName = hostname\n\t}\n\tnatsOptions := auth.NATSOptions{\n\t\tNumRetries: -1,\n\t\tRetryDelay: 5 * time.Second,\n\t\tServers: []string{natsServerURL},\n\t\tConnectionName: natsConnectionName,\n\t\tConnectionTimeout: time.Duration(viper.GetInt(\"nats-connection-timeout\")) * time.Second,\n\t\tMaxReconnects: -1,\n\t\tReconnectWait: 1 * time.Second,\n\t\tReconnectJitter: 1 * time.Second,\n\t}\n\n\tallow := os.Getenv(\"ALLOW_UNAUTHENTICATED\")\n\tallowUnauthenticated := allow == \"true\"\n\n\t// order of precedence is:\n\t// unauthenticated overrides everything # used for local development\n\t// if managed source, we expect a token\n\t// if local source, we expect an api key\n\n\tif allowUnauthenticated {\n\t\tlog.Warn(\"Using unauthenticated mode as ALLOW_UNAUTHENTICATED is set\")\n\t} else {\n\t\tif viper.GetBool(\"overmind-managed-source\") {\n\t\t\tlog.Info(\"Running source in managed mode\")\n\t\t\t// If managed source, we expect a token\n\t\t\tif viper.GetString(\"source-access-token\") == \"\" {\n\t\t\t\treturn nil, errors.New(\"source-access-token must be set for managed sources\")\n\t\t\t}\n\t\t} else if viper.GetString(\"api-key\") == \"\" {\n\t\t\treturn nil, errors.New(\"api-key must be set for local sources\")\n\t\t}\n\t}\n\n\tmaxParallelExecutions := viper.GetInt(\"max-parallel\")\n\tif maxParallelExecutions == 0 {\n\t\tmaxParallelExecutions = runtime.NumCPU() * 100 // we expect most source interactions to be waiting on external services, so adding more parallelism can help\n\t}\n\n\treturn &EngineConfig{\n\t\tEngineType: engineType,\n\t\tVersion: version,\n\t\tSourceName: sourceName,\n\t\tSourceUUID: sourceUUID,\n\t\tOvermindManagedSource: managedSource,\n\t\tSourceAccessToken: viper.GetString(\"source-access-token\"),\n\t\tSourceAccessTokenType: viper.GetString(\"source-access-token-type\"),\n\t\tApp: appURL,\n\t\tAPIServerURL: apiServerURL,\n\t\tApiKey: viper.GetString(\"api-key\"),\n\t\tNATSOptions: &natsOptions,\n\t\tUnauthenticated: allowUnauthenticated,\n\t\tMaxParallelExecutions: maxParallelExecutions,\n\t}, nil\n}\n\n// MapFromEngineConfig Returns the config as a map\nfunc MapFromEngineConfig(ec *EngineConfig) map[string]any {\n\tvar apiKeyClientSecret string\n\tif ec.ApiKey != \"\" {\n\t\tapiKeyClientSecret = \"[REDACTED]\"\n\t}\n\tvar sourceAccessToken string\n\tif ec.SourceAccessToken != \"\" {\n\t\tsourceAccessToken = \"[REDACTED]\"\n\t}\n\n\treturn map[string]any{\n\t\t\"engine-type\": ec.EngineType,\n\t\t\"version\": ec.Version,\n\t\t\"source-name\": ec.SourceName,\n\t\t\"source-uuid\": ec.SourceUUID,\n\t\t\"source-access-token\": sourceAccessToken,\n\t\t\"source-access-token-type\": ec.SourceAccessTokenType,\n\t\t\"managed-source\": ec.OvermindManagedSource,\n\t\t\"app\": ec.App,\n\t\t\"api-key\": apiKeyClientSecret,\n\t\t\"api-server-url\": ec.APIServerURL,\n\t\t\"max-parallel-executions\": ec.MaxParallelExecutions,\n\t\t\"nats-servers\": ec.NATSOptions.Servers,\n\t\t\"nats-connection-name\": ec.NATSOptions.ConnectionName,\n\t\t\"nats-connection-timeout\": ec.NATSConnectionTimeout,\n\t\t\"nats-queue-name\": ec.NATSQueueName,\n\t\t\"unauthenticated\": ec.Unauthenticated,\n\t}\n}\n\n// CreateClients sets up NATS TokenClient and HeartbeatOptions.ManagementClient from config.\n// Each client is only created if not already set (idempotent), so callers like the CLI\n// can pre-configure clients without them being overwritten.\nfunc (ec *EngineConfig) CreateClients() error {\n\t// If we are running in unauthenticated mode then do nothing here\n\tif ec.Unauthenticated {\n\t\tlog.Warn(\"Using unauthenticated NATS as ALLOW_UNAUTHENTICATED is set\")\n\t\tif ec.NATSOptions != nil {\n\t\t\tlog.WithField(\"config\", fmt.Sprintf(\"%v\", MapFromEngineConfig(ec))).Info(\"Engine config\")\n\t\t}\n\t\treturn nil\n\t}\n\n\t// If both clients are already configured (e.g. CLI), skip entirely\n\tif ec.NATSOptions != nil && ec.NATSOptions.TokenClient != nil &&\n\t\tec.HeartbeatOptions != nil && ec.HeartbeatOptions.ManagementClient != nil {\n\t\treturn nil\n\t}\n\n\tswitch ec.OvermindManagedSource {\n\tcase sdp.SourceManaged_LOCAL:\n\t\tlog.Info(\"Using API Key for authentication, heartbeats will be sent\")\n\n\t\tif ec.NATSOptions != nil && ec.NATSOptions.TokenClient == nil {\n\t\t\ttokenClient, err := auth.NewAPIKeyClient(ec.APIServerURL, ec.ApiKey)\n\t\t\tif err != nil {\n\t\t\t\treturn fmt.Errorf(\"error creating API key client: %w\", err)\n\t\t\t}\n\t\t\tec.NATSOptions.TokenClient = tokenClient\n\t\t}\n\n\t\tif ec.HeartbeatOptions == nil {\n\t\t\tec.HeartbeatOptions = &HeartbeatOptions{}\n\t\t}\n\t\tif ec.HeartbeatOptions.ManagementClient == nil {\n\t\t\ttokenSource := auth.NewAPIKeyTokenSource(ec.ApiKey, ec.APIServerURL)\n\t\t\ttransport := oauth2.Transport{\n\t\t\t\tSource: tokenSource,\n\t\t\t\tBase: http.DefaultTransport,\n\t\t\t}\n\t\t\tauthenticatedClient := http.Client{\n\t\t\t\tTransport: otelhttp.NewTransport(&transport),\n\t\t\t}\n\t\t\tec.HeartbeatOptions.ManagementClient = sdpconnect.NewManagementServiceClient(\n\t\t\t\t&authenticatedClient,\n\t\t\t\tec.APIServerURL,\n\t\t\t)\n\t\t\tec.HeartbeatOptions.Frequency = time.Second * 30\n\t\t}\n\n\t\tif ec.NATSOptions != nil {\n\t\t\tlog.WithField(\"config\", fmt.Sprintf(\"%v\", MapFromEngineConfig(ec))).Info(\"Engine config\")\n\t\t}\n\t\treturn nil\n\tcase sdp.SourceManaged_MANAGED:\n\t\tlog.Info(\"Using static token for authentication, heartbeats will be sent\")\n\n\t\tif ec.NATSOptions != nil && ec.NATSOptions.TokenClient == nil {\n\t\t\ttokenClient, err := auth.NewStaticTokenClient(ec.APIServerURL, ec.SourceAccessToken, ec.SourceAccessTokenType)\n\t\t\tif err != nil {\n\t\t\t\terr = fmt.Errorf(\"error creating static token client: %w\", err)\n\t\t\t\tsentry.CaptureException(err)\n\t\t\t\treturn err\n\t\t\t}\n\t\t\tec.NATSOptions.TokenClient = tokenClient\n\t\t}\n\n\t\tif ec.HeartbeatOptions == nil {\n\t\t\tec.HeartbeatOptions = &HeartbeatOptions{}\n\t\t}\n\t\tif ec.HeartbeatOptions.ManagementClient == nil {\n\t\t\ttokenSource := oauth2.StaticTokenSource(&oauth2.Token{\n\t\t\t\tAccessToken: ec.SourceAccessToken,\n\t\t\t\tTokenType: ec.SourceAccessTokenType,\n\t\t\t})\n\t\t\ttransport := oauth2.Transport{\n\t\t\t\tSource: tokenSource,\n\t\t\t\tBase: http.DefaultTransport,\n\t\t\t}\n\t\t\tauthenticatedClient := http.Client{\n\t\t\t\tTransport: otelhttp.NewTransport(&transport),\n\t\t\t}\n\t\t\tec.HeartbeatOptions.ManagementClient = sdpconnect.NewManagementServiceClient(\n\t\t\t\t&authenticatedClient,\n\t\t\t\tec.APIServerURL,\n\t\t\t)\n\t\t\tec.HeartbeatOptions.Frequency = time.Second * 30\n\t\t}\n\n\t\tif ec.NATSOptions != nil {\n\t\t\tlog.WithField(\"config\", fmt.Sprintf(\"%v\", MapFromEngineConfig(ec))).Info(\"Engine config\")\n\t\t}\n\t\treturn nil\n\t}\n\n\terr := fmt.Errorf(\"unable to setup authentication. Please check your configuration %v\", ec)\n\treturn err\n}\n" }, { "path": "go/discovery/cmd_test.go", "content": "package discovery\n\nimport (\n\t\"os\"\n\t\"runtime\"\n\t\"testing\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/spf13/viper\"\n\t\"github.com/stretchr/testify/assert\"\n\t\"github.com/stretchr/testify/require\"\n)\n\n// NB we do not call AddEngineFlags so we use command line flags, not environment variables\nfunc TestEngineConfigFromViper(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tsetupViper func()\n\t\tengineType string\n\t\tversion string\n\t\texpectedSourceName string\n\t\texpectedSourceUUID uuid.UUID\n\t\texpectedSourceAccessToken string\n\t\texpectedSourceAccessTokenType string\n\t\texpectedManagedSource sdp.SourceManaged\n\t\texpectedApp string\n\t\texpectedApiServerURL string\n\t\texpectedApiKey string\n\t\texpectedNATSUrl string\n\t\texpectedMaxParallel int\n\t\texpectUnauthenticated bool\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"default values\",\n\t\t\tsetupViper: func() {\n\t\t\t\tviper.Set(\"app\", \"https://app.overmind.tech\")\n\t\t\t\tviper.Set(\"api-key\", \"api-key\")\n\t\t\t},\n\t\t\tengineType: \"test-engine\",\n\t\t\tversion: \"1.0\",\n\t\t\texpectedSourceName: \"test-engine-\" + getHostname(t),\n\t\t\texpectedSourceUUID: uuid.Nil,\n\t\t\texpectedSourceAccessToken: \"\",\n\t\t\texpectedSourceAccessTokenType: \"\",\n\t\t\texpectedManagedSource: sdp.SourceManaged_LOCAL,\n\t\t\texpectedApp: \"https://app.overmind.tech\",\n\t\t\texpectedApiServerURL: \"https://api.app.overmind.tech\",\n\t\t\texpectedNATSUrl: \"wss://messages.app.overmind.tech\",\n\t\t\texpectedApiKey: \"api-key\",\n\t\t\texpectedMaxParallel: runtime.NumCPU() * 100,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"custom values\",\n\t\t\tsetupViper: func() {\n\t\t\t\tviper.Set(\"source-name\", \"custom-source\")\n\t\t\t\tviper.Set(\"source-uuid\", \"123e4567-e89b-12d3-a456-426614174000\")\n\t\t\t\tviper.Set(\"app\", \"https://df.overmind-demo.com/\")\n\t\t\t\tviper.Set(\"api-key\", \"custom-api-key\")\n\t\t\t\tviper.Set(\"max-parallel\", 10)\n\t\t\t},\n\t\t\tengineType: \"test-engine\",\n\t\t\tversion: \"1.0\",\n\t\t\texpectedSourceName: \"custom-source\",\n\t\t\texpectedSourceUUID: uuid.MustParse(\"123e4567-e89b-12d3-a456-426614174000\"),\n\t\t\texpectedSourceAccessToken: \"\",\n\t\t\texpectedSourceAccessTokenType: \"\",\n\t\t\texpectedManagedSource: sdp.SourceManaged_LOCAL,\n\t\t\texpectedApp: \"https://df.overmind-demo.com/\",\n\t\t\texpectedApiServerURL: \"https://api.df.overmind-demo.com\",\n\t\t\texpectedNATSUrl: \"wss://messages.df.overmind-demo.com\",\n\t\t\texpectedApiKey: \"custom-api-key\",\n\t\t\texpectedMaxParallel: 10,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid UUID\",\n\t\t\tsetupViper: func() {\n\t\t\t\tviper.Set(\"source-uuid\", \"invalid-uuid\")\n\t\t\t},\n\t\t\tengineType: \"test-engine\",\n\t\t\tversion: \"1.0\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"managed source - nats\",\n\t\t\tsetupViper: func() {\n\t\t\t\tviper.Set(\"source-name\", \"custom-source\")\n\t\t\t\tviper.Set(\"source-uuid\", \"123e4567-e89b-12d3-a456-426614174000\")\n\t\t\t\tviper.Set(\"source-access-token\", \"custom-access-token\")\n\t\t\t\tviper.Set(\"source-access-token-type\", \"custom-token-type\")\n\t\t\t\tviper.Set(\"overmind-managed-source\", true)\n\t\t\t\tviper.Set(\"max-parallel\", 10)\n\n\t\t\t\tviper.Set(\"api-server-service-host\", \"api.app.overmind.tech\")\n\t\t\t\tviper.Set(\"api-server-service-port\", \"443\")\n\t\t\t\tviper.Set(\"nats-service-host\", \"messages.app.overmind.tech\")\n\t\t\t\tviper.Set(\"nats-service-port\", \"4222\")\n\t\t\t},\n\t\t\tengineType: \"test-engine\",\n\t\t\tversion: \"1.0\",\n\t\t\texpectedSourceName: \"custom-source\",\n\t\t\texpectedSourceUUID: uuid.MustParse(\"123e4567-e89b-12d3-a456-426614174000\"),\n\t\t\texpectedSourceAccessToken: \"custom-access-token\",\n\t\t\texpectedSourceAccessTokenType: \"custom-token-type\",\n\t\t\texpectedManagedSource: sdp.SourceManaged_MANAGED,\n\n\t\t\texpectedApiServerURL: \"https://api.app.overmind.tech:443\",\n\t\t\texpectedNATSUrl: \"nats://messages.app.overmind.tech:4222\",\n\t\t\texpectedMaxParallel: 10,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"managed source - wss\",\n\t\t\tsetupViper: func() {\n\t\t\t\tviper.Set(\"source-name\", \"custom-source\")\n\t\t\t\tviper.Set(\"source-uuid\", \"123e4567-e89b-12d3-a456-426614174000\")\n\t\t\t\tviper.Set(\"source-access-token\", \"custom-access-token\")\n\t\t\t\tviper.Set(\"source-access-token-type\", \"custom-token-type\")\n\t\t\t\tviper.Set(\"overmind-managed-source\", true)\n\t\t\t\tviper.Set(\"max-parallel\", 10)\n\n\t\t\t\tviper.Set(\"api-server-service-host\", \"api.app.overmind.tech\")\n\t\t\t\tviper.Set(\"api-server-service-port\", \"443\")\n\t\t\t\tviper.Set(\"nats-service-host\", \"messages.app.overmind.tech\")\n\t\t\t\tviper.Set(\"nats-service-port\", \"443\")\n\t\t\t},\n\t\t\tengineType: \"test-engine\",\n\t\t\tversion: \"1.0\",\n\t\t\texpectedSourceName: \"custom-source\",\n\t\t\texpectedSourceUUID: uuid.MustParse(\"123e4567-e89b-12d3-a456-426614174000\"),\n\t\t\texpectedSourceAccessToken: \"custom-access-token\",\n\t\t\texpectedSourceAccessTokenType: \"custom-token-type\",\n\t\t\texpectedManagedSource: sdp.SourceManaged_MANAGED,\n\n\t\t\texpectedApiServerURL: \"https://api.app.overmind.tech:443\",\n\t\t\texpectedNATSUrl: \"wss://messages.app.overmind.tech:443\",\n\t\t\texpectedMaxParallel: 10,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"managed source local insecure\",\n\t\t\tsetupViper: func() {\n\t\t\t\tviper.Set(\"source-name\", \"custom-source\")\n\t\t\t\tviper.Set(\"source-uuid\", \"123e4567-e89b-12d3-a456-426614174000\")\n\t\t\t\tviper.Set(\"source-access-token\", \"custom-access-token\")\n\t\t\t\tviper.Set(\"source-access-token-type\", \"custom-token-type\")\n\t\t\t\tviper.Set(\"overmind-managed-source\", true)\n\t\t\t\tviper.Set(\"max-parallel\", 10)\n\n\t\t\t\tviper.Set(\"api-server-service-host\", \"localhost\")\n\t\t\t\tviper.Set(\"api-server-service-port\", \"8080\")\n\t\t\t\tviper.Set(\"nats-service-host\", \"localhost\")\n\t\t\t\tviper.Set(\"nats-service-port\", \"4222\")\n\t\t\t},\n\t\t\tengineType: \"test-engine\",\n\t\t\tversion: \"1.0\",\n\t\t\texpectedSourceName: \"custom-source\",\n\t\t\texpectedSourceUUID: uuid.MustParse(\"123e4567-e89b-12d3-a456-426614174000\"),\n\t\t\texpectedSourceAccessToken: \"custom-access-token\",\n\t\t\texpectedSourceAccessTokenType: \"custom-token-type\",\n\t\t\texpectedManagedSource: sdp.SourceManaged_MANAGED,\n\n\t\t\texpectedApiServerURL: \"http://localhost:8080\",\n\t\t\texpectedNATSUrl: \"nats://localhost:4222\",\n\t\t\texpectedMaxParallel: 10,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"source access token and api key not set\",\n\t\t\tsetupViper: func() {},\n\t\t\tengineType: \"test-engine\",\n\t\t\tversion: \"1.0\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"fully unauthenticated\",\n\t\t\tsetupViper: func() {\n\t\t\t\tviper.Set(\"app\", \"https://app.overmind.tech\")\n\t\t\t\tviper.Set(\"source-name\", \"custom-source\")\n\t\t\t\tt.Setenv(\"ALLOW_UNAUTHENTICATED\", \"true\")\n\t\t\t},\n\t\t\tengineType: \"test-engine\",\n\t\t\tversion: \"1.0\",\n\t\t\texpectError: false,\n\t\t\texpectedMaxParallel: runtime.NumCPU() * 100,\n\t\t\texpectedSourceName: \"custom-source\",\n\t\t\texpectedApp: \"https://app.overmind.tech\",\n\t\t\texpectedApiServerURL: \"https://api.app.overmind.tech\",\n\t\t\texpectedNATSUrl: \"wss://messages.app.overmind.tech\",\n\t\t\texpectUnauthenticated: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tt.Setenv(\"ALLOW_UNAUTHENTICATED\", \"\")\n\t\t\tviper.Reset()\n\t\t\ttt.setupViper()\n\t\t\tengineConfig, err := EngineConfigFromViper(tt.engineType, tt.version)\n\t\t\tif tt.expectError {\n\t\t\t\tassert.Error(t, err)\n\t\t\t} else {\n\t\t\t\trequire.NoError(t, err)\n\t\t\t\tassert.Equal(t, tt.engineType, engineConfig.EngineType)\n\t\t\t\tassert.Equal(t, tt.version, engineConfig.Version)\n\t\t\t\tassert.Equal(t, tt.expectedSourceName, engineConfig.SourceName)\n\t\t\t\tif tt.expectedSourceUUID == uuid.Nil {\n\t\t\t\t\tassert.NotEqual(t, uuid.Nil, engineConfig.SourceUUID)\n\t\t\t\t} else {\n\t\t\t\t\tassert.Equal(t, tt.expectedSourceUUID, engineConfig.SourceUUID)\n\t\t\t\t}\n\t\t\t\tassert.Equal(t, tt.expectedSourceAccessToken, engineConfig.SourceAccessToken)\n\t\t\t\tassert.Equal(t, tt.expectedSourceAccessTokenType, engineConfig.SourceAccessTokenType)\n\t\t\t\tassert.Equal(t, tt.expectedManagedSource, engineConfig.OvermindManagedSource)\n\t\t\t\tassert.Equal(t, tt.expectedApp, engineConfig.App)\n\t\t\t\tassert.Equal(t, tt.expectedApiServerURL, engineConfig.APIServerURL)\n\t\t\t\tassert.Equal(t, tt.expectedNATSUrl, engineConfig.NATSOptions.Servers[0])\n\t\t\t\tassert.Equal(t, tt.expectedApiKey, engineConfig.ApiKey)\n\t\t\t\tassert.Equal(t, tt.expectedMaxParallel, engineConfig.MaxParallelExecutions)\n\t\t\t\tassert.Equal(t, tt.expectUnauthenticated, engineConfig.Unauthenticated)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc getHostname(t *testing.T) string {\n\thostname, err := os.Hostname()\n\tif err != nil {\n\t\tt.Fatalf(\"error getting hostname: %v\", err)\n\t}\n\treturn hostname\n}\n" }, { "path": "go/discovery/doc.go", "content": "// Package discovery provides the engine and protocol types for Overmind sources.\n// Sources discover infrastructure (AWS, K8s, GCP, etc.) and respond to queries via NATS.\n//\n// # Startup sequence for source authors\n//\n// Sources should follow this canonical flow so that health probes and heartbeats\n// work even when adapter initialization fails (avoiding CrashLoopBackOff):\n//\n// 1. EngineConfigFromViper(engineType, version) β€” fail: return/exit\n// 2. NewEngine(engineConfig) β€” fail: return/exit (includes CreateClients internally)\n// 3. ServeHealthProbes(port)\n// 4. Start(ctx) β€” fail: return/exit (NATS connection required)\n// 5. Validate source config β€” permanent config errors: SetInitError(err), then idle\n// 6. Adapter init β€” use InitialiseAdapters (blocks until success or ctx cancelled) for retryable init, or SetInitError for single-attempt\n// 7. Wait for SIGTERM, then Stop()\n//\n// # Readiness gating\n//\n// The engine defaults to \"not ready\" until adapters are initialized. Both\n// ReadinessHealthCheck (the /healthz/ready HTTP probe) and SendHeartbeat report\n// an error while adaptersInitialized is false. This prevents Kubernetes from\n// routing traffic to a pod that has no adapters registered.\n//\n// InitialiseAdapters calls MarkAdaptersInitialized automatically on success.\n// Sources that do their own initialization (without InitialiseAdapters) must\n// call MarkAdaptersInitialized explicitly after adding adapters.\n//\n// # Error handling\n//\n// Fatal errors (caller must return or exit): EngineConfigFromViper, NewEngine, Start.\n// The engine cannot function without a valid config, auth clients, or NATS connection.\n//\n// Recoverable errors (call SetInitError and keep running): source config validation\n// failures (e.g. missing credentials, invalid regions) and adapter initialization\n// failures that may be transient. The pod stays Running, readiness fails, and the\n// error is reported via heartbeats and the API/UI.\n//\n// Permanent config errors (e.g. invalid API key, missing required flags) should\n// be detected before calling InitialiseAdapters and reported via SetInitError β€”\n// do not retry. Transient adapter init errors (e.g. upstream API temporarily\n// unavailable) should use InitialiseAdapters, which retries with backoff.\n//\n// See SetInitError, MarkAdaptersInitialized, and InitialiseAdapters for details and examples.\npackage discovery\n" }, { "path": "go/discovery/engine.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"slices\"\n\t\"strings\"\n\t\"sync\"\n\t\"sync/atomic\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/cenkalti/backoff/v5\"\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/google/uuid\"\n\t\"github.com/nats-io/nats.go\"\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\nconst (\n\tDefaultMaxRequestTimeout = 5 * time.Minute\n\tDefaultConnectionWatchInterval = 3 * time.Second\n)\n\n// The client that will be used to send heartbeats. This will usually be an\n// `sdpconnect.ManagementServiceClient`\ntype HeartbeatClient interface {\n\tSubmitSourceHeartbeat(context.Context, *connect.Request[sdp.SubmitSourceHeartbeatRequest]) (*connect.Response[sdp.SubmitSourceHeartbeatResponse], error)\n}\n\ntype HeartbeatOptions struct {\n\t// The client that will be used to send heartbeats\n\tManagementClient HeartbeatClient\n\n\t// ReadinessCheck is called during readiness probes to verify adapters are healthy and ready.\n\t// This should be a lightweight, adapter-only check (do NOT include engine/liveness checks).\n\t// Timeouts are controlled by the caller (e.g., Kubernetes probe timeout / SendHeartbeat).\n\t// See: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/#define-readiness-probes\n\tReadinessCheck func(context.Context) error\n\n\t// How frequently to send a heartbeat\n\tFrequency time.Duration\n}\n\n// EngineConfig is the configuration for the engine\n// it is used to configure the engine before starting it\ntype EngineConfig struct {\n\tEngineType string // The type of the engine, e.g. \"aws\" or \"kubernetes\"\n\tVersion string // The version of the adapter that should be reported in the heartbeat\n\tSourceName string // normally follows the format of \"type-hostname\", e.g. \"stdlib-source\"\n\tSourceUUID uuid.UUID // The UUID of the source, is this is blank it will be auto-generated. This is used in heartbeats and shouldn't be supplied usually\"\n\tApp string // \"https://app.overmind.tech\", \"The URL of the Overmind app to use\"\n\tAPIServerURL string // The URL of the Overmind API server to uses for the heartbeat, this is calculated\n\n\t// The 'ovm_*' API key to use to authenticate to the Overmind API.\n\t// This and 'SourceAccessToken' are mutually exclusive\n\tApiKey string\n\t// Static token passed to the source to authenticate.\n\tSourceAccessToken string // The access token to use to authenticate to the source\n\tSourceAccessTokenType string // The type of token to use to authenticate the source for managed sources\n\n\t// NATS options\n\tNATSOptions *auth.NATSOptions // Options for connecting to NATS\n\tNATSConnectionTimeout int // The timeout for connecting to NATS\n\tNATSQueueName string // The name of the queue to use when subscribing\n\tUnauthenticated bool // Whether the source is unauthenticated\n\n\t// The options for the heartbeat. If this is nil the engine won't send\n\t// it is not used if we are nats only or unauthenticated. this will only happen if we are running in a test environment\n\tHeartbeatOptions *HeartbeatOptions\n\n\t// Whether this adapter is managed by Overmind. This is initially used for\n\t// reporting so that you can tell the difference between managed adapters and\n\t// ones you're running locally\n\tOvermindManagedSource sdp.SourceManaged\n\tMaxParallelExecutions int // 2_000, Max number of requests to run in parallel\n}\n\n// Engine is the main discovery engine. This is where all of the Adapters and\n// adapters are stored and is responsible for calling out to the right adapters to\n// discover everything\n//\n// Note that an engine that does not have a connected NATS connection will\n// simply not communicate over NATS\ntype Engine struct {\n\tEngineConfig *EngineConfig\n\t// The maximum request timeout. Defaults to `DefaultMaxRequestTimeout` if\n\t// set to zero. If a client does not send a timeout, it will default to this\n\t// value. Requests with timeouts larger than this value will have their\n\t// timeouts overridden\n\tMaxRequestTimeout time.Duration\n\n\t// How often to check for closed connections and try to recover\n\tConnectionWatchInterval time.Duration\n\tconnectionWatcher NATSWatcher\n\n\t// The configuration for the heartbeat for this engine. If this is nil the\n\t// engine won't send heartbeats when started\n\n\t// Internal throttle used to limit MaxParallelExecutions. This reads\n\t// MaxParallelExecutions and is populated when the engine is started. This\n\t// pool is only used for LIST requests. Since GET requests can be blocked by\n\t// LIST requests, they need to be handled in a different pool to avoid\n\t// deadlocking.\n\tlistExecutionPool *pool.Pool\n\n\t// Internal throttle used to limit MaxParallelExecutions. This reads\n\t// MaxParallelExecutions and is populated when the engine is started. This\n\t// pool is only used for GET and SEARCH requests. Since GET requests can be\n\t// blocked by LIST requests, they need to be handled in a different pool to\n\t// avoid deadlocking.\n\tgetExecutionPool *pool.Pool\n\n\t// The NATS connection\n\tnatsConnection sdp.EncodedConnection\n\tnatsConnectionMutex sync.Mutex\n\n\t// All Adapters managed by this Engine\n\tsh *AdapterHost\n\n\t// handle log requests with this adapter\n\tlogAdapter LogAdapter\n\tlogAdapterMu sync.RWMutex\n\n\t// GetListMutex used for locking out Get queries when there's a List happening\n\tgfm GetListMutex\n\n\t// trackedQueries is used for storing queries that have a UUID so they can\n\t// be cancelled if required\n\ttrackedQueries map[uuid.UUID]*QueryTracker\n\ttrackedQueriesMutex sync.RWMutex\n\n\t// Prevents the engine being restarted many times in parallel\n\trestartMutex sync.Mutex\n\n\t// Context to background jobs like cache purging and heartbeats. These will\n\t// stop when the context is cancelled\n\tbackgroundJobContext context.Context\n\tbackgroundJobCancel context.CancelFunc\n\theartbeatCancel context.CancelFunc\n\n\t// Heartbeat status tracking for healthz checks\n\tlastSuccessfulHeartbeat time.Time\n\tlastHeartbeatError error\n\theartbeatStatusMutex sync.RWMutex\n\n\t// initError stores configuration/credential/initialization failures that prevent\n\t// adapters from being added to the engine. This includes:\n\t// - AWS: AssumeRole failures, GetCallerIdentity errors, invalid credentials\n\t// - K8s: Namespace listing failures, kubeconfig errors\n\t// - Harness: API authentication failures, hierarchy discovery errors\n\t// The error is surfaced via readiness checks (pod becomes 0/1 Ready) and\n\t// heartbeats (visible in UI/API), allowing the pod to stay Running instead of\n\t// CrashLoopBackOff so customers can diagnose and fix configuration issues.\n\tinitError error\n\tinitErrorMutex sync.RWMutex\n\n\t// adaptersInitialized tracks whether adapters have been successfully registered.\n\t// Defaults to false; set to true by InitialiseAdapters on success or manually\n\t// via MarkAdaptersInitialized for sources that don't use InitialiseAdapters.\n\t// ReadinessHealthCheck and SendHeartbeat both check this flag so that a source\n\t// cannot report healthy before it can actually serve queries.\n\tadaptersInitialized atomic.Bool\n}\n\nfunc NewEngine(engineConfig *EngineConfig) (*Engine, error) {\n\tif err := engineConfig.CreateClients(); err != nil {\n\t\treturn nil, fmt.Errorf(\"could not create auth clients: %w\", err)\n\t}\n\tsh := NewAdapterHost()\n\treturn &Engine{\n\t\tEngineConfig: engineConfig,\n\t\tMaxRequestTimeout: DefaultMaxRequestTimeout,\n\t\tConnectionWatchInterval: DefaultConnectionWatchInterval,\n\t\tsh: sh,\n\t\ttrackedQueries: make(map[uuid.UUID]*QueryTracker),\n\t}, nil\n}\n\n// TrackQuery Stores a QueryTracker in the engine so that it can be looked\n// up later and cancelled if required. The UUID should be supplied as part of\n// the query itself\nfunc (e *Engine) TrackQuery(uuid uuid.UUID, qt *QueryTracker) {\n\te.trackedQueriesMutex.Lock()\n\tdefer e.trackedQueriesMutex.Unlock()\n\te.trackedQueries[uuid] = qt\n}\n\n// GetTrackedQuery Returns the QueryTracker object for a given UUID. This\n// tracker can then be used to cancel the query\nfunc (e *Engine) GetTrackedQuery(uuid uuid.UUID) (*QueryTracker, error) {\n\te.trackedQueriesMutex.RLock()\n\tdefer e.trackedQueriesMutex.RUnlock()\n\n\tif qt, ok := e.trackedQueries[uuid]; ok {\n\t\treturn qt, nil\n\t} else {\n\t\treturn nil, fmt.Errorf(\"tracker with UUID %x not found\", uuid)\n\t}\n}\n\n// DeleteTrackedQuery Deletes a query from tracking\nfunc (e *Engine) DeleteTrackedQuery(uuid [16]byte) {\n\te.trackedQueriesMutex.Lock()\n\tdefer e.trackedQueriesMutex.Unlock()\n\tdelete(e.trackedQueries, uuid)\n}\n\n// AddAdapters Adds an adapter to this engine\nfunc (e *Engine) AddAdapters(adapters ...Adapter) error {\n\treturn e.sh.AddAdapters(adapters...)\n}\n\n// Connect Connects to NATS\nfunc (e *Engine) connect() error {\n\tif e.EngineConfig.NATSOptions != nil {\n\t\tencodedConnection, err := e.EngineConfig.NATSOptions.Connect()\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"error connecting to NATS '%+v' : %w\", e.EngineConfig.NATSOptions.Servers, err)\n\t\t}\n\n\t\te.natsConnectionMutex.Lock()\n\t\te.natsConnection = encodedConnection\n\t\te.natsConnectionMutex.Unlock()\n\n\t\t// TODO: this could be replaced by setting the various callbacks on the\n\t\t// natsConnection and waiting for notification from the underlying\n\t\t// connection.\n\t\te.connectionWatcher = NATSWatcher{\n\t\t\tConnection: e.natsConnection,\n\t\t\t// If the connection stays disconnected for more than 5 minutes,\n\t\t\t// force a reconnection attempt. This prevents the source from being\n\t\t\t// stuck in RECONNECTING state indefinitely.\n\t\t\tReconnectionTimeout: 5 * time.Minute,\n\t\t\tFailureHandler: func() {\n\t\t\t\tgo func() {\n\t\t\t\t\tlog.Warn(\"NATSWatcher triggered failure handler, attempting to reconnect\")\n\t\t\t\t\te.disconnect()\n\n\t\t\t\t\tif err := e.connect(); err != nil {\n\t\t\t\t\t\tlog.WithError(err).Error(\"Error reconnecting during failure handler\")\n\t\t\t\t\t}\n\t\t\t\t}()\n\t\t\t},\n\t\t}\n\t\te.connectionWatcher.Start(e.ConnectionWatchInterval)\n\n\t\t// Wait for the connection to be completed\n\t\terr = e.natsConnection.Underlying().FlushTimeout(10 * time.Minute)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"error flushing NATS connection: %w\", err)\n\t\t}\n\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"ServerID\": e.natsConnection.Underlying().ConnectedServerId(),\n\t\t\t\"URL:\": e.natsConnection.Underlying().ConnectedUrl(),\n\t\t}).Info(\"NATS connected\")\n\t}\n\n\tif e.natsConnection == nil {\n\t\treturn errors.New(\"no NATSOptions struct and no natsConnection provided\")\n\t}\n\n\t// Since the underlying query processing logic creates its own spans\n\t// when it has some real work to do, we are not passing a name to these\n\t// query handlers so that we don't get spans that are completely empty\n\terr := e.subscribe(\"request.all\", sdp.NewAsyncRawQueryHandler(\"\", func(ctx context.Context, _ *nats.Msg, i *sdp.Query) {\n\t\te.HandleQuery(ctx, i)\n\t}))\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error subscribing to request.all: %w\", err)\n\t}\n\n\terr = e.subscribe(\"request.scope.>\", sdp.NewAsyncRawQueryHandler(\"\", func(ctx context.Context, m *nats.Msg, i *sdp.Query) {\n\t\te.HandleQuery(ctx, i)\n\t}))\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error subscribing to request.scope.>: %w\", err)\n\t}\n\n\terr = e.subscribe(\"cancel.all\", sdp.NewAsyncRawCancelQueryHandler(\"CancelQueryHandler\", func(ctx context.Context, m *nats.Msg, i *sdp.CancelQuery) {\n\t\te.HandleCancelQuery(ctx, i)\n\t}))\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error subscribing to cancel.all: %w\", err)\n\t}\n\n\terr = e.subscribe(\"cancel.scope.>\", sdp.NewAsyncRawCancelQueryHandler(\"WildcardCancelQueryHandler\", func(ctx context.Context, m *nats.Msg, i *sdp.CancelQuery) {\n\t\te.HandleCancelQuery(ctx, i)\n\t}))\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error subscribing to cancel.scope.>: %w\", err)\n\t}\n\n\tif e.logAdapter != nil {\n\t\tfor _, scope := range e.logAdapter.Scopes() {\n\t\t\tsubj := fmt.Sprintf(\"logs.scope.%v\", scope)\n\t\t\terr = e.subscribe(subj, sdp.NewAsyncRawNATSGetLogRecordsRequestHandler(\"WildcardCancelQueryHandler\", func(ctx context.Context, m *nats.Msg, i *sdp.NATSGetLogRecordsRequest) {\n\t\t\t\treplyTo := m.Header.Get(\"reply-to\")\n\t\t\t\te.HandleLogRecordsRequest(ctx, replyTo, i)\n\t\t\t}))\n\t\t\tif err != nil {\n\t\t\t\treturn fmt.Errorf(\"error subscribing to %v: %w\", subj, err)\n\t\t\t}\n\t\t}\n\t}\n\n\treturn nil\n}\n\n// disconnect Disconnects the engine from the NATS network\nfunc (e *Engine) disconnect() {\n\te.connectionWatcher.Stop()\n\n\te.natsConnectionMutex.Lock()\n\tdefer e.natsConnectionMutex.Unlock()\n\n\tif e.natsConnection == nil {\n\t\treturn\n\t}\n\n\te.natsConnection.Close()\n\te.natsConnection.Drop()\n}\n\n// Start performs all of the initialisation steps required for the engine to\n// work. Note that this creates NATS subscriptions for all available adapters so\n// modifying the Adapters value after an engine has been started will not have\n// any effect until the engine is restarted\nfunc (e *Engine) Start(ctx context.Context) error {\n\te.listExecutionPool = pool.New().WithMaxGoroutines(e.EngineConfig.MaxParallelExecutions)\n\te.getExecutionPool = pool.New().WithMaxGoroutines(e.EngineConfig.MaxParallelExecutions)\n\n\te.backgroundJobContext, e.backgroundJobCancel = context.WithCancel(ctx)\n\n\t// Decide your own UUID if not provided\n\tif e.EngineConfig.SourceUUID == uuid.Nil {\n\t\te.EngineConfig.SourceUUID = uuid.New()\n\t}\n\n\terr := e.connect() //nolint:contextcheck // context is passed in through backgroundJobContext\n\tif err != nil {\n\t\t_ = e.SendHeartbeat(e.backgroundJobContext, err) //nolint:contextcheck\n\t\treturn fmt.Errorf(\"could not connect to NATS: %w\", err)\n\t}\n\n\t// Start background jobs\n\te.StartSendingHeartbeats(e.backgroundJobContext) //nolint:contextcheck\n\treturn nil\n}\n\n// subscribe Subscribes to a subject using the current NATS connection.\n// Remember to use sdp's genhandler to get a nats.MsgHandler with otel propagation and protobuf marshaling\nfunc (e *Engine) subscribe(subject string, handler nats.MsgHandler) error {\n\tvar err error\n\n\te.natsConnectionMutex.Lock()\n\tdefer e.natsConnectionMutex.Unlock()\n\n\tif e.natsConnection.Underlying() == nil {\n\t\treturn errors.New(\"cannot subscribe. NATS connection is nil\")\n\t}\n\n\tlog.WithFields(log.Fields{\n\t\t\"queueName\": e.EngineConfig.NATSQueueName,\n\t\t\"subject\": subject,\n\t\t\"engineName\": e.EngineConfig.SourceName,\n\t}).Debug(\"creating NATS subscription\")\n\n\tif e.EngineConfig.NATSQueueName == \"\" {\n\t\t_, err = e.natsConnection.Subscribe(subject, handler)\n\t} else {\n\t\t_, err = e.natsConnection.QueueSubscribe(subject, e.EngineConfig.NATSQueueName, handler)\n\t}\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error subscribing to NATS: %w\", err)\n\t}\n\n\treturn nil\n}\n\n// Stop Stops the engine running and disconnects from NATS\nfunc (e *Engine) Stop() error {\n\te.disconnect()\n\n\t// Stop purging and clear the cache\n\tif e.backgroundJobCancel != nil {\n\t\te.backgroundJobCancel()\n\t}\n\tif e.heartbeatCancel != nil {\n\t\te.heartbeatCancel()\n\t}\n\treturn nil\n}\n\n// Restart Restarts the engine. If called in parallel, subsequent calls are\n// ignored until the restart is completed\nfunc (e *Engine) Restart(ctx context.Context) error {\n\te.restartMutex.Lock()\n\tdefer e.restartMutex.Unlock()\n\n\terr := e.Stop()\n\tif err != nil {\n\t\treturn fmt.Errorf(\"Restart.Stop: %w\", err)\n\t}\n\n\terr = e.Start(ctx)\n\treturn fmt.Errorf(\"Restart.Start: %w\", err)\n}\n\n// IsNATSConnected returns whether the engine is connected to NATS\nfunc (e *Engine) IsNATSConnected() bool {\n\te.natsConnectionMutex.Lock()\n\tdefer e.natsConnectionMutex.Unlock()\n\n\tif e.natsConnection == nil {\n\t\treturn false\n\t}\n\n\tif conn := e.natsConnection.Underlying(); conn != nil {\n\t\treturn conn.IsConnected()\n\t}\n\n\treturn false\n}\n\n// LivenessHealthCheck reports only engine initialization/health (NATS + heartbeat status).\n// Kubernetes runs liveness/startup independently from readiness; adapter checks do NOT belong here.\n// See: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#container-probes\nfunc (e *Engine) LivenessHealthCheck(ctx context.Context) error {\n\tspan := trace.SpanFromContext(ctx)\n\n\te.natsConnectionMutex.Lock()\n\tvar (\n\t\tencodedConn = e.natsConnection\n\t\tunderlying *nats.Conn\n\t)\n\tif encodedConn != nil {\n\t\tunderlying = encodedConn.Underlying()\n\t}\n\te.natsConnectionMutex.Unlock()\n\n\tnatsConnected := underlying != nil && underlying.IsConnected()\n\n\t// Read memory stats and add them to the span\n\tmemStats := tracing.ReadMemoryStats()\n\ttracing.SetMemoryAttributes(span, \"ovm.healthcheck\", memStats)\n\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.engine.name\", e.EngineConfig.SourceName),\n\t\tattribute.String(\"ovm.sdp.source_name\", e.EngineConfig.SourceName),\n\t\tattribute.Bool(\"ovm.nats.connected\", natsConnected),\n\t\tattribute.Int(\"ovm.discovery.listExecutionPoolCount\", int(listExecutionPoolCount.Load())),\n\t\tattribute.Int(\"ovm.discovery.getExecutionPoolCount\", int(getExecutionPoolCount.Load())),\n\t)\n\n\tif underlying != nil {\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.nats.serverId\", underlying.ConnectedServerId()),\n\t\t\tattribute.String(\"ovm.nats.url\", underlying.ConnectedUrl()),\n\t\t\tattribute.Int64(\"ovm.nats.reconnects\", int64(underlying.Reconnects)), //nolint:gosec // Reconnects is always a small positive number\n\t\t)\n\t}\n\n\tif !natsConnected {\n\t\treturn errors.New(\"NATS connection is not connected\")\n\t}\n\n\t// Check if heartbeats are failing to submit to api-server\n\t// This fails healthz faster than api-server marks sources as DISCONNECTED,\n\t// allowing seamless pod recycling without customer-visible downtime\n\tif e.EngineConfig.HeartbeatOptions != nil && e.EngineConfig.HeartbeatOptions.Frequency > 0 {\n\t\te.heartbeatStatusMutex.RLock()\n\t\tlastSuccessfulHeartbeat := e.lastSuccessfulHeartbeat\n\t\tlastHeartbeatError := e.lastHeartbeatError\n\t\te.heartbeatStatusMutex.RUnlock()\n\n\t\t// Only check if we've had at least one successful heartbeat\n\t\t// This allows initial startup grace period\n\t\tif !lastSuccessfulHeartbeat.IsZero() {\n\t\t\t// Healthz fails at 2.0x frequency, api-server marks DISCONNECTED at 2.5x\n\t\t\t// This 0.5x buffer allows time for pod recycling\n\t\t\thealthzFailureThreshold := lastSuccessfulHeartbeat.Add(time.Duration(float64(e.EngineConfig.HeartbeatOptions.Frequency) * 2.0))\n\t\t\tnow := time.Now()\n\n\t\t\tif now.After(healthzFailureThreshold) && lastHeartbeatError != nil {\n\t\t\t\treturn fmt.Errorf(\"heartbeat submission to api-server has been failing: %w (last successful heartbeat: %v, threshold: %v)\", lastHeartbeatError, lastSuccessfulHeartbeat, healthzFailureThreshold)\n\t\t\t}\n\t\t}\n\t}\n\n\treturn nil\n}\n\n// ReadinessHealthCheck reports whether adapters are ready to serve requests.\n// It must not call LivenessHealthCheck; readiness should reflect adapter health only.\n// See: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/#define-readiness-probes\nfunc (e *Engine) ReadinessHealthCheck(ctx context.Context) error {\n\tspan := trace.SpanFromContext(ctx)\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.healthcheck.type\", \"readiness\"),\n\t)\n\n\tif !e.AreAdaptersInitialized() {\n\t\treturn errors.New(\"adapters not yet initialized\")\n\t}\n\n\t// Check for persistent initialization errors first\n\tif initErr := e.GetInitError(); initErr != nil {\n\t\treturn fmt.Errorf(\"source initialization failed: %w\", initErr)\n\t}\n\n\t// Check adapter-specific health using the ReadinessCheck function\n\tif e.EngineConfig.HeartbeatOptions != nil && e.EngineConfig.HeartbeatOptions.ReadinessCheck != nil {\n\t\tif err := e.EngineConfig.HeartbeatOptions.ReadinessCheck(ctx); err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn nil\n}\n\n// HandleCancelQuery Takes a CancelQuery and cancels that query if it exists\nfunc (e *Engine) HandleCancelQuery(ctx context.Context, cancelQuery *sdp.CancelQuery) {\n\tspan := trace.SpanFromContext(ctx)\n\tspan.SetName(\"HandleCancelQuery\")\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.sdp.source_name\", e.EngineConfig.SourceName),\n\t)\n\n\tu, err := uuid.FromBytes(cancelQuery.GetUUID())\n\tif err != nil {\n\t\tlog.Errorf(\"Error parsing UUID for cancel query: %v\", err)\n\t\treturn\n\t}\n\n\trt, err := e.GetTrackedQuery(u)\n\tif err != nil {\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"UUID\": u.String(),\n\t\t}).Debug(\"Received cancel query for unknown UUID\")\n\t\treturn\n\t}\n\n\tif rt != nil && rt.Cancel != nil {\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"UUID\": u.String(),\n\t\t}).Debug(\"Cancelling query\")\n\t\trt.Cancel()\n\t}\n}\n\nfunc (e *Engine) HandleLogRecordsRequest(ctx context.Context, replyTo string, request *sdp.NATSGetLogRecordsRequest) {\n\tspan := trace.SpanFromContext(ctx)\n\tspan.SetName(\"HandleLogRecordsRequest\")\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.sdp.source_name\", e.EngineConfig.SourceName),\n\t)\n\n\tif !strings.HasPrefix(replyTo, \"logs.records.\") {\n\t\tsentry.CaptureException(fmt.Errorf(\"received log records request with invalid reply-to header: %s\", replyTo))\n\t\treturn\n\t}\n\n\terr := e.natsConnection.Publish(ctx, replyTo, &sdp.NATSGetLogRecordsResponse{\n\t\tContent: &sdp.NATSGetLogRecordsResponse_Status{\n\t\t\tStatus: &sdp.NATSGetLogRecordsResponseStatus{\n\t\t\t\tStatus: sdp.NATSGetLogRecordsResponseStatus_STARTED,\n\t\t\t},\n\t\t},\n\t})\n\tif err != nil {\n\t\tsentry.CaptureException(fmt.Errorf(\"error publishing log records STARTED response: %w\", err))\n\t\treturn\n\t}\n\n\t// ensure that we send an error response if the HandleLogRecordsRequestWithErrors call panics\n\tdefer func() {\n\t\tif r := recover(); r != nil {\n\t\t\tsentry.CaptureException(fmt.Errorf(\"panic in log records request handler: %v\", r))\n\t\t\terr = e.natsConnection.Publish(ctx, replyTo, &sdp.NATSGetLogRecordsResponse{\n\t\t\t\tContent: &sdp.NATSGetLogRecordsResponse_Status{\n\t\t\t\t\tStatus: &sdp.NATSGetLogRecordsResponseStatus{\n\t\t\t\t\t\tStatus: sdp.NATSGetLogRecordsResponseStatus_ERRORED,\n\t\t\t\t\t\tError: sdp.NewLocalSourceError(connect.CodeInternal, \"panic in log records request handler\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\tsentry.CaptureException(fmt.Errorf(\"error publishing log records FINISHED response: %w\", err))\n\t\t\t\treturn\n\t\t\t}\n\t\t}\n\t}()\n\n\tsrcErr := e.HandleLogRecordsRequestWithErrors(ctx, replyTo, request)\n\tif srcErr != nil {\n\t\terr = e.natsConnection.Publish(ctx, replyTo, &sdp.NATSGetLogRecordsResponse{\n\t\t\tContent: &sdp.NATSGetLogRecordsResponse_Status{\n\t\t\t\tStatus: &sdp.NATSGetLogRecordsResponseStatus{\n\t\t\t\t\tStatus: sdp.NATSGetLogRecordsResponseStatus_ERRORED,\n\t\t\t\t\tError: srcErr,\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(fmt.Errorf(\"error publishing log records FINISHED response: %w\", err))\n\t\t\treturn\n\t\t}\n\t\treturn\n\t}\n\n\terr = e.natsConnection.Publish(ctx, replyTo, &sdp.NATSGetLogRecordsResponse{\n\t\tContent: &sdp.NATSGetLogRecordsResponse_Status{\n\t\t\tStatus: &sdp.NATSGetLogRecordsResponseStatus{\n\t\t\t\tStatus: sdp.NATSGetLogRecordsResponseStatus_FINISHED,\n\t\t\t},\n\t\t},\n\t})\n\tif err != nil {\n\t\tsentry.CaptureException(fmt.Errorf(\"error publishing log records FINISHED response: %w\", err))\n\t\treturn\n\t}\n}\n\nfunc (e *Engine) HandleLogRecordsRequestWithErrors(ctx context.Context, replyTo string, natsRequest *sdp.NATSGetLogRecordsRequest) *sdp.SourceError {\n\tif e.logAdapter == nil {\n\t\treturn sdp.NewLocalSourceError(connect.CodeInvalidArgument, \"no logs adapter registered\")\n\t}\n\n\tif natsRequest == nil {\n\t\treturn sdp.NewLocalSourceError(connect.CodeInvalidArgument, \"received nil log records request\")\n\t}\n\n\treq := natsRequest.GetRequest()\n\tif req == nil {\n\t\treturn sdp.NewLocalSourceError(connect.CodeInvalidArgument, \"received nil log records request body\")\n\t}\n\n\terr := req.Validate()\n\tif err != nil {\n\t\treturn sdp.NewLocalSourceError(connect.CodeInvalidArgument, fmt.Sprintf(\"invalid log records request: %v\", err))\n\t}\n\n\tif !slices.Contains(e.logAdapter.Scopes(), req.GetScope()) {\n\t\treturn sdp.NewLocalSourceError(connect.CodeInvalidArgument, fmt.Sprintf(\"scope %s is not available\", req.GetScope()))\n\t}\n\n\tspan := trace.SpanFromContext(ctx)\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.logs.replyTo\", replyTo),\n\t\tattribute.String(\"ovm.logs.scope\", req.GetScope()),\n\t\tattribute.String(\"ovm.logs.query\", req.GetQuery()),\n\t\tattribute.String(\"ovm.logs.from\", req.GetFrom().String()),\n\t\tattribute.String(\"ovm.logs.to\", req.GetTo().String()),\n\t\tattribute.Int(\"ovm.logs.maxRecords\", int(req.GetMaxRecords())),\n\t\tattribute.Bool(\"ovm.logs.startFromOldest\", req.GetStartFromOldest()),\n\t\tattribute.String(\"ovm.sdp.source_name\", e.EngineConfig.SourceName),\n\t)\n\n\tstream := &LogRecordsStreamImpl{\n\t\tsubject: replyTo,\n\t\tstream: e.natsConnection,\n\t}\n\terr = e.logAdapter.Get(ctx, req, stream)\n\n\tspan.SetAttributes(\n\t\tattribute.Int(\"ovm.logs.numResponses\", stream.responses),\n\t\tattribute.Int(\"ovm.logs.numRecords\", stream.records),\n\t)\n\tsrcErr := &sdp.SourceError{}\n\tif errors.As(err, &srcErr) {\n\t\treturn srcErr\n\t}\n\tif errors.Is(err, context.DeadlineExceeded) || ctx.Err() == context.DeadlineExceeded {\n\t\treturn sdp.NewLocalSourceError(connect.CodeDeadlineExceeded, \"log records request deadline exceeded\")\n\t}\n\tif err != nil {\n\t\treturn sdp.NewLocalSourceError(connect.CodeInternal, fmt.Sprintf(\"error handling log records request: %v\", err))\n\t}\n\n\treturn nil\n}\n\n// ClearAdapters Deletes all adapters from the engine, allowing new adapters to be\n// added using `AddAdapter()`. Note that this requires a restart using\n// `Restart()` in order to take effect\nfunc (e *Engine) ClearAdapters() {\n\te.sh.ClearAllAdapters()\n}\n\n// IsWildcard checks if a string is the wildcard. Use this instead of\n// implementing the wildcard check everywhere so that if we need to change the\n// wildcard at a later date we can do so here\nfunc IsWildcard(s string) bool {\n\treturn s == sdp.WILDCARD\n}\n\n// SetLogAdapter registers a single LogAdapter with the engine.\n// Returns an error when there is already a log adapter registered.\nfunc (e *Engine) SetLogAdapter(adapter LogAdapter) error {\n\tif adapter == nil {\n\t\treturn errors.New(\"log adapter cannot be nil\")\n\t}\n\n\te.logAdapterMu.Lock()\n\tdefer e.logAdapterMu.Unlock()\n\n\tif e.logAdapter != nil {\n\t\treturn errors.New(\"log adapter already registered\")\n\t}\n\n\te.logAdapter = adapter\n\treturn nil\n}\n\n// GetAvailableScopesAndMetadata returns the available scopes and adapter metadata\n// from all visible adapters. This is useful for heartbeats and other reporting.\nfunc (e *Engine) GetAvailableScopesAndMetadata() ([]string, []*sdp.AdapterMetadata) {\n\t// Get available types and scopes\n\tavailableScopesMap := map[string]bool{}\n\tadapterMetadata := []*sdp.AdapterMetadata{}\n\n\tfor _, adapter := range e.sh.VisibleAdapters() {\n\t\tfor _, scope := range adapter.Scopes() {\n\t\t\tavailableScopesMap[scope] = true\n\t\t}\n\t\tadapterMetadata = append(adapterMetadata, adapter.Metadata())\n\t}\n\n\t// Extract slices from maps\n\tavailableScopes := []string{}\n\tfor s := range availableScopesMap {\n\t\tavailableScopes = append(availableScopes, s)\n\t}\n\n\treturn availableScopes, adapterMetadata\n}\n\n// AdaptersByType returns adapters of the specified type. This is useful for health checks.\nfunc (e *Engine) AdaptersByType(typ string) []Adapter {\n\treturn e.sh.AdaptersByType(typ)\n}\n\n// SetInitError stores a persistent initialization error that will be reported via heartbeat and readiness checks.\n// This should be called when source initialization fails in a way that prevents adapters from being added,\n// but the process should continue running to serve probes and heartbeats (avoiding CrashLoopBackOff).\n//\n// Pass nil to clear a previously set error (e.g. after successful retry/restart).\n//\n// Example usage:\n//\n//\tif err := initializeAdapters(); err != nil {\n//\t e.SetInitError(fmt.Errorf(\"adapter initialization failed: %w\", err))\n//\t // Continue running - pod stays Running with readiness failing\n//\t}\nfunc (e *Engine) SetInitError(err error) {\n\te.initErrorMutex.Lock()\n\tdefer e.initErrorMutex.Unlock()\n\te.initError = err\n}\n\n// GetInitError returns the persistent initialization error if any.\n// Returns nil if no init error is set or if it was cleared via SetInitError(nil).\nfunc (e *Engine) GetInitError() error {\n\te.initErrorMutex.RLock()\n\tdefer e.initErrorMutex.RUnlock()\n\treturn e.initError\n}\n\n// MarkAdaptersInitialized records that adapters have been successfully registered\n// and the source is ready to serve queries. This is called automatically by\n// InitialiseAdapters on success. Sources that do their own initialization\n// (without InitialiseAdapters) must call this explicitly after adding adapters.\nfunc (e *Engine) MarkAdaptersInitialized() {\n\te.adaptersInitialized.Store(true)\n}\n\n// AreAdaptersInitialized reports whether adapters have been successfully registered.\nfunc (e *Engine) AreAdaptersInitialized() bool {\n\treturn e.adaptersInitialized.Load()\n}\n\n// InitialiseAdapters retries initFn with exponential backoff (capped at\n// 5 minutes) until it succeeds or ctx is cancelled. It blocks the caller.\n//\n// This is intended for adapter initialization that makes API calls to upstream\n// services and may fail transiently. Because it blocks, the caller can\n// safely set up namespace watches or other reload mechanisms after it returns\n// without racing against a background retry goroutine.\n//\n// On each attempt:\n// - ClearAdapters() is called to remove any leftovers from previous attempts.\n// - initFn is called. The init error is updated via SetInitError immediately\n// (cleared on success, set on failure) and then a heartbeat is sent so the\n// API/UI always reflects the current status.\n// - On success, StartSendingHeartbeats is called and the function returns.\n//\n// The caller should have already called Start() before calling this.\nfunc (e *Engine) InitialiseAdapters(ctx context.Context, initFn func(ctx context.Context) error) {\n\tb := backoff.NewExponentialBackOff()\n\tb.MaxInterval = 5 * time.Minute\n\ttick := backoff.NewTicker(b)\n\tdefer tick.Stop()\n\n\tfor {\n\t\tselect {\n\t\tcase <-ctx.Done():\n\t\t\treturn\n\t\tcase _, ok := <-tick.C:\n\t\t\tif !ok {\n\t\t\t\t// Backoff exhausted (shouldn't happen with default MaxElapsedTime=0)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\te.ClearAdapters()\n\n\t\t\terr := initFn(ctx)\n\n\t\t\tif err != nil {\n\t\t\t\te.SetInitError(fmt.Errorf(\"adapter initialisation failed: %w\", err))\n\t\t\t\tlog.WithError(err).Warn(\"Adapter initialisation failed, will retry\")\n\t\t\t} else {\n\t\t\t\t// Clear any previous init error before the heartbeat so the\n\t\t\t\t// API/UI immediately sees the healthy status.\n\t\t\t\te.SetInitError(nil)\n\t\t\t\te.MarkAdaptersInitialized()\n\t\t\t}\n\n\t\t\t// Send heartbeat regardless of outcome so the API/UI reflects current status\n\t\t\tif hbErr := e.SendHeartbeat(ctx, nil); hbErr != nil {\n\t\t\t\tlog.WithError(hbErr).Error(\"Error sending heartbeat during adapter initialisation\")\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\te.StartSendingHeartbeats(ctx)\n\t\t\treturn\n\t\t}\n\t}\n}\n\n// LivenessProbeHandlerFunc returns an HTTP handler function for liveness probes.\n// This checks only engine initialization (NATS connection, heartbeats) and does NOT check adapter-specific health.\nfunc (e *Engine) LivenessProbeHandlerFunc() func(http.ResponseWriter, *http.Request) {\n\treturn func(rw http.ResponseWriter, r *http.Request) {\n\t\tctx, span := tracing.Tracer().Start(r.Context(), \"healthcheck.liveness\")\n\t\tdefer span.End()\n\n\t\terr := e.LivenessHealthCheck(ctx)\n\t\tif err != nil {\n\t\t\tlog.WithContext(ctx).WithError(err).Error(\"Liveness check failed\")\n\t\t\thttp.Error(rw, err.Error(), http.StatusServiceUnavailable)\n\t\t\treturn\n\t\t}\n\n\t\tfmt.Fprint(rw, \"ok\")\n\t}\n}\n\n// SetReadinessCheck sets the readiness check and ensures HeartbeatOptions is initialized.\nfunc (e *Engine) SetReadinessCheck(check func(context.Context) error) {\n\tif e.EngineConfig.HeartbeatOptions == nil {\n\t\te.EngineConfig.HeartbeatOptions = &HeartbeatOptions{}\n\t}\n\te.EngineConfig.HeartbeatOptions.ReadinessCheck = check\n}\n\n// ReadinessProbeHandlerFunc returns an HTTP handler function for readiness probes.\n// This checks adapter-specific health only (not engine/liveness).\nfunc (e *Engine) ReadinessProbeHandlerFunc() func(http.ResponseWriter, *http.Request) {\n\treturn func(rw http.ResponseWriter, r *http.Request) {\n\t\tctx, span := tracing.Tracer().Start(r.Context(), \"healthcheck.readiness\")\n\t\tdefer span.End()\n\n\t\terr := e.ReadinessHealthCheck(ctx)\n\t\tif err != nil {\n\t\t\tlog.WithContext(ctx).WithError(err).Error(\"Readiness check failed\")\n\t\t\thttp.Error(rw, err.Error(), http.StatusServiceUnavailable)\n\t\t\treturn\n\t\t}\n\n\t\tfmt.Fprint(rw, \"ok\")\n\t}\n}\n\n// ServeHealthProbes starts an HTTP server for Kubernetes health probes on the given port.\n// Registers /healthz/alive (liveness) and /healthz/ready (readiness).\n// Runs in a goroutine. Use for sources that only need health checks on the given port.\nfunc (e *Engine) ServeHealthProbes(port int) {\n\tmux := http.NewServeMux()\n\tmux.HandleFunc(\"/healthz/alive\", e.LivenessProbeHandlerFunc())\n\tmux.HandleFunc(\"/healthz/ready\", e.ReadinessProbeHandlerFunc())\n\n\tlogFields := log.Fields{\"port\": port}\n\tif e.EngineConfig != nil {\n\t\tlogFields[\"ovm.engine.type\"] = e.EngineConfig.EngineType\n\t\tlogFields[\"ovm.engine.name\"] = e.EngineConfig.SourceName\n\t}\n\tlog.WithFields(logFields).Debug(\"Starting healthcheck server with endpoints: /healthz/alive, /healthz/ready\")\n\n\tgo func() {\n\t\tdefer sentry.Recover()\n\t\tserver := &http.Server{\n\t\t\tAddr: fmt.Sprintf(\":%d\", port),\n\t\t\tHandler: mux,\n\t\t\tReadTimeout: 5 * time.Second,\n\t\t\tWriteTimeout: 10 * time.Second,\n\t\t}\n\t\terr := server.ListenAndServe()\n\t\tlog.WithError(err).WithFields(logFields).Error(\"Could not start HTTP server for health checks\")\n\t}()\n}\n" }, { "path": "go/discovery/engine_initerror_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestSetInitError(t *testing.T) {\n\te := &Engine{\n\t\tinitError: nil,\n\t\tinitErrorMutex: sync.RWMutex{},\n\t}\n\n\ttestErr := errors.New(\"initialization failed\")\n\te.SetInitError(testErr)\n\n\t// Direct pointer comparison is intentional here - we want to verify the exact error object is stored\n\tif e.initError == nil || e.initError.Error() != testErr.Error() {\n\t\tt.Errorf(\"expected initError to be %v, got %v\", testErr, e.initError)\n\t}\n}\n\nfunc TestGetInitError(t *testing.T) {\n\te := &Engine{\n\t\tinitError: nil,\n\t\tinitErrorMutex: sync.RWMutex{},\n\t}\n\n\t// Test nil case\n\tif err := e.GetInitError(); err != nil {\n\t\tt.Errorf(\"expected nil error, got %v\", err)\n\t}\n\n\t// Test with error set\n\ttestErr := errors.New(\"test error\")\n\te.initError = testErr\n\n\tif err := e.GetInitError(); err == nil || err.Error() != testErr.Error() {\n\t\tt.Errorf(\"expected error to be %v, got %v\", testErr, err)\n\t}\n}\n\nfunc TestSetInitErrorNil(t *testing.T) {\n\te := &Engine{\n\t\tinitError: errors.New(\"previous error\"),\n\t\tinitErrorMutex: sync.RWMutex{},\n\t}\n\n\t// Clear the error\n\te.SetInitError(nil)\n\n\tif e.initError != nil {\n\t\tt.Errorf(\"expected initError to be nil after clearing, got %v\", e.initError)\n\t}\n\n\tif err := e.GetInitError(); err != nil {\n\t\tt.Errorf(\"expected GetInitError to return nil after clearing, got %v\", err)\n\t}\n}\n\nfunc TestInitErrorConcurrentAccess(t *testing.T) {\n\te := &Engine{\n\t\tinitError: nil,\n\t\tinitErrorMutex: sync.RWMutex{},\n\t}\n\n\t// Test concurrent access from multiple goroutines\n\tvar wg sync.WaitGroup\n\titerations := 100\n\n\t// Writers\n\tfor i := range 10 {\n\t\twg.Add(1)\n\t\tgo func(id int) {\n\t\t\tdefer wg.Done()\n\t\t\tfor j := range iterations {\n\t\t\t\te.SetInitError(fmt.Errorf(\"error from goroutine %d iteration %d\", id, j))\n\t\t\t}\n\t\t}(i)\n\t}\n\n\t// Readers\n\tfor range 10 {\n\t\twg.Go(func() {\n\t\t\tfor range iterations {\n\t\t\t\t_ = e.GetInitError()\n\t\t\t}\n\t\t})\n\t}\n\n\twg.Wait()\n\n\t// Should not panic - error should be one of the written values or nil\n\tfinalErr := e.GetInitError()\n\tif finalErr == nil {\n\t\tt.Log(\"Final error is nil (acceptable in concurrent test)\")\n\t} else {\n\t\tt.Logf(\"Final error: %v\", finalErr)\n\t}\n}\n\nfunc TestReadinessHealthCheckWithInitError(t *testing.T) {\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tReadinessCheck: func(ctx context.Context) error {\n\t\t\t\t// Adapter health is fine\n\t\t\t\treturn nil\n\t\t\t},\n\t\t},\n\t}\n\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\t// Mark adapters initialized so we're only testing initError behavior\n\te.MarkAdaptersInitialized()\n\n\tctx := context.Background()\n\n\t// Readiness should pass when no init error\n\tif err := e.ReadinessHealthCheck(ctx); err != nil {\n\t\tt.Errorf(\"expected readiness to pass with no init error, got: %v\", err)\n\t}\n\n\t// Set an init error\n\ttestErr := errors.New(\"AWS AssumeRole denied\")\n\te.SetInitError(testErr)\n\n\t// Readiness should now fail with the init error\n\terr = e.ReadinessHealthCheck(ctx)\n\tif err == nil {\n\t\tt.Error(\"expected readiness to fail with init error, got nil\")\n\t} else if !errors.Is(err, testErr) {\n\t\tt.Errorf(\"expected readiness error to wrap init error, got: %v\", err)\n\t}\n\n\t// Clear the init error\n\te.SetInitError(nil)\n\n\t// Readiness should pass again\n\tif err := e.ReadinessHealthCheck(ctx); err != nil {\n\t\tt.Errorf(\"expected readiness to pass after clearing init error, got: %v\", err)\n\t}\n}\n\nfunc TestSendHeartbeatWithInitError(t *testing.T) {\n\trequests := make(chan *connect.Request[sdp.SubmitSourceHeartbeatRequest], 10)\n\tresponses := make(chan *connect.Response[sdp.SubmitSourceHeartbeatResponse], 10)\n\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tManagementClient: testHeartbeatClient{\n\t\t\t\tRequests: requests,\n\t\t\t\tResponses: responses,\n\t\t\t},\n\t\t\tFrequency: 0, // Disable automatic heartbeats\n\t\t\tReadinessCheck: func(ctx context.Context) error {\n\t\t\t\treturn nil // Adapters are fine\n\t\t\t},\n\t\t},\n\t}\n\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\t// Mark adapters initialized so we're only testing initError behavior\n\te.MarkAdaptersInitialized()\n\n\tctx := context.Background()\n\n\t// Send heartbeat with init error\n\ttestErr := errors.New(\"configuration error: invalid credentials\")\n\te.SetInitError(testErr)\n\n\tresponses <- &connect.Response[sdp.SubmitSourceHeartbeatResponse]{\n\t\tMsg: &sdp.SubmitSourceHeartbeatResponse{},\n\t}\n\n\terr = e.SendHeartbeat(ctx, nil)\n\tif err != nil {\n\t\tt.Errorf(\"expected SendHeartbeat to succeed, got: %v\", err)\n\t}\n\n\t// Verify the heartbeat included the init error\n\treq := <-requests\n\tif req.Msg.GetError() == \"\" {\n\t\tt.Error(\"expected heartbeat to include error, got empty string\")\n\t} else if !strings.Contains(req.Msg.GetError(), testErr.Error()) {\n\t\tt.Errorf(\"expected heartbeat error to contain %q, got: %q\", testErr.Error(), req.Msg.GetError())\n\t}\n}\n\nfunc TestSendHeartbeatWithInitErrorAndCustomError(t *testing.T) {\n\trequests := make(chan *connect.Request[sdp.SubmitSourceHeartbeatRequest], 10)\n\tresponses := make(chan *connect.Response[sdp.SubmitSourceHeartbeatResponse], 10)\n\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tManagementClient: testHeartbeatClient{\n\t\t\t\tRequests: requests,\n\t\t\t\tResponses: responses,\n\t\t\t},\n\t\t\tFrequency: 0,\n\t\t},\n\t}\n\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\t// Mark adapters initialized so we're only testing initError + custom error behavior\n\te.MarkAdaptersInitialized()\n\n\tctx := context.Background()\n\n\t// Set init error and send heartbeat with custom error\n\tinitErr := errors.New(\"init failed: invalid config\")\n\tcustomErr := errors.New(\"custom error: readiness failed\")\n\te.SetInitError(initErr)\n\n\tresponses <- &connect.Response[sdp.SubmitSourceHeartbeatResponse]{\n\t\tMsg: &sdp.SubmitSourceHeartbeatResponse{},\n\t}\n\n\terr = e.SendHeartbeat(ctx, customErr)\n\tif err != nil {\n\t\tt.Errorf(\"expected SendHeartbeat to succeed, got: %v\", err)\n\t}\n\n\t// Verify both errors are included in the heartbeat\n\treq := <-requests\n\tif req.Msg.GetError() == \"\" {\n\t\tt.Error(\"expected heartbeat to include errors, got empty string\")\n\t} else {\n\t\terrMsg := req.Msg.GetError()\n\t\t// Both errors should be in the joined error string\n\t\tif !strings.Contains(errMsg, initErr.Error()) {\n\t\t\tt.Errorf(\"expected heartbeat error to include init error %q, got: %q\", initErr.Error(), errMsg)\n\t\t}\n\t\tif !strings.Contains(errMsg, customErr.Error()) {\n\t\t\tt.Errorf(\"expected heartbeat error to include custom error %q, got: %q\", customErr.Error(), errMsg)\n\t\t}\n\t}\n}\n\nfunc TestInitialiseAdapters_Success(t *testing.T) {\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tFrequency: 0, // Disable automatic heartbeats from StartSendingHeartbeats\n\t\t},\n\t}\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\t// Set an init error to verify it gets cleared on success\n\te.SetInitError(errors.New(\"previous error\"))\n\n\tctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)\n\tdefer cancel()\n\n\tvar called bool\n\te.InitialiseAdapters(ctx, func(ctx context.Context) error {\n\t\tcalled = true\n\t\treturn nil\n\t})\n\n\tif !called {\n\t\tt.Error(\"initFn was not called\")\n\t}\n\tif err := e.GetInitError(); err != nil {\n\t\tt.Errorf(\"expected init error to be cleared after success, got: %v\", err)\n\t}\n\tif !e.AreAdaptersInitialized() {\n\t\tt.Error(\"expected adaptersInitialized to be true after successful InitialiseAdapters\")\n\t}\n}\n\nfunc TestInitialiseAdapters_RetryThenSuccess(t *testing.T) {\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tFrequency: 0,\n\t\t},\n\t}\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\tctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)\n\tdefer cancel()\n\n\tattempts := 0\n\te.InitialiseAdapters(ctx, func(ctx context.Context) error {\n\t\tattempts++\n\t\tif attempts < 3 {\n\t\t\treturn fmt.Errorf(\"transient error attempt %d\", attempts)\n\t\t}\n\t\treturn nil\n\t})\n\n\tif attempts < 3 {\n\t\tt.Errorf(\"expected at least 3 attempts, got %d\", attempts)\n\t}\n\tif err := e.GetInitError(); err != nil {\n\t\tt.Errorf(\"expected init error to be cleared after eventual success, got: %v\", err)\n\t}\n}\n\nfunc TestInitialiseAdapters_ContextCancelled(t *testing.T) {\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tFrequency: 0,\n\t\t},\n\t}\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\tctx, cancel := context.WithCancel(context.Background())\n\tvar callCount int\n\n\t// InitialiseAdapters blocks; cancel ctx after a short delay so it returns\n\ttime.AfterFunc(500*time.Millisecond, cancel)\n\n\tdone := make(chan struct{})\n\tgo func() {\n\t\te.InitialiseAdapters(ctx, func(ctx context.Context) error {\n\t\t\tcallCount++\n\t\t\treturn errors.New(\"always fails\")\n\t\t})\n\t\tclose(done)\n\t}()\n\n\tselect {\n\tcase <-done:\n\t\t// InitialiseAdapters returned (ctx was cancelled)\n\tcase <-time.After(5 * time.Second):\n\t\tt.Fatal(\"InitialiseAdapters did not return after context cancellation\")\n\t}\n\n\tif callCount == 0 {\n\t\tt.Error(\"expected initFn to be called at least once before context cancellation\")\n\t}\n\tif err := e.GetInitError(); err == nil {\n\t\tt.Error(\"expected init error to be set after context cancellation with failures\")\n\t}\n}\n\nfunc TestReadinessFailsBeforeInitialization(t *testing.T) {\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tReadinessCheck: func(ctx context.Context) error {\n\t\t\t\treturn nil\n\t\t\t},\n\t\t},\n\t}\n\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\tctx := context.Background()\n\n\terr = e.ReadinessHealthCheck(ctx)\n\tif err == nil {\n\t\tt.Fatal(\"expected readiness to fail before adapters initialized, got nil\")\n\t}\n\tif !strings.Contains(err.Error(), \"adapters not yet initialized\") {\n\t\tt.Errorf(\"expected error to contain 'adapters not yet initialized', got: %v\", err)\n\t}\n}\n\nfunc TestReadinessPassesAfterInitialization(t *testing.T) {\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tReadinessCheck: func(ctx context.Context) error {\n\t\t\t\treturn nil\n\t\t\t},\n\t\t},\n\t}\n\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\te.MarkAdaptersInitialized()\n\n\tctx := context.Background()\n\n\tif err := e.ReadinessHealthCheck(ctx); err != nil {\n\t\tt.Errorf(\"expected readiness to pass after MarkAdaptersInitialized, got: %v\", err)\n\t}\n}\n\nfunc TestHeartbeatIncludesUninitializedError(t *testing.T) {\n\trequests := make(chan *connect.Request[sdp.SubmitSourceHeartbeatRequest], 10)\n\tresponses := make(chan *connect.Response[sdp.SubmitSourceHeartbeatResponse], 10)\n\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tManagementClient: testHeartbeatClient{\n\t\t\t\tRequests: requests,\n\t\t\t\tResponses: responses,\n\t\t\t},\n\t\t\tFrequency: 0,\n\t\t},\n\t}\n\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\t// Do NOT call MarkAdaptersInitialized -- engine is freshly created\n\n\tresponses <- &connect.Response[sdp.SubmitSourceHeartbeatResponse]{\n\t\tMsg: &sdp.SubmitSourceHeartbeatResponse{},\n\t}\n\n\tctx := context.Background()\n\terr = e.SendHeartbeat(ctx, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"expected SendHeartbeat to succeed, got: %v\", err)\n\t}\n\n\treq := <-requests\n\tif req.Msg.GetError() == \"\" {\n\t\tt.Fatal(\"expected heartbeat to include error before initialization, got empty string\")\n\t}\n\tif !strings.Contains(req.Msg.GetError(), \"adapters not yet initialized\") {\n\t\tt.Errorf(\"expected heartbeat error to contain 'adapters not yet initialized', got: %q\", req.Msg.GetError())\n\t}\n}\n\nfunc TestHeartbeatClearsAfterInitialization(t *testing.T) {\n\trequests := make(chan *connect.Request[sdp.SubmitSourceHeartbeatRequest], 10)\n\tresponses := make(chan *connect.Response[sdp.SubmitSourceHeartbeatResponse], 10)\n\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tManagementClient: testHeartbeatClient{\n\t\t\t\tRequests: requests,\n\t\t\t\tResponses: responses,\n\t\t\t},\n\t\t\tFrequency: 0,\n\t\t},\n\t}\n\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\te.MarkAdaptersInitialized()\n\n\tresponses <- &connect.Response[sdp.SubmitSourceHeartbeatResponse]{\n\t\tMsg: &sdp.SubmitSourceHeartbeatResponse{},\n\t}\n\n\tctx := context.Background()\n\terr = e.SendHeartbeat(ctx, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"expected SendHeartbeat to succeed, got: %v\", err)\n\t}\n\n\treq := <-requests\n\tif req.Msg.GetError() != \"\" {\n\t\tt.Errorf(\"expected heartbeat to have no error after initialization, got: %q\", req.Msg.GetError())\n\t}\n}\n\nfunc TestInitialiseAdapters_SetsInitializedFlag(t *testing.T) {\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tFrequency: 0,\n\t\t},\n\t}\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\tif e.AreAdaptersInitialized() {\n\t\tt.Fatal(\"expected adaptersInitialized to be false on new engine\")\n\t}\n\n\tctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)\n\tdefer cancel()\n\n\te.InitialiseAdapters(ctx, func(ctx context.Context) error {\n\t\treturn nil\n\t})\n\n\tif !e.AreAdaptersInitialized() {\n\t\tt.Error(\"expected adaptersInitialized to be true after InitialiseAdapters success\")\n\t}\n}\n\nfunc TestInitialiseAdapters_DoesNotSetFlagOnFailure(t *testing.T) {\n\tec := &EngineConfig{\n\t\tEngineType: \"test\",\n\t\tSourceName: \"test-source\",\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tFrequency: 0,\n\t\t},\n\t}\n\te, err := NewEngine(ec)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create engine: %v\", err)\n\t}\n\n\tctx, cancel := context.WithCancel(context.Background())\n\ttime.AfterFunc(500*time.Millisecond, cancel)\n\n\tdone := make(chan struct{})\n\tgo func() {\n\t\te.InitialiseAdapters(ctx, func(ctx context.Context) error {\n\t\t\treturn errors.New(\"always fails\")\n\t\t})\n\t\tclose(done)\n\t}()\n\n\tselect {\n\tcase <-done:\n\tcase <-time.After(5 * time.Second):\n\t\tt.Fatal(\"InitialiseAdapters did not return after context cancellation\")\n\t}\n\n\tif e.AreAdaptersInitialized() {\n\t\tt.Error(\"expected adaptersInitialized to remain false when init always fails\")\n\t}\n}\n" }, { "path": "go/discovery/engine_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/nats-io/nats-server/v2/server\"\n\t\"github.com/nats-io/nats-server/v2/test\"\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"golang.org/x/oauth2\"\n)\n\nfunc newEngine(t *testing.T, name string, no *auth.NATSOptions, eConn sdp.EncodedConnection, adapters ...Adapter) *Engine {\n\tt.Helper()\n\n\tif no != nil && eConn != nil {\n\t\tt.Fatal(\"Cannot provide both NATSOptions and EncodedConnection\")\n\t}\n\n\tec := EngineConfig{\n\t\tMaxParallelExecutions: 10,\n\t\tSourceName: name,\n\t\tNATSQueueName: \"test\",\n\t}\n\tif no != nil {\n\t\tec.NATSOptions = no\n\t\tif no.TokenClient == nil {\n\t\t\tec.Unauthenticated = true\n\t\t}\n\t} else if eConn == nil {\n\t\tec.NATSOptions = &auth.NATSOptions{\n\t\t\tNumRetries: 5,\n\t\t\tRetryDelay: time.Second,\n\t\t\tServers: NatsTestURLs,\n\t\t\tConnectionName: \"test-connection\",\n\t\t\tConnectionTimeout: time.Second,\n\t\t\tMaxReconnects: 5,\n\t\t\tTokenClient: GetTestOAuthTokenClient(t, \"org_hdeUXbB55sMMvJLa\"),\n\t\t}\n\t}\n\te, err := NewEngine(&ec)\n\tif err != nil {\n\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t}\n\n\tif eConn != nil {\n\t\te.natsConnection = eConn\n\t}\n\n\tif err := e.AddAdapters(adapters...); err != nil {\n\t\tt.Fatalf(\"Error adding adapters: %v\", err)\n\t}\n\n\treturn e\n}\n\nfunc newStartedEngine(t *testing.T, name string, no *auth.NATSOptions, eConn sdp.EncodedConnection, adapters ...Adapter) *Engine {\n\tt.Helper()\n\n\te := newEngine(t, name, no, eConn, adapters...)\n\n\terr := e.Start(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Error starting Engine: %v\", err)\n\t}\n\n\tt.Cleanup(func() {\n\t\terr = e.Stop()\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Error stopping Engine: %v\", err)\n\t\t}\n\t})\n\n\treturn e\n}\n\nfunc TestTrackQuery(t *testing.T) {\n\tt.Run(\"With normal query\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\te := newStartedEngine(t, \"TestTrackQuery_normal\", nil, nil)\n\n\t\tu := uuid.New()\n\n\t\tqt := QueryTracker{\n\t\t\tEngine: e,\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"person\",\n\t\t\t\tMethod: sdp.QueryMethod_LIST,\n\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\t\tLinkDepth: 10,\n\t\t\t\t},\n\t\t\t\tUUID: u[:],\n\t\t\t},\n\t\t}\n\n\t\te.TrackQuery(u, &qt)\n\n\t\tif got, err := e.GetTrackedQuery(u); err == nil {\n\t\t\tif got != &qt {\n\t\t\t\tt.Errorf(\"Got mismatched QueryTracker objects %v and %v\", got, &qt)\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"With many queries\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\te := newStartedEngine(t, \"TestTrackQuery_many\", nil, nil)\n\n\t\tvar wg sync.WaitGroup\n\n\t\tfor i := range 1000 {\n\t\t\twg.Add(1)\n\t\t\tgo func(i int) {\n\t\t\t\tdefer wg.Done()\n\t\t\t\tu := uuid.New()\n\n\t\t\t\tqt := QueryTracker{\n\t\t\t\t\tEngine: e,\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"person\",\n\t\t\t\t\t\tQuery: fmt.Sprintf(\"person-%v\", i),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\t\t\t\tLinkDepth: 10,\n\t\t\t\t\t\t},\n\t\t\t\t\t\tUUID: u[:],\n\t\t\t\t\t},\n\t\t\t\t}\n\n\t\t\t\te.TrackQuery(u, &qt)\n\t\t\t}(i)\n\t\t}\n\n\t\twg.Wait()\n\n\t\tif len(e.trackedQueries) != 1000 {\n\t\t\tt.Errorf(\"Expected 1000 tracked queries, got %v\", len(e.trackedQueries))\n\t\t}\n\t})\n}\n\nfunc TestDeleteTrackedQuery(t *testing.T) {\n\tt.Parallel()\n\te := newStartedEngine(t, \"TestDeleteTrackedQuery\", nil, nil)\n\n\tvar wg sync.WaitGroup\n\n\t// Add and delete many query in parallel\n\tfor i := 1; i < 1000; i++ {\n\t\twg.Add(1)\n\t\tgo func(i int) {\n\t\t\tdefer wg.Done()\n\t\t\tu := uuid.New()\n\n\t\t\tqt := QueryTracker{\n\t\t\t\tEngine: e,\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"person\",\n\t\t\t\t\tQuery: fmt.Sprintf(\"person-%v\", i),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\t\t\tLinkDepth: 10,\n\t\t\t\t\t},\n\t\t\t\t\tUUID: u[:],\n\t\t\t\t},\n\t\t\t}\n\n\t\t\te.TrackQuery(u, &qt)\n\t\t\twg.Add(1)\n\t\t\tgo func(u uuid.UUID) {\n\t\t\t\tdefer wg.Done()\n\t\t\t\te.DeleteTrackedQuery(u)\n\t\t\t}(u)\n\t\t}(i)\n\t}\n\n\twg.Wait()\n\n\tif len(e.trackedQueries) != 0 {\n\t\tt.Errorf(\"Expected 0 tracked queries, got %v\", len(e.trackedQueries))\n\t}\n}\n\nfunc TestNats(t *testing.T) {\n\tSkipWithoutNats(t)\n\n\tec := EngineConfig{\n\t\tMaxParallelExecutions: 10,\n\t\tSourceName: \"nats-test\",\n\t\tUnauthenticated: true,\n\t\tNATSOptions: &auth.NATSOptions{\n\t\t\tNumRetries: 5,\n\t\t\tRetryDelay: time.Second,\n\t\t\tServers: NatsTestURLs,\n\t\t\tConnectionName: \"test-connection\",\n\t\t\tConnectionTimeout: time.Second,\n\t\t\tMaxReconnects: 5,\n\t\t},\n\t\tNATSQueueName: \"test\",\n\t}\n\n\te, err := NewEngine(&ec)\n\tif err != nil {\n\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t}\n\n\tadapter := TestAdapter{}\n\tadapter.cache = sdpcache.NewNoOpCache()\n\terr = e.AddAdapters(\n\t\t&adapter,\n\t\t&TestAdapter{\n\t\t\tReturnScopes: []string{\n\t\t\t\tsdp.WILDCARD,\n\t\t\t},\n\t\t\tReturnName: \"test-adapter\",\n\t\t\tReturnType: \"test\",\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t},\n\t)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tt.Run(\"Starting\", func(t *testing.T) {\n\t\terr := e.Start(t.Context())\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif e.natsConnection.Underlying().NumSubscriptions() != 4 {\n\t\t\tt.Errorf(\"Expected engine to have 4 subscriptions, got %v\", e.natsConnection.Underlying().NumSubscriptions())\n\t\t}\n\t})\n\n\tt.Run(\"Restarting\", func(t *testing.T) {\n\t\terr := e.Stop()\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\terr = e.Start(t.Context())\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif e.natsConnection.Underlying().NumSubscriptions() != 4 {\n\t\t\tt.Errorf(\"Expected engine to have 4 subscriptions, got %v\", e.natsConnection.Underlying().NumSubscriptions())\n\t\t}\n\t})\n\n\tt.Run(\"Handling a basic query\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\tquery := &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"basic\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 0,\n\t\t\t},\n\t\t\tScope: \"test\",\n\t\t}\n\n\t\t_, _, _, err := sdp.RunSourceQuerySync(context.Background(), query, sdp.DefaultStartTimeout, e.natsConnection)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif len(adapter.GetCalls) != 1 {\n\t\t\tt.Errorf(\"expected 1 get call, got %v: %v\", len(adapter.GetCalls), adapter.GetCalls)\n\t\t}\n\t})\n\n\tt.Run(\"stopping\", func(t *testing.T) {\n\t\terr := e.Stop()\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n}\n\nfunc TestNatsCancel(t *testing.T) {\n\tSkipWithoutNats(t)\n\n\tec := EngineConfig{\n\t\tMaxParallelExecutions: 1,\n\t\tSourceName: \"nats-test\",\n\t\tUnauthenticated: true,\n\t\tNATSOptions: &auth.NATSOptions{\n\t\t\tNumRetries: 5,\n\t\t\tRetryDelay: time.Second,\n\t\t\tServers: NatsTestURLs,\n\t\t\tConnectionName: \"test-connection\",\n\t\t\tConnectionTimeout: time.Second,\n\t\t\tMaxReconnects: 5,\n\t\t},\n\t\tNATSQueueName: \"test\",\n\t}\n\te, err := NewEngine(&ec)\n\tif err != nil {\n\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t}\n\n\tadapter := SpeedTestAdapter{\n\t\tQueryDelay: 2 * time.Second,\n\t\tReturnType: \"person\",\n\t\tReturnScopes: []string{\"test\"},\n\t}\n\n\tif err := e.AddAdapters(&adapter); err != nil {\n\t\tt.Fatalf(\"Error adding adapters: %v\", err)\n\t}\n\n\tt.Run(\"Starting\", func(t *testing.T) {\n\t\terr := e.Start(t.Context())\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"Cancelling queries\", func(t *testing.T) {\n\t\tconn := e.natsConnection\n\t\tu := uuid.New()\n\n\t\tquery := &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"foo\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 100,\n\t\t\t},\n\t\t\tScope: \"*\",\n\t\t\tUUID: u[:],\n\t\t}\n\n\t\tresponses := make(chan *sdp.QueryResponse, 1000)\n\t\tprogress, err := sdp.RunSourceQuery(t.Context(), query, sdp.DefaultStartTimeout, conn, responses)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\ttime.Sleep(250 * time.Millisecond)\n\n\t\terr = conn.Publish(context.Background(), \"cancel.all\", &sdp.CancelQuery{\n\t\t\tUUID: u[:],\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\t// Read and discard all items and errors until they are closed\n\t\tfor range responses {\n\t\t}\n\n\t\ttime.Sleep(250 * time.Millisecond)\n\n\t\tif progress.Progress().Cancelled != 1 {\n\t\t\tt.Errorf(\"Expected query to be cancelled, got\\n%v\", progress.String())\n\t\t}\n\t})\n\n\tt.Run(\"stopping\", func(t *testing.T) {\n\t\terr := e.Stop()\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n}\n\nfunc TestNatsConnections(t *testing.T) {\n\tt.Run(\"with a bad hostname\", func(t *testing.T) {\n\t\tec := EngineConfig{\n\t\t\tMaxParallelExecutions: 1,\n\t\t\tSourceName: \"nats-test\",\n\t\t\tUnauthenticated: true,\n\t\t\tNATSOptions: &auth.NATSOptions{\n\t\t\t\tServers: []string{\"nats://bad.server\"},\n\t\t\t\tConnectionName: \"test-disconnection\",\n\t\t\t\tConnectionTimeout: time.Second,\n\t\t\t\tMaxReconnects: 1,\n\t\t\t},\n\t\t\tNATSQueueName: \"test\",\n\t\t}\n\t\te, err := NewEngine(&ec)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t\t}\n\n\t\terr = e.Start(t.Context())\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"with a server that disconnects\", func(t *testing.T) {\n\t\t// We are running a custom server here so that we can control its lifecycle\n\t\topts := test.DefaultTestOptions\n\t\t// Need to change this to avoid port clashes in github actions\n\t\topts.Port = 4111\n\t\ts := test.RunServer(&opts)\n\n\t\tif !s.ReadyForConnections(10 * time.Second) {\n\t\t\tt.Fatal(\"Could not start goroutine NATS server\")\n\t\t}\n\n\t\tt.Cleanup(func() {\n\t\t\tif s != nil {\n\t\t\t\ts.Shutdown()\n\t\t\t}\n\t\t})\n\n\t\tec := EngineConfig{\n\t\t\tMaxParallelExecutions: 1,\n\t\t\tSourceName: \"nats-test\",\n\t\t\tUnauthenticated: true,\n\t\t\tNATSOptions: &auth.NATSOptions{\n\t\t\t\tNumRetries: 5,\n\t\t\t\tRetryDelay: time.Second,\n\t\t\t\tServers: []string{\"127.0.0.1:4111\"},\n\t\t\t\tConnectionName: \"test-disconnection\",\n\t\t\t\tConnectionTimeout: time.Second,\n\t\t\t\tMaxReconnects: 10,\n\t\t\t\tReconnectWait: time.Second,\n\t\t\t\tReconnectJitter: time.Second,\n\t\t\t},\n\t\t\tNATSQueueName: \"test\",\n\t\t}\n\t\te, err := NewEngine(&ec)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t\t}\n\n\t\terr = e.Start(t.Context())\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tt.Log(\"Stopping NATS server\")\n\t\ts.Shutdown()\n\n\t\tfor i := range 21 {\n\t\t\tif i == 20 {\n\t\t\t\tt.Errorf(\"Engine did not report a NATS disconnect after %v tries\", i)\n\t\t\t}\n\n\t\t\tif !e.IsNATSConnected() {\n\t\t\t\tbreak\n\t\t\t}\n\n\t\t\ttime.Sleep(time.Second)\n\t\t}\n\n\t\t// Reset the server\n\t\ts = test.RunServer(&opts)\n\n\t\t// Wait for the server to start\n\t\ts.ReadyForConnections(10 * time.Second)\n\n\t\t// Wait 2 more seconds for a reconnect\n\t\ttime.Sleep(2 * time.Second)\n\n\t\tfor range 21 {\n\t\t\tif e.IsNATSConnected() {\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\ttime.Sleep(time.Second)\n\t\t}\n\n\t\tt.Error(\"Engine should have reconnected but hasn't\")\n\t})\n\n\tt.Run(\"with a server that takes a while to start\", func(t *testing.T) {\n\t\t// We are running a custom server here so that we can control its lifecycle\n\t\topts := test.DefaultTestOptions\n\t\t// Need to change this to avoid port clashes in github actions\n\t\topts.Port = 4112\n\n\t\tec := EngineConfig{\n\t\t\tMaxParallelExecutions: 1,\n\t\t\tSourceName: \"nats-test\",\n\t\t\tUnauthenticated: true,\n\t\t\tNATSOptions: &auth.NATSOptions{\n\t\t\t\tNumRetries: 10,\n\t\t\t\tRetryDelay: time.Second,\n\t\t\t\tServers: []string{\"127.0.0.1:4112\"},\n\t\t\t\tConnectionName: \"test-disconnection\",\n\t\t\t\tConnectionTimeout: time.Second,\n\t\t\t\tMaxReconnects: 10,\n\t\t\t\tReconnectWait: time.Second,\n\t\t\t\tReconnectJitter: time.Second,\n\t\t\t},\n\t\t\tNATSQueueName: \"test\",\n\t\t}\n\t\te, err := NewEngine(&ec)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t\t}\n\n\t\tvar s *server.Server\n\n\t\tgo func() {\n\t\t\t// Start the server after a delay\n\t\t\ttime.Sleep(2 * time.Second)\n\n\t\t\t// We are running a custom server here so that we can control its lifecycle\n\t\t\ts = test.RunServer(&opts)\n\n\t\t\tt.Cleanup(func() {\n\t\t\t\tif s != nil {\n\t\t\t\t\ts.Shutdown()\n\t\t\t\t}\n\t\t\t})\n\t\t}()\n\n\t\terr = e.Start(t.Context())\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t})\n}\n\nfunc TestNATSFailureRestart(t *testing.T) {\n\trestartTestOption := test.DefaultTestOptions\n\trestartTestOption.Port = 4113\n\n\t// We are running a custom server here so that we can control its lifecycle\n\ts := test.RunServer(&restartTestOption)\n\n\tif !s.ReadyForConnections(10 * time.Second) {\n\t\tt.Fatal(\"Could not start goroutine NATS server\")\n\t}\n\n\tec := EngineConfig{\n\t\tMaxParallelExecutions: 1,\n\t\tSourceName: \"nats-test\",\n\t\tUnauthenticated: true,\n\t\tNATSOptions: &auth.NATSOptions{\n\t\t\tNumRetries: 10,\n\t\t\tRetryDelay: time.Second,\n\t\t\tServers: []string{\"127.0.0.1:4113\"},\n\t\t\tConnectionName: \"test-disconnection\",\n\t\t\tConnectionTimeout: time.Second,\n\t\t\tMaxReconnects: 10,\n\t\t\tReconnectWait: 100 * time.Millisecond,\n\t\t\tReconnectJitter: 10 * time.Millisecond,\n\t\t},\n\t\tNATSQueueName: \"test\",\n\t}\n\te, err := NewEngine(&ec)\n\tif err != nil {\n\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t}\n\n\te.ConnectionWatchInterval = 1 * time.Second\n\n\t// Connect successfully\n\terr = e.Start(t.Context())\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tt.Cleanup(func() {\n\t\terr = e.Stop()\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t})\n\n\t// Lose the connection\n\tt.Log(\"Stopping NATS server\")\n\ts.Shutdown()\n\ts.WaitForShutdown()\n\n\t// The watcher should keep watching while the nats connection is\n\t// RECONNECTING, once it's CLOSED however it won't keep trying to connect so\n\t// we want to make sure that the watcher detects this and kills the whole\n\t// thing\n\ttime.Sleep(2 * time.Second)\n\n\ts = test.RunServer(&restartTestOption)\n\tif !s.ReadyForConnections(10 * time.Second) {\n\t\tt.Fatal(\"Could not start goroutine NATS server a second time\")\n\t}\n\n\tt.Cleanup(func() {\n\t\ts.Shutdown()\n\t})\n\n\ttime.Sleep(3 * time.Second)\n\n\tif !e.IsNATSConnected() {\n\t\tt.Error(\"NATS didn't manage to reconnect\")\n\t}\n}\n\nfunc TestNatsAuth(t *testing.T) {\n\tSkipWithoutNatsAuth(t)\n\n\tec := EngineConfig{\n\t\tMaxParallelExecutions: 1,\n\t\tSourceName: \"nats-test\",\n\t\tNATSOptions: &auth.NATSOptions{\n\t\t\tNumRetries: 5,\n\t\t\tRetryDelay: time.Second,\n\t\t\tServers: NatsTestURLs,\n\t\t\tConnectionName: \"test-connection\",\n\t\t\tConnectionTimeout: time.Second,\n\t\t\tMaxReconnects: 5,\n\t\t\tTokenClient: GetTestOAuthTokenClient(t, \"org_hdeUXbB55sMMvJLa\"),\n\t\t},\n\t\tNATSQueueName: \"test\",\n\t}\n\te, err := NewEngine(&ec)\n\tif err != nil {\n\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t}\n\n\tadapter := TestAdapter{}\n\tadapter.cache = sdpcache.NewNoOpCache()\n\tif err := e.AddAdapters(\n\t\t&adapter,\n\t\t&TestAdapter{\n\t\t\tReturnScopes: []string{\n\t\t\t\tsdp.WILDCARD,\n\t\t\t},\n\t\t\tReturnType: \"test\",\n\t\t\tReturnName: \"test-adapter\",\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t},\n\t); err != nil {\n\t\tt.Fatalf(\"Error adding adapters: %v\", err)\n\t}\n\n\tt.Run(\"Starting\", func(t *testing.T) {\n\t\terr := e.Start(t.Context())\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif e.natsConnection.Underlying().NumSubscriptions() != 4 {\n\t\t\tt.Errorf(\"Expected engine to have 4 subscriptions, got %v\", e.natsConnection.Underlying().NumSubscriptions())\n\t\t}\n\t})\n\n\tt.Run(\"Handling a basic query\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tadapter.ClearCalls()\n\t\t})\n\n\t\tquery := &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"basic\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 0,\n\t\t\t},\n\t\t\tScope: \"test\",\n\t\t}\n\n\t\t_, _, _, err := sdp.RunSourceQuerySync(t.Context(), query, sdp.DefaultStartTimeout, e.natsConnection)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif len(adapter.GetCalls) != 1 {\n\t\t\tt.Errorf(\"expected 1 get call, got %v: %v\", len(adapter.GetCalls), adapter.GetCalls)\n\t\t}\n\t})\n\n\tt.Run(\"stopping\", func(t *testing.T) {\n\t\terr := e.Stop()\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n}\n\nfunc TestSetupMaxQueryTimeout(t *testing.T) {\n\tt.Run(\"with no value\", func(t *testing.T) {\n\t\tec := EngineConfig{}\n\t\te, err := NewEngine(&ec)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t\t}\n\n\t\tif e.MaxRequestTimeout != DefaultMaxRequestTimeout {\n\t\t\tt.Errorf(\"max request timeout did not default. Got %v expected %v\", e.MaxRequestTimeout.String(), DefaultMaxRequestTimeout.String())\n\t\t}\n\t})\n\n\tt.Run(\"with a value\", func(t *testing.T) {\n\t\tec := EngineConfig{}\n\t\te, err := NewEngine(&ec)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t\t}\n\t\te.MaxRequestTimeout = 1 * time.Second\n\n\t\tif e.MaxRequestTimeout != 1*time.Second {\n\t\t\tt.Errorf(\"max request timeout did not take provided value. Got %v expected %v\", e.MaxRequestTimeout.String(), (1 * time.Second).String())\n\t\t}\n\t})\n}\n\nfunc TestEngineHealthCheckHandlesNilConnection(t *testing.T) {\n\tt.Parallel()\n\n\tt.Run(\"without connection\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\te := newEngine(t, \"TestEngineHealthCheckHandlesNilConnection_NoConn\", &auth.NATSOptions{}, nil)\n\n\t\tassertHealthCheckDoesNotPanic(t, e)\n\t})\n\n\tt.Run(\"with dropped underlying connection\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\te := newEngine(t, \"TestEngineHealthCheckHandlesNilConnection_Dropped\", &auth.NATSOptions{}, nil)\n\t\te.natsConnection = &sdp.EncodedConnectionImpl{}\n\n\t\tassertHealthCheckDoesNotPanic(t, e)\n\t})\n}\n\nfunc assertHealthCheckDoesNotPanic(t *testing.T, e *Engine) {\n\tt.Helper()\n\n\tdefer func() {\n\t\tif r := recover(); r != nil {\n\t\t\tt.Fatalf(\"LivenessHealthCheck panic: %v\", r)\n\t\t}\n\t}()\n\n\tctx := context.Background()\n\tif err := e.LivenessHealthCheck(ctx); err == nil {\n\t\tt.Fatalf(\"expected LivenessHealthCheck to report disconnected NATS\")\n\t}\n}\n\nvar (\n\ttestTokenSource oauth2.TokenSource\n\ttestTokenSourceMu sync.Mutex\n)\n\nfunc GetTestOAuthTokenClient(t *testing.T, account string) auth.TokenClient {\n\tvar domain string\n\tvar clientID string\n\tvar clientSecret string\n\tvar exists bool\n\n\terrorFormat := \"environment variable %v not found. Set up your test environment first. See: https://github.com/overmindtech/cli/go/auth0-test-data\"\n\n\t// Read secrets form the environment\n\tif domain, exists = os.LookupEnv(\"OVERMIND_NTE_ALLPERMS_DOMAIN\"); !exists || domain == \"\" {\n\t\tt.Errorf(errorFormat, \"OVERMIND_NTE_ALLPERMS_DOMAIN\")\n\t\tt.Skip(\"Skipping due to missing environment setup\")\n\t}\n\n\tif clientID, exists = os.LookupEnv(\"OVERMIND_NTE_ALLPERMS_CLIENT_ID\"); !exists || clientID == \"\" {\n\t\tt.Errorf(errorFormat, \"OVERMIND_NTE_ALLPERMS_CLIENT_ID\")\n\t\tt.Skip(\"Skipping due to missing environment setup\")\n\t}\n\n\tif clientSecret, exists = os.LookupEnv(\"OVERMIND_NTE_ALLPERMS_CLIENT_SECRET\"); !exists || clientSecret == \"\" {\n\t\tt.Errorf(errorFormat, \"OVERMIND_NTE_ALLPERMS_CLIENT_SECRET\")\n\t\tt.Skip(\"Skipping due to missing environment setup\")\n\t}\n\n\texchangeURL, err := GetWorkingTokenExchange()\n\tif err != nil {\n\t\tt.Skipf(\"Token exchange API server not available: %v\", err)\n\t\treturn nil\n\t}\n\n\ttestTokenSourceMu.Lock()\n\tdefer testTokenSourceMu.Unlock()\n\tif testTokenSource == nil {\n\t\tccc := auth.ClientCredentialsConfig{\n\t\t\tClientID: clientID,\n\t\t\tClientSecret: clientSecret,\n\t\t}\n\t\ttestTokenSource = ccc.TokenSource(\n\t\t\tt.Context(),\n\t\t\tfmt.Sprintf(\"https://%v/oauth/token\", domain),\n\t\t\tos.Getenv(\"API_SERVER_AUDIENCE\"),\n\t\t)\n\t}\n\n\treturn auth.NewOAuthTokenClient(\n\t\texchangeURL,\n\t\taccount,\n\t\ttestTokenSource,\n\t)\n}\n" }, { "path": "go/discovery/enginerequests.go", "content": "package discovery\n\nimport (\n\t\"bytes\"\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"regexp\"\n\t\"runtime\"\n\t\"runtime/pprof\"\n\t\"strings\"\n\t\"sync\"\n\t\"sync/atomic\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/nats-io/nats.go\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"golang.org/x/sync/singleflight\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\n// NewItemSubject Generates a random subject name for returning items e.g.\n// return.item._INBOX.712ab421\nfunc NewItemSubject() string {\n\treturn fmt.Sprintf(\"return.item.%v\", nats.NewInbox())\n}\n\n// NewResponseSubject Generates a random subject name for returning responses\n// e.g. return.response._INBOX.978af6de\nfunc NewResponseSubject() string {\n\treturn fmt.Sprintf(\"return.response.%v\", nats.NewInbox())\n}\n\n// HandleQuery Handles a single query. This includes responses, linking\n// etc.\nfunc (e *Engine) HandleQuery(ctx context.Context, query *sdp.Query) {\n\tvar deadlineOverride bool\n\n\t// Respond saying we've got it\n\tresponder := sdp.ResponseSender{\n\t\tResponseSubject: query.Subject(),\n\t}\n\n\tvar pub sdp.EncodedConnection\n\n\tif e.IsNATSConnected() {\n\t\tpub = e.natsConnection\n\t} else {\n\t\tpub = NilConnection{}\n\t}\n\n\tru := uuid.New()\n\tresponder.Start(\n\t\tctx,\n\t\tpub,\n\t\te.EngineConfig.SourceName,\n\t\tru,\n\t)\n\n\t// Ensure responder ends exactly once (prevents double-ending on panic)\n\tvar responderEndOnce sync.Once\n\tdefer func() {\n\t\t// Safety net: if we panic before explicitly ending, mark as error\n\t\tresponderEndOnce.Do(func() {\n\t\t\tresponder.ErrorWithContext(ctx)\n\t\t})\n\t}()\n\n\t// If there is no deadline OR further in the future than MaxRequestTimeout, clamp the deadline to MaxRequestTimeout\n\tmaxRequestDeadline := time.Now().Add(e.MaxRequestTimeout)\n\tif query.GetDeadline() == nil || query.GetDeadline().AsTime().After(maxRequestDeadline) {\n\t\tquery.Deadline = timestamppb.New(maxRequestDeadline)\n\t\tdeadlineOverride = true\n\t\tlog.WithContext(ctx).WithField(\"ovm.deadline\", query.GetDeadline().AsTime()).Debug(\"capping deadline to MaxRequestTimeout\")\n\t}\n\n\t// Add the query timeout to the context stack\n\tctx, cancel := query.TimeoutContext(ctx)\n\tdefer cancel()\n\n\tnumExpandedQueries := len(e.sh.ExpandQuery(query))\n\n\tif numExpandedQueries == 0 {\n\t\t// If we don't have any relevant adapters, mark as done (OK) and exit\n\t\tresponderEndOnce.Do(func() {\n\t\t\tresponder.DoneWithContext(ctx)\n\t\t})\n\t\treturn\n\t}\n\n\t// Extract and parse the UUID\n\tu, uuidErr := uuid.FromBytes(query.GetUUID())\n\n\t// Only start the span if we actually have something that will respond\n\tctx, span := getTracer().Start(ctx, \"HandleQuery\", trace.WithAttributes(\n\t\tattribute.Int(\"ovm.discovery.numExpandedQueries\", numExpandedQueries),\n\t\tattribute.Bool(\"ovm.sdp.deadlineOverridden\", deadlineOverride),\n\t\tattribute.String(\"ovm.sdp.source_name\", e.EngineConfig.SourceName),\n\t\tattribute.String(\"ovm.engine.type\", e.EngineConfig.EngineType),\n\t\tattribute.String(\"ovm.engine.version\", e.EngineConfig.Version),\n\t))\n\tdefer span.End()\n\n\tquery.SetSpanAttributes(span)\n\n\tdeadline, ok := ctx.Deadline()\n\tif ok {\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.sdp.ctxDeadline\", deadline.String()),\n\t\t)\n\t}\n\n\tif query.GetRecursionBehaviour() != nil {\n\t\tspan.SetAttributes(\n\t\t\tattribute.Int(\"ovm.sdp.linkDepth\", int(query.GetRecursionBehaviour().GetLinkDepth())),\n\t\t)\n\t}\n\n\tqt := QueryTracker{\n\t\tQuery: query,\n\t\tEngine: e,\n\t\tContext: ctx,\n\t\tCancel: cancel,\n\t}\n\n\tif uuidErr == nil {\n\t\te.TrackQuery(u, &qt)\n\t\tdefer e.DeleteTrackedQuery(u)\n\t}\n\n\t// the query tracker will send responses directly through the embedded\n\t// engine's nats connection\n\t_, _, _, err := qt.Execute(ctx)\n\n\t// End responder based on execution result\n\tif err != nil {\n\t\tif errors.Is(err, context.Canceled) {\n\t\t\tresponderEndOnce.Do(func() {\n\t\t\t\tresponder.CancelWithContext(ctx)\n\t\t\t})\n\t\t} else {\n\t\t\tresponderEndOnce.Do(func() {\n\t\t\t\tresponder.ErrorWithContext(ctx)\n\t\t\t})\n\t\t}\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.sdp.errorType\", \"OTHER\"),\n\t\t\tattribute.String(\"ovm.sdp.errorString\", err.Error()),\n\t\t)\n\t} else {\n\t\tresponderEndOnce.Do(func() {\n\t\t\tresponder.DoneWithContext(ctx)\n\t\t})\n\t}\n}\n\nvar (\n\tgoroutineProfileGroup singleflight.Group\n\n\t// Compiled once; used by compactGoroutineProfile to strip noise from\n\t// pprof debug=1 output while keeping it human-readable.\n\tprofileAddrList = regexp.MustCompile(` @ (?:0x[0-9a-f]+ ?)+`)\n\tprofileHexAddr = regexp.MustCompile(`#\\t0x[0-9a-f]+\\t`)\n\tprofileFuncOffset = regexp.MustCompile(`\\+0x[0-9a-f]+`)\n\tprofileVersion = regexp.MustCompile(`@v[0-9]+\\.[0-9]+\\.[0-9]+[-\\w.]*`)\n)\n\n// compactGoroutineProfile removes noise from a pprof debug=1 goroutine dump\n// without losing readability. Typical compression is ~50%, effectively doubling\n// how much fits in the Honeycomb 49 KB string attribute limit.\nfunc compactGoroutineProfile(s string) string {\n\ts = strings.ReplaceAll(s, \"github.com/overmindtech/workspace/\", \"g.c/o/w/\")\n\ts = strings.ReplaceAll(s, \"github.com/\", \"g.c/\")\n\ts = profileAddrList.ReplaceAllString(s, \"\") // \"32257 @ 0x9484c ...\" β†’ \"32257\"\n\ts = profileHexAddr.ReplaceAllString(s, \"#\\t\") // \"#\\t0xaeda7b\\tfoo\" β†’ \"#\\tfoo\"\n\ts = profileFuncOffset.ReplaceAllString(s, \"\") // \"Execute+0x4cb\" β†’ \"Execute\"\n\ts = profileVersion.ReplaceAllString(s, \"\") // \"@v1.49.0\" β†’ \"\"\n\treturn s\n}\n\n// captureGoroutineSummary returns a compacted goroutine profile (pprof debug=1)\n// truncated to maxBytes, deduplicated via singleflight. When many ExecuteQuery\n// goroutines hit the stuck timeout simultaneously, only one runs the\n// (stop-the-world) pprof capture; the rest share its result.\nfunc captureGoroutineSummary(maxBytes int) string {\n\tv, _, _ := goroutineProfileGroup.Do(\"goroutine-profile\", func() (any, error) {\n\t\tvar buf bytes.Buffer\n\t\t_ = pprof.Lookup(\"goroutine\").WriteTo(&buf, 1)\n\t\ts := compactGoroutineProfile(buf.String())\n\t\tif len(s) > maxBytes {\n\t\t\ts = s[:maxBytes-20] + \"\\n...[truncated]...\"\n\t\t}\n\t\treturn s, nil\n\t})\n\treturn v.(string)\n}\n\nvar (\n\tlistExecutionPoolCount atomic.Int32\n\tgetExecutionPoolCount atomic.Int32\n\n\t// executeQueryLongRunningAdaptersTimeout is how long ExecuteQuery waits after\n\t// ctx cancellation before giving up on the per-query WaitGroup. It is a\n\t// package-level variable so tests can set a shorter duration without\n\t// waiting two minutes. Production uses the default.\n\texecuteQueryLongRunningAdaptersTimeout = 2 * time.Minute\n\n\t// executeQuerySafetyTimeout is the absolute upper bound on how long\n\t// ExecuteQuery waits for all workers before closing the responses\n\t// channel. It is a package-level variable so tests can override it\n\t// without waiting 10 minutes.\n\texecuteQuerySafetyTimeout = 10 * time.Minute\n)\n\n// ExecuteQuery Executes a single Query and returns the results without any\n// linking. Will return an error if the Query couldn't be run.\n//\n// Items and errors will be sent to the supplied channels as they are found.\n// Note that if these channels are not buffered, something will need to be\n// receiving the results or this method will never finish. If results are not\n// required the channels can be nil\nfunc (e *Engine) ExecuteQuery(ctx context.Context, query *sdp.Query, responses chan<- *sdp.QueryResponse) error {\n\tspan := trace.SpanFromContext(ctx)\n\n\t// responses is closed after all pool workers finish (see waitGroupDone below),\n\t// not when this function returns. Deferring close here races with workers that\n\t// are still running after the stuck-timeout path returns.\n\n\tif ctx.Err() != nil {\n\t\tif responses != nil {\n\t\t\tclose(responses)\n\t\t}\n\t\treturn ctx.Err()\n\t}\n\n\texpanded := e.sh.ExpandQuery(query)\n\n\tspan.SetAttributes(\n\t\tattribute.Int(\"ovm.adapter.numExpandedQueries\", len(expanded)),\n\t)\n\n\tif len(expanded) == 0 {\n\t\tif responses != nil {\n\t\t\tresponses <- sdp.NewQueryResponseFromError(&sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\t\tErrorString: \"no matching adapters found\",\n\t\t\t\tScope: query.GetScope(),\n\t\t\t})\n\t\t\tclose(responses)\n\t\t}\n\n\t\treturn errors.New(\"no matching adapters found\")\n\t}\n\n\t// Since we need to wait for only the processing of this query's executions, we need a separate WaitGroup here\n\t// Overall MaxParallelExecutions evaluation is handled by e.executionPool\n\twg := sync.WaitGroup{}\n\texpandedMutex := sync.RWMutex{}\n\ttotalQueries := len(expanded)\n\tvar poolWaitMaxNs atomic.Int64\n\n\t// Workers send to workerCh (never closed by safety timeout). A forwarder\n\t// goroutine copies workerCh β†’ responses, and is the sole closer of\n\t// responses. This eliminates send-on-closed-channel races: when the\n\t// safety timeout fires we close responses (unblocking the reader) and\n\t// then drain workerCh so late-finishing workers can still call wg.Done()\n\t// instead of blocking on a full/unread channel.\n\tvar workerCh chan<- *sdp.QueryResponse\n\tif responses != nil {\n\t\tproxy := make(chan *sdp.QueryResponse, cap(responses))\n\t\tworkerCh = proxy\n\n\t\tgo func() {\n\t\t\ttimer := time.NewTimer(executeQuerySafetyTimeout)\n\t\t\tdefer timer.Stop()\n\n\t\t\tfor {\n\t\t\t\tselect {\n\t\t\t\tcase r, ok := <-proxy:\n\t\t\t\t\tif !ok {\n\t\t\t\t\t\tclose(responses)\n\t\t\t\t\t\treturn\n\t\t\t\t\t}\n\t\t\t\t\tresponses <- r\n\t\t\t\tcase <-timer.C:\n\t\t\t\t\tclose(responses)\n\t\t\t\t\tfor range proxy {\n\t\t\t\t\t}\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\t}\n\t\t}()\n\t}\n\n\texpandedMutex.RLock()\n\tfor q, adapter := range expanded {\n\t\twg.Add(1)\n\t\t// localize values for the closure below\n\t\tlocalQ, localAdapter := q, adapter\n\n\t\tvar p *pool.Pool\n\t\tif localQ.GetMethod() == sdp.QueryMethod_LIST {\n\t\t\tp = e.listExecutionPool\n\t\t\tlistExecutionPoolCount.Add(1)\n\t\t} else {\n\t\t\tp = e.getExecutionPool\n\t\t\tgetExecutionPoolCount.Add(1)\n\t\t}\n\n\t\t// push all queued items through a goroutine to avoid blocking `ExecuteQuery` from progressing\n\t\t// as `executionPool.Go()` will block once the max parallelism is hit\n\t\tgo func() {\n\t\t\t// queue everything into the execution pool\n\t\t\tdefer tracing.LogRecoverToReturn(ctx, \"ExecuteQuery outer\")\n\t\t\tspan.SetAttributes(\n\t\t\t\tattribute.Int(\"ovm.discovery.listExecutionPoolCount\", int(listExecutionPoolCount.Load())),\n\t\t\t\tattribute.Int(\"ovm.discovery.getExecutionPoolCount\", int(getExecutionPoolCount.Load())),\n\t\t\t)\n\t\t\tpoolSubmitTime := time.Now()\n\t\t\tp.Go(func() {\n\t\t\t\tdefer tracing.LogRecoverToReturn(ctx, \"ExecuteQuery inner\")\n\t\t\t\twaitNs := time.Since(poolSubmitTime).Nanoseconds()\n\t\t\t\tfor {\n\t\t\t\t\told := poolWaitMaxNs.Load()\n\t\t\t\t\tif waitNs <= old || poolWaitMaxNs.CompareAndSwap(old, waitNs) {\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tdefer func() {\n\t\t\t\t\t// Mark the work as done. This happens before we start\n\t\t\t\t\t// waiting on `expandedMutex` below, to ensure that the\n\t\t\t\t\t// queues can continue executing even if we are waiting on\n\t\t\t\t\t// the mutex.\n\t\t\t\t\twg.Done()\n\n\t\t\t\t\t// Delete our query from the map so that we can track which\n\t\t\t\t\t// ones are still running\n\t\t\t\t\texpandedMutex.Lock()\n\t\t\t\t\tdefer expandedMutex.Unlock()\n\t\t\t\t\tdelete(expanded, localQ)\n\t\t\t\t}()\n\t\t\t\tdefer func() {\n\t\t\t\t\tif localQ.GetMethod() == sdp.QueryMethod_LIST {\n\t\t\t\t\t\tlistExecutionPoolCount.Add(-1)\n\t\t\t\t\t} else {\n\t\t\t\t\t\tgetExecutionPoolCount.Add(-1)\n\t\t\t\t\t}\n\t\t\t\t}()\n\n\t\t\t\t// If the context is cancelled, don't even bother doing\n\t\t\t\t// anything. Since the `p.Go` will block, it's possible that if\n\t\t\t\t// the pool was exhausted, the context could be cancelled before\n\t\t\t\t// the goroutine is executed\n\t\t\t\tif ctx.Err() != nil {\n\t\t\t\t\treturn\n\t\t\t\t}\n\n\t\t\t\t// Execute the query against the adapter\n\t\t\t\te.Execute(ctx, localQ, localAdapter, workerCh)\n\t\t\t})\n\t\t}()\n\t}\n\texpandedMutex.RUnlock()\n\n\twaitGroupDone := make(chan struct{})\n\tgo func() {\n\t\twg.Wait()\n\t\tif workerCh != nil {\n\t\t\tclose(workerCh)\n\t\t}\n\t\tclose(waitGroupDone)\n\t}()\n\n\tselect {\n\tcase <-waitGroupDone:\n\t\t// All adapters have finished\n\tcase <-ctx.Done():\n\t\t// The context was cancelled, this should have propagated to all the\n\t\t// adapters and therefore we should see the wait group finish very\n\t\t// quickly now. We will check this though to make sure. This will wait\n\t\t// until we reach Change Analysis SLO violation territory. If this is\n\t\t// too quick, we are only spamming logs for nothing.\n\t\tlongRunningAdaptersTimeout := executeQueryLongRunningAdaptersTimeout\n\n\t\t// Wait for the wait group, but ping the logs if it's taking\n\t\t// too long\n\t\tfunc() {\n\t\t\tfor {\n\t\t\t\tselect {\n\t\t\t\tcase <-waitGroupDone:\n\t\t\t\t\treturn\n\t\t\t\tcase <-time.After(longRunningAdaptersTimeout):\n\t\t\t\t\t// If we're here, then the wait group didn't finish in time\n\t\t\t\t\tgoroutineSummary := captureGoroutineSummary(48_000)\n\t\t\t\t\texpandedMutex.RLock()\n\t\t\t\t\tspan.AddEvent(\"waitgroup.stuck\", trace.WithAttributes(\n\t\t\t\t\t\tattribute.Int(\"ovm.stuck.goroutineCount\", runtime.NumGoroutine()),\n\t\t\t\t\t\tattribute.Int(\"ovm.stuck.totalQueries\", totalQueries),\n\t\t\t\t\t\tattribute.Int(\"ovm.stuck.remainingQueries\", len(expanded)),\n\t\t\t\t\t\tattribute.String(\"ovm.stuck.goroutineProfile\", goroutineSummary),\n\t\t\t\t\t))\n\t\t\t\t\tfor q, adapter := range expanded {\n\t\t\t\t\t\tspan.AddEvent(\"waitgroup.stuck.adapter\", trace.WithAttributes(\n\t\t\t\t\t\t\tattribute.String(\"ovm.stuck.adapter\", adapter.Name()),\n\t\t\t\t\t\t\tattribute.String(\"ovm.stuck.type\", q.GetType()),\n\t\t\t\t\t\t\tattribute.String(\"ovm.stuck.scope\", q.GetScope()),\n\t\t\t\t\t\t\tattribute.String(\"ovm.stuck.method\", q.GetMethod().String()),\n\t\t\t\t\t\t))\n\t\t\t\t\t\t// There is a honeycomb trigger for this message:\n\t\t\t\t\t\t//\n\t\t\t\t\t\t// https://ui.honeycomb.io/overmind/environments/prod/datasets/kubernetes-metrics/triggers/saWNAnCAXNb\n\t\t\t\t\t\t//\n\t\t\t\t\t\t// This is to ensure we are aware of any adapters that\n\t\t\t\t\t\t// are taking too long to respond to a query, which\n\t\t\t\t\t\t// could indicate a bug in the adapter. Make sure to\n\t\t\t\t\t\t// keep the trigger and this message in sync.\n\t\t\t\t\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\t\t\t\t\"ovm.sdp.uuid\": q.GetUUIDParsed().String(),\n\t\t\t\t\t\t\t\"ovm.sdp.type\": q.GetType(),\n\t\t\t\t\t\t\t\"ovm.sdp.scope\": q.GetScope(),\n\t\t\t\t\t\t\t\"ovm.sdp.method\": q.GetMethod().String(),\n\t\t\t\t\t\t\t\"ovm.adapter.name\": adapter.Name(),\n\t\t\t\t\t\t}).Errorf(\"Wait group still running %v after context cancelled\", longRunningAdaptersTimeout)\n\t\t\t\t\t}\n\t\t\t\t\texpandedMutex.RUnlock()\n\t\t\t\t\t// the query is already bolloxed up, we don't need continue to wait and spam the logs any more\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\t}\n\t\t}()\n\t}\n\n\tspan.SetAttributes(\n\t\tattribute.Float64(\"ovm.discovery.poolWaitMaxMs\", float64(poolWaitMaxNs.Load())/1e6),\n\t)\n\n\t// If the context is cancelled, return that error\n\tif ctx.Err() != nil {\n\t\treturn ctx.Err()\n\t}\n\n\treturn nil\n}\n\n// Runs a query against an adapter. Returns an error if the query fails in a\n// \"fatal\" way that should consider the query as failed. Other non-fatal errors\n// should be sent on the stream. Channels for items and errors will NOT be\n// closed by this function, the caller should do that as this will likely be\n// called in parallel with other queries and the results should be merged\nfunc (e *Engine) Execute(ctx context.Context, q *sdp.Query, adapter Adapter, responses chan<- *sdp.QueryResponse) {\n\tctx, span := getTracer().Start(ctx, \"Execute\", trace.WithAttributes(\n\t\tattribute.String(\"ovm.adapter.name\", adapter.Name()),\n\t\tattribute.String(\"ovm.engine.type\", e.EngineConfig.EngineType),\n\t\tattribute.String(\"ovm.engine.version\", e.EngineConfig.Version),\n\t\tattribute.String(\"ovm.sdp.source_name\", e.EngineConfig.SourceName),\n\n\t\t// deprecated, we are keeping these here for data integrity of old queries until 2026-03-01\n\t\tattribute.String(\"ovm.adapter.queryMethod\", q.GetMethod().String()),\n\t\tattribute.String(\"ovm.adapter.queryType\", q.GetType()),\n\t\tattribute.String(\"ovm.adapter.queryScope\", q.GetScope()),\n\t\tattribute.String(\"ovm.adapter.query\", q.GetQuery()),\n\t))\n\tdefer span.End()\n\n\tq.SetSpanAttributes(span)\n\n\t// We want to avoid having a Get and a List running at the same time, we'd\n\t// rather run the List first, populate the cache, then have the Get just\n\t// grab the value from the cache. To this end we use a GetListMutex to allow\n\t// a List to block all subsequent Get queries until it is done\n\tmutexWaitStart := time.Now()\n\tswitch q.GetMethod() {\n\tcase sdp.QueryMethod_GET:\n\t\te.gfm.GetLock(q.GetScope(), q.GetType())\n\t\tdefer e.gfm.GetUnlock(q.GetScope(), q.GetType())\n\tcase sdp.QueryMethod_LIST:\n\t\te.gfm.ListLock(q.GetScope(), q.GetType())\n\t\tdefer e.gfm.ListUnlock(q.GetScope(), q.GetType())\n\tcase sdp.QueryMethod_SEARCH:\n\t\t// We don't need to lock for a search since they are independent and\n\t\t// will only ever have a cache hit if the query is identical\n\t}\n\tspan.SetAttributes(\n\t\tattribute.Float64(\"ovm.discovery.mutexWaitMs\", float64(time.Since(mutexWaitStart).Milliseconds())),\n\t\tattribute.String(\"ovm.discovery.mutexKey\", q.GetScope()+\".\"+q.GetType()),\n\t)\n\n\t// Ensure that the span is closed when the context is done. This is based on\n\t// the assumption that some adapters may not respect the context deadline and\n\t// may run indefinitely. This ensures that we at least get notified about\n\t// it.\n\tgo func() {\n\t\t<-ctx.Done()\n\t\tif ctx.Err() != nil {\n\t\t\t// get a fresh copy of the span to avoid data races\n\t\t\tspan := trace.SpanFromContext(ctx)\n\t\t\tspan.RecordError(ctx.Err())\n\t\t\tspan.SetAttributes(\n\t\t\t\tattribute.Bool(\"ovm.discover.hang\", true),\n\t\t\t)\n\t\t\tspan.End()\n\t\t}\n\t}()\n\n\t// Set up handling for the items and errors that are returned before they\n\t// are passed back to the caller\n\tvar numItems atomic.Int32\n\tvar numErrs atomic.Int32\n\t// Per-Execute *sdp.QueryError telemetry: fold the first into span aggregates only\n\t// (no RecordError) to reduce Honeycomb exception-event volume; record 2+ as\n\t// exception events so rare multi-error tails keep detail.\n\tvar numSDPQueryErrors atomic.Int32\n\tvar numSDPQueryErrorRecordErrors atomic.Int32\n\tvar channelSendMaxNs atomic.Int64\n\tvar channelSendTotalNs atomic.Int64\n\tvar itemHandler ItemHandler = func(item *sdp.Item) {\n\t\tif item == nil {\n\t\t\treturn\n\t\t}\n\n\t\tif err := item.Validate(); err != nil {\n\t\t\tspan.RecordError(err)\n\t\t\tsendStart := time.Now()\n\t\t\tresponses <- sdp.NewQueryResponseFromError(&sdp.QueryError{\n\t\t\t\tUUID: q.GetUUID(),\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: q.GetScope(),\n\t\t\t\tResponderName: e.EngineConfig.SourceName,\n\t\t\t\tItemType: q.GetType(),\n\t\t\t})\n\t\t\tsendNs := time.Since(sendStart).Nanoseconds()\n\t\t\tchannelSendTotalNs.Add(sendNs)\n\t\t\tfor {\n\t\t\t\told := channelSendMaxNs.Load()\n\t\t\t\tif sendNs <= old || channelSendMaxNs.CompareAndSwap(old, sendNs) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn\n\t\t}\n\n\t\t// Store metadata\n\t\titem.Metadata = &sdp.Metadata{\n\t\t\tTimestamp: timestamppb.New(time.Now()),\n\t\t\tSourceName: adapter.Name(),\n\t\t\tSourceQuery: q,\n\t\t}\n\n\t\t// Mark the item as hidden if the adapter is hidden\n\t\tif hs, ok := adapter.(HiddenAdapter); ok {\n\t\t\titem.Metadata.Hidden = hs.Hidden()\n\t\t}\n\n\t\t// Send the item back to the caller\n\t\tnumItems.Add(1)\n\t\tsendStart := time.Now()\n\t\tresponses <- sdp.NewQueryResponseFromItem(item)\n\t\tsendNs := time.Since(sendStart).Nanoseconds()\n\t\tchannelSendTotalNs.Add(sendNs)\n\t\tfor {\n\t\t\told := channelSendMaxNs.Load()\n\t\t\tif sendNs <= old || channelSendMaxNs.CompareAndSwap(old, sendNs) {\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t}\n\tvar errHandler ErrHandler = func(err error) {\n\t\tif err == nil {\n\t\t\treturn\n\t\t}\n\t\t// add a recover to prevent panic from stream error handler.\n\t\tdefer tracing.LogRecoverToReturn(ctx, \"StreamErrorHandler\")\n\n\t\tvar sdpErr *sdp.QueryError\n\t\tif errors.As(err, &sdpErr) && sdpErr != nil {\n\t\t\tn := numSDPQueryErrors.Add(1)\n\t\t\tif n == 1 {\n\t\t\t\t// Fold first QueryError: do not emit a per-error exception event.\n\t\t\t} else {\n\t\t\t\t// Rare multi-error Execute: keep per-error exception rows without stacks\n\t\t\t\t// (stacks are expensive and the first error is the high-volume case).\n\t\t\t\tspan.RecordError(sdpErr, trace.WithStackTrace(false))\n\t\t\t\tnumSDPQueryErrorRecordErrors.Add(1)\n\t\t\t}\n\t\t} else {\n\t\t\tspan.RecordError(err, trace.WithStackTrace(true))\n\t\t}\n\n\t\t// Send the error back to the caller\n\t\tnumErrs.Add(1)\n\t\tsendStart := time.Now()\n\t\tresponses <- queryResponseFromError(err, q, adapter, e.EngineConfig.SourceName)\n\t\tsendNs := time.Since(sendStart).Nanoseconds()\n\t\tchannelSendTotalNs.Add(sendNs)\n\t\tfor {\n\t\t\told := channelSendMaxNs.Load()\n\t\t\tif sendNs <= old || channelSendMaxNs.CompareAndSwap(old, sendNs) {\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t}\n\tstream := NewQueryResultStream(itemHandler, errHandler)\n\n\t// Check that our context is okay before doing anything expensive\n\tif ctx.Err() != nil {\n\t\tspan.RecordError(ctx.Err())\n\n\t\tresponses <- sdp.NewQueryResponseFromError(&sdp.QueryError{\n\t\t\tUUID: q.GetUUID(),\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: ctx.Err().Error(),\n\t\t\tScope: q.GetScope(),\n\t\t\tResponderName: e.EngineConfig.SourceName,\n\t\t\tItemType: q.GetType(),\n\t\t})\n\t\treturn\n\t}\n\n\tswitch q.GetMethod() {\n\tcase sdp.QueryMethod_GET:\n\t\tspan.SetAttributes(attribute.Bool(\"ovm.sdp.streaming\", false))\n\t\tnewItem, err := adapter.Get(ctx, q.GetScope(), q.GetQuery(), q.GetIgnoreCache())\n\n\t\tif newItem != nil {\n\t\t\tstream.SendItem(newItem)\n\t\t}\n\t\tif err != nil {\n\t\t\tstream.SendError(err)\n\t\t}\n\tcase sdp.QueryMethod_LIST:\n\t\tif listStreamingAdapter, ok := adapter.(ListStreamableAdapter); ok {\n\t\t\t// Prefer the streaming methods if they are available\n\t\t\tspan.SetAttributes(attribute.Bool(\"ovm.sdp.streaming\", true))\n\t\t\tlistStreamingAdapter.ListStream(ctx, q.GetScope(), q.GetIgnoreCache(), stream)\n\t\t} else if listableAdapter, ok := adapter.(ListableAdapter); ok {\n\t\t\t// Fall back to the non-streaming methods\n\t\t\tspan.SetAttributes(attribute.Bool(\"ovm.sdp.streaming\", false))\n\t\t\tresultItems, err := listableAdapter.List(ctx, q.GetScope(), q.GetIgnoreCache())\n\n\t\t\tfor _, i := range resultItems {\n\t\t\t\tstream.SendItem(i)\n\t\t\t}\n\t\t\tif err != nil {\n\t\t\t\tstream.SendError(err)\n\t\t\t}\n\t\t} else {\n\t\t\t// Log the error instead of sending it over the stream\n\t\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\t\"ovm.adapter.name\": adapter.Name(),\n\t\t\t\t\"ovm.sdp.type\": q.GetType(),\n\t\t\t\t\"ovm.sdp.scope\": q.GetScope(),\n\t\t\t}).Warn(\"adapter is not listable\")\n\t\t}\n\tcase sdp.QueryMethod_SEARCH:\n\t\tif searchStreamingAdapter, ok := adapter.(SearchStreamableAdapter); ok {\n\t\t\t// Prefer the streaming methods if they are available\n\t\t\tspan.SetAttributes(attribute.Bool(\"ovm.sdp.streaming\", true))\n\t\t\tsearchStreamingAdapter.SearchStream(ctx, q.GetScope(), q.GetQuery(), q.GetIgnoreCache(), stream)\n\t\t} else if searchableAdapter, ok := adapter.(SearchableAdapter); ok {\n\t\t\t// Fall back to the non-streaming methods\n\t\t\tspan.SetAttributes(attribute.Bool(\"ovm.sdp.streaming\", false))\n\t\t\tresultItems, err := searchableAdapter.Search(ctx, q.GetScope(), q.GetQuery(), q.GetIgnoreCache())\n\n\t\t\tfor _, i := range resultItems {\n\t\t\t\tstream.SendItem(i)\n\t\t\t}\n\t\t\tif err != nil {\n\t\t\t\tstream.SendError(err)\n\t\t\t}\n\t\t} else {\n\t\t\t// Log the error instead of sending it over the stream\n\t\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\t\"ovm.adapter.name\": adapter.Name(),\n\t\t\t\t\"ovm.sdp.type\": q.GetType(),\n\t\t\t\t\"ovm.sdp.scope\": q.GetScope(),\n\t\t\t}).Warn(\"adapter is not searchable\")\n\t\t}\n\t}\n\n\tspan.SetAttributes(\n\t\tattribute.Int(\"ovm.adapter.numItems\", int(numItems.Load())),\n\t\tattribute.Int(\"ovm.adapter.numErrors\", int(numErrs.Load())),\n\t\tattribute.Int(\"ovm.adapter.sdpQueryErrorCount\", int(numSDPQueryErrors.Load())),\n\t\tattribute.Int(\"ovm.adapter.sdpQueryErrorRecordErrorCount\", int(numSDPQueryErrorRecordErrors.Load())),\n\t\tattribute.Float64(\"ovm.discovery.channelSendMaxMs\", float64(channelSendMaxNs.Load())/1e6),\n\t\tattribute.Float64(\"ovm.discovery.channelSendTotalMs\", float64(channelSendTotalNs.Load())/1e6),\n\t)\n}\n\n// queryResponseFromError converts an error into a QueryResponse. This takes\n// care to not double-wrap `sdp.QueryError` errors.\nfunc queryResponseFromError(err error, q *sdp.Query, adapter Adapter, sourceName string) *sdp.QueryResponse {\n\tvar sdpErr *sdp.QueryError\n\tif !errors.As(err, &sdpErr) {\n\t\tsdpErr = &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\t// Add details that might not be populated by the adapter\n\tsdpErr.Scope = q.GetScope()\n\tsdpErr.UUID = q.GetUUID()\n\tsdpErr.SourceName = adapter.Name()\n\tsdpErr.ItemType = adapter.Metadata().GetType()\n\tsdpErr.ResponderName = sourceName\n\n\treturn sdp.NewQueryResponseFromError(sdpErr)\n}\n" }, { "path": "go/discovery/enginerequests_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"reflect\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\n// executeQuerySync Executes a Query, waiting for all results, then returns them\n// along with the error, rather than using channels. The singular error sill only\n// be returned if the query could not be executed, otherwise all errors will be\n// in the slice\nfunc (e *Engine) executeQuerySync(ctx context.Context, q *sdp.Query) ([]*sdp.Item, []*sdp.Edge, []*sdp.QueryError, error) {\n\tresponseChan := make(chan *sdp.QueryResponse, 100_000)\n\titems := make([]*sdp.Item, 0)\n\tedges := make([]*sdp.Edge, 0)\n\terrs := make([]*sdp.QueryError, 0)\n\n\terr := e.ExecuteQuery(ctx, q, responseChan)\n\n\tfor r := range responseChan {\n\t\tswitch r := r.GetResponseType().(type) {\n\t\tcase *sdp.QueryResponse_NewItem:\n\t\t\titems = append(items, r.NewItem)\n\t\tcase *sdp.QueryResponse_Edge:\n\t\t\tedges = append(edges, r.Edge)\n\t\tcase *sdp.QueryResponse_Error:\n\t\t\terrs = append(errs, r.Error)\n\t\t}\n\t}\n\n\treturn items, edges, errs, err\n}\n\n// cancelBlockingGetAdapter blocks in Get until the query context is cancelled.\n// Used to exercise ExecuteQuery returning after the stuck-timeout path while\n// a worker may still send on responses (must not close the channel until\n// wg.Done).\ntype cancelBlockingGetAdapter struct {\n\tready sync.Once\n\t// started is closed the first time Get begins waiting on ctx.Done().\n\tstarted chan struct{}\n}\n\nfunc newCancelBlockingGetAdapter() *cancelBlockingGetAdapter {\n\treturn &cancelBlockingGetAdapter{\n\t\tstarted: make(chan struct{}),\n\t}\n}\n\nfunc (a *cancelBlockingGetAdapter) Type() string {\n\treturn \"blockingcancel\"\n}\n\nfunc (a *cancelBlockingGetAdapter) Name() string {\n\treturn \"cancelBlockingGetAdapter\"\n}\n\nfunc (a *cancelBlockingGetAdapter) Scopes() []string {\n\treturn []string{\"test\"}\n}\n\nfunc (a *cancelBlockingGetAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: a.Type(),\n\t\tDescriptiveName: \"Blocking cancel test\",\n\t}\n}\n\nfunc (a *cancelBlockingGetAdapter) Get(ctx context.Context, scope, query string, _ bool) (*sdp.Item, error) {\n\ta.ready.Do(func() { close(a.started) })\n\t<-ctx.Done()\n\treturn nil, ctx.Err()\n}\n\nfunc TestExecuteQuery_CancelledContextDoesNotPanicOnChannelClose(t *testing.T) {\n\tnatsURL := startEmbeddedNATSServer(t)\n\n\tprev := executeQueryLongRunningAdaptersTimeout\n\texecuteQueryLongRunningAdaptersTimeout = 50 * time.Millisecond\n\tt.Cleanup(func() { executeQueryLongRunningAdaptersTimeout = prev })\n\n\tadapter := newCancelBlockingGetAdapter()\n\te := newStartedEngine(t, \"TestExecuteQueryCancelClose\",\n\t\t&auth.NATSOptions{\n\t\t\tServers: []string{natsURL},\n\t\t\tConnectionName: \"test-connection\",\n\t\t\tConnectionTimeout: time.Second,\n\t\t\tMaxReconnects: 5,\n\t\t},\n\t\tnil,\n\t\tadapter,\n\t)\n\n\tctx, cancel := context.WithCancel(context.Background())\n\tu := uuid.New()\n\tq := &sdp.Query{\n\t\tUUID: u[:],\n\t\tType: adapter.Type(),\n\t\tMethod: sdp.QueryMethod_GET,\n\t\tQuery: \"q\",\n\t\tScope: \"test\",\n\t\tDeadline: timestamppb.New(time.Now().Add(10 * time.Minute)),\n\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\tLinkDepth: 0,\n\t\t},\n\t}\n\n\tresponses := make(chan *sdp.QueryResponse, 10)\n\terrCh := make(chan error, 1)\n\tgo func() {\n\t\terrCh <- e.ExecuteQuery(ctx, q, responses)\n\t}()\n\n\t<-adapter.started\n\tcancel()\n\n\terr := <-errCh\n\tif !errors.Is(err, context.Canceled) {\n\t\tt.Fatalf(\"ExecuteQuery() err = %v, want %v\", err, context.Canceled)\n\t}\n\n\tfor range responses {\n\t}\n}\n\n// foreverBlockingGetAdapter ignores context cancellation and blocks in Get\n// until an external signal. Used to exercise the safety timeout path.\ntype foreverBlockingGetAdapter struct {\n\tready sync.Once\n\t// started is closed when Get begins blocking.\n\tstarted chan struct{}\n\t// release is closed by the test to let Get return.\n\trelease chan struct{}\n}\n\nfunc newForeverBlockingGetAdapter() *foreverBlockingGetAdapter {\n\treturn &foreverBlockingGetAdapter{\n\t\tstarted: make(chan struct{}),\n\t\trelease: make(chan struct{}),\n\t}\n}\n\nfunc (a *foreverBlockingGetAdapter) Type() string { return \"foreverblocking\" }\nfunc (a *foreverBlockingGetAdapter) Name() string { return \"foreverBlockingGetAdapter\" }\nfunc (a *foreverBlockingGetAdapter) Scopes() []string { return []string{\"test\"} }\nfunc (a *foreverBlockingGetAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: a.Type(),\n\t\tDescriptiveName: \"Forever blocking test\",\n\t}\n}\n\nfunc (a *foreverBlockingGetAdapter) Get(_ context.Context, _, _ string, _ bool) (*sdp.Item, error) {\n\ta.ready.Do(func() { close(a.started) })\n\t<-a.release\n\treturn nil, errors.New(\"released\")\n}\n\nfunc TestExecuteQuery_SafetyTimeoutClosesResponsesWithoutPanic(t *testing.T) {\n\tnatsURL := startEmbeddedNATSServer(t)\n\n\tprevLong := executeQueryLongRunningAdaptersTimeout\n\texecuteQueryLongRunningAdaptersTimeout = 10 * time.Millisecond\n\tprevSafety := executeQuerySafetyTimeout\n\texecuteQuerySafetyTimeout = 100 * time.Millisecond\n\tt.Cleanup(func() {\n\t\texecuteQueryLongRunningAdaptersTimeout = prevLong\n\t\texecuteQuerySafetyTimeout = prevSafety\n\t})\n\n\tadapter := newForeverBlockingGetAdapter()\n\tt.Cleanup(func() { close(adapter.release) })\n\n\te := newStartedEngine(t, \"TestExecuteQuerySafetyTimeout\",\n\t\t&auth.NATSOptions{\n\t\t\tServers: []string{natsURL},\n\t\t\tConnectionName: \"test-connection\",\n\t\t\tConnectionTimeout: time.Second,\n\t\t\tMaxReconnects: 5,\n\t\t},\n\t\tnil,\n\t\tadapter,\n\t)\n\n\tctx, cancel := context.WithCancel(context.Background())\n\tdefer cancel()\n\n\tu := uuid.New()\n\tq := &sdp.Query{\n\t\tUUID: u[:],\n\t\tType: adapter.Type(),\n\t\tMethod: sdp.QueryMethod_GET,\n\t\tQuery: \"q\",\n\t\tScope: \"test\",\n\t\tDeadline: timestamppb.New(time.Now().Add(10 * time.Minute)),\n\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\tLinkDepth: 0,\n\t\t},\n\t}\n\n\tresponses := make(chan *sdp.QueryResponse, 10)\n\terrCh := make(chan error, 1)\n\tgo func() {\n\t\terrCh <- e.ExecuteQuery(ctx, q, responses)\n\t}()\n\n\t<-adapter.started\n\tcancel()\n\n\t// Drain responses β€” the safety timeout should close the channel without\n\t// panicking, even though the worker is still blocked in Get.\n\tfor range responses {\n\t}\n\n\t// ExecuteQuery should have returned after the stuck-timeout path.\n\tselect {\n\tcase err := <-errCh:\n\t\tif !errors.Is(err, context.Canceled) {\n\t\t\tt.Fatalf(\"ExecuteQuery() err = %v, want %v\", err, context.Canceled)\n\t\t}\n\tcase <-time.After(5 * time.Second):\n\t\tt.Fatal(\"timed out waiting for ExecuteQuery to return\")\n\t}\n}\n\nfunc TestExecuteQuery(t *testing.T) {\n\tadapter := TestAdapter{\n\t\tReturnType: \"person\",\n\t\tReturnScopes: []string{\"test\"},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\te := newStartedEngine(t, \"TestExecuteQuery\",\n\t\t&auth.NATSOptions{\n\t\t\tServers: NatsTestURLs,\n\t\t\tConnectionName: \"test-connection\",\n\t\t\tConnectionTimeout: time.Second,\n\t\t\tMaxReconnects: 5,\n\t\t},\n\t\tnil,\n\t\t&adapter,\n\t)\n\n\tt.Run(\"Basic happy-path Get query\", func(t *testing.T) {\n\t\tu := uuid.New()\n\t\tq := &sdp.Query{\n\t\t\tUUID: u[:],\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"foo\",\n\t\t\tScope: \"test\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 3,\n\t\t\t},\n\t\t}\n\n\t\titems, _, errs, err := e.executeQuerySync(context.Background(), q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tfor _, e := range errs {\n\t\t\tt.Error(e)\n\t\t}\n\n\t\tif x := len(adapter.GetCalls); x != 1 {\n\t\t\tt.Errorf(\"expected adapter's Get() to have been called 1 time, got %v\", x)\n\t\t}\n\n\t\tif len(items) == 0 {\n\t\t\tt.Fatal(\"expected 1 item, got none\")\n\t\t}\n\n\t\tif len(items) > 1 {\n\t\t\tt.Errorf(\"expected 1 item, got %v\", items)\n\t\t}\n\n\t\titem := items[0]\n\n\t\tif !reflect.DeepEqual(item.GetMetadata().GetSourceQuery(), q) {\n\t\t\tt.Logf(\"adapter query: %+v\", item.GetMetadata().GetSourceQuery())\n\t\t\tt.Logf(\"expected query: %+v\", q)\n\t\t\tt.Error(\"adapter query mismatch\")\n\t\t}\n\t})\n\n\tt.Run(\"Wrong scope Get query\", func(t *testing.T) {\n\t\tq := &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"foo\",\n\t\t\tScope: \"wrong\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 0,\n\t\t\t},\n\t\t}\n\n\t\t_, _, errs, err := e.executeQuerySync(context.Background(), q)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\n\t\tif len(errs) == 1 {\n\t\t\tif errs[0].GetErrorType() != sdp.QueryError_NOSCOPE {\n\t\t\t\tt.Errorf(\"expected error type to be NOSCOPE, got %v\", errs[0].GetErrorType())\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"expected 1 error, got %v\", len(errs))\n\t\t}\n\t})\n\n\tt.Run(\"Wrong type Get query\", func(t *testing.T) {\n\t\tq := &sdp.Query{\n\t\t\tType: \"house\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"foo\",\n\t\t\tScope: \"test\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 0,\n\t\t\t},\n\t\t}\n\n\t\t_, _, errs, err := e.executeQuerySync(context.Background(), q)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\n\t\tif len(errs) == 1 {\n\t\t\tif errs[0].GetErrorType() != sdp.QueryError_NOSCOPE {\n\t\t\t\tt.Errorf(\"expected error type to be NOSCOPE, got %v\", errs[0].GetErrorType())\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"expected 1 error, got %v\", len(errs))\n\t\t}\n\t})\n\n\tt.Run(\"Basic List query\", func(t *testing.T) {\n\t\tq := &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_LIST,\n\t\t\tScope: \"test\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 5,\n\t\t\t},\n\t\t}\n\n\t\titems, _, errs, err := e.executeQuerySync(context.Background(), q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tfor _, e := range errs {\n\t\t\tt.Error(e)\n\t\t}\n\n\t\tif len(items) < 1 {\n\t\t\tt.Error(\"expected at least one item\")\n\t\t}\n\t})\n\n\tt.Run(\"Basic Search query\", func(t *testing.T) {\n\t\tq := &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: \"TEST\",\n\t\t\tScope: \"test\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 5,\n\t\t\t},\n\t\t}\n\n\t\titems, _, errs, err := e.executeQuerySync(context.Background(), q)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tfor _, e := range errs {\n\t\t\tt.Error(e)\n\t\t}\n\n\t\tif len(items) < 1 {\n\t\t\tt.Error(\"expected at least one item\")\n\t\t}\n\t})\n}\n\nfunc TestHandleQuery(t *testing.T) {\n\tpersonAdapter := TestAdapter{\n\t\tReturnType: \"person\",\n\t\tReturnScopes: []string{\n\t\t\t\"test1\",\n\t\t\t\"test2\",\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tdogAdapter := TestAdapter{\n\t\tReturnType: \"dog\",\n\t\tReturnScopes: []string{\n\t\t\t\"test1\",\n\t\t\t\"testA\",\n\t\t\t\"testB\",\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\te := newStartedEngine(t, \"TestHandleQuery\", nil, nil, &personAdapter, &dogAdapter)\n\n\tt.Run(\"Wildcard type should be expanded\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tpersonAdapter.ClearCalls()\n\t\t\tdogAdapter.ClearCalls()\n\t\t})\n\n\t\treq := sdp.Query{\n\t\t\tType: sdp.WILDCARD,\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"Dylan\",\n\t\t\tScope: \"test1\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 0,\n\t\t\t},\n\t\t}\n\n\t\t// Run the handler\n\t\te.HandleQuery(context.Background(), &req)\n\n\t\t// I'm expecting both adapter to get a query since the type was *\n\t\tif l := len(personAdapter.GetCalls); l != 1 {\n\t\t\tt.Errorf(\"expected person backend to have 1 Get call, got %v\", l)\n\t\t}\n\n\t\tif l := len(dogAdapter.GetCalls); l != 1 {\n\t\t\tt.Errorf(\"expected dog backend to have 1 Get call, got %v\", l)\n\t\t}\n\t})\n\n\tt.Run(\"Wildcard scope should be expanded\", func(t *testing.T) {\n\t\tt.Cleanup(func() {\n\t\t\tpersonAdapter.ClearCalls()\n\t\t\tdogAdapter.ClearCalls()\n\t\t})\n\n\t\treq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"Dylan1\",\n\t\t\tScope: sdp.WILDCARD,\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 0,\n\t\t\t},\n\t\t}\n\n\t\t// Run the handler\n\t\te.HandleQuery(context.Background(), &req)\n\n\t\tif l := len(personAdapter.GetCalls); l != 2 {\n\t\t\tt.Errorf(\"expected person backend to have 2 Get calls, got %v\", l)\n\t\t}\n\n\t\tif l := len(dogAdapter.GetCalls); l != 0 {\n\t\t\tt.Errorf(\"expected dog backend to have 0 Get calls, got %v\", l)\n\t\t}\n\t})\n}\n\nfunc TestWildcardAdapterExpansion(t *testing.T) {\n\tpersonAdapter := TestAdapter{\n\t\tReturnType: \"person\",\n\t\tReturnScopes: []string{\n\t\t\tsdp.WILDCARD,\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\te := newStartedEngine(t, \"TestWildcardAdapterExpansion\", nil, nil, &personAdapter)\n\n\tt.Run(\"query scope should be preserved\", func(t *testing.T) {\n\t\treq := sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"Dylan1\",\n\t\t\tScope: \"something.specific\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 0,\n\t\t\t},\n\t\t}\n\n\t\t// Run the handler\n\t\te.HandleQuery(context.Background(), &req)\n\n\t\tif len(personAdapter.GetCalls) != 1 {\n\t\t\tt.Errorf(\"expected 1 get call got %v\", len(personAdapter.GetCalls))\n\t\t}\n\n\t\tif len(personAdapter.GetCalls) == 0 {\n\t\t\tt.Fatal(\"Can't continue without calls\")\n\t\t}\n\n\t\tcall := personAdapter.GetCalls[0]\n\n\t\tif expected := \"something.specific\"; call[0] != expected {\n\t\t\tt.Errorf(\"expected scope to be %v, got %v\", expected, call[0])\n\t\t}\n\n\t\tif expected := \"Dylan1\"; call[1] != expected {\n\t\t\tt.Errorf(\"expected query to be %v, got %v\", expected, call[1])\n\t\t}\n\t})\n}\n\nfunc TestSendQuerySync(t *testing.T) {\n\tSkipWithoutNats(t)\n\n\tctx := context.Background()\n\n\tctx, span := tracing.Tracer().Start(ctx, \"TestSendQuerySync\")\n\tdefer span.End()\n\n\tadapter := TestAdapter{\n\t\tReturnType: \"person\",\n\t\tReturnScopes: []string{\n\t\t\t\"test\",\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\te := newStartedEngine(t, \"TestSendQuerySync\", nil, nil, &adapter)\n\n\tp := pool.New()\n\tfor range 250 {\n\t\tp.Go(func() {\n\t\t\tu := uuid.New()\n\t\t\tt.Log(\"starting query: \", u)\n\n\t\t\tvar items []*sdp.Item\n\n\t\t\tquery := &sdp.Query{\n\t\t\t\tType: \"person\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: \"Dylan\",\n\t\t\t\tScope: \"test\",\n\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\t\tLinkDepth: 0,\n\t\t\t\t},\n\t\t\t\tIgnoreCache: false,\n\t\t\t\tUUID: u[:],\n\t\t\t\tDeadline: timestamppb.New(time.Now().Add(10 * time.Minute)),\n\t\t\t}\n\n\t\t\titems, _, errs, err := sdp.RunSourceQuerySync(ctx, query, 1*time.Second, e.natsConnection)\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tif len(errs) != 0 {\n\t\t\t\tfor _, err := range errs {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif len(items) != 1 {\n\t\t\t\tt.Fatalf(\"expected 1 item, got %v: %v\", len(items), items)\n\t\t\t}\n\t\t})\n\t}\n\n\tp.Wait()\n}\n\nfunc TestExpandQuery(t *testing.T) {\n\tt.Run(\"with a single adapter with a single scope\", func(t *testing.T) {\n\t\tsimple := TestAdapter{\n\t\t\tReturnScopes: []string{\n\t\t\t\t\"test1\",\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\t\te := newStartedEngine(t, \"TestExpandQuery\", nil, nil, &simple)\n\n\t\te.HandleQuery(context.Background(), &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"Debby\",\n\t\t\tScope: \"*\",\n\t\t})\n\n\t\tif expected := 1; len(simple.GetCalls) != expected {\n\t\t\tt.Errorf(\"Expected %v calls, got %v\", expected, len(simple.GetCalls))\n\t\t}\n\t})\n\n\tt.Run(\"with a single adapter with many scopes\", func(t *testing.T) {\n\t\tmany := TestAdapter{\n\t\t\tReturnName: \"many\",\n\t\t\tReturnScopes: []string{\n\t\t\t\t\"test1\",\n\t\t\t\t\"test2\",\n\t\t\t\t\"test3\",\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\t\te := newStartedEngine(t, \"TestExpandQuery\", nil, nil, &many)\n\n\t\te.HandleQuery(context.Background(), &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"Debby\",\n\t\t\tScope: \"*\",\n\t\t})\n\n\t\tif expected := 3; len(many.GetCalls) != expected {\n\t\t\tt.Errorf(\"Expected %v calls, got %v\", expected, many.GetCalls)\n\t\t}\n\t})\n\n\tt.Run(\"with a single wildcard adapter\", func(t *testing.T) {\n\t\tsx := TestAdapter{\n\t\t\tReturnType: \"person\",\n\t\t\tReturnName: \"sx\",\n\t\t\tReturnScopes: []string{\n\t\t\t\tsdp.WILDCARD,\n\t\t\t},\n\t\t\tcache: sdpcache.NewNoOpCache(),\n\t\t}\n\n\t\te := newStartedEngine(t, \"TestExpandQuery\", nil, nil, &sx)\n\n\t\te.HandleQuery(context.Background(), &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_LIST,\n\t\t\tQuery: \"Rachel\",\n\t\t\tScope: \"*\",\n\t\t})\n\n\t\tif expected := 1; len(sx.ListCalls) != expected {\n\t\t\tt.Errorf(\"Expected %v calls, got %v\", expected, sx.ListCalls)\n\t\t}\n\t})\n}\n" }, { "path": "go/discovery/execute_query_trace_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/nats-io/nats-server/v2/test\"\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"go.opentelemetry.io/otel\"\n\tsdktrace \"go.opentelemetry.io/otel/sdk/trace\"\n\t\"go.opentelemetry.io/otel/sdk/trace/tracetest\"\n\tsemconv \"go.opentelemetry.io/otel/semconv/v1.26.0\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\n// startEmbeddedNATSServer runs an in-process NATS for tests that need a live Engine Start.\nfunc startEmbeddedNATSServer(t *testing.T) string {\n\tt.Helper()\n\topts := test.DefaultTestOptions\n\topts.Port = 4739\n\ts := test.RunServer(&opts)\n\tif !s.ReadyForConnections(10 * time.Second) {\n\t\ts.Shutdown()\n\t\tt.Fatal(\"could not start embedded NATS server\")\n\t}\n\tt.Cleanup(func() {\n\t\ts.Shutdown()\n\t})\n\treturn s.ClientURL()\n}\n\nfunc setupTestTracer(t *testing.T) *tracetest.InMemoryExporter {\n\tt.Helper()\n\texp := tracetest.NewInMemoryExporter()\n\ttp := sdktrace.NewTracerProvider(\n\t\tsdktrace.WithSyncer(exp),\n\t\tsdktrace.WithSampler(sdktrace.AlwaysSample()),\n\t)\n\tprev := otel.GetTracerProvider()\n\totel.SetTracerProvider(tp)\n\tt.Cleanup(func() {\n\t\t_ = tp.Shutdown(context.Background())\n\t\totel.SetTracerProvider(prev)\n\t})\n\treturn exp\n}\n\nfunc countExceptionEvents(spans []tracetest.SpanStub) int {\n\tn := 0\n\tfor _, s := range spans {\n\t\tif s.Name != \"Execute\" {\n\t\t\tcontinue\n\t\t}\n\t\tfor _, ev := range s.Events {\n\t\t\tif ev.Name == semconv.ExceptionEventName {\n\t\t\t\tn++\n\t\t\t}\n\t\t}\n\t}\n\treturn n\n}\n\n// streamTwoSDPQueryErrorsAdapter implements ListStreamableAdapter and emits two *sdp.QueryError\n// values on LIST (for multi-error Execute telemetry tests).\ntype streamTwoSDPQueryErrorsAdapter struct {\n\t*TestAdapter\n}\n\nfunc (a *streamTwoSDPQueryErrorsAdapter) ListStream(ctx context.Context, scope string, ignoreCache bool, stream QueryResultStream) {\n\t_ = ctx\n\t_ = scope\n\t_ = ignoreCache\n\tstream.SendError(&sdp.QueryError{\n\t\tErrorType: sdp.QueryError_OTHER,\n\t\tErrorString: \"first sdp query error\",\n\t})\n\tstream.SendError(&sdp.QueryError{\n\t\tErrorType: sdp.QueryError_OTHER,\n\t\tErrorString: \"second sdp query error\",\n\t})\n}\n\n// plainErrOnGetAdapter returns a non-QueryError from Get for every call.\ntype plainErrOnGetAdapter struct {\n\t*TestAdapter\n}\n\nfunc (a *plainErrOnGetAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\t_ = ctx\n\t_ = scope\n\t_ = query\n\t_ = ignoreCache\n\treturn nil, fmt.Errorf(\"plain non-sdp error\")\n}\n\nfunc TestExecute_FirstSDPQueryErrorDoesNotRecordExceptionEvent(t *testing.T) {\n\texp := setupTestTracer(t)\n\tnatsURL := startEmbeddedNATSServer(t)\n\n\tadapter := TestAdapter{\n\t\tReturnType: \"person\",\n\t\tReturnScopes: []string{\"test\", \"error\"},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\te := newStartedEngine(t, \"TestExecuteTraceSDPQueryError\", &auth.NATSOptions{\n\t\tServers: []string{natsURL},\n\t\tConnectionName: \"test-connection\",\n\t\tConnectionTimeout: time.Second,\n\t\tMaxReconnects: 5,\n\t}, nil, &adapter)\n\n\tu := uuid.New()\n\tq := &sdp.Query{\n\t\tUUID: u[:],\n\t\tType: \"person\",\n\t\tMethod: sdp.QueryMethod_GET,\n\t\tQuery: \"foo\",\n\t\tScope: \"error\",\n\t\tDeadline: timestamppb.New(time.Now().Add(time.Minute)),\n\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\tLinkDepth: 3,\n\t\t},\n\t}\n\n\tch := make(chan *sdp.QueryResponse, 10)\n\terr := e.ExecuteQuery(context.Background(), q, ch)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif n := countExceptionEvents(exp.GetSpans()); n != 0 {\n\t\tt.Fatalf(\"expected 0 exception events on Execute for first *sdp.QueryError, got %d\", n)\n\t}\n}\n\nfunc TestExecute_SecondSDPQueryErrorRecordsExceptionEvent(t *testing.T) {\n\texp := setupTestTracer(t)\n\tnatsURL := startEmbeddedNATSServer(t)\n\n\tbase := &TestAdapter{\n\t\tReturnType: \"person\",\n\t\tReturnScopes: []string{\"test\"},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\tadapter := &streamTwoSDPQueryErrorsAdapter{TestAdapter: base}\n\n\te := newStartedEngine(t, \"TestExecuteTraceMultiSDPQueryError\", &auth.NATSOptions{\n\t\tServers: []string{natsURL},\n\t\tConnectionName: \"test-connection\",\n\t\tConnectionTimeout: time.Second,\n\t\tMaxReconnects: 5,\n\t}, nil, adapter)\n\n\tu := uuid.New()\n\tq := &sdp.Query{\n\t\tUUID: u[:],\n\t\tType: \"person\",\n\t\tMethod: sdp.QueryMethod_LIST,\n\t\tScope: \"test\",\n\t\tDeadline: timestamppb.New(time.Now().Add(time.Minute)),\n\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\tLinkDepth: 3,\n\t\t},\n\t}\n\n\tch := make(chan *sdp.QueryResponse, 10)\n\terr := e.ExecuteQuery(context.Background(), q, ch)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif n := countExceptionEvents(exp.GetSpans()); n != 1 {\n\t\tt.Fatalf(\"expected 1 exception event on Execute (2nd *sdp.QueryError only), got %d\", n)\n\t}\n}\n\nfunc TestExecute_PlainErrorStillRecordsExceptionEvent(t *testing.T) {\n\texp := setupTestTracer(t)\n\tnatsURL := startEmbeddedNATSServer(t)\n\n\tbase := &TestAdapter{\n\t\tReturnType: \"person\",\n\t\tReturnScopes: []string{\"test\"},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\tadapter := &plainErrOnGetAdapter{TestAdapter: base}\n\n\te := newStartedEngine(t, \"TestExecuteTracePlainErr\", &auth.NATSOptions{\n\t\tServers: []string{natsURL},\n\t\tConnectionName: \"test-connection\",\n\t\tConnectionTimeout: time.Second,\n\t\tMaxReconnects: 5,\n\t}, nil, adapter)\n\n\tu := uuid.New()\n\tq := &sdp.Query{\n\t\tUUID: u[:],\n\t\tType: \"person\",\n\t\tMethod: sdp.QueryMethod_GET,\n\t\tQuery: \"foo\",\n\t\tScope: \"test\",\n\t\tDeadline: timestamppb.New(time.Now().Add(time.Minute)),\n\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\tLinkDepth: 3,\n\t\t},\n\t}\n\n\tch := make(chan *sdp.QueryResponse, 10)\n\terr := e.ExecuteQuery(context.Background(), q, ch)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif n := countExceptionEvents(exp.GetSpans()); n != 1 {\n\t\tt.Fatalf(\"expected 1 exception event for plain error, got %d\", n)\n\t}\n}\n" }, { "path": "go/discovery/getfindmutex.go", "content": "package discovery\n\nimport (\n\t\"fmt\"\n\t\"sync\"\n)\n\n// GetListMutex A modified version of a RWMutex. Many get locks can be held but\n// only one List lock. A waiting List lock (even if it hasn't been locked, just\n// if someone is waiting) blocks all other get locks until it unlocks.\n//\n// The intended usage of this is that it will allow an adapter which is trying to\n// process many queries at once, to process a LIST query before any GET\n// queries, since it's likely that once LIST has been run, subsequent GET\n// queries will be able to be served from cache\ntype GetListMutex struct {\n\tmutexMap map[string]*sync.RWMutex\n\tmapLock sync.Mutex\n}\n\n// GetLock Gets a lock that can be held by an unlimited number of goroutines,\n// these locks are only blocked by ListLocks. A type and scope must be\n// provided since a Get in one type (or scope) should not be blocked by a List\n// in another\nfunc (g *GetListMutex) GetLock(scope string, typ string) {\n\tg.mutexFor(scope, typ).RLock()\n}\n\n// GetUnlock Unlocks the GetLock. This must be called once for each GetLock\n// otherwise it will be impossible to ever obtain a ListLock\nfunc (g *GetListMutex) GetUnlock(scope string, typ string) {\n\tg.mutexFor(scope, typ).RUnlock()\n}\n\n// ListLock An exclusive lock. Ensure that all GetLocks have been unlocked and\n// stops any more from being obtained. Provide a type and scope to ensure that\n// the lock is only help for that type and scope combination rather than\n// locking the whole engine\nfunc (g *GetListMutex) ListLock(scope string, typ string) {\n\tg.mutexFor(scope, typ).Lock()\n}\n\n// ListUnlock Unlocks a ListLock\nfunc (g *GetListMutex) ListUnlock(scope string, typ string) {\n\tg.mutexFor(scope, typ).Unlock()\n}\n\n// mutexFor Returns the relevant RWMutex for a given scope and type, creating\n// and storing a new one if needed\nfunc (g *GetListMutex) mutexFor(scope string, typ string) *sync.RWMutex {\n\tvar mutex *sync.RWMutex\n\tvar ok bool\n\n\tkeyName := g.keyName(scope, typ)\n\n\tg.mapLock.Lock()\n\tdefer g.mapLock.Unlock()\n\n\t// Create the map if needed\n\tif g.mutexMap == nil {\n\t\tg.mutexMap = make(map[string]*sync.RWMutex)\n\t}\n\n\t// Get the mutex from storage\n\tmutex, ok = g.mutexMap[keyName]\n\n\t// If the mutex wasn't found for this key, create a new one\n\tif !ok {\n\t\tmutex = &sync.RWMutex{}\n\t\tg.mutexMap[keyName] = mutex\n\t}\n\n\treturn mutex\n}\n\n// keyName Returns the name of the key for a given scope and type combo for\n// use with the mutexMap\nfunc (g *GetListMutex) keyName(scope string, typ string) string {\n\treturn fmt.Sprintf(\"%v.%v\", scope, typ)\n}\n" }, { "path": "go/discovery/getfindmutex_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n)\n\nfunc TestGetLock(t *testing.T) {\n\tt.Run(\"many get locks can be held at once\", func(t *testing.T) {\n\t\tvar gfm GetListMutex\n\t\tctx, cancel := context.WithTimeout(context.Background(), (1 * time.Second))\n\t\tdoneChan := make(chan bool)\n\n\t\tgo func() {\n\t\t\tgfm.GetLock(\"testScope\", \"testType\")\n\t\t\tgfm.GetLock(\"testScope\", \"testType\")\n\t\t\tgfm.GetLock(\"testScope\", \"testType\")\n\t\t\tgfm.GetUnlock(\"testScope\", \"testType\")\n\t\t\tgfm.GetUnlock(\"testScope\", \"testType\")\n\t\t\tgfm.GetUnlock(\"testScope\", \"testType\")\n\t\t\tdoneChan <- true\n\t\t}()\n\n\t\tselect {\n\t\tcase <-ctx.Done():\n\t\t\tt.Error(\"Timeout\")\n\t\tcase <-doneChan:\n\t\t}\n\n\t\tcancel()\n\t})\n\n\tt.Run(\"many find locks from different types and scopes can be held at once\", func(t *testing.T) {\n\t\tvar gfm GetListMutex\n\t\tctx, cancel := context.WithTimeout(context.Background(), (1 * time.Second))\n\t\tdoneChan := make(chan bool)\n\n\t\tgo func() {\n\t\t\tgfm.ListLock(\"testScope1\", \"testType1\")\n\t\t\tgfm.ListLock(\"testScope1\", \"testType2\")\n\t\t\tgfm.ListLock(\"testScope2\", \"testType\")\n\t\t\tgfm.ListLock(\"testScope3\", \"testType\")\n\t\t\tgfm.ListUnlock(\"testScope1\", \"testType1\")\n\t\t\tgfm.ListUnlock(\"testScope1\", \"testType2\")\n\t\t\tgfm.ListUnlock(\"testScope2\", \"testType\")\n\t\t\tgfm.ListUnlock(\"testScope3\", \"testType\")\n\t\t\tdoneChan <- true\n\t\t}()\n\n\t\tselect {\n\t\tcase <-ctx.Done():\n\t\t\tt.Error(\"Timeout\")\n\t\tcase <-doneChan:\n\t\t}\n\n\t\tcancel()\n\t})\n\n\tt.Run(\"get locks are blocked by a find lock\", func(t *testing.T) {\n\t\tvar gfm GetListMutex\n\t\tctx, cancel := context.WithTimeout(context.Background(), (1 * time.Second))\n\t\tgetChan := make(chan bool)\n\t\tfindChan := make(chan bool)\n\n\t\tgfm.ListLock(\"testScope\", \"testType\")\n\n\t\tgo func() {\n\t\t\tgfm.GetLock(\"testScope\", \"testType\")\n\t\t\tgfm.GetLock(\"testScope\", \"testType\")\n\t\t\tgfm.GetLock(\"testScope\", \"testType\")\n\t\t\tgfm.GetUnlock(\"testScope\", \"testType\")\n\t\t\tgfm.GetUnlock(\"testScope\", \"testType\")\n\t\t\tgfm.GetUnlock(\"testScope\", \"testType\")\n\t\t\tgetChan <- true\n\t\t}()\n\n\t\tgo func() {\n\t\t\t// Seep for long enough to allow the above goroutine to complete if not\n\t\t\t// blocked\n\t\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t\tfindChan <- true\n\t\t}()\n\n\t\tselect {\n\t\tcase <-ctx.Done():\n\t\t\tt.Error(\"Timeout\")\n\t\tcase <-getChan:\n\t\t\tt.Error(\"Get locks were not blocked\")\n\t\tcase <-findChan:\n\t\t\t// This is the expected path\n\t\t}\n\n\t\tcancel()\n\t})\n\n\tt.Run(\"active gets block finds\", func(t *testing.T) {\n\t\tvar gfm GetListMutex\n\t\tvar actionWG sync.WaitGroup\n\t\tctx, cancel := context.WithTimeout(context.Background(), (1 * time.Second))\n\n\t\torder := make([]string, 0)\n\t\tactionChan := make(chan string)\n\t\tdoneChan := make(chan bool)\n\t\tvar wg sync.WaitGroup\n\t\twg.Add(3)\n\n\t\tgo func() {\n\t\t\tdefer wg.Done()\n\t\t\tgfm.GetLock(\"testScope\", \"testType\")\n\t\t\tactionChan <- \"getLock1\"\n\n\t\t\t// do some work\n\t\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t\tgfm.GetUnlock(\"testScope\", \"testType\")\n\n\t\t}()\n\n\t\tgo func() {\n\t\t\tdefer wg.Done()\n\t\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t\tgfm.ListLock(\"testScope\", \"testType\")\n\n\t\t\tactionChan <- \"findLock1\"\n\n\t\t\t// do some work\n\t\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t\tgfm.ListUnlock(\"testScope\", \"testType\")\n\n\t\t}()\n\n\t\tgo func() {\n\t\t\tdefer wg.Done()\n\t\t\ttime.Sleep(20 * time.Millisecond)\n\n\t\t\tgfm.GetLock(\"testScope\", \"testType\")\n\n\t\t\tactionChan <- \"getLock2\"\n\n\t\t\t// do some work\n\t\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t\tgfm.GetUnlock(\"testScope\", \"testType\")\n\n\t\t}()\n\n\t\tactionWG.Go(func() {\n\t\t\tfor action := range actionChan {\n\t\t\t\torder = append(order, action)\n\t\t\t}\n\t\t})\n\n\t\tgo func(t *testing.T) {\n\t\t\twg.Wait()\n\t\t\tclose(actionChan)\n\t\t\tactionWG.Wait()\n\n\t\t\t// The expected order is: Firstly getLock1 since nothing else is waiting\n\t\t\t// for a lock. While this one is working there is a query for a\n\t\t\t// findLock, then a getLock. The findLock should block the getLock until\n\t\t\t// it is done\n\t\t\tif order[0] != \"getLock1\" {\n\t\t\t\tt.Errorf(\"expected getLock1 to be first. Order was: %v\", order)\n\t\t\t}\n\n\t\t\tif order[1] != \"findLock1\" {\n\t\t\t\tt.Errorf(\"expected findLock1 to be middle. Order was: %v\", order)\n\t\t\t}\n\n\t\t\tif order[2] != \"getLock2\" {\n\t\t\t\tt.Errorf(\"expected getLock2 to be last. Order was: %v\", order)\n\t\t\t}\n\n\t\t\tdoneChan <- true\n\t\t}(t)\n\n\t\tselect {\n\t\tcase <-ctx.Done():\n\t\t\tt.Errorf(\"timeout. Completed actions were: %v\", order)\n\t\tcase <-doneChan:\n\t\t\t// This is good\n\t\t}\n\n\t\tcancel()\n\t})\n}\n" }, { "path": "go/discovery/heartbeat.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"google.golang.org/protobuf/types/known/durationpb\"\n)\n\nconst DefaultHeartbeatFrequency = 5 * time.Minute\n\nvar ErrNoHealthcheckDefined = errors.New(\"no healthcheck defined\")\n\n// HeartbeatSender sends a heartbeat to the management API, this is called at\n// `DefaultHeartbeatFrequency` by default when the engine is running, or\n// `StartSendingHeartbeats` has been called manually. Users can also call this\n// method to immediately send a heartbeat if required. Pass non-`nil` error\n// to indicate that the engine is in an error state, this will be sent to the\n// management API and will be displayed in the UI.\nfunc (e *Engine) SendHeartbeat(ctx context.Context, customErr error) error {\n\tctx, span := getTracer().Start(ctx, \"SendHeartbeat\")\n\tdefer span.End()\n\n\t// Read memory stats and add them to the span\n\tmemStats := tracing.ReadMemoryStats()\n\ttracing.SetMemoryAttributes(span, \"ovm.heartbeat\", memStats)\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.sdp.source_name\", e.EngineConfig.SourceName),\n\t\tattribute.String(\"ovm.engine.type\", e.EngineConfig.EngineType),\n\t\tattribute.String(\"ovm.engine.version\", e.EngineConfig.Version),\n\t)\n\n\tif e.EngineConfig.HeartbeatOptions == nil {\n\t\treturn ErrNoHealthcheckDefined\n\t}\n\n\t// No-op when running without management API (e.g. ALLOW_UNAUTHENTICATED local dev)\n\tif e.EngineConfig.HeartbeatOptions.ManagementClient == nil {\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"source_name\": e.EngineConfig.SourceName,\n\t\t\t\"engine_type\": e.EngineConfig.EngineType,\n\t\t}).Info(\"Running in unauthenticated mode; no heartbeats will be sent\")\n\t\treturn nil\n\t}\n\n\t// Collect all health check errors\n\tvar allErrors []error\n\tif customErr != nil {\n\t\tallErrors = append(allErrors, customErr)\n\t}\n\n\t// Check for persistent initialization errors first\n\tif initErr := e.GetInitError(); initErr != nil {\n\t\tallErrors = append(allErrors, initErr)\n\t}\n\n\tif !e.AreAdaptersInitialized() {\n\t\tallErrors = append(allErrors, errors.New(\"adapters not yet initialized\"))\n\t}\n\n\t// Check adapter readiness (ReadinessCheck) - with timeout to prevent hanging\n\tif e.EngineConfig.HeartbeatOptions.ReadinessCheck != nil {\n\t\t// Add timeout for readiness checks to prevent hanging heartbeats\n\t\treadinessCtx, cancel := context.WithTimeout(ctx, 5*time.Second)\n\t\tdefer cancel()\n\t\tif err := e.EngineConfig.HeartbeatOptions.ReadinessCheck(readinessCtx); err != nil {\n\t\t\tallErrors = append(allErrors, err)\n\t\t}\n\t}\n\n\t// Combine all errors\n\tvar heartbeatError *string\n\tif len(allErrors) > 0 {\n\t\tcombinedError := errors.Join(allErrors...)\n\t\theartbeatError = new(string)\n\t\t*heartbeatError = combinedError.Error()\n\t}\n\n\tvar engineUUID []byte\n\n\tif e.EngineConfig.SourceUUID != uuid.Nil {\n\t\tengineUUID = e.EngineConfig.SourceUUID[:]\n\t}\n\n\tavailableScopes, adapterMetadata := e.GetAvailableScopesAndMetadata()\n\n\t// Calculate the duration for the next heartbeat, based on the current\n\t// frequency x2.5 to give us some leeway\n\tnextHeartbeat := time.Duration(float64(e.EngineConfig.HeartbeatOptions.Frequency) * 2.5)\n\n\t_, err := e.EngineConfig.HeartbeatOptions.ManagementClient.SubmitSourceHeartbeat(ctx, &connect.Request[sdp.SubmitSourceHeartbeatRequest]{\n\t\tMsg: &sdp.SubmitSourceHeartbeatRequest{\n\t\t\tUUID: engineUUID,\n\t\t\tVersion: e.EngineConfig.Version,\n\t\t\tName: e.EngineConfig.SourceName,\n\t\t\tType: e.EngineConfig.EngineType,\n\t\t\tAvailableScopes: availableScopes,\n\t\t\tAdapterMetadata: adapterMetadata,\n\t\t\tManaged: e.EngineConfig.OvermindManagedSource,\n\t\t\tError: heartbeatError,\n\t\t\tNextHeartbeatMax: durationpb.New(nextHeartbeat),\n\t\t},\n\t})\n\n\t// Update heartbeat status tracking\n\te.heartbeatStatusMutex.Lock()\n\tif err != nil {\n\t\te.lastHeartbeatError = err\n\t} else {\n\t\te.lastSuccessfulHeartbeat = time.Now()\n\t\te.lastHeartbeatError = nil\n\t}\n\te.heartbeatStatusMutex.Unlock()\n\n\treturn err\n}\n\n// Starts sending heartbeats at the specified frequency. These will be sent in\n// the background and this function will return immediately. Heartbeats are\n// automatically started when the engine started, but if an adapter has startup\n// steps that take a long time, or are liable to fail, the user may want to\n// start the heartbeats first so that users can see that the adapter has failed\n// to start.\n//\n// If this is called multiple times, nothing will happen. Heartbeats will be\n// stopped when the engine is stopped, or when the provided context is canceled.\n//\n// This will send one heartbeat initially when the method is called, and will\n// then run in a background goroutine that sends heartbeats at the specified\n// frequency, and will stop when the provided context is canceled.\nfunc (e *Engine) StartSendingHeartbeats(ctx context.Context) {\n\tif e.EngineConfig.HeartbeatOptions == nil || e.EngineConfig.HeartbeatOptions.Frequency == 0 || e.heartbeatCancel != nil {\n\t\treturn\n\t}\n\n\tvar heartbeatContext context.Context\n\theartbeatContext, e.heartbeatCancel = context.WithCancel(ctx)\n\n\t// Send one heartbeat at the beginning\n\terr := e.SendHeartbeat(heartbeatContext, nil)\n\tif err != nil {\n\t\tlog.WithError(err).Error(\"Failed to send heartbeat\")\n\t}\n\n\tgo func() {\n\t\tticker := time.NewTicker(e.EngineConfig.HeartbeatOptions.Frequency)\n\t\tdefer ticker.Stop()\n\n\t\tfor {\n\t\t\tselect {\n\t\t\tcase <-heartbeatContext.Done():\n\t\t\t\treturn\n\t\t\tcase <-ticker.C:\n\t\t\t\terr := e.SendHeartbeat(heartbeatContext, nil)\n\t\t\t\tif err != nil {\n\t\t\t\t\tlog.WithError(err).Error(\"Failed to send heartbeat\")\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}()\n}\n" }, { "path": "go/discovery/heartbeat_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"slices\"\n\t\"testing\"\n\t\"time\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\ntype testHeartbeatClient struct {\n\t// Requests will be sent to this channel\n\tRequests chan *connect.Request[sdp.SubmitSourceHeartbeatRequest]\n\t// Responses should be sent here\n\tResponses chan *connect.Response[sdp.SubmitSourceHeartbeatResponse]\n}\n\nfunc (t testHeartbeatClient) SubmitSourceHeartbeat(ctx context.Context, req *connect.Request[sdp.SubmitSourceHeartbeatRequest]) (*connect.Response[sdp.SubmitSourceHeartbeatResponse], error) {\n\tt.Requests <- req\n\treturn <-t.Responses, nil\n}\n\nfunc TestHeartbeats(t *testing.T) {\n\tname := t.Name()\n\tu := uuid.New()\n\tversion := \"v0.0.0-test\"\n\tengineType := \"aws\"\n\n\trequests := make(chan *connect.Request[sdp.SubmitSourceHeartbeatRequest], 1)\n\tresponses := make(chan *connect.Response[sdp.SubmitSourceHeartbeatResponse], 1)\n\n\theartbeatOptions := HeartbeatOptions{\n\t\tManagementClient: testHeartbeatClient{\n\t\t\tRequests: requests,\n\t\t\tResponses: responses,\n\t\t},\n\t}\n\tec := EngineConfig{\n\t\tSourceName: name,\n\t\tSourceUUID: u,\n\t\tVersion: version,\n\t\tEngineType: engineType,\n\t\tHeartbeatOptions: &heartbeatOptions,\n\t}\n\te, _ := NewEngine(&ec)\n\te.MarkAdaptersInitialized()\n\n\tif err := e.AddAdapters(\n\t\t&TestAdapter{\n\t\t\tReturnScopes: []string{\"test\"},\n\t\t\tReturnType: \"test-type\",\n\t\t\tReturnName: \"test-name\",\n\t\t},\n\t\t&TestAdapter{\n\t\t\tReturnScopes: []string{\"test\"},\n\t\t\tReturnType: \"test-type2\",\n\t\t\tReturnName: \"test-name2\",\n\t\t},\n\t); err != nil {\n\t\tt.Fatalf(\"unexpected error adding adapters: %v\", err)\n\t}\n\n\tt.Run(\"sendHeartbeat when healthy\", func(t *testing.T) {\n\t\tec.HeartbeatOptions.ReadinessCheck = func(_ context.Context) error {\n\t\t\treturn nil\n\t\t}\n\t\tresponses <- &connect.Response[sdp.SubmitSourceHeartbeatResponse]{\n\t\t\tMsg: &sdp.SubmitSourceHeartbeatResponse{},\n\t\t}\n\n\t\terr := e.SendHeartbeat(context.Background(), nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\treq := <-requests\n\n\t\tif reqUUID, err := uuid.FromBytes(req.Msg.GetUUID()); err == nil {\n\t\t\tif reqUUID != u {\n\t\t\t\tt.Errorf(\"expected uuid %v, got %v\", u, reqUUID)\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"error parsing uuid: %v\", err)\n\t\t}\n\n\t\tif req.Msg.GetVersion() != version {\n\t\t\tt.Errorf(\"expected version %v, got %v\", version, req.Msg.GetVersion())\n\t\t}\n\n\t\tif req.Msg.GetName() != name {\n\t\t\tt.Errorf(\"expected name %v, got %v\", name, req.Msg.GetName())\n\t\t}\n\n\t\tif req.Msg.GetType() != engineType {\n\t\t\tt.Errorf(\"expected type %v, got %v\", engineType, req.Msg.GetType())\n\t\t}\n\n\t\tif req.Msg.GetManaged() != sdp.SourceManaged_LOCAL {\n\t\t\tt.Errorf(\"expected managed %v, got %v\", sdp.SourceManaged_LOCAL, req.Msg.GetManaged())\n\t\t}\n\n\t\tif req.Msg.GetError() != \"\" {\n\t\t\tt.Errorf(\"expected no error, got %v\", req.Msg.GetError())\n\t\t}\n\n\t\treqAvailableScopes := req.Msg.GetAvailableScopes()\n\n\t\tif len(reqAvailableScopes) != 1 {\n\t\t\tt.Errorf(\"expected 1 scope, got %v\", len(reqAvailableScopes))\n\t\t}\n\n\t\tif !slices.Contains(reqAvailableScopes, \"test\") {\n\t\t\tt.Errorf(\"expected scope 'test' to be present in the response\")\n\t\t}\n\n\t\treqAdapterMetadata := req.Msg.GetAdapterMetadata()\n\n\t\tif len(reqAdapterMetadata) != 2 {\n\t\t\tt.Errorf(\"expected 2 adapter metadata, got %v\", len(reqAdapterMetadata))\n\t\t}\n\t})\n\n\tt.Run(\"sendHeartbeat when unhealthy\", func(t *testing.T) {\n\t\te.EngineConfig.HeartbeatOptions.ReadinessCheck = func(_ context.Context) error {\n\t\t\treturn ErrNoHealthcheckDefined\n\t\t}\n\n\t\tresponses <- &connect.Response[sdp.SubmitSourceHeartbeatResponse]{\n\t\t\tMsg: &sdp.SubmitSourceHeartbeatResponse{},\n\t\t}\n\n\t\terr := e.SendHeartbeat(context.Background(), nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t}\n\n\t\treq := <-requests\n\n\t\t// Error message is no longer wrapped (wrapping removed to avoid double-prefixing)\n\t\texpectedError := \"no healthcheck defined\"\n\t\tif req.Msg.GetError() != expectedError {\n\t\t\tt.Errorf(\"expected error %q, got %q\", expectedError, req.Msg.GetError())\n\t\t}\n\t})\n\n\tt.Run(\"startSendingHeartbeats\", func(t *testing.T) {\n\t\te.EngineConfig.HeartbeatOptions.Frequency = time.Millisecond * 250\n\t\te.EngineConfig.HeartbeatOptions.ReadinessCheck = func(_ context.Context) error {\n\t\t\treturn nil\n\t\t}\n\n\t\tctx, cancel := context.WithCancel(context.Background())\n\n\t\tstart := time.Now()\n\n\t\tresponses <- &connect.Response[sdp.SubmitSourceHeartbeatResponse]{\n\t\t\tMsg: &sdp.SubmitSourceHeartbeatResponse{},\n\t\t}\n\t\te.StartSendingHeartbeats(ctx)\n\n\t\t// Get the initial heartbeat\n\t\t<-requests\n\n\t\t// Get two\n\t\tresponses <- &connect.Response[sdp.SubmitSourceHeartbeatResponse]{\n\t\t\tMsg: &sdp.SubmitSourceHeartbeatResponse{},\n\t\t}\n\t\t<-requests\n\n\t\tcancel()\n\n\t\t// Make sure that took the expected amount of time\n\t\tif elapsed := time.Since(start); elapsed < time.Millisecond*250 {\n\t\t\tt.Errorf(\"expected to take at least 500ms, took %v\", elapsed)\n\t\t}\n\n\t\tif elapsed := time.Since(start); elapsed > time.Millisecond*500 {\n\t\t\tt.Errorf(\"expected to take at most 750ms, took %v\", elapsed)\n\t\t}\n\t})\n}\n\n// TestSendHeartbeatNilManagementClient ensures unauthenticated/local dev mode\n// (HeartbeatOptions set by SetReadinessCheck but ManagementClient nil) does not error.\nfunc TestSendHeartbeatNilManagementClient(t *testing.T) {\n\tec := EngineConfig{\n\t\tSourceName: t.Name(),\n\t\tSourceUUID: uuid.New(),\n\t\tVersion: \"v0.0.0-test\",\n\t\tEngineType: \"aws\",\n\t\tUnauthenticated: true,\n\t\tHeartbeatOptions: &HeartbeatOptions{\n\t\t\tManagementClient: nil, // e.g. ALLOW_UNAUTHENTICATED - no API to send to\n\t\t\tFrequency: time.Second * 30,\n\t\t},\n\t}\n\te, err := NewEngine(&ec)\n\tif err != nil {\n\t\tt.Fatalf(\"NewEngine: %v\", err)\n\t}\n\terr = e.SendHeartbeat(context.Background(), nil)\n\tif err != nil {\n\t\tt.Errorf(\"SendHeartbeat with nil ManagementClient should be no-op, got: %v\", err)\n\t}\n}\n" }, { "path": "go/discovery/item_tests.go", "content": "// Reusable testing libraries for testing adapters\npackage discovery\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nvar RFC1123 = regexp.MustCompile(`^[a-z0-9]([a-z0-9-]*[a-z0-9])?$`)\n\n// TestValidateItem Checks an item to ensure it is a valid SDP item. This includes\n// checking that all required attributes are populated\nfunc TestValidateItem(t *testing.T, i *sdp.Item) {\n\t// Ensure that the item has the required fields set i.e.\n\t//\n\t// * Type\n\t// * UniqueAttribute\n\t// * Attributes\n\tif i.GetType() == \"\" {\n\t\tt.Errorf(\"Item %v has an empty Type\", i.GloballyUniqueName())\n\t}\n\n\t// Validate that the pattern is RFC1123\n\tif !RFC1123.MatchString(i.GetType()) {\n\t\tpattern := `\nType names should match RFC1123 (lower case). This means the name must:\n\n\t* contain at most 63 characters\n\t* contain only lowercase alphanumeric characters or '-'\n\t* start with an alphanumeric character\n\t* end with an alphanumeric character\n`\n\n\t\tt.Errorf(\"Item type %v is invalid. %v\", i.GetType(), pattern)\n\t}\n\n\tif i.GetUniqueAttribute() == \"\" {\n\t\tt.Errorf(\"Item %v has an empty UniqueAttribute\", i.GloballyUniqueName())\n\t}\n\n\tattrMap := i.GetAttributes().GetAttrStruct().AsMap()\n\n\tif len(attrMap) == 0 {\n\t\tt.Errorf(\"Attributes for item %v are empty\", i.GloballyUniqueName())\n\t}\n\n\t// Check the attributes themselves for validity\n\tfor k := range attrMap {\n\t\tif k == \"\" {\n\t\t\tt.Errorf(\"Item %v has an attribute with an empty name\", i.GloballyUniqueName())\n\t\t}\n\t}\n\n\t// Make sure that the UniqueAttributeValue is populated\n\tif i.UniqueAttributeValue() == \"\" {\n\t\tt.Errorf(\"UniqueAttribute %v for item %v is empty\", i.GetUniqueAttribute(), i.GloballyUniqueName())\n\t}\n\n\t// TODO(LIQs): delete this\n\tfor index, linkedItem := range i.GetLinkedItems() {\n\t\titem := linkedItem.GetItem()\n\t\tif item.GetType() == \"\" {\n\t\t\tt.Errorf(\"LinkedItem %v of item %v has empty type\", index, i.GloballyUniqueName())\n\t\t}\n\n\t\tif item.GetUniqueAttributeValue() == \"\" {\n\t\t\tt.Errorf(\"LinkedItem %v of item %v has empty UniqueAttributeValue\", index, i.GloballyUniqueName())\n\t\t}\n\n\t\t// We don't need to check for an empty scope here since if it's empty\n\t\t// it will just inherit the scope of the parent\n\t}\n\n\t// TODO(LIQs): delete this\n\tfor index, linkedItemQuery := range i.GetLinkedItemQueries() {\n\t\tquery := linkedItemQuery.GetQuery()\n\t\tif query.GetType() == \"\" {\n\t\t\tt.Errorf(\"LinkedItemQueries %v of item %v has empty type\", index, i.GloballyUniqueName())\n\t\t}\n\n\t\tif query.GetMethod() != sdp.QueryMethod_LIST {\n\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\tt.Errorf(\"LinkedItemQueries %v of item %v has empty query. This is not allowed unless the method is LIST\", index, i.GloballyUniqueName())\n\t\t\t}\n\t\t}\n\n\t\tif query.GetScope() == \"\" {\n\t\t\tt.Errorf(\"LinkedItemQueries %v of item %v has empty scope\", index, i.GloballyUniqueName())\n\t\t}\n\t}\n}\n\n// TestValidateItems Runs TestValidateItem on many items\nfunc TestValidateItems(t *testing.T, is []*sdp.Item) {\n\tfor _, i := range is {\n\t\tTestValidateItem(t, i)\n\t}\n}\n" }, { "path": "go/discovery/logs.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// LogAdapter is a singleton from the source that handles GetLogRecordsRequest\n// that come in via NATS. The discovery Engine takes care of the common\n// implementation details like subscribing to NATS, unpacking the request,\n// framing the responses, and error handling. Implementors only need to pass\n// results into the LogRecordsStream.\ntype LogAdapter interface {\n\t// Get gets called when a GetLogRecordsRequest needs to be processed. To\n\t// return data to the requestor, use the provided `stream` to send\n\t// `GetLogRecordsResponse` messages back.\n\t//\n\t// If the implementation encounters an error, it should return the error as\n\t// `SourceError`. To indicate that the error is within the source, set the\n\t// `SourceError.Upstream` field to `false`. To indicate that the error is\n\t// with the upstream API, set the `SourceError.Upstream` field to `true`.\n\t// Always make sure that the error detail is set to a human-readable string\n\t// that is helpful for debugging.\n\t//\n\t// Implementations must not hold on to or share the `stream` object outside\n\t// of the scope of a single call.\n\t//\n\t// Concurrency: Every invocation of this method will happen in its own\n\t// goroutine, so implementors need to take care of ensuring thread safety.\n\t//\n\t// Cancellation: The context passed to this method will be cancelled when\n\t// any errors are encountered, like the NATS connection closing, the\n\t// requestor going away, or hitting a deadline. Implementations are expected\n\t// to timely detect the cancellation and clean up on the way out. After\n\t// `ctx` is cancelled, the implementation should not attempt to send any\n\t// more messages to the stream.\n\tGet(ctx context.Context, req *sdp.GetLogRecordsRequest, stream LogRecordsStream) error\n\n\t// Scopes returns all scopes this adapter is capable of handling. This is\n\t// used by the Engine to subscribe to the correct subjects. The Engine will\n\t// only call this method once, so implementors don't need to cache the\n\t// result.\n\tScopes() []string\n}\n\ntype LogRecordsStream interface {\n\t// Send takes a GetLogRecordsResponse, and forwards it to the caller over\n\t// NATS. Note that the order of responses is relevant and will be preserved.\n\t//\n\t// Errors returned from this method should be treated as fatal, and the\n\t// stream should be closed. The caller should not attempt to send any more\n\t// messages after this method returns an error. Basically, treat this like a\n\t// context cancellation on the `LogAdapter.Get` method.\n\t//\n\t// Concurrency: This method is not thread safe. The caller needs to ensure\n\t// that There is only one call of Send active at any time.\n\tSend(ctx context.Context, r *sdp.GetLogRecordsResponse) error\n}\n\ntype LogRecordsStreamImpl struct {\n\t// The NATS stream that is used to send messages\n\tstream sdp.EncodedConnection\n\t// The NATS subject that is used to send messages\n\tsubject string\n\t// responder has gone away\n\tresponderGone bool\n\n\tresponses int\n\trecords int\n}\n\n// assert interface implementation\nvar _ LogRecordsStream = (*LogRecordsStreamImpl)(nil)\n\nfunc (s *LogRecordsStreamImpl) Send(ctx context.Context, r *sdp.GetLogRecordsResponse) error {\n\t// immediately return if the gateway is gone\n\tif s.responderGone {\n\t\treturn nats.ErrNoResponders\n\t}\n\n\ts.responses += 1\n\ts.records += len(r.GetRecords())\n\n\t// Send the message to the NATS stream\n\terr := s.stream.Publish(ctx, s.subject, &sdp.NATSGetLogRecordsResponse{\n\t\tContent: &sdp.NATSGetLogRecordsResponse_Response{\n\t\t\tResponse: r,\n\t\t},\n\t})\n\tif errors.Is(err, nats.ErrNoResponders) {\n\t\ts.responderGone = true\n\t\treturn err\n\t}\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n" }, { "path": "go/discovery/logs_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\ntype testLogAdapter struct {\n\tt *testing.T\n\texpected *sdp.GetLogRecordsRequest\n\tresponses []*sdp.GetLogRecordsResponse\n\terr error\n}\n\n// assert interface implementation\nvar _ LogAdapter = (*testLogAdapter)(nil)\n\nfunc (t *testLogAdapter) Get(ctx context.Context, request *sdp.GetLogRecordsRequest, stream LogRecordsStream) error {\n\tif t.expected == nil {\n\t\tt.t.Fatalf(\"expected LogAdapter to not get called, but got %v\", request)\n\t}\n\tif t.expected.GetScope() != request.GetScope() {\n\t\tt.t.Errorf(\"expected scope %s but got %s\", t.expected.GetScope(), request.GetScope())\n\t}\n\tif t.expected.GetQuery() != request.GetQuery() {\n\t\tt.t.Errorf(\"expected query %s but got %s\", t.expected.GetQuery(), request.GetQuery())\n\t}\n\t// Compare timestamp values correctly\n\tif (t.expected.GetFrom() == nil) != (request.GetFrom() == nil) {\n\t\tt.t.Errorf(\"timestamp nullability mismatch: expected from is nil: %v, got from is nil: %v\", t.expected.GetFrom() == nil, request.GetFrom() == nil)\n\t} else if t.expected.GetFrom() != nil && !t.expected.GetFrom().AsTime().Equal(request.GetFrom().AsTime()) {\n\t\tt.t.Errorf(\"expected from %s but got %s\", t.expected.GetFrom().AsTime(), request.GetFrom().AsTime())\n\t}\n\n\tif (t.expected.GetTo() == nil) != (request.GetTo() == nil) {\n\t\tt.t.Errorf(\"timestamp nullability mismatch: expected to is nil: %v, got to is nil: %v\", t.expected.GetTo() == nil, request.GetTo() == nil)\n\t} else if t.expected.GetTo() != nil && !t.expected.GetTo().AsTime().Equal(request.GetTo().AsTime()) {\n\t\tt.t.Errorf(\"expected to %s but got %s\", t.expected.GetTo().AsTime(), request.GetTo().AsTime())\n\t}\n\tif t.expected.GetMaxRecords() != request.GetMaxRecords() {\n\t\tt.t.Errorf(\"expected maxRecords %d but got %d\", t.expected.GetMaxRecords(), request.GetMaxRecords())\n\t}\n\tif t.expected.GetStartFromOldest() != request.GetStartFromOldest() {\n\t\tt.t.Errorf(\"expected startFromOldest %v but got %v\", t.expected.GetStartFromOldest(), request.GetStartFromOldest())\n\t}\n\n\tfor _, r := range t.responses {\n\t\terr := stream.Send(ctx, r)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\treturn t.err\n}\n\nfunc (t *testLogAdapter) Scopes() []string {\n\treturn []string{\"test\"}\n}\n\nfunc TestLogAdapter_HappyPath(t *testing.T) {\n\tt.Parallel()\n\n\tts := timestamppb.Now()\n\ttla := &testLogAdapter{\n\t\tt: t,\n\t\texpected: &sdp.GetLogRecordsRequest{\n\t\t\tScope: \"test\",\n\t\t\tQuery: \"test\",\n\t\t\tFrom: ts,\n\t\t\tTo: ts,\n\t\t\tMaxRecords: 10,\n\t\t\tStartFromOldest: false,\n\t\t},\n\t\tresponses: []*sdp.GetLogRecordsResponse{\n\t\t\t{\n\t\t\t\tRecords: []*sdp.LogRecord{\n\t\t\t\t\t{\n\t\t\t\t\t\tCreatedAt: timestamppb.Now(),\n\t\t\t\t\t\tObservedAt: timestamppb.Now(),\n\t\t\t\t\t\tSeverity: sdp.LogSeverity_INFO,\n\t\t\t\t\t\tBody: \"page1/record1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tCreatedAt: timestamppb.Now(),\n\t\t\t\t\t\tObservedAt: timestamppb.Now(),\n\t\t\t\t\t\tSeverity: sdp.LogSeverity_INFO,\n\t\t\t\t\t\tBody: \"page1/record2\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tRecords: []*sdp.LogRecord{\n\t\t\t\t\t{\n\t\t\t\t\t\tCreatedAt: timestamppb.Now(),\n\t\t\t\t\t\tObservedAt: timestamppb.Now(),\n\t\t\t\t\t\tSeverity: sdp.LogSeverity_INFO,\n\t\t\t\t\t\tBody: \"page2/record1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tCreatedAt: timestamppb.Now(),\n\t\t\t\t\t\tObservedAt: timestamppb.Now(),\n\t\t\t\t\t\tSeverity: sdp.LogSeverity_INFO,\n\t\t\t\t\t\tBody: \"page2/record2\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\ttc := &sdp.TestConnection{\n\t\tMessages: make([]sdp.ResponseMessage, 0),\n\t}\n\n\te := newEngine(t, \"logs.happyPath\", nil, tc)\n\tif e == nil {\n\t\tt.Fatal(\"failed to create engine\")\n\t}\n\n\terr := e.SetLogAdapter(tla)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\terr = e.Start(t.Context())\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tdefer func() {\n\t\t_ = e.Stop()\n\t}()\n\n\t_, _ = tc.Subscribe(\"logs.records.test\", sdp.NewNATSGetLogRecordsResponseHandler(\n\t\t\"\",\n\t\tfunc(ctx context.Context, msg *sdp.NATSGetLogRecordsResponse) {\n\t\t\tt.Log(\"Received message:\", msg)\n\t\t},\n\t))\n\n\terr = tc.PublishRequest(t.Context(), \"logs.scope.test\", \"logs.records.test\", &sdp.NATSGetLogRecordsRequest{\n\t\tRequest: &sdp.GetLogRecordsRequest{\n\t\t\tScope: \"test\",\n\t\t\tQuery: \"test\",\n\t\t\tFrom: ts,\n\t\t\tTo: ts,\n\t\t\tMaxRecords: 10,\n\t\t\tStartFromOldest: false,\n\t\t},\n\t})\n\tif err != nil {\n\t\tt.Log(\"Subscriptions:\", tc.Subscriptions)\n\t\tt.Fatal(err)\n\t}\n\n\t// TODO: properly sync the test to wait for the messages to be sent\n\ttime.Sleep(1 * time.Second)\n\n\ttc.MessagesMu.Lock()\n\tdefer tc.MessagesMu.Unlock()\n\n\tif len(tc.Messages) != 5 {\n\t\tt.Fatalf(\"expected 5 messages but got %d: %v\", len(tc.Messages), tc.Messages)\n\t}\n\n\tstarted := tc.Messages[1]\n\tif started.V.(*sdp.NATSGetLogRecordsResponse).GetStatus().GetStatus() != sdp.NATSGetLogRecordsResponseStatus_STARTED {\n\t\tt.Errorf(\"expected status STARTED but got %v\", started.V)\n\t}\n\n\tpage1 := tc.Messages[2]\n\trecords := page1.V.(*sdp.NATSGetLogRecordsResponse).GetResponse().GetRecords()\n\tif len(records) != 2 {\n\t\tt.Errorf(\"expected 2 records but got %d: %v\", len(records), records)\n\t}\n\tif records[0].GetBody() != \"page1/record1\" {\n\t\tt.Errorf(\"expected page1/record1 but got %v\", page1.V)\n\t}\n\n\tpage2 := tc.Messages[3]\n\trecords = page2.V.(*sdp.NATSGetLogRecordsResponse).GetResponse().GetRecords()\n\tif len(records) != 2 {\n\t\tt.Errorf(\"expected 2 records but got %d: %v\", len(records), records)\n\t}\n\tif records[0].GetBody() != \"page2/record1\" {\n\t\tt.Errorf(\"expected page2/record1 but got %v\", page2.V)\n\t}\n\n\tfinished := tc.Messages[4]\n\tif finished.V.(*sdp.NATSGetLogRecordsResponse).GetStatus().GetStatus() != sdp.NATSGetLogRecordsResponseStatus_FINISHED {\n\t\tt.Errorf(\"expected status FINISHED but got %v\", finished.V)\n\t}\n}\n\nfunc TestLogAdapter_Validation_Scope(t *testing.T) {\n\tt.Parallel()\n\n\tts := timestamppb.Now()\n\ttla := &testLogAdapter{\n\t\tt: t,\n\t\texpected: nil,\n\t}\n\n\ttc := &sdp.TestConnection{\n\t\tMessages: make([]sdp.ResponseMessage, 0),\n\t}\n\n\te := newEngine(t, \"logs.validation_scope\", nil, tc)\n\tif e == nil {\n\t\tt.Fatal(\"failed to create engine\")\n\t}\n\n\terr := e.SetLogAdapter(tla)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\terr = e.Start(t.Context())\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tdefer func() {\n\t\t_ = e.Stop()\n\t}()\n\n\t_, _ = tc.Subscribe(\"logs.records.test\", sdp.NewNATSGetLogRecordsResponseHandler(\n\t\t\"\",\n\t\tfunc(ctx context.Context, msg *sdp.NATSGetLogRecordsResponse) {\n\t\t\tt.Log(\"Received message:\", msg)\n\t\t},\n\t))\n\n\terr = tc.PublishRequest(t.Context(), \"logs.scope.test\", \"logs.records.test\", &sdp.NATSGetLogRecordsRequest{\n\t\tRequest: &sdp.GetLogRecordsRequest{\n\t\t\tScope: \"different-scope\",\n\t\t\tQuery: \"test\",\n\t\t\tFrom: ts,\n\t\t\tTo: ts,\n\t\t\tMaxRecords: 10,\n\t\t\tStartFromOldest: false,\n\t\t},\n\t})\n\tif err != nil {\n\t\tt.Log(\"Subscriptions:\", tc.Subscriptions)\n\t\tt.Fatal(err)\n\t}\n\n\t// TODO: properly sync the test to wait for the messages to be sent\n\ttime.Sleep(1 * time.Second)\n\n\ttc.MessagesMu.Lock()\n\tdefer tc.MessagesMu.Unlock()\n\n\tif len(tc.Messages) == 0 {\n\t\tt.Fatalf(\"expected messages but got none: %v\", tc.Messages)\n\t}\n\n\tmsg := tc.Messages[len(tc.Messages)-1]\n\tif msg.V.(*sdp.NATSGetLogRecordsResponse).GetStatus().GetStatus() != sdp.NATSGetLogRecordsResponseStatus_ERRORED {\n\t\tt.Errorf(\"expected status ERRORED but got %v\", msg.V)\n\t}\n}\n\nfunc TestLogAdapter_Validation_Empty(t *testing.T) {\n\tt.Parallel()\n\n\tts := timestamppb.Now()\n\ttla := &testLogAdapter{\n\t\tt: t,\n\t\texpected: nil,\n\t}\n\n\ttc := &sdp.TestConnection{\n\t\tMessages: make([]sdp.ResponseMessage, 0),\n\t}\n\n\te := newEngine(t, \"logs.validation_scope\", nil, tc)\n\tif e == nil {\n\t\tt.Fatal(\"failed to create engine\")\n\t}\n\n\terr := e.SetLogAdapter(tla)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\terr = e.Start(t.Context())\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tdefer func() {\n\t\t_ = e.Stop()\n\t}()\n\n\t_, _ = tc.Subscribe(\"logs.records.test\", sdp.NewNATSGetLogRecordsResponseHandler(\n\t\t\"\",\n\t\tfunc(ctx context.Context, msg *sdp.NATSGetLogRecordsResponse) {\n\t\t\tt.Log(\"Received message:\", msg)\n\t\t},\n\t))\n\n\terr = tc.PublishRequest(t.Context(), \"logs.scope.test\", \"logs.records.test\", &sdp.NATSGetLogRecordsRequest{\n\t\tRequest: &sdp.GetLogRecordsRequest{\n\t\t\tScope: \"test\",\n\t\t\tQuery: \"\",\n\t\t\tFrom: ts,\n\t\t\tTo: ts,\n\t\t\tMaxRecords: 10,\n\t\t\tStartFromOldest: false,\n\t\t},\n\t})\n\tif err != nil {\n\t\tt.Log(\"Subscriptions:\", tc.Subscriptions)\n\t\tt.Fatal(err)\n\t}\n\n\t// TODO: properly sync the test to wait for the messages to be sent\n\ttime.Sleep(1 * time.Second)\n\n\ttc.MessagesMu.Lock()\n\tdefer tc.MessagesMu.Unlock()\n\n\tif len(tc.Messages) == 0 {\n\t\tt.Fatalf(\"expected messages but got none: %v\", tc.Messages)\n\t}\n\n\tmsg := tc.Messages[len(tc.Messages)-1]\n\tif msg.V.(*sdp.NATSGetLogRecordsResponse).GetStatus().GetStatus() != sdp.NATSGetLogRecordsResponseStatus_ERRORED {\n\t\tt.Errorf(\"expected status ERRORED but got %v\", msg.V)\n\t}\n}\n\nfunc TestLogAdapter_Validation_NoReplyTo(t *testing.T) {\n\tt.Parallel()\n\n\tts := timestamppb.Now()\n\ttla := &testLogAdapter{\n\t\tt: t,\n\t\texpected: nil,\n\t}\n\n\ttc := &sdp.TestConnection{\n\t\tMessages: make([]sdp.ResponseMessage, 0),\n\t}\n\n\te := newEngine(t, \"logs.validation_scope\", nil, tc)\n\tif e == nil {\n\t\tt.Fatal(\"failed to create engine\")\n\t}\n\n\terr := e.SetLogAdapter(tla)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\terr = e.Start(t.Context())\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tdefer func() {\n\t\t_ = e.Stop()\n\t}()\n\n\t_, _ = tc.Subscribe(\"logs.records.test\", sdp.NewNATSGetLogRecordsResponseHandler(\n\t\t\"\",\n\t\tfunc(ctx context.Context, msg *sdp.NATSGetLogRecordsResponse) {\n\t\t\tt.Log(\"Received message:\", msg)\n\t\t},\n\t))\n\n\terr = tc.Publish(t.Context(), \"logs.scope.test\", &sdp.NATSGetLogRecordsRequest{\n\t\tRequest: &sdp.GetLogRecordsRequest{\n\t\t\tScope: \"test\",\n\t\t\tQuery: \"test\",\n\t\t\tFrom: ts,\n\t\t\tTo: ts,\n\t\t\tMaxRecords: 10,\n\t\t\tStartFromOldest: false,\n\t\t},\n\t})\n\tif err != nil {\n\t\tt.Log(\"Subscriptions:\", tc.Subscriptions)\n\t\tt.Fatal(err)\n\t}\n\n\t// TODO: properly sync the test to wait for the messages to be sent\n\ttime.Sleep(1 * time.Second)\n\n\ttc.MessagesMu.Lock()\n\tdefer tc.MessagesMu.Unlock()\n\n\t// only the Request message should be sent, no responses\n\tif len(tc.Messages) != 1 {\n\t\tt.Fatalf(\"expected 1 message but got %d: %v\", len(tc.Messages), tc.Messages)\n\t}\n}\n" }, { "path": "go/discovery/main_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"log\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\nfunc TestMain(m *testing.M) {\n\texitCode := func() int {\n\t\tdefer tracing.ShutdownTracer(context.Background())\n\n\t\tif err := tracing.InitTracerWithUpstreams(\"discovery-tests\", os.Getenv(\"HONEYCOMB_API_KEY\"), \"\"); err != nil {\n\t\t\tlog.Fatal(err)\n\t\t}\n\n\t\treturn m.Run()\n\t}()\n\n\tos.Exit(exitCode)\n}\n" }, { "path": "go/discovery/nats_shared_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net\"\n\t\"net/url\"\n\t\"testing\"\n\t\"time\"\n)\n\nvar NatsTestURLs = []string{\n\t\"nats://nats:4222\",\n\t\"nats://localhost:4222\",\n}\n\nvar NatsAuthTestURLs = []string{\n\t\"nats://nats-auth:4222\",\n\t\"nats://localhost:4223\",\n}\n\nvar tokenExchangeURLs = []string{\n\t\"http://api-server:8080/api\",\n\t\"http://localhost:8080/api\",\n}\n\n// SkipWithoutNats Skips a test if NATS is not available\nfunc SkipWithoutNats(t *testing.T) {\n\tvar err error\n\n\tfor _, url := range NatsTestURLs {\n\t\terr = testURL(url)\n\n\t\tif err == nil {\n\t\t\treturn\n\t\t}\n\t}\n\n\tif err != nil {\n\t\tt.Error(err)\n\t\tt.Skip(\"NATS not available\")\n\t}\n}\n\n// SkipWithoutNatsAuth Skips a test if authenticated NATS is not available\nfunc SkipWithoutNatsAuth(t *testing.T) {\n\tvar err error\n\n\tfor _, url := range NatsAuthTestURLs {\n\t\terr = testURL(url)\n\n\t\tif err == nil {\n\t\t\treturn\n\t\t}\n\t}\n\n\tif err != nil {\n\t\tt.Error(err)\n\t\tt.Skip(\"NATS not available\")\n\t}\n}\n\n// SkipWithoutTokenExchange Skips a test if the token exchange API server is not available\nfunc SkipWithoutTokenExchange(t *testing.T) {\n\tvar err error\n\n\tfor _, url := range tokenExchangeURLs {\n\t\terr = testURL(url)\n\n\t\tif err == nil {\n\t\t\treturn\n\t\t}\n\t}\n\n\tif err != nil {\n\t\tt.Error(err)\n\t\tt.Skip(\"Token exchange API server not available\")\n\t}\n}\n\nfunc GetWorkingTokenExchange() (string, error) {\n\tvar err error\n\n\tfor _, url := range tokenExchangeURLs {\n\t\tif err = testURL(url); err == nil {\n\t\t\treturn url, nil\n\t\t}\n\t}\n\n\treturn \"\", fmt.Errorf(\"no working token exchanges found: %w\", err)\n}\n\nfunc testURL(testURL string) error {\n\turl, err := url.Parse(testURL)\n\n\tif err != nil {\n\t\treturn fmt.Errorf(\"could not parse NATS URL: %v. Error: %w\", testURL, err)\n\t}\n\n\tdialer := &net.Dialer{\n\t\tTimeout: time.Second,\n\t}\n\tconn, err := dialer.DialContext(context.Background(), \"tcp\", net.JoinHostPort(url.Hostname(), url.Port()))\n\n\tif err == nil {\n\t\tconn.Close()\n\t\treturn nil\n\t}\n\n\treturn err\n}\n" }, { "path": "go/discovery/nats_watcher.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"time\"\n\n\t\"github.com/nats-io/nats.go\"\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// WatchableConnection Is ususally a *nats.Conn, we are using an interface here\n// to allow easier testing\ntype WatchableConnection interface {\n\tStatus() nats.Status\n\tStats() nats.Statistics\n\tLastError() error\n}\n\ntype NATSWatcher struct {\n\t// Connection The NATS connection to watch\n\tConnection WatchableConnection\n\n\t// FailureHandler will be called when the connection has been closed and is\n\t// no longer trying to reconnect, or when the connection has been in a\n\t// non-CONNECTED state for longer than ReconnectionTimeout.\n\tFailureHandler func()\n\n\t// ReconnectionTimeout is the maximum duration to wait for a reconnection\n\t// before triggering the FailureHandler. If set to 0, no timeout is applied\n\t// and the watcher only triggers on CLOSED status (legacy behavior).\n\t// Recommended value: 5 minutes.\n\tReconnectionTimeout time.Duration\n\n\twatcherContext context.Context\n\twatcherCancel context.CancelFunc\n\twatcherTicker *time.Ticker\n\twatchingMutex sync.Mutex\n\tdisconnectedSince time.Time\n\thasBeenDisconnected bool\n\tfailureHandlerTriggered bool\n}\n\nfunc (w *NATSWatcher) Start(checkInterval time.Duration) {\n\tif w == nil || w.Connection == nil {\n\t\treturn\n\t}\n\n\tw.watcherContext, w.watcherCancel = context.WithCancel(context.Background())\n\tw.watcherTicker = time.NewTicker(checkInterval)\n\tw.watchingMutex.Lock()\n\n\tgo func(ctx context.Context) {\n\t\tdefer w.watchingMutex.Unlock()\n\t\tfor {\n\t\t\tselect {\n\t\t\tcase <-w.watcherTicker.C:\n\t\t\t\tstatus := w.Connection.Status()\n\t\t\t\tif status != nats.CONNECTED {\n\t\t\t\t\t// Track when we first became disconnected\n\t\t\t\t\tif !w.hasBeenDisconnected {\n\t\t\t\t\t\tw.disconnectedSince = time.Now()\n\t\t\t\t\t\tw.hasBeenDisconnected = true\n\t\t\t\t\t\tw.failureHandlerTriggered = false\n\t\t\t\t\t}\n\n\t\t\t\t\tdisconnectedDuration := time.Since(w.disconnectedSince)\n\n\t\t\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\t\t\"status\": status.String(),\n\t\t\t\t\t\t\"inBytes\": w.Connection.Stats().InBytes,\n\t\t\t\t\t\t\"outBytes\": w.Connection.Stats().OutBytes,\n\t\t\t\t\t\t\"reconnects\": w.Connection.Stats().Reconnects,\n\t\t\t\t\t\t\"lastError\": w.Connection.LastError(),\n\t\t\t\t\t\t\"disconnectedDuration\": disconnectedDuration.String(),\n\t\t\t\t\t}).Warn(\"NATS not connected\")\n\n\t\t\t\t\t// Trigger failure handler if connection is CLOSED (won't retry)\n\t\t\t\t\t// or if we've been disconnected for too long. Only trigger once\n\t\t\t\t\t// per disconnection period to avoid repeated calls while the\n\t\t\t\t\t// handler is working on reconnection.\n\t\t\t\t\tif !w.failureHandlerTriggered {\n\t\t\t\t\t\tshouldTriggerFailure := false\n\t\t\t\t\t\tif status == nats.CLOSED {\n\t\t\t\t\t\t\tlog.Warn(\"NATS connection is CLOSED, triggering failure handler\")\n\t\t\t\t\t\t\tshouldTriggerFailure = true\n\t\t\t\t\t\t} else if w.ReconnectionTimeout > 0 && disconnectedDuration > w.ReconnectionTimeout {\n\t\t\t\t\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\t\t\t\t\"disconnectedDuration\": disconnectedDuration.String(),\n\t\t\t\t\t\t\t\t\"reconnectionTimeout\": w.ReconnectionTimeout.String(),\n\t\t\t\t\t\t\t}).Error(\"NATS connection has been disconnected for too long, triggering failure handler\")\n\t\t\t\t\t\t\tshouldTriggerFailure = true\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tif shouldTriggerFailure {\n\t\t\t\t\t\t\t// Mark that we've triggered the handler for this disconnection\n\t\t\t\t\t\t\t// period to prevent repeated calls\n\t\t\t\t\t\t\tw.failureHandlerTriggered = true\n\t\t\t\t\t\t\tw.FailureHandler()\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t} else {\n\t\t\t\t\t// Reset the disconnection tracking when we're connected\n\t\t\t\t\tw.hasBeenDisconnected = false\n\t\t\t\t\tw.failureHandlerTriggered = false\n\t\t\t\t}\n\t\t\tcase <-ctx.Done():\n\t\t\t\tw.watcherTicker.Stop()\n\n\t\t\t\treturn\n\t\t\t}\n\t\t}\n\t}(w.watcherContext)\n}\n\nfunc (w *NATSWatcher) Stop() {\n\tif w.watcherCancel != nil {\n\t\tw.watcherCancel()\n\n\t\t// Once we have sent the signal, wait until it's unlocked so we know\n\t\t// it's completely stopped\n\t\tw.watchingMutex.Lock()\n\t\tdefer w.watchingMutex.Unlock()\n\n\t}\n}\n" }, { "path": "go/discovery/nats_watcher_test.go", "content": "package discovery\n\nimport (\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/nats-io/nats.go\"\n)\n\ntype TestConnection struct {\n\tReturnStatus nats.Status\n\tReturnStats nats.Statistics\n\tReturnError error\n\tMutex sync.Mutex\n}\n\nfunc (t *TestConnection) Status() nats.Status {\n\tt.Mutex.Lock()\n\tdefer t.Mutex.Unlock()\n\treturn t.ReturnStatus\n}\n\nfunc (t *TestConnection) Stats() nats.Statistics {\n\tt.Mutex.Lock()\n\tdefer t.Mutex.Unlock()\n\treturn t.ReturnStats\n}\n\nfunc (t *TestConnection) LastError() error {\n\tt.Mutex.Lock()\n\tdefer t.Mutex.Unlock()\n\treturn t.ReturnError\n}\n\nfunc TestNATSWatcher(t *testing.T) {\n\tc := TestConnection{\n\t\tReturnStatus: nats.CONNECTING,\n\t\tReturnStats: nats.Statistics{},\n\t\tReturnError: nil,\n\t}\n\n\tfail := make(chan bool)\n\n\tw := NATSWatcher{\n\t\tConnection: &c,\n\t\tFailureHandler: func() {\n\t\t\tfail <- true\n\t\t},\n\t}\n\n\tinterval := 10 * time.Millisecond\n\n\tw.Start(interval)\n\n\ttime.Sleep(interval * 2)\n\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.CONNECTED\n\tc.Mutex.Unlock()\n\n\ttime.Sleep(interval * 2)\n\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.RECONNECTING\n\tc.Mutex.Unlock()\n\n\ttime.Sleep(interval * 2)\n\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.CONNECTED\n\tc.Mutex.Unlock()\n\n\ttime.Sleep(interval * 2)\n\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.CLOSED\n\tc.Mutex.Unlock()\n\n\tselect {\n\tcase <-time.After(interval * 2):\n\t\tt.Errorf(\"FailureHandler not called in %v\", (interval * 2).String())\n\tcase <-fail:\n\t\t// The fail handler has been called!\n\t\tt.Log(\"Fail handler called successfully πŸ₯³\")\n\t}\n}\n\nfunc TestFailureHandler(t *testing.T) {\n\tc := TestConnection{\n\t\tReturnStatus: nats.CONNECTING,\n\t\tReturnStats: nats.Statistics{},\n\t\tReturnError: nil,\n\t}\n\n\tvar w *NATSWatcher\n\tdone := make(chan bool, 1024)\n\n\tw = &NATSWatcher{\n\t\tConnection: &c,\n\t\tFailureHandler: func() {\n\t\t\tgo w.Stop()\n\t\t\tdone <- true\n\t\t},\n\t}\n\n\tinterval := 100 * time.Millisecond\n\n\tw.Start(interval)\n\n\ttime.Sleep(interval * 2)\n\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.CLOSED\n\tc.Mutex.Unlock()\n\n\ttime.Sleep(interval * 2)\n\n\tselect {\n\tcase <-time.After(interval * 2):\n\t\tt.Errorf(\"FailureHandler not completed in %v\", (interval * 2).String())\n\tcase <-done:\n\t\tif len(done) != 0 {\n\t\t\tt.Errorf(\"Handler was called more than once\")\n\t\t}\n\t\t// The fail handler has been called!\n\t\tt.Log(\"Fail handler called successfully πŸ₯³\")\n\t}\n}\n\nfunc TestReconnectionTimeout(t *testing.T) {\n\tc := TestConnection{\n\t\tReturnStatus: nats.CONNECTED,\n\t\tReturnStats: nats.Statistics{},\n\t\tReturnError: nil,\n\t}\n\n\tfail := make(chan bool)\n\n\tw := NATSWatcher{\n\t\tConnection: &c,\n\t\t// Set a short timeout for testing\n\t\tReconnectionTimeout: 100 * time.Millisecond,\n\t\tFailureHandler: func() {\n\t\t\tfail <- true\n\t\t},\n\t}\n\n\tinterval := 10 * time.Millisecond\n\n\tw.Start(interval)\n\n\t// Start connected\n\ttime.Sleep(interval * 2)\n\n\t// Transition to RECONNECTING state\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.RECONNECTING\n\tc.Mutex.Unlock()\n\n\t// Wait for the timeout to trigger (100ms + some buffer)\n\tselect {\n\tcase <-time.After(200 * time.Millisecond):\n\t\tt.Error(\"FailureHandler not called after reconnection timeout\")\n\tcase <-fail:\n\t\tt.Log(\"Fail handler called successfully after reconnection timeout πŸ₯³\")\n\t}\n\n\tw.Stop()\n}\n\nfunc TestReconnectionTimeoutNotTriggeredWhenConnected(t *testing.T) {\n\tc := TestConnection{\n\t\tReturnStatus: nats.CONNECTED,\n\t\tReturnStats: nats.Statistics{},\n\t\tReturnError: nil,\n\t}\n\n\tfail := make(chan bool)\n\n\tw := NATSWatcher{\n\t\tConnection: &c,\n\t\t// Set a short timeout for testing\n\t\tReconnectionTimeout: 50 * time.Millisecond,\n\t\tFailureHandler: func() {\n\t\t\tfail <- true\n\t\t},\n\t}\n\n\tinterval := 10 * time.Millisecond\n\n\tw.Start(interval)\n\n\t// Briefly go to RECONNECTING state\n\ttime.Sleep(interval * 2)\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.RECONNECTING\n\tc.Mutex.Unlock()\n\n\t// But reconnect before timeout\n\ttime.Sleep(20 * time.Millisecond)\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.CONNECTED\n\tc.Mutex.Unlock()\n\n\t// Wait longer than the timeout to ensure it doesn't trigger\n\tselect {\n\tcase <-time.After(100 * time.Millisecond):\n\t\tt.Log(\"Timeout not triggered as expected when connection recovered πŸ₯³\")\n\tcase <-fail:\n\t\tt.Error(\"FailureHandler should not be called when connection recovers before timeout\")\n\t}\n\n\tw.Stop()\n}\n\nfunc TestReconnectionTimeoutDisabled(t *testing.T) {\n\tc := TestConnection{\n\t\tReturnStatus: nats.CONNECTED,\n\t\tReturnStats: nats.Statistics{},\n\t\tReturnError: nil,\n\t}\n\n\tfail := make(chan bool)\n\n\tw := NATSWatcher{\n\t\tConnection: &c,\n\t\t// No timeout set (0 means disabled)\n\t\tReconnectionTimeout: 0,\n\t\tFailureHandler: func() {\n\t\t\tfail <- true\n\t\t},\n\t}\n\n\tinterval := 10 * time.Millisecond\n\n\tw.Start(interval)\n\n\t// Transition to RECONNECTING state\n\ttime.Sleep(interval * 2)\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.RECONNECTING\n\tc.Mutex.Unlock()\n\n\t// Wait for a while - should not trigger failure handler\n\tselect {\n\tcase <-time.After(100 * time.Millisecond):\n\t\tt.Log(\"Timeout correctly disabled, failure handler not called πŸ₯³\")\n\tcase <-fail:\n\t\tt.Error(\"FailureHandler should not be called when timeout is disabled\")\n\t}\n\n\tw.Stop()\n}\n\nfunc TestFailureHandlerNotCalledRepeatedly(t *testing.T) {\n\tc := TestConnection{\n\t\tReturnStatus: nats.CONNECTED,\n\t\tReturnStats: nats.Statistics{},\n\t\tReturnError: nil,\n\t}\n\n\tfailCount := 0\n\tvar mu sync.Mutex\n\n\tw := NATSWatcher{\n\t\tConnection: &c,\n\t\t// Set a short timeout for testing\n\t\tReconnectionTimeout: 50 * time.Millisecond,\n\t\tFailureHandler: func() {\n\t\t\tmu.Lock()\n\t\t\tfailCount++\n\t\t\tmu.Unlock()\n\t\t},\n\t}\n\n\tinterval := 10 * time.Millisecond\n\n\tw.Start(interval)\n\n\t// Transition to RECONNECTING state\n\ttime.Sleep(interval * 2)\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.RECONNECTING\n\tc.Mutex.Unlock()\n\n\t// Wait for timeout to trigger (50ms timeout + buffer)\n\ttime.Sleep(80 * time.Millisecond)\n\n\t// Give it more time to ensure handler isn't called again\n\ttime.Sleep(50 * time.Millisecond)\n\n\tw.Stop()\n\n\tmu.Lock()\n\tcount := failCount\n\tmu.Unlock()\n\n\tif count != 1 {\n\t\tt.Errorf(\"FailureHandler should be called exactly once, but was called %d times\", count)\n\t} else {\n\t\tt.Log(\"Failure handler called exactly once as expected πŸ₯³\")\n\t}\n}\n\nfunc TestStartWithNilConnection(t *testing.T) {\n\tw := NATSWatcher{\n\t\tConnection: nil,\n\t\tFailureHandler: func() {\n\t\t\tt.Error(\"FailureHandler should not be called when connection is nil\")\n\t\t},\n\t}\n\n\t// Should not panic and should return early\n\tw.Start(10 * time.Millisecond)\n\ttime.Sleep(20 * time.Millisecond)\n\n\t// If we get here without panicking, the test passes\n\tt.Log(\"Start with nil connection handled gracefully πŸ₯³\")\n}\n\nfunc TestStartWithNilWatcher(t *testing.T) {\n\tvar w *NATSWatcher\n\n\t// Should not panic\n\tw.Start(10 * time.Millisecond)\n\ttime.Sleep(20 * time.Millisecond)\n\n\t// If we get here without panicking, the test passes\n\tt.Log(\"Start with nil watcher handled gracefully πŸ₯³\")\n}\n\nfunc TestReconnectionTimeoutWithConnectingState(t *testing.T) {\n\tc := TestConnection{\n\t\tReturnStatus: nats.CONNECTED,\n\t\tReturnStats: nats.Statistics{},\n\t\tReturnError: nil,\n\t}\n\n\tfail := make(chan bool)\n\n\tw := NATSWatcher{\n\t\tConnection: &c,\n\t\t// Set a short timeout for testing\n\t\tReconnectionTimeout: 100 * time.Millisecond,\n\t\tFailureHandler: func() {\n\t\t\tfail <- true\n\t\t},\n\t}\n\n\tinterval := 10 * time.Millisecond\n\n\tw.Start(interval)\n\n\t// Start connected\n\ttime.Sleep(interval * 2)\n\n\t// Transition to CONNECTING state (not just RECONNECTING)\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.CONNECTING\n\tc.Mutex.Unlock()\n\n\t// Wait for the timeout to trigger (100ms + some buffer)\n\tselect {\n\tcase <-time.After(200 * time.Millisecond):\n\t\tt.Error(\"FailureHandler not called after reconnection timeout with CONNECTING state\")\n\tcase <-fail:\n\t\tt.Log(\"Fail handler called successfully after reconnection timeout with CONNECTING state πŸ₯³\")\n\t}\n\n\tw.Stop()\n}\n\nfunc TestMultipleDisconnectionCycles(t *testing.T) {\n\tc := TestConnection{\n\t\tReturnStatus: nats.CONNECTED,\n\t\tReturnStats: nats.Statistics{},\n\t\tReturnError: nil,\n\t}\n\n\tfailCount := 0\n\tvar mu sync.Mutex\n\n\tw := NATSWatcher{\n\t\tConnection: &c,\n\t\t// Set a short timeout for testing\n\t\tReconnectionTimeout: 50 * time.Millisecond,\n\t\tFailureHandler: func() {\n\t\t\tmu.Lock()\n\t\t\tfailCount++\n\t\t\tmu.Unlock()\n\t\t},\n\t}\n\n\tinterval := 10 * time.Millisecond\n\n\tw.Start(interval)\n\n\t// First disconnection cycle\n\ttime.Sleep(interval * 2)\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.RECONNECTING\n\tc.Mutex.Unlock()\n\n\t// Wait for timeout to trigger\n\ttime.Sleep(80 * time.Millisecond)\n\n\t// Reconnect\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.CONNECTED\n\tc.Mutex.Unlock()\n\ttime.Sleep(interval * 2)\n\n\t// Second disconnection cycle - should reset and allow handler to be called again\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.RECONNECTING\n\tc.Mutex.Unlock()\n\n\t// Wait for timeout to trigger again\n\ttime.Sleep(80 * time.Millisecond)\n\n\tw.Stop()\n\n\tmu.Lock()\n\tcount := failCount\n\tmu.Unlock()\n\n\tif count != 2 {\n\t\tt.Errorf(\"FailureHandler should be called twice (once per disconnection cycle), but was called %d times\", count)\n\t} else {\n\t\tt.Log(\"Failure handler called correctly for multiple disconnection cycles πŸ₯³\")\n\t}\n}\n\nfunc TestStopBeforeStart(t *testing.T) {\n\tw := NATSWatcher{\n\t\tConnection: &TestConnection{\n\t\t\tReturnStatus: nats.CONNECTED,\n\t\t},\n\t}\n\n\t// Should not panic if Stop is called before Start\n\tw.Stop()\n\tt.Log(\"Stop before Start handled gracefully πŸ₯³\")\n}\n\nfunc TestStopMultipleTimes(t *testing.T) {\n\tc := TestConnection{\n\t\tReturnStatus: nats.CONNECTED,\n\t\tReturnStats: nats.Statistics{},\n\t\tReturnError: nil,\n\t}\n\n\tw := NATSWatcher{\n\t\tConnection: &c,\n\t\tFailureHandler: func() {},\n\t}\n\n\tinterval := 10 * time.Millisecond\n\n\tw.Start(interval)\n\ttime.Sleep(interval * 2)\n\n\t// Stop multiple times should not panic\n\tw.Stop()\n\tw.Stop()\n\tw.Stop()\n\n\tt.Log(\"Multiple Stop calls handled gracefully πŸ₯³\")\n}\n\nfunc TestHandlerResetAfterReconnection(t *testing.T) {\n\tc := TestConnection{\n\t\tReturnStatus: nats.CONNECTED,\n\t\tReturnStats: nats.Statistics{},\n\t\tReturnError: nil,\n\t}\n\n\tfailCount := 0\n\tvar mu sync.Mutex\n\n\tw := NATSWatcher{\n\t\tConnection: &c,\n\t\t// Set a short timeout for testing\n\t\tReconnectionTimeout: 50 * time.Millisecond,\n\t\tFailureHandler: func() {\n\t\t\tmu.Lock()\n\t\t\tfailCount++\n\t\t\tmu.Unlock()\n\t\t},\n\t}\n\n\tinterval := 10 * time.Millisecond\n\n\tw.Start(interval)\n\n\t// First disconnection - trigger timeout\n\ttime.Sleep(interval * 2)\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.RECONNECTING\n\tc.Mutex.Unlock()\n\n\t// Wait for timeout\n\ttime.Sleep(80 * time.Millisecond)\n\n\t// Reconnect - this should reset the tracking\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.CONNECTED\n\tc.Mutex.Unlock()\n\ttime.Sleep(interval * 2)\n\n\t// Disconnect again - should be able to trigger handler again\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.RECONNECTING\n\tc.Mutex.Unlock()\n\n\t// Wait for timeout again\n\ttime.Sleep(80 * time.Millisecond)\n\n\tw.Stop()\n\n\tmu.Lock()\n\tcount := failCount\n\tmu.Unlock()\n\n\tif count != 2 {\n\t\tt.Errorf(\"FailureHandler should be called twice after reconnection reset, but was called %d times\", count)\n\t} else {\n\t\tt.Log(\"Handler reset correctly after reconnection πŸ₯³\")\n\t}\n}\n\nfunc TestCLOSEDStatusTriggersImmediately(t *testing.T) {\n\tc := TestConnection{\n\t\tReturnStatus: nats.CONNECTED,\n\t\tReturnStats: nats.Statistics{},\n\t\tReturnError: nil,\n\t}\n\n\tfail := make(chan bool)\n\n\tw := NATSWatcher{\n\t\tConnection: &c,\n\t\t// Even with timeout set, CLOSED should trigger immediately\n\t\tReconnectionTimeout: 100 * time.Millisecond,\n\t\tFailureHandler: func() {\n\t\t\tfail <- true\n\t\t},\n\t}\n\n\tinterval := 10 * time.Millisecond\n\n\tw.Start(interval)\n\n\t// Start connected\n\ttime.Sleep(interval * 2)\n\n\t// Transition directly to CLOSED (should trigger immediately, not wait for timeout)\n\tc.Mutex.Lock()\n\tc.ReturnStatus = nats.CLOSED\n\tc.Mutex.Unlock()\n\n\t// Should trigger much faster than the timeout\n\tselect {\n\tcase <-time.After(50 * time.Millisecond):\n\t\tt.Error(\"FailureHandler not called immediately for CLOSED status\")\n\tcase <-fail:\n\t\tt.Log(\"Fail handler called immediately for CLOSED status πŸ₯³\")\n\t}\n\n\tw.Stop()\n}\n" }, { "path": "go/discovery/nil_publisher.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\n// When testing this library, or running without a real NATS connection, it is\n// necessary to create a fake publisher rather than pass in a nil pointer. This\n// is due to the fact that the NATS libraries will panic if a method is called\n// on a nil pointer\ntype NilConnection struct{}\n\n// assert interface implementation\nvar _ sdp.EncodedConnection = (*NilConnection)(nil)\n\n// Publish Does nothing except log an error\nfunc (n NilConnection) Publish(ctx context.Context, subj string, m proto.Message) error {\n\tlog.WithFields(log.Fields{\n\t\t\"subject\": subj,\n\t\t\"message\": fmt.Sprint(m),\n\t}).Error(\"Could not publish NATS message due to no connection\")\n\n\treturn nil\n}\n\n// PublishRequest Does nothing except log an error\nfunc (n NilConnection) PublishRequest(ctx context.Context, subj, replyTo string, m proto.Message) error {\n\tlog.WithFields(log.Fields{\n\t\t\"subject\": subj,\n\t\t\"replyTo\": replyTo,\n\t\t\"message\": fmt.Sprint(m),\n\t}).Error(\"Could not publish NATS message request due to no connection\")\n\n\treturn nil\n}\n\n// PublishMsg Does nothing except log an error\nfunc (n NilConnection) PublishMsg(ctx context.Context, msg *nats.Msg) error {\n\tlog.WithFields(log.Fields{\n\t\t\"subject\": msg.Subject,\n\t\t\"message\": fmt.Sprint(msg),\n\t}).Error(\"Could not publish NATS message due to no connection\")\n\n\treturn nil\n}\n\n// Subscribe Does nothing except log an error\nfunc (n NilConnection) Subscribe(subj string, cb nats.MsgHandler) (*nats.Subscription, error) {\n\tlog.WithFields(log.Fields{\n\t\t\"subject\": subj,\n\t}).Error(\"Could not subscribe to NAT subject due to no connection\")\n\n\treturn nil, nil\n}\n\n// QueueSubscribe Does nothing except log an error\nfunc (n NilConnection) QueueSubscribe(subj, queue string, cb nats.MsgHandler) (*nats.Subscription, error) {\n\tlog.WithFields(log.Fields{\n\t\t\"subject\": subj,\n\t\t\"queue\": queue,\n\t}).Error(\"Could not subscribe to NAT subject queue due to no connection\")\n\n\treturn nil, nil\n}\n\n// Request Does nothing except log an error\nfunc (n NilConnection) RequestMsg(ctx context.Context, msg *nats.Msg) (*nats.Msg, error) {\n\tlog.WithFields(log.Fields{\n\t\t\"subject\": msg.Subject,\n\t\t\"message\": fmt.Sprint(msg),\n\t}).Error(\"Could not publish NATS request due to no connection\")\n\n\treturn nil, nil\n}\n\n// Status Always returns nats.CONNECTED\nfunc (n NilConnection) Status() nats.Status {\n\treturn nats.CONNECTED\n}\n\n// Stats Always returns empty/zero nats.Statistics\nfunc (n NilConnection) Stats() nats.Statistics {\n\treturn nats.Statistics{}\n}\n\n// LastError Always returns nil\nfunc (n NilConnection) LastError() error {\n\treturn nil\n}\n\n// Drain Always returns nil\nfunc (n NilConnection) Drain() error {\n\treturn nil\n}\n\n// Close Does nothing\nfunc (n NilConnection) Close() {}\n\n// Underlying Always returns nil\nfunc (n NilConnection) Underlying() *nats.Conn {\n\treturn nil\n}\n\n// Drop Does nothing\nfunc (n NilConnection) Drop() {}\n" }, { "path": "go/discovery/performance_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"math\"\n\t\"os\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/auth\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\ntype SlowAdapter struct {\n\tQueryDuration time.Duration\n}\n\nfunc (s *SlowAdapter) Type() string {\n\treturn \"person\"\n}\n\nfunc (s *SlowAdapter) Name() string {\n\treturn \"slow-adapter\"\n}\n\nfunc (s *SlowAdapter) DefaultCacheDuration() time.Duration {\n\treturn 10 * time.Minute\n}\n\nfunc (s *SlowAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{}\n}\n\nfunc (s *SlowAdapter) Scopes() []string {\n\treturn []string{\"test\"}\n}\n\nfunc (s *SlowAdapter) Hidden() bool {\n\treturn false\n}\n\nfunc (s *SlowAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tend := time.Now().Add(s.QueryDuration)\n\tattributes, _ := sdp.ToAttributes(map[string]any{\n\t\t\"name\": query,\n\t})\n\n\titem := sdp.Item{\n\t\tType: \"person\",\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: \"test\",\n\t\t// TODO(LIQs): delete this\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// TODO(LIQs): convert to returning edges\n\tfor i := 0; i != 2; i++ {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{Query: &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: RandomName(),\n\t\t\tScope: \"test\",\n\t\t}})\n\t}\n\n\ttime.Sleep(time.Until(end))\n\n\treturn &item, nil\n}\n\nfunc (s *SlowAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\treturn []*sdp.Item{}, nil\n}\n\nfunc (s *SlowAdapter) Weight() int {\n\treturn 100\n}\n\nfunc TestParallelQueryPerformance(t *testing.T) {\n\tif os.Getenv(\"GITHUB_ACTIONS\") != \"\" {\n\t\tt.Skip(\"Performance tests under github actions are too unreliable\")\n\t}\n\n\t// This test is designed to ensure that query duration is linear up to a\n\t// certain point. Above that point the overhead caused by having so many\n\t// goroutines running will start to make the response times non-linear which\n\t// maybe isn't ideal but given realistic loads we probably don't care.\n\tt.Run(\"Without linking\", func(t *testing.T) {\n\t\tRunLinearPerformanceTest(t, \"1 query\", 1, 0, 1)\n\t\tRunLinearPerformanceTest(t, \"10 queries\", 10, 0, 1)\n\t\tRunLinearPerformanceTest(t, \"100 queries\", 100, 0, 10)\n\t\tRunLinearPerformanceTest(t, \"1,000 queries\", 1000, 0, 100)\n\t})\n}\n\n// RunLinearPerformanceTest Runs a test with a given number in input queries,\n// link depth and parallelization limit. Expected results and expected duration\n// are determined automatically meaning all this is testing for is the fact that\n// the performance continues to be linear and predictable\nfunc RunLinearPerformanceTest(t *testing.T, name string, numQueries int, linkDepth int, numParallel int) {\n\tt.Helper()\n\n\tt.Run(name, func(t *testing.T) {\n\t\tresult := TimeQueries(t, numQueries, linkDepth, numParallel)\n\n\t\tif len(result.Results) != result.ExpectedItems {\n\t\t\tt.Errorf(\"Expected %v items, got %v (%v errors)\", result.ExpectedItems, len(result.Results), len(result.Errors))\n\t\t}\n\n\t\tif result.TimeTaken > result.MaxTime {\n\t\t\tt.Errorf(\"Queries took too long: %v Max: %v\", result.TimeTaken.String(), result.MaxTime.String())\n\t\t}\n\t})\n}\n\ntype TimedResults struct {\n\tExpectedItems int\n\tMaxTime time.Duration\n\tTimeTaken time.Duration\n\tResults []*sdp.Item\n\tErrors []*sdp.QueryError\n}\n\nfunc TimeQueries(t *testing.T, numQueries int, linkDepth int, numParallel int) TimedResults {\n\tec := EngineConfig{\n\t\tMaxParallelExecutions: numParallel,\n\t\tUnauthenticated: true,\n\t\tNATSOptions: &auth.NATSOptions{\n\t\t\tNumRetries: 5,\n\t\t\tRetryDelay: time.Second,\n\t\t\tServers: NatsTestURLs,\n\t\t\tConnectionName: \"test-connection\",\n\t\t\tConnectionTimeout: time.Second,\n\t\t\tMaxReconnects: 5,\n\t\t},\n\t}\n\te, err := NewEngine(&ec)\n\tif err != nil {\n\t\tt.Fatalf(\"Error initializing Engine: %v\", err)\n\t}\n\terr = e.AddAdapters(&SlowAdapter{\n\t\tQueryDuration: 100 * time.Millisecond,\n\t})\n\tif err != nil {\n\t\tt.Fatalf(\"Error adding adapter: %v\", err)\n\t}\n\terr = e.Start(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Error starting Engine: %v\", err)\n\t}\n\tdefer func() {\n\t\terr = e.Stop()\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Error stopping Engine: %v\", err)\n\t\t}\n\t}()\n\n\t// Calculate how many items to expect and the expected duration\n\tvar expectedItems int\n\tvar expectedDuration time.Duration\n\tfor i := 0; i <= linkDepth; i++ {\n\t\tthisLayer := int(math.Pow(2, float64(i))) * numQueries\n\n\t\t// Expect that it'll take no longer that 120% of the sleep time.\n\t\tthisDuration := 120 * math.Ceil(float64(thisLayer)/float64(numParallel))\n\t\texpectedDuration = expectedDuration + (time.Duration(thisDuration) * time.Millisecond)\n\t\texpectedItems = expectedItems + thisLayer\n\t}\n\n\tresults := make([]*sdp.Item, 0)\n\terrors := make([]*sdp.QueryError, 0)\n\tresultsMutex := sync.Mutex{}\n\twg := sync.WaitGroup{}\n\n\tstart := time.Now()\n\n\tfor range numQueries {\n\t\tqt := QueryTracker{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"person\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: RandomName(),\n\t\t\t\tScope: \"test\",\n\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\t\tLinkDepth: uint32(linkDepth),\n\t\t\t\t},\n\t\t\t},\n\t\t\tEngine: e,\n\t\t}\n\n\t\twg.Add(1)\n\n\t\tgo func(qt *QueryTracker) {\n\t\t\tdefer wg.Done()\n\n\t\t\titems, _, errs, _ := qt.Execute(context.Background())\n\n\t\t\tresultsMutex.Lock()\n\t\t\tresults = append(results, items...)\n\t\t\terrors = append(errors, errs...)\n\t\t\tresultsMutex.Unlock()\n\t\t}(&qt)\n\t}\n\n\twg.Wait()\n\n\treturn TimedResults{\n\t\tExpectedItems: expectedItems,\n\t\tMaxTime: expectedDuration,\n\t\tTimeTaken: time.Since(start),\n\t\tResults: results,\n\t\tErrors: errors,\n\t}\n}\n" }, { "path": "go/discovery/querytracker.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// QueryTracker is used for tracking the progress of a single query. This\n// is used because a single query could have a link depth that results in many\n// additional queries being executed meaning that we need to not only track the first\n// query, but also all other queries and items that result from linking\ntype QueryTracker struct {\n\t// The query to track\n\tQuery *sdp.Query\n\n\tContext context.Context // The context that this query is running in\n\tCancel context.CancelFunc // The cancel function for the context\n\n\t// The engine that this is connected to, used for sending NATS messages\n\tEngine *Engine\n}\n\n// Execute Executes a given item query and publishes results and errors on the\n// relevant nats subjects. Returns the full list of items, errors, and a final\n// error. The final error will be populated if all adapters failed, or some other\n// error was encountered while trying run the query\n//\n// If the context is cancelled, all query work will stop\nfunc (qt *QueryTracker) Execute(ctx context.Context) ([]*sdp.Item, []*sdp.Edge, []*sdp.QueryError, error) {\n\tif qt.Query == nil {\n\t\treturn nil, nil, nil, nil\n\t}\n\n\tif qt.Engine == nil {\n\t\treturn nil, nil, nil, errors.New(\"no engine supplied, cannot execute\")\n\t}\n\n\tspan := trace.SpanFromContext(ctx)\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.sdp.source_name\", qt.Engine.EngineConfig.SourceName),\n\t\tattribute.String(\"ovm.engine.type\", qt.Engine.EngineConfig.EngineType),\n\t\tattribute.String(\"ovm.engine.version\", qt.Engine.EngineConfig.Version),\n\t)\n\n\tresponses := make(chan *sdp.QueryResponse)\n\terrChan := make(chan error, 1)\n\n\tsdpItems := make([]*sdp.Item, 0)\n\tsdpEdges := make([]*sdp.Edge, 0)\n\tsdpErrs := make([]*sdp.QueryError, 0)\n\n\t// Run the query in the background\n\tgo func(e chan error) {\n\t\tdefer tracing.LogRecoverToReturn(ctx, \"Execute -> ExecuteQuery\")\n\t\tdefer close(e)\n\t\te <- qt.Engine.ExecuteQuery(ctx, qt.Query, responses)\n\t}(errChan)\n\n\t// Process the responses as they come in\n\tvar natsPublishMaxNs int64\n\tvar natsPublishTotalNs int64\n\tvar natsPublishCount int\n\n\tfor response := range responses {\n\t\tif qt.Query.Subject() != \"\" && qt.Engine.natsConnection != nil {\n\t\t\tpublishStart := time.Now()\n\t\t\terr := qt.Engine.natsConnection.Publish(ctx, qt.Query.Subject(), response)\n\t\t\tpublishNs := time.Since(publishStart).Nanoseconds()\n\t\t\tnatsPublishTotalNs += publishNs\n\t\t\tnatsPublishCount++\n\t\t\tif publishNs > natsPublishMaxNs {\n\t\t\t\tnatsPublishMaxNs = publishNs\n\t\t\t}\n\t\t\tif err != nil {\n\t\t\t\tspan.RecordError(err)\n\t\t\t\tlog.WithError(err).Error(\"Response publishing error\")\n\t\t\t}\n\t\t}\n\n\t\tswitch response := response.GetResponseType().(type) {\n\t\tcase *sdp.QueryResponse_NewItem:\n\t\t\tsdpItems = append(sdpItems, response.NewItem)\n\t\tcase *sdp.QueryResponse_Edge:\n\t\t\tsdpEdges = append(sdpEdges, response.Edge)\n\t\tcase *sdp.QueryResponse_Error:\n\t\t\tsdpErrs = append(sdpErrs, response.Error)\n\t\t}\n\t}\n\n\tspan.SetAttributes(\n\t\tattribute.Float64(\"ovm.nats.publishMaxMs\", float64(natsPublishMaxNs)/1e6),\n\t\tattribute.Float64(\"ovm.nats.publishTotalMs\", float64(natsPublishTotalNs)/1e6),\n\t\tattribute.Int(\"ovm.nats.publishCount\", natsPublishCount),\n\t)\n\n\t// Get the result of the execution\n\terr := <-errChan\n\tif err != nil {\n\t\treturn sdpItems, sdpEdges, sdpErrs, err\n\t}\n\n\treturn sdpItems, sdpEdges, sdpErrs, ctx.Err()\n}\n" }, { "path": "go/discovery/querytracker_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\ntype SpeedTestAdapter struct {\n\tQueryDelay time.Duration\n\tReturnType string\n\tReturnScopes []string\n}\n\nfunc (s *SpeedTestAdapter) Type() string {\n\tif s.ReturnType != \"\" {\n\t\treturn s.ReturnType\n\t}\n\n\treturn \"person\"\n}\n\nfunc (s *SpeedTestAdapter) Name() string {\n\treturn \"SpeedTestAdapter\"\n}\n\nfunc (s *SpeedTestAdapter) Scopes() []string {\n\tif len(s.ReturnScopes) > 0 {\n\t\treturn s.ReturnScopes\n\t}\n\n\treturn []string{\"test\"}\n}\n\nfunc (s *SpeedTestAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{}\n}\n\nfunc (s *SpeedTestAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tselect {\n\tcase <-time.After(s.QueryDelay):\n\t\treturn &sdp.Item{\n\t\t\tType: s.Type(),\n\t\t\tUniqueAttribute: \"name\",\n\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\"name\": {\n\t\t\t\t\t\t\tKind: &structpb.Value_StringValue{\n\t\t\t\t\t\t\t\tStringValue: query,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// TODO(LIQs): convert to returning edges\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"person\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: query + time.Now().String(),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tScope: scope,\n\t\t}, nil\n\tcase <-ctx.Done():\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_TIMEOUT,\n\t\t\tErrorString: ctx.Err().Error(),\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n\nfunc (s *SpeedTestAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\titem, err := s.Get(ctx, scope, \"dylan\", ignoreCache)\n\n\treturn []*sdp.Item{item}, err\n}\n\nfunc (s *SpeedTestAdapter) Weight() int {\n\treturn 10\n}\n\nfunc TestExecute(t *testing.T) {\n\tadapter := TestAdapter{\n\t\tReturnType: \"person\",\n\t\tReturnScopes: []string{\n\t\t\t\"test\",\n\t\t},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\te := newStartedEngine(t, \"TestExecute\", nil, nil, &adapter)\n\n\tt.Run(\"Without linking\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tqt := QueryTracker{\n\t\t\tEngine: e,\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"person\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: \"Dylan\",\n\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\t\tLinkDepth: 0,\n\t\t\t\t},\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t}\n\n\t\titems, edges, errs, err := qt.Execute(context.Background())\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tfor _, e := range errs {\n\t\t\tt.Error(e)\n\t\t}\n\n\t\tif l := len(items); l != 1 {\n\t\t\tt.Errorf(\"expected 1 items, got %v: %v\", l, items)\n\t\t}\n\n\t\tif l := len(edges); l != 0 {\n\t\t\tt.Errorf(\"expected 0 items, got %v: %v\", l, edges)\n\t\t}\n\t})\n\n\tt.Run(\"With no engine\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tqt := QueryTracker{\n\t\t\tEngine: nil,\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"person\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: \"Dylan\",\n\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\t\tLinkDepth: 10,\n\t\t\t\t},\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t}\n\n\t\t_, _, _, err := qt.Execute(context.Background())\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"With no queries\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tqt := QueryTracker{\n\t\t\tEngine: e,\n\t\t}\n\n\t\t_, _, _, err := qt.Execute(context.Background())\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n}\n\nfunc TestTimeout(t *testing.T) {\n\tadapter := SpeedTestAdapter{\n\t\tQueryDelay: 100 * time.Millisecond,\n\t}\n\te := newStartedEngine(t, \"TestTimeout\", nil, nil, &adapter)\n\n\tt.Run(\"With a timeout, but not exceeding it\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tctx, cancel := context.WithTimeout(context.Background(), 200*time.Millisecond)\n\n\t\tqt := QueryTracker{\n\t\t\tEngine: e,\n\t\t\tContext: ctx,\n\t\t\tCancel: cancel,\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"person\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: \"Dylan\",\n\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\t\tLinkDepth: 0,\n\t\t\t\t},\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t}\n\n\t\titems, edges, errs, err := qt.Execute(context.Background())\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tfor _, e := range errs {\n\t\t\tt.Error(e)\n\t\t}\n\n\t\tif l := len(items); l != 1 {\n\t\t\tt.Errorf(\"expected 1 items, got %v: %v\", l, items)\n\t\t}\n\n\t\tif l := len(edges); l != 0 {\n\t\t\tt.Errorf(\"expected 0 edges, got %v: %v\", l, edges)\n\t\t}\n\t})\n\n\tt.Run(\"With a timeout that is exceeded\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tctx, cancel := context.WithTimeout(context.Background(), 50*time.Millisecond)\n\n\t\tqt := QueryTracker{\n\t\t\tEngine: e,\n\t\t\tContext: ctx,\n\t\t\tCancel: cancel,\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"person\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: \"somethingElse\",\n\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\t\tLinkDepth: 0,\n\t\t\t\t},\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t}\n\n\t\t_, _, _, err := qt.Execute(ctx)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected timeout but got no error\")\n\t\t}\n\t})\n}\n\nfunc TestCancel(t *testing.T) {\n\te := newStartedEngine(t, \"TestCancel\", nil, nil)\n\n\tu := uuid.New()\n\tctx, cancel := context.WithCancel(context.Background())\n\n\tqt := QueryTracker{\n\t\tEngine: e,\n\t\tContext: ctx,\n\t\tCancel: cancel,\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"person\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"somethingElse1\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 10,\n\t\t\t},\n\t\t\tScope: \"test\",\n\t\t\tUUID: u[:],\n\t\t},\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\tedges := make([]*sdp.Edge, 0)\n\tvar wg sync.WaitGroup\n\n\tvar err error\n\twg.Go(func() {\n\t\titems, edges, _, err = qt.Execute(context.Background())\n\t})\n\n\t// Give it some time to populate the cancelFunc\n\ttime.Sleep(100 * time.Millisecond)\n\n\tqt.Cancel()\n\n\twg.Wait()\n\n\tif err == nil {\n\t\tt.Error(\"expected error but got none\")\n\t}\n\n\tif len(items) != 0 {\n\t\tt.Errorf(\"Expected no items but got %v\", items)\n\t}\n\n\tif len(edges) != 0 {\n\t\tt.Errorf(\"Expected no edges but got %v\", edges)\n\t}\n}\n" }, { "path": "go/discovery/shared_test.go", "content": "package discovery\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"math/rand\"\n\t\"sync\"\n\t\"sync/atomic\"\n\t\"time\"\n\n\t\"github.com/goombaio/namegenerator\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\nconst charset = \"abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789\"\n\nfunc randString(length int) string {\n\tvar seededRand = rand.New(rand.NewSource(time.Now().UnixNano()))\n\n\tb := make([]byte, length)\n\tfor i := range b {\n\t\tb[i] = charset[seededRand.Intn(len(charset))]\n\t}\n\treturn string(b)\n}\n\nfunc RandomName() string {\n\tseed := time.Now().UTC().UnixNano()\n\tnameGenerator := namegenerator.NewNameGenerator(seed)\n\tname := nameGenerator.Generate()\n\trandGarbage := randString(10)\n\treturn fmt.Sprintf(\"%v-%v\", name, randGarbage)\n}\n\nvar generation atomic.Int32\n\nfunc (s *TestAdapter) NewTestItem(scope string, query string) *sdp.Item {\n\tgen := generation.Add(1)\n\treturn &sdp.Item{\n\t\tType: s.Type(),\n\t\tScope: scope,\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: &sdp.ItemAttributes{\n\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\"name\": structpb.NewStringValue(query),\n\t\t\t\t\t\"age\": structpb.NewNumberValue(28),\n\t\t\t\t\t\"generation\": structpb.NewNumberValue(float64(gen)),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// TODO(LIQs): convert to returning edges\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"person\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: RandomName(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\ntype TestAdapter struct {\n\tReturnScopes []string\n\tReturnType string\n\tGetCalls [][]string\n\tListCalls [][]string\n\tSearchCalls [][]string\n\tIsHidden bool\n\tReturnWeight int // Weight to be returned\n\tReturnName string // The name of the Adapter\n\tmutex sync.Mutex\n\n\tCacheDuration time.Duration // How long to cache items for\n\tcache sdpcache.Cache // This is mandatory\n}\n\n// NewTestAdapter creates a new TestAdapter with cache initialized\nfunc NewTestAdapter() *TestAdapter {\n\treturn &TestAdapter{\n\t\tcache: sdpcache.NewNoOpCache(), // Initialize with NoOpCache to avoid nil pointer dereferences\n\t}\n}\n\n// ClearCalls Clears the call counters between tests\nfunc (s *TestAdapter) ClearCalls() {\n\ts.mutex.Lock()\n\tdefer s.mutex.Unlock()\n\n\ts.ListCalls = make([][]string, 0)\n\ts.SearchCalls = make([][]string, 0)\n\ts.GetCalls = make([][]string, 0)\n\tif s.cache != nil {\n\t\ts.cache.Clear()\n\t}\n}\n\nfunc (s *TestAdapter) Type() string {\n\tif s.ReturnType != \"\" {\n\t\treturn s.ReturnType\n\t}\n\n\treturn \"person\"\n}\n\nfunc (s *TestAdapter) Name() string {\n\treturn fmt.Sprintf(\"testAdapter-%v\", s.ReturnName)\n}\n\nfunc (s *TestAdapter) DefaultCacheDuration() time.Duration {\n\treturn 100 * time.Millisecond\n}\n\nfunc (s *TestAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: s.Type(),\n\t\tDescriptiveName: \"Person\",\n\t}\n}\n\nfunc (s *TestAdapter) Scopes() []string {\n\tif len(s.ReturnScopes) > 0 {\n\t\treturn s.ReturnScopes\n\t}\n\n\treturn []string{\"test\"}\n}\n\nfunc (s *TestAdapter) Hidden() bool {\n\treturn s.IsHidden\n}\n\nfunc (s *TestAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\ts.mutex.Lock()\n\tdefer s.mutex.Unlock()\n\n\tvar cacheHit bool\n\tvar ck sdpcache.CacheKey\n\tvar cachedItems []*sdp.Item\n\tvar qErr *sdp.QueryError\n\tvar done func()\n\n\tcacheHit, ck, cachedItems, qErr, done = s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\tif len(cachedItems) > 0 {\n\t\t\treturn cachedItems[0], nil\n\t\t} else {\n\t\t\treturn nil, nil\n\t\t}\n\t}\n\n\ts.GetCalls = append(s.GetCalls, []string{scope, query})\n\n\tswitch scope {\n\tcase \"empty\":\n\t\terr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no items found\",\n\t\t\tScope: scope,\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, err, s.DefaultCacheDuration(), ck)\n\t\treturn nil, err\n\tcase \"error\":\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Error for testing\",\n\t\t\tScope: scope,\n\t\t}\n\tdefault:\n\t\titem := s.NewTestItem(scope, query)\n\t\ts.cache.StoreItem(ctx, item, s.DefaultCacheDuration(), ck)\n\t\treturn item, nil\n\t}\n}\n\nfunc (s *TestAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\ts.mutex.Lock()\n\tdefer s.mutex.Unlock()\n\n\tvar cacheHit bool\n\tvar ck sdpcache.CacheKey\n\tvar cachedItems []*sdp.Item\n\tvar qErr *sdp.QueryError\n\tvar done func()\n\n\tcacheHit, ck, cachedItems, qErr, done = s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_LIST, scope, s.Type(), \"\", ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\treturn cachedItems, nil\n\t}\n\n\ts.ListCalls = append(s.ListCalls, []string{scope})\n\n\tswitch scope {\n\tcase \"empty\":\n\t\terr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no items found\",\n\t\t\tScope: scope,\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, err, s.DefaultCacheDuration(), ck)\n\t\treturn nil, err\n\tcase \"error\":\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Error for testing\",\n\t\t\tScope: scope,\n\t\t}\n\tdefault:\n\t\titem := s.NewTestItem(scope, \"Dylan\")\n\t\titems := []*sdp.Item{item}\n\t\ts.cache.StoreItem(ctx, item, s.DefaultCacheDuration(), ck)\n\t\treturn items, nil\n\t}\n}\n\nfunc (s *TestAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\ts.mutex.Lock()\n\tdefer s.mutex.Unlock()\n\n\tvar cacheHit bool\n\tvar ck sdpcache.CacheKey\n\tvar cachedItems []*sdp.Item\n\tvar qErr *sdp.QueryError\n\tvar done func()\n\n\tcacheHit, ck, cachedItems, qErr, done = s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_SEARCH, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\treturn cachedItems, nil\n\t}\n\n\ts.SearchCalls = append(s.SearchCalls, []string{scope, query})\n\n\tswitch scope {\n\tcase \"empty\":\n\t\terr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no items found\",\n\t\t\tScope: scope,\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, err, s.DefaultCacheDuration(), ck)\n\t\treturn nil, err\n\tcase \"error\":\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Error for testing\",\n\t\t\tScope: scope,\n\t\t}\n\tdefault:\n\t\titem := s.NewTestItem(scope, \"Dylan\")\n\t\titems := []*sdp.Item{item}\n\t\ts.cache.StoreItem(ctx, item, s.DefaultCacheDuration(), ck)\n\t\treturn items, nil\n\t}\n}\n\nfunc (s *TestAdapter) Weight() int {\n\treturn s.ReturnWeight\n}\n" }, { "path": "go/discovery/tracing.go", "content": "package discovery\n\nimport (\n\t\"go.opentelemetry.io/otel\"\n\tsemconv \"go.opentelemetry.io/otel/semconv/v1.26.0\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\nconst (\n\tinstrumentationName = \"github.com/overmindtech/cli/go/discovery/discovery\"\n\tinstrumentationVersion = \"0.0.1\"\n)\n\n// getTracer returns the discovery tracer from the current global TracerProvider.\n// Call this at span creation time (not once at init) so tests can install an\n// in-memory TracerProvider before running discovery code.\nfunc getTracer() trace.Tracer {\n\treturn otel.GetTracerProvider().Tracer(\n\t\tinstrumentationName,\n\t\ttrace.WithInstrumentationVersion(instrumentationVersion),\n\t\ttrace.WithSchemaURL(semconv.SchemaURL),\n\t)\n}\n" }, { "path": "go/logging/logging.go", "content": "package logging\n\nimport (\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// ConfigureLogrusJSON sets the logger to emit JSON logs with a GCP severity field.\nfunc ConfigureLogrusJSON(logger *log.Logger) {\n\tif logger == nil {\n\t\treturn\n\t}\n\n\tlogger.SetFormatter(&log.JSONFormatter{})\n\tlogger.AddHook(OtelSeverityHook{})\n}\n\n// OtelSeverityHook adds a GCP-compatible severity field to log entries.\ntype OtelSeverityHook struct{}\n\nfunc (OtelSeverityHook) Levels() []log.Level {\n\treturn log.AllLevels\n}\n\nfunc (OtelSeverityHook) Fire(entry *log.Entry) error {\n\tif entry == nil {\n\t\treturn nil\n\t}\n\tif _, ok := entry.Data[\"severity\"]; ok {\n\t\treturn nil\n\t}\n\n\tentry.Data[\"severity\"] = severityForLevel(entry.Level)\n\treturn nil\n}\n\nfunc severityForLevel(level log.Level) string {\n\tswitch level {\n\tcase log.PanicLevel:\n\t\treturn \"emergency\"\n\tcase log.FatalLevel:\n\t\treturn \"critical\"\n\tcase log.ErrorLevel:\n\t\treturn \"error\"\n\tcase log.WarnLevel:\n\t\treturn \"warning\"\n\tcase log.InfoLevel:\n\t\treturn \"info\"\n\tcase log.DebugLevel, log.TraceLevel:\n\t\treturn \"debug\"\n\tdefault:\n\t\treturn \"default\"\n\t}\n}\n" }, { "path": "go/logging/logging_test.go", "content": "package logging\n\nimport (\n\t\"bytes\"\n\t\"encoding/json\"\n\t\"testing\"\n\n\tlog \"github.com/sirupsen/logrus\"\n)\n\nfunc TestSeverityForLevel(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tlevel log.Level\n\t\twant string\n\t}{\n\t\t{name: \"panic\", level: log.PanicLevel, want: \"emergency\"},\n\t\t{name: \"fatal\", level: log.FatalLevel, want: \"critical\"},\n\t\t{name: \"error\", level: log.ErrorLevel, want: \"error\"},\n\t\t{name: \"warn\", level: log.WarnLevel, want: \"warning\"},\n\t\t{name: \"info\", level: log.InfoLevel, want: \"info\"},\n\t\t{name: \"debug\", level: log.DebugLevel, want: \"debug\"},\n\t\t{name: \"trace\", level: log.TraceLevel, want: \"debug\"},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tt.Parallel()\n\n\t\t\tgot := severityForLevel(tt.level)\n\t\t\tif got != tt.want {\n\t\t\t\tt.Errorf(\"severityForLevel(%v) = %q, want %q\", tt.level, got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestConfigureLogrusJSONAddsSeverity(t *testing.T) {\n\tt.Parallel()\n\n\tlogger := log.New()\n\tvar buf bytes.Buffer\n\tlogger.SetOutput(&buf)\n\n\tConfigureLogrusJSON(logger)\n\tlogger.WithField(\"component\", \"test\").Info(\"hello\")\n\n\tvar payload map[string]any\n\tif err := json.Unmarshal(buf.Bytes(), &payload); err != nil {\n\t\tt.Fatalf(\"unmarshal log payload: %v\", err)\n\t}\n\n\tgot, ok := payload[\"severity\"]\n\tif !ok {\n\t\tt.Fatalf(\"expected severity field in log payload, got: %#v\", payload)\n\t}\n\tif got != \"info\" {\n\t\tt.Fatalf(\"expected severity %q, got %v\", \"info\", got)\n\t}\n}\n\nfunc TestConfigureLogrusJSONRespectsExistingSeverity(t *testing.T) {\n\tt.Parallel()\n\n\tlogger := log.New()\n\tvar buf bytes.Buffer\n\tlogger.SetOutput(&buf)\n\n\tConfigureLogrusJSON(logger)\n\tlogger.WithField(\"severity\", \"SPECIAL\").Info(\"hello\")\n\n\tvar payload map[string]any\n\tif err := json.Unmarshal(buf.Bytes(), &payload); err != nil {\n\t\tt.Fatalf(\"unmarshal log payload: %v\", err)\n\t}\n\n\tgot, ok := payload[\"severity\"]\n\tif !ok {\n\t\tt.Fatalf(\"expected severity field in log payload, got: %#v\", payload)\n\t}\n\tif got != \"SPECIAL\" {\n\t\tt.Fatalf(\"expected severity %q, got %v\", \"SPECIAL\", got)\n\t}\n}\n" }, { "path": "go/sdp-go/.gitignore", "content": "vendor\n.DS_Store\n" }, { "path": "go/sdp-go/account.go", "content": "package sdp\n\nimport \"github.com/google/uuid\"\n\nfunc (a *SourceMetadata) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(a.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\nfunc (a *SourceHealth) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(a.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n" }, { "path": "go/sdp-go/account.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: account.proto\n\npackage sdp\n\nimport (\n\t_ \"buf.build/gen/go/bufbuild/protovalidate/protocolbuffers/go/buf/validate\"\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\tdurationpb \"google.golang.org/protobuf/types/known/durationpb\"\n\tstructpb \"google.golang.org/protobuf/types/known/structpb\"\n\ttimestamppb \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\ntype SourceStatus int32\n\nconst (\n\tSourceStatus_STATUS_UNSPECIFIED SourceStatus = 0\n\t// The source is starting or updating. This is only applicable to managed\n\t// sources where Overmind manages the source's lifecycle\n\tSourceStatus_STATUS_PROGRESSING SourceStatus = 1\n\t// The source is healthy\n\tSourceStatus_STATUS_HEALTHY SourceStatus = 2\n\t// The source is unhealthy\n\tSourceStatus_STATUS_UNHEALTHY SourceStatus = 3\n\t// The source is sleeping due to inactivity. It will be woken up before it\n\t// is needed. This is only applicable to managed sources where Overmind\n\t// manages the source's lifecycle\n\tSourceStatus_STATUS_SLEEPING SourceStatus = 4\n\t// The source is disconnected and therefore not able to handle requests.\n\t// This will only be returned for non-managed sources that have recently\n\t// stopped sending heartbeats such as a user running the CLI that has\n\t// recently disconnected\n\tSourceStatus_STATUS_DISCONNECTED SourceStatus = 5\n)\n\n// Enum value maps for SourceStatus.\nvar (\n\tSourceStatus_name = map[int32]string{\n\t\t0: \"STATUS_UNSPECIFIED\",\n\t\t1: \"STATUS_PROGRESSING\",\n\t\t2: \"STATUS_HEALTHY\",\n\t\t3: \"STATUS_UNHEALTHY\",\n\t\t4: \"STATUS_SLEEPING\",\n\t\t5: \"STATUS_DISCONNECTED\",\n\t}\n\tSourceStatus_value = map[string]int32{\n\t\t\"STATUS_UNSPECIFIED\": 0,\n\t\t\"STATUS_PROGRESSING\": 1,\n\t\t\"STATUS_HEALTHY\": 2,\n\t\t\"STATUS_UNHEALTHY\": 3,\n\t\t\"STATUS_SLEEPING\": 4,\n\t\t\"STATUS_DISCONNECTED\": 5,\n\t}\n)\n\nfunc (x SourceStatus) Enum() *SourceStatus {\n\tp := new(SourceStatus)\n\t*p = x\n\treturn p\n}\n\nfunc (x SourceStatus) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (SourceStatus) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_account_proto_enumTypes[0].Descriptor()\n}\n\nfunc (SourceStatus) Type() protoreflect.EnumType {\n\treturn &file_account_proto_enumTypes[0]\n}\n\nfunc (x SourceStatus) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use SourceStatus.Descriptor instead.\nfunc (SourceStatus) EnumDescriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{0}\n}\n\ntype RepositoryStatus int32\n\nconst (\n\tRepositoryStatus_REPOSITORY_STATUS_UNSPECIFIED RepositoryStatus = 0\n\t// Repository has had changes within the defined activity window\n\tRepositoryStatus_REPOSITORY_STATUS_ACTIVE RepositoryStatus = 1\n\t// Repository has not had changes within the defined activity window\n\tRepositoryStatus_REPOSITORY_STATUS_INACTIVE RepositoryStatus = 2\n)\n\n// Enum value maps for RepositoryStatus.\nvar (\n\tRepositoryStatus_name = map[int32]string{\n\t\t0: \"REPOSITORY_STATUS_UNSPECIFIED\",\n\t\t1: \"REPOSITORY_STATUS_ACTIVE\",\n\t\t2: \"REPOSITORY_STATUS_INACTIVE\",\n\t}\n\tRepositoryStatus_value = map[string]int32{\n\t\t\"REPOSITORY_STATUS_UNSPECIFIED\": 0,\n\t\t\"REPOSITORY_STATUS_ACTIVE\": 1,\n\t\t\"REPOSITORY_STATUS_INACTIVE\": 2,\n\t}\n)\n\nfunc (x RepositoryStatus) Enum() *RepositoryStatus {\n\tp := new(RepositoryStatus)\n\t*p = x\n\treturn p\n}\n\nfunc (x RepositoryStatus) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (RepositoryStatus) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_account_proto_enumTypes[1].Descriptor()\n}\n\nfunc (RepositoryStatus) Type() protoreflect.EnumType {\n\treturn &file_account_proto_enumTypes[1]\n}\n\nfunc (x RepositoryStatus) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use RepositoryStatus.Descriptor instead.\nfunc (RepositoryStatus) EnumDescriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{1}\n}\n\ntype AccountPlan int32\n\nconst (\n\tAccountPlan_ACCOUNT_PLAN_UNSPECIFIED AccountPlan = 0\n\t// Free plan with one repo\n\tAccountPlan_ACCOUNT_PLAN_FREE AccountPlan = 1\n\t// Enterprise plan with unlimited repos\n\tAccountPlan_ACCOUNT_PLAN_ENTERPRISE AccountPlan = 2\n)\n\n// Enum value maps for AccountPlan.\nvar (\n\tAccountPlan_name = map[int32]string{\n\t\t0: \"ACCOUNT_PLAN_UNSPECIFIED\",\n\t\t1: \"ACCOUNT_PLAN_FREE\",\n\t\t2: \"ACCOUNT_PLAN_ENTERPRISE\",\n\t}\n\tAccountPlan_value = map[string]int32{\n\t\t\"ACCOUNT_PLAN_UNSPECIFIED\": 0,\n\t\t\"ACCOUNT_PLAN_FREE\": 1,\n\t\t\"ACCOUNT_PLAN_ENTERPRISE\": 2,\n\t}\n)\n\nfunc (x AccountPlan) Enum() *AccountPlan {\n\tp := new(AccountPlan)\n\t*p = x\n\treturn p\n}\n\nfunc (x AccountPlan) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (AccountPlan) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_account_proto_enumTypes[2].Descriptor()\n}\n\nfunc (AccountPlan) Type() protoreflect.EnumType {\n\treturn &file_account_proto_enumTypes[2]\n}\n\nfunc (x AccountPlan) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use AccountPlan.Descriptor instead.\nfunc (AccountPlan) EnumDescriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{2}\n}\n\n// Whether the source is managed by srcman or was created by the user locally\ntype SourceManaged int32\n\nconst (\n\tSourceManaged_LOCAL SourceManaged = 0 // Local is the default\n\tSourceManaged_MANAGED SourceManaged = 1\n)\n\n// Enum value maps for SourceManaged.\nvar (\n\tSourceManaged_name = map[int32]string{\n\t\t0: \"LOCAL\",\n\t\t1: \"MANAGED\",\n\t}\n\tSourceManaged_value = map[string]int32{\n\t\t\"LOCAL\": 0,\n\t\t\"MANAGED\": 1,\n\t}\n)\n\nfunc (x SourceManaged) Enum() *SourceManaged {\n\tp := new(SourceManaged)\n\t*p = x\n\treturn p\n}\n\nfunc (x SourceManaged) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (SourceManaged) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_account_proto_enumTypes[3].Descriptor()\n}\n\nfunc (SourceManaged) Type() protoreflect.EnumType {\n\treturn &file_account_proto_enumTypes[3]\n}\n\nfunc (x SourceManaged) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use SourceManaged.Descriptor instead.\nfunc (SourceManaged) EnumDescriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{3}\n}\n\ntype AdapterCategory int32\n\nconst (\n\t// Fall-back category for resources that do not fit into any other category\n\tAdapterCategory_ADAPTER_CATEGORY_OTHER AdapterCategory = 0\n\t// This category includes resources that provide processing power and host\n\t// applications or services. Examples are virtual machines, containers,\n\t// serverless functions, and application hosting platforms. If the primary\n\t// purpose of a resource is to execute workloads, run code, or host\n\t// applications, it should belong here.\n\tAdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION AdapterCategory = 1\n\t// Encompassing resources designed to store, archive, and manage data, this\n\t// category includes object storage, block storage, file storage, and data\n\t// backup solutions. Select this category when the core function of a\n\t// resource is persistent data storage or management\n\tAdapterCategory_ADAPTER_CATEGORY_STORAGE AdapterCategory = 2\n\t// This category covers resources that facilitate connectivity and\n\t// communication within cloud environments. Typical resources include\n\t// virtual networks, load balancers, VPNs, and DNS services. Assign\n\t// resources here if their primary role is related to communication,\n\t// connectivity, or traffic management\n\tAdapterCategory_ADAPTER_CATEGORY_NETWORK AdapterCategory = 3\n\t// Resources in this category focus on safeguarding data, applications, and\n\t// cloud infrastructure. Examples include firewalls, identity and access\n\t// management, encryption services, and security monitoring tools. Choose\n\t// this category if a resource's main function is security, access control,\n\t// or compliance\n\tAdapterCategory_ADAPTER_CATEGORY_SECURITY AdapterCategory = 4\n\t// This category includes resources aimed at monitoring, tracing, and\n\t// logging applications and cloud infrastructure. Examples are monitoring\n\t// tools, logging services, and performance management solutions. Use this\n\t// category for resources that provide insights into system performance and\n\t// health\n\tAdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY AdapterCategory = 5\n\t// Focused on structured data storage and management, this category includes\n\t// relational, NoSQL, and in-memory databases, along with data warehousing\n\t// solutions. Choose this category for resources specifically designed for\n\t// data querying, transaction processing, or complex data operations. This\n\t// differs from \"storage\" in that \"databases\" have compute associated with\n\t// them rather than just storing data.\n\tAdapterCategory_ADAPTER_CATEGORY_DATABASE AdapterCategory = 6\n\t// This category includes resources designed for managing configurations and\n\t// deployments. Examples are infrastructure as code tools, configuration\n\t// management services, and deployment orchestration solutions. Classify\n\t// resources here if they primarily handle configuration, environment\n\t// management, or automated deployment\n\tAdapterCategory_ADAPTER_CATEGORY_CONFIGURATION AdapterCategory = 7\n\t// This category is dedicated to resources for developing, training, and\n\t// deploying artificial intelligence models and machine learning\n\t// applications. Include machine learning platforms, AI services, and data\n\t// labeling tools here. Select this category if a resource's principal\n\t// function involves AI or machine learning processes\n\tAdapterCategory_ADAPTER_CATEGORY_AI AdapterCategory = 8\n)\n\n// Enum value maps for AdapterCategory.\nvar (\n\tAdapterCategory_name = map[int32]string{\n\t\t0: \"ADAPTER_CATEGORY_OTHER\",\n\t\t1: \"ADAPTER_CATEGORY_COMPUTE_APPLICATION\",\n\t\t2: \"ADAPTER_CATEGORY_STORAGE\",\n\t\t3: \"ADAPTER_CATEGORY_NETWORK\",\n\t\t4: \"ADAPTER_CATEGORY_SECURITY\",\n\t\t5: \"ADAPTER_CATEGORY_OBSERVABILITY\",\n\t\t6: \"ADAPTER_CATEGORY_DATABASE\",\n\t\t7: \"ADAPTER_CATEGORY_CONFIGURATION\",\n\t\t8: \"ADAPTER_CATEGORY_AI\",\n\t}\n\tAdapterCategory_value = map[string]int32{\n\t\t\"ADAPTER_CATEGORY_OTHER\": 0,\n\t\t\"ADAPTER_CATEGORY_COMPUTE_APPLICATION\": 1,\n\t\t\"ADAPTER_CATEGORY_STORAGE\": 2,\n\t\t\"ADAPTER_CATEGORY_NETWORK\": 3,\n\t\t\"ADAPTER_CATEGORY_SECURITY\": 4,\n\t\t\"ADAPTER_CATEGORY_OBSERVABILITY\": 5,\n\t\t\"ADAPTER_CATEGORY_DATABASE\": 6,\n\t\t\"ADAPTER_CATEGORY_CONFIGURATION\": 7,\n\t\t\"ADAPTER_CATEGORY_AI\": 8,\n\t}\n)\n\nfunc (x AdapterCategory) Enum() *AdapterCategory {\n\tp := new(AdapterCategory)\n\t*p = x\n\treturn p\n}\n\nfunc (x AdapterCategory) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (AdapterCategory) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_account_proto_enumTypes[4].Descriptor()\n}\n\nfunc (AdapterCategory) Type() protoreflect.EnumType {\n\treturn &file_account_proto_enumTypes[4]\n}\n\nfunc (x AdapterCategory) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use AdapterCategory.Descriptor instead.\nfunc (AdapterCategory) EnumDescriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{4}\n}\n\ntype ListAccountsRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListAccountsRequest) Reset() {\n\t*x = ListAccountsRequest{}\n\tmi := &file_account_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListAccountsRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListAccountsRequest) ProtoMessage() {}\n\nfunc (x *ListAccountsRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListAccountsRequest.ProtoReflect.Descriptor instead.\nfunc (*ListAccountsRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{0}\n}\n\ntype ListAccountsResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAccounts []*Account `protobuf:\"bytes,1,rep,name=accounts,proto3\" json:\"accounts,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListAccountsResponse) Reset() {\n\t*x = ListAccountsResponse{}\n\tmi := &file_account_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListAccountsResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListAccountsResponse) ProtoMessage() {}\n\nfunc (x *ListAccountsResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListAccountsResponse.ProtoReflect.Descriptor instead.\nfunc (*ListAccountsResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *ListAccountsResponse) GetAccounts() []*Account {\n\tif x != nil {\n\t\treturn x.Accounts\n\t}\n\treturn nil\n}\n\ntype CreateAccountRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tProperties *AccountProperties `protobuf:\"bytes,1,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateAccountRequest) Reset() {\n\t*x = CreateAccountRequest{}\n\tmi := &file_account_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateAccountRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateAccountRequest) ProtoMessage() {}\n\nfunc (x *CreateAccountRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateAccountRequest.ProtoReflect.Descriptor instead.\nfunc (*CreateAccountRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *CreateAccountRequest) GetProperties() *AccountProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype CreateAccountResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAccount *Account `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateAccountResponse) Reset() {\n\t*x = CreateAccountResponse{}\n\tmi := &file_account_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateAccountResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateAccountResponse) ProtoMessage() {}\n\nfunc (x *CreateAccountResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateAccountResponse.ProtoReflect.Descriptor instead.\nfunc (*CreateAccountResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{3}\n}\n\nfunc (x *CreateAccountResponse) GetAccount() *Account {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn nil\n}\n\ntype UpdateAccountRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tProperties *AccountProperties `protobuf:\"bytes,1,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateAccountRequest) Reset() {\n\t*x = UpdateAccountRequest{}\n\tmi := &file_account_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateAccountRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateAccountRequest) ProtoMessage() {}\n\nfunc (x *UpdateAccountRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateAccountRequest.ProtoReflect.Descriptor instead.\nfunc (*UpdateAccountRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{4}\n}\n\nfunc (x *UpdateAccountRequest) GetProperties() *AccountProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype UpdateAccountResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAccount *Account `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateAccountResponse) Reset() {\n\t*x = UpdateAccountResponse{}\n\tmi := &file_account_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateAccountResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateAccountResponse) ProtoMessage() {}\n\nfunc (x *UpdateAccountResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateAccountResponse.ProtoReflect.Descriptor instead.\nfunc (*UpdateAccountResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{5}\n}\n\nfunc (x *UpdateAccountResponse) GetAccount() *Account {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn nil\n}\n\ntype AdminUpdateAccountRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The name of the account to update\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\tRequest *UpdateAccountRequest `protobuf:\"bytes,2,opt,name=request,proto3\" json:\"request,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdminUpdateAccountRequest) Reset() {\n\t*x = AdminUpdateAccountRequest{}\n\tmi := &file_account_proto_msgTypes[6]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdminUpdateAccountRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdminUpdateAccountRequest) ProtoMessage() {}\n\nfunc (x *AdminUpdateAccountRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[6]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdminUpdateAccountRequest.ProtoReflect.Descriptor instead.\nfunc (*AdminUpdateAccountRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{6}\n}\n\nfunc (x *AdminUpdateAccountRequest) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdminUpdateAccountRequest) GetRequest() *UpdateAccountRequest {\n\tif x != nil {\n\t\treturn x.Request\n\t}\n\treturn nil\n}\n\ntype AdminGetAccountRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The name of the account to get\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdminGetAccountRequest) Reset() {\n\t*x = AdminGetAccountRequest{}\n\tmi := &file_account_proto_msgTypes[7]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdminGetAccountRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdminGetAccountRequest) ProtoMessage() {}\n\nfunc (x *AdminGetAccountRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[7]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdminGetAccountRequest.ProtoReflect.Descriptor instead.\nfunc (*AdminGetAccountRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{7}\n}\n\nfunc (x *AdminGetAccountRequest) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\ntype AdminDeleteAccountRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The name of the account to delete\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdminDeleteAccountRequest) Reset() {\n\t*x = AdminDeleteAccountRequest{}\n\tmi := &file_account_proto_msgTypes[8]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdminDeleteAccountRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdminDeleteAccountRequest) ProtoMessage() {}\n\nfunc (x *AdminDeleteAccountRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[8]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdminDeleteAccountRequest.ProtoReflect.Descriptor instead.\nfunc (*AdminDeleteAccountRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{8}\n}\n\nfunc (x *AdminDeleteAccountRequest) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\ntype AdminDeleteAccountResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdminDeleteAccountResponse) Reset() {\n\t*x = AdminDeleteAccountResponse{}\n\tmi := &file_account_proto_msgTypes[9]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdminDeleteAccountResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdminDeleteAccountResponse) ProtoMessage() {}\n\nfunc (x *AdminDeleteAccountResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[9]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdminDeleteAccountResponse.ProtoReflect.Descriptor instead.\nfunc (*AdminDeleteAccountResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{9}\n}\n\ntype AdminListSourcesRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAccount string `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\tRequest *ListSourcesRequest `protobuf:\"bytes,2,opt,name=request,proto3\" json:\"request,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdminListSourcesRequest) Reset() {\n\t*x = AdminListSourcesRequest{}\n\tmi := &file_account_proto_msgTypes[10]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdminListSourcesRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdminListSourcesRequest) ProtoMessage() {}\n\nfunc (x *AdminListSourcesRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[10]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdminListSourcesRequest.ProtoReflect.Descriptor instead.\nfunc (*AdminListSourcesRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{10}\n}\n\nfunc (x *AdminListSourcesRequest) GetAccount() string {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdminListSourcesRequest) GetRequest() *ListSourcesRequest {\n\tif x != nil {\n\t\treturn x.Request\n\t}\n\treturn nil\n}\n\ntype AdminCreateSourceRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAccount string `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\tRequest *CreateSourceRequest `protobuf:\"bytes,2,opt,name=request,proto3\" json:\"request,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdminCreateSourceRequest) Reset() {\n\t*x = AdminCreateSourceRequest{}\n\tmi := &file_account_proto_msgTypes[11]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdminCreateSourceRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdminCreateSourceRequest) ProtoMessage() {}\n\nfunc (x *AdminCreateSourceRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[11]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdminCreateSourceRequest.ProtoReflect.Descriptor instead.\nfunc (*AdminCreateSourceRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{11}\n}\n\nfunc (x *AdminCreateSourceRequest) GetAccount() string {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdminCreateSourceRequest) GetRequest() *CreateSourceRequest {\n\tif x != nil {\n\t\treturn x.Request\n\t}\n\treturn nil\n}\n\ntype AdminGetSourceRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAccount string `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\tRequest *GetSourceRequest `protobuf:\"bytes,2,opt,name=request,proto3\" json:\"request,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdminGetSourceRequest) Reset() {\n\t*x = AdminGetSourceRequest{}\n\tmi := &file_account_proto_msgTypes[12]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdminGetSourceRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdminGetSourceRequest) ProtoMessage() {}\n\nfunc (x *AdminGetSourceRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[12]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdminGetSourceRequest.ProtoReflect.Descriptor instead.\nfunc (*AdminGetSourceRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{12}\n}\n\nfunc (x *AdminGetSourceRequest) GetAccount() string {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdminGetSourceRequest) GetRequest() *GetSourceRequest {\n\tif x != nil {\n\t\treturn x.Request\n\t}\n\treturn nil\n}\n\ntype AdminUpdateSourceRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAccount string `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\tRequest *UpdateSourceRequest `protobuf:\"bytes,2,opt,name=request,proto3\" json:\"request,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdminUpdateSourceRequest) Reset() {\n\t*x = AdminUpdateSourceRequest{}\n\tmi := &file_account_proto_msgTypes[13]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdminUpdateSourceRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdminUpdateSourceRequest) ProtoMessage() {}\n\nfunc (x *AdminUpdateSourceRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[13]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdminUpdateSourceRequest.ProtoReflect.Descriptor instead.\nfunc (*AdminUpdateSourceRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{13}\n}\n\nfunc (x *AdminUpdateSourceRequest) GetAccount() string {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdminUpdateSourceRequest) GetRequest() *UpdateSourceRequest {\n\tif x != nil {\n\t\treturn x.Request\n\t}\n\treturn nil\n}\n\ntype AdminDeleteSourceRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAccount string `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\tRequest *DeleteSourceRequest `protobuf:\"bytes,2,opt,name=request,proto3\" json:\"request,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdminDeleteSourceRequest) Reset() {\n\t*x = AdminDeleteSourceRequest{}\n\tmi := &file_account_proto_msgTypes[14]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdminDeleteSourceRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdminDeleteSourceRequest) ProtoMessage() {}\n\nfunc (x *AdminDeleteSourceRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[14]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdminDeleteSourceRequest.ProtoReflect.Descriptor instead.\nfunc (*AdminDeleteSourceRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{14}\n}\n\nfunc (x *AdminDeleteSourceRequest) GetAccount() string {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdminDeleteSourceRequest) GetRequest() *DeleteSourceRequest {\n\tif x != nil {\n\t\treturn x.Request\n\t}\n\treturn nil\n}\n\ntype AdminKeepaliveSourcesRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAccount string `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\tRequest *KeepaliveSourcesRequest `protobuf:\"bytes,2,opt,name=request,proto3\" json:\"request,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdminKeepaliveSourcesRequest) Reset() {\n\t*x = AdminKeepaliveSourcesRequest{}\n\tmi := &file_account_proto_msgTypes[15]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdminKeepaliveSourcesRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdminKeepaliveSourcesRequest) ProtoMessage() {}\n\nfunc (x *AdminKeepaliveSourcesRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[15]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdminKeepaliveSourcesRequest.ProtoReflect.Descriptor instead.\nfunc (*AdminKeepaliveSourcesRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{15}\n}\n\nfunc (x *AdminKeepaliveSourcesRequest) GetAccount() string {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdminKeepaliveSourcesRequest) GetRequest() *KeepaliveSourcesRequest {\n\tif x != nil {\n\t\treturn x.Request\n\t}\n\treturn nil\n}\n\ntype AdminCreateTokenRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAccount string `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\tRequest *CreateTokenRequest `protobuf:\"bytes,2,opt,name=request,proto3\" json:\"request,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdminCreateTokenRequest) Reset() {\n\t*x = AdminCreateTokenRequest{}\n\tmi := &file_account_proto_msgTypes[16]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdminCreateTokenRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdminCreateTokenRequest) ProtoMessage() {}\n\nfunc (x *AdminCreateTokenRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[16]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdminCreateTokenRequest.ProtoReflect.Descriptor instead.\nfunc (*AdminCreateTokenRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{16}\n}\n\nfunc (x *AdminCreateTokenRequest) GetAccount() string {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdminCreateTokenRequest) GetRequest() *CreateTokenRequest {\n\tif x != nil {\n\t\treturn x.Request\n\t}\n\treturn nil\n}\n\ntype Source struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tMetadata *SourceMetadata `protobuf:\"bytes,1,opt,name=metadata,proto3\" json:\"metadata,omitempty\"`\n\tProperties *SourceProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Source) Reset() {\n\t*x = Source{}\n\tmi := &file_account_proto_msgTypes[17]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Source) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Source) ProtoMessage() {}\n\nfunc (x *Source) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[17]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Source.ProtoReflect.Descriptor instead.\nfunc (*Source) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{17}\n}\n\nfunc (x *Source) GetMetadata() *SourceMetadata {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\nfunc (x *Source) GetProperties() *SourceProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype SourceMetadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"` // TODO: Change to ID along with everything else\n\t// The name of the NATS JWT that has been generated for this source\n\tTokenName string `protobuf:\"bytes,2,opt,name=TokenName,proto3\" json:\"TokenName,omitempty\"`\n\t// When the NATS JWT expires (unix time)\n\tTokenExpiry *timestamppb.Timestamp `protobuf:\"bytes,4,opt,name=TokenExpiry,proto3\" json:\"TokenExpiry,omitempty\"`\n\t// The public NKey associated with the NATS JWT\n\tPublicNkey string `protobuf:\"bytes,5,opt,name=PublicNkey,proto3\" json:\"PublicNkey,omitempty\"`\n\t// Status of the source\n\tStatus SourceStatus `protobuf:\"varint,9,opt,name=Status,proto3,enum=account.SourceStatus\" json:\"Status,omitempty\"`\n\t// The error message if the source is unhealthy\n\tError string `protobuf:\"bytes,10,opt,name=Error,proto3\" json:\"Error,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SourceMetadata) Reset() {\n\t*x = SourceMetadata{}\n\tmi := &file_account_proto_msgTypes[18]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SourceMetadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SourceMetadata) ProtoMessage() {}\n\nfunc (x *SourceMetadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[18]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SourceMetadata.ProtoReflect.Descriptor instead.\nfunc (*SourceMetadata) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{18}\n}\n\nfunc (x *SourceMetadata) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *SourceMetadata) GetTokenName() string {\n\tif x != nil {\n\t\treturn x.TokenName\n\t}\n\treturn \"\"\n}\n\nfunc (x *SourceMetadata) GetTokenExpiry() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.TokenExpiry\n\t}\n\treturn nil\n}\n\nfunc (x *SourceMetadata) GetPublicNkey() string {\n\tif x != nil {\n\t\treturn x.PublicNkey\n\t}\n\treturn \"\"\n}\n\nfunc (x *SourceMetadata) GetStatus() SourceStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn SourceStatus_STATUS_UNSPECIFIED\n}\n\nfunc (x *SourceMetadata) GetError() string {\n\tif x != nil {\n\t\treturn x.Error\n\t}\n\treturn \"\"\n}\n\n// A source that is capable of discovering items\ntype SourceProperties struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The descriptive name of the source\n\tDescriptiveName string `protobuf:\"bytes,1,opt,name=DescriptiveName,proto3\" json:\"DescriptiveName,omitempty\"`\n\t// What source to configure. Can be \"stdlib\", \"aws\", or \"gcp\".\n\tType string `protobuf:\"bytes,2,opt,name=Type,proto3\" json:\"Type,omitempty\"`\n\t// Config for this source. See the source documentation for what\n\t// source-specific config is available/required. This will be supplied\n\t// directly to viper via a config file at `/etc/srcman/config/source.yaml`\n\tConfig *structpb.Struct `protobuf:\"bytes,3,opt,name=Config,proto3\" json:\"Config,omitempty\"`\n\t// Additional config options that should be passed to the source. The keys\n\t// of this object should be file names, and the values should be their\n\t// content. These files will be made available to the source at runtime.\n\t// Check the source's documentation for what to configure here if required\n\tAdditionalConfig *structpb.Struct `protobuf:\"bytes,4,opt,name=AdditionalConfig,proto3\" json:\"AdditionalConfig,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SourceProperties) Reset() {\n\t*x = SourceProperties{}\n\tmi := &file_account_proto_msgTypes[19]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SourceProperties) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SourceProperties) ProtoMessage() {}\n\nfunc (x *SourceProperties) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[19]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SourceProperties.ProtoReflect.Descriptor instead.\nfunc (*SourceProperties) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{19}\n}\n\nfunc (x *SourceProperties) GetDescriptiveName() string {\n\tif x != nil {\n\t\treturn x.DescriptiveName\n\t}\n\treturn \"\"\n}\n\nfunc (x *SourceProperties) GetType() string {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn \"\"\n}\n\nfunc (x *SourceProperties) GetConfig() *structpb.Struct {\n\tif x != nil {\n\t\treturn x.Config\n\t}\n\treturn nil\n}\n\nfunc (x *SourceProperties) GetAdditionalConfig() *structpb.Struct {\n\tif x != nil {\n\t\treturn x.AdditionalConfig\n\t}\n\treturn nil\n}\n\ntype Account struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tMetadata *AccountMetadata `protobuf:\"bytes,1,opt,name=metadata,proto3\" json:\"metadata,omitempty\"`\n\tProperties *AccountProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Account) Reset() {\n\t*x = Account{}\n\tmi := &file_account_proto_msgTypes[20]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Account) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Account) ProtoMessage() {}\n\nfunc (x *Account) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[20]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Account.ProtoReflect.Descriptor instead.\nfunc (*Account) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{20}\n}\n\nfunc (x *Account) GetMetadata() *AccountMetadata {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\nfunc (x *Account) GetProperties() *AccountProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype AccountMetadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The public Nkey which signs all NATS \"user\" tokens\n\tPublicNkey string `protobuf:\"bytes,2,opt,name=PublicNkey,proto3\" json:\"PublicNkey,omitempty\"`\n\t// Repositories that have been used in this account\n\tRepositories []*Repository `protobuf:\"bytes,3,rep,name=repositories,proto3\" json:\"repositories,omitempty\"`\n\t// The total number of repositories associated with this account\n\tTotalRepositories uint32 `protobuf:\"varint,4,opt,name=totalRepositories,proto3\" json:\"totalRepositories,omitempty\"`\n\t// The number of active repositories (for billing purposes)\n\tActiveRepositories uint32 `protobuf:\"varint,5,opt,name=activeRepositories,proto3\" json:\"activeRepositories,omitempty\"`\n\t// The billing plan for this account\n\tPlan AccountPlan `protobuf:\"varint,6,opt,name=Plan,proto3,enum=account.AccountPlan\" json:\"Plan,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AccountMetadata) Reset() {\n\t*x = AccountMetadata{}\n\tmi := &file_account_proto_msgTypes[21]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AccountMetadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AccountMetadata) ProtoMessage() {}\n\nfunc (x *AccountMetadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[21]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AccountMetadata.ProtoReflect.Descriptor instead.\nfunc (*AccountMetadata) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{21}\n}\n\nfunc (x *AccountMetadata) GetPublicNkey() string {\n\tif x != nil {\n\t\treturn x.PublicNkey\n\t}\n\treturn \"\"\n}\n\nfunc (x *AccountMetadata) GetRepositories() []*Repository {\n\tif x != nil {\n\t\treturn x.Repositories\n\t}\n\treturn nil\n}\n\nfunc (x *AccountMetadata) GetTotalRepositories() uint32 {\n\tif x != nil {\n\t\treturn x.TotalRepositories\n\t}\n\treturn 0\n}\n\nfunc (x *AccountMetadata) GetActiveRepositories() uint32 {\n\tif x != nil {\n\t\treturn x.ActiveRepositories\n\t}\n\treturn 0\n}\n\nfunc (x *AccountMetadata) GetPlan() AccountPlan {\n\tif x != nil {\n\t\treturn x.Plan\n\t}\n\treturn AccountPlan_ACCOUNT_PLAN_UNSPECIFIED\n}\n\ntype Repository struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Repository identifier; can be a URL, name, or any string identifier. Not necessarily a URL. CLI attempts auto-population, but users can override.\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// The number of changes that have been recorded in this repository\n\tNumChanges int64 `protobuf:\"varint,2,opt,name=numChanges,proto3\" json:\"numChanges,omitempty\"`\n\t// The last time a change was recorded in this repository\n\tLastChangeAt *timestamppb.Timestamp `protobuf:\"bytes,3,opt,name=lastChangeAt,proto3\" json:\"lastChangeAt,omitempty\"`\n\t// The status of the repository (active or inactive). This is determined\n\t// based on the last change that was recorded.\n\tStatus RepositoryStatus `protobuf:\"varint,4,opt,name=status,proto3,enum=account.RepositoryStatus\" json:\"status,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Repository) Reset() {\n\t*x = Repository{}\n\tmi := &file_account_proto_msgTypes[22]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Repository) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Repository) ProtoMessage() {}\n\nfunc (x *Repository) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[22]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Repository.ProtoReflect.Descriptor instead.\nfunc (*Repository) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{22}\n}\n\nfunc (x *Repository) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *Repository) GetNumChanges() int64 {\n\tif x != nil {\n\t\treturn x.NumChanges\n\t}\n\treturn 0\n}\n\nfunc (x *Repository) GetLastChangeAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.LastChangeAt\n\t}\n\treturn nil\n}\n\nfunc (x *Repository) GetStatus() RepositoryStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn RepositoryStatus_REPOSITORY_STATUS_UNSPECIFIED\n}\n\ntype AccountProperties struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The name of the account\n\tName string `protobuf:\"bytes,1,opt,name=Name,proto3\" json:\"Name,omitempty\"`\n\t// The Customer ID within Stripe\n\tStripeCustomerID string `protobuf:\"bytes,2,opt,name=StripeCustomerID,proto3\" json:\"StripeCustomerID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AccountProperties) Reset() {\n\t*x = AccountProperties{}\n\tmi := &file_account_proto_msgTypes[23]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AccountProperties) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AccountProperties) ProtoMessage() {}\n\nfunc (x *AccountProperties) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[23]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AccountProperties.ProtoReflect.Descriptor instead.\nfunc (*AccountProperties) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{23}\n}\n\nfunc (x *AccountProperties) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *AccountProperties) GetStripeCustomerID() string {\n\tif x != nil {\n\t\treturn x.StripeCustomerID\n\t}\n\treturn \"\"\n}\n\ntype GetAccountRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetAccountRequest) Reset() {\n\t*x = GetAccountRequest{}\n\tmi := &file_account_proto_msgTypes[24]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetAccountRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetAccountRequest) ProtoMessage() {}\n\nfunc (x *GetAccountRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[24]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetAccountRequest.ProtoReflect.Descriptor instead.\nfunc (*GetAccountRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{24}\n}\n\ntype GetAccountResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAccount *Account `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetAccountResponse) Reset() {\n\t*x = GetAccountResponse{}\n\tmi := &file_account_proto_msgTypes[25]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetAccountResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetAccountResponse) ProtoMessage() {}\n\nfunc (x *GetAccountResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[25]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetAccountResponse.ProtoReflect.Descriptor instead.\nfunc (*GetAccountResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{25}\n}\n\nfunc (x *GetAccountResponse) GetAccount() *Account {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn nil\n}\n\ntype DeleteAccountRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Set to true to confirm that the user is sure they want to delete their\n\t// account. This is to prevent accidental deletions\n\tIAmSure bool `protobuf:\"varint,1,opt,name=iAmSure,proto3\" json:\"iAmSure,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteAccountRequest) Reset() {\n\t*x = DeleteAccountRequest{}\n\tmi := &file_account_proto_msgTypes[26]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteAccountRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteAccountRequest) ProtoMessage() {}\n\nfunc (x *DeleteAccountRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[26]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteAccountRequest.ProtoReflect.Descriptor instead.\nfunc (*DeleteAccountRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{26}\n}\n\nfunc (x *DeleteAccountRequest) GetIAmSure() bool {\n\tif x != nil {\n\t\treturn x.IAmSure\n\t}\n\treturn false\n}\n\ntype DeleteAccountResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteAccountResponse) Reset() {\n\t*x = DeleteAccountResponse{}\n\tmi := &file_account_proto_msgTypes[27]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteAccountResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteAccountResponse) ProtoMessage() {}\n\nfunc (x *DeleteAccountResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[27]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteAccountResponse.ProtoReflect.Descriptor instead.\nfunc (*DeleteAccountResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{27}\n}\n\ntype ListSourcesRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListSourcesRequest) Reset() {\n\t*x = ListSourcesRequest{}\n\tmi := &file_account_proto_msgTypes[28]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListSourcesRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListSourcesRequest) ProtoMessage() {}\n\nfunc (x *ListSourcesRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[28]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListSourcesRequest.ProtoReflect.Descriptor instead.\nfunc (*ListSourcesRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{28}\n}\n\ntype ListSourcesResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSources []*Source `protobuf:\"bytes,1,rep,name=Sources,proto3\" json:\"Sources,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListSourcesResponse) Reset() {\n\t*x = ListSourcesResponse{}\n\tmi := &file_account_proto_msgTypes[29]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListSourcesResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListSourcesResponse) ProtoMessage() {}\n\nfunc (x *ListSourcesResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[29]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListSourcesResponse.ProtoReflect.Descriptor instead.\nfunc (*ListSourcesResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{29}\n}\n\nfunc (x *ListSourcesResponse) GetSources() []*Source {\n\tif x != nil {\n\t\treturn x.Sources\n\t}\n\treturn nil\n}\n\ntype CreateSourceRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tProperties *SourceProperties `protobuf:\"bytes,1,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateSourceRequest) Reset() {\n\t*x = CreateSourceRequest{}\n\tmi := &file_account_proto_msgTypes[30]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateSourceRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateSourceRequest) ProtoMessage() {}\n\nfunc (x *CreateSourceRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[30]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateSourceRequest.ProtoReflect.Descriptor instead.\nfunc (*CreateSourceRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{30}\n}\n\nfunc (x *CreateSourceRequest) GetProperties() *SourceProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype CreateSourceResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSource *Source `protobuf:\"bytes,1,opt,name=source,proto3\" json:\"source,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateSourceResponse) Reset() {\n\t*x = CreateSourceResponse{}\n\tmi := &file_account_proto_msgTypes[31]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateSourceResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateSourceResponse) ProtoMessage() {}\n\nfunc (x *CreateSourceResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[31]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateSourceResponse.ProtoReflect.Descriptor instead.\nfunc (*CreateSourceResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{31}\n}\n\nfunc (x *CreateSourceResponse) GetSource() *Source {\n\tif x != nil {\n\t\treturn x.Source\n\t}\n\treturn nil\n}\n\ntype GetSourceRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetSourceRequest) Reset() {\n\t*x = GetSourceRequest{}\n\tmi := &file_account_proto_msgTypes[32]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetSourceRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetSourceRequest) ProtoMessage() {}\n\nfunc (x *GetSourceRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[32]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetSourceRequest.ProtoReflect.Descriptor instead.\nfunc (*GetSourceRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{32}\n}\n\nfunc (x *GetSourceRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\ntype GetSourceResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSource *Source `protobuf:\"bytes,1,opt,name=source,proto3\" json:\"source,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetSourceResponse) Reset() {\n\t*x = GetSourceResponse{}\n\tmi := &file_account_proto_msgTypes[33]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetSourceResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetSourceResponse) ProtoMessage() {}\n\nfunc (x *GetSourceResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[33]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetSourceResponse.ProtoReflect.Descriptor instead.\nfunc (*GetSourceResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{33}\n}\n\nfunc (x *GetSourceResponse) GetSource() *Source {\n\tif x != nil {\n\t\treturn x.Source\n\t}\n\treturn nil\n}\n\ntype UpdateSourceRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// ID of the source to update\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// Properties to update\n\tProperties *SourceProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateSourceRequest) Reset() {\n\t*x = UpdateSourceRequest{}\n\tmi := &file_account_proto_msgTypes[34]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateSourceRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateSourceRequest) ProtoMessage() {}\n\nfunc (x *UpdateSourceRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[34]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateSourceRequest.ProtoReflect.Descriptor instead.\nfunc (*UpdateSourceRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{34}\n}\n\nfunc (x *UpdateSourceRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *UpdateSourceRequest) GetProperties() *SourceProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype UpdateSourceResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSource *Source `protobuf:\"bytes,1,opt,name=source,proto3\" json:\"source,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateSourceResponse) Reset() {\n\t*x = UpdateSourceResponse{}\n\tmi := &file_account_proto_msgTypes[35]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateSourceResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateSourceResponse) ProtoMessage() {}\n\nfunc (x *UpdateSourceResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[35]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateSourceResponse.ProtoReflect.Descriptor instead.\nfunc (*UpdateSourceResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{35}\n}\n\nfunc (x *UpdateSourceResponse) GetSource() *Source {\n\tif x != nil {\n\t\treturn x.Source\n\t}\n\treturn nil\n}\n\ntype DeleteSourceRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// ID if the source to delete\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteSourceRequest) Reset() {\n\t*x = DeleteSourceRequest{}\n\tmi := &file_account_proto_msgTypes[36]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteSourceRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteSourceRequest) ProtoMessage() {}\n\nfunc (x *DeleteSourceRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[36]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteSourceRequest.ProtoReflect.Descriptor instead.\nfunc (*DeleteSourceRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{36}\n}\n\nfunc (x *DeleteSourceRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\ntype DeleteSourceResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteSourceResponse) Reset() {\n\t*x = DeleteSourceResponse{}\n\tmi := &file_account_proto_msgTypes[37]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteSourceResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteSourceResponse) ProtoMessage() {}\n\nfunc (x *DeleteSourceResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[37]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteSourceResponse.ProtoReflect.Descriptor instead.\nfunc (*DeleteSourceResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{37}\n}\n\ntype SourceKeepaliveResult struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The UUID of the source that was kept alive\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// The status of the source\n\tStatus SourceStatus `protobuf:\"varint,2,opt,name=Status,proto3,enum=account.SourceStatus\" json:\"Status,omitempty\"`\n\t// The error message if the source is unhealthy\n\tError string `protobuf:\"bytes,3,opt,name=Error,proto3\" json:\"Error,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SourceKeepaliveResult) Reset() {\n\t*x = SourceKeepaliveResult{}\n\tmi := &file_account_proto_msgTypes[38]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SourceKeepaliveResult) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SourceKeepaliveResult) ProtoMessage() {}\n\nfunc (x *SourceKeepaliveResult) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[38]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SourceKeepaliveResult.ProtoReflect.Descriptor instead.\nfunc (*SourceKeepaliveResult) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{38}\n}\n\nfunc (x *SourceKeepaliveResult) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *SourceKeepaliveResult) GetStatus() SourceStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn SourceStatus_STATUS_UNSPECIFIED\n}\n\nfunc (x *SourceKeepaliveResult) GetError() string {\n\tif x != nil {\n\t\treturn x.Error\n\t}\n\treturn \"\"\n}\n\ntype ListAllSourcesStatusRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListAllSourcesStatusRequest) Reset() {\n\t*x = ListAllSourcesStatusRequest{}\n\tmi := &file_account_proto_msgTypes[39]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListAllSourcesStatusRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListAllSourcesStatusRequest) ProtoMessage() {}\n\nfunc (x *ListAllSourcesStatusRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[39]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListAllSourcesStatusRequest.ProtoReflect.Descriptor instead.\nfunc (*ListAllSourcesStatusRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{39}\n}\n\ntype SourceHealth struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The UUID of the source\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// The version of the source\n\tVersion string `protobuf:\"bytes,2,opt,name=version,proto3\" json:\"version,omitempty\"`\n\t// The name of the source\n\tName string `protobuf:\"bytes,3,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// The error message if the source is unhealthy\n\tError *string `protobuf:\"bytes,4,opt,name=error,proto3,oneof\" json:\"error,omitempty\"`\n\t// The status of the source, this is calculated based on the last heartbeat received and if there is an error\n\tStatus SourceStatus `protobuf:\"varint,5,opt,name=status,proto3,enum=account.SourceStatus\" json:\"status,omitempty\"`\n\t// Created at time\n\tCreatedAt *timestamppb.Timestamp `protobuf:\"bytes,6,opt,name=createdAt,proto3\" json:\"createdAt,omitempty\"`\n\t// The last time we received a heartbeat from the source\n\tLastHeartbeat *timestamppb.Timestamp `protobuf:\"bytes,7,opt,name=lastHeartbeat,proto3\" json:\"lastHeartbeat,omitempty\"`\n\t// The next time we expect to receive a heartbeat from the source\n\tNextHeartbeat *timestamppb.Timestamp `protobuf:\"bytes,8,opt,name=nextHeartbeat,proto3\" json:\"nextHeartbeat,omitempty\"`\n\t// The type of the source, AWS or Stdlib or Kubernetes\n\tType string `protobuf:\"bytes,9,opt,name=type,proto3\" json:\"type,omitempty\"`\n\t// Whether the source is managed, or local\n\tManaged SourceManaged `protobuf:\"varint,10,opt,name=managed,proto3,enum=account.SourceManaged\" json:\"managed,omitempty\"`\n\t// The types of sources that this source can discover\n\tAvailableTypes []string `protobuf:\"bytes,11,rep,name=availableTypes,proto3\" json:\"availableTypes,omitempty\"`\n\t// The scopes that this source can discover\n\tAvailableScopes []string `protobuf:\"bytes,12,rep,name=availableScopes,proto3\" json:\"availableScopes,omitempty\"`\n\t// AdapterMetadata is a map of metadata that the source can send to the API\n\tAdapterMetadata []*AdapterMetadata `protobuf:\"bytes,13,rep,name=adapterMetadata,proto3\" json:\"adapterMetadata,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SourceHealth) Reset() {\n\t*x = SourceHealth{}\n\tmi := &file_account_proto_msgTypes[40]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SourceHealth) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SourceHealth) ProtoMessage() {}\n\nfunc (x *SourceHealth) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[40]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SourceHealth.ProtoReflect.Descriptor instead.\nfunc (*SourceHealth) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{40}\n}\n\nfunc (x *SourceHealth) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *SourceHealth) GetVersion() string {\n\tif x != nil {\n\t\treturn x.Version\n\t}\n\treturn \"\"\n}\n\nfunc (x *SourceHealth) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *SourceHealth) GetError() string {\n\tif x != nil && x.Error != nil {\n\t\treturn *x.Error\n\t}\n\treturn \"\"\n}\n\nfunc (x *SourceHealth) GetStatus() SourceStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn SourceStatus_STATUS_UNSPECIFIED\n}\n\nfunc (x *SourceHealth) GetCreatedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.CreatedAt\n\t}\n\treturn nil\n}\n\nfunc (x *SourceHealth) GetLastHeartbeat() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.LastHeartbeat\n\t}\n\treturn nil\n}\n\nfunc (x *SourceHealth) GetNextHeartbeat() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.NextHeartbeat\n\t}\n\treturn nil\n}\n\nfunc (x *SourceHealth) GetType() string {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn \"\"\n}\n\nfunc (x *SourceHealth) GetManaged() SourceManaged {\n\tif x != nil {\n\t\treturn x.Managed\n\t}\n\treturn SourceManaged_LOCAL\n}\n\nfunc (x *SourceHealth) GetAvailableTypes() []string {\n\tif x != nil {\n\t\treturn x.AvailableTypes\n\t}\n\treturn nil\n}\n\nfunc (x *SourceHealth) GetAvailableScopes() []string {\n\tif x != nil {\n\t\treturn x.AvailableScopes\n\t}\n\treturn nil\n}\n\nfunc (x *SourceHealth) GetAdapterMetadata() []*AdapterMetadata {\n\tif x != nil {\n\t\treturn x.AdapterMetadata\n\t}\n\treturn nil\n}\n\ntype ListAllSourcesStatusResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSources []*SourceHealth `protobuf:\"bytes,1,rep,name=sources,proto3\" json:\"sources,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListAllSourcesStatusResponse) Reset() {\n\t*x = ListAllSourcesStatusResponse{}\n\tmi := &file_account_proto_msgTypes[41]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListAllSourcesStatusResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListAllSourcesStatusResponse) ProtoMessage() {}\n\nfunc (x *ListAllSourcesStatusResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[41]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListAllSourcesStatusResponse.ProtoReflect.Descriptor instead.\nfunc (*ListAllSourcesStatusResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{41}\n}\n\nfunc (x *ListAllSourcesStatusResponse) GetSources() []*SourceHealth {\n\tif x != nil {\n\t\treturn x.Sources\n\t}\n\treturn nil\n}\n\n// The source sends a heartbeat to the API to let it know that it is still alive, note it does not give a status.\ntype SubmitSourceHeartbeatRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The UUID of the source that is sending the heartbeat\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// The version of the source\n\tVersion string `protobuf:\"bytes,2,opt,name=version,proto3\" json:\"version,omitempty\"`\n\t// The name of the source\n\tName string `protobuf:\"bytes,3,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// The error message if the source is unhealthy\n\tError *string `protobuf:\"bytes,4,opt,name=error,proto3,oneof\" json:\"error,omitempty\"`\n\t// The maximum time between heartbeats that the source can send to the api-server. Otherwise, the source will be marked as unhealthy. eg 30s\n\tNextHeartbeatMax *durationpb.Duration `protobuf:\"bytes,5,opt,name=nextHeartbeatMax,proto3\" json:\"nextHeartbeatMax,omitempty\"`\n\t// The type of the source, AWS or Stdlib or Kubernetes\n\tType string `protobuf:\"bytes,6,opt,name=type,proto3\" json:\"type,omitempty\"`\n\t// Whether the source is managed, or local\n\tManaged SourceManaged `protobuf:\"varint,7,opt,name=managed,proto3,enum=account.SourceManaged\" json:\"managed,omitempty\"`\n\t// The scopes that this source can discover\n\tAvailableScopes []string `protobuf:\"bytes,9,rep,name=availableScopes,proto3\" json:\"availableScopes,omitempty\"`\n\t// AdapterMetadata is a map of metadata that the source can send to the API\n\tAdapterMetadata []*AdapterMetadata `protobuf:\"bytes,10,rep,name=adapterMetadata,proto3\" json:\"adapterMetadata,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SubmitSourceHeartbeatRequest) Reset() {\n\t*x = SubmitSourceHeartbeatRequest{}\n\tmi := &file_account_proto_msgTypes[42]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SubmitSourceHeartbeatRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SubmitSourceHeartbeatRequest) ProtoMessage() {}\n\nfunc (x *SubmitSourceHeartbeatRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[42]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SubmitSourceHeartbeatRequest.ProtoReflect.Descriptor instead.\nfunc (*SubmitSourceHeartbeatRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{42}\n}\n\nfunc (x *SubmitSourceHeartbeatRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *SubmitSourceHeartbeatRequest) GetVersion() string {\n\tif x != nil {\n\t\treturn x.Version\n\t}\n\treturn \"\"\n}\n\nfunc (x *SubmitSourceHeartbeatRequest) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *SubmitSourceHeartbeatRequest) GetError() string {\n\tif x != nil && x.Error != nil {\n\t\treturn *x.Error\n\t}\n\treturn \"\"\n}\n\nfunc (x *SubmitSourceHeartbeatRequest) GetNextHeartbeatMax() *durationpb.Duration {\n\tif x != nil {\n\t\treturn x.NextHeartbeatMax\n\t}\n\treturn nil\n}\n\nfunc (x *SubmitSourceHeartbeatRequest) GetType() string {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn \"\"\n}\n\nfunc (x *SubmitSourceHeartbeatRequest) GetManaged() SourceManaged {\n\tif x != nil {\n\t\treturn x.Managed\n\t}\n\treturn SourceManaged_LOCAL\n}\n\nfunc (x *SubmitSourceHeartbeatRequest) GetAvailableScopes() []string {\n\tif x != nil {\n\t\treturn x.AvailableScopes\n\t}\n\treturn nil\n}\n\nfunc (x *SubmitSourceHeartbeatRequest) GetAdapterMetadata() []*AdapterMetadata {\n\tif x != nil {\n\t\treturn x.AdapterMetadata\n\t}\n\treturn nil\n}\n\ntype AdapterMetadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The type of item that this adapter returns e.g. eks-cluster\n\tType string `protobuf:\"bytes,1,opt,name=type,proto3\" json:\"type,omitempty\"`\n\t// The category that these items fall under\n\tCategory AdapterCategory `protobuf:\"varint,2,opt,name=category,proto3,enum=account.AdapterCategory\" json:\"category,omitempty\"`\n\t// The list of other types that this can be linked to, eg eks-cluster ->\n\t// eks-node-group\n\tPotentialLinks []string `protobuf:\"bytes,3,rep,name=potentialLinks,proto3\" json:\"potentialLinks,omitempty\"`\n\t// A descriptive name of the types of items that are returned by this\n\t// adapter e.g. \"EKS Cluster\"\n\tDescriptiveName string `protobuf:\"bytes,4,opt,name=descriptiveName,proto3\" json:\"descriptiveName,omitempty\"`\n\t// The supported query methods for this adapter\n\tSupportedQueryMethods *AdapterSupportedQueryMethods `protobuf:\"bytes,5,opt,name=supportedQueryMethods,proto3\" json:\"supportedQueryMethods,omitempty\"`\n\t// The terraform mappings for this adapter, this is optional\n\tTerraformMappings []*TerraformMapping `protobuf:\"bytes,6,rep,name=terraformMappings,proto3\" json:\"terraformMappings,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdapterMetadata) Reset() {\n\t*x = AdapterMetadata{}\n\tmi := &file_account_proto_msgTypes[43]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdapterMetadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdapterMetadata) ProtoMessage() {}\n\nfunc (x *AdapterMetadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[43]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdapterMetadata.ProtoReflect.Descriptor instead.\nfunc (*AdapterMetadata) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{43}\n}\n\nfunc (x *AdapterMetadata) GetType() string {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdapterMetadata) GetCategory() AdapterCategory {\n\tif x != nil {\n\t\treturn x.Category\n\t}\n\treturn AdapterCategory_ADAPTER_CATEGORY_OTHER\n}\n\nfunc (x *AdapterMetadata) GetPotentialLinks() []string {\n\tif x != nil {\n\t\treturn x.PotentialLinks\n\t}\n\treturn nil\n}\n\nfunc (x *AdapterMetadata) GetDescriptiveName() string {\n\tif x != nil {\n\t\treturn x.DescriptiveName\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdapterMetadata) GetSupportedQueryMethods() *AdapterSupportedQueryMethods {\n\tif x != nil {\n\t\treturn x.SupportedQueryMethods\n\t}\n\treturn nil\n}\n\nfunc (x *AdapterMetadata) GetTerraformMappings() []*TerraformMapping {\n\tif x != nil {\n\t\treturn x.TerraformMappings\n\t}\n\treturn nil\n}\n\n// The methods that this adapter supports, and the description of how to use\n// them\ntype AdapterSupportedQueryMethods struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Whether or not the GET method is supported\n\tGet bool `protobuf:\"varint,1,opt,name=get,proto3\" json:\"get,omitempty\"`\n\t// Description of what data the GET query expects.\n\tGetDescription string `protobuf:\"bytes,2,opt,name=getDescription,proto3\" json:\"getDescription,omitempty\"`\n\t// Whether or not the LIST method is supported\n\tList bool `protobuf:\"varint,3,opt,name=list,proto3\" json:\"list,omitempty\"`\n\t// Description of how the LIST method works\n\tListDescription string `protobuf:\"bytes,4,opt,name=listDescription,proto3\" json:\"listDescription,omitempty\"`\n\t// Whether or not the SEARCH method is supported\n\tSearch bool `protobuf:\"varint,5,opt,name=search,proto3\" json:\"search,omitempty\"`\n\t// Description of the query that should be passed to the SEARCH method\n\tSearchDescription string `protobuf:\"bytes,6,opt,name=searchDescription,proto3\" json:\"searchDescription,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AdapterSupportedQueryMethods) Reset() {\n\t*x = AdapterSupportedQueryMethods{}\n\tmi := &file_account_proto_msgTypes[44]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AdapterSupportedQueryMethods) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AdapterSupportedQueryMethods) ProtoMessage() {}\n\nfunc (x *AdapterSupportedQueryMethods) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[44]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AdapterSupportedQueryMethods.ProtoReflect.Descriptor instead.\nfunc (*AdapterSupportedQueryMethods) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{44}\n}\n\nfunc (x *AdapterSupportedQueryMethods) GetGet() bool {\n\tif x != nil {\n\t\treturn x.Get\n\t}\n\treturn false\n}\n\nfunc (x *AdapterSupportedQueryMethods) GetGetDescription() string {\n\tif x != nil {\n\t\treturn x.GetDescription\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdapterSupportedQueryMethods) GetList() bool {\n\tif x != nil {\n\t\treturn x.List\n\t}\n\treturn false\n}\n\nfunc (x *AdapterSupportedQueryMethods) GetListDescription() string {\n\tif x != nil {\n\t\treturn x.ListDescription\n\t}\n\treturn \"\"\n}\n\nfunc (x *AdapterSupportedQueryMethods) GetSearch() bool {\n\tif x != nil {\n\t\treturn x.Search\n\t}\n\treturn false\n}\n\nfunc (x *AdapterSupportedQueryMethods) GetSearchDescription() string {\n\tif x != nil {\n\t\treturn x.SearchDescription\n\t}\n\treturn \"\"\n}\n\n// When Overmind ingests Terraform changes, it needs to be able to map from a\n// given Terraform resource, to that same resource in Overmind. This is achieved\n// by using the TerraformMapping object. It translates the details of a Terraform\n// resource into a query that Overmind can run.\n//\n// NOTE: The queries that are generated by this mapping use the wildcard scope\n// `*` and therefore could return multiple items. Overmind will compare the\n// attributes of these items to determine the most likely candidate for a mch\n// and select that.\ntype TerraformMapping struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The method that the query should use\n\tTerraformMethod QueryMethod `protobuf:\"varint,1,opt,name=terraformMethod,proto3,enum=QueryMethod\" json:\"terraformMethod,omitempty\"`\n\t// How to map data from the terraform resource to the \"query\" field in the\n\t// resulting mapping query. This uses HCL syntax e.g.\n\t// resource_type.attribute_name\n\t//\n\t// Usually this will be the attribute that uniquely identifies the resource\n\t// such as `aws_instance.id` or `aws_iam_role.arn`. You can also index into\n\t// arrays e.g. `kubernetes_replication_controller.metadata[0].name`\n\tTerraformQueryMap string `protobuf:\"bytes,2,opt,name=terraformQueryMap,proto3\" json:\"terraformQueryMap,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *TerraformMapping) Reset() {\n\t*x = TerraformMapping{}\n\tmi := &file_account_proto_msgTypes[45]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *TerraformMapping) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*TerraformMapping) ProtoMessage() {}\n\nfunc (x *TerraformMapping) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[45]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use TerraformMapping.ProtoReflect.Descriptor instead.\nfunc (*TerraformMapping) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{45}\n}\n\nfunc (x *TerraformMapping) GetTerraformMethod() QueryMethod {\n\tif x != nil {\n\t\treturn x.TerraformMethod\n\t}\n\treturn QueryMethod_GET\n}\n\nfunc (x *TerraformMapping) GetTerraformQueryMap() string {\n\tif x != nil {\n\t\treturn x.TerraformQueryMap\n\t}\n\treturn \"\"\n}\n\ntype SubmitSourceHeartbeatResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SubmitSourceHeartbeatResponse) Reset() {\n\t*x = SubmitSourceHeartbeatResponse{}\n\tmi := &file_account_proto_msgTypes[46]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SubmitSourceHeartbeatResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SubmitSourceHeartbeatResponse) ProtoMessage() {}\n\nfunc (x *SubmitSourceHeartbeatResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[46]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SubmitSourceHeartbeatResponse.ProtoReflect.Descriptor instead.\nfunc (*SubmitSourceHeartbeatResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{46}\n}\n\ntype KeepaliveSourcesRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Set to true to have the API call wait until the source is up and healthy\n\tWaitForHealthy bool `protobuf:\"varint,1,opt,name=waitForHealthy,proto3\" json:\"waitForHealthy,omitempty\"`\n\t// Maximum time to wait for sources to reach a final state. Only used when\n\t// waitForHealthy is true. If not specified, defaults to 4 minutes.\n\t// After this timeout, the API will return the current state of all sources\n\t// regardless of whether they have reached a final state.\n\tTimeout *durationpb.Duration `protobuf:\"bytes,2,opt,name=timeout,proto3\" json:\"timeout,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *KeepaliveSourcesRequest) Reset() {\n\t*x = KeepaliveSourcesRequest{}\n\tmi := &file_account_proto_msgTypes[47]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *KeepaliveSourcesRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*KeepaliveSourcesRequest) ProtoMessage() {}\n\nfunc (x *KeepaliveSourcesRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[47]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use KeepaliveSourcesRequest.ProtoReflect.Descriptor instead.\nfunc (*KeepaliveSourcesRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{47}\n}\n\nfunc (x *KeepaliveSourcesRequest) GetWaitForHealthy() bool {\n\tif x != nil {\n\t\treturn x.WaitForHealthy\n\t}\n\treturn false\n}\n\nfunc (x *KeepaliveSourcesRequest) GetTimeout() *durationpb.Duration {\n\tif x != nil {\n\t\treturn x.Timeout\n\t}\n\treturn nil\n}\n\ntype KeepaliveSourcesResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// If the user requested to wait for the sources to be healthy, this will\n\t// contain information about the sources that came up. If the user did not\n\t// request to wait, this will be empty\n\tSources []*SourceKeepaliveResult `protobuf:\"bytes,1,rep,name=sources,proto3\" json:\"sources,omitempty\"`\n\t// If all sources are healthy, this will be true. If any source is unhealthy,\n\t// this will be false. If the user did not request to wait for sources to\n\t// become healthy, this will be false.\n\tAllSourcesHealthy bool `protobuf:\"varint,2,opt,name=allSourcesHealthy,proto3\" json:\"allSourcesHealthy,omitempty\"`\n\t// If any source is healthy, this will be true. If all sources are unhealthy,\n\t// this will be false. If the user did not request to wait for sources to\n\t// become healthy, this will be false.\n\tAnySourcesHealthy bool `protobuf:\"varint,3,opt,name=anySourcesHealthy,proto3\" json:\"anySourcesHealthy,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *KeepaliveSourcesResponse) Reset() {\n\t*x = KeepaliveSourcesResponse{}\n\tmi := &file_account_proto_msgTypes[48]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *KeepaliveSourcesResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*KeepaliveSourcesResponse) ProtoMessage() {}\n\nfunc (x *KeepaliveSourcesResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[48]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use KeepaliveSourcesResponse.ProtoReflect.Descriptor instead.\nfunc (*KeepaliveSourcesResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{48}\n}\n\nfunc (x *KeepaliveSourcesResponse) GetSources() []*SourceKeepaliveResult {\n\tif x != nil {\n\t\treturn x.Sources\n\t}\n\treturn nil\n}\n\nfunc (x *KeepaliveSourcesResponse) GetAllSourcesHealthy() bool {\n\tif x != nil {\n\t\treturn x.AllSourcesHealthy\n\t}\n\treturn false\n}\n\nfunc (x *KeepaliveSourcesResponse) GetAnySourcesHealthy() bool {\n\tif x != nil {\n\t\treturn x.AnySourcesHealthy\n\t}\n\treturn false\n}\n\ntype CreateTokenRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The Public NKey of the user that is requesting a token\n\tUserPublicNkey string `protobuf:\"bytes,1,opt,name=userPublicNkey,proto3\" json:\"userPublicNkey,omitempty\"`\n\t// Friendly user name\n\tUserName string `protobuf:\"bytes,2,opt,name=userName,proto3\" json:\"userName,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateTokenRequest) Reset() {\n\t*x = CreateTokenRequest{}\n\tmi := &file_account_proto_msgTypes[49]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateTokenRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateTokenRequest) ProtoMessage() {}\n\nfunc (x *CreateTokenRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[49]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateTokenRequest.ProtoReflect.Descriptor instead.\nfunc (*CreateTokenRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{49}\n}\n\nfunc (x *CreateTokenRequest) GetUserPublicNkey() string {\n\tif x != nil {\n\t\treturn x.UserPublicNkey\n\t}\n\treturn \"\"\n}\n\nfunc (x *CreateTokenRequest) GetUserName() string {\n\tif x != nil {\n\t\treturn x.UserName\n\t}\n\treturn \"\"\n}\n\ntype CreateTokenResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The JWT as a raw string\n\tToken string `protobuf:\"bytes,1,opt,name=token,proto3\" json:\"token,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateTokenResponse) Reset() {\n\t*x = CreateTokenResponse{}\n\tmi := &file_account_proto_msgTypes[50]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateTokenResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateTokenResponse) ProtoMessage() {}\n\nfunc (x *CreateTokenResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[50]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateTokenResponse.ProtoReflect.Descriptor instead.\nfunc (*CreateTokenResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{50}\n}\n\nfunc (x *CreateTokenResponse) GetToken() string {\n\tif x != nil {\n\t\treturn x.Token\n\t}\n\treturn \"\"\n}\n\ntype RevlinkWarmupRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RevlinkWarmupRequest) Reset() {\n\t*x = RevlinkWarmupRequest{}\n\tmi := &file_account_proto_msgTypes[51]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RevlinkWarmupRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RevlinkWarmupRequest) ProtoMessage() {}\n\nfunc (x *RevlinkWarmupRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[51]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RevlinkWarmupRequest.ProtoReflect.Descriptor instead.\nfunc (*RevlinkWarmupRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{51}\n}\n\ntype RevlinkWarmupResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tStatus string `protobuf:\"bytes,1,opt,name=status,proto3\" json:\"status,omitempty\"`\n\tItems int32 `protobuf:\"varint,2,opt,name=items,proto3\" json:\"items,omitempty\"`\n\tEdges int32 `protobuf:\"varint,3,opt,name=edges,proto3\" json:\"edges,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RevlinkWarmupResponse) Reset() {\n\t*x = RevlinkWarmupResponse{}\n\tmi := &file_account_proto_msgTypes[52]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RevlinkWarmupResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RevlinkWarmupResponse) ProtoMessage() {}\n\nfunc (x *RevlinkWarmupResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[52]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RevlinkWarmupResponse.ProtoReflect.Descriptor instead.\nfunc (*RevlinkWarmupResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{52}\n}\n\nfunc (x *RevlinkWarmupResponse) GetStatus() string {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn \"\"\n}\n\nfunc (x *RevlinkWarmupResponse) GetItems() int32 {\n\tif x != nil {\n\t\treturn x.Items\n\t}\n\treturn 0\n}\n\nfunc (x *RevlinkWarmupResponse) GetEdges() int32 {\n\tif x != nil {\n\t\treturn x.Edges\n\t}\n\treturn 0\n}\n\ntype AvailableItemType struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The type of item that this adapter returns e.g. eks-cluster\n\tType string `protobuf:\"bytes,1,opt,name=type,proto3\" json:\"type,omitempty\"`\n\t// The category that these items fall under\n\tCategory AdapterCategory `protobuf:\"varint,2,opt,name=category,proto3,enum=account.AdapterCategory\" json:\"category,omitempty\"`\n\t// A descriptive name of the types of items that are returned by this\n\t// adapter e.g. \"EKS Cluster\"\n\tDescriptiveName string `protobuf:\"bytes,3,opt,name=descriptiveName,proto3\" json:\"descriptiveName,omitempty\"`\n\t// The supported query methods for this adapter\n\tSupportedQueryMethods *AdapterSupportedQueryMethods `protobuf:\"bytes,4,opt,name=supportedQueryMethods,proto3\" json:\"supportedQueryMethods,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AvailableItemType) Reset() {\n\t*x = AvailableItemType{}\n\tmi := &file_account_proto_msgTypes[53]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AvailableItemType) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AvailableItemType) ProtoMessage() {}\n\nfunc (x *AvailableItemType) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[53]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AvailableItemType.ProtoReflect.Descriptor instead.\nfunc (*AvailableItemType) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{53}\n}\n\nfunc (x *AvailableItemType) GetType() string {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn \"\"\n}\n\nfunc (x *AvailableItemType) GetCategory() AdapterCategory {\n\tif x != nil {\n\t\treturn x.Category\n\t}\n\treturn AdapterCategory_ADAPTER_CATEGORY_OTHER\n}\n\nfunc (x *AvailableItemType) GetDescriptiveName() string {\n\tif x != nil {\n\t\treturn x.DescriptiveName\n\t}\n\treturn \"\"\n}\n\nfunc (x *AvailableItemType) GetSupportedQueryMethods() *AdapterSupportedQueryMethods {\n\tif x != nil {\n\t\treturn x.SupportedQueryMethods\n\t}\n\treturn nil\n}\n\ntype ListAvailableItemTypesRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListAvailableItemTypesRequest) Reset() {\n\t*x = ListAvailableItemTypesRequest{}\n\tmi := &file_account_proto_msgTypes[54]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListAvailableItemTypesRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListAvailableItemTypesRequest) ProtoMessage() {}\n\nfunc (x *ListAvailableItemTypesRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[54]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListAvailableItemTypesRequest.ProtoReflect.Descriptor instead.\nfunc (*ListAvailableItemTypesRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{54}\n}\n\ntype ListAvailableItemTypesResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tTypes []*AvailableItemType `protobuf:\"bytes,1,rep,name=types,proto3\" json:\"types,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListAvailableItemTypesResponse) Reset() {\n\t*x = ListAvailableItemTypesResponse{}\n\tmi := &file_account_proto_msgTypes[55]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListAvailableItemTypesResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListAvailableItemTypesResponse) ProtoMessage() {}\n\nfunc (x *ListAvailableItemTypesResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[55]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListAvailableItemTypesResponse.ProtoReflect.Descriptor instead.\nfunc (*ListAvailableItemTypesResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{55}\n}\n\nfunc (x *ListAvailableItemTypesResponse) GetTypes() []*AvailableItemType {\n\tif x != nil {\n\t\treturn x.Types\n\t}\n\treturn nil\n}\n\ntype GetSourceStatusRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// UUID of the source to get status for\n\tSourceUuid []byte `protobuf:\"bytes,1,opt,name=source_uuid,json=sourceUuid,proto3\" json:\"source_uuid,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetSourceStatusRequest) Reset() {\n\t*x = GetSourceStatusRequest{}\n\tmi := &file_account_proto_msgTypes[56]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetSourceStatusRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetSourceStatusRequest) ProtoMessage() {}\n\nfunc (x *GetSourceStatusRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[56]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetSourceStatusRequest.ProtoReflect.Descriptor instead.\nfunc (*GetSourceStatusRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{56}\n}\n\nfunc (x *GetSourceStatusRequest) GetSourceUuid() []byte {\n\tif x != nil {\n\t\treturn x.SourceUuid\n\t}\n\treturn nil\n}\n\ntype GetSourceStatusResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSource *SourceHealth `protobuf:\"bytes,1,opt,name=source,proto3\" json:\"source,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetSourceStatusResponse) Reset() {\n\t*x = GetSourceStatusResponse{}\n\tmi := &file_account_proto_msgTypes[57]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetSourceStatusResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetSourceStatusResponse) ProtoMessage() {}\n\nfunc (x *GetSourceStatusResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[57]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetSourceStatusResponse.ProtoReflect.Descriptor instead.\nfunc (*GetSourceStatusResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{57}\n}\n\nfunc (x *GetSourceStatusResponse) GetSource() *SourceHealth {\n\tif x != nil {\n\t\treturn x.Source\n\t}\n\treturn nil\n}\n\ntype GetUserOnboardingStatusRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetUserOnboardingStatusRequest) Reset() {\n\t*x = GetUserOnboardingStatusRequest{}\n\tmi := &file_account_proto_msgTypes[58]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetUserOnboardingStatusRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetUserOnboardingStatusRequest) ProtoMessage() {}\n\nfunc (x *GetUserOnboardingStatusRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[58]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetUserOnboardingStatusRequest.ProtoReflect.Descriptor instead.\nfunc (*GetUserOnboardingStatusRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{58}\n}\n\ntype GetUserOnboardingStatusResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tOnboardingComplete bool `protobuf:\"varint,1,opt,name=onboarding_complete,json=onboardingComplete,proto3\" json:\"onboarding_complete,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetUserOnboardingStatusResponse) Reset() {\n\t*x = GetUserOnboardingStatusResponse{}\n\tmi := &file_account_proto_msgTypes[59]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetUserOnboardingStatusResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetUserOnboardingStatusResponse) ProtoMessage() {}\n\nfunc (x *GetUserOnboardingStatusResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[59]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetUserOnboardingStatusResponse.ProtoReflect.Descriptor instead.\nfunc (*GetUserOnboardingStatusResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{59}\n}\n\nfunc (x *GetUserOnboardingStatusResponse) GetOnboardingComplete() bool {\n\tif x != nil {\n\t\treturn x.OnboardingComplete\n\t}\n\treturn false\n}\n\ntype SetUserOnboardingStatusRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tOnboardingComplete bool `protobuf:\"varint,1,opt,name=onboarding_complete,json=onboardingComplete,proto3\" json:\"onboarding_complete,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SetUserOnboardingStatusRequest) Reset() {\n\t*x = SetUserOnboardingStatusRequest{}\n\tmi := &file_account_proto_msgTypes[60]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SetUserOnboardingStatusRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SetUserOnboardingStatusRequest) ProtoMessage() {}\n\nfunc (x *SetUserOnboardingStatusRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[60]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SetUserOnboardingStatusRequest.ProtoReflect.Descriptor instead.\nfunc (*SetUserOnboardingStatusRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{60}\n}\n\nfunc (x *SetUserOnboardingStatusRequest) GetOnboardingComplete() bool {\n\tif x != nil {\n\t\treturn x.OnboardingComplete\n\t}\n\treturn false\n}\n\ntype SetUserOnboardingStatusResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SetUserOnboardingStatusResponse) Reset() {\n\t*x = SetUserOnboardingStatusResponse{}\n\tmi := &file_account_proto_msgTypes[61]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SetUserOnboardingStatusResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SetUserOnboardingStatusResponse) ProtoMessage() {}\n\nfunc (x *SetUserOnboardingStatusResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[61]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SetUserOnboardingStatusResponse.ProtoReflect.Descriptor instead.\nfunc (*SetUserOnboardingStatusResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{61}\n}\n\ntype SetGithubInstallationIDRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tGithubInstallationId int64 `protobuf:\"varint,1,opt,name=github_installation_id,json=githubInstallationId,proto3\" json:\"github_installation_id,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SetGithubInstallationIDRequest) Reset() {\n\t*x = SetGithubInstallationIDRequest{}\n\tmi := &file_account_proto_msgTypes[62]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SetGithubInstallationIDRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SetGithubInstallationIDRequest) ProtoMessage() {}\n\nfunc (x *SetGithubInstallationIDRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[62]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SetGithubInstallationIDRequest.ProtoReflect.Descriptor instead.\nfunc (*SetGithubInstallationIDRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{62}\n}\n\nfunc (x *SetGithubInstallationIDRequest) GetGithubInstallationId() int64 {\n\tif x != nil {\n\t\treturn x.GithubInstallationId\n\t}\n\treturn 0\n}\n\ntype SetGithubInstallationIDResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SetGithubInstallationIDResponse) Reset() {\n\t*x = SetGithubInstallationIDResponse{}\n\tmi := &file_account_proto_msgTypes[63]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SetGithubInstallationIDResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SetGithubInstallationIDResponse) ProtoMessage() {}\n\nfunc (x *SetGithubInstallationIDResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[63]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SetGithubInstallationIDResponse.ProtoReflect.Descriptor instead.\nfunc (*SetGithubInstallationIDResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{63}\n}\n\ntype UnsetGithubInstallationIDRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UnsetGithubInstallationIDRequest) Reset() {\n\t*x = UnsetGithubInstallationIDRequest{}\n\tmi := &file_account_proto_msgTypes[64]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UnsetGithubInstallationIDRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UnsetGithubInstallationIDRequest) ProtoMessage() {}\n\nfunc (x *UnsetGithubInstallationIDRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[64]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UnsetGithubInstallationIDRequest.ProtoReflect.Descriptor instead.\nfunc (*UnsetGithubInstallationIDRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{64}\n}\n\ntype UnsetGithubInstallationIDResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UnsetGithubInstallationIDResponse) Reset() {\n\t*x = UnsetGithubInstallationIDResponse{}\n\tmi := &file_account_proto_msgTypes[65]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UnsetGithubInstallationIDResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UnsetGithubInstallationIDResponse) ProtoMessage() {}\n\nfunc (x *UnsetGithubInstallationIDResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[65]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UnsetGithubInstallationIDResponse.ProtoReflect.Descriptor instead.\nfunc (*UnsetGithubInstallationIDResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{65}\n}\n\ntype GetOrCreateAWSExternalIdRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetOrCreateAWSExternalIdRequest) Reset() {\n\t*x = GetOrCreateAWSExternalIdRequest{}\n\tmi := &file_account_proto_msgTypes[66]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetOrCreateAWSExternalIdRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetOrCreateAWSExternalIdRequest) ProtoMessage() {}\n\nfunc (x *GetOrCreateAWSExternalIdRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[66]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetOrCreateAWSExternalIdRequest.ProtoReflect.Descriptor instead.\nfunc (*GetOrCreateAWSExternalIdRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{66}\n}\n\ntype GetOrCreateAWSExternalIdResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAwsExternalId string `protobuf:\"bytes,1,opt,name=aws_external_id,json=awsExternalId,proto3\" json:\"aws_external_id,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetOrCreateAWSExternalIdResponse) Reset() {\n\t*x = GetOrCreateAWSExternalIdResponse{}\n\tmi := &file_account_proto_msgTypes[67]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetOrCreateAWSExternalIdResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetOrCreateAWSExternalIdResponse) ProtoMessage() {}\n\nfunc (x *GetOrCreateAWSExternalIdResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[67]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetOrCreateAWSExternalIdResponse.ProtoReflect.Descriptor instead.\nfunc (*GetOrCreateAWSExternalIdResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{67}\n}\n\nfunc (x *GetOrCreateAWSExternalIdResponse) GetAwsExternalId() string {\n\tif x != nil {\n\t\treturn x.AwsExternalId\n\t}\n\treturn \"\"\n}\n\n// Team member related messages\ntype ListTeamMembersRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListTeamMembersRequest) Reset() {\n\t*x = ListTeamMembersRequest{}\n\tmi := &file_account_proto_msgTypes[68]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListTeamMembersRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListTeamMembersRequest) ProtoMessage() {}\n\nfunc (x *ListTeamMembersRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[68]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListTeamMembersRequest.ProtoReflect.Descriptor instead.\nfunc (*ListTeamMembersRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{68}\n}\n\ntype ListTeamMembersResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tMembers []*TeamMember `protobuf:\"bytes,1,rep,name=members,proto3\" json:\"members,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListTeamMembersResponse) Reset() {\n\t*x = ListTeamMembersResponse{}\n\tmi := &file_account_proto_msgTypes[69]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListTeamMembersResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListTeamMembersResponse) ProtoMessage() {}\n\nfunc (x *ListTeamMembersResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[69]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListTeamMembersResponse.ProtoReflect.Descriptor instead.\nfunc (*ListTeamMembersResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{69}\n}\n\nfunc (x *ListTeamMembersResponse) GetMembers() []*TeamMember {\n\tif x != nil {\n\t\treturn x.Members\n\t}\n\treturn nil\n}\n\ntype TeamMember struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Unique identifier for the team member\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// Team member's display name\n\tName string `protobuf:\"bytes,2,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// URL to the team member's profile picture\n\tPictureUrl string `protobuf:\"bytes,3,opt,name=picture_url,json=pictureUrl,proto3\" json:\"picture_url,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *TeamMember) Reset() {\n\t*x = TeamMember{}\n\tmi := &file_account_proto_msgTypes[70]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *TeamMember) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*TeamMember) ProtoMessage() {}\n\nfunc (x *TeamMember) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[70]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use TeamMember.ProtoReflect.Descriptor instead.\nfunc (*TeamMember) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{70}\n}\n\nfunc (x *TeamMember) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *TeamMember) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *TeamMember) GetPictureUrl() string {\n\tif x != nil {\n\t\treturn x.PictureUrl\n\t}\n\treturn \"\"\n}\n\ntype GetWelcomeScreenInformationRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetWelcomeScreenInformationRequest) Reset() {\n\t*x = GetWelcomeScreenInformationRequest{}\n\tmi := &file_account_proto_msgTypes[71]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetWelcomeScreenInformationRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetWelcomeScreenInformationRequest) ProtoMessage() {}\n\nfunc (x *GetWelcomeScreenInformationRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[71]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetWelcomeScreenInformationRequest.ProtoReflect.Descriptor instead.\nfunc (*GetWelcomeScreenInformationRequest) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{71}\n}\n\ntype InviterInformation struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tEmail string `protobuf:\"bytes,1,opt,name=email,proto3\" json:\"email,omitempty\"`\n\tName string `protobuf:\"bytes,2,opt,name=name,proto3\" json:\"name,omitempty\"`\n\tPictureUrl string `protobuf:\"bytes,3,opt,name=picture_url,json=pictureUrl,proto3\" json:\"picture_url,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *InviterInformation) Reset() {\n\t*x = InviterInformation{}\n\tmi := &file_account_proto_msgTypes[72]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *InviterInformation) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*InviterInformation) ProtoMessage() {}\n\nfunc (x *InviterInformation) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[72]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use InviterInformation.ProtoReflect.Descriptor instead.\nfunc (*InviterInformation) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{72}\n}\n\nfunc (x *InviterInformation) GetEmail() string {\n\tif x != nil {\n\t\treturn x.Email\n\t}\n\treturn \"\"\n}\n\nfunc (x *InviterInformation) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *InviterInformation) GetPictureUrl() string {\n\tif x != nil {\n\t\treturn x.PictureUrl\n\t}\n\treturn \"\"\n}\n\ntype GetWelcomeScreenInformationResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tInviterInformation *InviterInformation `protobuf:\"bytes,1,opt,name=inviter_information,json=inviterInformation,proto3\" json:\"inviter_information,omitempty\"` // potentially we can return account / organisation information here\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetWelcomeScreenInformationResponse) Reset() {\n\t*x = GetWelcomeScreenInformationResponse{}\n\tmi := &file_account_proto_msgTypes[73]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetWelcomeScreenInformationResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetWelcomeScreenInformationResponse) ProtoMessage() {}\n\nfunc (x *GetWelcomeScreenInformationResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_account_proto_msgTypes[73]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetWelcomeScreenInformationResponse.ProtoReflect.Descriptor instead.\nfunc (*GetWelcomeScreenInformationResponse) Descriptor() ([]byte, []int) {\n\treturn file_account_proto_rawDescGZIP(), []int{73}\n}\n\nfunc (x *GetWelcomeScreenInformationResponse) GetInviterInformation() *InviterInformation {\n\tif x != nil {\n\t\treturn x.InviterInformation\n\t}\n\treturn nil\n}\n\nvar File_account_proto protoreflect.FileDescriptor\n\nconst file_account_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\raccount.proto\\x12\\aaccount\\x1a\\x1egoogle/protobuf/duration.proto\\x1a\\x1cgoogle/protobuf/struct.proto\\x1a\\x1fgoogle/protobuf/timestamp.proto\\x1a\\vitems.proto\\x1a\\x1bbuf/validate/validate.proto\\\"\\x15\\n\" +\n\t\"\\x13ListAccountsRequest\\\"D\\n\" +\n\t\"\\x14ListAccountsResponse\\x12,\\n\" +\n\t\"\\baccounts\\x18\\x01 \\x03(\\v2\\x10.account.AccountR\\baccounts\\\"R\\n\" +\n\t\"\\x14CreateAccountRequest\\x12:\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x01 \\x01(\\v2\\x1a.account.AccountPropertiesR\\n\" +\n\t\"properties\\\"C\\n\" +\n\t\"\\x15CreateAccountResponse\\x12*\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\v2\\x10.account.AccountR\\aaccount\\\"R\\n\" +\n\t\"\\x14UpdateAccountRequest\\x12:\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x01 \\x01(\\v2\\x1a.account.AccountPropertiesR\\n\" +\n\t\"properties\\\"C\\n\" +\n\t\"\\x15UpdateAccountResponse\\x12*\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\v2\\x10.account.AccountR\\aaccount\\\"h\\n\" +\n\t\"\\x19AdminUpdateAccountRequest\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x127\\n\" +\n\t\"\\arequest\\x18\\x02 \\x01(\\v2\\x1d.account.UpdateAccountRequestR\\arequest\\\",\\n\" +\n\t\"\\x16AdminGetAccountRequest\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\\"/\\n\" +\n\t\"\\x19AdminDeleteAccountRequest\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\\"\\x1c\\n\" +\n\t\"\\x1aAdminDeleteAccountResponse\\\"j\\n\" +\n\t\"\\x17AdminListSourcesRequest\\x12\\x18\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\tR\\aaccount\\x125\\n\" +\n\t\"\\arequest\\x18\\x02 \\x01(\\v2\\x1b.account.ListSourcesRequestR\\arequest\\\"l\\n\" +\n\t\"\\x18AdminCreateSourceRequest\\x12\\x18\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\tR\\aaccount\\x126\\n\" +\n\t\"\\arequest\\x18\\x02 \\x01(\\v2\\x1c.account.CreateSourceRequestR\\arequest\\\"f\\n\" +\n\t\"\\x15AdminGetSourceRequest\\x12\\x18\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\tR\\aaccount\\x123\\n\" +\n\t\"\\arequest\\x18\\x02 \\x01(\\v2\\x19.account.GetSourceRequestR\\arequest\\\"l\\n\" +\n\t\"\\x18AdminUpdateSourceRequest\\x12\\x18\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\tR\\aaccount\\x126\\n\" +\n\t\"\\arequest\\x18\\x02 \\x01(\\v2\\x1c.account.UpdateSourceRequestR\\arequest\\\"l\\n\" +\n\t\"\\x18AdminDeleteSourceRequest\\x12\\x18\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\tR\\aaccount\\x126\\n\" +\n\t\"\\arequest\\x18\\x02 \\x01(\\v2\\x1c.account.DeleteSourceRequestR\\arequest\\\"t\\n\" +\n\t\"\\x1cAdminKeepaliveSourcesRequest\\x12\\x18\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\tR\\aaccount\\x12:\\n\" +\n\t\"\\arequest\\x18\\x02 \\x01(\\v2 .account.KeepaliveSourcesRequestR\\arequest\\\"j\\n\" +\n\t\"\\x17AdminCreateTokenRequest\\x12\\x18\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\tR\\aaccount\\x125\\n\" +\n\t\"\\arequest\\x18\\x02 \\x01(\\v2\\x1b.account.CreateTokenRequestR\\arequest\\\"x\\n\" +\n\t\"\\x06Source\\x123\\n\" +\n\t\"\\bmetadata\\x18\\x01 \\x01(\\v2\\x17.account.SourceMetadataR\\bmetadata\\x129\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x19.account.SourcePropertiesR\\n\" +\n\t\"properties\\\"\\xe5\\x01\\n\" +\n\t\"\\x0eSourceMetadata\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12\\x1c\\n\" +\n\t\"\\tTokenName\\x18\\x02 \\x01(\\tR\\tTokenName\\x12<\\n\" +\n\t\"\\vTokenExpiry\\x18\\x04 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\vTokenExpiry\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"PublicNkey\\x18\\x05 \\x01(\\tR\\n\" +\n\t\"PublicNkey\\x12-\\n\" +\n\t\"\\x06Status\\x18\\t \\x01(\\x0e2\\x15.account.SourceStatusR\\x06Status\\x12\\x14\\n\" +\n\t\"\\x05Error\\x18\\n\" +\n\t\" \\x01(\\tR\\x05Error\\\"\\xc6\\x01\\n\" +\n\t\"\\x10SourceProperties\\x12(\\n\" +\n\t\"\\x0fDescriptiveName\\x18\\x01 \\x01(\\tR\\x0fDescriptiveName\\x12\\x12\\n\" +\n\t\"\\x04Type\\x18\\x02 \\x01(\\tR\\x04Type\\x12/\\n\" +\n\t\"\\x06Config\\x18\\x03 \\x01(\\v2\\x17.google.protobuf.StructR\\x06Config\\x12C\\n\" +\n\t\"\\x10AdditionalConfig\\x18\\x04 \\x01(\\v2\\x17.google.protobuf.StructR\\x10AdditionalConfig\\\"{\\n\" +\n\t\"\\aAccount\\x124\\n\" +\n\t\"\\bmetadata\\x18\\x01 \\x01(\\v2\\x18.account.AccountMetadataR\\bmetadata\\x12:\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x1a.account.AccountPropertiesR\\n\" +\n\t\"properties\\\"\\xfc\\x01\\n\" +\n\t\"\\x0fAccountMetadata\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"PublicNkey\\x18\\x02 \\x01(\\tR\\n\" +\n\t\"PublicNkey\\x127\\n\" +\n\t\"\\frepositories\\x18\\x03 \\x03(\\v2\\x13.account.RepositoryR\\frepositories\\x12,\\n\" +\n\t\"\\x11totalRepositories\\x18\\x04 \\x01(\\rR\\x11totalRepositories\\x12.\\n\" +\n\t\"\\x12activeRepositories\\x18\\x05 \\x01(\\rR\\x12activeRepositories\\x122\\n\" +\n\t\"\\x04Plan\\x18\\x06 \\x01(\\x0e2\\x14.account.AccountPlanB\\b\\xbaH\\x05\\x82\\x01\\x02\\x10\\x01R\\x04Plan\\\"\\xbd\\x01\\n\" +\n\t\"\\n\" +\n\t\"Repository\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"numChanges\\x18\\x02 \\x01(\\x03R\\n\" +\n\t\"numChanges\\x12>\\n\" +\n\t\"\\flastChangeAt\\x18\\x03 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\flastChangeAt\\x12;\\n\" +\n\t\"\\x06status\\x18\\x04 \\x01(\\x0e2\\x19.account.RepositoryStatusB\\b\\xbaH\\x05\\x82\\x01\\x02\\x10\\x01R\\x06status\\\"S\\n\" +\n\t\"\\x11AccountProperties\\x12\\x12\\n\" +\n\t\"\\x04Name\\x18\\x01 \\x01(\\tR\\x04Name\\x12*\\n\" +\n\t\"\\x10StripeCustomerID\\x18\\x02 \\x01(\\tR\\x10StripeCustomerID\\\"\\x13\\n\" +\n\t\"\\x11GetAccountRequest\\\"@\\n\" +\n\t\"\\x12GetAccountResponse\\x12*\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\v2\\x10.account.AccountR\\aaccount\\\"0\\n\" +\n\t\"\\x14DeleteAccountRequest\\x12\\x18\\n\" +\n\t\"\\aiAmSure\\x18\\x01 \\x01(\\bR\\aiAmSure\\\"\\x17\\n\" +\n\t\"\\x15DeleteAccountResponse\\\"\\x14\\n\" +\n\t\"\\x12ListSourcesRequest\\\"@\\n\" +\n\t\"\\x13ListSourcesResponse\\x12)\\n\" +\n\t\"\\aSources\\x18\\x01 \\x03(\\v2\\x0f.account.SourceR\\aSources\\\"P\\n\" +\n\t\"\\x13CreateSourceRequest\\x129\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x01 \\x01(\\v2\\x19.account.SourcePropertiesR\\n\" +\n\t\"properties\\\"?\\n\" +\n\t\"\\x14CreateSourceResponse\\x12'\\n\" +\n\t\"\\x06source\\x18\\x01 \\x01(\\v2\\x0f.account.SourceR\\x06source\\\"&\\n\" +\n\t\"\\x10GetSourceRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"<\\n\" +\n\t\"\\x11GetSourceResponse\\x12'\\n\" +\n\t\"\\x06source\\x18\\x01 \\x01(\\v2\\x0f.account.SourceR\\x06source\\\"d\\n\" +\n\t\"\\x13UpdateSourceRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x129\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x19.account.SourcePropertiesR\\n\" +\n\t\"properties\\\"?\\n\" +\n\t\"\\x14UpdateSourceResponse\\x12'\\n\" +\n\t\"\\x06source\\x18\\x01 \\x01(\\v2\\x0f.account.SourceR\\x06source\\\")\\n\" +\n\t\"\\x13DeleteSourceRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"\\x16\\n\" +\n\t\"\\x14DeleteSourceResponse\\\"p\\n\" +\n\t\"\\x15SourceKeepaliveResult\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12-\\n\" +\n\t\"\\x06Status\\x18\\x02 \\x01(\\x0e2\\x15.account.SourceStatusR\\x06Status\\x12\\x14\\n\" +\n\t\"\\x05Error\\x18\\x03 \\x01(\\tR\\x05Error\\\"\\x1d\\n\" +\n\t\"\\x1bListAllSourcesStatusRequest\\\"\\xbe\\x04\\n\" +\n\t\"\\fSourceHealth\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12\\x18\\n\" +\n\t\"\\aversion\\x18\\x02 \\x01(\\tR\\aversion\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x03 \\x01(\\tR\\x04name\\x12\\x19\\n\" +\n\t\"\\x05error\\x18\\x04 \\x01(\\tH\\x00R\\x05error\\x88\\x01\\x01\\x12-\\n\" +\n\t\"\\x06status\\x18\\x05 \\x01(\\x0e2\\x15.account.SourceStatusR\\x06status\\x128\\n\" +\n\t\"\\tcreatedAt\\x18\\x06 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\tcreatedAt\\x12@\\n\" +\n\t\"\\rlastHeartbeat\\x18\\a \\x01(\\v2\\x1a.google.protobuf.TimestampR\\rlastHeartbeat\\x12@\\n\" +\n\t\"\\rnextHeartbeat\\x18\\b \\x01(\\v2\\x1a.google.protobuf.TimestampR\\rnextHeartbeat\\x12\\x12\\n\" +\n\t\"\\x04type\\x18\\t \\x01(\\tR\\x04type\\x120\\n\" +\n\t\"\\amanaged\\x18\\n\" +\n\t\" \\x01(\\x0e2\\x16.account.SourceManagedR\\amanaged\\x12&\\n\" +\n\t\"\\x0eavailableTypes\\x18\\v \\x03(\\tR\\x0eavailableTypes\\x12(\\n\" +\n\t\"\\x0favailableScopes\\x18\\f \\x03(\\tR\\x0favailableScopes\\x12B\\n\" +\n\t\"\\x0fadapterMetadata\\x18\\r \\x03(\\v2\\x18.account.AdapterMetadataR\\x0fadapterMetadataB\\b\\n\" +\n\t\"\\x06_error\\\"O\\n\" +\n\t\"\\x1cListAllSourcesStatusResponse\\x12/\\n\" +\n\t\"\\asources\\x18\\x01 \\x03(\\v2\\x15.account.SourceHealthR\\asources\\\"\\x86\\x03\\n\" +\n\t\"\\x1cSubmitSourceHeartbeatRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12\\x18\\n\" +\n\t\"\\aversion\\x18\\x02 \\x01(\\tR\\aversion\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x03 \\x01(\\tR\\x04name\\x12\\x19\\n\" +\n\t\"\\x05error\\x18\\x04 \\x01(\\tH\\x00R\\x05error\\x88\\x01\\x01\\x12E\\n\" +\n\t\"\\x10nextHeartbeatMax\\x18\\x05 \\x01(\\v2\\x19.google.protobuf.DurationR\\x10nextHeartbeatMax\\x12\\x12\\n\" +\n\t\"\\x04type\\x18\\x06 \\x01(\\tR\\x04type\\x120\\n\" +\n\t\"\\amanaged\\x18\\a \\x01(\\x0e2\\x16.account.SourceManagedR\\amanaged\\x12(\\n\" +\n\t\"\\x0favailableScopes\\x18\\t \\x03(\\tR\\x0favailableScopes\\x12B\\n\" +\n\t\"\\x0fadapterMetadata\\x18\\n\" +\n\t\" \\x03(\\v2\\x18.account.AdapterMetadataR\\x0fadapterMetadataB\\b\\n\" +\n\t\"\\x06_errorJ\\x04\\b\\b\\x10\\t\\\"\\x9d\\x05\\n\" +\n\t\"\\x0fAdapterMetadata\\x12\\x12\\n\" +\n\t\"\\x04type\\x18\\x01 \\x01(\\tR\\x04type\\x12>\\n\" +\n\t\"\\bcategory\\x18\\x02 \\x01(\\x0e2\\x18.account.AdapterCategoryB\\b\\xbaH\\x05\\x82\\x01\\x02\\x10\\x01R\\bcategory\\x12\\xc9\\x01\\n\" +\n\t\"\\x0epotentialLinks\\x18\\x03 \\x03(\\tB\\xa0\\x01\\xbaH\\x9c\\x01\\xba\\x01\\x98\\x01\\n\" +\n\t\"\\x18potentialLinksValidation\\x12MIf 'potentialLinks' is not empty, none of its members should be empty strings\\x1a-this.size() == 0 || this.all(x, x.size() > 0)R\\x0epotentialLinks\\x124\\n\" +\n\t\"\\x0fdescriptiveName\\x18\\x04 \\x01(\\tB\\n\" +\n\t\"\\xbaH\\a\\xc8\\x01\\x01r\\x02\\x10\\x01R\\x0fdescriptiveName\\x12c\\n\" +\n\t\"\\x15supportedQueryMethods\\x18\\x05 \\x01(\\v2%.account.AdapterSupportedQueryMethodsB\\x06\\xbaH\\x03\\xc8\\x01\\x01R\\x15supportedQueryMethods\\x12\\xce\\x01\\n\" +\n\t\"\\x11terraformMappings\\x18\\x06 \\x03(\\v2\\x19.account.TerraformMappingB\\x84\\x01\\xbaH\\x80\\x01\\xba\\x01}\\n\" +\n\t\"\\x1bterraformMappingsValidation\\x12FIf 'terraformMappings' is not empty, none of its members should be nil\\x1a\\x16this.all(x, x != null)R\\x11terraformMappings\\\"\\xd7\\x05\\n\" +\n\t\"\\x1cAdapterSupportedQueryMethods\\x12\\x10\\n\" +\n\t\"\\x03get\\x18\\x01 \\x01(\\bR\\x03get\\x12&\\n\" +\n\t\"\\x0egetDescription\\x18\\x02 \\x01(\\tR\\x0egetDescription\\x12\\x12\\n\" +\n\t\"\\x04list\\x18\\x03 \\x01(\\bR\\x04list\\x12(\\n\" +\n\t\"\\x0flistDescription\\x18\\x04 \\x01(\\tR\\x0flistDescription\\x12\\x16\\n\" +\n\t\"\\x06search\\x18\\x05 \\x01(\\bR\\x06search\\x12,\\n\" +\n\t\"\\x11searchDescription\\x18\\x06 \\x01(\\tR\\x11searchDescription:\\xf8\\x03\\xbaH\\xf4\\x03\\x1a\\x9d\\x01\\n\" +\n\t\"*AdapterSupportedQueryMethods.getValidation\\x12BIf 'get' is true, 'getDescription' must have more than 1 character\\x1a+!this.get || this.getDescription.size() > 1\\x1a\\xa2\\x01\\n\" +\n\t\"+AdapterSupportedQueryMethods.listValidation\\x12DIf 'list' is true, 'listDescription' must have more than 1 character\\x1a-!this.list || this.listDescription.size() > 1\\x1a\\xac\\x01\\n\" +\n\t\"-AdapterSupportedQueryMethods.searchValidation\\x12HIf 'search' is true, 'searchDescription' must have more than 1 character\\x1a1!this.search || this.searchDescription.size() > 1\\\"\\xad\\x02\\n\" +\n\t\"\\x10TerraformMapping\\x12@\\n\" +\n\t\"\\x0fterraformMethod\\x18\\x01 \\x01(\\x0e2\\f.QueryMethodB\\b\\xbaH\\x05\\x82\\x01\\x02\\x10\\x01R\\x0fterraformMethod\\x12\\xd0\\x01\\n\" +\n\t\"\\x11terraformQueryMap\\x18\\x02 \\x01(\\tB\\xa1\\x01\\xbaH\\x9d\\x01\\xba\\x01\\x92\\x01\\n\" +\n\t\"\\x17terraformQueryMapFormat\\x12ZThe value must be in the format '.' (dot notation with exactly two items)\\x1a\\x1bthis.split('.').size() == 2\\xc8\\x01\\x01r\\x02\\x10\\x03R\\x11terraformQueryMapJ\\x04\\b\\x03\\x10\\x04\\\"\\x1f\\n\" +\n\t\"\\x1dSubmitSourceHeartbeatResponse\\\"v\\n\" +\n\t\"\\x17KeepaliveSourcesRequest\\x12&\\n\" +\n\t\"\\x0ewaitForHealthy\\x18\\x01 \\x01(\\bR\\x0ewaitForHealthy\\x123\\n\" +\n\t\"\\atimeout\\x18\\x02 \\x01(\\v2\\x19.google.protobuf.DurationR\\atimeout\\\"\\xb0\\x01\\n\" +\n\t\"\\x18KeepaliveSourcesResponse\\x128\\n\" +\n\t\"\\asources\\x18\\x01 \\x03(\\v2\\x1e.account.SourceKeepaliveResultR\\asources\\x12,\\n\" +\n\t\"\\x11allSourcesHealthy\\x18\\x02 \\x01(\\bR\\x11allSourcesHealthy\\x12,\\n\" +\n\t\"\\x11anySourcesHealthy\\x18\\x03 \\x01(\\bR\\x11anySourcesHealthy\\\"X\\n\" +\n\t\"\\x12CreateTokenRequest\\x12&\\n\" +\n\t\"\\x0euserPublicNkey\\x18\\x01 \\x01(\\tR\\x0euserPublicNkey\\x12\\x1a\\n\" +\n\t\"\\buserName\\x18\\x02 \\x01(\\tR\\buserName\\\"+\\n\" +\n\t\"\\x13CreateTokenResponse\\x12\\x14\\n\" +\n\t\"\\x05token\\x18\\x01 \\x01(\\tR\\x05token\\\"\\x16\\n\" +\n\t\"\\x14RevlinkWarmupRequest\\\"[\\n\" +\n\t\"\\x15RevlinkWarmupResponse\\x12\\x16\\n\" +\n\t\"\\x06status\\x18\\x01 \\x01(\\tR\\x06status\\x12\\x14\\n\" +\n\t\"\\x05items\\x18\\x02 \\x01(\\x05R\\x05items\\x12\\x14\\n\" +\n\t\"\\x05edges\\x18\\x03 \\x01(\\x05R\\x05edges\\\"\\xe4\\x01\\n\" +\n\t\"\\x11AvailableItemType\\x12\\x12\\n\" +\n\t\"\\x04type\\x18\\x01 \\x01(\\tR\\x04type\\x124\\n\" +\n\t\"\\bcategory\\x18\\x02 \\x01(\\x0e2\\x18.account.AdapterCategoryR\\bcategory\\x12(\\n\" +\n\t\"\\x0fdescriptiveName\\x18\\x03 \\x01(\\tR\\x0fdescriptiveName\\x12[\\n\" +\n\t\"\\x15supportedQueryMethods\\x18\\x04 \\x01(\\v2%.account.AdapterSupportedQueryMethodsR\\x15supportedQueryMethods\\\"\\x1f\\n\" +\n\t\"\\x1dListAvailableItemTypesRequest\\\"R\\n\" +\n\t\"\\x1eListAvailableItemTypesResponse\\x120\\n\" +\n\t\"\\x05types\\x18\\x01 \\x03(\\v2\\x1a.account.AvailableItemTypeR\\x05types\\\"9\\n\" +\n\t\"\\x16GetSourceStatusRequest\\x12\\x1f\\n\" +\n\t\"\\vsource_uuid\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"sourceUuid\\\"H\\n\" +\n\t\"\\x17GetSourceStatusResponse\\x12-\\n\" +\n\t\"\\x06source\\x18\\x01 \\x01(\\v2\\x15.account.SourceHealthR\\x06source\\\" \\n\" +\n\t\"\\x1eGetUserOnboardingStatusRequest\\\"R\\n\" +\n\t\"\\x1fGetUserOnboardingStatusResponse\\x12/\\n\" +\n\t\"\\x13onboarding_complete\\x18\\x01 \\x01(\\bR\\x12onboardingComplete\\\"Q\\n\" +\n\t\"\\x1eSetUserOnboardingStatusRequest\\x12/\\n\" +\n\t\"\\x13onboarding_complete\\x18\\x01 \\x01(\\bR\\x12onboardingComplete\\\"!\\n\" +\n\t\"\\x1fSetUserOnboardingStatusResponse\\\"V\\n\" +\n\t\"\\x1eSetGithubInstallationIDRequest\\x124\\n\" +\n\t\"\\x16github_installation_id\\x18\\x01 \\x01(\\x03R\\x14githubInstallationId\\\"!\\n\" +\n\t\"\\x1fSetGithubInstallationIDResponse\\\"\\\"\\n\" +\n\t\" UnsetGithubInstallationIDRequest\\\"#\\n\" +\n\t\"!UnsetGithubInstallationIDResponse\\\"!\\n\" +\n\t\"\\x1fGetOrCreateAWSExternalIdRequest\\\"J\\n\" +\n\t\" GetOrCreateAWSExternalIdResponse\\x12&\\n\" +\n\t\"\\x0faws_external_id\\x18\\x01 \\x01(\\tR\\rawsExternalId\\\"\\x18\\n\" +\n\t\"\\x16ListTeamMembersRequest\\\"H\\n\" +\n\t\"\\x17ListTeamMembersResponse\\x12-\\n\" +\n\t\"\\amembers\\x18\\x01 \\x03(\\v2\\x13.account.TeamMemberR\\amembers\\\"U\\n\" +\n\t\"\\n\" +\n\t\"TeamMember\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x02 \\x01(\\tR\\x04name\\x12\\x1f\\n\" +\n\t\"\\vpicture_url\\x18\\x03 \\x01(\\tR\\n\" +\n\t\"pictureUrl\\\"$\\n\" +\n\t\"\\\"GetWelcomeScreenInformationRequest\\\"_\\n\" +\n\t\"\\x12InviterInformation\\x12\\x14\\n\" +\n\t\"\\x05email\\x18\\x01 \\x01(\\tR\\x05email\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x02 \\x01(\\tR\\x04name\\x12\\x1f\\n\" +\n\t\"\\vpicture_url\\x18\\x03 \\x01(\\tR\\n\" +\n\t\"pictureUrl\\\"s\\n\" +\n\t\"#GetWelcomeScreenInformationResponse\\x12L\\n\" +\n\t\"\\x13inviter_information\\x18\\x01 \\x01(\\v2\\x1b.account.InviterInformationR\\x12inviterInformation*\\x96\\x01\\n\" +\n\t\"\\fSourceStatus\\x12\\x16\\n\" +\n\t\"\\x12STATUS_UNSPECIFIED\\x10\\x00\\x12\\x16\\n\" +\n\t\"\\x12STATUS_PROGRESSING\\x10\\x01\\x12\\x12\\n\" +\n\t\"\\x0eSTATUS_HEALTHY\\x10\\x02\\x12\\x14\\n\" +\n\t\"\\x10STATUS_UNHEALTHY\\x10\\x03\\x12\\x13\\n\" +\n\t\"\\x0fSTATUS_SLEEPING\\x10\\x04\\x12\\x17\\n\" +\n\t\"\\x13STATUS_DISCONNECTED\\x10\\x05*s\\n\" +\n\t\"\\x10RepositoryStatus\\x12!\\n\" +\n\t\"\\x1dREPOSITORY_STATUS_UNSPECIFIED\\x10\\x00\\x12\\x1c\\n\" +\n\t\"\\x18REPOSITORY_STATUS_ACTIVE\\x10\\x01\\x12\\x1e\\n\" +\n\t\"\\x1aREPOSITORY_STATUS_INACTIVE\\x10\\x02*_\\n\" +\n\t\"\\vAccountPlan\\x12\\x1c\\n\" +\n\t\"\\x18ACCOUNT_PLAN_UNSPECIFIED\\x10\\x00\\x12\\x15\\n\" +\n\t\"\\x11ACCOUNT_PLAN_FREE\\x10\\x01\\x12\\x1b\\n\" +\n\t\"\\x17ACCOUNT_PLAN_ENTERPRISE\\x10\\x02*'\\n\" +\n\t\"\\rSourceManaged\\x12\\t\\n\" +\n\t\"\\x05LOCAL\\x10\\x00\\x12\\v\\n\" +\n\t\"\\aMANAGED\\x10\\x01*\\xb2\\x02\\n\" +\n\t\"\\x0fAdapterCategory\\x12\\x1a\\n\" +\n\t\"\\x16ADAPTER_CATEGORY_OTHER\\x10\\x00\\x12(\\n\" +\n\t\"$ADAPTER_CATEGORY_COMPUTE_APPLICATION\\x10\\x01\\x12\\x1c\\n\" +\n\t\"\\x18ADAPTER_CATEGORY_STORAGE\\x10\\x02\\x12\\x1c\\n\" +\n\t\"\\x18ADAPTER_CATEGORY_NETWORK\\x10\\x03\\x12\\x1d\\n\" +\n\t\"\\x19ADAPTER_CATEGORY_SECURITY\\x10\\x04\\x12\\\"\\n\" +\n\t\"\\x1eADAPTER_CATEGORY_OBSERVABILITY\\x10\\x05\\x12\\x1d\\n\" +\n\t\"\\x19ADAPTER_CATEGORY_DATABASE\\x10\\x06\\x12\\\"\\n\" +\n\t\"\\x1eADAPTER_CATEGORY_CONFIGURATION\\x10\\a\\x12\\x17\\n\" +\n\t\"\\x13ADAPTER_CATEGORY_AI\\x10\\b2\\xe1\\a\\n\" +\n\t\"\\fAdminService\\x12K\\n\" +\n\t\"\\fListAccounts\\x12\\x1c.account.ListAccountsRequest\\x1a\\x1d.account.ListAccountsResponse\\x12N\\n\" +\n\t\"\\rCreateAccount\\x12\\x1d.account.CreateAccountRequest\\x1a\\x1e.account.CreateAccountResponse\\x12S\\n\" +\n\t\"\\rUpdateAccount\\x12\\\".account.AdminUpdateAccountRequest\\x1a\\x1e.account.UpdateAccountResponse\\x12J\\n\" +\n\t\"\\n\" +\n\t\"GetAccount\\x12\\x1f.account.AdminGetAccountRequest\\x1a\\x1b.account.GetAccountResponse\\x12X\\n\" +\n\t\"\\rDeleteAccount\\x12\\\".account.AdminDeleteAccountRequest\\x1a#.account.AdminDeleteAccountResponse\\x12M\\n\" +\n\t\"\\vListSources\\x12 .account.AdminListSourcesRequest\\x1a\\x1c.account.ListSourcesResponse\\x12P\\n\" +\n\t\"\\fCreateSource\\x12!.account.AdminCreateSourceRequest\\x1a\\x1d.account.CreateSourceResponse\\x12G\\n\" +\n\t\"\\tGetSource\\x12\\x1e.account.AdminGetSourceRequest\\x1a\\x1a.account.GetSourceResponse\\x12P\\n\" +\n\t\"\\fUpdateSource\\x12!.account.AdminUpdateSourceRequest\\x1a\\x1d.account.UpdateSourceResponse\\x12P\\n\" +\n\t\"\\fDeleteSource\\x12!.account.AdminDeleteSourceRequest\\x1a\\x1d.account.DeleteSourceResponse\\x12\\\\\\n\" +\n\t\"\\x10KeepaliveSources\\x12%.account.AdminKeepaliveSourcesRequest\\x1a!.account.KeepaliveSourcesResponse\\x12M\\n\" +\n\t\"\\vCreateToken\\x12 .account.AdminCreateTokenRequest\\x1a\\x1c.account.CreateTokenResponse2\\x89\\x10\\n\" +\n\t\"\\x11ManagementService\\x12E\\n\" +\n\t\"\\n\" +\n\t\"GetAccount\\x12\\x1a.account.GetAccountRequest\\x1a\\x1b.account.GetAccountResponse\\x12N\\n\" +\n\t\"\\rDeleteAccount\\x12\\x1d.account.DeleteAccountRequest\\x1a\\x1e.account.DeleteAccountResponse\\x12H\\n\" +\n\t\"\\vListSources\\x12\\x1b.account.ListSourcesRequest\\x1a\\x1c.account.ListSourcesResponse\\x12K\\n\" +\n\t\"\\fCreateSource\\x12\\x1c.account.CreateSourceRequest\\x1a\\x1d.account.CreateSourceResponse\\x12B\\n\" +\n\t\"\\tGetSource\\x12\\x19.account.GetSourceRequest\\x1a\\x1a.account.GetSourceResponse\\x12K\\n\" +\n\t\"\\fUpdateSource\\x12\\x1c.account.UpdateSourceRequest\\x1a\\x1d.account.UpdateSourceResponse\\x12K\\n\" +\n\t\"\\fDeleteSource\\x12\\x1c.account.DeleteSourceRequest\\x1a\\x1d.account.DeleteSourceResponse\\x12c\\n\" +\n\t\"\\x14ListAllSourcesStatus\\x12$.account.ListAllSourcesStatusRequest\\x1a%.account.ListAllSourcesStatusResponse\\x12f\\n\" +\n\t\"\\x17ListActiveSourcesStatus\\x12$.account.ListAllSourcesStatusRequest\\x1a%.account.ListAllSourcesStatusResponse\\x12f\\n\" +\n\t\"\\x15SubmitSourceHeartbeat\\x12%.account.SubmitSourceHeartbeatRequest\\x1a&.account.SubmitSourceHeartbeatResponse\\x12W\\n\" +\n\t\"\\x10KeepaliveSources\\x12 .account.KeepaliveSourcesRequest\\x1a!.account.KeepaliveSourcesResponse\\x12H\\n\" +\n\t\"\\vCreateToken\\x12\\x1b.account.CreateTokenRequest\\x1a\\x1c.account.CreateTokenResponse\\x12P\\n\" +\n\t\"\\rRevlinkWarmup\\x12\\x1d.account.RevlinkWarmupRequest\\x1a\\x1e.account.RevlinkWarmupResponse0\\x01\\x12i\\n\" +\n\t\"\\x16ListAvailableItemTypes\\x12&.account.ListAvailableItemTypesRequest\\x1a'.account.ListAvailableItemTypesResponse\\x12T\\n\" +\n\t\"\\x0fGetSourceStatus\\x12\\x1f.account.GetSourceStatusRequest\\x1a .account.GetSourceStatusResponse\\x12l\\n\" +\n\t\"\\x17GetUserOnboardingStatus\\x12'.account.GetUserOnboardingStatusRequest\\x1a(.account.GetUserOnboardingStatusResponse\\x12l\\n\" +\n\t\"\\x17SetUserOnboardingStatus\\x12'.account.SetUserOnboardingStatusRequest\\x1a(.account.SetUserOnboardingStatusResponse\\x12T\\n\" +\n\t\"\\x0fListTeamMembers\\x12\\x1f.account.ListTeamMembersRequest\\x1a .account.ListTeamMembersResponse\\x12x\\n\" +\n\t\"\\x1bGetWelcomeScreenInformation\\x12+.account.GetWelcomeScreenInformationRequest\\x1a,.account.GetWelcomeScreenInformationResponse\\x12l\\n\" +\n\t\"\\x17SetGithubInstallationID\\x12'.account.SetGithubInstallationIDRequest\\x1a(.account.SetGithubInstallationIDResponse\\x12r\\n\" +\n\t\"\\x19UnsetGithubInstallationID\\x12).account.UnsetGithubInstallationIDRequest\\x1a*.account.UnsetGithubInstallationIDResponse\\x12o\\n\" +\n\t\"\\x18GetOrCreateAWSExternalId\\x12(.account.GetOrCreateAWSExternalIdRequest\\x1a).account.GetOrCreateAWSExternalIdResponseB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_account_proto_rawDescOnce sync.Once\n\tfile_account_proto_rawDescData []byte\n)\n\nfunc file_account_proto_rawDescGZIP() []byte {\n\tfile_account_proto_rawDescOnce.Do(func() {\n\t\tfile_account_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_account_proto_rawDesc), len(file_account_proto_rawDesc)))\n\t})\n\treturn file_account_proto_rawDescData\n}\n\nvar file_account_proto_enumTypes = make([]protoimpl.EnumInfo, 5)\nvar file_account_proto_msgTypes = make([]protoimpl.MessageInfo, 74)\nvar file_account_proto_goTypes = []any{\n\t(SourceStatus)(0), // 0: account.SourceStatus\n\t(RepositoryStatus)(0), // 1: account.RepositoryStatus\n\t(AccountPlan)(0), // 2: account.AccountPlan\n\t(SourceManaged)(0), // 3: account.SourceManaged\n\t(AdapterCategory)(0), // 4: account.AdapterCategory\n\t(*ListAccountsRequest)(nil), // 5: account.ListAccountsRequest\n\t(*ListAccountsResponse)(nil), // 6: account.ListAccountsResponse\n\t(*CreateAccountRequest)(nil), // 7: account.CreateAccountRequest\n\t(*CreateAccountResponse)(nil), // 8: account.CreateAccountResponse\n\t(*UpdateAccountRequest)(nil), // 9: account.UpdateAccountRequest\n\t(*UpdateAccountResponse)(nil), // 10: account.UpdateAccountResponse\n\t(*AdminUpdateAccountRequest)(nil), // 11: account.AdminUpdateAccountRequest\n\t(*AdminGetAccountRequest)(nil), // 12: account.AdminGetAccountRequest\n\t(*AdminDeleteAccountRequest)(nil), // 13: account.AdminDeleteAccountRequest\n\t(*AdminDeleteAccountResponse)(nil), // 14: account.AdminDeleteAccountResponse\n\t(*AdminListSourcesRequest)(nil), // 15: account.AdminListSourcesRequest\n\t(*AdminCreateSourceRequest)(nil), // 16: account.AdminCreateSourceRequest\n\t(*AdminGetSourceRequest)(nil), // 17: account.AdminGetSourceRequest\n\t(*AdminUpdateSourceRequest)(nil), // 18: account.AdminUpdateSourceRequest\n\t(*AdminDeleteSourceRequest)(nil), // 19: account.AdminDeleteSourceRequest\n\t(*AdminKeepaliveSourcesRequest)(nil), // 20: account.AdminKeepaliveSourcesRequest\n\t(*AdminCreateTokenRequest)(nil), // 21: account.AdminCreateTokenRequest\n\t(*Source)(nil), // 22: account.Source\n\t(*SourceMetadata)(nil), // 23: account.SourceMetadata\n\t(*SourceProperties)(nil), // 24: account.SourceProperties\n\t(*Account)(nil), // 25: account.Account\n\t(*AccountMetadata)(nil), // 26: account.AccountMetadata\n\t(*Repository)(nil), // 27: account.Repository\n\t(*AccountProperties)(nil), // 28: account.AccountProperties\n\t(*GetAccountRequest)(nil), // 29: account.GetAccountRequest\n\t(*GetAccountResponse)(nil), // 30: account.GetAccountResponse\n\t(*DeleteAccountRequest)(nil), // 31: account.DeleteAccountRequest\n\t(*DeleteAccountResponse)(nil), // 32: account.DeleteAccountResponse\n\t(*ListSourcesRequest)(nil), // 33: account.ListSourcesRequest\n\t(*ListSourcesResponse)(nil), // 34: account.ListSourcesResponse\n\t(*CreateSourceRequest)(nil), // 35: account.CreateSourceRequest\n\t(*CreateSourceResponse)(nil), // 36: account.CreateSourceResponse\n\t(*GetSourceRequest)(nil), // 37: account.GetSourceRequest\n\t(*GetSourceResponse)(nil), // 38: account.GetSourceResponse\n\t(*UpdateSourceRequest)(nil), // 39: account.UpdateSourceRequest\n\t(*UpdateSourceResponse)(nil), // 40: account.UpdateSourceResponse\n\t(*DeleteSourceRequest)(nil), // 41: account.DeleteSourceRequest\n\t(*DeleteSourceResponse)(nil), // 42: account.DeleteSourceResponse\n\t(*SourceKeepaliveResult)(nil), // 43: account.SourceKeepaliveResult\n\t(*ListAllSourcesStatusRequest)(nil), // 44: account.ListAllSourcesStatusRequest\n\t(*SourceHealth)(nil), // 45: account.SourceHealth\n\t(*ListAllSourcesStatusResponse)(nil), // 46: account.ListAllSourcesStatusResponse\n\t(*SubmitSourceHeartbeatRequest)(nil), // 47: account.SubmitSourceHeartbeatRequest\n\t(*AdapterMetadata)(nil), // 48: account.AdapterMetadata\n\t(*AdapterSupportedQueryMethods)(nil), // 49: account.AdapterSupportedQueryMethods\n\t(*TerraformMapping)(nil), // 50: account.TerraformMapping\n\t(*SubmitSourceHeartbeatResponse)(nil), // 51: account.SubmitSourceHeartbeatResponse\n\t(*KeepaliveSourcesRequest)(nil), // 52: account.KeepaliveSourcesRequest\n\t(*KeepaliveSourcesResponse)(nil), // 53: account.KeepaliveSourcesResponse\n\t(*CreateTokenRequest)(nil), // 54: account.CreateTokenRequest\n\t(*CreateTokenResponse)(nil), // 55: account.CreateTokenResponse\n\t(*RevlinkWarmupRequest)(nil), // 56: account.RevlinkWarmupRequest\n\t(*RevlinkWarmupResponse)(nil), // 57: account.RevlinkWarmupResponse\n\t(*AvailableItemType)(nil), // 58: account.AvailableItemType\n\t(*ListAvailableItemTypesRequest)(nil), // 59: account.ListAvailableItemTypesRequest\n\t(*ListAvailableItemTypesResponse)(nil), // 60: account.ListAvailableItemTypesResponse\n\t(*GetSourceStatusRequest)(nil), // 61: account.GetSourceStatusRequest\n\t(*GetSourceStatusResponse)(nil), // 62: account.GetSourceStatusResponse\n\t(*GetUserOnboardingStatusRequest)(nil), // 63: account.GetUserOnboardingStatusRequest\n\t(*GetUserOnboardingStatusResponse)(nil), // 64: account.GetUserOnboardingStatusResponse\n\t(*SetUserOnboardingStatusRequest)(nil), // 65: account.SetUserOnboardingStatusRequest\n\t(*SetUserOnboardingStatusResponse)(nil), // 66: account.SetUserOnboardingStatusResponse\n\t(*SetGithubInstallationIDRequest)(nil), // 67: account.SetGithubInstallationIDRequest\n\t(*SetGithubInstallationIDResponse)(nil), // 68: account.SetGithubInstallationIDResponse\n\t(*UnsetGithubInstallationIDRequest)(nil), // 69: account.UnsetGithubInstallationIDRequest\n\t(*UnsetGithubInstallationIDResponse)(nil), // 70: account.UnsetGithubInstallationIDResponse\n\t(*GetOrCreateAWSExternalIdRequest)(nil), // 71: account.GetOrCreateAWSExternalIdRequest\n\t(*GetOrCreateAWSExternalIdResponse)(nil), // 72: account.GetOrCreateAWSExternalIdResponse\n\t(*ListTeamMembersRequest)(nil), // 73: account.ListTeamMembersRequest\n\t(*ListTeamMembersResponse)(nil), // 74: account.ListTeamMembersResponse\n\t(*TeamMember)(nil), // 75: account.TeamMember\n\t(*GetWelcomeScreenInformationRequest)(nil), // 76: account.GetWelcomeScreenInformationRequest\n\t(*InviterInformation)(nil), // 77: account.InviterInformation\n\t(*GetWelcomeScreenInformationResponse)(nil), // 78: account.GetWelcomeScreenInformationResponse\n\t(*timestamppb.Timestamp)(nil), // 79: google.protobuf.Timestamp\n\t(*structpb.Struct)(nil), // 80: google.protobuf.Struct\n\t(*durationpb.Duration)(nil), // 81: google.protobuf.Duration\n\t(QueryMethod)(0), // 82: QueryMethod\n}\nvar file_account_proto_depIdxs = []int32{\n\t25, // 0: account.ListAccountsResponse.accounts:type_name -> account.Account\n\t28, // 1: account.CreateAccountRequest.properties:type_name -> account.AccountProperties\n\t25, // 2: account.CreateAccountResponse.account:type_name -> account.Account\n\t28, // 3: account.UpdateAccountRequest.properties:type_name -> account.AccountProperties\n\t25, // 4: account.UpdateAccountResponse.account:type_name -> account.Account\n\t9, // 5: account.AdminUpdateAccountRequest.request:type_name -> account.UpdateAccountRequest\n\t33, // 6: account.AdminListSourcesRequest.request:type_name -> account.ListSourcesRequest\n\t35, // 7: account.AdminCreateSourceRequest.request:type_name -> account.CreateSourceRequest\n\t37, // 8: account.AdminGetSourceRequest.request:type_name -> account.GetSourceRequest\n\t39, // 9: account.AdminUpdateSourceRequest.request:type_name -> account.UpdateSourceRequest\n\t41, // 10: account.AdminDeleteSourceRequest.request:type_name -> account.DeleteSourceRequest\n\t52, // 11: account.AdminKeepaliveSourcesRequest.request:type_name -> account.KeepaliveSourcesRequest\n\t54, // 12: account.AdminCreateTokenRequest.request:type_name -> account.CreateTokenRequest\n\t23, // 13: account.Source.metadata:type_name -> account.SourceMetadata\n\t24, // 14: account.Source.properties:type_name -> account.SourceProperties\n\t79, // 15: account.SourceMetadata.TokenExpiry:type_name -> google.protobuf.Timestamp\n\t0, // 16: account.SourceMetadata.Status:type_name -> account.SourceStatus\n\t80, // 17: account.SourceProperties.Config:type_name -> google.protobuf.Struct\n\t80, // 18: account.SourceProperties.AdditionalConfig:type_name -> google.protobuf.Struct\n\t26, // 19: account.Account.metadata:type_name -> account.AccountMetadata\n\t28, // 20: account.Account.properties:type_name -> account.AccountProperties\n\t27, // 21: account.AccountMetadata.repositories:type_name -> account.Repository\n\t2, // 22: account.AccountMetadata.Plan:type_name -> account.AccountPlan\n\t79, // 23: account.Repository.lastChangeAt:type_name -> google.protobuf.Timestamp\n\t1, // 24: account.Repository.status:type_name -> account.RepositoryStatus\n\t25, // 25: account.GetAccountResponse.account:type_name -> account.Account\n\t22, // 26: account.ListSourcesResponse.Sources:type_name -> account.Source\n\t24, // 27: account.CreateSourceRequest.properties:type_name -> account.SourceProperties\n\t22, // 28: account.CreateSourceResponse.source:type_name -> account.Source\n\t22, // 29: account.GetSourceResponse.source:type_name -> account.Source\n\t24, // 30: account.UpdateSourceRequest.properties:type_name -> account.SourceProperties\n\t22, // 31: account.UpdateSourceResponse.source:type_name -> account.Source\n\t0, // 32: account.SourceKeepaliveResult.Status:type_name -> account.SourceStatus\n\t0, // 33: account.SourceHealth.status:type_name -> account.SourceStatus\n\t79, // 34: account.SourceHealth.createdAt:type_name -> google.protobuf.Timestamp\n\t79, // 35: account.SourceHealth.lastHeartbeat:type_name -> google.protobuf.Timestamp\n\t79, // 36: account.SourceHealth.nextHeartbeat:type_name -> google.protobuf.Timestamp\n\t3, // 37: account.SourceHealth.managed:type_name -> account.SourceManaged\n\t48, // 38: account.SourceHealth.adapterMetadata:type_name -> account.AdapterMetadata\n\t45, // 39: account.ListAllSourcesStatusResponse.sources:type_name -> account.SourceHealth\n\t81, // 40: account.SubmitSourceHeartbeatRequest.nextHeartbeatMax:type_name -> google.protobuf.Duration\n\t3, // 41: account.SubmitSourceHeartbeatRequest.managed:type_name -> account.SourceManaged\n\t48, // 42: account.SubmitSourceHeartbeatRequest.adapterMetadata:type_name -> account.AdapterMetadata\n\t4, // 43: account.AdapterMetadata.category:type_name -> account.AdapterCategory\n\t49, // 44: account.AdapterMetadata.supportedQueryMethods:type_name -> account.AdapterSupportedQueryMethods\n\t50, // 45: account.AdapterMetadata.terraformMappings:type_name -> account.TerraformMapping\n\t82, // 46: account.TerraformMapping.terraformMethod:type_name -> QueryMethod\n\t81, // 47: account.KeepaliveSourcesRequest.timeout:type_name -> google.protobuf.Duration\n\t43, // 48: account.KeepaliveSourcesResponse.sources:type_name -> account.SourceKeepaliveResult\n\t4, // 49: account.AvailableItemType.category:type_name -> account.AdapterCategory\n\t49, // 50: account.AvailableItemType.supportedQueryMethods:type_name -> account.AdapterSupportedQueryMethods\n\t58, // 51: account.ListAvailableItemTypesResponse.types:type_name -> account.AvailableItemType\n\t45, // 52: account.GetSourceStatusResponse.source:type_name -> account.SourceHealth\n\t75, // 53: account.ListTeamMembersResponse.members:type_name -> account.TeamMember\n\t77, // 54: account.GetWelcomeScreenInformationResponse.inviter_information:type_name -> account.InviterInformation\n\t5, // 55: account.AdminService.ListAccounts:input_type -> account.ListAccountsRequest\n\t7, // 56: account.AdminService.CreateAccount:input_type -> account.CreateAccountRequest\n\t11, // 57: account.AdminService.UpdateAccount:input_type -> account.AdminUpdateAccountRequest\n\t12, // 58: account.AdminService.GetAccount:input_type -> account.AdminGetAccountRequest\n\t13, // 59: account.AdminService.DeleteAccount:input_type -> account.AdminDeleteAccountRequest\n\t15, // 60: account.AdminService.ListSources:input_type -> account.AdminListSourcesRequest\n\t16, // 61: account.AdminService.CreateSource:input_type -> account.AdminCreateSourceRequest\n\t17, // 62: account.AdminService.GetSource:input_type -> account.AdminGetSourceRequest\n\t18, // 63: account.AdminService.UpdateSource:input_type -> account.AdminUpdateSourceRequest\n\t19, // 64: account.AdminService.DeleteSource:input_type -> account.AdminDeleteSourceRequest\n\t20, // 65: account.AdminService.KeepaliveSources:input_type -> account.AdminKeepaliveSourcesRequest\n\t21, // 66: account.AdminService.CreateToken:input_type -> account.AdminCreateTokenRequest\n\t29, // 67: account.ManagementService.GetAccount:input_type -> account.GetAccountRequest\n\t31, // 68: account.ManagementService.DeleteAccount:input_type -> account.DeleteAccountRequest\n\t33, // 69: account.ManagementService.ListSources:input_type -> account.ListSourcesRequest\n\t35, // 70: account.ManagementService.CreateSource:input_type -> account.CreateSourceRequest\n\t37, // 71: account.ManagementService.GetSource:input_type -> account.GetSourceRequest\n\t39, // 72: account.ManagementService.UpdateSource:input_type -> account.UpdateSourceRequest\n\t41, // 73: account.ManagementService.DeleteSource:input_type -> account.DeleteSourceRequest\n\t44, // 74: account.ManagementService.ListAllSourcesStatus:input_type -> account.ListAllSourcesStatusRequest\n\t44, // 75: account.ManagementService.ListActiveSourcesStatus:input_type -> account.ListAllSourcesStatusRequest\n\t47, // 76: account.ManagementService.SubmitSourceHeartbeat:input_type -> account.SubmitSourceHeartbeatRequest\n\t52, // 77: account.ManagementService.KeepaliveSources:input_type -> account.KeepaliveSourcesRequest\n\t54, // 78: account.ManagementService.CreateToken:input_type -> account.CreateTokenRequest\n\t56, // 79: account.ManagementService.RevlinkWarmup:input_type -> account.RevlinkWarmupRequest\n\t59, // 80: account.ManagementService.ListAvailableItemTypes:input_type -> account.ListAvailableItemTypesRequest\n\t61, // 81: account.ManagementService.GetSourceStatus:input_type -> account.GetSourceStatusRequest\n\t63, // 82: account.ManagementService.GetUserOnboardingStatus:input_type -> account.GetUserOnboardingStatusRequest\n\t65, // 83: account.ManagementService.SetUserOnboardingStatus:input_type -> account.SetUserOnboardingStatusRequest\n\t73, // 84: account.ManagementService.ListTeamMembers:input_type -> account.ListTeamMembersRequest\n\t76, // 85: account.ManagementService.GetWelcomeScreenInformation:input_type -> account.GetWelcomeScreenInformationRequest\n\t67, // 86: account.ManagementService.SetGithubInstallationID:input_type -> account.SetGithubInstallationIDRequest\n\t69, // 87: account.ManagementService.UnsetGithubInstallationID:input_type -> account.UnsetGithubInstallationIDRequest\n\t71, // 88: account.ManagementService.GetOrCreateAWSExternalId:input_type -> account.GetOrCreateAWSExternalIdRequest\n\t6, // 89: account.AdminService.ListAccounts:output_type -> account.ListAccountsResponse\n\t8, // 90: account.AdminService.CreateAccount:output_type -> account.CreateAccountResponse\n\t10, // 91: account.AdminService.UpdateAccount:output_type -> account.UpdateAccountResponse\n\t30, // 92: account.AdminService.GetAccount:output_type -> account.GetAccountResponse\n\t14, // 93: account.AdminService.DeleteAccount:output_type -> account.AdminDeleteAccountResponse\n\t34, // 94: account.AdminService.ListSources:output_type -> account.ListSourcesResponse\n\t36, // 95: account.AdminService.CreateSource:output_type -> account.CreateSourceResponse\n\t38, // 96: account.AdminService.GetSource:output_type -> account.GetSourceResponse\n\t40, // 97: account.AdminService.UpdateSource:output_type -> account.UpdateSourceResponse\n\t42, // 98: account.AdminService.DeleteSource:output_type -> account.DeleteSourceResponse\n\t53, // 99: account.AdminService.KeepaliveSources:output_type -> account.KeepaliveSourcesResponse\n\t55, // 100: account.AdminService.CreateToken:output_type -> account.CreateTokenResponse\n\t30, // 101: account.ManagementService.GetAccount:output_type -> account.GetAccountResponse\n\t32, // 102: account.ManagementService.DeleteAccount:output_type -> account.DeleteAccountResponse\n\t34, // 103: account.ManagementService.ListSources:output_type -> account.ListSourcesResponse\n\t36, // 104: account.ManagementService.CreateSource:output_type -> account.CreateSourceResponse\n\t38, // 105: account.ManagementService.GetSource:output_type -> account.GetSourceResponse\n\t40, // 106: account.ManagementService.UpdateSource:output_type -> account.UpdateSourceResponse\n\t42, // 107: account.ManagementService.DeleteSource:output_type -> account.DeleteSourceResponse\n\t46, // 108: account.ManagementService.ListAllSourcesStatus:output_type -> account.ListAllSourcesStatusResponse\n\t46, // 109: account.ManagementService.ListActiveSourcesStatus:output_type -> account.ListAllSourcesStatusResponse\n\t51, // 110: account.ManagementService.SubmitSourceHeartbeat:output_type -> account.SubmitSourceHeartbeatResponse\n\t53, // 111: account.ManagementService.KeepaliveSources:output_type -> account.KeepaliveSourcesResponse\n\t55, // 112: account.ManagementService.CreateToken:output_type -> account.CreateTokenResponse\n\t57, // 113: account.ManagementService.RevlinkWarmup:output_type -> account.RevlinkWarmupResponse\n\t60, // 114: account.ManagementService.ListAvailableItemTypes:output_type -> account.ListAvailableItemTypesResponse\n\t62, // 115: account.ManagementService.GetSourceStatus:output_type -> account.GetSourceStatusResponse\n\t64, // 116: account.ManagementService.GetUserOnboardingStatus:output_type -> account.GetUserOnboardingStatusResponse\n\t66, // 117: account.ManagementService.SetUserOnboardingStatus:output_type -> account.SetUserOnboardingStatusResponse\n\t74, // 118: account.ManagementService.ListTeamMembers:output_type -> account.ListTeamMembersResponse\n\t78, // 119: account.ManagementService.GetWelcomeScreenInformation:output_type -> account.GetWelcomeScreenInformationResponse\n\t68, // 120: account.ManagementService.SetGithubInstallationID:output_type -> account.SetGithubInstallationIDResponse\n\t70, // 121: account.ManagementService.UnsetGithubInstallationID:output_type -> account.UnsetGithubInstallationIDResponse\n\t72, // 122: account.ManagementService.GetOrCreateAWSExternalId:output_type -> account.GetOrCreateAWSExternalIdResponse\n\t89, // [89:123] is the sub-list for method output_type\n\t55, // [55:89] is the sub-list for method input_type\n\t55, // [55:55] is the sub-list for extension type_name\n\t55, // [55:55] is the sub-list for extension extendee\n\t0, // [0:55] is the sub-list for field type_name\n}\n\nfunc init() { file_account_proto_init() }\nfunc file_account_proto_init() {\n\tif File_account_proto != nil {\n\t\treturn\n\t}\n\tfile_items_proto_init()\n\tfile_account_proto_msgTypes[40].OneofWrappers = []any{}\n\tfile_account_proto_msgTypes[42].OneofWrappers = []any{}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_account_proto_rawDesc), len(file_account_proto_rawDesc)),\n\t\t\tNumEnums: 5,\n\t\t\tNumMessages: 74,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 2,\n\t\t},\n\t\tGoTypes: file_account_proto_goTypes,\n\t\tDependencyIndexes: file_account_proto_depIdxs,\n\t\tEnumInfos: file_account_proto_enumTypes,\n\t\tMessageInfos: file_account_proto_msgTypes,\n\t}.Build()\n\tFile_account_proto = out.File\n\tfile_account_proto_goTypes = nil\n\tfile_account_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/apikey.go", "content": "package sdp\n\nimport \"github.com/google/uuid\"\n\nfunc (a *APIKeyMetadata) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(a.GetUuid())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n" }, { "path": "go/sdp-go/apikeys.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: apikeys.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\ttimestamppb \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\ntype KeyStatus int32\n\nconst (\n\tKeyStatus_KEY_STATUS_UNKNOWN KeyStatus = 0\n\t// This means the key has been created but we have not yet received the\n\t// callback from Auth0 which allows us to fetch the access token\n\tKeyStatus_KEY_STATUS_UNAUTHORIZED KeyStatus = 1\n\t// Key is ready for use\n\tKeyStatus_KEY_STATUS_READY KeyStatus = 2\n\t// There was an error getting the access token from Auth0\n\tKeyStatus_KEY_STATUS_ERROR KeyStatus = 3\n\t// The API key has been revoked\n\tKeyStatus_KEY_STATUS_REVOKED KeyStatus = 4\n)\n\n// Enum value maps for KeyStatus.\nvar (\n\tKeyStatus_name = map[int32]string{\n\t\t0: \"KEY_STATUS_UNKNOWN\",\n\t\t1: \"KEY_STATUS_UNAUTHORIZED\",\n\t\t2: \"KEY_STATUS_READY\",\n\t\t3: \"KEY_STATUS_ERROR\",\n\t\t4: \"KEY_STATUS_REVOKED\",\n\t}\n\tKeyStatus_value = map[string]int32{\n\t\t\"KEY_STATUS_UNKNOWN\": 0,\n\t\t\"KEY_STATUS_UNAUTHORIZED\": 1,\n\t\t\"KEY_STATUS_READY\": 2,\n\t\t\"KEY_STATUS_ERROR\": 3,\n\t\t\"KEY_STATUS_REVOKED\": 4,\n\t}\n)\n\nfunc (x KeyStatus) Enum() *KeyStatus {\n\tp := new(KeyStatus)\n\t*p = x\n\treturn p\n}\n\nfunc (x KeyStatus) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (KeyStatus) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_apikeys_proto_enumTypes[0].Descriptor()\n}\n\nfunc (KeyStatus) Type() protoreflect.EnumType {\n\treturn &file_apikeys_proto_enumTypes[0]\n}\n\nfunc (x KeyStatus) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use KeyStatus.Descriptor instead.\nfunc (KeyStatus) EnumDescriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{0}\n}\n\ntype APIKey struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tMetadata *APIKeyMetadata `protobuf:\"bytes,1,opt,name=metadata,proto3\" json:\"metadata,omitempty\"`\n\tProperties *APIKeyProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *APIKey) Reset() {\n\t*x = APIKey{}\n\tmi := &file_apikeys_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *APIKey) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*APIKey) ProtoMessage() {}\n\nfunc (x *APIKey) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use APIKey.ProtoReflect.Descriptor instead.\nfunc (*APIKey) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *APIKey) GetMetadata() *APIKeyMetadata {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\nfunc (x *APIKey) GetProperties() *APIKeyProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype APIKeyMetadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The ID of this API key\n\tUuid []byte `protobuf:\"bytes,1,opt,name=uuid,proto3\" json:\"uuid,omitempty\"`\n\t// When the API Key was created\n\tCreated *timestamppb.Timestamp `protobuf:\"bytes,2,opt,name=created,proto3\" json:\"created,omitempty\"`\n\t// The last time the API key was exchanged for an access token\n\tLastUsed *timestamppb.Timestamp `protobuf:\"bytes,3,opt,name=lastUsed,proto3\" json:\"lastUsed,omitempty\"`\n\t// The actual API key\n\tKey string `protobuf:\"bytes,4,opt,name=key,proto3\" json:\"key,omitempty\"`\n\t// The list of scopes that this token has access to\n\tScopes []string `protobuf:\"bytes,5,rep,name=scopes,proto3\" json:\"scopes,omitempty\"`\n\t// The status of the key\n\tStatus KeyStatus `protobuf:\"varint,6,opt,name=status,proto3,enum=apikeys.KeyStatus\" json:\"status,omitempty\"`\n\t// The error encountered when authorizing the key. This will only be set if\n\t// the status is ERROR\n\tError string `protobuf:\"bytes,7,opt,name=error,proto3\" json:\"error,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *APIKeyMetadata) Reset() {\n\t*x = APIKeyMetadata{}\n\tmi := &file_apikeys_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *APIKeyMetadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*APIKeyMetadata) ProtoMessage() {}\n\nfunc (x *APIKeyMetadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use APIKeyMetadata.ProtoReflect.Descriptor instead.\nfunc (*APIKeyMetadata) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *APIKeyMetadata) GetUuid() []byte {\n\tif x != nil {\n\t\treturn x.Uuid\n\t}\n\treturn nil\n}\n\nfunc (x *APIKeyMetadata) GetCreated() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.Created\n\t}\n\treturn nil\n}\n\nfunc (x *APIKeyMetadata) GetLastUsed() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.LastUsed\n\t}\n\treturn nil\n}\n\nfunc (x *APIKeyMetadata) GetKey() string {\n\tif x != nil {\n\t\treturn x.Key\n\t}\n\treturn \"\"\n}\n\nfunc (x *APIKeyMetadata) GetScopes() []string {\n\tif x != nil {\n\t\treturn x.Scopes\n\t}\n\treturn nil\n}\n\nfunc (x *APIKeyMetadata) GetStatus() KeyStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn KeyStatus_KEY_STATUS_UNKNOWN\n}\n\nfunc (x *APIKeyMetadata) GetError() string {\n\tif x != nil {\n\t\treturn x.Error\n\t}\n\treturn \"\"\n}\n\ntype APIKeyProperties struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The name of the API key\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *APIKeyProperties) Reset() {\n\t*x = APIKeyProperties{}\n\tmi := &file_apikeys_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *APIKeyProperties) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*APIKeyProperties) ProtoMessage() {}\n\nfunc (x *APIKeyProperties) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use APIKeyProperties.ProtoReflect.Descriptor instead.\nfunc (*APIKeyProperties) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *APIKeyProperties) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\ntype CreateAPIKeyRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The name of the key to create\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// The scopes that the key should have\n\tScopes []string `protobuf:\"bytes,2,rep,name=scopes,proto3\" json:\"scopes,omitempty\"`\n\t// The URL that the user should be redirected to after the whole process is\n\t// over. This should be a page in the frontend, probably the one they\n\t// started from, but could also be a detail page for this particular API key\n\tFinalFrontendRedirect string `protobuf:\"bytes,3,opt,name=finalFrontendRedirect,proto3\" json:\"finalFrontendRedirect,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateAPIKeyRequest) Reset() {\n\t*x = CreateAPIKeyRequest{}\n\tmi := &file_apikeys_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateAPIKeyRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateAPIKeyRequest) ProtoMessage() {}\n\nfunc (x *CreateAPIKeyRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateAPIKeyRequest.ProtoReflect.Descriptor instead.\nfunc (*CreateAPIKeyRequest) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{3}\n}\n\nfunc (x *CreateAPIKeyRequest) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *CreateAPIKeyRequest) GetScopes() []string {\n\tif x != nil {\n\t\treturn x.Scopes\n\t}\n\treturn nil\n}\n\nfunc (x *CreateAPIKeyRequest) GetFinalFrontendRedirect() string {\n\tif x != nil {\n\t\treturn x.FinalFrontendRedirect\n\t}\n\treturn \"\"\n}\n\ntype CreateAPIKeyResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Details of the newly created API Key\n\tKey *APIKey `protobuf:\"bytes,1,opt,name=key,proto3\" json:\"key,omitempty\"`\n\t// The URL that the user should visit in order to authorize the newly\n\t// created key. This will allow Auth0 to generate a code that will be passed\n\t// to the API server via a callback. This code is then exchanged by the API\n\t// server for an access token and refresh token. The user will be redirected\n\t// back to the frontend once this process is complete.\n\t//\n\t// The authorizeURL will contain a `state` paremeter which is a UUID that\n\t// can be used to look up the API key in the database once the callback is\n\t// received\n\tAuthorizeURL string `protobuf:\"bytes,2,opt,name=authorizeURL,proto3\" json:\"authorizeURL,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateAPIKeyResponse) Reset() {\n\t*x = CreateAPIKeyResponse{}\n\tmi := &file_apikeys_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateAPIKeyResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateAPIKeyResponse) ProtoMessage() {}\n\nfunc (x *CreateAPIKeyResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateAPIKeyResponse.ProtoReflect.Descriptor instead.\nfunc (*CreateAPIKeyResponse) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{4}\n}\n\nfunc (x *CreateAPIKeyResponse) GetKey() *APIKey {\n\tif x != nil {\n\t\treturn x.Key\n\t}\n\treturn nil\n}\n\nfunc (x *CreateAPIKeyResponse) GetAuthorizeURL() string {\n\tif x != nil {\n\t\treturn x.AuthorizeURL\n\t}\n\treturn \"\"\n}\n\ntype RefreshAPIKeyRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The UUID of the API key to refresh\n\tUuid []byte `protobuf:\"bytes,1,opt,name=uuid,proto3\" json:\"uuid,omitempty\"`\n\t// The URL that the user should be redirected to after the whole process is\n\t// over. This should be a page in the frontend, probably the one they\n\t// started from, but could also be a detail page for this particular API key\n\tFinalFrontendRedirect string `protobuf:\"bytes,2,opt,name=finalFrontendRedirect,proto3\" json:\"finalFrontendRedirect,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RefreshAPIKeyRequest) Reset() {\n\t*x = RefreshAPIKeyRequest{}\n\tmi := &file_apikeys_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RefreshAPIKeyRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RefreshAPIKeyRequest) ProtoMessage() {}\n\nfunc (x *RefreshAPIKeyRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RefreshAPIKeyRequest.ProtoReflect.Descriptor instead.\nfunc (*RefreshAPIKeyRequest) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{5}\n}\n\nfunc (x *RefreshAPIKeyRequest) GetUuid() []byte {\n\tif x != nil {\n\t\treturn x.Uuid\n\t}\n\treturn nil\n}\n\nfunc (x *RefreshAPIKeyRequest) GetFinalFrontendRedirect() string {\n\tif x != nil {\n\t\treturn x.FinalFrontendRedirect\n\t}\n\treturn \"\"\n}\n\ntype RefreshAPIKeyResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Refreshing the API key will return the same response as CreateAPIKey, as\n\t// it is basically the a new Key, just under the same UUID and reusing the\n\t// old info.\n\tResponse *CreateAPIKeyResponse `protobuf:\"bytes,1,opt,name=response,proto3\" json:\"response,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RefreshAPIKeyResponse) Reset() {\n\t*x = RefreshAPIKeyResponse{}\n\tmi := &file_apikeys_proto_msgTypes[6]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RefreshAPIKeyResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RefreshAPIKeyResponse) ProtoMessage() {}\n\nfunc (x *RefreshAPIKeyResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[6]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RefreshAPIKeyResponse.ProtoReflect.Descriptor instead.\nfunc (*RefreshAPIKeyResponse) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{6}\n}\n\nfunc (x *RefreshAPIKeyResponse) GetResponse() *CreateAPIKeyResponse {\n\tif x != nil {\n\t\treturn x.Response\n\t}\n\treturn nil\n}\n\ntype GetAPIKeyRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The UUID of the API Key to get\n\tUuid []byte `protobuf:\"bytes,1,opt,name=uuid,proto3\" json:\"uuid,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetAPIKeyRequest) Reset() {\n\t*x = GetAPIKeyRequest{}\n\tmi := &file_apikeys_proto_msgTypes[7]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetAPIKeyRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetAPIKeyRequest) ProtoMessage() {}\n\nfunc (x *GetAPIKeyRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[7]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetAPIKeyRequest.ProtoReflect.Descriptor instead.\nfunc (*GetAPIKeyRequest) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{7}\n}\n\nfunc (x *GetAPIKeyRequest) GetUuid() []byte {\n\tif x != nil {\n\t\treturn x.Uuid\n\t}\n\treturn nil\n}\n\ntype GetAPIKeyResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tKey *APIKey `protobuf:\"bytes,1,opt,name=key,proto3\" json:\"key,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetAPIKeyResponse) Reset() {\n\t*x = GetAPIKeyResponse{}\n\tmi := &file_apikeys_proto_msgTypes[8]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetAPIKeyResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetAPIKeyResponse) ProtoMessage() {}\n\nfunc (x *GetAPIKeyResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[8]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetAPIKeyResponse.ProtoReflect.Descriptor instead.\nfunc (*GetAPIKeyResponse) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{8}\n}\n\nfunc (x *GetAPIKeyResponse) GetKey() *APIKey {\n\tif x != nil {\n\t\treturn x.Key\n\t}\n\treturn nil\n}\n\ntype UpdateAPIKeyRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The UUID of the API key to update\n\tUuid []byte `protobuf:\"bytes,1,opt,name=uuid,proto3\" json:\"uuid,omitempty\"`\n\t// New properties to update\n\tProperties *APIKeyProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateAPIKeyRequest) Reset() {\n\t*x = UpdateAPIKeyRequest{}\n\tmi := &file_apikeys_proto_msgTypes[9]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateAPIKeyRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateAPIKeyRequest) ProtoMessage() {}\n\nfunc (x *UpdateAPIKeyRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[9]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateAPIKeyRequest.ProtoReflect.Descriptor instead.\nfunc (*UpdateAPIKeyRequest) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{9}\n}\n\nfunc (x *UpdateAPIKeyRequest) GetUuid() []byte {\n\tif x != nil {\n\t\treturn x.Uuid\n\t}\n\treturn nil\n}\n\nfunc (x *UpdateAPIKeyRequest) GetProperties() *APIKeyProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype UpdateAPIKeyResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The updated API key\n\tKey *APIKey `protobuf:\"bytes,1,opt,name=key,proto3\" json:\"key,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateAPIKeyResponse) Reset() {\n\t*x = UpdateAPIKeyResponse{}\n\tmi := &file_apikeys_proto_msgTypes[10]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateAPIKeyResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateAPIKeyResponse) ProtoMessage() {}\n\nfunc (x *UpdateAPIKeyResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[10]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateAPIKeyResponse.ProtoReflect.Descriptor instead.\nfunc (*UpdateAPIKeyResponse) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{10}\n}\n\nfunc (x *UpdateAPIKeyResponse) GetKey() *APIKey {\n\tif x != nil {\n\t\treturn x.Key\n\t}\n\treturn nil\n}\n\ntype ListAPIKeysRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListAPIKeysRequest) Reset() {\n\t*x = ListAPIKeysRequest{}\n\tmi := &file_apikeys_proto_msgTypes[11]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListAPIKeysRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListAPIKeysRequest) ProtoMessage() {}\n\nfunc (x *ListAPIKeysRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[11]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListAPIKeysRequest.ProtoReflect.Descriptor instead.\nfunc (*ListAPIKeysRequest) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{11}\n}\n\ntype ListAPIKeysResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tKeys []*APIKey `protobuf:\"bytes,1,rep,name=keys,proto3\" json:\"keys,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListAPIKeysResponse) Reset() {\n\t*x = ListAPIKeysResponse{}\n\tmi := &file_apikeys_proto_msgTypes[12]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListAPIKeysResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListAPIKeysResponse) ProtoMessage() {}\n\nfunc (x *ListAPIKeysResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[12]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListAPIKeysResponse.ProtoReflect.Descriptor instead.\nfunc (*ListAPIKeysResponse) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{12}\n}\n\nfunc (x *ListAPIKeysResponse) GetKeys() []*APIKey {\n\tif x != nil {\n\t\treturn x.Keys\n\t}\n\treturn nil\n}\n\ntype DeleteAPIKeyRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The UUID of the API key to delete\n\tUuid []byte `protobuf:\"bytes,1,opt,name=uuid,proto3\" json:\"uuid,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteAPIKeyRequest) Reset() {\n\t*x = DeleteAPIKeyRequest{}\n\tmi := &file_apikeys_proto_msgTypes[13]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteAPIKeyRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteAPIKeyRequest) ProtoMessage() {}\n\nfunc (x *DeleteAPIKeyRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[13]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteAPIKeyRequest.ProtoReflect.Descriptor instead.\nfunc (*DeleteAPIKeyRequest) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{13}\n}\n\nfunc (x *DeleteAPIKeyRequest) GetUuid() []byte {\n\tif x != nil {\n\t\treturn x.Uuid\n\t}\n\treturn nil\n}\n\ntype DeleteAPIKeyResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteAPIKeyResponse) Reset() {\n\t*x = DeleteAPIKeyResponse{}\n\tmi := &file_apikeys_proto_msgTypes[14]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteAPIKeyResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteAPIKeyResponse) ProtoMessage() {}\n\nfunc (x *DeleteAPIKeyResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[14]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteAPIKeyResponse.ProtoReflect.Descriptor instead.\nfunc (*DeleteAPIKeyResponse) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{14}\n}\n\ntype ExchangeKeyForTokenRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The API Key that you want to exchange for an Oauth access token\n\tApiKey string `protobuf:\"bytes,1,opt,name=apiKey,proto3\" json:\"apiKey,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ExchangeKeyForTokenRequest) Reset() {\n\t*x = ExchangeKeyForTokenRequest{}\n\tmi := &file_apikeys_proto_msgTypes[15]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ExchangeKeyForTokenRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ExchangeKeyForTokenRequest) ProtoMessage() {}\n\nfunc (x *ExchangeKeyForTokenRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[15]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ExchangeKeyForTokenRequest.ProtoReflect.Descriptor instead.\nfunc (*ExchangeKeyForTokenRequest) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{15}\n}\n\nfunc (x *ExchangeKeyForTokenRequest) GetApiKey() string {\n\tif x != nil {\n\t\treturn x.ApiKey\n\t}\n\treturn \"\"\n}\n\ntype ExchangeKeyForTokenResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The access token that can now be use to authenticate to Overmind and its\n\t// APIs\n\tAccessToken string `protobuf:\"bytes,1,opt,name=accessToken,proto3\" json:\"accessToken,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ExchangeKeyForTokenResponse) Reset() {\n\t*x = ExchangeKeyForTokenResponse{}\n\tmi := &file_apikeys_proto_msgTypes[16]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ExchangeKeyForTokenResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ExchangeKeyForTokenResponse) ProtoMessage() {}\n\nfunc (x *ExchangeKeyForTokenResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_apikeys_proto_msgTypes[16]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ExchangeKeyForTokenResponse.ProtoReflect.Descriptor instead.\nfunc (*ExchangeKeyForTokenResponse) Descriptor() ([]byte, []int) {\n\treturn file_apikeys_proto_rawDescGZIP(), []int{16}\n}\n\nfunc (x *ExchangeKeyForTokenResponse) GetAccessToken() string {\n\tif x != nil {\n\t\treturn x.AccessToken\n\t}\n\treturn \"\"\n}\n\nvar File_apikeys_proto protoreflect.FileDescriptor\n\nconst file_apikeys_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\rapikeys.proto\\x12\\aapikeys\\x1a\\x1fgoogle/protobuf/timestamp.proto\\\"x\\n\" +\n\t\"\\x06APIKey\\x123\\n\" +\n\t\"\\bmetadata\\x18\\x01 \\x01(\\v2\\x17.apikeys.APIKeyMetadataR\\bmetadata\\x129\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x19.apikeys.APIKeyPropertiesR\\n\" +\n\t\"properties\\\"\\xfe\\x01\\n\" +\n\t\"\\x0eAPIKeyMetadata\\x12\\x12\\n\" +\n\t\"\\x04uuid\\x18\\x01 \\x01(\\fR\\x04uuid\\x124\\n\" +\n\t\"\\acreated\\x18\\x02 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\acreated\\x126\\n\" +\n\t\"\\blastUsed\\x18\\x03 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\blastUsed\\x12\\x10\\n\" +\n\t\"\\x03key\\x18\\x04 \\x01(\\tR\\x03key\\x12\\x16\\n\" +\n\t\"\\x06scopes\\x18\\x05 \\x03(\\tR\\x06scopes\\x12*\\n\" +\n\t\"\\x06status\\x18\\x06 \\x01(\\x0e2\\x12.apikeys.KeyStatusR\\x06status\\x12\\x14\\n\" +\n\t\"\\x05error\\x18\\a \\x01(\\tR\\x05error\\\"&\\n\" +\n\t\"\\x10APIKeyProperties\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\\"w\\n\" +\n\t\"\\x13CreateAPIKeyRequest\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12\\x16\\n\" +\n\t\"\\x06scopes\\x18\\x02 \\x03(\\tR\\x06scopes\\x124\\n\" +\n\t\"\\x15finalFrontendRedirect\\x18\\x03 \\x01(\\tR\\x15finalFrontendRedirect\\\"]\\n\" +\n\t\"\\x14CreateAPIKeyResponse\\x12!\\n\" +\n\t\"\\x03key\\x18\\x01 \\x01(\\v2\\x0f.apikeys.APIKeyR\\x03key\\x12\\\"\\n\" +\n\t\"\\fauthorizeURL\\x18\\x02 \\x01(\\tR\\fauthorizeURL\\\"`\\n\" +\n\t\"\\x14RefreshAPIKeyRequest\\x12\\x12\\n\" +\n\t\"\\x04uuid\\x18\\x01 \\x01(\\fR\\x04uuid\\x124\\n\" +\n\t\"\\x15finalFrontendRedirect\\x18\\x02 \\x01(\\tR\\x15finalFrontendRedirect\\\"R\\n\" +\n\t\"\\x15RefreshAPIKeyResponse\\x129\\n\" +\n\t\"\\bresponse\\x18\\x01 \\x01(\\v2\\x1d.apikeys.CreateAPIKeyResponseR\\bresponse\\\"&\\n\" +\n\t\"\\x10GetAPIKeyRequest\\x12\\x12\\n\" +\n\t\"\\x04uuid\\x18\\x01 \\x01(\\fR\\x04uuid\\\"6\\n\" +\n\t\"\\x11GetAPIKeyResponse\\x12!\\n\" +\n\t\"\\x03key\\x18\\x01 \\x01(\\v2\\x0f.apikeys.APIKeyR\\x03key\\\"d\\n\" +\n\t\"\\x13UpdateAPIKeyRequest\\x12\\x12\\n\" +\n\t\"\\x04uuid\\x18\\x01 \\x01(\\fR\\x04uuid\\x129\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x19.apikeys.APIKeyPropertiesR\\n\" +\n\t\"properties\\\"9\\n\" +\n\t\"\\x14UpdateAPIKeyResponse\\x12!\\n\" +\n\t\"\\x03key\\x18\\x01 \\x01(\\v2\\x0f.apikeys.APIKeyR\\x03key\\\"\\x14\\n\" +\n\t\"\\x12ListAPIKeysRequest\\\":\\n\" +\n\t\"\\x13ListAPIKeysResponse\\x12#\\n\" +\n\t\"\\x04keys\\x18\\x01 \\x03(\\v2\\x0f.apikeys.APIKeyR\\x04keys\\\")\\n\" +\n\t\"\\x13DeleteAPIKeyRequest\\x12\\x12\\n\" +\n\t\"\\x04uuid\\x18\\x01 \\x01(\\fR\\x04uuid\\\"\\x16\\n\" +\n\t\"\\x14DeleteAPIKeyResponse\\\"4\\n\" +\n\t\"\\x1aExchangeKeyForTokenRequest\\x12\\x16\\n\" +\n\t\"\\x06apiKey\\x18\\x01 \\x01(\\tR\\x06apiKey\\\"?\\n\" +\n\t\"\\x1bExchangeKeyForTokenResponse\\x12 \\n\" +\n\t\"\\vaccessToken\\x18\\x01 \\x01(\\tR\\vaccessToken*\\x84\\x01\\n\" +\n\t\"\\tKeyStatus\\x12\\x16\\n\" +\n\t\"\\x12KEY_STATUS_UNKNOWN\\x10\\x00\\x12\\x1b\\n\" +\n\t\"\\x17KEY_STATUS_UNAUTHORIZED\\x10\\x01\\x12\\x14\\n\" +\n\t\"\\x10KEY_STATUS_READY\\x10\\x02\\x12\\x14\\n\" +\n\t\"\\x10KEY_STATUS_ERROR\\x10\\x03\\x12\\x16\\n\" +\n\t\"\\x12KEY_STATUS_REVOKED\\x10\\x042\\xb6\\x04\\n\" +\n\t\"\\rApiKeyService\\x12K\\n\" +\n\t\"\\fCreateAPIKey\\x12\\x1c.apikeys.CreateAPIKeyRequest\\x1a\\x1d.apikeys.CreateAPIKeyResponse\\x12N\\n\" +\n\t\"\\rRefreshAPIKey\\x12\\x1d.apikeys.RefreshAPIKeyRequest\\x1a\\x1e.apikeys.RefreshAPIKeyResponse\\x12B\\n\" +\n\t\"\\tGetAPIKey\\x12\\x19.apikeys.GetAPIKeyRequest\\x1a\\x1a.apikeys.GetAPIKeyResponse\\x12K\\n\" +\n\t\"\\fUpdateAPIKey\\x12\\x1c.apikeys.UpdateAPIKeyRequest\\x1a\\x1d.apikeys.UpdateAPIKeyResponse\\x12H\\n\" +\n\t\"\\vListAPIKeys\\x12\\x1b.apikeys.ListAPIKeysRequest\\x1a\\x1c.apikeys.ListAPIKeysResponse\\x12K\\n\" +\n\t\"\\fDeleteAPIKey\\x12\\x1c.apikeys.DeleteAPIKeyRequest\\x1a\\x1d.apikeys.DeleteAPIKeyResponse\\x12`\\n\" +\n\t\"\\x13ExchangeKeyForToken\\x12#.apikeys.ExchangeKeyForTokenRequest\\x1a$.apikeys.ExchangeKeyForTokenResponseB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_apikeys_proto_rawDescOnce sync.Once\n\tfile_apikeys_proto_rawDescData []byte\n)\n\nfunc file_apikeys_proto_rawDescGZIP() []byte {\n\tfile_apikeys_proto_rawDescOnce.Do(func() {\n\t\tfile_apikeys_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_apikeys_proto_rawDesc), len(file_apikeys_proto_rawDesc)))\n\t})\n\treturn file_apikeys_proto_rawDescData\n}\n\nvar file_apikeys_proto_enumTypes = make([]protoimpl.EnumInfo, 1)\nvar file_apikeys_proto_msgTypes = make([]protoimpl.MessageInfo, 17)\nvar file_apikeys_proto_goTypes = []any{\n\t(KeyStatus)(0), // 0: apikeys.KeyStatus\n\t(*APIKey)(nil), // 1: apikeys.APIKey\n\t(*APIKeyMetadata)(nil), // 2: apikeys.APIKeyMetadata\n\t(*APIKeyProperties)(nil), // 3: apikeys.APIKeyProperties\n\t(*CreateAPIKeyRequest)(nil), // 4: apikeys.CreateAPIKeyRequest\n\t(*CreateAPIKeyResponse)(nil), // 5: apikeys.CreateAPIKeyResponse\n\t(*RefreshAPIKeyRequest)(nil), // 6: apikeys.RefreshAPIKeyRequest\n\t(*RefreshAPIKeyResponse)(nil), // 7: apikeys.RefreshAPIKeyResponse\n\t(*GetAPIKeyRequest)(nil), // 8: apikeys.GetAPIKeyRequest\n\t(*GetAPIKeyResponse)(nil), // 9: apikeys.GetAPIKeyResponse\n\t(*UpdateAPIKeyRequest)(nil), // 10: apikeys.UpdateAPIKeyRequest\n\t(*UpdateAPIKeyResponse)(nil), // 11: apikeys.UpdateAPIKeyResponse\n\t(*ListAPIKeysRequest)(nil), // 12: apikeys.ListAPIKeysRequest\n\t(*ListAPIKeysResponse)(nil), // 13: apikeys.ListAPIKeysResponse\n\t(*DeleteAPIKeyRequest)(nil), // 14: apikeys.DeleteAPIKeyRequest\n\t(*DeleteAPIKeyResponse)(nil), // 15: apikeys.DeleteAPIKeyResponse\n\t(*ExchangeKeyForTokenRequest)(nil), // 16: apikeys.ExchangeKeyForTokenRequest\n\t(*ExchangeKeyForTokenResponse)(nil), // 17: apikeys.ExchangeKeyForTokenResponse\n\t(*timestamppb.Timestamp)(nil), // 18: google.protobuf.Timestamp\n}\nvar file_apikeys_proto_depIdxs = []int32{\n\t2, // 0: apikeys.APIKey.metadata:type_name -> apikeys.APIKeyMetadata\n\t3, // 1: apikeys.APIKey.properties:type_name -> apikeys.APIKeyProperties\n\t18, // 2: apikeys.APIKeyMetadata.created:type_name -> google.protobuf.Timestamp\n\t18, // 3: apikeys.APIKeyMetadata.lastUsed:type_name -> google.protobuf.Timestamp\n\t0, // 4: apikeys.APIKeyMetadata.status:type_name -> apikeys.KeyStatus\n\t1, // 5: apikeys.CreateAPIKeyResponse.key:type_name -> apikeys.APIKey\n\t5, // 6: apikeys.RefreshAPIKeyResponse.response:type_name -> apikeys.CreateAPIKeyResponse\n\t1, // 7: apikeys.GetAPIKeyResponse.key:type_name -> apikeys.APIKey\n\t3, // 8: apikeys.UpdateAPIKeyRequest.properties:type_name -> apikeys.APIKeyProperties\n\t1, // 9: apikeys.UpdateAPIKeyResponse.key:type_name -> apikeys.APIKey\n\t1, // 10: apikeys.ListAPIKeysResponse.keys:type_name -> apikeys.APIKey\n\t4, // 11: apikeys.ApiKeyService.CreateAPIKey:input_type -> apikeys.CreateAPIKeyRequest\n\t6, // 12: apikeys.ApiKeyService.RefreshAPIKey:input_type -> apikeys.RefreshAPIKeyRequest\n\t8, // 13: apikeys.ApiKeyService.GetAPIKey:input_type -> apikeys.GetAPIKeyRequest\n\t10, // 14: apikeys.ApiKeyService.UpdateAPIKey:input_type -> apikeys.UpdateAPIKeyRequest\n\t12, // 15: apikeys.ApiKeyService.ListAPIKeys:input_type -> apikeys.ListAPIKeysRequest\n\t14, // 16: apikeys.ApiKeyService.DeleteAPIKey:input_type -> apikeys.DeleteAPIKeyRequest\n\t16, // 17: apikeys.ApiKeyService.ExchangeKeyForToken:input_type -> apikeys.ExchangeKeyForTokenRequest\n\t5, // 18: apikeys.ApiKeyService.CreateAPIKey:output_type -> apikeys.CreateAPIKeyResponse\n\t7, // 19: apikeys.ApiKeyService.RefreshAPIKey:output_type -> apikeys.RefreshAPIKeyResponse\n\t9, // 20: apikeys.ApiKeyService.GetAPIKey:output_type -> apikeys.GetAPIKeyResponse\n\t11, // 21: apikeys.ApiKeyService.UpdateAPIKey:output_type -> apikeys.UpdateAPIKeyResponse\n\t13, // 22: apikeys.ApiKeyService.ListAPIKeys:output_type -> apikeys.ListAPIKeysResponse\n\t15, // 23: apikeys.ApiKeyService.DeleteAPIKey:output_type -> apikeys.DeleteAPIKeyResponse\n\t17, // 24: apikeys.ApiKeyService.ExchangeKeyForToken:output_type -> apikeys.ExchangeKeyForTokenResponse\n\t18, // [18:25] is the sub-list for method output_type\n\t11, // [11:18] is the sub-list for method input_type\n\t11, // [11:11] is the sub-list for extension type_name\n\t11, // [11:11] is the sub-list for extension extendee\n\t0, // [0:11] is the sub-list for field type_name\n}\n\nfunc init() { file_apikeys_proto_init() }\nfunc file_apikeys_proto_init() {\n\tif File_apikeys_proto != nil {\n\t\treturn\n\t}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_apikeys_proto_rawDesc), len(file_apikeys_proto_rawDesc)),\n\t\t\tNumEnums: 1,\n\t\t\tNumMessages: 17,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 1,\n\t\t},\n\t\tGoTypes: file_apikeys_proto_goTypes,\n\t\tDependencyIndexes: file_apikeys_proto_depIdxs,\n\t\tEnumInfos: file_apikeys_proto_enumTypes,\n\t\tMessageInfos: file_apikeys_proto_msgTypes,\n\t}.Build()\n\tFile_apikeys_proto = out.File\n\tfile_apikeys_proto_goTypes = nil\n\tfile_apikeys_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/area51.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: area51.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\ntype ChangeArchive struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChange *Change `protobuf:\"bytes,1,opt,name=Change,proto3\" json:\"Change,omitempty\"`\n\tChangingItemsBookmark *Bookmark `protobuf:\"bytes,2,opt,name=changingItemsBookmark,proto3,oneof\" json:\"changingItemsBookmark,omitempty\"`\n\tBlastRadiusSnapshot *Snapshot `protobuf:\"bytes,3,opt,name=blastRadiusSnapshot,proto3,oneof\" json:\"blastRadiusSnapshot,omitempty\"`\n\tSystemBeforeSnapshot *Snapshot `protobuf:\"bytes,4,opt,name=systemBeforeSnapshot,proto3,oneof\" json:\"systemBeforeSnapshot,omitempty\"`\n\tSystemAfterSnapshot *Snapshot `protobuf:\"bytes,5,opt,name=systemAfterSnapshot,proto3,oneof\" json:\"systemAfterSnapshot,omitempty\"`\n\tChangeRiskMetadata *ChangeRiskMetadata `protobuf:\"bytes,6,opt,name=changeRiskMetadata,proto3\" json:\"changeRiskMetadata,omitempty\"`\n\tPlannedChanges []*MappedItemDiff `protobuf:\"bytes,7,rep,name=plannedChanges,proto3\" json:\"plannedChanges,omitempty\"`\n\tTimelineV2 []*ChangeTimelineEntryV2 `protobuf:\"bytes,8,rep,name=timelineV2,proto3\" json:\"timelineV2,omitempty\"`\n\tSignals []*Signal `protobuf:\"bytes,9,rep,name=signals,proto3\" json:\"signals,omitempty\"`\n\tHypotheses []*HypothesesDetails `protobuf:\"bytes,10,rep,name=hypotheses,proto3\" json:\"hypotheses,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeArchive) Reset() {\n\t*x = ChangeArchive{}\n\tmi := &file_area51_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeArchive) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeArchive) ProtoMessage() {}\n\nfunc (x *ChangeArchive) ProtoReflect() protoreflect.Message {\n\tmi := &file_area51_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeArchive.ProtoReflect.Descriptor instead.\nfunc (*ChangeArchive) Descriptor() ([]byte, []int) {\n\treturn file_area51_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *ChangeArchive) GetChange() *Change {\n\tif x != nil {\n\t\treturn x.Change\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeArchive) GetChangingItemsBookmark() *Bookmark {\n\tif x != nil {\n\t\treturn x.ChangingItemsBookmark\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeArchive) GetBlastRadiusSnapshot() *Snapshot {\n\tif x != nil {\n\t\treturn x.BlastRadiusSnapshot\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeArchive) GetSystemBeforeSnapshot() *Snapshot {\n\tif x != nil {\n\t\treturn x.SystemBeforeSnapshot\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeArchive) GetSystemAfterSnapshot() *Snapshot {\n\tif x != nil {\n\t\treturn x.SystemAfterSnapshot\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeArchive) GetChangeRiskMetadata() *ChangeRiskMetadata {\n\tif x != nil {\n\t\treturn x.ChangeRiskMetadata\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeArchive) GetPlannedChanges() []*MappedItemDiff {\n\tif x != nil {\n\t\treturn x.PlannedChanges\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeArchive) GetTimelineV2() []*ChangeTimelineEntryV2 {\n\tif x != nil {\n\t\treturn x.TimelineV2\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeArchive) GetSignals() []*Signal {\n\tif x != nil {\n\t\treturn x.Signals\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeArchive) GetHypotheses() []*HypothesesDetails {\n\tif x != nil {\n\t\treturn x.Hypotheses\n\t}\n\treturn nil\n}\n\ntype GetChangeArchiveRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeArchiveRequest) Reset() {\n\t*x = GetChangeArchiveRequest{}\n\tmi := &file_area51_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeArchiveRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeArchiveRequest) ProtoMessage() {}\n\nfunc (x *GetChangeArchiveRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_area51_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeArchiveRequest.ProtoReflect.Descriptor instead.\nfunc (*GetChangeArchiveRequest) Descriptor() ([]byte, []int) {\n\treturn file_area51_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *GetChangeArchiveRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\ntype GetChangeArchiveResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeArchive *ChangeArchive `protobuf:\"bytes,1,opt,name=changeArchive,proto3\" json:\"changeArchive,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeArchiveResponse) Reset() {\n\t*x = GetChangeArchiveResponse{}\n\tmi := &file_area51_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeArchiveResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeArchiveResponse) ProtoMessage() {}\n\nfunc (x *GetChangeArchiveResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_area51_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeArchiveResponse.ProtoReflect.Descriptor instead.\nfunc (*GetChangeArchiveResponse) Descriptor() ([]byte, []int) {\n\treturn file_area51_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *GetChangeArchiveResponse) GetChangeArchive() *ChangeArchive {\n\tif x != nil {\n\t\treturn x.ChangeArchive\n\t}\n\treturn nil\n}\n\nvar File_area51_proto protoreflect.FileDescriptor\n\nconst file_area51_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\farea51.proto\\x12\\x06area51\\x1a\\x0fbookmarks.proto\\x1a\\rchanges.proto\\x1a\\fsignal.proto\\x1a\\x0fsnapshots.proto\\x1a\\n\" +\n\t\"util.proto\\\"\\x85\\x06\\n\" +\n\t\"\\rChangeArchive\\x12'\\n\" +\n\t\"\\x06Change\\x18\\x01 \\x01(\\v2\\x0f.changes.ChangeR\\x06Change\\x12N\\n\" +\n\t\"\\x15changingItemsBookmark\\x18\\x02 \\x01(\\v2\\x13.bookmarks.BookmarkH\\x00R\\x15changingItemsBookmark\\x88\\x01\\x01\\x12J\\n\" +\n\t\"\\x13blastRadiusSnapshot\\x18\\x03 \\x01(\\v2\\x13.snapshots.SnapshotH\\x01R\\x13blastRadiusSnapshot\\x88\\x01\\x01\\x12L\\n\" +\n\t\"\\x14systemBeforeSnapshot\\x18\\x04 \\x01(\\v2\\x13.snapshots.SnapshotH\\x02R\\x14systemBeforeSnapshot\\x88\\x01\\x01\\x12J\\n\" +\n\t\"\\x13systemAfterSnapshot\\x18\\x05 \\x01(\\v2\\x13.snapshots.SnapshotH\\x03R\\x13systemAfterSnapshot\\x88\\x01\\x01\\x12K\\n\" +\n\t\"\\x12changeRiskMetadata\\x18\\x06 \\x01(\\v2\\x1b.changes.ChangeRiskMetadataR\\x12changeRiskMetadata\\x12?\\n\" +\n\t\"\\x0eplannedChanges\\x18\\a \\x03(\\v2\\x17.changes.MappedItemDiffR\\x0eplannedChanges\\x12>\\n\" +\n\t\"\\n\" +\n\t\"timelineV2\\x18\\b \\x03(\\v2\\x1e.changes.ChangeTimelineEntryV2R\\n\" +\n\t\"timelineV2\\x12(\\n\" +\n\t\"\\asignals\\x18\\t \\x03(\\v2\\x0e.signal.SignalR\\asignals\\x12:\\n\" +\n\t\"\\n\" +\n\t\"hypotheses\\x18\\n\" +\n\t\" \\x03(\\v2\\x1a.changes.HypothesesDetailsR\\n\" +\n\t\"hypothesesB\\x18\\n\" +\n\t\"\\x16_changingItemsBookmarkB\\x16\\n\" +\n\t\"\\x14_blastRadiusSnapshotB\\x17\\n\" +\n\t\"\\x15_systemBeforeSnapshotB\\x16\\n\" +\n\t\"\\x14_systemAfterSnapshot\\\"-\\n\" +\n\t\"\\x17GetChangeArchiveRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"W\\n\" +\n\t\"\\x18GetChangeArchiveResponse\\x12;\\n\" +\n\t\"\\rchangeArchive\\x18\\x01 \\x01(\\v2\\x15.area51.ChangeArchiveR\\rchangeArchive2f\\n\" +\n\t\"\\rArea51Service\\x12U\\n\" +\n\t\"\\x10GetChangeArchive\\x12\\x1f.area51.GetChangeArchiveRequest\\x1a .area51.GetChangeArchiveResponseB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_area51_proto_rawDescOnce sync.Once\n\tfile_area51_proto_rawDescData []byte\n)\n\nfunc file_area51_proto_rawDescGZIP() []byte {\n\tfile_area51_proto_rawDescOnce.Do(func() {\n\t\tfile_area51_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_area51_proto_rawDesc), len(file_area51_proto_rawDesc)))\n\t})\n\treturn file_area51_proto_rawDescData\n}\n\nvar file_area51_proto_msgTypes = make([]protoimpl.MessageInfo, 3)\nvar file_area51_proto_goTypes = []any{\n\t(*ChangeArchive)(nil), // 0: area51.ChangeArchive\n\t(*GetChangeArchiveRequest)(nil), // 1: area51.GetChangeArchiveRequest\n\t(*GetChangeArchiveResponse)(nil), // 2: area51.GetChangeArchiveResponse\n\t(*Change)(nil), // 3: changes.Change\n\t(*Bookmark)(nil), // 4: bookmarks.Bookmark\n\t(*Snapshot)(nil), // 5: snapshots.Snapshot\n\t(*ChangeRiskMetadata)(nil), // 6: changes.ChangeRiskMetadata\n\t(*MappedItemDiff)(nil), // 7: changes.MappedItemDiff\n\t(*ChangeTimelineEntryV2)(nil), // 8: changes.ChangeTimelineEntryV2\n\t(*Signal)(nil), // 9: signal.Signal\n\t(*HypothesesDetails)(nil), // 10: changes.HypothesesDetails\n}\nvar file_area51_proto_depIdxs = []int32{\n\t3, // 0: area51.ChangeArchive.Change:type_name -> changes.Change\n\t4, // 1: area51.ChangeArchive.changingItemsBookmark:type_name -> bookmarks.Bookmark\n\t5, // 2: area51.ChangeArchive.blastRadiusSnapshot:type_name -> snapshots.Snapshot\n\t5, // 3: area51.ChangeArchive.systemBeforeSnapshot:type_name -> snapshots.Snapshot\n\t5, // 4: area51.ChangeArchive.systemAfterSnapshot:type_name -> snapshots.Snapshot\n\t6, // 5: area51.ChangeArchive.changeRiskMetadata:type_name -> changes.ChangeRiskMetadata\n\t7, // 6: area51.ChangeArchive.plannedChanges:type_name -> changes.MappedItemDiff\n\t8, // 7: area51.ChangeArchive.timelineV2:type_name -> changes.ChangeTimelineEntryV2\n\t9, // 8: area51.ChangeArchive.signals:type_name -> signal.Signal\n\t10, // 9: area51.ChangeArchive.hypotheses:type_name -> changes.HypothesesDetails\n\t0, // 10: area51.GetChangeArchiveResponse.changeArchive:type_name -> area51.ChangeArchive\n\t1, // 11: area51.Area51Service.GetChangeArchive:input_type -> area51.GetChangeArchiveRequest\n\t2, // 12: area51.Area51Service.GetChangeArchive:output_type -> area51.GetChangeArchiveResponse\n\t12, // [12:13] is the sub-list for method output_type\n\t11, // [11:12] is the sub-list for method input_type\n\t11, // [11:11] is the sub-list for extension type_name\n\t11, // [11:11] is the sub-list for extension extendee\n\t0, // [0:11] is the sub-list for field type_name\n}\n\nfunc init() { file_area51_proto_init() }\nfunc file_area51_proto_init() {\n\tif File_area51_proto != nil {\n\t\treturn\n\t}\n\tfile_bookmarks_proto_init()\n\tfile_changes_proto_init()\n\tfile_signal_proto_init()\n\tfile_snapshots_proto_init()\n\tfile_util_proto_init()\n\tfile_area51_proto_msgTypes[0].OneofWrappers = []any{}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_area51_proto_rawDesc), len(file_area51_proto_rawDesc)),\n\t\t\tNumEnums: 0,\n\t\t\tNumMessages: 3,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 1,\n\t\t},\n\t\tGoTypes: file_area51_proto_goTypes,\n\t\tDependencyIndexes: file_area51_proto_depIdxs,\n\t\tMessageInfos: file_area51_proto_msgTypes,\n\t}.Build()\n\tFile_area51_proto = out.File\n\tfile_area51_proto_goTypes = nil\n\tfile_area51_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/auth0support.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: auth0support.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\t_ \"google.golang.org/protobuf/types/known/structpb\"\n\t_ \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\ntype Auth0CreateUserRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The Auth0 User ID\n\tUserId string `protobuf:\"bytes,1,opt,name=user_id,json=userId,proto3\" json:\"user_id,omitempty\"`\n\t// The user's email address\n\tEmail string `protobuf:\"bytes,2,opt,name=email,proto3\" json:\"email,omitempty\"`\n\t// The user's full name. This will be split and stored as first_name and\n\t// last_name internally. It is provided for convenience since some social\n\t// providers do not provide first_name and last_name fields. If `first_name`\n\t// and `last_name` are provided, this field will be ignored.\n\tName string `protobuf:\"bytes,3,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// Whether the user's email address has been verified\n\tEmailVerified bool `protobuf:\"varint,4,opt,name=email_verified,json=emailVerified,proto3\" json:\"email_verified,omitempty\"`\n\t// The user's first name\n\tFirstName string `protobuf:\"bytes,5,opt,name=first_name,json=firstName,proto3\" json:\"first_name,omitempty\"`\n\t// The user's last name\n\tLastName string `protobuf:\"bytes,6,opt,name=last_name,json=lastName,proto3\" json:\"last_name,omitempty\"`\n\t// The user's connection id\n\tConnectionId string `protobuf:\"bytes,7,opt,name=connection_id,json=connectionId,proto3\" json:\"connection_id,omitempty\"`\n\t// The user's profile picture URL\n\tPictureUrl string `protobuf:\"bytes,8,opt,name=picture_url,json=pictureUrl,proto3\" json:\"picture_url,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Auth0CreateUserRequest) Reset() {\n\t*x = Auth0CreateUserRequest{}\n\tmi := &file_auth0support_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Auth0CreateUserRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Auth0CreateUserRequest) ProtoMessage() {}\n\nfunc (x *Auth0CreateUserRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_auth0support_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Auth0CreateUserRequest.ProtoReflect.Descriptor instead.\nfunc (*Auth0CreateUserRequest) Descriptor() ([]byte, []int) {\n\treturn file_auth0support_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *Auth0CreateUserRequest) GetUserId() string {\n\tif x != nil {\n\t\treturn x.UserId\n\t}\n\treturn \"\"\n}\n\nfunc (x *Auth0CreateUserRequest) GetEmail() string {\n\tif x != nil {\n\t\treturn x.Email\n\t}\n\treturn \"\"\n}\n\nfunc (x *Auth0CreateUserRequest) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *Auth0CreateUserRequest) GetEmailVerified() bool {\n\tif x != nil {\n\t\treturn x.EmailVerified\n\t}\n\treturn false\n}\n\nfunc (x *Auth0CreateUserRequest) GetFirstName() string {\n\tif x != nil {\n\t\treturn x.FirstName\n\t}\n\treturn \"\"\n}\n\nfunc (x *Auth0CreateUserRequest) GetLastName() string {\n\tif x != nil {\n\t\treturn x.LastName\n\t}\n\treturn \"\"\n}\n\nfunc (x *Auth0CreateUserRequest) GetConnectionId() string {\n\tif x != nil {\n\t\treturn x.ConnectionId\n\t}\n\treturn \"\"\n}\n\nfunc (x *Auth0CreateUserRequest) GetPictureUrl() string {\n\tif x != nil {\n\t\treturn x.PictureUrl\n\t}\n\treturn \"\"\n}\n\ntype Auth0CreateUserResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tOrgId string `protobuf:\"bytes,1,opt,name=org_id,json=orgId,proto3\" json:\"org_id,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Auth0CreateUserResponse) Reset() {\n\t*x = Auth0CreateUserResponse{}\n\tmi := &file_auth0support_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Auth0CreateUserResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Auth0CreateUserResponse) ProtoMessage() {}\n\nfunc (x *Auth0CreateUserResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_auth0support_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Auth0CreateUserResponse.ProtoReflect.Descriptor instead.\nfunc (*Auth0CreateUserResponse) Descriptor() ([]byte, []int) {\n\treturn file_auth0support_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *Auth0CreateUserResponse) GetOrgId() string {\n\tif x != nil {\n\t\treturn x.OrgId\n\t}\n\treturn \"\"\n}\n\nvar File_auth0support_proto protoreflect.FileDescriptor\n\nconst file_auth0support_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\x12auth0support.proto\\x12\\fauth0support\\x1a\\x1cgoogle/protobuf/struct.proto\\x1a\\x1fgoogle/protobuf/timestamp.proto\\x1a\\raccount.proto\\\"\\x84\\x02\\n\" +\n\t\"\\x16Auth0CreateUserRequest\\x12\\x17\\n\" +\n\t\"\\auser_id\\x18\\x01 \\x01(\\tR\\x06userId\\x12\\x14\\n\" +\n\t\"\\x05email\\x18\\x02 \\x01(\\tR\\x05email\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x03 \\x01(\\tR\\x04name\\x12%\\n\" +\n\t\"\\x0eemail_verified\\x18\\x04 \\x01(\\bR\\remailVerified\\x12\\x1d\\n\" +\n\t\"\\n\" +\n\t\"first_name\\x18\\x05 \\x01(\\tR\\tfirstName\\x12\\x1b\\n\" +\n\t\"\\tlast_name\\x18\\x06 \\x01(\\tR\\blastName\\x12#\\n\" +\n\t\"\\rconnection_id\\x18\\a \\x01(\\tR\\fconnectionId\\x12\\x1f\\n\" +\n\t\"\\vpicture_url\\x18\\b \\x01(\\tR\\n\" +\n\t\"pictureUrl\\\"0\\n\" +\n\t\"\\x17Auth0CreateUserResponse\\x12\\x15\\n\" +\n\t\"\\x06org_id\\x18\\x01 \\x01(\\tR\\x05orgId2\\xc7\\x01\\n\" +\n\t\"\\fAuth0Support\\x12Y\\n\" +\n\t\"\\n\" +\n\t\"CreateUser\\x12$.auth0support.Auth0CreateUserRequest\\x1a%.auth0support.Auth0CreateUserResponse\\x12\\\\\\n\" +\n\t\"\\x10KeepaliveSources\\x12%.account.AdminKeepaliveSourcesRequest\\x1a!.account.KeepaliveSourcesResponseB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_auth0support_proto_rawDescOnce sync.Once\n\tfile_auth0support_proto_rawDescData []byte\n)\n\nfunc file_auth0support_proto_rawDescGZIP() []byte {\n\tfile_auth0support_proto_rawDescOnce.Do(func() {\n\t\tfile_auth0support_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_auth0support_proto_rawDesc), len(file_auth0support_proto_rawDesc)))\n\t})\n\treturn file_auth0support_proto_rawDescData\n}\n\nvar file_auth0support_proto_msgTypes = make([]protoimpl.MessageInfo, 2)\nvar file_auth0support_proto_goTypes = []any{\n\t(*Auth0CreateUserRequest)(nil), // 0: auth0support.Auth0CreateUserRequest\n\t(*Auth0CreateUserResponse)(nil), // 1: auth0support.Auth0CreateUserResponse\n\t(*AdminKeepaliveSourcesRequest)(nil), // 2: account.AdminKeepaliveSourcesRequest\n\t(*KeepaliveSourcesResponse)(nil), // 3: account.KeepaliveSourcesResponse\n}\nvar file_auth0support_proto_depIdxs = []int32{\n\t0, // 0: auth0support.Auth0Support.CreateUser:input_type -> auth0support.Auth0CreateUserRequest\n\t2, // 1: auth0support.Auth0Support.KeepaliveSources:input_type -> account.AdminKeepaliveSourcesRequest\n\t1, // 2: auth0support.Auth0Support.CreateUser:output_type -> auth0support.Auth0CreateUserResponse\n\t3, // 3: auth0support.Auth0Support.KeepaliveSources:output_type -> account.KeepaliveSourcesResponse\n\t2, // [2:4] is the sub-list for method output_type\n\t0, // [0:2] is the sub-list for method input_type\n\t0, // [0:0] is the sub-list for extension type_name\n\t0, // [0:0] is the sub-list for extension extendee\n\t0, // [0:0] is the sub-list for field type_name\n}\n\nfunc init() { file_auth0support_proto_init() }\nfunc file_auth0support_proto_init() {\n\tif File_auth0support_proto != nil {\n\t\treturn\n\t}\n\tfile_account_proto_init()\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_auth0support_proto_rawDesc), len(file_auth0support_proto_rawDesc)),\n\t\t\tNumEnums: 0,\n\t\t\tNumMessages: 2,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 1,\n\t\t},\n\t\tGoTypes: file_auth0support_proto_goTypes,\n\t\tDependencyIndexes: file_auth0support_proto_depIdxs,\n\t\tMessageInfos: file_auth0support_proto_msgTypes,\n\t}.Build()\n\tFile_auth0support_proto = out.File\n\tfile_auth0support_proto_goTypes = nil\n\tfile_auth0support_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/bookmarks.go", "content": "package sdp\n\nfunc (b *Bookmark) ToMap() map[string]any {\n\treturn map[string]any{\n\t\t\"metadata\": b.GetMetadata().ToMap(),\n\t\t\"properties\": b.GetProperties().ToMap(),\n\t}\n}\n\nfunc (bm *BookmarkMetadata) ToMap() map[string]any {\n\treturn map[string]any{\n\t\t\"UUID\": stringFromUuidBytes(bm.GetUUID()),\n\t\t\"created\": bm.GetCreated().AsTime(),\n\t}\n}\n\nfunc (bp *BookmarkProperties) ToMap() map[string]any {\n\treturn map[string]any{\n\t\t\"name\": bp.GetName(),\n\t\t\"description\": bp.GetDescription(),\n\t\t\"queries\": bp.GetQueries(),\n\t}\n}\n" }, { "path": "go/sdp-go/bookmarks.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: bookmarks.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\ttimestamppb \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\n// a complete Bookmark with user-supplied and machine-supplied values\ntype Bookmark struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tMetadata *BookmarkMetadata `protobuf:\"bytes,1,opt,name=metadata,proto3\" json:\"metadata,omitempty\"`\n\tProperties *BookmarkProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Bookmark) Reset() {\n\t*x = Bookmark{}\n\tmi := &file_bookmarks_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Bookmark) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Bookmark) ProtoMessage() {}\n\nfunc (x *Bookmark) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Bookmark.ProtoReflect.Descriptor instead.\nfunc (*Bookmark) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *Bookmark) GetMetadata() *BookmarkMetadata {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\nfunc (x *Bookmark) GetProperties() *BookmarkProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\n// The user-editable parts of a Bookmark\ntype BookmarkProperties struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// user supplied name of this bookmark\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// user supplied description of this bookmark\n\tDescription string `protobuf:\"bytes,2,opt,name=description,proto3\" json:\"description,omitempty\"`\n\t// queries that make up the bookmark\n\tQueries []*Query `protobuf:\"bytes,3,rep,name=queries,proto3\" json:\"queries,omitempty\"`\n\t// Whether this bookmark is a system bookmark. System bookmarks are hidden\n\t// from list results and can therefore only be accessed by their UUID.\n\t// Bookmarks created by users are not system bookmarks.\n\tIsSystem bool `protobuf:\"varint,5,opt,name=isSystem,proto3\" json:\"isSystem,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *BookmarkProperties) Reset() {\n\t*x = BookmarkProperties{}\n\tmi := &file_bookmarks_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *BookmarkProperties) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*BookmarkProperties) ProtoMessage() {}\n\nfunc (x *BookmarkProperties) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use BookmarkProperties.ProtoReflect.Descriptor instead.\nfunc (*BookmarkProperties) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *BookmarkProperties) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *BookmarkProperties) GetDescription() string {\n\tif x != nil {\n\t\treturn x.Description\n\t}\n\treturn \"\"\n}\n\nfunc (x *BookmarkProperties) GetQueries() []*Query {\n\tif x != nil {\n\t\treturn x.Queries\n\t}\n\treturn nil\n}\n\nfunc (x *BookmarkProperties) GetIsSystem() bool {\n\tif x != nil {\n\t\treturn x.IsSystem\n\t}\n\treturn false\n}\n\n// Descriptor for a bookmark\ntype BookmarkMetadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// unique id to identify this bookmark\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// timestamp when this bookmark was created\n\tCreated *timestamppb.Timestamp `protobuf:\"bytes,2,opt,name=created,proto3\" json:\"created,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *BookmarkMetadata) Reset() {\n\t*x = BookmarkMetadata{}\n\tmi := &file_bookmarks_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *BookmarkMetadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*BookmarkMetadata) ProtoMessage() {}\n\nfunc (x *BookmarkMetadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use BookmarkMetadata.ProtoReflect.Descriptor instead.\nfunc (*BookmarkMetadata) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *BookmarkMetadata) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *BookmarkMetadata) GetCreated() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.Created\n\t}\n\treturn nil\n}\n\n// list all bookmarks\ntype ListBookmarksRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListBookmarksRequest) Reset() {\n\t*x = ListBookmarksRequest{}\n\tmi := &file_bookmarks_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListBookmarksRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListBookmarksRequest) ProtoMessage() {}\n\nfunc (x *ListBookmarksRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListBookmarksRequest.ProtoReflect.Descriptor instead.\nfunc (*ListBookmarksRequest) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{3}\n}\n\ntype ListBookmarkResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tBookmarks []*Bookmark `protobuf:\"bytes,3,rep,name=bookmarks,proto3\" json:\"bookmarks,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListBookmarkResponse) Reset() {\n\t*x = ListBookmarkResponse{}\n\tmi := &file_bookmarks_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListBookmarkResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListBookmarkResponse) ProtoMessage() {}\n\nfunc (x *ListBookmarkResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListBookmarkResponse.ProtoReflect.Descriptor instead.\nfunc (*ListBookmarkResponse) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{4}\n}\n\nfunc (x *ListBookmarkResponse) GetBookmarks() []*Bookmark {\n\tif x != nil {\n\t\treturn x.Bookmarks\n\t}\n\treturn nil\n}\n\n// creates a new bookmark\ntype CreateBookmarkRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tProperties *BookmarkProperties `protobuf:\"bytes,1,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateBookmarkRequest) Reset() {\n\t*x = CreateBookmarkRequest{}\n\tmi := &file_bookmarks_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateBookmarkRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateBookmarkRequest) ProtoMessage() {}\n\nfunc (x *CreateBookmarkRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateBookmarkRequest.ProtoReflect.Descriptor instead.\nfunc (*CreateBookmarkRequest) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{5}\n}\n\nfunc (x *CreateBookmarkRequest) GetProperties() *BookmarkProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype CreateBookmarkResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tBookmark *Bookmark `protobuf:\"bytes,1,opt,name=bookmark,proto3\" json:\"bookmark,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateBookmarkResponse) Reset() {\n\t*x = CreateBookmarkResponse{}\n\tmi := &file_bookmarks_proto_msgTypes[6]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateBookmarkResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateBookmarkResponse) ProtoMessage() {}\n\nfunc (x *CreateBookmarkResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[6]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateBookmarkResponse.ProtoReflect.Descriptor instead.\nfunc (*CreateBookmarkResponse) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{6}\n}\n\nfunc (x *CreateBookmarkResponse) GetBookmark() *Bookmark {\n\tif x != nil {\n\t\treturn x.Bookmark\n\t}\n\treturn nil\n}\n\n// gets a specific bookmark\ntype GetBookmarkRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetBookmarkRequest) Reset() {\n\t*x = GetBookmarkRequest{}\n\tmi := &file_bookmarks_proto_msgTypes[7]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetBookmarkRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetBookmarkRequest) ProtoMessage() {}\n\nfunc (x *GetBookmarkRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[7]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetBookmarkRequest.ProtoReflect.Descriptor instead.\nfunc (*GetBookmarkRequest) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{7}\n}\n\nfunc (x *GetBookmarkRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\ntype GetBookmarkResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tBookmark *Bookmark `protobuf:\"bytes,1,opt,name=bookmark,proto3\" json:\"bookmark,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetBookmarkResponse) Reset() {\n\t*x = GetBookmarkResponse{}\n\tmi := &file_bookmarks_proto_msgTypes[8]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetBookmarkResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetBookmarkResponse) ProtoMessage() {}\n\nfunc (x *GetBookmarkResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[8]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetBookmarkResponse.ProtoReflect.Descriptor instead.\nfunc (*GetBookmarkResponse) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{8}\n}\n\nfunc (x *GetBookmarkResponse) GetBookmark() *Bookmark {\n\tif x != nil {\n\t\treturn x.Bookmark\n\t}\n\treturn nil\n}\n\n// updates an existing bookmark\ntype UpdateBookmarkRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// unique id to identify this bookmark\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// new attributes for this bookmark\n\tProperties *BookmarkProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateBookmarkRequest) Reset() {\n\t*x = UpdateBookmarkRequest{}\n\tmi := &file_bookmarks_proto_msgTypes[9]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateBookmarkRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateBookmarkRequest) ProtoMessage() {}\n\nfunc (x *UpdateBookmarkRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[9]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateBookmarkRequest.ProtoReflect.Descriptor instead.\nfunc (*UpdateBookmarkRequest) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{9}\n}\n\nfunc (x *UpdateBookmarkRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *UpdateBookmarkRequest) GetProperties() *BookmarkProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype UpdateBookmarkResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tBookmark *Bookmark `protobuf:\"bytes,3,opt,name=bookmark,proto3\" json:\"bookmark,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateBookmarkResponse) Reset() {\n\t*x = UpdateBookmarkResponse{}\n\tmi := &file_bookmarks_proto_msgTypes[10]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateBookmarkResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateBookmarkResponse) ProtoMessage() {}\n\nfunc (x *UpdateBookmarkResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[10]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateBookmarkResponse.ProtoReflect.Descriptor instead.\nfunc (*UpdateBookmarkResponse) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{10}\n}\n\nfunc (x *UpdateBookmarkResponse) GetBookmark() *Bookmark {\n\tif x != nil {\n\t\treturn x.Bookmark\n\t}\n\treturn nil\n}\n\n// Delete the bookmark with the specified ID.\ntype DeleteBookmarkRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// unique id of the bookmark to delete\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteBookmarkRequest) Reset() {\n\t*x = DeleteBookmarkRequest{}\n\tmi := &file_bookmarks_proto_msgTypes[11]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteBookmarkRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteBookmarkRequest) ProtoMessage() {}\n\nfunc (x *DeleteBookmarkRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[11]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteBookmarkRequest.ProtoReflect.Descriptor instead.\nfunc (*DeleteBookmarkRequest) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{11}\n}\n\nfunc (x *DeleteBookmarkRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\ntype DeleteBookmarkResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteBookmarkResponse) Reset() {\n\t*x = DeleteBookmarkResponse{}\n\tmi := &file_bookmarks_proto_msgTypes[12]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteBookmarkResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteBookmarkResponse) ProtoMessage() {}\n\nfunc (x *DeleteBookmarkResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[12]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteBookmarkResponse.ProtoReflect.Descriptor instead.\nfunc (*DeleteBookmarkResponse) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{12}\n}\n\ntype GetAffectedBookmarksRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// the snapshot to consider\n\tSnapshotUUID []byte `protobuf:\"bytes,1,opt,name=snapshotUUID,proto3\" json:\"snapshotUUID,omitempty\"`\n\t// the bookmarks to filter\n\tBookmarkUUIDs [][]byte `protobuf:\"bytes,2,rep,name=bookmarkUUIDs,proto3\" json:\"bookmarkUUIDs,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetAffectedBookmarksRequest) Reset() {\n\t*x = GetAffectedBookmarksRequest{}\n\tmi := &file_bookmarks_proto_msgTypes[13]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetAffectedBookmarksRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetAffectedBookmarksRequest) ProtoMessage() {}\n\nfunc (x *GetAffectedBookmarksRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[13]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetAffectedBookmarksRequest.ProtoReflect.Descriptor instead.\nfunc (*GetAffectedBookmarksRequest) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{13}\n}\n\nfunc (x *GetAffectedBookmarksRequest) GetSnapshotUUID() []byte {\n\tif x != nil {\n\t\treturn x.SnapshotUUID\n\t}\n\treturn nil\n}\n\nfunc (x *GetAffectedBookmarksRequest) GetBookmarkUUIDs() [][]byte {\n\tif x != nil {\n\t\treturn x.BookmarkUUIDs\n\t}\n\treturn nil\n}\n\ntype GetAffectedBookmarksResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// the bookmarks that intersected with the snapshot\n\tBookmarkUUIDs [][]byte `protobuf:\"bytes,1,rep,name=bookmarkUUIDs,proto3\" json:\"bookmarkUUIDs,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetAffectedBookmarksResponse) Reset() {\n\t*x = GetAffectedBookmarksResponse{}\n\tmi := &file_bookmarks_proto_msgTypes[14]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetAffectedBookmarksResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetAffectedBookmarksResponse) ProtoMessage() {}\n\nfunc (x *GetAffectedBookmarksResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_bookmarks_proto_msgTypes[14]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetAffectedBookmarksResponse.ProtoReflect.Descriptor instead.\nfunc (*GetAffectedBookmarksResponse) Descriptor() ([]byte, []int) {\n\treturn file_bookmarks_proto_rawDescGZIP(), []int{14}\n}\n\nfunc (x *GetAffectedBookmarksResponse) GetBookmarkUUIDs() [][]byte {\n\tif x != nil {\n\t\treturn x.BookmarkUUIDs\n\t}\n\treturn nil\n}\n\nvar File_bookmarks_proto protoreflect.FileDescriptor\n\nconst file_bookmarks_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\x0fbookmarks.proto\\x12\\tbookmarks\\x1a\\x1fgoogle/protobuf/timestamp.proto\\x1a\\vitems.proto\\\"\\x82\\x01\\n\" +\n\t\"\\bBookmark\\x127\\n\" +\n\t\"\\bmetadata\\x18\\x01 \\x01(\\v2\\x1b.bookmarks.BookmarkMetadataR\\bmetadata\\x12=\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x1d.bookmarks.BookmarkPropertiesR\\n\" +\n\t\"properties\\\"\\x8e\\x01\\n\" +\n\t\"\\x12BookmarkProperties\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12 \\n\" +\n\t\"\\vdescription\\x18\\x02 \\x01(\\tR\\vdescription\\x12 \\n\" +\n\t\"\\aqueries\\x18\\x03 \\x03(\\v2\\x06.QueryR\\aqueries\\x12\\x1a\\n\" +\n\t\"\\bisSystem\\x18\\x05 \\x01(\\bR\\bisSystemJ\\x04\\b\\x04\\x10\\x05\\\"\\\\\\n\" +\n\t\"\\x10BookmarkMetadata\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x124\\n\" +\n\t\"\\acreated\\x18\\x02 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\acreated\\\"\\x16\\n\" +\n\t\"\\x14ListBookmarksRequest\\\"I\\n\" +\n\t\"\\x14ListBookmarkResponse\\x121\\n\" +\n\t\"\\tbookmarks\\x18\\x03 \\x03(\\v2\\x13.bookmarks.BookmarkR\\tbookmarks\\\"V\\n\" +\n\t\"\\x15CreateBookmarkRequest\\x12=\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x01 \\x01(\\v2\\x1d.bookmarks.BookmarkPropertiesR\\n\" +\n\t\"properties\\\"I\\n\" +\n\t\"\\x16CreateBookmarkResponse\\x12/\\n\" +\n\t\"\\bbookmark\\x18\\x01 \\x01(\\v2\\x13.bookmarks.BookmarkR\\bbookmark\\\"(\\n\" +\n\t\"\\x12GetBookmarkRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"F\\n\" +\n\t\"\\x13GetBookmarkResponse\\x12/\\n\" +\n\t\"\\bbookmark\\x18\\x01 \\x01(\\v2\\x13.bookmarks.BookmarkR\\bbookmark\\\"j\\n\" +\n\t\"\\x15UpdateBookmarkRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12=\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x1d.bookmarks.BookmarkPropertiesR\\n\" +\n\t\"properties\\\"I\\n\" +\n\t\"\\x16UpdateBookmarkResponse\\x12/\\n\" +\n\t\"\\bbookmark\\x18\\x03 \\x01(\\v2\\x13.bookmarks.BookmarkR\\bbookmark\\\"+\\n\" +\n\t\"\\x15DeleteBookmarkRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"\\x18\\n\" +\n\t\"\\x16DeleteBookmarkResponse\\\"g\\n\" +\n\t\"\\x1bGetAffectedBookmarksRequest\\x12\\\"\\n\" +\n\t\"\\fsnapshotUUID\\x18\\x01 \\x01(\\fR\\fsnapshotUUID\\x12$\\n\" +\n\t\"\\rbookmarkUUIDs\\x18\\x02 \\x03(\\fR\\rbookmarkUUIDs\\\"D\\n\" +\n\t\"\\x1cGetAffectedBookmarksResponse\\x12$\\n\" +\n\t\"\\rbookmarkUUIDs\\x18\\x01 \\x03(\\fR\\rbookmarkUUIDs2\\xa1\\x04\\n\" +\n\t\"\\x10BookmarksService\\x12Q\\n\" +\n\t\"\\rListBookmarks\\x12\\x1f.bookmarks.ListBookmarksRequest\\x1a\\x1f.bookmarks.ListBookmarkResponse\\x12U\\n\" +\n\t\"\\x0eCreateBookmark\\x12 .bookmarks.CreateBookmarkRequest\\x1a!.bookmarks.CreateBookmarkResponse\\x12L\\n\" +\n\t\"\\vGetBookmark\\x12\\x1d.bookmarks.GetBookmarkRequest\\x1a\\x1e.bookmarks.GetBookmarkResponse\\x12U\\n\" +\n\t\"\\x0eUpdateBookmark\\x12 .bookmarks.UpdateBookmarkRequest\\x1a!.bookmarks.UpdateBookmarkResponse\\x12U\\n\" +\n\t\"\\x0eDeleteBookmark\\x12 .bookmarks.DeleteBookmarkRequest\\x1a!.bookmarks.DeleteBookmarkResponse\\x12g\\n\" +\n\t\"\\x14GetAffectedBookmarks\\x12&.bookmarks.GetAffectedBookmarksRequest\\x1a'.bookmarks.GetAffectedBookmarksResponseB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_bookmarks_proto_rawDescOnce sync.Once\n\tfile_bookmarks_proto_rawDescData []byte\n)\n\nfunc file_bookmarks_proto_rawDescGZIP() []byte {\n\tfile_bookmarks_proto_rawDescOnce.Do(func() {\n\t\tfile_bookmarks_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_bookmarks_proto_rawDesc), len(file_bookmarks_proto_rawDesc)))\n\t})\n\treturn file_bookmarks_proto_rawDescData\n}\n\nvar file_bookmarks_proto_msgTypes = make([]protoimpl.MessageInfo, 15)\nvar file_bookmarks_proto_goTypes = []any{\n\t(*Bookmark)(nil), // 0: bookmarks.Bookmark\n\t(*BookmarkProperties)(nil), // 1: bookmarks.BookmarkProperties\n\t(*BookmarkMetadata)(nil), // 2: bookmarks.BookmarkMetadata\n\t(*ListBookmarksRequest)(nil), // 3: bookmarks.ListBookmarksRequest\n\t(*ListBookmarkResponse)(nil), // 4: bookmarks.ListBookmarkResponse\n\t(*CreateBookmarkRequest)(nil), // 5: bookmarks.CreateBookmarkRequest\n\t(*CreateBookmarkResponse)(nil), // 6: bookmarks.CreateBookmarkResponse\n\t(*GetBookmarkRequest)(nil), // 7: bookmarks.GetBookmarkRequest\n\t(*GetBookmarkResponse)(nil), // 8: bookmarks.GetBookmarkResponse\n\t(*UpdateBookmarkRequest)(nil), // 9: bookmarks.UpdateBookmarkRequest\n\t(*UpdateBookmarkResponse)(nil), // 10: bookmarks.UpdateBookmarkResponse\n\t(*DeleteBookmarkRequest)(nil), // 11: bookmarks.DeleteBookmarkRequest\n\t(*DeleteBookmarkResponse)(nil), // 12: bookmarks.DeleteBookmarkResponse\n\t(*GetAffectedBookmarksRequest)(nil), // 13: bookmarks.GetAffectedBookmarksRequest\n\t(*GetAffectedBookmarksResponse)(nil), // 14: bookmarks.GetAffectedBookmarksResponse\n\t(*Query)(nil), // 15: Query\n\t(*timestamppb.Timestamp)(nil), // 16: google.protobuf.Timestamp\n}\nvar file_bookmarks_proto_depIdxs = []int32{\n\t2, // 0: bookmarks.Bookmark.metadata:type_name -> bookmarks.BookmarkMetadata\n\t1, // 1: bookmarks.Bookmark.properties:type_name -> bookmarks.BookmarkProperties\n\t15, // 2: bookmarks.BookmarkProperties.queries:type_name -> Query\n\t16, // 3: bookmarks.BookmarkMetadata.created:type_name -> google.protobuf.Timestamp\n\t0, // 4: bookmarks.ListBookmarkResponse.bookmarks:type_name -> bookmarks.Bookmark\n\t1, // 5: bookmarks.CreateBookmarkRequest.properties:type_name -> bookmarks.BookmarkProperties\n\t0, // 6: bookmarks.CreateBookmarkResponse.bookmark:type_name -> bookmarks.Bookmark\n\t0, // 7: bookmarks.GetBookmarkResponse.bookmark:type_name -> bookmarks.Bookmark\n\t1, // 8: bookmarks.UpdateBookmarkRequest.properties:type_name -> bookmarks.BookmarkProperties\n\t0, // 9: bookmarks.UpdateBookmarkResponse.bookmark:type_name -> bookmarks.Bookmark\n\t3, // 10: bookmarks.BookmarksService.ListBookmarks:input_type -> bookmarks.ListBookmarksRequest\n\t5, // 11: bookmarks.BookmarksService.CreateBookmark:input_type -> bookmarks.CreateBookmarkRequest\n\t7, // 12: bookmarks.BookmarksService.GetBookmark:input_type -> bookmarks.GetBookmarkRequest\n\t9, // 13: bookmarks.BookmarksService.UpdateBookmark:input_type -> bookmarks.UpdateBookmarkRequest\n\t11, // 14: bookmarks.BookmarksService.DeleteBookmark:input_type -> bookmarks.DeleteBookmarkRequest\n\t13, // 15: bookmarks.BookmarksService.GetAffectedBookmarks:input_type -> bookmarks.GetAffectedBookmarksRequest\n\t4, // 16: bookmarks.BookmarksService.ListBookmarks:output_type -> bookmarks.ListBookmarkResponse\n\t6, // 17: bookmarks.BookmarksService.CreateBookmark:output_type -> bookmarks.CreateBookmarkResponse\n\t8, // 18: bookmarks.BookmarksService.GetBookmark:output_type -> bookmarks.GetBookmarkResponse\n\t10, // 19: bookmarks.BookmarksService.UpdateBookmark:output_type -> bookmarks.UpdateBookmarkResponse\n\t12, // 20: bookmarks.BookmarksService.DeleteBookmark:output_type -> bookmarks.DeleteBookmarkResponse\n\t14, // 21: bookmarks.BookmarksService.GetAffectedBookmarks:output_type -> bookmarks.GetAffectedBookmarksResponse\n\t16, // [16:22] is the sub-list for method output_type\n\t10, // [10:16] is the sub-list for method input_type\n\t10, // [10:10] is the sub-list for extension type_name\n\t10, // [10:10] is the sub-list for extension extendee\n\t0, // [0:10] is the sub-list for field type_name\n}\n\nfunc init() { file_bookmarks_proto_init() }\nfunc file_bookmarks_proto_init() {\n\tif File_bookmarks_proto != nil {\n\t\treturn\n\t}\n\tfile_items_proto_init()\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_bookmarks_proto_rawDesc), len(file_bookmarks_proto_rawDesc)),\n\t\t\tNumEnums: 0,\n\t\t\tNumMessages: 15,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 1,\n\t\t},\n\t\tGoTypes: file_bookmarks_proto_goTypes,\n\t\tDependencyIndexes: file_bookmarks_proto_depIdxs,\n\t\tMessageInfos: file_bookmarks_proto_msgTypes,\n\t}.Build()\n\tFile_bookmarks_proto = out.File\n\tfile_bookmarks_proto_goTypes = nil\n\tfile_bookmarks_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/cached_entry.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: cached_entry.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\n// CachedEntry represents a cached result in the BoltDB cache\ntype CachedEntry struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The cached item (nil/empty for errors)\n\tItem *Item `protobuf:\"bytes,1,opt,name=item,proto3\" json:\"item,omitempty\"`\n\t// The cached error (nil/empty for items)\n\tError *QueryError `protobuf:\"bytes,2,opt,name=error,proto3\" json:\"error,omitempty\"`\n\t// Expiry timestamp in Unix nanoseconds\n\tExpiryUnixNano int64 `protobuf:\"varint,3,opt,name=expiry_unix_nano,json=expiryUnixNano,proto3\" json:\"expiry_unix_nano,omitempty\"`\n\t// Index values for efficient lookup\n\tUniqueAttributeValue string `protobuf:\"bytes,4,opt,name=unique_attribute_value,json=uniqueAttributeValue,proto3\" json:\"unique_attribute_value,omitempty\"`\n\tMethod QueryMethod `protobuf:\"varint,5,opt,name=method,proto3,enum=QueryMethod\" json:\"method,omitempty\"`\n\tQuery string `protobuf:\"bytes,6,opt,name=query,proto3\" json:\"query,omitempty\"`\n\tSstHash string `protobuf:\"bytes,7,opt,name=sst_hash,json=sstHash,proto3\" json:\"sst_hash,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CachedEntry) Reset() {\n\t*x = CachedEntry{}\n\tmi := &file_cached_entry_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CachedEntry) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CachedEntry) ProtoMessage() {}\n\nfunc (x *CachedEntry) ProtoReflect() protoreflect.Message {\n\tmi := &file_cached_entry_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CachedEntry.ProtoReflect.Descriptor instead.\nfunc (*CachedEntry) Descriptor() ([]byte, []int) {\n\treturn file_cached_entry_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *CachedEntry) GetItem() *Item {\n\tif x != nil {\n\t\treturn x.Item\n\t}\n\treturn nil\n}\n\nfunc (x *CachedEntry) GetError() *QueryError {\n\tif x != nil {\n\t\treturn x.Error\n\t}\n\treturn nil\n}\n\nfunc (x *CachedEntry) GetExpiryUnixNano() int64 {\n\tif x != nil {\n\t\treturn x.ExpiryUnixNano\n\t}\n\treturn 0\n}\n\nfunc (x *CachedEntry) GetUniqueAttributeValue() string {\n\tif x != nil {\n\t\treturn x.UniqueAttributeValue\n\t}\n\treturn \"\"\n}\n\nfunc (x *CachedEntry) GetMethod() QueryMethod {\n\tif x != nil {\n\t\treturn x.Method\n\t}\n\treturn QueryMethod_GET\n}\n\nfunc (x *CachedEntry) GetQuery() string {\n\tif x != nil {\n\t\treturn x.Query\n\t}\n\treturn \"\"\n}\n\nfunc (x *CachedEntry) GetSstHash() string {\n\tif x != nil {\n\t\treturn x.SstHash\n\t}\n\treturn \"\"\n}\n\nvar File_cached_entry_proto protoreflect.FileDescriptor\n\nconst file_cached_entry_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\x12cached_entry.proto\\x1a\\vitems.proto\\\"\\x82\\x02\\n\" +\n\t\"\\vCachedEntry\\x12\\x19\\n\" +\n\t\"\\x04item\\x18\\x01 \\x01(\\v2\\x05.ItemR\\x04item\\x12!\\n\" +\n\t\"\\x05error\\x18\\x02 \\x01(\\v2\\v.QueryErrorR\\x05error\\x12(\\n\" +\n\t\"\\x10expiry_unix_nano\\x18\\x03 \\x01(\\x03R\\x0eexpiryUnixNano\\x124\\n\" +\n\t\"\\x16unique_attribute_value\\x18\\x04 \\x01(\\tR\\x14uniqueAttributeValue\\x12$\\n\" +\n\t\"\\x06method\\x18\\x05 \\x01(\\x0e2\\f.QueryMethodR\\x06method\\x12\\x14\\n\" +\n\t\"\\x05query\\x18\\x06 \\x01(\\tR\\x05query\\x12\\x19\\n\" +\n\t\"\\bsst_hash\\x18\\a \\x01(\\tR\\asstHashB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_cached_entry_proto_rawDescOnce sync.Once\n\tfile_cached_entry_proto_rawDescData []byte\n)\n\nfunc file_cached_entry_proto_rawDescGZIP() []byte {\n\tfile_cached_entry_proto_rawDescOnce.Do(func() {\n\t\tfile_cached_entry_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_cached_entry_proto_rawDesc), len(file_cached_entry_proto_rawDesc)))\n\t})\n\treturn file_cached_entry_proto_rawDescData\n}\n\nvar file_cached_entry_proto_msgTypes = make([]protoimpl.MessageInfo, 1)\nvar file_cached_entry_proto_goTypes = []any{\n\t(*CachedEntry)(nil), // 0: CachedEntry\n\t(*Item)(nil), // 1: Item\n\t(*QueryError)(nil), // 2: QueryError\n\t(QueryMethod)(0), // 3: QueryMethod\n}\nvar file_cached_entry_proto_depIdxs = []int32{\n\t1, // 0: CachedEntry.item:type_name -> Item\n\t2, // 1: CachedEntry.error:type_name -> QueryError\n\t3, // 2: CachedEntry.method:type_name -> QueryMethod\n\t3, // [3:3] is the sub-list for method output_type\n\t3, // [3:3] is the sub-list for method input_type\n\t3, // [3:3] is the sub-list for extension type_name\n\t3, // [3:3] is the sub-list for extension extendee\n\t0, // [0:3] is the sub-list for field type_name\n}\n\nfunc init() { file_cached_entry_proto_init() }\nfunc file_cached_entry_proto_init() {\n\tif File_cached_entry_proto != nil {\n\t\treturn\n\t}\n\tfile_items_proto_init()\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_cached_entry_proto_rawDesc), len(file_cached_entry_proto_rawDesc)),\n\t\t\tNumEnums: 0,\n\t\t\tNumMessages: 1,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 0,\n\t\t},\n\t\tGoTypes: file_cached_entry_proto_goTypes,\n\t\tDependencyIndexes: file_cached_entry_proto_depIdxs,\n\t\tMessageInfos: file_cached_entry_proto_msgTypes,\n\t}.Build()\n\tFile_cached_entry_proto = out.File\n\tfile_cached_entry_proto_goTypes = nil\n\tfile_cached_entry_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/changes.go", "content": "package sdp\n\nimport (\n\t\"errors\"\n\t\"fmt\"\n\n\t\"github.com/google/uuid\"\n\t\"go.yaml.in/yaml/v3\"\n)\n\n// GetUUIDParsed returns the parsed UUID from the ChangeMetadata, or nil if invalid.\nfunc (a *ChangeMetadata) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(a.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// GetNullUUID returns the UUID as a nullable type for database operations.\nfunc (a *ChangeMetadata) GetNullUUID() uuid.NullUUID {\n\tu := a.GetUUIDParsed()\n\tif u == nil {\n\t\treturn uuid.NullUUID{Valid: false}\n\t}\n\treturn uuid.NullUUID{UUID: *u, Valid: true}\n}\n\n// GetChangingItemsBookmarkUUIDParsed returns the parsed UUID for the bookmark\n// containing the directly affected items, or nil if invalid.\nfunc (a *ChangeProperties) GetChangingItemsBookmarkUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(a.GetChangingItemsBookmarkUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// GetSystemBeforeSnapshotUUIDParsed returns the parsed UUID for the whole-system\n// snapshot taken before the change, or nil if invalid.\nfunc (a *ChangeProperties) GetSystemBeforeSnapshotUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(a.GetSystemBeforeSnapshotUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// GetSystemAfterSnapshotUUIDParsed returns the parsed UUID for the whole-system\n// snapshot taken after the change, or nil if invalid.\nfunc (a *ChangeProperties) GetSystemAfterSnapshotUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(a.GetSystemAfterSnapshotUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// GetUUIDParsed returns the parsed UUID from GetChangeRequest, or nil if invalid.\nfunc (a *GetChangeRequest) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(a.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// GetUUIDParsed returns the parsed UUID from UpdateChangeRequest, or nil if invalid.\nfunc (a *UpdateChangeRequest) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(a.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// GetUUIDParsed returns the parsed UUID from DeleteChangeRequest, or nil if invalid.\nfunc (a *DeleteChangeRequest) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(a.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// GetChangeUUIDParsed returns the parsed change UUID from GetDiffRequest, or nil if invalid.\nfunc (x *GetDiffRequest) GetChangeUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(x.GetChangeUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// GetChangeUUIDParsed returns the parsed change UUID from ListChangingItemsSummaryRequest, or nil if invalid.\nfunc (x *ListChangingItemsSummaryRequest) GetChangeUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(x.GetChangeUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// GetChangeUUIDParsed returns the parsed change UUID from StartChangeRequest, or nil if invalid.\nfunc (x *StartChangeRequest) GetChangeUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(x.GetChangeUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// GetChangeUUIDParsed returns the parsed change UUID from EndChangeRequest, or nil if invalid.\nfunc (x *EndChangeRequest) GetChangeUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(x.GetChangeUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// ToMap converts a Change to a map for serialization (e.g., for LLM templates).\nfunc (c *Change) ToMap() map[string]any {\n\treturn map[string]any{\n\t\t\"metadata\": c.GetMetadata().ToMap(),\n\t\t\"properties\": c.GetProperties().ToMap(),\n\t}\n}\n\n// stringFromUuidBytes converts UUID bytes to a string, returning empty string on error.\nfunc stringFromUuidBytes(b []byte) string {\n\tu, err := uuid.FromBytes(b)\n\tif err != nil {\n\t\treturn \"\"\n\t}\n\treturn u.String()\n}\n\n// ToMap converts a Reference to a map for serialization.\nfunc (r *Reference) ToMap() map[string]any {\n\treturn map[string]any{\n\t\t\"type\": r.GetType(),\n\t\t\"uniqueAttributeValue\": r.GetUniqueAttributeValue(),\n\t\t\"scope\": r.GetScope(),\n\t}\n}\n\n// ToMap converts a Risk to a map for serialization, including related items.\nfunc (r *Risk) ToMap() map[string]any {\n\trelatedItems := make([]map[string]any, len(r.GetRelatedItemRefs()))\n\tfor i, ri := range r.GetRelatedItemRefs() {\n\t\trelatedItems[i] = ri.ToMap()\n\t}\n\n\treturn map[string]any{\n\t\t\"uuid\": stringFromUuidBytes(r.GetUUID()),\n\t\t\"title\": r.GetTitle(),\n\t\t\"severity\": r.GetSeverity().String(),\n\t\t\"description\": r.GetDescription(),\n\t\t\"relatedItemRefs\": relatedItems,\n\t}\n}\n\n// ToMap converts a GetChangeRisksResponse to a map for serialization.\nfunc (r *GetChangeRisksResponse) ToMap() map[string]any {\n\trmd := r.GetChangeRiskMetadata()\n\trisks := make([]map[string]any, len(rmd.GetRisks()))\n\tfor i, ri := range rmd.GetRisks() {\n\t\trisks[i] = ri.ToMap()\n\t}\n\n\treturn map[string]any{\n\t\t\"risks\": risks,\n\t\t\"numHighRisk\": rmd.GetNumHighRisk(),\n\t\t\"numMediumRisk\": rmd.GetNumMediumRisk(),\n\t\t\"numLowRisk\": rmd.GetNumLowRisk(),\n\t\t\"changeAnalysisStatus\": rmd.GetChangeAnalysisStatus().ToMap(),\n\t}\n}\n\n// ToMap converts ChangeMetadata to a map for serialization.\nfunc (cm *ChangeMetadata) ToMap() map[string]any {\n\treturn map[string]any{\n\t\t\"UUID\": stringFromUuidBytes(cm.GetUUID()),\n\t\t\"createdAt\": cm.GetCreatedAt().AsTime(),\n\t\t\"updatedAt\": cm.GetUpdatedAt().AsTime(),\n\t\t\"status\": cm.GetStatus().String(),\n\t\t\"creatorName\": cm.GetCreatorName(),\n\t\t\"numAffectedItems\": cm.GetNumAffectedItems(),\n\t\t\"numAffectedEdges\": cm.GetNumAffectedEdges(),\n\t\t\"numUnchangedItems\": cm.GetNumUnchangedItems(),\n\t\t\"numCreatedItems\": cm.GetNumCreatedItems(),\n\t\t\"numUpdatedItems\": cm.GetNumUpdatedItems(),\n\t\t\"numDeletedItems\": cm.GetNumDeletedItems(),\n\t\t\"UnknownHealthChange\": cm.GetUnknownHealthChange(),\n\t\t\"OkHealthChange\": cm.GetOkHealthChange(),\n\t\t\"WarningHealthChange\": cm.GetWarningHealthChange(),\n\t\t\"ErrorHealthChange\": cm.GetErrorHealthChange(),\n\t\t\"PendingHealthChange\": cm.GetPendingHealthChange(),\n\t}\n}\n\n// ToMap converts an Item to a map for serialization.\nfunc (i *Item) ToMap() map[string]any {\n\treturn map[string]any{\n\t\t\"type\": i.GetType(),\n\t\t\"uniqueAttributeValue\": i.UniqueAttributeValue(),\n\t\t\"scope\": i.GetScope(),\n\t\t\"attributes\": i.GetAttributes().GetAttrStruct().GetFields(),\n\t}\n}\n\n// ToMap converts an ItemDiff to a map for serialization.\nfunc (id *ItemDiff) ToMap() map[string]any {\n\tresult := map[string]any{\n\t\t\"status\": id.GetStatus().String(),\n\t}\n\tif id.GetItem() != nil {\n\t\tresult[\"item\"] = id.GetItem().ToMap()\n\t}\n\tif id.GetBefore() != nil {\n\t\tresult[\"before\"] = id.GetBefore().ToMap()\n\t}\n\tif id.GetAfter() != nil {\n\t\tresult[\"after\"] = id.GetAfter().ToMap()\n\t}\n\treturn result\n}\n\n// GloballyUniqueName returns the GUN from the item, before, or after state,\n// whichever is available (in that order of preference).\nfunc (id *ItemDiff) GloballyUniqueName() string {\n\tif id.GetItem() != nil {\n\t\treturn id.GetItem().GloballyUniqueName()\n\t} else if id.GetBefore() != nil {\n\t\treturn id.GetBefore().GloballyUniqueName()\n\t} else if id.GetAfter() != nil {\n\t\treturn id.GetAfter().GloballyUniqueName()\n\t} else {\n\t\treturn \"empty item diff\"\n\t}\n}\n\n// ToMap converts ChangeProperties to a map for serialization.\nfunc (cp *ChangeProperties) ToMap() map[string]any {\n\tplannedChanges := make([]map[string]any, len(cp.GetPlannedChanges()))\n\tfor i, id := range cp.GetPlannedChanges() {\n\t\tplannedChanges[i] = id.ToMap()\n\t}\n\n\treturn map[string]any{\n\t\t\"title\": cp.GetTitle(),\n\t\t\"description\": cp.GetDescription(),\n\t\t\"ticketLink\": cp.GetTicketLink(),\n\t\t\"owner\": cp.GetOwner(),\n\t\t\"ccEmails\": cp.GetCcEmails(),\n\t\t\"changingItemsBookmarkUUID\": stringFromUuidBytes(cp.GetChangingItemsBookmarkUUID()),\n\t\t\"blastRadiusSnapshotUUID\": stringFromUuidBytes(cp.GetBlastRadiusSnapshotUUID()),\n\t\t\"systemBeforeSnapshotUUID\": stringFromUuidBytes(cp.GetSystemBeforeSnapshotUUID()),\n\t\t\"systemAfterSnapshotUUID\": stringFromUuidBytes(cp.GetSystemAfterSnapshotUUID()),\n\t\t\"plannedChanges\": cp.GetPlannedChanges(),\n\t\t\"rawPlan\": cp.GetRawPlan(),\n\t\t\"codeChanges\": cp.GetCodeChanges(),\n\t\t\"repo\": cp.GetRepo(),\n\t\t\"tags\": cp.GetEnrichedTags(),\n\t}\n}\n\n// ToMap converts ChangeAnalysisStatus to a map for serialization.\nfunc (rcs *ChangeAnalysisStatus) ToMap() map[string]any {\n\tif rcs == nil {\n\t\treturn map[string]any{}\n\t}\n\n\treturn map[string]any{\n\t\t\"status\": rcs.GetStatus().String(),\n\t}\n}\n\n// ToMessage converts a StartChangeResponse_State enum to a human-readable message.\nfunc (s StartChangeResponse_State) ToMessage() string {\n\tswitch s {\n\tcase StartChangeResponse_STATE_UNSPECIFIED:\n\t\treturn \"unknown\"\n\tcase StartChangeResponse_STATE_TAKING_SNAPSHOT:\n\t\treturn \"Snapshot is being taken\"\n\tcase StartChangeResponse_STATE_SAVING_SNAPSHOT:\n\t\treturn \"Snapshot is being saved\"\n\tcase StartChangeResponse_STATE_DONE:\n\t\treturn \"Everything is complete\"\n\tdefault:\n\t\treturn \"unknown\"\n\t}\n}\n\n// ToMessage converts an EndChangeResponse_State enum to a human-readable message.\nfunc (s EndChangeResponse_State) ToMessage() string {\n\tswitch s {\n\tcase EndChangeResponse_STATE_UNSPECIFIED:\n\t\treturn \"unknown\"\n\tcase EndChangeResponse_STATE_TAKING_SNAPSHOT:\n\t\treturn \"Snapshot is being taken\"\n\tcase EndChangeResponse_STATE_SAVING_SNAPSHOT:\n\t\treturn \"Snapshot is being saved\"\n\tcase EndChangeResponse_STATE_DONE:\n\t\treturn \"Everything is complete\"\n\tdefault:\n\t\treturn \"unknown\"\n\t}\n}\n\n// RoutineChangesYAML represents the YAML structure for routine changes configuration.\n// It defines parameters for detecting routine changes in infrastructure:\n// - Sensitivity: Threshold for determining what constitutes a routine change (0 or higher)\n// - DurationInDays: Time window in days to analyze for routine patterns (must be >= 1)\n// - EventsPerDay: Expected number of change events per day for routine detection (must be >= 1)\ntype RoutineChangesYAML struct {\n\tSensitivity float32 `yaml:\"sensitivity\"`\n\tDurationInDays float32 `yaml:\"duration_in_days\"`\n\tEventsPerDay float32 `yaml:\"events_per_day\"`\n}\n\n// GithubOrganisationYAML represents the YAML structure for GitHub organization profile configuration.\n// It contains organization-specific settings such as the primary branch name used for\n// change detection and analysis.\ntype GithubOrganisationYAML struct {\n\tPrimaryBranchName string `yaml:\"primary_branch_name\"`\n}\n\n// SignalConfigYAML represents the root YAML structure for signal configuration files.\n// It can contain either or both of:\n// - RoutineChangesConfig: Configuration for routine change detection\n// - GithubOrganisationProfile: GitHub organization-specific settings\n// At least one section must be provided in the YAML file.\ntype SignalConfigYAML struct {\n\tRoutineChangesConfig *RoutineChangesYAML `yaml:\"routine_changes_config,omitempty\"`\n\tGithubOrganisationProfile *GithubOrganisationYAML `yaml:\"github_organisation_profile,omitempty\"`\n}\n\n// SignalConfigFile represents the internal, parsed signal configuration structure.\n// This is the converted form of SignalConfigYAML, where YAML-specific types are\n// transformed into their corresponding protocol buffer types for use in the application.\ntype SignalConfigFile struct {\n\tRoutineChangesConfig *RoutineChangesConfig\n\tGithubOrganisationProfile *GithubOrganisationProfile\n}\n\n// YamlStringToSignalConfig parses a YAML string containing signal configuration and converts it\n// into a SignalConfigFile. It validates that at least one configuration section is provided\n// and performs validation on the routine changes configuration if present.\n//\n// The function handles conversion from YAML-friendly types (e.g., float32 for durations)\n// to the internal protocol buffer types (e.g., RoutineChangesConfig with unit specifications).\n//\n// Returns an error if:\n// - The YAML is invalid or cannot be unmarshaled\n// - No configuration sections are provided\n// - Routine changes configuration validation fails\nfunc YamlStringToSignalConfig(yamlString string) (*SignalConfigFile, error) {\n\tvar signalConfigYAML SignalConfigYAML\n\terr := yaml.Unmarshal([]byte(yamlString), &signalConfigYAML)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error unmarshalling yaml to signal config: %w\", err)\n\t}\n\n\t// check that at least one section is provided\n\tif signalConfigYAML.RoutineChangesConfig == nil && signalConfigYAML.GithubOrganisationProfile == nil {\n\t\treturn nil, fmt.Errorf(\"signal config file must contain at least one of: routine_changes_config or github_organisation_profile\")\n\t}\n\n\t// validate the routine changes config\n\tif signalConfigYAML.RoutineChangesConfig != nil {\n\t\tif err := validateRoutineChangesConfig(signalConfigYAML.RoutineChangesConfig); err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tvar routineCfg *RoutineChangesConfig\n\tif signalConfigYAML.RoutineChangesConfig != nil {\n\t\troutineCfg = &RoutineChangesConfig{\n\t\t\tSensitivity: signalConfigYAML.RoutineChangesConfig.Sensitivity,\n\t\t\tEventsPer: signalConfigYAML.RoutineChangesConfig.EventsPerDay,\n\t\t\tEventsPerUnit: RoutineChangesConfig_DAYS,\n\t\t\tDuration: signalConfigYAML.RoutineChangesConfig.DurationInDays,\n\t\t\tDurationUnit: RoutineChangesConfig_DAYS,\n\t\t}\n\t}\n\n\tvar githubProfile *GithubOrganisationProfile\n\tif signalConfigYAML.GithubOrganisationProfile != nil {\n\t\tgithubProfile = &GithubOrganisationProfile{\n\t\t\tPrimaryBranchName: signalConfigYAML.GithubOrganisationProfile.PrimaryBranchName,\n\t\t}\n\t}\n\n\tsignalConfigFile := &SignalConfigFile{\n\t\tRoutineChangesConfig: routineCfg,\n\t\tGithubOrganisationProfile: githubProfile,\n\t}\n\treturn signalConfigFile, nil\n}\n\n// validateRoutineChangesConfig validates the routine changes configuration values.\n// It ensures that:\n// - EventsPerDay is at least 1\n// - DurationInDays is at least 1\n// - Sensitivity is 0 or higher\n//\n// Returns an error with a descriptive message if any validation fails.\nfunc validateRoutineChangesConfig(routineChangesConfigYAML *RoutineChangesYAML) error {\n\tif routineChangesConfigYAML.EventsPerDay < 1 {\n\t\treturn fmt.Errorf(\"events_per_day must be greater than 1, got %v\", routineChangesConfigYAML.EventsPerDay)\n\t}\n\tif routineChangesConfigYAML.DurationInDays < 1 {\n\t\treturn fmt.Errorf(\"duration_in_days must be greater than 1, got %v\", routineChangesConfigYAML.DurationInDays)\n\t}\n\tif routineChangesConfigYAML.Sensitivity < 0 {\n\t\treturn fmt.Errorf(\"sensitivity must be 0 or higher, got %v\", routineChangesConfigYAML.Sensitivity)\n\t}\n\treturn nil\n}\n\n// TimelineEntryContentDescription returns a human-readable description of the\n// entry's content based on its type.\nfunc TimelineEntryContentDescription(entry *ChangeTimelineEntryV2) string {\n\tswitch c := entry.GetContent().(type) {\n\tcase *ChangeTimelineEntryV2_MappedItems:\n\t\treturn fmt.Sprintf(\"%d mapped items\", len(c.MappedItems.GetMappedItems()))\n\tcase *ChangeTimelineEntryV2_CalculatedBlastRadius:\n\t\treturn fmt.Sprintf(\"%d items, %d edges\", c.CalculatedBlastRadius.GetNumItems(), c.CalculatedBlastRadius.GetNumEdges())\n\tcase *ChangeTimelineEntryV2_CalculatedRisks:\n\t\treturn fmt.Sprintf(\"%d risks\", len(c.CalculatedRisks.GetRisks()))\n\tcase *ChangeTimelineEntryV2_CalculatedLabels:\n\t\treturn fmt.Sprintf(\"%d labels\", len(c.CalculatedLabels.GetLabels()))\n\tcase *ChangeTimelineEntryV2_ChangeValidation:\n\t\treturn fmt.Sprintf(\"%d validation categories\", len(c.ChangeValidation.GetValidationChecklist()))\n\tcase *ChangeTimelineEntryV2_FormHypotheses:\n\t\treturn fmt.Sprintf(\"%d hypotheses\", c.FormHypotheses.GetNumHypotheses())\n\tcase *ChangeTimelineEntryV2_InvestigateHypotheses:\n\t\treturn fmt.Sprintf(\"%d proven, %d disproven, %d investigating\",\n\t\t\tc.InvestigateHypotheses.GetNumProven(),\n\t\t\tc.InvestigateHypotheses.GetNumDisproven(),\n\t\t\tc.InvestigateHypotheses.GetNumInvestigating())\n\tcase *ChangeTimelineEntryV2_RecordObservations:\n\t\treturn fmt.Sprintf(\"%d observations\", c.RecordObservations.GetNumObservations())\n\tcase *ChangeTimelineEntryV2_Error:\n\t\treturn c.Error\n\tcase *ChangeTimelineEntryV2_StatusMessage:\n\t\treturn c.StatusMessage\n\tcase *ChangeTimelineEntryV2_Empty, nil:\n\t\treturn \"\"\n\tdefault:\n\t\treturn \"\"\n\t}\n}\n\n// TimelineFindInProgressEntry returns the current running entry in the list of entries\n// The function handles the following cases:\n// - If the input slice is nil or empty, it returns an error.\n// - The first entry that has a status of IN_PROGRESS, PENDING, or ERROR, it returns the entry's name, content description, status, and a nil error.\n// - If an entry has an unknown status, it returns an error.\n// - If the timeline is complete it returns an empty string, empty content description, DONE status, and a nil error.\nfunc TimelineFindInProgressEntry(entries []*ChangeTimelineEntryV2) (string, string, ChangeTimelineEntryStatus, error) {\n\tif entries == nil {\n\t\treturn \"\", \"\", ChangeTimelineEntryStatus_UNSPECIFIED, errors.New(\"entries is nil\")\n\t}\n\tif len(entries) == 0 {\n\t\treturn \"\", \"\", ChangeTimelineEntryStatus_UNSPECIFIED, errors.New(\"entries is empty\")\n\t}\n\n\tfor _, entry := range entries {\n\t\tswitch entry.GetStatus() {\n\t\tcase ChangeTimelineEntryStatus_IN_PROGRESS, ChangeTimelineEntryStatus_PENDING, ChangeTimelineEntryStatus_ERROR:\n\t\t\t// if the entry is in progress or about to start, or has an error(to be retried)\n\t\t\treturn entry.GetName(), TimelineEntryContentDescription(entry), entry.GetStatus(), nil\n\t\tcase ChangeTimelineEntryStatus_UNSPECIFIED, ChangeTimelineEntryStatus_DONE:\n\t\t\t// do nothing\n\t\tdefault:\n\t\t\treturn \"\", \"\", ChangeTimelineEntryStatus_UNSPECIFIED, fmt.Errorf(\"unknown status: %s\", entry.GetStatus().String())\n\t\t}\n\t}\n\n\treturn \"\", \"\", ChangeTimelineEntryStatus_DONE, nil\n}\n" }, { "path": "go/sdp-go/changes.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: changes.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\ttimestamppb \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\n// Status of a mapped item in the timeline\ntype MappedItemTimelineStatus int32\n\nconst (\n\tMappedItemTimelineStatus_MAPPED_ITEM_TIMELINE_STATUS_UNSPECIFIED MappedItemTimelineStatus = 0\n\tMappedItemTimelineStatus_MAPPED_ITEM_TIMELINE_STATUS_SUCCESS MappedItemTimelineStatus = 1\n\tMappedItemTimelineStatus_MAPPED_ITEM_TIMELINE_STATUS_ERROR MappedItemTimelineStatus = 2\n\tMappedItemTimelineStatus_MAPPED_ITEM_TIMELINE_STATUS_UNSUPPORTED MappedItemTimelineStatus = 3\n\tMappedItemTimelineStatus_MAPPED_ITEM_TIMELINE_STATUS_PENDING_CREATION MappedItemTimelineStatus = 4\n)\n\n// Enum value maps for MappedItemTimelineStatus.\nvar (\n\tMappedItemTimelineStatus_name = map[int32]string{\n\t\t0: \"MAPPED_ITEM_TIMELINE_STATUS_UNSPECIFIED\",\n\t\t1: \"MAPPED_ITEM_TIMELINE_STATUS_SUCCESS\",\n\t\t2: \"MAPPED_ITEM_TIMELINE_STATUS_ERROR\",\n\t\t3: \"MAPPED_ITEM_TIMELINE_STATUS_UNSUPPORTED\",\n\t\t4: \"MAPPED_ITEM_TIMELINE_STATUS_PENDING_CREATION\",\n\t}\n\tMappedItemTimelineStatus_value = map[string]int32{\n\t\t\"MAPPED_ITEM_TIMELINE_STATUS_UNSPECIFIED\": 0,\n\t\t\"MAPPED_ITEM_TIMELINE_STATUS_SUCCESS\": 1,\n\t\t\"MAPPED_ITEM_TIMELINE_STATUS_ERROR\": 2,\n\t\t\"MAPPED_ITEM_TIMELINE_STATUS_UNSUPPORTED\": 3,\n\t\t\"MAPPED_ITEM_TIMELINE_STATUS_PENDING_CREATION\": 4,\n\t}\n)\n\nfunc (x MappedItemTimelineStatus) Enum() *MappedItemTimelineStatus {\n\tp := new(MappedItemTimelineStatus)\n\t*p = x\n\treturn p\n}\n\nfunc (x MappedItemTimelineStatus) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (MappedItemTimelineStatus) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[0].Descriptor()\n}\n\nfunc (MappedItemTimelineStatus) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[0]\n}\n\nfunc (x MappedItemTimelineStatus) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use MappedItemTimelineStatus.Descriptor instead.\nfunc (MappedItemTimelineStatus) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{0}\n}\n\n// Explicit mapping status from CLI - allows CLI to communicate state instead of API inferring\ntype MappedItemMappingStatus int32\n\nconst (\n\tMappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_UNSPECIFIED MappedItemMappingStatus = 0\n\tMappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_SUCCESS MappedItemMappingStatus = 1\n\tMappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_UNSUPPORTED MappedItemMappingStatus = 2\n\tMappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_PENDING_CREATION MappedItemMappingStatus = 3\n\tMappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_ERROR MappedItemMappingStatus = 4\n)\n\n// Enum value maps for MappedItemMappingStatus.\nvar (\n\tMappedItemMappingStatus_name = map[int32]string{\n\t\t0: \"MAPPED_ITEM_MAPPING_STATUS_UNSPECIFIED\",\n\t\t1: \"MAPPED_ITEM_MAPPING_STATUS_SUCCESS\",\n\t\t2: \"MAPPED_ITEM_MAPPING_STATUS_UNSUPPORTED\",\n\t\t3: \"MAPPED_ITEM_MAPPING_STATUS_PENDING_CREATION\",\n\t\t4: \"MAPPED_ITEM_MAPPING_STATUS_ERROR\",\n\t}\n\tMappedItemMappingStatus_value = map[string]int32{\n\t\t\"MAPPED_ITEM_MAPPING_STATUS_UNSPECIFIED\": 0,\n\t\t\"MAPPED_ITEM_MAPPING_STATUS_SUCCESS\": 1,\n\t\t\"MAPPED_ITEM_MAPPING_STATUS_UNSUPPORTED\": 2,\n\t\t\"MAPPED_ITEM_MAPPING_STATUS_PENDING_CREATION\": 3,\n\t\t\"MAPPED_ITEM_MAPPING_STATUS_ERROR\": 4,\n\t}\n)\n\nfunc (x MappedItemMappingStatus) Enum() *MappedItemMappingStatus {\n\tp := new(MappedItemMappingStatus)\n\t*p = x\n\treturn p\n}\n\nfunc (x MappedItemMappingStatus) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (MappedItemMappingStatus) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[1].Descriptor()\n}\n\nfunc (MappedItemMappingStatus) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[1]\n}\n\nfunc (x MappedItemMappingStatus) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use MappedItemMappingStatus.Descriptor instead.\nfunc (MappedItemMappingStatus) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{1}\n}\n\ntype HypothesisStatus int32\n\nconst (\n\tHypothesisStatus_INVESTIGATED_HYPOTHESIS_STATUS_UNSPECIFIED HypothesisStatus = 0\n\t// The hypothesis is being formed, the detail may change as more observations\n\t// are recorded\n\tHypothesisStatus_INVESTIGATED_HYPOTHESIS_STATUS_FORMING HypothesisStatus = 1\n\t// The hypotheses is being investigated, the detail will be available once the\n\t// investigation is complete\n\tHypothesisStatus_INVESTIGATED_HYPOTHESIS_STATUS_INVESTIGATING HypothesisStatus = 2\n\t// They hypothesis has been proven to be a risk\n\tHypothesisStatus_INVESTIGATED_HYPOTHESIS_STATUS_PROVEN HypothesisStatus = 3\n\t// The hypothesis has been disproven, no risk has been found\n\tHypothesisStatus_INVESTIGATED_HYPOTHESIS_STATUS_DISPROVEN HypothesisStatus = 4\n\t// The hypothesis was skipped and not investigated\n\tHypothesisStatus_INVESTIGATED_HYPOTHESIS_STATUS_SKIPPED HypothesisStatus = 5\n)\n\n// Enum value maps for HypothesisStatus.\nvar (\n\tHypothesisStatus_name = map[int32]string{\n\t\t0: \"INVESTIGATED_HYPOTHESIS_STATUS_UNSPECIFIED\",\n\t\t1: \"INVESTIGATED_HYPOTHESIS_STATUS_FORMING\",\n\t\t2: \"INVESTIGATED_HYPOTHESIS_STATUS_INVESTIGATING\",\n\t\t3: \"INVESTIGATED_HYPOTHESIS_STATUS_PROVEN\",\n\t\t4: \"INVESTIGATED_HYPOTHESIS_STATUS_DISPROVEN\",\n\t\t5: \"INVESTIGATED_HYPOTHESIS_STATUS_SKIPPED\",\n\t}\n\tHypothesisStatus_value = map[string]int32{\n\t\t\"INVESTIGATED_HYPOTHESIS_STATUS_UNSPECIFIED\": 0,\n\t\t\"INVESTIGATED_HYPOTHESIS_STATUS_FORMING\": 1,\n\t\t\"INVESTIGATED_HYPOTHESIS_STATUS_INVESTIGATING\": 2,\n\t\t\"INVESTIGATED_HYPOTHESIS_STATUS_PROVEN\": 3,\n\t\t\"INVESTIGATED_HYPOTHESIS_STATUS_DISPROVEN\": 4,\n\t\t\"INVESTIGATED_HYPOTHESIS_STATUS_SKIPPED\": 5,\n\t}\n)\n\nfunc (x HypothesisStatus) Enum() *HypothesisStatus {\n\tp := new(HypothesisStatus)\n\t*p = x\n\treturn p\n}\n\nfunc (x HypothesisStatus) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (HypothesisStatus) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[2].Descriptor()\n}\n\nfunc (HypothesisStatus) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[2]\n}\n\nfunc (x HypothesisStatus) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use HypothesisStatus.Descriptor instead.\nfunc (HypothesisStatus) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{2}\n}\n\ntype ChangeTimelineEntryStatus int32\n\nconst (\n\t// This should never be used, it is the default value\n\tChangeTimelineEntryStatus_UNSPECIFIED ChangeTimelineEntryStatus = 0\n\t// This step has not yet started\n\tChangeTimelineEntryStatus_PENDING ChangeTimelineEntryStatus = 1\n\t// This step is currently happening\n\tChangeTimelineEntryStatus_IN_PROGRESS ChangeTimelineEntryStatus = 2\n\t// The step is completed\n\tChangeTimelineEntryStatus_DONE ChangeTimelineEntryStatus = 3\n\t// The step has an error and cannot be completed\n\tChangeTimelineEntryStatus_ERROR ChangeTimelineEntryStatus = 4\n)\n\n// Enum value maps for ChangeTimelineEntryStatus.\nvar (\n\tChangeTimelineEntryStatus_name = map[int32]string{\n\t\t0: \"UNSPECIFIED\",\n\t\t1: \"PENDING\",\n\t\t2: \"IN_PROGRESS\",\n\t\t3: \"DONE\",\n\t\t4: \"ERROR\",\n\t}\n\tChangeTimelineEntryStatus_value = map[string]int32{\n\t\t\"UNSPECIFIED\": 0,\n\t\t\"PENDING\": 1,\n\t\t\"IN_PROGRESS\": 2,\n\t\t\"DONE\": 3,\n\t\t\"ERROR\": 4,\n\t}\n)\n\nfunc (x ChangeTimelineEntryStatus) Enum() *ChangeTimelineEntryStatus {\n\tp := new(ChangeTimelineEntryStatus)\n\t*p = x\n\treturn p\n}\n\nfunc (x ChangeTimelineEntryStatus) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (ChangeTimelineEntryStatus) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[3].Descriptor()\n}\n\nfunc (ChangeTimelineEntryStatus) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[3]\n}\n\nfunc (x ChangeTimelineEntryStatus) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use ChangeTimelineEntryStatus.Descriptor instead.\nfunc (ChangeTimelineEntryStatus) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{3}\n}\n\ntype ItemDiffStatus int32\n\nconst (\n\tItemDiffStatus_ITEM_DIFF_STATUS_UNSPECIFIED ItemDiffStatus = 0\n\tItemDiffStatus_ITEM_DIFF_STATUS_UNCHANGED ItemDiffStatus = 1\n\tItemDiffStatus_ITEM_DIFF_STATUS_CREATED ItemDiffStatus = 2\n\tItemDiffStatus_ITEM_DIFF_STATUS_UPDATED ItemDiffStatus = 3\n\tItemDiffStatus_ITEM_DIFF_STATUS_DELETED ItemDiffStatus = 4\n\tItemDiffStatus_ITEM_DIFF_STATUS_REPLACED ItemDiffStatus = 5\n)\n\n// Enum value maps for ItemDiffStatus.\nvar (\n\tItemDiffStatus_name = map[int32]string{\n\t\t0: \"ITEM_DIFF_STATUS_UNSPECIFIED\",\n\t\t1: \"ITEM_DIFF_STATUS_UNCHANGED\",\n\t\t2: \"ITEM_DIFF_STATUS_CREATED\",\n\t\t3: \"ITEM_DIFF_STATUS_UPDATED\",\n\t\t4: \"ITEM_DIFF_STATUS_DELETED\",\n\t\t5: \"ITEM_DIFF_STATUS_REPLACED\",\n\t}\n\tItemDiffStatus_value = map[string]int32{\n\t\t\"ITEM_DIFF_STATUS_UNSPECIFIED\": 0,\n\t\t\"ITEM_DIFF_STATUS_UNCHANGED\": 1,\n\t\t\"ITEM_DIFF_STATUS_CREATED\": 2,\n\t\t\"ITEM_DIFF_STATUS_UPDATED\": 3,\n\t\t\"ITEM_DIFF_STATUS_DELETED\": 4,\n\t\t\"ITEM_DIFF_STATUS_REPLACED\": 5,\n\t}\n)\n\nfunc (x ItemDiffStatus) Enum() *ItemDiffStatus {\n\tp := new(ItemDiffStatus)\n\t*p = x\n\treturn p\n}\n\nfunc (x ItemDiffStatus) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (ItemDiffStatus) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[4].Descriptor()\n}\n\nfunc (ItemDiffStatus) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[4]\n}\n\nfunc (x ItemDiffStatus) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use ItemDiffStatus.Descriptor instead.\nfunc (ItemDiffStatus) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{4}\n}\n\ntype ChangeOutputFormat int32\n\nconst (\n\tChangeOutputFormat_CHANGE_OUTPUT_FORMAT_UNSPECIFIED ChangeOutputFormat = 0\n\tChangeOutputFormat_CHANGE_OUTPUT_FORMAT_JSON ChangeOutputFormat = 1\n\tChangeOutputFormat_CHANGE_OUTPUT_FORMAT_MARKDOWN ChangeOutputFormat = 2\n)\n\n// Enum value maps for ChangeOutputFormat.\nvar (\n\tChangeOutputFormat_name = map[int32]string{\n\t\t0: \"CHANGE_OUTPUT_FORMAT_UNSPECIFIED\",\n\t\t1: \"CHANGE_OUTPUT_FORMAT_JSON\",\n\t\t2: \"CHANGE_OUTPUT_FORMAT_MARKDOWN\",\n\t}\n\tChangeOutputFormat_value = map[string]int32{\n\t\t\"CHANGE_OUTPUT_FORMAT_UNSPECIFIED\": 0,\n\t\t\"CHANGE_OUTPUT_FORMAT_JSON\": 1,\n\t\t\"CHANGE_OUTPUT_FORMAT_MARKDOWN\": 2,\n\t}\n)\n\nfunc (x ChangeOutputFormat) Enum() *ChangeOutputFormat {\n\tp := new(ChangeOutputFormat)\n\t*p = x\n\treturn p\n}\n\nfunc (x ChangeOutputFormat) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (ChangeOutputFormat) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[5].Descriptor()\n}\n\nfunc (ChangeOutputFormat) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[5]\n}\n\nfunc (x ChangeOutputFormat) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use ChangeOutputFormat.Descriptor instead.\nfunc (ChangeOutputFormat) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{5}\n}\n\ntype LabelType int32\n\nconst (\n\tLabelType_LABEL_TYPE_UNSPECIFIED LabelType = 0\n\tLabelType_LABEL_TYPE_AUTO LabelType = 1\n\tLabelType_LABEL_TYPE_USER LabelType = 2\n)\n\n// Enum value maps for LabelType.\nvar (\n\tLabelType_name = map[int32]string{\n\t\t0: \"LABEL_TYPE_UNSPECIFIED\",\n\t\t1: \"LABEL_TYPE_AUTO\",\n\t\t2: \"LABEL_TYPE_USER\",\n\t}\n\tLabelType_value = map[string]int32{\n\t\t\"LABEL_TYPE_UNSPECIFIED\": 0,\n\t\t\"LABEL_TYPE_AUTO\": 1,\n\t\t\"LABEL_TYPE_USER\": 2,\n\t}\n)\n\nfunc (x LabelType) Enum() *LabelType {\n\tp := new(LabelType)\n\t*p = x\n\treturn p\n}\n\nfunc (x LabelType) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (LabelType) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[6].Descriptor()\n}\n\nfunc (LabelType) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[6]\n}\n\nfunc (x LabelType) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use LabelType.Descriptor instead.\nfunc (LabelType) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{6}\n}\n\ntype ChangeStatus int32\n\nconst (\n\t// Reserved for truly unspecified states. Should not be used for newly created changes.\n\tChangeStatus_CHANGE_STATUS_UNSPECIFIED ChangeStatus = 0\n\t// The change has been created and is ready for change analysis to be started.\n\t// Or change analysis is in progress.\n\t// Or change analysis is complete and the change is ready to be started.\n\tChangeStatus_CHANGE_STATUS_DEFINING ChangeStatus = 1\n\t// The change is in progress or deployment is in progress. The change can be ended using the `EndChange`\n\t// RPC.\n\tChangeStatus_CHANGE_STATUS_HAPPENING ChangeStatus = 2\n\t// DEPRECATED: This status is no longer used and should not be used in new code.\n\t// It will be removed in a future version. Use other appropriate status values instead.\n\t// Deprecated as part of https://linear.app/overmind/issue/ENG-1520/change-status-processing-is-no-longer-used-in-a-meaningful-way\n\t//\n\t// Deprecated: Marked as deprecated in changes.proto.\n\tChangeStatus_CHANGE_STATUS_PROCESSING ChangeStatus = 3\n\t// The change has been ended and the results have been processed.\n\tChangeStatus_CHANGE_STATUS_DONE ChangeStatus = 4\n)\n\n// Enum value maps for ChangeStatus.\nvar (\n\tChangeStatus_name = map[int32]string{\n\t\t0: \"CHANGE_STATUS_UNSPECIFIED\",\n\t\t1: \"CHANGE_STATUS_DEFINING\",\n\t\t2: \"CHANGE_STATUS_HAPPENING\",\n\t\t3: \"CHANGE_STATUS_PROCESSING\",\n\t\t4: \"CHANGE_STATUS_DONE\",\n\t}\n\tChangeStatus_value = map[string]int32{\n\t\t\"CHANGE_STATUS_UNSPECIFIED\": 0,\n\t\t\"CHANGE_STATUS_DEFINING\": 1,\n\t\t\"CHANGE_STATUS_HAPPENING\": 2,\n\t\t\"CHANGE_STATUS_PROCESSING\": 3,\n\t\t\"CHANGE_STATUS_DONE\": 4,\n\t}\n)\n\nfunc (x ChangeStatus) Enum() *ChangeStatus {\n\tp := new(ChangeStatus)\n\t*p = x\n\treturn p\n}\n\nfunc (x ChangeStatus) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (ChangeStatus) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[7].Descriptor()\n}\n\nfunc (ChangeStatus) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[7]\n}\n\nfunc (x ChangeStatus) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use ChangeStatus.Descriptor instead.\nfunc (ChangeStatus) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{7}\n}\n\n// Risk feedback sentiment values\ntype RiskFeedbackSentiment int32\n\nconst (\n\tRiskFeedbackSentiment_RISK_FEEDBACK_SENTIMENT_UNSPECIFIED RiskFeedbackSentiment = 0\n\tRiskFeedbackSentiment_RISK_FEEDBACK_SENTIMENT_POSITIVE RiskFeedbackSentiment = 1\n\tRiskFeedbackSentiment_RISK_FEEDBACK_SENTIMENT_NEGATIVE RiskFeedbackSentiment = 2\n)\n\n// Enum value maps for RiskFeedbackSentiment.\nvar (\n\tRiskFeedbackSentiment_name = map[int32]string{\n\t\t0: \"RISK_FEEDBACK_SENTIMENT_UNSPECIFIED\",\n\t\t1: \"RISK_FEEDBACK_SENTIMENT_POSITIVE\",\n\t\t2: \"RISK_FEEDBACK_SENTIMENT_NEGATIVE\",\n\t}\n\tRiskFeedbackSentiment_value = map[string]int32{\n\t\t\"RISK_FEEDBACK_SENTIMENT_UNSPECIFIED\": 0,\n\t\t\"RISK_FEEDBACK_SENTIMENT_POSITIVE\": 1,\n\t\t\"RISK_FEEDBACK_SENTIMENT_NEGATIVE\": 2,\n\t}\n)\n\nfunc (x RiskFeedbackSentiment) Enum() *RiskFeedbackSentiment {\n\tp := new(RiskFeedbackSentiment)\n\t*p = x\n\treturn p\n}\n\nfunc (x RiskFeedbackSentiment) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (RiskFeedbackSentiment) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[8].Descriptor()\n}\n\nfunc (RiskFeedbackSentiment) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[8]\n}\n\nfunc (x RiskFeedbackSentiment) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use RiskFeedbackSentiment.Descriptor instead.\nfunc (RiskFeedbackSentiment) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{8}\n}\n\ntype StartChangeResponse_State int32\n\nconst (\n\t// No state has been specified\n\tStartChangeResponse_STATE_UNSPECIFIED StartChangeResponse_State = 0\n\t// Snapshot is being taken\n\tStartChangeResponse_STATE_TAKING_SNAPSHOT StartChangeResponse_State = 1\n\t// Snapshot is being saved\n\tStartChangeResponse_STATE_SAVING_SNAPSHOT StartChangeResponse_State = 2\n\t// Everything is complete\n\tStartChangeResponse_STATE_DONE StartChangeResponse_State = 3\n)\n\n// Enum value maps for StartChangeResponse_State.\nvar (\n\tStartChangeResponse_State_name = map[int32]string{\n\t\t0: \"STATE_UNSPECIFIED\",\n\t\t1: \"STATE_TAKING_SNAPSHOT\",\n\t\t2: \"STATE_SAVING_SNAPSHOT\",\n\t\t3: \"STATE_DONE\",\n\t}\n\tStartChangeResponse_State_value = map[string]int32{\n\t\t\"STATE_UNSPECIFIED\": 0,\n\t\t\"STATE_TAKING_SNAPSHOT\": 1,\n\t\t\"STATE_SAVING_SNAPSHOT\": 2,\n\t\t\"STATE_DONE\": 3,\n\t}\n)\n\nfunc (x StartChangeResponse_State) Enum() *StartChangeResponse_State {\n\tp := new(StartChangeResponse_State)\n\t*p = x\n\treturn p\n}\n\nfunc (x StartChangeResponse_State) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (StartChangeResponse_State) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[9].Descriptor()\n}\n\nfunc (StartChangeResponse_State) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[9]\n}\n\nfunc (x StartChangeResponse_State) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use StartChangeResponse_State.Descriptor instead.\nfunc (StartChangeResponse_State) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{88, 0}\n}\n\ntype EndChangeResponse_State int32\n\nconst (\n\t// No state has been specified\n\tEndChangeResponse_STATE_UNSPECIFIED EndChangeResponse_State = 0\n\t// Snapshot is being taken\n\tEndChangeResponse_STATE_TAKING_SNAPSHOT EndChangeResponse_State = 1\n\t// Snapshot is being saved\n\tEndChangeResponse_STATE_SAVING_SNAPSHOT EndChangeResponse_State = 2\n\t// Everything is complete\n\tEndChangeResponse_STATE_DONE EndChangeResponse_State = 3\n)\n\n// Enum value maps for EndChangeResponse_State.\nvar (\n\tEndChangeResponse_State_name = map[int32]string{\n\t\t0: \"STATE_UNSPECIFIED\",\n\t\t1: \"STATE_TAKING_SNAPSHOT\",\n\t\t2: \"STATE_SAVING_SNAPSHOT\",\n\t\t3: \"STATE_DONE\",\n\t}\n\tEndChangeResponse_State_value = map[string]int32{\n\t\t\"STATE_UNSPECIFIED\": 0,\n\t\t\"STATE_TAKING_SNAPSHOT\": 1,\n\t\t\"STATE_SAVING_SNAPSHOT\": 2,\n\t\t\"STATE_DONE\": 3,\n\t}\n)\n\nfunc (x EndChangeResponse_State) Enum() *EndChangeResponse_State {\n\tp := new(EndChangeResponse_State)\n\t*p = x\n\treturn p\n}\n\nfunc (x EndChangeResponse_State) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (EndChangeResponse_State) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[10].Descriptor()\n}\n\nfunc (EndChangeResponse_State) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[10]\n}\n\nfunc (x EndChangeResponse_State) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use EndChangeResponse_State.Descriptor instead.\nfunc (EndChangeResponse_State) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{90, 0}\n}\n\ntype Risk_Severity int32\n\nconst (\n\tRisk_SEVERITY_UNSPECIFIED Risk_Severity = 0\n\tRisk_SEVERITY_LOW Risk_Severity = 1\n\tRisk_SEVERITY_MEDIUM Risk_Severity = 2\n\tRisk_SEVERITY_HIGH Risk_Severity = 3\n)\n\n// Enum value maps for Risk_Severity.\nvar (\n\tRisk_Severity_name = map[int32]string{\n\t\t0: \"SEVERITY_UNSPECIFIED\",\n\t\t1: \"SEVERITY_LOW\",\n\t\t2: \"SEVERITY_MEDIUM\",\n\t\t3: \"SEVERITY_HIGH\",\n\t}\n\tRisk_Severity_value = map[string]int32{\n\t\t\"SEVERITY_UNSPECIFIED\": 0,\n\t\t\"SEVERITY_LOW\": 1,\n\t\t\"SEVERITY_MEDIUM\": 2,\n\t\t\"SEVERITY_HIGH\": 3,\n\t}\n)\n\nfunc (x Risk_Severity) Enum() *Risk_Severity {\n\tp := new(Risk_Severity)\n\t*p = x\n\treturn p\n}\n\nfunc (x Risk_Severity) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (Risk_Severity) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[11].Descriptor()\n}\n\nfunc (Risk_Severity) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[11]\n}\n\nfunc (x Risk_Severity) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use Risk_Severity.Descriptor instead.\nfunc (Risk_Severity) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{93, 0}\n}\n\ntype ChangeAnalysisStatus_Status int32\n\nconst (\n\tChangeAnalysisStatus_STATUS_UNSPECIFIED ChangeAnalysisStatus_Status = 0\n\tChangeAnalysisStatus_STATUS_INPROGRESS ChangeAnalysisStatus_Status = 1\n\tChangeAnalysisStatus_STATUS_SKIPPED ChangeAnalysisStatus_Status = 2\n\tChangeAnalysisStatus_STATUS_DONE ChangeAnalysisStatus_Status = 3\n\tChangeAnalysisStatus_STATUS_ERROR ChangeAnalysisStatus_Status = 4\n)\n\n// Enum value maps for ChangeAnalysisStatus_Status.\nvar (\n\tChangeAnalysisStatus_Status_name = map[int32]string{\n\t\t0: \"STATUS_UNSPECIFIED\",\n\t\t1: \"STATUS_INPROGRESS\",\n\t\t2: \"STATUS_SKIPPED\",\n\t\t3: \"STATUS_DONE\",\n\t\t4: \"STATUS_ERROR\",\n\t}\n\tChangeAnalysisStatus_Status_value = map[string]int32{\n\t\t\"STATUS_UNSPECIFIED\": 0,\n\t\t\"STATUS_INPROGRESS\": 1,\n\t\t\"STATUS_SKIPPED\": 2,\n\t\t\"STATUS_DONE\": 3,\n\t\t\"STATUS_ERROR\": 4,\n\t}\n)\n\nfunc (x ChangeAnalysisStatus_Status) Enum() *ChangeAnalysisStatus_Status {\n\tp := new(ChangeAnalysisStatus_Status)\n\t*p = x\n\treturn p\n}\n\nfunc (x ChangeAnalysisStatus_Status) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (ChangeAnalysisStatus_Status) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_changes_proto_enumTypes[12].Descriptor()\n}\n\nfunc (ChangeAnalysisStatus_Status) Type() protoreflect.EnumType {\n\treturn &file_changes_proto_enumTypes[12]\n}\n\nfunc (x ChangeAnalysisStatus_Status) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use ChangeAnalysisStatus_Status.Descriptor instead.\nfunc (ChangeAnalysisStatus_Status) EnumDescriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{94, 0}\n}\n\ntype LabelRule struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tMetadata *LabelRuleMetadata `protobuf:\"bytes,1,opt,name=metadata,proto3\" json:\"metadata,omitempty\"`\n\tProperties *LabelRuleProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *LabelRule) Reset() {\n\t*x = LabelRule{}\n\tmi := &file_changes_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *LabelRule) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*LabelRule) ProtoMessage() {}\n\nfunc (x *LabelRule) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use LabelRule.ProtoReflect.Descriptor instead.\nfunc (*LabelRule) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *LabelRule) GetMetadata() *LabelRuleMetadata {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\nfunc (x *LabelRule) GetProperties() *LabelRuleProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype LabelRuleMetadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The unique identifier for this rule, it is required\n\tLabelRuleUUID []byte `protobuf:\"bytes,1,opt,name=LabelRuleUUID,proto3\" json:\"LabelRuleUUID,omitempty\"`\n\t// The time that this rule was created, set to the current time when the rule is created\n\tCreatedAt *timestamppb.Timestamp `protobuf:\"bytes,2,opt,name=createdAt,proto3\" json:\"createdAt,omitempty\"`\n\t// The time the rule was last updated, set to the current time when the rule is created\n\tUpdatedAt *timestamppb.Timestamp `protobuf:\"bytes,3,opt,name=updatedAt,proto3\" json:\"updatedAt,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *LabelRuleMetadata) Reset() {\n\t*x = LabelRuleMetadata{}\n\tmi := &file_changes_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *LabelRuleMetadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*LabelRuleMetadata) ProtoMessage() {}\n\nfunc (x *LabelRuleMetadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use LabelRuleMetadata.ProtoReflect.Descriptor instead.\nfunc (*LabelRuleMetadata) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *LabelRuleMetadata) GetLabelRuleUUID() []byte {\n\tif x != nil {\n\t\treturn x.LabelRuleUUID\n\t}\n\treturn nil\n}\n\nfunc (x *LabelRuleMetadata) GetCreatedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.CreatedAt\n\t}\n\treturn nil\n}\n\nfunc (x *LabelRuleMetadata) GetUpdatedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.UpdatedAt\n\t}\n\treturn nil\n}\n\ntype LabelRuleProperties struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The name of the rule, friendly for users, it is required\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// The colour of the label, it is required\n\tColour string `protobuf:\"bytes,2,opt,name=colour,proto3\" json:\"colour,omitempty\"`\n\t// The instructions for the rule, this is the logic that will be used to determine if the label should be applied to a change, it is required\n\tInstructions string `protobuf:\"bytes,3,opt,name=instructions,proto3\" json:\"instructions,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *LabelRuleProperties) Reset() {\n\t*x = LabelRuleProperties{}\n\tmi := &file_changes_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *LabelRuleProperties) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*LabelRuleProperties) ProtoMessage() {}\n\nfunc (x *LabelRuleProperties) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use LabelRuleProperties.ProtoReflect.Descriptor instead.\nfunc (*LabelRuleProperties) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *LabelRuleProperties) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *LabelRuleProperties) GetColour() string {\n\tif x != nil {\n\t\treturn x.Colour\n\t}\n\treturn \"\"\n}\n\nfunc (x *LabelRuleProperties) GetInstructions() string {\n\tif x != nil {\n\t\treturn x.Instructions\n\t}\n\treturn \"\"\n}\n\ntype ListLabelRulesRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListLabelRulesRequest) Reset() {\n\t*x = ListLabelRulesRequest{}\n\tmi := &file_changes_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListLabelRulesRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListLabelRulesRequest) ProtoMessage() {}\n\nfunc (x *ListLabelRulesRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListLabelRulesRequest.ProtoReflect.Descriptor instead.\nfunc (*ListLabelRulesRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{3}\n}\n\ntype ListLabelRulesResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tRules []*LabelRule `protobuf:\"bytes,1,rep,name=rules,proto3\" json:\"rules,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListLabelRulesResponse) Reset() {\n\t*x = ListLabelRulesResponse{}\n\tmi := &file_changes_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListLabelRulesResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListLabelRulesResponse) ProtoMessage() {}\n\nfunc (x *ListLabelRulesResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListLabelRulesResponse.ProtoReflect.Descriptor instead.\nfunc (*ListLabelRulesResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{4}\n}\n\nfunc (x *ListLabelRulesResponse) GetRules() []*LabelRule {\n\tif x != nil {\n\t\treturn x.Rules\n\t}\n\treturn nil\n}\n\ntype CreateLabelRuleRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tProperties *LabelRuleProperties `protobuf:\"bytes,1,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateLabelRuleRequest) Reset() {\n\t*x = CreateLabelRuleRequest{}\n\tmi := &file_changes_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateLabelRuleRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateLabelRuleRequest) ProtoMessage() {}\n\nfunc (x *CreateLabelRuleRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateLabelRuleRequest.ProtoReflect.Descriptor instead.\nfunc (*CreateLabelRuleRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{5}\n}\n\nfunc (x *CreateLabelRuleRequest) GetProperties() *LabelRuleProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype CreateLabelRuleResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tRule *LabelRule `protobuf:\"bytes,1,opt,name=rule,proto3\" json:\"rule,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateLabelRuleResponse) Reset() {\n\t*x = CreateLabelRuleResponse{}\n\tmi := &file_changes_proto_msgTypes[6]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateLabelRuleResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateLabelRuleResponse) ProtoMessage() {}\n\nfunc (x *CreateLabelRuleResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[6]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateLabelRuleResponse.ProtoReflect.Descriptor instead.\nfunc (*CreateLabelRuleResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{6}\n}\n\nfunc (x *CreateLabelRuleResponse) GetRule() *LabelRule {\n\tif x != nil {\n\t\treturn x.Rule\n\t}\n\treturn nil\n}\n\ntype GetLabelRuleRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetLabelRuleRequest) Reset() {\n\t*x = GetLabelRuleRequest{}\n\tmi := &file_changes_proto_msgTypes[7]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetLabelRuleRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetLabelRuleRequest) ProtoMessage() {}\n\nfunc (x *GetLabelRuleRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[7]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetLabelRuleRequest.ProtoReflect.Descriptor instead.\nfunc (*GetLabelRuleRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{7}\n}\n\nfunc (x *GetLabelRuleRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\ntype GetLabelRuleResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tRule *LabelRule `protobuf:\"bytes,1,opt,name=rule,proto3\" json:\"rule,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetLabelRuleResponse) Reset() {\n\t*x = GetLabelRuleResponse{}\n\tmi := &file_changes_proto_msgTypes[8]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetLabelRuleResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetLabelRuleResponse) ProtoMessage() {}\n\nfunc (x *GetLabelRuleResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[8]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetLabelRuleResponse.ProtoReflect.Descriptor instead.\nfunc (*GetLabelRuleResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{8}\n}\n\nfunc (x *GetLabelRuleResponse) GetRule() *LabelRule {\n\tif x != nil {\n\t\treturn x.Rule\n\t}\n\treturn nil\n}\n\ntype UpdateLabelRuleRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tProperties *LabelRuleProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateLabelRuleRequest) Reset() {\n\t*x = UpdateLabelRuleRequest{}\n\tmi := &file_changes_proto_msgTypes[9]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateLabelRuleRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateLabelRuleRequest) ProtoMessage() {}\n\nfunc (x *UpdateLabelRuleRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[9]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateLabelRuleRequest.ProtoReflect.Descriptor instead.\nfunc (*UpdateLabelRuleRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{9}\n}\n\nfunc (x *UpdateLabelRuleRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *UpdateLabelRuleRequest) GetProperties() *LabelRuleProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype UpdateLabelRuleResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tRule *LabelRule `protobuf:\"bytes,1,opt,name=rule,proto3\" json:\"rule,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateLabelRuleResponse) Reset() {\n\t*x = UpdateLabelRuleResponse{}\n\tmi := &file_changes_proto_msgTypes[10]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateLabelRuleResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateLabelRuleResponse) ProtoMessage() {}\n\nfunc (x *UpdateLabelRuleResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[10]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateLabelRuleResponse.ProtoReflect.Descriptor instead.\nfunc (*UpdateLabelRuleResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{10}\n}\n\nfunc (x *UpdateLabelRuleResponse) GetRule() *LabelRule {\n\tif x != nil {\n\t\treturn x.Rule\n\t}\n\treturn nil\n}\n\ntype DeleteLabelRuleRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteLabelRuleRequest) Reset() {\n\t*x = DeleteLabelRuleRequest{}\n\tmi := &file_changes_proto_msgTypes[11]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteLabelRuleRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteLabelRuleRequest) ProtoMessage() {}\n\nfunc (x *DeleteLabelRuleRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[11]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteLabelRuleRequest.ProtoReflect.Descriptor instead.\nfunc (*DeleteLabelRuleRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{11}\n}\n\nfunc (x *DeleteLabelRuleRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\ntype DeleteLabelRuleResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteLabelRuleResponse) Reset() {\n\t*x = DeleteLabelRuleResponse{}\n\tmi := &file_changes_proto_msgTypes[12]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteLabelRuleResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteLabelRuleResponse) ProtoMessage() {}\n\nfunc (x *DeleteLabelRuleResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[12]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteLabelRuleResponse.ProtoReflect.Descriptor instead.\nfunc (*DeleteLabelRuleResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{12}\n}\n\ntype TestLabelRuleRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tProperties *LabelRuleProperties `protobuf:\"bytes,1,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tChangeUUID [][]byte `protobuf:\"bytes,2,rep,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *TestLabelRuleRequest) Reset() {\n\t*x = TestLabelRuleRequest{}\n\tmi := &file_changes_proto_msgTypes[13]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *TestLabelRuleRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*TestLabelRuleRequest) ProtoMessage() {}\n\nfunc (x *TestLabelRuleRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[13]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use TestLabelRuleRequest.ProtoReflect.Descriptor instead.\nfunc (*TestLabelRuleRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{13}\n}\n\nfunc (x *TestLabelRuleRequest) GetProperties() *LabelRuleProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\nfunc (x *TestLabelRuleRequest) GetChangeUUID() [][]byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype TestLabelRuleResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tApplied bool `protobuf:\"varint,2,opt,name=applied,proto3\" json:\"applied,omitempty\"`\n\tLabel *Label `protobuf:\"bytes,3,opt,name=label,proto3\" json:\"label,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *TestLabelRuleResponse) Reset() {\n\t*x = TestLabelRuleResponse{}\n\tmi := &file_changes_proto_msgTypes[14]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *TestLabelRuleResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*TestLabelRuleResponse) ProtoMessage() {}\n\nfunc (x *TestLabelRuleResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[14]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use TestLabelRuleResponse.ProtoReflect.Descriptor instead.\nfunc (*TestLabelRuleResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{14}\n}\n\nfunc (x *TestLabelRuleResponse) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\nfunc (x *TestLabelRuleResponse) GetApplied() bool {\n\tif x != nil {\n\t\treturn x.Applied\n\t}\n\treturn false\n}\n\nfunc (x *TestLabelRuleResponse) GetLabel() *Label {\n\tif x != nil {\n\t\treturn x.Label\n\t}\n\treturn nil\n}\n\ntype ReapplyLabelRuleInTimeRangeRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tStartAt *timestamppb.Timestamp `protobuf:\"bytes,2,opt,name=startAt,proto3\" json:\"startAt,omitempty\"`\n\tEndAt *timestamppb.Timestamp `protobuf:\"bytes,3,opt,name=endAt,proto3\" json:\"endAt,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ReapplyLabelRuleInTimeRangeRequest) Reset() {\n\t*x = ReapplyLabelRuleInTimeRangeRequest{}\n\tmi := &file_changes_proto_msgTypes[15]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ReapplyLabelRuleInTimeRangeRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ReapplyLabelRuleInTimeRangeRequest) ProtoMessage() {}\n\nfunc (x *ReapplyLabelRuleInTimeRangeRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[15]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ReapplyLabelRuleInTimeRangeRequest.ProtoReflect.Descriptor instead.\nfunc (*ReapplyLabelRuleInTimeRangeRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{15}\n}\n\nfunc (x *ReapplyLabelRuleInTimeRangeRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *ReapplyLabelRuleInTimeRangeRequest) GetStartAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.StartAt\n\t}\n\treturn nil\n}\n\nfunc (x *ReapplyLabelRuleInTimeRangeRequest) GetEndAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.EndAt\n\t}\n\treturn nil\n}\n\ntype ReapplyLabelRuleInTimeRangeResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID [][]byte `protobuf:\"bytes,1,rep,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ReapplyLabelRuleInTimeRangeResponse) Reset() {\n\t*x = ReapplyLabelRuleInTimeRangeResponse{}\n\tmi := &file_changes_proto_msgTypes[16]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ReapplyLabelRuleInTimeRangeResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ReapplyLabelRuleInTimeRangeResponse) ProtoMessage() {}\n\nfunc (x *ReapplyLabelRuleInTimeRangeResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[16]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ReapplyLabelRuleInTimeRangeResponse.ProtoReflect.Descriptor instead.\nfunc (*ReapplyLabelRuleInTimeRangeResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{16}\n}\n\nfunc (x *ReapplyLabelRuleInTimeRangeResponse) GetChangeUUID() [][]byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype KnowledgeReference struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\tFileName string `protobuf:\"bytes,2,opt,name=fileName,proto3\" json:\"fileName,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *KnowledgeReference) Reset() {\n\t*x = KnowledgeReference{}\n\tmi := &file_changes_proto_msgTypes[17]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *KnowledgeReference) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*KnowledgeReference) ProtoMessage() {}\n\nfunc (x *KnowledgeReference) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[17]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use KnowledgeReference.ProtoReflect.Descriptor instead.\nfunc (*KnowledgeReference) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{17}\n}\n\nfunc (x *KnowledgeReference) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *KnowledgeReference) GetFileName() string {\n\tif x != nil {\n\t\treturn x.FileName\n\t}\n\treturn \"\"\n}\n\ntype Knowledge struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\tDescription string `protobuf:\"bytes,2,opt,name=description,proto3\" json:\"description,omitempty\"`\n\tContent string `protobuf:\"bytes,3,opt,name=content,proto3\" json:\"content,omitempty\"`\n\tFileName string `protobuf:\"bytes,4,opt,name=fileName,proto3\" json:\"fileName,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Knowledge) Reset() {\n\t*x = Knowledge{}\n\tmi := &file_changes_proto_msgTypes[18]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Knowledge) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Knowledge) ProtoMessage() {}\n\nfunc (x *Knowledge) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[18]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Knowledge.ProtoReflect.Descriptor instead.\nfunc (*Knowledge) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{18}\n}\n\nfunc (x *Knowledge) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *Knowledge) GetDescription() string {\n\tif x != nil {\n\t\treturn x.Description\n\t}\n\treturn \"\"\n}\n\nfunc (x *Knowledge) GetContent() string {\n\tif x != nil {\n\t\treturn x.Content\n\t}\n\treturn \"\"\n}\n\nfunc (x *Knowledge) GetFileName() string {\n\tif x != nil {\n\t\treturn x.FileName\n\t}\n\treturn \"\"\n}\n\ntype GetHypothesesDetailsRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetHypothesesDetailsRequest) Reset() {\n\t*x = GetHypothesesDetailsRequest{}\n\tmi := &file_changes_proto_msgTypes[19]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetHypothesesDetailsRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetHypothesesDetailsRequest) ProtoMessage() {}\n\nfunc (x *GetHypothesesDetailsRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[19]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetHypothesesDetailsRequest.ProtoReflect.Descriptor instead.\nfunc (*GetHypothesesDetailsRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{19}\n}\n\nfunc (x *GetHypothesesDetailsRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype GetHypothesesDetailsResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tHypotheses []*HypothesesDetails `protobuf:\"bytes,1,rep,name=hypotheses,proto3\" json:\"hypotheses,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetHypothesesDetailsResponse) Reset() {\n\t*x = GetHypothesesDetailsResponse{}\n\tmi := &file_changes_proto_msgTypes[20]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetHypothesesDetailsResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetHypothesesDetailsResponse) ProtoMessage() {}\n\nfunc (x *GetHypothesesDetailsResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[20]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetHypothesesDetailsResponse.ProtoReflect.Descriptor instead.\nfunc (*GetHypothesesDetailsResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{20}\n}\n\nfunc (x *GetHypothesesDetailsResponse) GetHypotheses() []*HypothesesDetails {\n\tif x != nil {\n\t\treturn x.Hypotheses\n\t}\n\treturn nil\n}\n\ntype HypothesesDetails struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The title of the hypothesis\n\tTitle string `protobuf:\"bytes,1,opt,name=title,proto3\" json:\"title,omitempty\"`\n\t// The number of observations that were combined to form the hypothesis\n\tNumObservations uint32 `protobuf:\"varint,2,opt,name=numObservations,proto3\" json:\"numObservations,omitempty\"`\n\t// The detail of the hypothesis\n\tDetail string `protobuf:\"bytes,3,opt,name=detail,proto3\" json:\"detail,omitempty\"`\n\t// The status of the hypothesis\n\tStatus HypothesisStatus `protobuf:\"varint,4,opt,name=status,proto3,enum=changes.HypothesisStatus\" json:\"status,omitempty\"`\n\t// The results of the investigation of the hypothesis\n\tInvestigationResults string `protobuf:\"bytes,5,opt,name=investigationResults,proto3\" json:\"investigationResults,omitempty\"`\n\t// Knowledge used when investigating this hypothesis\n\tKnowledgeUsed []*KnowledgeReference `protobuf:\"bytes,6,rep,name=knowledgeUsed,proto3\" json:\"knowledgeUsed,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *HypothesesDetails) Reset() {\n\t*x = HypothesesDetails{}\n\tmi := &file_changes_proto_msgTypes[21]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *HypothesesDetails) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*HypothesesDetails) ProtoMessage() {}\n\nfunc (x *HypothesesDetails) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[21]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use HypothesesDetails.ProtoReflect.Descriptor instead.\nfunc (*HypothesesDetails) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{21}\n}\n\nfunc (x *HypothesesDetails) GetTitle() string {\n\tif x != nil {\n\t\treturn x.Title\n\t}\n\treturn \"\"\n}\n\nfunc (x *HypothesesDetails) GetNumObservations() uint32 {\n\tif x != nil {\n\t\treturn x.NumObservations\n\t}\n\treturn 0\n}\n\nfunc (x *HypothesesDetails) GetDetail() string {\n\tif x != nil {\n\t\treturn x.Detail\n\t}\n\treturn \"\"\n}\n\nfunc (x *HypothesesDetails) GetStatus() HypothesisStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn HypothesisStatus_INVESTIGATED_HYPOTHESIS_STATUS_UNSPECIFIED\n}\n\nfunc (x *HypothesesDetails) GetInvestigationResults() string {\n\tif x != nil {\n\t\treturn x.InvestigationResults\n\t}\n\treturn \"\"\n}\n\nfunc (x *HypothesesDetails) GetKnowledgeUsed() []*KnowledgeReference {\n\tif x != nil {\n\t\treturn x.KnowledgeUsed\n\t}\n\treturn nil\n}\n\ntype GetChangeTimelineV2Request struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeTimelineV2Request) Reset() {\n\t*x = GetChangeTimelineV2Request{}\n\tmi := &file_changes_proto_msgTypes[22]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeTimelineV2Request) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeTimelineV2Request) ProtoMessage() {}\n\nfunc (x *GetChangeTimelineV2Request) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[22]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeTimelineV2Request.ProtoReflect.Descriptor instead.\nfunc (*GetChangeTimelineV2Request) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{22}\n}\n\nfunc (x *GetChangeTimelineV2Request) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype GetChangeTimelineV2Response struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The entries of this timeline, in chronological order (oldest first)\n\tEntries []*ChangeTimelineEntryV2 `protobuf:\"bytes,1,rep,name=entries,proto3\" json:\"entries,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeTimelineV2Response) Reset() {\n\t*x = GetChangeTimelineV2Response{}\n\tmi := &file_changes_proto_msgTypes[23]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeTimelineV2Response) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeTimelineV2Response) ProtoMessage() {}\n\nfunc (x *GetChangeTimelineV2Response) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[23]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeTimelineV2Response.ProtoReflect.Descriptor instead.\nfunc (*GetChangeTimelineV2Response) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{23}\n}\n\nfunc (x *GetChangeTimelineV2Response) GetEntries() []*ChangeTimelineEntryV2 {\n\tif x != nil {\n\t\treturn x.Entries\n\t}\n\treturn nil\n}\n\n// Contains all the information about a step in the Change Analysis workflow\n// to show the user the historical, current and future of this Change.\n// to show the user the historical, current and future.\ntype ChangeTimelineEntryV2 struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The name of this step, this will be shown to the user\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// The little icon that will be shown for the timeline entry to indicate\n\t// it's status\n\tStatus ChangeTimelineEntryStatus `protobuf:\"varint,2,opt,name=status,proto3,enum=changes.ChangeTimelineEntryStatus\" json:\"status,omitempty\"`\n\t// The time that this step started, this will be used to calculate the\n\t// duration this step. If `startedAt` is set, but `endedAt` is not, then the\n\t// step is currently in progress. If `startedAt` is not set, the step is still\n\t// pending.\n\tStartedAt *timestamppb.Timestamp `protobuf:\"bytes,3,opt,name=startedAt,proto3,oneof\" json:\"startedAt,omitempty\"`\n\t// When this step ended, this allows us to calculate how long it took, and\n\t// allows users to see when certain things happened when looking back. If\n\t// `endedAt` is set but `startedAt` is not, or `endedAt` is before `startedAt`\n\t// then the step will be considered done, but we will be unable to calculate\n\t// the duration. If `startedAt` and `endedAt` are the same timestamp, or only\n\t// `endedAt` is populated, this entry does not have a duration, but should be\n\t// interpreted as a point-in-time event.\n\tEndedAt *timestamppb.Timestamp `protobuf:\"bytes,4,opt,name=endedAt,proto3,oneof\" json:\"endedAt,omitempty\"`\n\t// Who performed this step, this will be shown to the user\n\tActor *string `protobuf:\"bytes,5,opt,name=actor,proto3,oneof\" json:\"actor,omitempty\"`\n\t// The actual content of this step. This will be displayed to the user\n\t// within the timeline and rendered differently depending on the type\n\t//\n\t// Types that are valid to be assigned to Content:\n\t//\n\t//\t*ChangeTimelineEntryV2_MappedItems\n\t//\t*ChangeTimelineEntryV2_CalculatedBlastRadius\n\t//\t*ChangeTimelineEntryV2_CalculatedRisks\n\t//\t*ChangeTimelineEntryV2_Error\n\t//\t*ChangeTimelineEntryV2_StatusMessage\n\t//\t*ChangeTimelineEntryV2_Empty\n\t//\t*ChangeTimelineEntryV2_ChangeValidation\n\t//\t*ChangeTimelineEntryV2_CalculatedLabels\n\t//\t*ChangeTimelineEntryV2_FormHypotheses\n\t//\t*ChangeTimelineEntryV2_InvestigateHypotheses\n\t//\t*ChangeTimelineEntryV2_RecordObservations\n\tContent isChangeTimelineEntryV2_Content `protobuf_oneof:\"content\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeTimelineEntryV2) Reset() {\n\t*x = ChangeTimelineEntryV2{}\n\tmi := &file_changes_proto_msgTypes[24]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeTimelineEntryV2) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeTimelineEntryV2) ProtoMessage() {}\n\nfunc (x *ChangeTimelineEntryV2) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[24]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeTimelineEntryV2.ProtoReflect.Descriptor instead.\nfunc (*ChangeTimelineEntryV2) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{24}\n}\n\nfunc (x *ChangeTimelineEntryV2) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeTimelineEntryV2) GetStatus() ChangeTimelineEntryStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn ChangeTimelineEntryStatus_UNSPECIFIED\n}\n\nfunc (x *ChangeTimelineEntryV2) GetStartedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.StartedAt\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeTimelineEntryV2) GetEndedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.EndedAt\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeTimelineEntryV2) GetActor() string {\n\tif x != nil && x.Actor != nil {\n\t\treturn *x.Actor\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeTimelineEntryV2) GetContent() isChangeTimelineEntryV2_Content {\n\tif x != nil {\n\t\treturn x.Content\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeTimelineEntryV2) GetMappedItems() *MappedItemsTimelineEntry {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*ChangeTimelineEntryV2_MappedItems); ok {\n\t\t\treturn x.MappedItems\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeTimelineEntryV2) GetCalculatedBlastRadius() *CalculatedBlastRadiusTimelineEntry {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*ChangeTimelineEntryV2_CalculatedBlastRadius); ok {\n\t\t\treturn x.CalculatedBlastRadius\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeTimelineEntryV2) GetCalculatedRisks() *CalculatedRisksTimelineEntry {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*ChangeTimelineEntryV2_CalculatedRisks); ok {\n\t\t\treturn x.CalculatedRisks\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeTimelineEntryV2) GetError() string {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*ChangeTimelineEntryV2_Error); ok {\n\t\t\treturn x.Error\n\t\t}\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeTimelineEntryV2) GetStatusMessage() string {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*ChangeTimelineEntryV2_StatusMessage); ok {\n\t\t\treturn x.StatusMessage\n\t\t}\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeTimelineEntryV2) GetEmpty() *EmptyContent {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*ChangeTimelineEntryV2_Empty); ok {\n\t\t\treturn x.Empty\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeTimelineEntryV2) GetChangeValidation() *ChangeValidationTimelineEntry {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*ChangeTimelineEntryV2_ChangeValidation); ok {\n\t\t\treturn x.ChangeValidation\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeTimelineEntryV2) GetCalculatedLabels() *CalculatedLabelsTimelineEntry {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*ChangeTimelineEntryV2_CalculatedLabels); ok {\n\t\t\treturn x.CalculatedLabels\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeTimelineEntryV2) GetFormHypotheses() *FormHypothesesTimelineEntry {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*ChangeTimelineEntryV2_FormHypotheses); ok {\n\t\t\treturn x.FormHypotheses\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeTimelineEntryV2) GetInvestigateHypotheses() *InvestigateHypothesesTimelineEntry {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*ChangeTimelineEntryV2_InvestigateHypotheses); ok {\n\t\t\treturn x.InvestigateHypotheses\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeTimelineEntryV2) GetRecordObservations() *RecordObservationsTimelineEntry {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*ChangeTimelineEntryV2_RecordObservations); ok {\n\t\t\treturn x.RecordObservations\n\t\t}\n\t}\n\treturn nil\n}\n\ntype isChangeTimelineEntryV2_Content interface {\n\tisChangeTimelineEntryV2_Content()\n}\n\ntype ChangeTimelineEntryV2_MappedItems struct {\n\t// Shows the mapping results so that user can see why items didn't map\n\t// successfully\n\tMappedItems *MappedItemsTimelineEntry `protobuf:\"bytes,7,opt,name=mappedItems,proto3,oneof\"`\n}\n\ntype ChangeTimelineEntryV2_CalculatedBlastRadius struct {\n\t// The number of items in the blast radius\n\tCalculatedBlastRadius *CalculatedBlastRadiusTimelineEntry `protobuf:\"bytes,8,opt,name=calculatedBlastRadius,proto3,oneof\"`\n}\n\ntype ChangeTimelineEntryV2_CalculatedRisks struct {\n\t// The list of risks\n\tCalculatedRisks *CalculatedRisksTimelineEntry `protobuf:\"bytes,9,opt,name=calculatedRisks,proto3,oneof\"`\n}\n\ntype ChangeTimelineEntryV2_Error struct {\n\t// An error that will be shown to the user\n\tError string `protobuf:\"bytes,11,opt,name=error,proto3,oneof\"`\n}\n\ntype ChangeTimelineEntryV2_StatusMessage struct {\n\t// A generic message that will be rendered as a paragraph\n\tStatusMessage string `protobuf:\"bytes,12,opt,name=statusMessage,proto3,oneof\"`\n}\n\ntype ChangeTimelineEntryV2_Empty struct {\n\t// A message that will be shown to the user, but will not have any content\n\t// associated with it. Examples of this include \"Change Created\", \"Change\n\t// Started\" etc.\n\tEmpty *EmptyContent `protobuf:\"bytes,13,opt,name=empty,proto3,oneof\"`\n}\n\ntype ChangeTimelineEntryV2_ChangeValidation struct {\n\t// A list of validation steps that should be performed on the change\n\tChangeValidation *ChangeValidationTimelineEntry `protobuf:\"bytes,14,opt,name=changeValidation,proto3,oneof\"`\n}\n\ntype ChangeTimelineEntryV2_CalculatedLabels struct {\n\t// The list of labels that have been calculated for this change, or that were assigned by a user\n\tCalculatedLabels *CalculatedLabelsTimelineEntry `protobuf:\"bytes,15,opt,name=calculatedLabels,proto3,oneof\"`\n}\n\ntype ChangeTimelineEntryV2_FormHypotheses struct {\n\t// The list of hypotheses that have been formed\n\tFormHypotheses *FormHypothesesTimelineEntry `protobuf:\"bytes,16,opt,name=formHypotheses,proto3,oneof\"`\n}\n\ntype ChangeTimelineEntryV2_InvestigateHypotheses struct {\n\t// The list of hypotheses that have been investigated\n\tInvestigateHypotheses *InvestigateHypothesesTimelineEntry `protobuf:\"bytes,17,opt,name=investigateHypotheses,proto3,oneof\"`\n}\n\ntype ChangeTimelineEntryV2_RecordObservations struct {\n\t// The number of observations that were found as part of calculating the blast\n\t// radius\n\tRecordObservations *RecordObservationsTimelineEntry `protobuf:\"bytes,18,opt,name=recordObservations,proto3,oneof\"`\n}\n\nfunc (*ChangeTimelineEntryV2_MappedItems) isChangeTimelineEntryV2_Content() {}\n\nfunc (*ChangeTimelineEntryV2_CalculatedBlastRadius) isChangeTimelineEntryV2_Content() {}\n\nfunc (*ChangeTimelineEntryV2_CalculatedRisks) isChangeTimelineEntryV2_Content() {}\n\nfunc (*ChangeTimelineEntryV2_Error) isChangeTimelineEntryV2_Content() {}\n\nfunc (*ChangeTimelineEntryV2_StatusMessage) isChangeTimelineEntryV2_Content() {}\n\nfunc (*ChangeTimelineEntryV2_Empty) isChangeTimelineEntryV2_Content() {}\n\nfunc (*ChangeTimelineEntryV2_ChangeValidation) isChangeTimelineEntryV2_Content() {}\n\nfunc (*ChangeTimelineEntryV2_CalculatedLabels) isChangeTimelineEntryV2_Content() {}\n\nfunc (*ChangeTimelineEntryV2_FormHypotheses) isChangeTimelineEntryV2_Content() {}\n\nfunc (*ChangeTimelineEntryV2_InvestigateHypotheses) isChangeTimelineEntryV2_Content() {}\n\nfunc (*ChangeTimelineEntryV2_RecordObservations) isChangeTimelineEntryV2_Content() {}\n\n// This is a message that can be used to signal that a step in the timeline\n// should be empty. This is useful for when we want to show a step in the\n// timeline, but there is no content to show\ntype EmptyContent struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *EmptyContent) Reset() {\n\t*x = EmptyContent{}\n\tmi := &file_changes_proto_msgTypes[25]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *EmptyContent) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*EmptyContent) ProtoMessage() {}\n\nfunc (x *EmptyContent) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[25]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use EmptyContent.ProtoReflect.Descriptor instead.\nfunc (*EmptyContent) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{25}\n}\n\n// Per-item summary for timeline display - only what the UI needs\ntype MappedItemTimelineSummary struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The display name (unique attribute value) shown to the user\n\tDisplayName string `protobuf:\"bytes,1,opt,name=display_name,json=displayName,proto3\" json:\"display_name,omitempty\"`\n\t// The status of the mapping result\n\tStatus MappedItemTimelineStatus `protobuf:\"varint,2,opt,name=status,proto3,enum=changes.MappedItemTimelineStatus\" json:\"status,omitempty\"`\n\t// Only populated when status == ERROR\n\tErrorMessage *string `protobuf:\"bytes,3,opt,name=error_message,json=errorMessage,proto3,oneof\" json:\"error_message,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *MappedItemTimelineSummary) Reset() {\n\t*x = MappedItemTimelineSummary{}\n\tmi := &file_changes_proto_msgTypes[26]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *MappedItemTimelineSummary) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*MappedItemTimelineSummary) ProtoMessage() {}\n\nfunc (x *MappedItemTimelineSummary) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[26]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use MappedItemTimelineSummary.ProtoReflect.Descriptor instead.\nfunc (*MappedItemTimelineSummary) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{26}\n}\n\nfunc (x *MappedItemTimelineSummary) GetDisplayName() string {\n\tif x != nil {\n\t\treturn x.DisplayName\n\t}\n\treturn \"\"\n}\n\nfunc (x *MappedItemTimelineSummary) GetStatus() MappedItemTimelineStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn MappedItemTimelineStatus_MAPPED_ITEM_TIMELINE_STATUS_UNSPECIFIED\n}\n\nfunc (x *MappedItemTimelineSummary) GetErrorMessage() string {\n\tif x != nil && x.ErrorMessage != nil {\n\t\treturn *x.ErrorMessage\n\t}\n\treturn \"\"\n}\n\ntype MappedItemsTimelineEntry struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Deprecated: This field is for backwards compatibility with old change archives.\n\t// When unmarshaling old archives with field number 1, this will be populated.\n\t// The timeline is reconstructed from the database anyway, so this data is ignored.\n\t//\n\t// Deprecated: Marked as deprecated in changes.proto.\n\tMappedItems []*MappedItemDiff `protobuf:\"bytes,1,rep,name=mappedItems,proto3\" json:\"mappedItems,omitempty\"`\n\t// New simplified timeline summary - only what the UI needs\n\tItems []*MappedItemTimelineSummary `protobuf:\"bytes,2,rep,name=items,proto3\" json:\"items,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *MappedItemsTimelineEntry) Reset() {\n\t*x = MappedItemsTimelineEntry{}\n\tmi := &file_changes_proto_msgTypes[27]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *MappedItemsTimelineEntry) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*MappedItemsTimelineEntry) ProtoMessage() {}\n\nfunc (x *MappedItemsTimelineEntry) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[27]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use MappedItemsTimelineEntry.ProtoReflect.Descriptor instead.\nfunc (*MappedItemsTimelineEntry) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{27}\n}\n\n// Deprecated: Marked as deprecated in changes.proto.\nfunc (x *MappedItemsTimelineEntry) GetMappedItems() []*MappedItemDiff {\n\tif x != nil {\n\t\treturn x.MappedItems\n\t}\n\treturn nil\n}\n\nfunc (x *MappedItemsTimelineEntry) GetItems() []*MappedItemTimelineSummary {\n\tif x != nil {\n\t\treturn x.Items\n\t}\n\treturn nil\n}\n\ntype CalculatedBlastRadiusTimelineEntry struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tNumItems uint32 `protobuf:\"varint,1,opt,name=numItems,proto3\" json:\"numItems,omitempty\"`\n\tNumEdges uint32 `protobuf:\"varint,2,opt,name=numEdges,proto3\" json:\"numEdges,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CalculatedBlastRadiusTimelineEntry) Reset() {\n\t*x = CalculatedBlastRadiusTimelineEntry{}\n\tmi := &file_changes_proto_msgTypes[28]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CalculatedBlastRadiusTimelineEntry) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CalculatedBlastRadiusTimelineEntry) ProtoMessage() {}\n\nfunc (x *CalculatedBlastRadiusTimelineEntry) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[28]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CalculatedBlastRadiusTimelineEntry.ProtoReflect.Descriptor instead.\nfunc (*CalculatedBlastRadiusTimelineEntry) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{28}\n}\n\nfunc (x *CalculatedBlastRadiusTimelineEntry) GetNumItems() uint32 {\n\tif x != nil {\n\t\treturn x.NumItems\n\t}\n\treturn 0\n}\n\nfunc (x *CalculatedBlastRadiusTimelineEntry) GetNumEdges() uint32 {\n\tif x != nil {\n\t\treturn x.NumEdges\n\t}\n\treturn 0\n}\n\ntype RecordObservationsTimelineEntry struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The number of observations that were found as part of calculating the blast\n\t// radius\n\tNumObservations uint32 `protobuf:\"varint,1,opt,name=numObservations,proto3\" json:\"numObservations,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RecordObservationsTimelineEntry) Reset() {\n\t*x = RecordObservationsTimelineEntry{}\n\tmi := &file_changes_proto_msgTypes[29]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RecordObservationsTimelineEntry) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RecordObservationsTimelineEntry) ProtoMessage() {}\n\nfunc (x *RecordObservationsTimelineEntry) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[29]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RecordObservationsTimelineEntry.ProtoReflect.Descriptor instead.\nfunc (*RecordObservationsTimelineEntry) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{29}\n}\n\nfunc (x *RecordObservationsTimelineEntry) GetNumObservations() uint32 {\n\tif x != nil {\n\t\treturn x.NumObservations\n\t}\n\treturn 0\n}\n\n// Timeline entry: Forming hypotheses by grouping observations\ntype FormHypothesesTimelineEntry struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Total number of hypotheses formed\n\tNumHypotheses uint32 `protobuf:\"varint,1,opt,name=numHypotheses,proto3\" json:\"numHypotheses,omitempty\"`\n\t// The current state of the hypotheses under investigation\n\tHypotheses []*HypothesisSummary `protobuf:\"bytes,2,rep,name=hypotheses,proto3\" json:\"hypotheses,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *FormHypothesesTimelineEntry) Reset() {\n\t*x = FormHypothesesTimelineEntry{}\n\tmi := &file_changes_proto_msgTypes[30]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *FormHypothesesTimelineEntry) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*FormHypothesesTimelineEntry) ProtoMessage() {}\n\nfunc (x *FormHypothesesTimelineEntry) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[30]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use FormHypothesesTimelineEntry.ProtoReflect.Descriptor instead.\nfunc (*FormHypothesesTimelineEntry) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{30}\n}\n\nfunc (x *FormHypothesesTimelineEntry) GetNumHypotheses() uint32 {\n\tif x != nil {\n\t\treturn x.NumHypotheses\n\t}\n\treturn 0\n}\n\nfunc (x *FormHypothesesTimelineEntry) GetHypotheses() []*HypothesisSummary {\n\tif x != nil {\n\t\treturn x.Hypotheses\n\t}\n\treturn nil\n}\n\ntype InvestigateHypothesesTimelineEntry struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Number of hypotheses that became real risks\n\tNumProven uint32 `protobuf:\"varint,1,opt,name=numProven,proto3\" json:\"numProven,omitempty\"`\n\t// Number of hypotheses that were disproven (verified safe)\n\tNumDisproven uint32 `protobuf:\"varint,2,opt,name=numDisproven,proto3\" json:\"numDisproven,omitempty\"`\n\t// Number of hypotheses that are still being investigated\n\tNumInvestigating uint32 `protobuf:\"varint,3,opt,name=numInvestigating,proto3\" json:\"numInvestigating,omitempty\"`\n\t// The current state of the hypotheses under investigation\n\tHypotheses []*HypothesisSummary `protobuf:\"bytes,4,rep,name=hypotheses,proto3\" json:\"hypotheses,omitempty\"`\n\t// Number of hypotheses that were skipped\n\tNumSkipped uint32 `protobuf:\"varint,5,opt,name=numSkipped,proto3\" json:\"numSkipped,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *InvestigateHypothesesTimelineEntry) Reset() {\n\t*x = InvestigateHypothesesTimelineEntry{}\n\tmi := &file_changes_proto_msgTypes[31]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *InvestigateHypothesesTimelineEntry) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*InvestigateHypothesesTimelineEntry) ProtoMessage() {}\n\nfunc (x *InvestigateHypothesesTimelineEntry) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[31]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use InvestigateHypothesesTimelineEntry.ProtoReflect.Descriptor instead.\nfunc (*InvestigateHypothesesTimelineEntry) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{31}\n}\n\nfunc (x *InvestigateHypothesesTimelineEntry) GetNumProven() uint32 {\n\tif x != nil {\n\t\treturn x.NumProven\n\t}\n\treturn 0\n}\n\nfunc (x *InvestigateHypothesesTimelineEntry) GetNumDisproven() uint32 {\n\tif x != nil {\n\t\treturn x.NumDisproven\n\t}\n\treturn 0\n}\n\nfunc (x *InvestigateHypothesesTimelineEntry) GetNumInvestigating() uint32 {\n\tif x != nil {\n\t\treturn x.NumInvestigating\n\t}\n\treturn 0\n}\n\nfunc (x *InvestigateHypothesesTimelineEntry) GetHypotheses() []*HypothesisSummary {\n\tif x != nil {\n\t\treturn x.Hypotheses\n\t}\n\treturn nil\n}\n\nfunc (x *InvestigateHypothesesTimelineEntry) GetNumSkipped() uint32 {\n\tif x != nil {\n\t\treturn x.NumSkipped\n\t}\n\treturn 0\n}\n\ntype HypothesisSummary struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The status of the investigation\n\tStatus HypothesisStatus `protobuf:\"varint,1,opt,name=status,proto3,enum=changes.HypothesisStatus\" json:\"status,omitempty\"`\n\t// The title of the hypothesis\n\tTitle string `protobuf:\"bytes,2,opt,name=title,proto3\" json:\"title,omitempty\"`\n\t// The current detail to show the user, While the hypothesis is being\n\t// investigated, this could be the description of the hypothesis itself. And\n\t// then once the investigation is finished, it could be the conclusion of the\n\t// investigation. So it could update. This will be limited to two or three\n\t// lines and truncated after that.\n\tDetail string `protobuf:\"bytes,3,opt,name=detail,proto3\" json:\"detail,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *HypothesisSummary) Reset() {\n\t*x = HypothesisSummary{}\n\tmi := &file_changes_proto_msgTypes[32]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *HypothesisSummary) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*HypothesisSummary) ProtoMessage() {}\n\nfunc (x *HypothesisSummary) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[32]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use HypothesisSummary.ProtoReflect.Descriptor instead.\nfunc (*HypothesisSummary) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{32}\n}\n\nfunc (x *HypothesisSummary) GetStatus() HypothesisStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn HypothesisStatus_INVESTIGATED_HYPOTHESIS_STATUS_UNSPECIFIED\n}\n\nfunc (x *HypothesisSummary) GetTitle() string {\n\tif x != nil {\n\t\treturn x.Title\n\t}\n\treturn \"\"\n}\n\nfunc (x *HypothesisSummary) GetDetail() string {\n\tif x != nil {\n\t\treturn x.Detail\n\t}\n\treturn \"\"\n}\n\ntype CalculatedRisksTimelineEntry struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tRisks []*Risk `protobuf:\"bytes,1,rep,name=risks,proto3\" json:\"risks,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CalculatedRisksTimelineEntry) Reset() {\n\t*x = CalculatedRisksTimelineEntry{}\n\tmi := &file_changes_proto_msgTypes[33]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CalculatedRisksTimelineEntry) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CalculatedRisksTimelineEntry) ProtoMessage() {}\n\nfunc (x *CalculatedRisksTimelineEntry) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[33]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CalculatedRisksTimelineEntry.ProtoReflect.Descriptor instead.\nfunc (*CalculatedRisksTimelineEntry) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{33}\n}\n\nfunc (x *CalculatedRisksTimelineEntry) GetRisks() []*Risk {\n\tif x != nil {\n\t\treturn x.Risks\n\t}\n\treturn nil\n}\n\n// The list of labels that have been calculated for this change, or that were assigned by a user\ntype CalculatedLabelsTimelineEntry struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tLabels []*Label `protobuf:\"bytes,1,rep,name=labels,proto3\" json:\"labels,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CalculatedLabelsTimelineEntry) Reset() {\n\t*x = CalculatedLabelsTimelineEntry{}\n\tmi := &file_changes_proto_msgTypes[34]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CalculatedLabelsTimelineEntry) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CalculatedLabelsTimelineEntry) ProtoMessage() {}\n\nfunc (x *CalculatedLabelsTimelineEntry) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[34]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CalculatedLabelsTimelineEntry.ProtoReflect.Descriptor instead.\nfunc (*CalculatedLabelsTimelineEntry) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{34}\n}\n\nfunc (x *CalculatedLabelsTimelineEntry) GetLabels() []*Label {\n\tif x != nil {\n\t\treturn x.Labels\n\t}\n\treturn nil\n}\n\n// The list of validation steps that are to be performed on the change\ntype ChangeValidationTimelineEntry struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// \"A concise overview of the proposed changes and their potential impact (2-3 sentences)\n\tBriefAnalysis string `protobuf:\"bytes,1,opt,name=briefAnalysis,proto3\" json:\"briefAnalysis,omitempty\"`\n\t// For the first stage of the change validation implementation we are only returning Validation Checklist Category\n\tValidationChecklist []*ChangeValidationCategory `protobuf:\"bytes,2,rep,name=validationChecklist,proto3\" json:\"validationChecklist,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeValidationTimelineEntry) Reset() {\n\t*x = ChangeValidationTimelineEntry{}\n\tmi := &file_changes_proto_msgTypes[35]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeValidationTimelineEntry) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeValidationTimelineEntry) ProtoMessage() {}\n\nfunc (x *ChangeValidationTimelineEntry) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[35]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeValidationTimelineEntry.ProtoReflect.Descriptor instead.\nfunc (*ChangeValidationTimelineEntry) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{35}\n}\n\nfunc (x *ChangeValidationTimelineEntry) GetBriefAnalysis() string {\n\tif x != nil {\n\t\treturn x.BriefAnalysis\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeValidationTimelineEntry) GetValidationChecklist() []*ChangeValidationCategory {\n\tif x != nil {\n\t\treturn x.ValidationChecklist\n\t}\n\treturn nil\n}\n\n// Description with specific commands/API calls to execute (1-2 sentences).Add commentMore actions\n// - Include exact AWS CLI commands with parameters and resource IDs\n// - Focus on must-have verification steps only\ntype ChangeValidationCategory struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The category title (e.g., 'Security Validation', 'Configuration Verification')\n\tTitle string `protobuf:\"bytes,1,opt,name=title,proto3\" json:\"title,omitempty\"`\n\t// Description with specific AWS CLI commands/API calls to execute (1-2 sentences)\n\tDescription string `protobuf:\"bytes,2,opt,name=description,proto3\" json:\"description,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeValidationCategory) Reset() {\n\t*x = ChangeValidationCategory{}\n\tmi := &file_changes_proto_msgTypes[36]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeValidationCategory) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeValidationCategory) ProtoMessage() {}\n\nfunc (x *ChangeValidationCategory) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[36]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeValidationCategory.ProtoReflect.Descriptor instead.\nfunc (*ChangeValidationCategory) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{36}\n}\n\nfunc (x *ChangeValidationCategory) GetTitle() string {\n\tif x != nil {\n\t\treturn x.Title\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeValidationCategory) GetDescription() string {\n\tif x != nil {\n\t\treturn x.Description\n\t}\n\treturn \"\"\n}\n\ntype GetDiffRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetDiffRequest) Reset() {\n\t*x = GetDiffRequest{}\n\tmi := &file_changes_proto_msgTypes[37]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetDiffRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetDiffRequest) ProtoMessage() {}\n\nfunc (x *GetDiffRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[37]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetDiffRequest.ProtoReflect.Descriptor instead.\nfunc (*GetDiffRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{37}\n}\n\nfunc (x *GetDiffRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype GetDiffResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Items that were planned to be changed, and were changed\n\tExpectedItems []*ItemDiff `protobuf:\"bytes,1,rep,name=expectedItems,proto3\" json:\"expectedItems,omitempty\"`\n\t// Items that were changed, but were not planned to be changed\n\tUnexpectedItems []*ItemDiff `protobuf:\"bytes,3,rep,name=unexpectedItems,proto3\" json:\"unexpectedItems,omitempty\"`\n\tEdges []*Edge `protobuf:\"bytes,2,rep,name=edges,proto3\" json:\"edges,omitempty\"`\n\t// Items that were planned to be changed, but were not changed\n\tMissingItems []*ItemDiff `protobuf:\"bytes,4,rep,name=missingItems,proto3\" json:\"missingItems,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetDiffResponse) Reset() {\n\t*x = GetDiffResponse{}\n\tmi := &file_changes_proto_msgTypes[38]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetDiffResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetDiffResponse) ProtoMessage() {}\n\nfunc (x *GetDiffResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[38]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetDiffResponse.ProtoReflect.Descriptor instead.\nfunc (*GetDiffResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{38}\n}\n\nfunc (x *GetDiffResponse) GetExpectedItems() []*ItemDiff {\n\tif x != nil {\n\t\treturn x.ExpectedItems\n\t}\n\treturn nil\n}\n\nfunc (x *GetDiffResponse) GetUnexpectedItems() []*ItemDiff {\n\tif x != nil {\n\t\treturn x.UnexpectedItems\n\t}\n\treturn nil\n}\n\nfunc (x *GetDiffResponse) GetEdges() []*Edge {\n\tif x != nil {\n\t\treturn x.Edges\n\t}\n\treturn nil\n}\n\nfunc (x *GetDiffResponse) GetMissingItems() []*ItemDiff {\n\tif x != nil {\n\t\treturn x.MissingItems\n\t}\n\treturn nil\n}\n\ntype ListChangingItemsSummaryRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListChangingItemsSummaryRequest) Reset() {\n\t*x = ListChangingItemsSummaryRequest{}\n\tmi := &file_changes_proto_msgTypes[39]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListChangingItemsSummaryRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListChangingItemsSummaryRequest) ProtoMessage() {}\n\nfunc (x *ListChangingItemsSummaryRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[39]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListChangingItemsSummaryRequest.ProtoReflect.Descriptor instead.\nfunc (*ListChangingItemsSummaryRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{39}\n}\n\nfunc (x *ListChangingItemsSummaryRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype ListChangingItemsSummaryResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tItems []*ItemDiffSummary `protobuf:\"bytes,1,rep,name=items,proto3\" json:\"items,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListChangingItemsSummaryResponse) Reset() {\n\t*x = ListChangingItemsSummaryResponse{}\n\tmi := &file_changes_proto_msgTypes[40]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListChangingItemsSummaryResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListChangingItemsSummaryResponse) ProtoMessage() {}\n\nfunc (x *ListChangingItemsSummaryResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[40]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListChangingItemsSummaryResponse.ProtoReflect.Descriptor instead.\nfunc (*ListChangingItemsSummaryResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{40}\n}\n\nfunc (x *ListChangingItemsSummaryResponse) GetItems() []*ItemDiffSummary {\n\tif x != nil {\n\t\treturn x.Items\n\t}\n\treturn nil\n}\n\ntype MappedItemDiff struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The item that is changing and any known changes to it\n\tItem *ItemDiff `protobuf:\"bytes,1,opt,name=item,proto3\" json:\"item,omitempty\"`\n\t// a mapping query that can be used to find the item. this can be empty if the\n\t// submitter does not know how to map this item.\n\tMappingQuery *Query `protobuf:\"bytes,2,opt,name=mappingQuery,proto3,oneof\" json:\"mappingQuery,omitempty\"`\n\t// The error that was returned as part of the mapping process. This will be\n\t// empty if the mapping was successful.\n\tMappingError *QueryError `protobuf:\"bytes,3,opt,name=mappingError,proto3,oneof\" json:\"mappingError,omitempty\"`\n\t// Explicit status from CLI - when set, API uses this instead of inferring.\n\t// This allows CLI to distinguish between \"unsupported resource type\",\n\t// \"pending creation (doesn't exist yet)\", and \"actual mapping error\".\n\tMappingStatus *MappedItemMappingStatus `protobuf:\"varint,4,opt,name=mapping_status,json=mappingStatus,proto3,enum=changes.MappedItemMappingStatus,oneof\" json:\"mapping_status,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *MappedItemDiff) Reset() {\n\t*x = MappedItemDiff{}\n\tmi := &file_changes_proto_msgTypes[41]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *MappedItemDiff) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*MappedItemDiff) ProtoMessage() {}\n\nfunc (x *MappedItemDiff) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[41]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use MappedItemDiff.ProtoReflect.Descriptor instead.\nfunc (*MappedItemDiff) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{41}\n}\n\nfunc (x *MappedItemDiff) GetItem() *ItemDiff {\n\tif x != nil {\n\t\treturn x.Item\n\t}\n\treturn nil\n}\n\nfunc (x *MappedItemDiff) GetMappingQuery() *Query {\n\tif x != nil {\n\t\treturn x.MappingQuery\n\t}\n\treturn nil\n}\n\nfunc (x *MappedItemDiff) GetMappingError() *QueryError {\n\tif x != nil {\n\t\treturn x.MappingError\n\t}\n\treturn nil\n}\n\nfunc (x *MappedItemDiff) GetMappingStatus() MappedItemMappingStatus {\n\tif x != nil && x.MappingStatus != nil {\n\t\treturn *x.MappingStatus\n\t}\n\treturn MappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_UNSPECIFIED\n}\n\n// StartChangeAnalysisRequest is used to start the change analysis process. This\n// will calculate various things blast radius, risks, auto-tagging etc. This\n// it contains overrides for the auto-tagging rules and the blast radius config\ntype StartChangeAnalysisRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The change to update\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\t// The changing items\n\tChangingItems []*MappedItemDiff `protobuf:\"bytes,2,rep,name=changingItems,proto3\" json:\"changingItems,omitempty\"`\n\t// Overrides the stored blast radius config for this change\n\tBlastRadiusConfigOverride *BlastRadiusConfig `protobuf:\"bytes,3,opt,name=blastRadiusConfigOverride,proto3,oneof\" json:\"blastRadiusConfigOverride,omitempty\"`\n\t// The routine config that should be used for this change. If this is empty\n\t// the routine config that has been configured in the UI will be used\n\tRoutineChangesConfigOverride *RoutineChangesConfig `protobuf:\"bytes,5,opt,name=routineChangesConfigOverride,proto3,oneof\" json:\"routineChangesConfigOverride,omitempty\"`\n\t// github organisation profile to use for this change\n\tGithubOrganisationProfileOverride *GithubOrganisationProfile `protobuf:\"bytes,6,opt,name=githubOrganisationProfileOverride,proto3,oneof\" json:\"githubOrganisationProfileOverride,omitempty\"`\n\t// Knowledge to be used for change analysis\n\tKnowledge []*Knowledge `protobuf:\"bytes,7,rep,name=knowledge,proto3\" json:\"knowledge,omitempty\"`\n\t// When true, the backend will attempt to post analysis results as a GitHub\n\t// PR comment via the installed GitHub App. Requires the account to have a\n\t// GitHub App installation with pull_requests:write permission.\n\tPostGithubComment bool `protobuf:\"varint,8,opt,name=post_github_comment,json=postGithubComment,proto3\" json:\"post_github_comment,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *StartChangeAnalysisRequest) Reset() {\n\t*x = StartChangeAnalysisRequest{}\n\tmi := &file_changes_proto_msgTypes[42]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *StartChangeAnalysisRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*StartChangeAnalysisRequest) ProtoMessage() {}\n\nfunc (x *StartChangeAnalysisRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[42]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use StartChangeAnalysisRequest.ProtoReflect.Descriptor instead.\nfunc (*StartChangeAnalysisRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{42}\n}\n\nfunc (x *StartChangeAnalysisRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\nfunc (x *StartChangeAnalysisRequest) GetChangingItems() []*MappedItemDiff {\n\tif x != nil {\n\t\treturn x.ChangingItems\n\t}\n\treturn nil\n}\n\nfunc (x *StartChangeAnalysisRequest) GetBlastRadiusConfigOverride() *BlastRadiusConfig {\n\tif x != nil {\n\t\treturn x.BlastRadiusConfigOverride\n\t}\n\treturn nil\n}\n\nfunc (x *StartChangeAnalysisRequest) GetRoutineChangesConfigOverride() *RoutineChangesConfig {\n\tif x != nil {\n\t\treturn x.RoutineChangesConfigOverride\n\t}\n\treturn nil\n}\n\nfunc (x *StartChangeAnalysisRequest) GetGithubOrganisationProfileOverride() *GithubOrganisationProfile {\n\tif x != nil {\n\t\treturn x.GithubOrganisationProfileOverride\n\t}\n\treturn nil\n}\n\nfunc (x *StartChangeAnalysisRequest) GetKnowledge() []*Knowledge {\n\tif x != nil {\n\t\treturn x.Knowledge\n\t}\n\treturn nil\n}\n\nfunc (x *StartChangeAnalysisRequest) GetPostGithubComment() bool {\n\tif x != nil {\n\t\treturn x.PostGithubComment\n\t}\n\treturn false\n}\n\n// StartChangeAnalysisResponse is used to signal that the change analysis has been successfully started\n// we use HTTP response codes to signal errors\ntype StartChangeAnalysisResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// True when the account has a GitHub App installation with sufficient\n\t// permissions to post PR comments. The CLI/Action can use this to decide\n\t// whether it needs to post its own comment.\n\tGithubAppActive bool `protobuf:\"varint,1,opt,name=github_app_active,json=githubAppActive,proto3\" json:\"github_app_active,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *StartChangeAnalysisResponse) Reset() {\n\t*x = StartChangeAnalysisResponse{}\n\tmi := &file_changes_proto_msgTypes[43]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *StartChangeAnalysisResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*StartChangeAnalysisResponse) ProtoMessage() {}\n\nfunc (x *StartChangeAnalysisResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[43]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use StartChangeAnalysisResponse.ProtoReflect.Descriptor instead.\nfunc (*StartChangeAnalysisResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{43}\n}\n\nfunc (x *StartChangeAnalysisResponse) GetGithubAppActive() bool {\n\tif x != nil {\n\t\treturn x.GithubAppActive\n\t}\n\treturn false\n}\n\n// AddPlannedChangesRequest appends a batch of planned changes to an existing\n// change without triggering analysis. Used by multi-plan workflows (e.g.\n// Atlantis parallel planning) where each plan step submits independently.\ntype AddPlannedChangesRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The change to append items to\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\t// The planned change items to append\n\tChangingItems []*MappedItemDiff `protobuf:\"bytes,2,rep,name=changingItems,proto3\" json:\"changingItems,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AddPlannedChangesRequest) Reset() {\n\t*x = AddPlannedChangesRequest{}\n\tmi := &file_changes_proto_msgTypes[44]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AddPlannedChangesRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AddPlannedChangesRequest) ProtoMessage() {}\n\nfunc (x *AddPlannedChangesRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[44]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AddPlannedChangesRequest.ProtoReflect.Descriptor instead.\nfunc (*AddPlannedChangesRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{44}\n}\n\nfunc (x *AddPlannedChangesRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\nfunc (x *AddPlannedChangesRequest) GetChangingItems() []*MappedItemDiff {\n\tif x != nil {\n\t\treturn x.ChangingItems\n\t}\n\treturn nil\n}\n\n// AddPlannedChangesResponse is intentionally empty; errors use ConnectRPC codes.\ntype AddPlannedChangesResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AddPlannedChangesResponse) Reset() {\n\t*x = AddPlannedChangesResponse{}\n\tmi := &file_changes_proto_msgTypes[45]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AddPlannedChangesResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AddPlannedChangesResponse) ProtoMessage() {}\n\nfunc (x *AddPlannedChangesResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[45]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AddPlannedChangesResponse.ProtoReflect.Descriptor instead.\nfunc (*AddPlannedChangesResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{45}\n}\n\ntype ListHomeChangesRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tPagination *PaginationRequest `protobuf:\"bytes,1,opt,name=pagination,proto3\" json:\"pagination,omitempty\"`\n\tFilters *ChangeFiltersRequest `protobuf:\"bytes,2,opt,name=filters,proto3,oneof\" json:\"filters,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListHomeChangesRequest) Reset() {\n\t*x = ListHomeChangesRequest{}\n\tmi := &file_changes_proto_msgTypes[46]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListHomeChangesRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListHomeChangesRequest) ProtoMessage() {}\n\nfunc (x *ListHomeChangesRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[46]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListHomeChangesRequest.ProtoReflect.Descriptor instead.\nfunc (*ListHomeChangesRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{46}\n}\n\nfunc (x *ListHomeChangesRequest) GetPagination() *PaginationRequest {\n\tif x != nil {\n\t\treturn x.Pagination\n\t}\n\treturn nil\n}\n\nfunc (x *ListHomeChangesRequest) GetFilters() *ChangeFiltersRequest {\n\tif x != nil {\n\t\treturn x.Filters\n\t}\n\treturn nil\n}\n\n// ChangeFiltersRequest is used for filtering on the changes page.\n// Repeated entries of the same type are used to represent OR conditions. eg if repo is [\"a\", \"b\"] then the filter is (repo == \"a\" OR repo == \"b\")\n// The filters are ANDed together. eg if repo is [\"a\", \"b\"] and author is [\"c\"] then the filter is (repo == \"a\" OR repo == \"b\") AND author == \"c\"\ntype ChangeFiltersRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tRepos []string `protobuf:\"bytes,1,rep,name=repos,proto3\" json:\"repos,omitempty\"`\n\tRisks []Risk_Severity `protobuf:\"varint,3,rep,packed,name=risks,proto3,enum=changes.Risk_Severity\" json:\"risks,omitempty\"`\n\tAuthors []string `protobuf:\"bytes,4,rep,name=authors,proto3\" json:\"authors,omitempty\"`\n\tStatuses []ChangeStatus `protobuf:\"varint,5,rep,packed,name=statuses,proto3,enum=changes.ChangeStatus\" json:\"statuses,omitempty\"`\n\tSortOrder *SortOrder `protobuf:\"varint,6,opt,name=sortOrder,proto3,enum=SortOrder,oneof\" json:\"sortOrder,omitempty\"` // the default is SortOrder.DATE_DESCENDING (newest first)\n\tLabels []string `protobuf:\"bytes,7,rep,name=labels,proto3\" json:\"labels,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeFiltersRequest) Reset() {\n\t*x = ChangeFiltersRequest{}\n\tmi := &file_changes_proto_msgTypes[47]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeFiltersRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeFiltersRequest) ProtoMessage() {}\n\nfunc (x *ChangeFiltersRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[47]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeFiltersRequest.ProtoReflect.Descriptor instead.\nfunc (*ChangeFiltersRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{47}\n}\n\nfunc (x *ChangeFiltersRequest) GetRepos() []string {\n\tif x != nil {\n\t\treturn x.Repos\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeFiltersRequest) GetRisks() []Risk_Severity {\n\tif x != nil {\n\t\treturn x.Risks\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeFiltersRequest) GetAuthors() []string {\n\tif x != nil {\n\t\treturn x.Authors\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeFiltersRequest) GetStatuses() []ChangeStatus {\n\tif x != nil {\n\t\treturn x.Statuses\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeFiltersRequest) GetSortOrder() SortOrder {\n\tif x != nil && x.SortOrder != nil {\n\t\treturn *x.SortOrder\n\t}\n\treturn SortOrder_ALPHABETICAL_ASCENDING\n}\n\nfunc (x *ChangeFiltersRequest) GetLabels() []string {\n\tif x != nil {\n\t\treturn x.Labels\n\t}\n\treturn nil\n}\n\ntype ListHomeChangesResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChanges []*ChangeSummary `protobuf:\"bytes,1,rep,name=changes,proto3\" json:\"changes,omitempty\"`\n\tPagination *PaginationResponse `protobuf:\"bytes,2,opt,name=pagination,proto3\" json:\"pagination,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListHomeChangesResponse) Reset() {\n\t*x = ListHomeChangesResponse{}\n\tmi := &file_changes_proto_msgTypes[48]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListHomeChangesResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListHomeChangesResponse) ProtoMessage() {}\n\nfunc (x *ListHomeChangesResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[48]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListHomeChangesResponse.ProtoReflect.Descriptor instead.\nfunc (*ListHomeChangesResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{48}\n}\n\nfunc (x *ListHomeChangesResponse) GetChanges() []*ChangeSummary {\n\tif x != nil {\n\t\treturn x.Changes\n\t}\n\treturn nil\n}\n\nfunc (x *ListHomeChangesResponse) GetPagination() *PaginationResponse {\n\tif x != nil {\n\t\treturn x.Pagination\n\t}\n\treturn nil\n}\n\ntype PopulateChangeFiltersRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *PopulateChangeFiltersRequest) Reset() {\n\t*x = PopulateChangeFiltersRequest{}\n\tmi := &file_changes_proto_msgTypes[49]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *PopulateChangeFiltersRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*PopulateChangeFiltersRequest) ProtoMessage() {}\n\nfunc (x *PopulateChangeFiltersRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[49]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use PopulateChangeFiltersRequest.ProtoReflect.Descriptor instead.\nfunc (*PopulateChangeFiltersRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{49}\n}\n\ntype PopulateChangeFiltersResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tRepos []string `protobuf:\"bytes,1,rep,name=repos,proto3\" json:\"repos,omitempty\"`\n\tAuthors []string `protobuf:\"bytes,2,rep,name=authors,proto3\" json:\"authors,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *PopulateChangeFiltersResponse) Reset() {\n\t*x = PopulateChangeFiltersResponse{}\n\tmi := &file_changes_proto_msgTypes[50]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *PopulateChangeFiltersResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*PopulateChangeFiltersResponse) ProtoMessage() {}\n\nfunc (x *PopulateChangeFiltersResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[50]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use PopulateChangeFiltersResponse.ProtoReflect.Descriptor instead.\nfunc (*PopulateChangeFiltersResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{50}\n}\n\nfunc (x *PopulateChangeFiltersResponse) GetRepos() []string {\n\tif x != nil {\n\t\treturn x.Repos\n\t}\n\treturn nil\n}\n\nfunc (x *PopulateChangeFiltersResponse) GetAuthors() []string {\n\tif x != nil {\n\t\treturn x.Authors\n\t}\n\treturn nil\n}\n\ntype ItemDiffSummary struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// A reference to the item that this diff is related to\n\tItemRef *Reference `protobuf:\"bytes,1,opt,name=itemRef,proto3\" json:\"itemRef,omitempty\"`\n\t// The status of the item\n\tStatus ItemDiffStatus `protobuf:\"varint,4,opt,name=status,proto3,enum=changes.ItemDiffStatus\" json:\"status,omitempty\"`\n\t// The health of the item currently (as opposed to before the change)\n\tHealthAfter Health `protobuf:\"varint,5,opt,name=healthAfter,proto3,enum=Health\" json:\"healthAfter,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ItemDiffSummary) Reset() {\n\t*x = ItemDiffSummary{}\n\tmi := &file_changes_proto_msgTypes[51]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ItemDiffSummary) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ItemDiffSummary) ProtoMessage() {}\n\nfunc (x *ItemDiffSummary) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[51]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ItemDiffSummary.ProtoReflect.Descriptor instead.\nfunc (*ItemDiffSummary) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{51}\n}\n\nfunc (x *ItemDiffSummary) GetItemRef() *Reference {\n\tif x != nil {\n\t\treturn x.ItemRef\n\t}\n\treturn nil\n}\n\nfunc (x *ItemDiffSummary) GetStatus() ItemDiffStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn ItemDiffStatus_ITEM_DIFF_STATUS_UNSPECIFIED\n}\n\nfunc (x *ItemDiffSummary) GetHealthAfter() Health {\n\tif x != nil {\n\t\treturn x.HealthAfter\n\t}\n\treturn Health_HEALTH_UNKNOWN\n}\n\ntype ItemDiff struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// A reference to the item that this diff is related to, if this exists in the\n\t// real infrastructure. If this is blank it represents a change that we were\n\t// unable to find a matching item for\n\tItem *Reference `protobuf:\"bytes,1,opt,name=item,proto3,oneof\" json:\"item,omitempty\"`\n\t// The status of the item\n\tStatus ItemDiffStatus `protobuf:\"varint,2,opt,name=status,proto3,enum=changes.ItemDiffStatus\" json:\"status,omitempty\"`\n\tBefore *Item `protobuf:\"bytes,3,opt,name=before,proto3\" json:\"before,omitempty\"`\n\tAfter *Item `protobuf:\"bytes,4,opt,name=after,proto3\" json:\"after,omitempty\"`\n\t// A summary of how often the GUN's have had similar changes for individual attributes along with planned and unplanned changes\n\tModificationSummary string `protobuf:\"bytes,5,opt,name=modificationSummary,proto3\" json:\"modificationSummary,omitempty\"`\n\t// Reference to the live infrastructure item this diff was mapped to via\n\t// LLM mapping. Only set when the mapped item differs from the plan item\n\t// (i.e., the plan resource type has no static mapping and the LLM found\n\t// a matching live item of a different type). The frontend uses this to\n\t// draw a synthetic edge in the blast radius graph connecting the plan\n\t// item node to the mapped live item node.\n\tMappedItemRef *Reference `protobuf:\"bytes,6,opt,name=mappedItemRef,proto3,oneof\" json:\"mappedItemRef,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ItemDiff) Reset() {\n\t*x = ItemDiff{}\n\tmi := &file_changes_proto_msgTypes[52]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ItemDiff) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ItemDiff) ProtoMessage() {}\n\nfunc (x *ItemDiff) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[52]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ItemDiff.ProtoReflect.Descriptor instead.\nfunc (*ItemDiff) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{52}\n}\n\nfunc (x *ItemDiff) GetItem() *Reference {\n\tif x != nil {\n\t\treturn x.Item\n\t}\n\treturn nil\n}\n\nfunc (x *ItemDiff) GetStatus() ItemDiffStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn ItemDiffStatus_ITEM_DIFF_STATUS_UNSPECIFIED\n}\n\nfunc (x *ItemDiff) GetBefore() *Item {\n\tif x != nil {\n\t\treturn x.Before\n\t}\n\treturn nil\n}\n\nfunc (x *ItemDiff) GetAfter() *Item {\n\tif x != nil {\n\t\treturn x.After\n\t}\n\treturn nil\n}\n\nfunc (x *ItemDiff) GetModificationSummary() string {\n\tif x != nil {\n\t\treturn x.ModificationSummary\n\t}\n\treturn \"\"\n}\n\nfunc (x *ItemDiff) GetMappedItemRef() *Reference {\n\tif x != nil {\n\t\treturn x.MappedItemRef\n\t}\n\treturn nil\n}\n\ntype EnrichedTags struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tTagValue map[string]*TagValue `protobuf:\"bytes,18,rep,name=tagValue,proto3\" json:\"tagValue,omitempty\" protobuf_key:\"bytes,1,opt,name=key\" protobuf_val:\"bytes,2,opt,name=value\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *EnrichedTags) Reset() {\n\t*x = EnrichedTags{}\n\tmi := &file_changes_proto_msgTypes[53]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *EnrichedTags) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*EnrichedTags) ProtoMessage() {}\n\nfunc (x *EnrichedTags) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[53]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use EnrichedTags.ProtoReflect.Descriptor instead.\nfunc (*EnrichedTags) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{53}\n}\n\nfunc (x *EnrichedTags) GetTagValue() map[string]*TagValue {\n\tif x != nil {\n\t\treturn x.TagValue\n\t}\n\treturn nil\n}\n\ntype TagValue struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The value of the tag, this can be user-defined or auto-generated\n\t//\n\t// Types that are valid to be assigned to Value:\n\t//\n\t//\t*TagValue_UserTagValue\n\t//\t*TagValue_AutoTagValue\n\tValue isTagValue_Value `protobuf_oneof:\"value\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *TagValue) Reset() {\n\t*x = TagValue{}\n\tmi := &file_changes_proto_msgTypes[54]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *TagValue) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*TagValue) ProtoMessage() {}\n\nfunc (x *TagValue) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[54]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use TagValue.ProtoReflect.Descriptor instead.\nfunc (*TagValue) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{54}\n}\n\nfunc (x *TagValue) GetValue() isTagValue_Value {\n\tif x != nil {\n\t\treturn x.Value\n\t}\n\treturn nil\n}\n\nfunc (x *TagValue) GetUserTagValue() *UserTagValue {\n\tif x != nil {\n\t\tif x, ok := x.Value.(*TagValue_UserTagValue); ok {\n\t\t\treturn x.UserTagValue\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *TagValue) GetAutoTagValue() *AutoTagValue {\n\tif x != nil {\n\t\tif x, ok := x.Value.(*TagValue_AutoTagValue); ok {\n\t\t\treturn x.AutoTagValue\n\t\t}\n\t}\n\treturn nil\n}\n\ntype isTagValue_Value interface {\n\tisTagValue_Value()\n}\n\ntype TagValue_UserTagValue struct {\n\tUserTagValue *UserTagValue `protobuf:\"bytes,1,opt,name=userTagValue,proto3,oneof\"`\n}\n\ntype TagValue_AutoTagValue struct {\n\tAutoTagValue *AutoTagValue `protobuf:\"bytes,2,opt,name=autoTagValue,proto3,oneof\"`\n}\n\nfunc (*TagValue_UserTagValue) isTagValue_Value() {}\n\nfunc (*TagValue_AutoTagValue) isTagValue_Value() {}\n\ntype UserTagValue struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The value of the tag that was set by the user.\n\tValue string `protobuf:\"bytes,1,opt,name=value,proto3\" json:\"value,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UserTagValue) Reset() {\n\t*x = UserTagValue{}\n\tmi := &file_changes_proto_msgTypes[55]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UserTagValue) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UserTagValue) ProtoMessage() {}\n\nfunc (x *UserTagValue) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[55]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UserTagValue.ProtoReflect.Descriptor instead.\nfunc (*UserTagValue) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{55}\n}\n\nfunc (x *UserTagValue) GetValue() string {\n\tif x != nil {\n\t\treturn x.Value\n\t}\n\treturn \"\"\n}\n\ntype AutoTagValue struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The value of the tag\n\tValue string `protobuf:\"bytes,1,opt,name=value,proto3\" json:\"value,omitempty\"`\n\t// Reasoning for this decision\n\tReasoning string `protobuf:\"bytes,2,opt,name=reasoning,proto3\" json:\"reasoning,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AutoTagValue) Reset() {\n\t*x = AutoTagValue{}\n\tmi := &file_changes_proto_msgTypes[56]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AutoTagValue) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AutoTagValue) ProtoMessage() {}\n\nfunc (x *AutoTagValue) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[56]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AutoTagValue.ProtoReflect.Descriptor instead.\nfunc (*AutoTagValue) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{56}\n}\n\nfunc (x *AutoTagValue) GetValue() string {\n\tif x != nil {\n\t\treturn x.Value\n\t}\n\treturn \"\"\n}\n\nfunc (x *AutoTagValue) GetReasoning() string {\n\tif x != nil {\n\t\treturn x.Reasoning\n\t}\n\treturn \"\"\n}\n\n// a label that can be applied to a change\n// note that it keeps the colour / name based on the rule that was used at the time of creation\n// if the rule is updated, the colour / name will not be updated, unless\n// 1. the change is re-run, in which case the label will be updated to the new colour / name.\n// 2. the user will have to manually re-run the rule to get the new colour / name. this may also remove the label from the change if the rule is no longer applied.\ntype Label struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The type of the label, it is required\n\tType LabelType `protobuf:\"varint,1,opt,name=type,proto3,enum=changes.LabelType\" json:\"type,omitempty\"`\n\t// name of the label, it is required\n\tName string `protobuf:\"bytes,2,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// colour of the label\n\t// discussed with the UI team and we will use a hex code for the colour, it is required\n\tColour string `protobuf:\"bytes,3,opt,name=colour,proto3\" json:\"colour,omitempty\"`\n\t// the label rule that was used to generate this label, this is only populated for auto-generated labels\n\tLabelRuleUUID []byte `protobuf:\"bytes,4,opt,name=labelRuleUUID,proto3\" json:\"labelRuleUUID,omitempty\"`\n\t// reasoning for this label, this is only populated for auto-generated labels\n\tAutoLabelReasoning string `protobuf:\"bytes,5,opt,name=autoLabelReasoning,proto3\" json:\"autoLabelReasoning,omitempty\"`\n\t// skipped if the label rule was not applied to the change, this is only populated for auto-generated labels\n\tSkipped bool `protobuf:\"varint,6,opt,name=skipped,proto3\" json:\"skipped,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Label) Reset() {\n\t*x = Label{}\n\tmi := &file_changes_proto_msgTypes[57]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Label) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Label) ProtoMessage() {}\n\nfunc (x *Label) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[57]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Label.ProtoReflect.Descriptor instead.\nfunc (*Label) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{57}\n}\n\nfunc (x *Label) GetType() LabelType {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn LabelType_LABEL_TYPE_UNSPECIFIED\n}\n\nfunc (x *Label) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *Label) GetColour() string {\n\tif x != nil {\n\t\treturn x.Colour\n\t}\n\treturn \"\"\n}\n\nfunc (x *Label) GetLabelRuleUUID() []byte {\n\tif x != nil {\n\t\treturn x.LabelRuleUUID\n\t}\n\treturn nil\n}\n\nfunc (x *Label) GetAutoLabelReasoning() string {\n\tif x != nil {\n\t\treturn x.AutoLabelReasoning\n\t}\n\treturn \"\"\n}\n\nfunc (x *Label) GetSkipped() bool {\n\tif x != nil {\n\t\treturn x.Skipped\n\t}\n\treturn false\n}\n\n// A smaller summary of a change\ntype ChangeSummary struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// unique id to identify this change\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// Short title for this change.\n\t// Example: \"database upgrade\"\n\tTitle string `protobuf:\"bytes,2,opt,name=title,proto3\" json:\"title,omitempty\"`\n\t// The current status of this change. This is changed by the lifecycle\n\t// functions such as `StartChange` and `EndChange`.\n\tStatus ChangeStatus `protobuf:\"varint,3,opt,name=status,proto3,enum=changes.ChangeStatus\" json:\"status,omitempty\"`\n\t// Link to the ticket for this change.\n\t// Example: \"http://jira.contoso-engineering.com/browse/CM-1337\"\n\tTicketLink string `protobuf:\"bytes,4,opt,name=ticketLink,proto3\" json:\"ticketLink,omitempty\"`\n\t// timestamp when this change was created\n\tCreatedAt *timestamppb.Timestamp `protobuf:\"bytes,5,opt,name=createdAt,proto3\" json:\"createdAt,omitempty\"`\n\t// The name of the user that created the change\n\tCreatorName string `protobuf:\"bytes,6,opt,name=creatorName,proto3\" json:\"creatorName,omitempty\"`\n\t// The email of the user that created the change\n\tCreatorEmail string `protobuf:\"bytes,15,opt,name=creatorEmail,proto3\" json:\"creatorEmail,omitempty\"`\n\t// The number of items in the blast radius of this change\n\tNumAffectedItems int32 `protobuf:\"varint,9,opt,name=numAffectedItems,proto3\" json:\"numAffectedItems,omitempty\"`\n\t// The number of edges in the blast radius of this change\n\tNumAffectedEdges int32 `protobuf:\"varint,10,opt,name=numAffectedEdges,proto3\" json:\"numAffectedEdges,omitempty\"`\n\t// The number of low risks in this change\n\tNumLowRisk int32 `protobuf:\"varint,11,opt,name=numLowRisk,proto3\" json:\"numLowRisk,omitempty\"`\n\t// The number of medium risks in this change\n\tNumMediumRisk int32 `protobuf:\"varint,12,opt,name=numMediumRisk,proto3\" json:\"numMediumRisk,omitempty\"`\n\t// The number of high risks in this change\n\tNumHighRisk int32 `protobuf:\"varint,13,opt,name=numHighRisk,proto3\" json:\"numHighRisk,omitempty\"`\n\t// Quick description of the change.\n\t// Example: \"upgrade of the database to get access to the new contoso management processor\"\n\tDescription string `protobuf:\"bytes,14,opt,name=description,proto3\" json:\"description,omitempty\"`\n\t// Repo information; can be an empty string. CLI attempts auto-population, but\n\t// users can override. Not necessarily a URL. The UI will be responsible for\n\t// any formatting/shortening/sprucing up should it be required.\n\tRepo string `protobuf:\"bytes,16,opt,name=repo,proto3\" json:\"repo,omitempty\"`\n\t// Deprecated: Use enrichedTags instead\n\t//\n\t// Deprecated: Marked as deprecated in changes.proto.\n\tTags map[string]string `protobuf:\"bytes,17,rep,name=tags,proto3\" json:\"tags,omitempty\" protobuf_key:\"bytes,1,opt,name=key\" protobuf_val:\"bytes,2,opt,name=value\"`\n\t// Tags associated with this change\n\tEnrichedTags *EnrichedTags `protobuf:\"bytes,18,opt,name=enrichedTags,proto3\" json:\"enrichedTags,omitempty\"`\n\t// labels\n\tLabels []*Label `protobuf:\"bytes,19,rep,name=labels,proto3\" json:\"labels,omitempty\"`\n\t// Github change information\n\t// contains information about the author\n\tGithubChangeInfo *GithubChangeInfo `protobuf:\"bytes,20,opt,name=githubChangeInfo,proto3\" json:\"githubChangeInfo,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeSummary) Reset() {\n\t*x = ChangeSummary{}\n\tmi := &file_changes_proto_msgTypes[58]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeSummary) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeSummary) ProtoMessage() {}\n\nfunc (x *ChangeSummary) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[58]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeSummary.ProtoReflect.Descriptor instead.\nfunc (*ChangeSummary) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{58}\n}\n\nfunc (x *ChangeSummary) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeSummary) GetTitle() string {\n\tif x != nil {\n\t\treturn x.Title\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeSummary) GetStatus() ChangeStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn ChangeStatus_CHANGE_STATUS_UNSPECIFIED\n}\n\nfunc (x *ChangeSummary) GetTicketLink() string {\n\tif x != nil {\n\t\treturn x.TicketLink\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeSummary) GetCreatedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.CreatedAt\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeSummary) GetCreatorName() string {\n\tif x != nil {\n\t\treturn x.CreatorName\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeSummary) GetCreatorEmail() string {\n\tif x != nil {\n\t\treturn x.CreatorEmail\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeSummary) GetNumAffectedItems() int32 {\n\tif x != nil {\n\t\treturn x.NumAffectedItems\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeSummary) GetNumAffectedEdges() int32 {\n\tif x != nil {\n\t\treturn x.NumAffectedEdges\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeSummary) GetNumLowRisk() int32 {\n\tif x != nil {\n\t\treturn x.NumLowRisk\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeSummary) GetNumMediumRisk() int32 {\n\tif x != nil {\n\t\treturn x.NumMediumRisk\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeSummary) GetNumHighRisk() int32 {\n\tif x != nil {\n\t\treturn x.NumHighRisk\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeSummary) GetDescription() string {\n\tif x != nil {\n\t\treturn x.Description\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeSummary) GetRepo() string {\n\tif x != nil {\n\t\treturn x.Repo\n\t}\n\treturn \"\"\n}\n\n// Deprecated: Marked as deprecated in changes.proto.\nfunc (x *ChangeSummary) GetTags() map[string]string {\n\tif x != nil {\n\t\treturn x.Tags\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeSummary) GetEnrichedTags() *EnrichedTags {\n\tif x != nil {\n\t\treturn x.EnrichedTags\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeSummary) GetLabels() []*Label {\n\tif x != nil {\n\t\treturn x.Labels\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeSummary) GetGithubChangeInfo() *GithubChangeInfo {\n\tif x != nil {\n\t\treturn x.GithubChangeInfo\n\t}\n\treturn nil\n}\n\n// a complete Change with machine-supplied and user-supplied values\ntype Change struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// machine-generated metadata of this change\n\tMetadata *ChangeMetadata `protobuf:\"bytes,1,opt,name=metadata,proto3\" json:\"metadata,omitempty\"`\n\t// user-supplied properties of this change\n\tProperties *ChangeProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Change) Reset() {\n\t*x = Change{}\n\tmi := &file_changes_proto_msgTypes[59]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Change) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Change) ProtoMessage() {}\n\nfunc (x *Change) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[59]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Change.ProtoReflect.Descriptor instead.\nfunc (*Change) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{59}\n}\n\nfunc (x *Change) GetMetadata() *ChangeMetadata {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\nfunc (x *Change) GetProperties() *ChangeProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\n// machine-generated metadata of this change\ntype ChangeMetadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// unique id to identify this change\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// timestamp when this change was created\n\tCreatedAt *timestamppb.Timestamp `protobuf:\"bytes,2,opt,name=createdAt,proto3\" json:\"createdAt,omitempty\"`\n\t// timestamp when this change was last updated\n\tUpdatedAt *timestamppb.Timestamp `protobuf:\"bytes,3,opt,name=updatedAt,proto3\" json:\"updatedAt,omitempty\"`\n\t// The current status of this change. This is changed by the lifecycle\n\t// functions such as `StartChange` and `EndChange`.\n\tStatus ChangeStatus `protobuf:\"varint,4,opt,name=status,proto3,enum=changes.ChangeStatus\" json:\"status,omitempty\"`\n\t// The name of the user that created the change\n\tCreatorName string `protobuf:\"bytes,5,opt,name=creatorName,proto3\" json:\"creatorName,omitempty\"`\n\t// The email of the user that created the change\n\tCreatorEmail string `protobuf:\"bytes,19,opt,name=creatorEmail,proto3\" json:\"creatorEmail,omitempty\"`\n\t// The number of items in the blast radius if this change\n\tNumAffectedItems int32 `protobuf:\"varint,7,opt,name=numAffectedItems,proto3\" json:\"numAffectedItems,omitempty\"`\n\t// The number of edges in the blast radius if this change\n\tNumAffectedEdges int32 `protobuf:\"varint,17,opt,name=numAffectedEdges,proto3\" json:\"numAffectedEdges,omitempty\"`\n\t// The number of items within the blast radius that were not affected by this\n\t// change\n\tNumUnchangedItems int32 `protobuf:\"varint,8,opt,name=numUnchangedItems,proto3\" json:\"numUnchangedItems,omitempty\"`\n\t// The number of items that were created as part of this change\n\tNumCreatedItems int32 `protobuf:\"varint,9,opt,name=numCreatedItems,proto3\" json:\"numCreatedItems,omitempty\"`\n\t// The number of items that were updated as part of this change\n\tNumUpdatedItems int32 `protobuf:\"varint,10,opt,name=numUpdatedItems,proto3\" json:\"numUpdatedItems,omitempty\"`\n\t// The number of items that were replaced as part of this change\n\tNumReplacedItems int32 `protobuf:\"varint,18,opt,name=numReplacedItems,proto3\" json:\"numReplacedItems,omitempty\"`\n\t// The number of items that were deleted as part of this change\n\tNumDeletedItems int32 `protobuf:\"varint,11,opt,name=numDeletedItems,proto3\" json:\"numDeletedItems,omitempty\"`\n\tUnknownHealthChange *ChangeMetadata_HealthChange `protobuf:\"bytes,12,opt,name=UnknownHealthChange,proto3\" json:\"UnknownHealthChange,omitempty\"`\n\tOkHealthChange *ChangeMetadata_HealthChange `protobuf:\"bytes,13,opt,name=OkHealthChange,proto3\" json:\"OkHealthChange,omitempty\"`\n\tWarningHealthChange *ChangeMetadata_HealthChange `protobuf:\"bytes,14,opt,name=WarningHealthChange,proto3\" json:\"WarningHealthChange,omitempty\"`\n\tErrorHealthChange *ChangeMetadata_HealthChange `protobuf:\"bytes,15,opt,name=ErrorHealthChange,proto3\" json:\"ErrorHealthChange,omitempty\"`\n\tPendingHealthChange *ChangeMetadata_HealthChange `protobuf:\"bytes,16,opt,name=PendingHealthChange,proto3\" json:\"PendingHealthChange,omitempty\"`\n\t// Github change information\n\t// contains information about the author from github\n\tGithubChangeInfo *GithubChangeInfo `protobuf:\"bytes,20,opt,name=githubChangeInfo,proto3\" json:\"githubChangeInfo,omitempty\"`\n\t// The total number of observations recorded for this change during blast radius analysis.\n\t// This is null/undefined for legacy changes where observations were not tracked.\n\t// This count increments immediately as observations are added, providing fast feedback.\n\tTotalObservations *uint32 `protobuf:\"varint,21,opt,name=total_observations,json=totalObservations,proto3,oneof\" json:\"total_observations,omitempty\"`\n\t// Persisted change analysis completion status (single source of truth for GetChange/CLI).\n\tChangeAnalysisStatus *ChangeAnalysisStatus `protobuf:\"bytes,22,opt,name=changeAnalysisStatus,proto3\" json:\"changeAnalysisStatus,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeMetadata) Reset() {\n\t*x = ChangeMetadata{}\n\tmi := &file_changes_proto_msgTypes[60]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeMetadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeMetadata) ProtoMessage() {}\n\nfunc (x *ChangeMetadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[60]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeMetadata.ProtoReflect.Descriptor instead.\nfunc (*ChangeMetadata) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{60}\n}\n\nfunc (x *ChangeMetadata) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeMetadata) GetCreatedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.CreatedAt\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeMetadata) GetUpdatedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.UpdatedAt\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeMetadata) GetStatus() ChangeStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn ChangeStatus_CHANGE_STATUS_UNSPECIFIED\n}\n\nfunc (x *ChangeMetadata) GetCreatorName() string {\n\tif x != nil {\n\t\treturn x.CreatorName\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeMetadata) GetCreatorEmail() string {\n\tif x != nil {\n\t\treturn x.CreatorEmail\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeMetadata) GetNumAffectedItems() int32 {\n\tif x != nil {\n\t\treturn x.NumAffectedItems\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeMetadata) GetNumAffectedEdges() int32 {\n\tif x != nil {\n\t\treturn x.NumAffectedEdges\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeMetadata) GetNumUnchangedItems() int32 {\n\tif x != nil {\n\t\treturn x.NumUnchangedItems\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeMetadata) GetNumCreatedItems() int32 {\n\tif x != nil {\n\t\treturn x.NumCreatedItems\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeMetadata) GetNumUpdatedItems() int32 {\n\tif x != nil {\n\t\treturn x.NumUpdatedItems\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeMetadata) GetNumReplacedItems() int32 {\n\tif x != nil {\n\t\treturn x.NumReplacedItems\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeMetadata) GetNumDeletedItems() int32 {\n\tif x != nil {\n\t\treturn x.NumDeletedItems\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeMetadata) GetUnknownHealthChange() *ChangeMetadata_HealthChange {\n\tif x != nil {\n\t\treturn x.UnknownHealthChange\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeMetadata) GetOkHealthChange() *ChangeMetadata_HealthChange {\n\tif x != nil {\n\t\treturn x.OkHealthChange\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeMetadata) GetWarningHealthChange() *ChangeMetadata_HealthChange {\n\tif x != nil {\n\t\treturn x.WarningHealthChange\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeMetadata) GetErrorHealthChange() *ChangeMetadata_HealthChange {\n\tif x != nil {\n\t\treturn x.ErrorHealthChange\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeMetadata) GetPendingHealthChange() *ChangeMetadata_HealthChange {\n\tif x != nil {\n\t\treturn x.PendingHealthChange\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeMetadata) GetGithubChangeInfo() *GithubChangeInfo {\n\tif x != nil {\n\t\treturn x.GithubChangeInfo\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeMetadata) GetTotalObservations() uint32 {\n\tif x != nil && x.TotalObservations != nil {\n\t\treturn *x.TotalObservations\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeMetadata) GetChangeAnalysisStatus() *ChangeAnalysisStatus {\n\tif x != nil {\n\t\treturn x.ChangeAnalysisStatus\n\t}\n\treturn nil\n}\n\n// user-supplied properties of this change\ntype ChangeProperties struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Short title for this change.\n\t// Example: \"database upgrade\"\n\tTitle string `protobuf:\"bytes,2,opt,name=title,proto3\" json:\"title,omitempty\"`\n\t// Quick description of the change.\n\t// Example: \"upgrade of the database to get access to the new contoso management processor\"\n\tDescription string `protobuf:\"bytes,3,opt,name=description,proto3\" json:\"description,omitempty\"`\n\t// Link to the ticket for this change.\n\t// Example: \"http://jira.contoso-engineering.com/browse/CM-1337\"\n\tTicketLink string `protobuf:\"bytes,4,opt,name=ticketLink,proto3\" json:\"ticketLink,omitempty\"`\n\t// The owner of this change.\n\t// Example: Susan\n\tOwner string `protobuf:\"bytes,5,opt,name=owner,proto3\" json:\"owner,omitempty\"`\n\t// A comma-separated list of emails to keep updated with the status of this change.\n\t// Example: susan@contoso.com, jimmy@contoso.com\n\tCcEmails string `protobuf:\"bytes,6,opt,name=ccEmails,proto3\" json:\"ccEmails,omitempty\"`\n\t// UUID of a bookmark for the item queries of the items *directly* affected by\n\t// this change. This might be parsed from a terraform plan, added from the API,\n\t// parsed from a freeform ticket description etc.\n\tChangingItemsBookmarkUUID []byte `protobuf:\"bytes,7,opt,name=changingItemsBookmarkUUID,proto3\" json:\"changingItemsBookmarkUUID,omitempty\"`\n\t// UUID of a snapshot for the item queries of the items *indirectly* affected\n\t// by this change i.e. the blast radius. The initial selection will be determined\n\t// automatically based off changingItemsBookmark, but can refined by the user.\n\tBlastRadiusSnapshotUUID []byte `protobuf:\"bytes,11,opt,name=blastRadiusSnapshotUUID,proto3\" json:\"blastRadiusSnapshotUUID,omitempty\"`\n\t// UUID of the whole-system snapshot created before the change has started.\n\tSystemBeforeSnapshotUUID []byte `protobuf:\"bytes,8,opt,name=systemBeforeSnapshotUUID,proto3\" json:\"systemBeforeSnapshotUUID,omitempty\"`\n\t// UUID of the whole-system snapshot created after the change has finished.\n\tSystemAfterSnapshotUUID []byte `protobuf:\"bytes,9,opt,name=systemAfterSnapshotUUID,proto3\" json:\"systemAfterSnapshotUUID,omitempty\"`\n\t// a list of item diffs that were planned to be changed as part of this change. For all items that we could map, the ItemDiff.Reference will be set to the actual item found.\n\tPlannedChanges []*ItemDiff `protobuf:\"bytes,12,rep,name=plannedChanges,proto3\" json:\"plannedChanges,omitempty\"`\n\t// The raw plan output for calculating the change's risks.\n\tRawPlan string `protobuf:\"bytes,13,opt,name=rawPlan,proto3\" json:\"rawPlan,omitempty\"`\n\t// The code changes of this change for calculating the change's risks.\n\tCodeChanges string `protobuf:\"bytes,14,opt,name=codeChanges,proto3\" json:\"codeChanges,omitempty\"`\n\t// Repo information; can be an empty string. CLI attempts auto-population, but users can override. Not necessarily a URL. The UI will be responsible for any formatting/shortening/sprucing up should it be required.\n\tRepo string `protobuf:\"bytes,15,opt,name=repo,proto3\" json:\"repo,omitempty\"`\n\t// Tags that were set bu the user when the tag was created\n\t//\n\t// Deprecated: Use enrichedTags instead\n\t//\n\t// Deprecated: Marked as deprecated in changes.proto.\n\tTags map[string]string `protobuf:\"bytes,16,rep,name=tags,proto3\" json:\"tags,omitempty\" protobuf_key:\"bytes,1,opt,name=key\" protobuf_val:\"bytes,2,opt,name=value\"`\n\t// Tags associated with this change\n\tEnrichedTags *EnrichedTags `protobuf:\"bytes,18,opt,name=enrichedTags,proto3\" json:\"enrichedTags,omitempty\"`\n\t// labels\n\t// note we keep track of the label type in the label struct itself\n\tLabels []*Label `protobuf:\"bytes,21,rep,name=labels,proto3\" json:\"labels,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeProperties) Reset() {\n\t*x = ChangeProperties{}\n\tmi := &file_changes_proto_msgTypes[61]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeProperties) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeProperties) ProtoMessage() {}\n\nfunc (x *ChangeProperties) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[61]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeProperties.ProtoReflect.Descriptor instead.\nfunc (*ChangeProperties) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{61}\n}\n\nfunc (x *ChangeProperties) GetTitle() string {\n\tif x != nil {\n\t\treturn x.Title\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeProperties) GetDescription() string {\n\tif x != nil {\n\t\treturn x.Description\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeProperties) GetTicketLink() string {\n\tif x != nil {\n\t\treturn x.TicketLink\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeProperties) GetOwner() string {\n\tif x != nil {\n\t\treturn x.Owner\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeProperties) GetCcEmails() string {\n\tif x != nil {\n\t\treturn x.CcEmails\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeProperties) GetChangingItemsBookmarkUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangingItemsBookmarkUUID\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeProperties) GetBlastRadiusSnapshotUUID() []byte {\n\tif x != nil {\n\t\treturn x.BlastRadiusSnapshotUUID\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeProperties) GetSystemBeforeSnapshotUUID() []byte {\n\tif x != nil {\n\t\treturn x.SystemBeforeSnapshotUUID\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeProperties) GetSystemAfterSnapshotUUID() []byte {\n\tif x != nil {\n\t\treturn x.SystemAfterSnapshotUUID\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeProperties) GetPlannedChanges() []*ItemDiff {\n\tif x != nil {\n\t\treturn x.PlannedChanges\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeProperties) GetRawPlan() string {\n\tif x != nil {\n\t\treturn x.RawPlan\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeProperties) GetCodeChanges() string {\n\tif x != nil {\n\t\treturn x.CodeChanges\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeProperties) GetRepo() string {\n\tif x != nil {\n\t\treturn x.Repo\n\t}\n\treturn \"\"\n}\n\n// Deprecated: Marked as deprecated in changes.proto.\nfunc (x *ChangeProperties) GetTags() map[string]string {\n\tif x != nil {\n\t\treturn x.Tags\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeProperties) GetEnrichedTags() *EnrichedTags {\n\tif x != nil {\n\t\treturn x.EnrichedTags\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeProperties) GetLabels() []*Label {\n\tif x != nil {\n\t\treturn x.Labels\n\t}\n\treturn nil\n}\n\n// GithubChangeInfo contains information about a change that originated from GitHub\n// contains mostly author information.\ntype GithubChangeInfo struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The GitHub username of the author of the change\n\tAuthorUsername string `protobuf:\"bytes,1,opt,name=authorUsername,proto3\" json:\"authorUsername,omitempty\"`\n\t// The author full name\n\tAuthorFullName string `protobuf:\"bytes,2,opt,name=authorFullName,proto3\" json:\"authorFullName,omitempty\"`\n\t// The link to the author's avatar\n\tAuthorAvatarLink string `protobuf:\"bytes,3,opt,name=authorAvatarLink,proto3\" json:\"authorAvatarLink,omitempty\"`\n\t// The email of the author\n\tAuthorEmail string `protobuf:\"bytes,4,opt,name=authorEmail,proto3\" json:\"authorEmail,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GithubChangeInfo) Reset() {\n\t*x = GithubChangeInfo{}\n\tmi := &file_changes_proto_msgTypes[62]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GithubChangeInfo) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GithubChangeInfo) ProtoMessage() {}\n\nfunc (x *GithubChangeInfo) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[62]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GithubChangeInfo.ProtoReflect.Descriptor instead.\nfunc (*GithubChangeInfo) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{62}\n}\n\nfunc (x *GithubChangeInfo) GetAuthorUsername() string {\n\tif x != nil {\n\t\treturn x.AuthorUsername\n\t}\n\treturn \"\"\n}\n\nfunc (x *GithubChangeInfo) GetAuthorFullName() string {\n\tif x != nil {\n\t\treturn x.AuthorFullName\n\t}\n\treturn \"\"\n}\n\nfunc (x *GithubChangeInfo) GetAuthorAvatarLink() string {\n\tif x != nil {\n\t\treturn x.AuthorAvatarLink\n\t}\n\treturn \"\"\n}\n\nfunc (x *GithubChangeInfo) GetAuthorEmail() string {\n\tif x != nil {\n\t\treturn x.AuthorEmail\n\t}\n\treturn \"\"\n}\n\n// list all changes\ntype ListChangesRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListChangesRequest) Reset() {\n\t*x = ListChangesRequest{}\n\tmi := &file_changes_proto_msgTypes[63]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListChangesRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListChangesRequest) ProtoMessage() {}\n\nfunc (x *ListChangesRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[63]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListChangesRequest.ProtoReflect.Descriptor instead.\nfunc (*ListChangesRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{63}\n}\n\ntype ListChangesResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChanges []*Change `protobuf:\"bytes,1,rep,name=changes,proto3\" json:\"changes,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListChangesResponse) Reset() {\n\t*x = ListChangesResponse{}\n\tmi := &file_changes_proto_msgTypes[64]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListChangesResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListChangesResponse) ProtoMessage() {}\n\nfunc (x *ListChangesResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[64]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListChangesResponse.ProtoReflect.Descriptor instead.\nfunc (*ListChangesResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{64}\n}\n\nfunc (x *ListChangesResponse) GetChanges() []*Change {\n\tif x != nil {\n\t\treturn x.Changes\n\t}\n\treturn nil\n}\n\n// list all changes in a specific status\ntype ListChangesByStatusRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tStatus ChangeStatus `protobuf:\"varint,1,opt,name=status,proto3,enum=changes.ChangeStatus\" json:\"status,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListChangesByStatusRequest) Reset() {\n\t*x = ListChangesByStatusRequest{}\n\tmi := &file_changes_proto_msgTypes[65]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListChangesByStatusRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListChangesByStatusRequest) ProtoMessage() {}\n\nfunc (x *ListChangesByStatusRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[65]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListChangesByStatusRequest.ProtoReflect.Descriptor instead.\nfunc (*ListChangesByStatusRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{65}\n}\n\nfunc (x *ListChangesByStatusRequest) GetStatus() ChangeStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn ChangeStatus_CHANGE_STATUS_UNSPECIFIED\n}\n\ntype ListChangesByStatusResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChanges []*Change `protobuf:\"bytes,1,rep,name=changes,proto3\" json:\"changes,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListChangesByStatusResponse) Reset() {\n\t*x = ListChangesByStatusResponse{}\n\tmi := &file_changes_proto_msgTypes[66]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListChangesByStatusResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListChangesByStatusResponse) ProtoMessage() {}\n\nfunc (x *ListChangesByStatusResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[66]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListChangesByStatusResponse.ProtoReflect.Descriptor instead.\nfunc (*ListChangesByStatusResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{66}\n}\n\nfunc (x *ListChangesByStatusResponse) GetChanges() []*Change {\n\tif x != nil {\n\t\treturn x.Changes\n\t}\n\treturn nil\n}\n\n// create a new change\ntype CreateChangeRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tProperties *ChangeProperties `protobuf:\"bytes,1,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateChangeRequest) Reset() {\n\t*x = CreateChangeRequest{}\n\tmi := &file_changes_proto_msgTypes[67]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateChangeRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateChangeRequest) ProtoMessage() {}\n\nfunc (x *CreateChangeRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[67]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateChangeRequest.ProtoReflect.Descriptor instead.\nfunc (*CreateChangeRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{67}\n}\n\nfunc (x *CreateChangeRequest) GetProperties() *ChangeProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype CreateChangeResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChange *Change `protobuf:\"bytes,1,opt,name=change,proto3\" json:\"change,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateChangeResponse) Reset() {\n\t*x = CreateChangeResponse{}\n\tmi := &file_changes_proto_msgTypes[68]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateChangeResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateChangeResponse) ProtoMessage() {}\n\nfunc (x *CreateChangeResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[68]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateChangeResponse.ProtoReflect.Descriptor instead.\nfunc (*CreateChangeResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{68}\n}\n\nfunc (x *CreateChangeResponse) GetChange() *Change {\n\tif x != nil {\n\t\treturn x.Change\n\t}\n\treturn nil\n}\n\n// get the details of a specific change\ntype GetChangeRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// Return a slimmed down version of the change. This will exclude the\n\t// following data:\n\t// * `rawPlan`: The entire Terraform plan output\n\t// * `codeChanges`: The code changes that created this change\n\tSlim bool `protobuf:\"varint,2,opt,name=slim,proto3\" json:\"slim,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeRequest) Reset() {\n\t*x = GetChangeRequest{}\n\tmi := &file_changes_proto_msgTypes[69]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeRequest) ProtoMessage() {}\n\nfunc (x *GetChangeRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[69]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeRequest.ProtoReflect.Descriptor instead.\nfunc (*GetChangeRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{69}\n}\n\nfunc (x *GetChangeRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *GetChangeRequest) GetSlim() bool {\n\tif x != nil {\n\t\treturn x.Slim\n\t}\n\treturn false\n}\n\ntype GetChangeByTicketLinkRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tTicketLink string `protobuf:\"bytes,1,opt,name=ticketLink,proto3\" json:\"ticketLink,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeByTicketLinkRequest) Reset() {\n\t*x = GetChangeByTicketLinkRequest{}\n\tmi := &file_changes_proto_msgTypes[70]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeByTicketLinkRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeByTicketLinkRequest) ProtoMessage() {}\n\nfunc (x *GetChangeByTicketLinkRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[70]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeByTicketLinkRequest.ProtoReflect.Descriptor instead.\nfunc (*GetChangeByTicketLinkRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{70}\n}\n\nfunc (x *GetChangeByTicketLinkRequest) GetTicketLink() string {\n\tif x != nil {\n\t\treturn x.TicketLink\n\t}\n\treturn \"\"\n}\n\ntype GetChangeSummaryRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// Return a slimmed down version of the change. This will exclude the\n\t// following data:\n\t// * `rawPlan`: The entire Terraform plan output\n\t// * `codeChanges`: The code changes that created this change\n\tSlim bool `protobuf:\"varint,2,opt,name=slim,proto3\" json:\"slim,omitempty\"`\n\t// currently json or markdown\n\tChangeOutputFormat ChangeOutputFormat `protobuf:\"varint,3,opt,name=changeOutputFormat,proto3,enum=changes.ChangeOutputFormat\" json:\"changeOutputFormat,omitempty\"`\n\t// For filtering risks from display in the output\n\tRiskSeverityFilter []Risk_Severity `protobuf:\"varint,4,rep,packed,name=riskSeverityFilter,proto3,enum=changes.Risk_Severity\" json:\"riskSeverityFilter,omitempty\"`\n\t// this is the app url the user has been today\n\tAppURL string `protobuf:\"bytes,5,opt,name=appURL,proto3\" json:\"appURL,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeSummaryRequest) Reset() {\n\t*x = GetChangeSummaryRequest{}\n\tmi := &file_changes_proto_msgTypes[71]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeSummaryRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeSummaryRequest) ProtoMessage() {}\n\nfunc (x *GetChangeSummaryRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[71]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeSummaryRequest.ProtoReflect.Descriptor instead.\nfunc (*GetChangeSummaryRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{71}\n}\n\nfunc (x *GetChangeSummaryRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *GetChangeSummaryRequest) GetSlim() bool {\n\tif x != nil {\n\t\treturn x.Slim\n\t}\n\treturn false\n}\n\nfunc (x *GetChangeSummaryRequest) GetChangeOutputFormat() ChangeOutputFormat {\n\tif x != nil {\n\t\treturn x.ChangeOutputFormat\n\t}\n\treturn ChangeOutputFormat_CHANGE_OUTPUT_FORMAT_UNSPECIFIED\n}\n\nfunc (x *GetChangeSummaryRequest) GetRiskSeverityFilter() []Risk_Severity {\n\tif x != nil {\n\t\treturn x.RiskSeverityFilter\n\t}\n\treturn nil\n}\n\nfunc (x *GetChangeSummaryRequest) GetAppURL() string {\n\tif x != nil {\n\t\treturn x.AppURL\n\t}\n\treturn \"\"\n}\n\ntype GetChangeSummaryResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChange string `protobuf:\"bytes,1,opt,name=change,proto3\" json:\"change,omitempty\"`\n\t// True when the GitHub App has successfully posted (or updated) a PR\n\t// comment for this change. Allows the CLI/Action to skip its own comment.\n\tGithubAppCommentPosted bool `protobuf:\"varint,2,opt,name=github_app_comment_posted,json=githubAppCommentPosted,proto3\" json:\"github_app_comment_posted,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeSummaryResponse) Reset() {\n\t*x = GetChangeSummaryResponse{}\n\tmi := &file_changes_proto_msgTypes[72]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeSummaryResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeSummaryResponse) ProtoMessage() {}\n\nfunc (x *GetChangeSummaryResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[72]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeSummaryResponse.ProtoReflect.Descriptor instead.\nfunc (*GetChangeSummaryResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{72}\n}\n\nfunc (x *GetChangeSummaryResponse) GetChange() string {\n\tif x != nil {\n\t\treturn x.Change\n\t}\n\treturn \"\"\n}\n\nfunc (x *GetChangeSummaryResponse) GetGithubAppCommentPosted() bool {\n\tif x != nil {\n\t\treturn x.GithubAppCommentPosted\n\t}\n\treturn false\n}\n\ntype GetChangeSignalsRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// Output format for the signals data (json by default)\n\tChangeOutputFormat ChangeOutputFormat `protobuf:\"varint,2,opt,name=changeOutputFormat,proto3,enum=changes.ChangeOutputFormat\" json:\"changeOutputFormat,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeSignalsRequest) Reset() {\n\t*x = GetChangeSignalsRequest{}\n\tmi := &file_changes_proto_msgTypes[73]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeSignalsRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeSignalsRequest) ProtoMessage() {}\n\nfunc (x *GetChangeSignalsRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[73]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeSignalsRequest.ProtoReflect.Descriptor instead.\nfunc (*GetChangeSignalsRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{73}\n}\n\nfunc (x *GetChangeSignalsRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *GetChangeSignalsRequest) GetChangeOutputFormat() ChangeOutputFormat {\n\tif x != nil {\n\t\treturn x.ChangeOutputFormat\n\t}\n\treturn ChangeOutputFormat_CHANGE_OUTPUT_FORMAT_UNSPECIFIED\n}\n\ntype GetChangeSignalsResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSignals string `protobuf:\"bytes,1,opt,name=signals,proto3\" json:\"signals,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeSignalsResponse) Reset() {\n\t*x = GetChangeSignalsResponse{}\n\tmi := &file_changes_proto_msgTypes[74]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeSignalsResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeSignalsResponse) ProtoMessage() {}\n\nfunc (x *GetChangeSignalsResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[74]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeSignalsResponse.ProtoReflect.Descriptor instead.\nfunc (*GetChangeSignalsResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{74}\n}\n\nfunc (x *GetChangeSignalsResponse) GetSignals() string {\n\tif x != nil {\n\t\treturn x.Signals\n\t}\n\treturn \"\"\n}\n\ntype GetChangeResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChange *Change `protobuf:\"bytes,1,opt,name=change,proto3\" json:\"change,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeResponse) Reset() {\n\t*x = GetChangeResponse{}\n\tmi := &file_changes_proto_msgTypes[75]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeResponse) ProtoMessage() {}\n\nfunc (x *GetChangeResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[75]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeResponse.ProtoReflect.Descriptor instead.\nfunc (*GetChangeResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{75}\n}\n\nfunc (x *GetChangeResponse) GetChange() *Change {\n\tif x != nil {\n\t\treturn x.Change\n\t}\n\treturn nil\n}\n\n// get the details of a specific change\ntype GetChangeRisksRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeRisksRequest) Reset() {\n\t*x = GetChangeRisksRequest{}\n\tmi := &file_changes_proto_msgTypes[76]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeRisksRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeRisksRequest) ProtoMessage() {}\n\nfunc (x *GetChangeRisksRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[76]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeRisksRequest.ProtoReflect.Descriptor instead.\nfunc (*GetChangeRisksRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{76}\n}\n\nfunc (x *GetChangeRisksRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\ntype ChangeRiskMetadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The status of the risk calculation\n\tChangeAnalysisStatus *ChangeAnalysisStatus `protobuf:\"bytes,1,opt,name=changeAnalysisStatus,proto3\" json:\"changeAnalysisStatus,omitempty\"`\n\t// The risks that are related to this change\n\tRisks []*Risk `protobuf:\"bytes,5,rep,name=risks,proto3\" json:\"risks,omitempty\"`\n\t// The number of low risks in this change\n\tNumLowRisk int32 `protobuf:\"varint,6,opt,name=numLowRisk,proto3\" json:\"numLowRisk,omitempty\"`\n\t// The number of medium risks in this change\n\tNumMediumRisk int32 `protobuf:\"varint,7,opt,name=numMediumRisk,proto3\" json:\"numMediumRisk,omitempty\"`\n\t// The number of high risks in this change\n\tNumHighRisk int32 `protobuf:\"varint,8,opt,name=numHighRisk,proto3\" json:\"numHighRisk,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeRiskMetadata) Reset() {\n\t*x = ChangeRiskMetadata{}\n\tmi := &file_changes_proto_msgTypes[77]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeRiskMetadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeRiskMetadata) ProtoMessage() {}\n\nfunc (x *ChangeRiskMetadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[77]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeRiskMetadata.ProtoReflect.Descriptor instead.\nfunc (*ChangeRiskMetadata) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{77}\n}\n\nfunc (x *ChangeRiskMetadata) GetChangeAnalysisStatus() *ChangeAnalysisStatus {\n\tif x != nil {\n\t\treturn x.ChangeAnalysisStatus\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeRiskMetadata) GetRisks() []*Risk {\n\tif x != nil {\n\t\treturn x.Risks\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeRiskMetadata) GetNumLowRisk() int32 {\n\tif x != nil {\n\t\treturn x.NumLowRisk\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeRiskMetadata) GetNumMediumRisk() int32 {\n\tif x != nil {\n\t\treturn x.NumMediumRisk\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeRiskMetadata) GetNumHighRisk() int32 {\n\tif x != nil {\n\t\treturn x.NumHighRisk\n\t}\n\treturn 0\n}\n\ntype GetChangeRisksResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeRiskMetadata *ChangeRiskMetadata `protobuf:\"bytes,1,opt,name=changeRiskMetadata,proto3\" json:\"changeRiskMetadata,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeRisksResponse) Reset() {\n\t*x = GetChangeRisksResponse{}\n\tmi := &file_changes_proto_msgTypes[78]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeRisksResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeRisksResponse) ProtoMessage() {}\n\nfunc (x *GetChangeRisksResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[78]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeRisksResponse.ProtoReflect.Descriptor instead.\nfunc (*GetChangeRisksResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{78}\n}\n\nfunc (x *GetChangeRisksResponse) GetChangeRiskMetadata() *ChangeRiskMetadata {\n\tif x != nil {\n\t\treturn x.ChangeRiskMetadata\n\t}\n\treturn nil\n}\n\n// update an existing change\ntype UpdateChangeRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tProperties *ChangeProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateChangeRequest) Reset() {\n\t*x = UpdateChangeRequest{}\n\tmi := &file_changes_proto_msgTypes[79]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateChangeRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateChangeRequest) ProtoMessage() {}\n\nfunc (x *UpdateChangeRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[79]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateChangeRequest.ProtoReflect.Descriptor instead.\nfunc (*UpdateChangeRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{79}\n}\n\nfunc (x *UpdateChangeRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *UpdateChangeRequest) GetProperties() *ChangeProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype UpdateChangeResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChange *Change `protobuf:\"bytes,1,opt,name=change,proto3\" json:\"change,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateChangeResponse) Reset() {\n\t*x = UpdateChangeResponse{}\n\tmi := &file_changes_proto_msgTypes[80]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateChangeResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateChangeResponse) ProtoMessage() {}\n\nfunc (x *UpdateChangeResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[80]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateChangeResponse.ProtoReflect.Descriptor instead.\nfunc (*UpdateChangeResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{80}\n}\n\nfunc (x *UpdateChangeResponse) GetChange() *Change {\n\tif x != nil {\n\t\treturn x.Change\n\t}\n\treturn nil\n}\n\n// delete a change\ntype DeleteChangeRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteChangeRequest) Reset() {\n\t*x = DeleteChangeRequest{}\n\tmi := &file_changes_proto_msgTypes[81]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteChangeRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteChangeRequest) ProtoMessage() {}\n\nfunc (x *DeleteChangeRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[81]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteChangeRequest.ProtoReflect.Descriptor instead.\nfunc (*DeleteChangeRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{81}\n}\n\nfunc (x *DeleteChangeRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\n// list changes for a snapshot UUID\ntype ListChangesBySnapshotUUIDRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListChangesBySnapshotUUIDRequest) Reset() {\n\t*x = ListChangesBySnapshotUUIDRequest{}\n\tmi := &file_changes_proto_msgTypes[82]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListChangesBySnapshotUUIDRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListChangesBySnapshotUUIDRequest) ProtoMessage() {}\n\nfunc (x *ListChangesBySnapshotUUIDRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[82]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListChangesBySnapshotUUIDRequest.ProtoReflect.Descriptor instead.\nfunc (*ListChangesBySnapshotUUIDRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{82}\n}\n\nfunc (x *ListChangesBySnapshotUUIDRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\ntype ListChangesBySnapshotUUIDResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChanges []*Change `protobuf:\"bytes,1,rep,name=changes,proto3\" json:\"changes,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListChangesBySnapshotUUIDResponse) Reset() {\n\t*x = ListChangesBySnapshotUUIDResponse{}\n\tmi := &file_changes_proto_msgTypes[83]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListChangesBySnapshotUUIDResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListChangesBySnapshotUUIDResponse) ProtoMessage() {}\n\nfunc (x *ListChangesBySnapshotUUIDResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[83]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListChangesBySnapshotUUIDResponse.ProtoReflect.Descriptor instead.\nfunc (*ListChangesBySnapshotUUIDResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{83}\n}\n\nfunc (x *ListChangesBySnapshotUUIDResponse) GetChanges() []*Change {\n\tif x != nil {\n\t\treturn x.Changes\n\t}\n\treturn nil\n}\n\ntype DeleteChangeResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteChangeResponse) Reset() {\n\t*x = DeleteChangeResponse{}\n\tmi := &file_changes_proto_msgTypes[84]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteChangeResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteChangeResponse) ProtoMessage() {}\n\nfunc (x *DeleteChangeResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[84]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteChangeResponse.ProtoReflect.Descriptor instead.\nfunc (*DeleteChangeResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{84}\n}\n\ntype RefreshStateRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RefreshStateRequest) Reset() {\n\t*x = RefreshStateRequest{}\n\tmi := &file_changes_proto_msgTypes[85]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RefreshStateRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RefreshStateRequest) ProtoMessage() {}\n\nfunc (x *RefreshStateRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[85]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RefreshStateRequest.ProtoReflect.Descriptor instead.\nfunc (*RefreshStateRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{85}\n}\n\ntype RefreshStateResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RefreshStateResponse) Reset() {\n\t*x = RefreshStateResponse{}\n\tmi := &file_changes_proto_msgTypes[86]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RefreshStateResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RefreshStateResponse) ProtoMessage() {}\n\nfunc (x *RefreshStateResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[86]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RefreshStateResponse.ProtoReflect.Descriptor instead.\nfunc (*RefreshStateResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{86}\n}\n\ntype StartChangeRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *StartChangeRequest) Reset() {\n\t*x = StartChangeRequest{}\n\tmi := &file_changes_proto_msgTypes[87]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *StartChangeRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*StartChangeRequest) ProtoMessage() {}\n\nfunc (x *StartChangeRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[87]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use StartChangeRequest.ProtoReflect.Descriptor instead.\nfunc (*StartChangeRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{87}\n}\n\nfunc (x *StartChangeRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype StartChangeResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tState StartChangeResponse_State `protobuf:\"varint,1,opt,name=state,proto3,enum=changes.StartChangeResponse_State\" json:\"state,omitempty\"`\n\tNumItems uint32 `protobuf:\"varint,2,opt,name=numItems,proto3\" json:\"numItems,omitempty\"`\n\tNumEdges uint32 `protobuf:\"varint,3,opt,name=NumEdges,proto3\" json:\"NumEdges,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *StartChangeResponse) Reset() {\n\t*x = StartChangeResponse{}\n\tmi := &file_changes_proto_msgTypes[88]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *StartChangeResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*StartChangeResponse) ProtoMessage() {}\n\nfunc (x *StartChangeResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[88]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use StartChangeResponse.ProtoReflect.Descriptor instead.\nfunc (*StartChangeResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{88}\n}\n\nfunc (x *StartChangeResponse) GetState() StartChangeResponse_State {\n\tif x != nil {\n\t\treturn x.State\n\t}\n\treturn StartChangeResponse_STATE_UNSPECIFIED\n}\n\nfunc (x *StartChangeResponse) GetNumItems() uint32 {\n\tif x != nil {\n\t\treturn x.NumItems\n\t}\n\treturn 0\n}\n\nfunc (x *StartChangeResponse) GetNumEdges() uint32 {\n\tif x != nil {\n\t\treturn x.NumEdges\n\t}\n\treturn 0\n}\n\ntype EndChangeRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *EndChangeRequest) Reset() {\n\t*x = EndChangeRequest{}\n\tmi := &file_changes_proto_msgTypes[89]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *EndChangeRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*EndChangeRequest) ProtoMessage() {}\n\nfunc (x *EndChangeRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[89]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use EndChangeRequest.ProtoReflect.Descriptor instead.\nfunc (*EndChangeRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{89}\n}\n\nfunc (x *EndChangeRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype EndChangeResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tState EndChangeResponse_State `protobuf:\"varint,1,opt,name=state,proto3,enum=changes.EndChangeResponse_State\" json:\"state,omitempty\"`\n\tNumItems uint32 `protobuf:\"varint,2,opt,name=numItems,proto3\" json:\"numItems,omitempty\"`\n\tNumEdges uint32 `protobuf:\"varint,3,opt,name=NumEdges,proto3\" json:\"NumEdges,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *EndChangeResponse) Reset() {\n\t*x = EndChangeResponse{}\n\tmi := &file_changes_proto_msgTypes[90]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *EndChangeResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*EndChangeResponse) ProtoMessage() {}\n\nfunc (x *EndChangeResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[90]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use EndChangeResponse.ProtoReflect.Descriptor instead.\nfunc (*EndChangeResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{90}\n}\n\nfunc (x *EndChangeResponse) GetState() EndChangeResponse_State {\n\tif x != nil {\n\t\treturn x.State\n\t}\n\treturn EndChangeResponse_STATE_UNSPECIFIED\n}\n\nfunc (x *EndChangeResponse) GetNumItems() uint32 {\n\tif x != nil {\n\t\treturn x.NumItems\n\t}\n\treturn 0\n}\n\nfunc (x *EndChangeResponse) GetNumEdges() uint32 {\n\tif x != nil {\n\t\treturn x.NumEdges\n\t}\n\treturn 0\n}\n\ntype StartChangeSimpleResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *StartChangeSimpleResponse) Reset() {\n\t*x = StartChangeSimpleResponse{}\n\tmi := &file_changes_proto_msgTypes[91]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *StartChangeSimpleResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*StartChangeSimpleResponse) ProtoMessage() {}\n\nfunc (x *StartChangeSimpleResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[91]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use StartChangeSimpleResponse.ProtoReflect.Descriptor instead.\nfunc (*StartChangeSimpleResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{91}\n}\n\ntype EndChangeSimpleResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// True if the job was successfully enqueued (or queued to run after start-change)\n\tQueued bool `protobuf:\"varint,1,opt,name=queued,proto3\" json:\"queued,omitempty\"`\n\t// True if end-change was queued to run after start-change completes\n\tQueuedAfterStart bool `protobuf:\"varint,2,opt,name=queued_after_start,json=queuedAfterStart,proto3\" json:\"queued_after_start,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *EndChangeSimpleResponse) Reset() {\n\t*x = EndChangeSimpleResponse{}\n\tmi := &file_changes_proto_msgTypes[92]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *EndChangeSimpleResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*EndChangeSimpleResponse) ProtoMessage() {}\n\nfunc (x *EndChangeSimpleResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[92]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use EndChangeSimpleResponse.ProtoReflect.Descriptor instead.\nfunc (*EndChangeSimpleResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{92}\n}\n\nfunc (x *EndChangeSimpleResponse) GetQueued() bool {\n\tif x != nil {\n\t\treturn x.Queued\n\t}\n\treturn false\n}\n\nfunc (x *EndChangeSimpleResponse) GetQueuedAfterStart() bool {\n\tif x != nil {\n\t\treturn x.QueuedAfterStart\n\t}\n\treturn false\n}\n\ntype Risk struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,5,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tTitle string `protobuf:\"bytes,1,opt,name=title,proto3\" json:\"title,omitempty\"`\n\tSeverity Risk_Severity `protobuf:\"varint,2,opt,name=severity,proto3,enum=changes.Risk_Severity\" json:\"severity,omitempty\"`\n\tDescription string `protobuf:\"bytes,3,opt,name=description,proto3\" json:\"description,omitempty\"`\n\tRelatedItemRefs []*Reference `protobuf:\"bytes,4,rep,name=relatedItemRefs,proto3\" json:\"relatedItemRefs,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Risk) Reset() {\n\t*x = Risk{}\n\tmi := &file_changes_proto_msgTypes[93]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Risk) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Risk) ProtoMessage() {}\n\nfunc (x *Risk) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[93]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Risk.ProtoReflect.Descriptor instead.\nfunc (*Risk) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{93}\n}\n\nfunc (x *Risk) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *Risk) GetTitle() string {\n\tif x != nil {\n\t\treturn x.Title\n\t}\n\treturn \"\"\n}\n\nfunc (x *Risk) GetSeverity() Risk_Severity {\n\tif x != nil {\n\t\treturn x.Severity\n\t}\n\treturn Risk_SEVERITY_UNSPECIFIED\n}\n\nfunc (x *Risk) GetDescription() string {\n\tif x != nil {\n\t\treturn x.Description\n\t}\n\treturn \"\"\n}\n\nfunc (x *Risk) GetRelatedItemRefs() []*Reference {\n\tif x != nil {\n\t\treturn x.RelatedItemRefs\n\t}\n\treturn nil\n}\n\ntype ChangeAnalysisStatus struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tStatus ChangeAnalysisStatus_Status `protobuf:\"varint,1,opt,name=status,proto3,enum=changes.ChangeAnalysisStatus_Status\" json:\"status,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeAnalysisStatus) Reset() {\n\t*x = ChangeAnalysisStatus{}\n\tmi := &file_changes_proto_msgTypes[94]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeAnalysisStatus) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeAnalysisStatus) ProtoMessage() {}\n\nfunc (x *ChangeAnalysisStatus) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[94]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeAnalysisStatus.ProtoReflect.Descriptor instead.\nfunc (*ChangeAnalysisStatus) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{94}\n}\n\nfunc (x *ChangeAnalysisStatus) GetStatus() ChangeAnalysisStatus_Status {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn ChangeAnalysisStatus_STATUS_UNSPECIFIED\n}\n\n// Generate fix suggestion for a risk\ntype GenerateRiskFixRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The UUID of the risk to generate a fix for\n\tRiskUUID []byte `protobuf:\"bytes,1,opt,name=riskUUID,proto3\" json:\"riskUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GenerateRiskFixRequest) Reset() {\n\t*x = GenerateRiskFixRequest{}\n\tmi := &file_changes_proto_msgTypes[95]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GenerateRiskFixRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GenerateRiskFixRequest) ProtoMessage() {}\n\nfunc (x *GenerateRiskFixRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[95]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GenerateRiskFixRequest.ProtoReflect.Descriptor instead.\nfunc (*GenerateRiskFixRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{95}\n}\n\nfunc (x *GenerateRiskFixRequest) GetRiskUUID() []byte {\n\tif x != nil {\n\t\treturn x.RiskUUID\n\t}\n\treturn nil\n}\n\ntype GenerateRiskFixResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The generated fix suggestion text\n\tFixSuggestion string `protobuf:\"bytes,1,opt,name=fixSuggestion,proto3\" json:\"fixSuggestion,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GenerateRiskFixResponse) Reset() {\n\t*x = GenerateRiskFixResponse{}\n\tmi := &file_changes_proto_msgTypes[96]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GenerateRiskFixResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GenerateRiskFixResponse) ProtoMessage() {}\n\nfunc (x *GenerateRiskFixResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[96]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GenerateRiskFixResponse.ProtoReflect.Descriptor instead.\nfunc (*GenerateRiskFixResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{96}\n}\n\nfunc (x *GenerateRiskFixResponse) GetFixSuggestion() string {\n\tif x != nil {\n\t\treturn x.FixSuggestion\n\t}\n\treturn \"\"\n}\n\n// Submit user feedback on a risk\ntype SubmitRiskFeedbackRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tRiskUuid []byte `protobuf:\"bytes,1,opt,name=risk_uuid,json=riskUuid,proto3\" json:\"risk_uuid,omitempty\"`\n\tSentiment RiskFeedbackSentiment `protobuf:\"varint,2,opt,name=sentiment,proto3,enum=changes.RiskFeedbackSentiment\" json:\"sentiment,omitempty\"`\n\tFeedbackText string `protobuf:\"bytes,3,opt,name=feedback_text,json=feedbackText,proto3\" json:\"feedback_text,omitempty\"`\n\tMetadata map[string]string `protobuf:\"bytes,4,rep,name=metadata,proto3\" json:\"metadata,omitempty\" protobuf_key:\"bytes,1,opt,name=key\" protobuf_val:\"bytes,2,opt,name=value\"` // extensible key-value pairs (e.g. utm_source, surface)\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SubmitRiskFeedbackRequest) Reset() {\n\t*x = SubmitRiskFeedbackRequest{}\n\tmi := &file_changes_proto_msgTypes[97]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SubmitRiskFeedbackRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SubmitRiskFeedbackRequest) ProtoMessage() {}\n\nfunc (x *SubmitRiskFeedbackRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[97]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SubmitRiskFeedbackRequest.ProtoReflect.Descriptor instead.\nfunc (*SubmitRiskFeedbackRequest) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{97}\n}\n\nfunc (x *SubmitRiskFeedbackRequest) GetRiskUuid() []byte {\n\tif x != nil {\n\t\treturn x.RiskUuid\n\t}\n\treturn nil\n}\n\nfunc (x *SubmitRiskFeedbackRequest) GetSentiment() RiskFeedbackSentiment {\n\tif x != nil {\n\t\treturn x.Sentiment\n\t}\n\treturn RiskFeedbackSentiment_RISK_FEEDBACK_SENTIMENT_UNSPECIFIED\n}\n\nfunc (x *SubmitRiskFeedbackRequest) GetFeedbackText() string {\n\tif x != nil {\n\t\treturn x.FeedbackText\n\t}\n\treturn \"\"\n}\n\nfunc (x *SubmitRiskFeedbackRequest) GetMetadata() map[string]string {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\ntype SubmitRiskFeedbackResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SubmitRiskFeedbackResponse) Reset() {\n\t*x = SubmitRiskFeedbackResponse{}\n\tmi := &file_changes_proto_msgTypes[98]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SubmitRiskFeedbackResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SubmitRiskFeedbackResponse) ProtoMessage() {}\n\nfunc (x *SubmitRiskFeedbackResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[98]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SubmitRiskFeedbackResponse.ProtoReflect.Descriptor instead.\nfunc (*SubmitRiskFeedbackResponse) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{98}\n}\n\n// Represents the current state of a given health state, and the amount that\n// it has changed. This doesn't just look at the change in total number of\n// items, but also the number of items that have been added and removed, even\n// if they were to add to the same number\ntype ChangeMetadata_HealthChange struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The number of items that were added to this health state as part of the\n\t// change\n\tAdded int32 `protobuf:\"varint,1,opt,name=added,proto3\" json:\"added,omitempty\"`\n\t// The number of items that were removed them this health state as part of\n\t// the change\n\tRemoved int32 `protobuf:\"varint,2,opt,name=removed,proto3\" json:\"removed,omitempty\"`\n\t// The final number of items that were in this health state\n\tFinalTotal int32 `protobuf:\"varint,3,opt,name=finalTotal,proto3\" json:\"finalTotal,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeMetadata_HealthChange) Reset() {\n\t*x = ChangeMetadata_HealthChange{}\n\tmi := &file_changes_proto_msgTypes[101]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeMetadata_HealthChange) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeMetadata_HealthChange) ProtoMessage() {}\n\nfunc (x *ChangeMetadata_HealthChange) ProtoReflect() protoreflect.Message {\n\tmi := &file_changes_proto_msgTypes[101]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeMetadata_HealthChange.ProtoReflect.Descriptor instead.\nfunc (*ChangeMetadata_HealthChange) Descriptor() ([]byte, []int) {\n\treturn file_changes_proto_rawDescGZIP(), []int{60, 0}\n}\n\nfunc (x *ChangeMetadata_HealthChange) GetAdded() int32 {\n\tif x != nil {\n\t\treturn x.Added\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeMetadata_HealthChange) GetRemoved() int32 {\n\tif x != nil {\n\t\treturn x.Removed\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeMetadata_HealthChange) GetFinalTotal() int32 {\n\tif x != nil {\n\t\treturn x.FinalTotal\n\t}\n\treturn 0\n}\n\nvar File_changes_proto protoreflect.FileDescriptor\n\nconst file_changes_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\rchanges.proto\\x12\\achanges\\x1a\\x1fgoogle/protobuf/timestamp.proto\\x1a\\fconfig.proto\\x1a\\vitems.proto\\x1a\\n\" +\n\t\"util.proto\\\"\\x81\\x01\\n\" +\n\t\"\\tLabelRule\\x126\\n\" +\n\t\"\\bmetadata\\x18\\x01 \\x01(\\v2\\x1a.changes.LabelRuleMetadataR\\bmetadata\\x12<\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x1c.changes.LabelRulePropertiesR\\n\" +\n\t\"properties\\\"\\xad\\x01\\n\" +\n\t\"\\x11LabelRuleMetadata\\x12$\\n\" +\n\t\"\\rLabelRuleUUID\\x18\\x01 \\x01(\\fR\\rLabelRuleUUID\\x128\\n\" +\n\t\"\\tcreatedAt\\x18\\x02 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\tcreatedAt\\x128\\n\" +\n\t\"\\tupdatedAt\\x18\\x03 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\tupdatedAt\\\"e\\n\" +\n\t\"\\x13LabelRuleProperties\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12\\x16\\n\" +\n\t\"\\x06colour\\x18\\x02 \\x01(\\tR\\x06colour\\x12\\\"\\n\" +\n\t\"\\finstructions\\x18\\x03 \\x01(\\tR\\finstructions\\\"\\x17\\n\" +\n\t\"\\x15ListLabelRulesRequest\\\"B\\n\" +\n\t\"\\x16ListLabelRulesResponse\\x12(\\n\" +\n\t\"\\x05rules\\x18\\x01 \\x03(\\v2\\x12.changes.LabelRuleR\\x05rules\\\"V\\n\" +\n\t\"\\x16CreateLabelRuleRequest\\x12<\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x01 \\x01(\\v2\\x1c.changes.LabelRulePropertiesR\\n\" +\n\t\"properties\\\"A\\n\" +\n\t\"\\x17CreateLabelRuleResponse\\x12&\\n\" +\n\t\"\\x04rule\\x18\\x01 \\x01(\\v2\\x12.changes.LabelRuleR\\x04rule\\\")\\n\" +\n\t\"\\x13GetLabelRuleRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\">\\n\" +\n\t\"\\x14GetLabelRuleResponse\\x12&\\n\" +\n\t\"\\x04rule\\x18\\x01 \\x01(\\v2\\x12.changes.LabelRuleR\\x04rule\\\"j\\n\" +\n\t\"\\x16UpdateLabelRuleRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12<\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x1c.changes.LabelRulePropertiesR\\n\" +\n\t\"properties\\\"A\\n\" +\n\t\"\\x17UpdateLabelRuleResponse\\x12&\\n\" +\n\t\"\\x04rule\\x18\\x01 \\x01(\\v2\\x12.changes.LabelRuleR\\x04rule\\\",\\n\" +\n\t\"\\x16DeleteLabelRuleRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"\\x19\\n\" +\n\t\"\\x17DeleteLabelRuleResponse\\\"t\\n\" +\n\t\"\\x14TestLabelRuleRequest\\x12<\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x01 \\x01(\\v2\\x1c.changes.LabelRulePropertiesR\\n\" +\n\t\"properties\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x02 \\x03(\\fR\\n\" +\n\t\"changeUUID\\\"w\\n\" +\n\t\"\\x15TestLabelRuleResponse\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\x12\\x18\\n\" +\n\t\"\\aapplied\\x18\\x02 \\x01(\\bR\\aapplied\\x12$\\n\" +\n\t\"\\x05label\\x18\\x03 \\x01(\\v2\\x0e.changes.LabelR\\x05label\\\"\\xa0\\x01\\n\" +\n\t\"\\\"ReapplyLabelRuleInTimeRangeRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x124\\n\" +\n\t\"\\astartAt\\x18\\x02 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\astartAt\\x120\\n\" +\n\t\"\\x05endAt\\x18\\x03 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\x05endAt\\\"E\\n\" +\n\t\"#ReapplyLabelRuleInTimeRangeResponse\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x03(\\fR\\n\" +\n\t\"changeUUID\\\"D\\n\" +\n\t\"\\x12KnowledgeReference\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12\\x1a\\n\" +\n\t\"\\bfileName\\x18\\x02 \\x01(\\tR\\bfileName\\\"w\\n\" +\n\t\"\\tKnowledge\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12 \\n\" +\n\t\"\\vdescription\\x18\\x02 \\x01(\\tR\\vdescription\\x12\\x18\\n\" +\n\t\"\\acontent\\x18\\x03 \\x01(\\tR\\acontent\\x12\\x1a\\n\" +\n\t\"\\bfileName\\x18\\x04 \\x01(\\tR\\bfileName\\\"=\\n\" +\n\t\"\\x1bGetHypothesesDetailsRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\\"Z\\n\" +\n\t\"\\x1cGetHypothesesDetailsResponse\\x12:\\n\" +\n\t\"\\n\" +\n\t\"hypotheses\\x18\\x01 \\x03(\\v2\\x1a.changes.HypothesesDetailsR\\n\" +\n\t\"hypotheses\\\"\\x95\\x02\\n\" +\n\t\"\\x11HypothesesDetails\\x12\\x14\\n\" +\n\t\"\\x05title\\x18\\x01 \\x01(\\tR\\x05title\\x12(\\n\" +\n\t\"\\x0fnumObservations\\x18\\x02 \\x01(\\rR\\x0fnumObservations\\x12\\x16\\n\" +\n\t\"\\x06detail\\x18\\x03 \\x01(\\tR\\x06detail\\x121\\n\" +\n\t\"\\x06status\\x18\\x04 \\x01(\\x0e2\\x19.changes.HypothesisStatusR\\x06status\\x122\\n\" +\n\t\"\\x14investigationResults\\x18\\x05 \\x01(\\tR\\x14investigationResults\\x12A\\n\" +\n\t\"\\rknowledgeUsed\\x18\\x06 \\x03(\\v2\\x1b.changes.KnowledgeReferenceR\\rknowledgeUsed\\\"<\\n\" +\n\t\"\\x1aGetChangeTimelineV2Request\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\\"W\\n\" +\n\t\"\\x1bGetChangeTimelineV2Response\\x128\\n\" +\n\t\"\\aentries\\x18\\x01 \\x03(\\v2\\x1e.changes.ChangeTimelineEntryV2R\\aentries\\\"\\xd6\\b\\n\" +\n\t\"\\x15ChangeTimelineEntryV2\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12:\\n\" +\n\t\"\\x06status\\x18\\x02 \\x01(\\x0e2\\\".changes.ChangeTimelineEntryStatusR\\x06status\\x12=\\n\" +\n\t\"\\tstartedAt\\x18\\x03 \\x01(\\v2\\x1a.google.protobuf.TimestampH\\x01R\\tstartedAt\\x88\\x01\\x01\\x129\\n\" +\n\t\"\\aendedAt\\x18\\x04 \\x01(\\v2\\x1a.google.protobuf.TimestampH\\x02R\\aendedAt\\x88\\x01\\x01\\x12\\x19\\n\" +\n\t\"\\x05actor\\x18\\x05 \\x01(\\tH\\x03R\\x05actor\\x88\\x01\\x01\\x12E\\n\" +\n\t\"\\vmappedItems\\x18\\a \\x01(\\v2!.changes.MappedItemsTimelineEntryH\\x00R\\vmappedItems\\x12c\\n\" +\n\t\"\\x15calculatedBlastRadius\\x18\\b \\x01(\\v2+.changes.CalculatedBlastRadiusTimelineEntryH\\x00R\\x15calculatedBlastRadius\\x12Q\\n\" +\n\t\"\\x0fcalculatedRisks\\x18\\t \\x01(\\v2%.changes.CalculatedRisksTimelineEntryH\\x00R\\x0fcalculatedRisks\\x12\\x16\\n\" +\n\t\"\\x05error\\x18\\v \\x01(\\tH\\x00R\\x05error\\x12&\\n\" +\n\t\"\\rstatusMessage\\x18\\f \\x01(\\tH\\x00R\\rstatusMessage\\x12-\\n\" +\n\t\"\\x05empty\\x18\\r \\x01(\\v2\\x15.changes.EmptyContentH\\x00R\\x05empty\\x12T\\n\" +\n\t\"\\x10changeValidation\\x18\\x0e \\x01(\\v2&.changes.ChangeValidationTimelineEntryH\\x00R\\x10changeValidation\\x12T\\n\" +\n\t\"\\x10calculatedLabels\\x18\\x0f \\x01(\\v2&.changes.CalculatedLabelsTimelineEntryH\\x00R\\x10calculatedLabels\\x12N\\n\" +\n\t\"\\x0eformHypotheses\\x18\\x10 \\x01(\\v2$.changes.FormHypothesesTimelineEntryH\\x00R\\x0eformHypotheses\\x12c\\n\" +\n\t\"\\x15investigateHypotheses\\x18\\x11 \\x01(\\v2+.changes.InvestigateHypothesesTimelineEntryH\\x00R\\x15investigateHypotheses\\x12Z\\n\" +\n\t\"\\x12recordObservations\\x18\\x12 \\x01(\\v2(.changes.RecordObservationsTimelineEntryH\\x00R\\x12recordObservationsB\\t\\n\" +\n\t\"\\acontentB\\f\\n\" +\n\t\"\\n\" +\n\t\"_startedAtB\\n\" +\n\t\"\\n\" +\n\t\"\\b_endedAtB\\b\\n\" +\n\t\"\\x06_actor\\\"\\x0e\\n\" +\n\t\"\\fEmptyContent\\\"\\xb5\\x01\\n\" +\n\t\"\\x19MappedItemTimelineSummary\\x12!\\n\" +\n\t\"\\fdisplay_name\\x18\\x01 \\x01(\\tR\\vdisplayName\\x129\\n\" +\n\t\"\\x06status\\x18\\x02 \\x01(\\x0e2!.changes.MappedItemTimelineStatusR\\x06status\\x12(\\n\" +\n\t\"\\rerror_message\\x18\\x03 \\x01(\\tH\\x00R\\ferrorMessage\\x88\\x01\\x01B\\x10\\n\" +\n\t\"\\x0e_error_message\\\"\\x93\\x01\\n\" +\n\t\"\\x18MappedItemsTimelineEntry\\x12=\\n\" +\n\t\"\\vmappedItems\\x18\\x01 \\x03(\\v2\\x17.changes.MappedItemDiffB\\x02\\x18\\x01R\\vmappedItems\\x128\\n\" +\n\t\"\\x05items\\x18\\x02 \\x03(\\v2\\\".changes.MappedItemTimelineSummaryR\\x05items\\\"b\\n\" +\n\t\"\\\"CalculatedBlastRadiusTimelineEntry\\x12\\x1a\\n\" +\n\t\"\\bnumItems\\x18\\x01 \\x01(\\rR\\bnumItems\\x12\\x1a\\n\" +\n\t\"\\bnumEdges\\x18\\x02 \\x01(\\rR\\bnumEdgesJ\\x04\\b\\x04\\x10\\x05\\\"K\\n\" +\n\t\"\\x1fRecordObservationsTimelineEntry\\x12(\\n\" +\n\t\"\\x0fnumObservations\\x18\\x01 \\x01(\\rR\\x0fnumObservations\\\"\\x7f\\n\" +\n\t\"\\x1bFormHypothesesTimelineEntry\\x12$\\n\" +\n\t\"\\rnumHypotheses\\x18\\x01 \\x01(\\rR\\rnumHypotheses\\x12:\\n\" +\n\t\"\\n\" +\n\t\"hypotheses\\x18\\x02 \\x03(\\v2\\x1a.changes.HypothesisSummaryR\\n\" +\n\t\"hypotheses\\\"\\xee\\x01\\n\" +\n\t\"\\\"InvestigateHypothesesTimelineEntry\\x12\\x1c\\n\" +\n\t\"\\tnumProven\\x18\\x01 \\x01(\\rR\\tnumProven\\x12\\\"\\n\" +\n\t\"\\fnumDisproven\\x18\\x02 \\x01(\\rR\\fnumDisproven\\x12*\\n\" +\n\t\"\\x10numInvestigating\\x18\\x03 \\x01(\\rR\\x10numInvestigating\\x12:\\n\" +\n\t\"\\n\" +\n\t\"hypotheses\\x18\\x04 \\x03(\\v2\\x1a.changes.HypothesisSummaryR\\n\" +\n\t\"hypotheses\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"numSkipped\\x18\\x05 \\x01(\\rR\\n\" +\n\t\"numSkipped\\\"t\\n\" +\n\t\"\\x11HypothesisSummary\\x121\\n\" +\n\t\"\\x06status\\x18\\x01 \\x01(\\x0e2\\x19.changes.HypothesisStatusR\\x06status\\x12\\x14\\n\" +\n\t\"\\x05title\\x18\\x02 \\x01(\\tR\\x05title\\x12\\x16\\n\" +\n\t\"\\x06detail\\x18\\x03 \\x01(\\tR\\x06detail\\\"C\\n\" +\n\t\"\\x1cCalculatedRisksTimelineEntry\\x12#\\n\" +\n\t\"\\x05risks\\x18\\x01 \\x03(\\v2\\r.changes.RiskR\\x05risks\\\"G\\n\" +\n\t\"\\x1dCalculatedLabelsTimelineEntry\\x12&\\n\" +\n\t\"\\x06labels\\x18\\x01 \\x03(\\v2\\x0e.changes.LabelR\\x06labels\\\"\\x9a\\x01\\n\" +\n\t\"\\x1dChangeValidationTimelineEntry\\x12$\\n\" +\n\t\"\\rbriefAnalysis\\x18\\x01 \\x01(\\tR\\rbriefAnalysis\\x12S\\n\" +\n\t\"\\x13validationChecklist\\x18\\x02 \\x03(\\v2!.changes.ChangeValidationCategoryR\\x13validationChecklist\\\"R\\n\" +\n\t\"\\x18ChangeValidationCategory\\x12\\x14\\n\" +\n\t\"\\x05title\\x18\\x01 \\x01(\\tR\\x05title\\x12 \\n\" +\n\t\"\\vdescription\\x18\\x02 \\x01(\\tR\\vdescription\\\"0\\n\" +\n\t\"\\x0eGetDiffRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\\"\\xdb\\x01\\n\" +\n\t\"\\x0fGetDiffResponse\\x127\\n\" +\n\t\"\\rexpectedItems\\x18\\x01 \\x03(\\v2\\x11.changes.ItemDiffR\\rexpectedItems\\x12;\\n\" +\n\t\"\\x0funexpectedItems\\x18\\x03 \\x03(\\v2\\x11.changes.ItemDiffR\\x0funexpectedItems\\x12\\x1b\\n\" +\n\t\"\\x05edges\\x18\\x02 \\x03(\\v2\\x05.EdgeR\\x05edges\\x125\\n\" +\n\t\"\\fmissingItems\\x18\\x04 \\x03(\\v2\\x11.changes.ItemDiffR\\fmissingItems\\\"A\\n\" +\n\t\"\\x1fListChangingItemsSummaryRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\\"R\\n\" +\n\t\" ListChangingItemsSummaryResponse\\x12.\\n\" +\n\t\"\\x05items\\x18\\x01 \\x03(\\v2\\x18.changes.ItemDiffSummaryR\\x05items\\\"\\xa1\\x02\\n\" +\n\t\"\\x0eMappedItemDiff\\x12%\\n\" +\n\t\"\\x04item\\x18\\x01 \\x01(\\v2\\x11.changes.ItemDiffR\\x04item\\x12/\\n\" +\n\t\"\\fmappingQuery\\x18\\x02 \\x01(\\v2\\x06.QueryH\\x00R\\fmappingQuery\\x88\\x01\\x01\\x124\\n\" +\n\t\"\\fmappingError\\x18\\x03 \\x01(\\v2\\v.QueryErrorH\\x01R\\fmappingError\\x88\\x01\\x01\\x12L\\n\" +\n\t\"\\x0emapping_status\\x18\\x04 \\x01(\\x0e2 .changes.MappedItemMappingStatusH\\x02R\\rmappingStatus\\x88\\x01\\x01B\\x0f\\n\" +\n\t\"\\r_mappingQueryB\\x0f\\n\" +\n\t\"\\r_mappingErrorB\\x11\\n\" +\n\t\"\\x0f_mapping_status\\\"\\x83\\x05\\n\" +\n\t\"\\x1aStartChangeAnalysisRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\x12=\\n\" +\n\t\"\\rchangingItems\\x18\\x02 \\x03(\\v2\\x17.changes.MappedItemDiffR\\rchangingItems\\x12\\\\\\n\" +\n\t\"\\x19blastRadiusConfigOverride\\x18\\x03 \\x01(\\v2\\x19.config.BlastRadiusConfigH\\x00R\\x19blastRadiusConfigOverride\\x88\\x01\\x01\\x12e\\n\" +\n\t\"\\x1croutineChangesConfigOverride\\x18\\x05 \\x01(\\v2\\x1c.config.RoutineChangesConfigH\\x01R\\x1croutineChangesConfigOverride\\x88\\x01\\x01\\x12t\\n\" +\n\t\"!githubOrganisationProfileOverride\\x18\\x06 \\x01(\\v2!.config.GithubOrganisationProfileH\\x02R!githubOrganisationProfileOverride\\x88\\x01\\x01\\x120\\n\" +\n\t\"\\tknowledge\\x18\\a \\x03(\\v2\\x12.changes.KnowledgeR\\tknowledge\\x12.\\n\" +\n\t\"\\x13post_github_comment\\x18\\b \\x01(\\bR\\x11postGithubCommentB\\x1c\\n\" +\n\t\"\\x1a_blastRadiusConfigOverrideB\\x1f\\n\" +\n\t\"\\x1d_routineChangesConfigOverrideB$\\n\" +\n\t\"\\\"_githubOrganisationProfileOverrideJ\\x04\\b\\x04\\x10\\x05\\\"I\\n\" +\n\t\"\\x1bStartChangeAnalysisResponse\\x12*\\n\" +\n\t\"\\x11github_app_active\\x18\\x01 \\x01(\\bR\\x0fgithubAppActive\\\"y\\n\" +\n\t\"\\x18AddPlannedChangesRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\x12=\\n\" +\n\t\"\\rchangingItems\\x18\\x02 \\x03(\\v2\\x17.changes.MappedItemDiffR\\rchangingItems\\\"\\x1b\\n\" +\n\t\"\\x19AddPlannedChangesResponse\\\"\\x96\\x01\\n\" +\n\t\"\\x16ListHomeChangesRequest\\x122\\n\" +\n\t\"\\n\" +\n\t\"pagination\\x18\\x01 \\x01(\\v2\\x12.PaginationRequestR\\n\" +\n\t\"pagination\\x12<\\n\" +\n\t\"\\afilters\\x18\\x02 \\x01(\\v2\\x1d.changes.ChangeFiltersRequestH\\x00R\\afilters\\x88\\x01\\x01B\\n\" +\n\t\"\\n\" +\n\t\"\\b_filters\\\"\\x82\\x02\\n\" +\n\t\"\\x14ChangeFiltersRequest\\x12\\x14\\n\" +\n\t\"\\x05repos\\x18\\x01 \\x03(\\tR\\x05repos\\x12,\\n\" +\n\t\"\\x05risks\\x18\\x03 \\x03(\\x0e2\\x16.changes.Risk.SeverityR\\x05risks\\x12\\x18\\n\" +\n\t\"\\aauthors\\x18\\x04 \\x03(\\tR\\aauthors\\x121\\n\" +\n\t\"\\bstatuses\\x18\\x05 \\x03(\\x0e2\\x15.changes.ChangeStatusR\\bstatuses\\x12-\\n\" +\n\t\"\\tsortOrder\\x18\\x06 \\x01(\\x0e2\\n\" +\n\t\".SortOrderH\\x00R\\tsortOrder\\x88\\x01\\x01\\x12\\x16\\n\" +\n\t\"\\x06labels\\x18\\a \\x03(\\tR\\x06labelsB\\f\\n\" +\n\t\"\\n\" +\n\t\"_sortOrderJ\\x04\\b\\x02\\x10\\x03\\\"\\x80\\x01\\n\" +\n\t\"\\x17ListHomeChangesResponse\\x120\\n\" +\n\t\"\\achanges\\x18\\x01 \\x03(\\v2\\x16.changes.ChangeSummaryR\\achanges\\x123\\n\" +\n\t\"\\n\" +\n\t\"pagination\\x18\\x02 \\x01(\\v2\\x13.PaginationResponseR\\n\" +\n\t\"pagination\\\"\\x1e\\n\" +\n\t\"\\x1cPopulateChangeFiltersRequest\\\"O\\n\" +\n\t\"\\x1dPopulateChangeFiltersResponse\\x12\\x14\\n\" +\n\t\"\\x05repos\\x18\\x01 \\x03(\\tR\\x05repos\\x12\\x18\\n\" +\n\t\"\\aauthors\\x18\\x02 \\x03(\\tR\\aauthors\\\"\\x93\\x01\\n\" +\n\t\"\\x0fItemDiffSummary\\x12$\\n\" +\n\t\"\\aitemRef\\x18\\x01 \\x01(\\v2\\n\" +\n\t\".ReferenceR\\aitemRef\\x12/\\n\" +\n\t\"\\x06status\\x18\\x04 \\x01(\\x0e2\\x17.changes.ItemDiffStatusR\\x06status\\x12)\\n\" +\n\t\"\\vhealthAfter\\x18\\x05 \\x01(\\x0e2\\a.HealthR\\vhealthAfter\\\"\\xa0\\x02\\n\" +\n\t\"\\bItemDiff\\x12#\\n\" +\n\t\"\\x04item\\x18\\x01 \\x01(\\v2\\n\" +\n\t\".ReferenceH\\x00R\\x04item\\x88\\x01\\x01\\x12/\\n\" +\n\t\"\\x06status\\x18\\x02 \\x01(\\x0e2\\x17.changes.ItemDiffStatusR\\x06status\\x12\\x1d\\n\" +\n\t\"\\x06before\\x18\\x03 \\x01(\\v2\\x05.ItemR\\x06before\\x12\\x1b\\n\" +\n\t\"\\x05after\\x18\\x04 \\x01(\\v2\\x05.ItemR\\x05after\\x120\\n\" +\n\t\"\\x13modificationSummary\\x18\\x05 \\x01(\\tR\\x13modificationSummary\\x125\\n\" +\n\t\"\\rmappedItemRef\\x18\\x06 \\x01(\\v2\\n\" +\n\t\".ReferenceH\\x01R\\rmappedItemRef\\x88\\x01\\x01B\\a\\n\" +\n\t\"\\x05_itemB\\x10\\n\" +\n\t\"\\x0e_mappedItemRef\\\"\\x9f\\x01\\n\" +\n\t\"\\fEnrichedTags\\x12?\\n\" +\n\t\"\\btagValue\\x18\\x12 \\x03(\\v2#.changes.EnrichedTags.TagValueEntryR\\btagValue\\x1aN\\n\" +\n\t\"\\rTagValueEntry\\x12\\x10\\n\" +\n\t\"\\x03key\\x18\\x01 \\x01(\\tR\\x03key\\x12'\\n\" +\n\t\"\\x05value\\x18\\x02 \\x01(\\v2\\x11.changes.TagValueR\\x05value:\\x028\\x01\\\"\\x8d\\x01\\n\" +\n\t\"\\bTagValue\\x12;\\n\" +\n\t\"\\fuserTagValue\\x18\\x01 \\x01(\\v2\\x15.changes.UserTagValueH\\x00R\\fuserTagValue\\x12;\\n\" +\n\t\"\\fautoTagValue\\x18\\x02 \\x01(\\v2\\x15.changes.AutoTagValueH\\x00R\\fautoTagValueB\\a\\n\" +\n\t\"\\x05value\\\"$\\n\" +\n\t\"\\fUserTagValue\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x01 \\x01(\\tR\\x05value\\\"B\\n\" +\n\t\"\\fAutoTagValue\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x01 \\x01(\\tR\\x05value\\x12\\x1c\\n\" +\n\t\"\\treasoning\\x18\\x02 \\x01(\\tR\\treasoning\\\"\\xcb\\x01\\n\" +\n\t\"\\x05Label\\x12&\\n\" +\n\t\"\\x04type\\x18\\x01 \\x01(\\x0e2\\x12.changes.LabelTypeR\\x04type\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x02 \\x01(\\tR\\x04name\\x12\\x16\\n\" +\n\t\"\\x06colour\\x18\\x03 \\x01(\\tR\\x06colour\\x12$\\n\" +\n\t\"\\rlabelRuleUUID\\x18\\x04 \\x01(\\fR\\rlabelRuleUUID\\x12.\\n\" +\n\t\"\\x12autoLabelReasoning\\x18\\x05 \\x01(\\tR\\x12autoLabelReasoning\\x12\\x18\\n\" +\n\t\"\\askipped\\x18\\x06 \\x01(\\bR\\askipped\\\"\\xa1\\x06\\n\" +\n\t\"\\rChangeSummary\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12\\x14\\n\" +\n\t\"\\x05title\\x18\\x02 \\x01(\\tR\\x05title\\x12-\\n\" +\n\t\"\\x06status\\x18\\x03 \\x01(\\x0e2\\x15.changes.ChangeStatusR\\x06status\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"ticketLink\\x18\\x04 \\x01(\\tR\\n\" +\n\t\"ticketLink\\x128\\n\" +\n\t\"\\tcreatedAt\\x18\\x05 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\tcreatedAt\\x12 \\n\" +\n\t\"\\vcreatorName\\x18\\x06 \\x01(\\tR\\vcreatorName\\x12\\\"\\n\" +\n\t\"\\fcreatorEmail\\x18\\x0f \\x01(\\tR\\fcreatorEmail\\x12*\\n\" +\n\t\"\\x10numAffectedItems\\x18\\t \\x01(\\x05R\\x10numAffectedItems\\x12*\\n\" +\n\t\"\\x10numAffectedEdges\\x18\\n\" +\n\t\" \\x01(\\x05R\\x10numAffectedEdges\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"numLowRisk\\x18\\v \\x01(\\x05R\\n\" +\n\t\"numLowRisk\\x12$\\n\" +\n\t\"\\rnumMediumRisk\\x18\\f \\x01(\\x05R\\rnumMediumRisk\\x12 \\n\" +\n\t\"\\vnumHighRisk\\x18\\r \\x01(\\x05R\\vnumHighRisk\\x12 \\n\" +\n\t\"\\vdescription\\x18\\x0e \\x01(\\tR\\vdescription\\x12\\x12\\n\" +\n\t\"\\x04repo\\x18\\x10 \\x01(\\tR\\x04repo\\x128\\n\" +\n\t\"\\x04tags\\x18\\x11 \\x03(\\v2 .changes.ChangeSummary.TagsEntryB\\x02\\x18\\x01R\\x04tags\\x129\\n\" +\n\t\"\\fenrichedTags\\x18\\x12 \\x01(\\v2\\x15.changes.EnrichedTagsR\\fenrichedTags\\x12&\\n\" +\n\t\"\\x06labels\\x18\\x13 \\x03(\\v2\\x0e.changes.LabelR\\x06labels\\x12E\\n\" +\n\t\"\\x10githubChangeInfo\\x18\\x14 \\x01(\\v2\\x19.changes.GithubChangeInfoR\\x10githubChangeInfo\\x1a7\\n\" +\n\t\"\\tTagsEntry\\x12\\x10\\n\" +\n\t\"\\x03key\\x18\\x01 \\x01(\\tR\\x03key\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x02 \\x01(\\tR\\x05value:\\x028\\x01J\\x04\\b\\b\\x10\\t\\\"x\\n\" +\n\t\"\\x06Change\\x123\\n\" +\n\t\"\\bmetadata\\x18\\x01 \\x01(\\v2\\x17.changes.ChangeMetadataR\\bmetadata\\x129\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x19.changes.ChangePropertiesR\\n\" +\n\t\"properties\\\"\\xb2\\n\" +\n\t\"\\n\" +\n\t\"\\x0eChangeMetadata\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x128\\n\" +\n\t\"\\tcreatedAt\\x18\\x02 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\tcreatedAt\\x128\\n\" +\n\t\"\\tupdatedAt\\x18\\x03 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\tupdatedAt\\x12-\\n\" +\n\t\"\\x06status\\x18\\x04 \\x01(\\x0e2\\x15.changes.ChangeStatusR\\x06status\\x12 \\n\" +\n\t\"\\vcreatorName\\x18\\x05 \\x01(\\tR\\vcreatorName\\x12\\\"\\n\" +\n\t\"\\fcreatorEmail\\x18\\x13 \\x01(\\tR\\fcreatorEmail\\x12*\\n\" +\n\t\"\\x10numAffectedItems\\x18\\a \\x01(\\x05R\\x10numAffectedItems\\x12*\\n\" +\n\t\"\\x10numAffectedEdges\\x18\\x11 \\x01(\\x05R\\x10numAffectedEdges\\x12,\\n\" +\n\t\"\\x11numUnchangedItems\\x18\\b \\x01(\\x05R\\x11numUnchangedItems\\x12(\\n\" +\n\t\"\\x0fnumCreatedItems\\x18\\t \\x01(\\x05R\\x0fnumCreatedItems\\x12(\\n\" +\n\t\"\\x0fnumUpdatedItems\\x18\\n\" +\n\t\" \\x01(\\x05R\\x0fnumUpdatedItems\\x12*\\n\" +\n\t\"\\x10numReplacedItems\\x18\\x12 \\x01(\\x05R\\x10numReplacedItems\\x12(\\n\" +\n\t\"\\x0fnumDeletedItems\\x18\\v \\x01(\\x05R\\x0fnumDeletedItems\\x12V\\n\" +\n\t\"\\x13UnknownHealthChange\\x18\\f \\x01(\\v2$.changes.ChangeMetadata.HealthChangeR\\x13UnknownHealthChange\\x12L\\n\" +\n\t\"\\x0eOkHealthChange\\x18\\r \\x01(\\v2$.changes.ChangeMetadata.HealthChangeR\\x0eOkHealthChange\\x12V\\n\" +\n\t\"\\x13WarningHealthChange\\x18\\x0e \\x01(\\v2$.changes.ChangeMetadata.HealthChangeR\\x13WarningHealthChange\\x12R\\n\" +\n\t\"\\x11ErrorHealthChange\\x18\\x0f \\x01(\\v2$.changes.ChangeMetadata.HealthChangeR\\x11ErrorHealthChange\\x12V\\n\" +\n\t\"\\x13PendingHealthChange\\x18\\x10 \\x01(\\v2$.changes.ChangeMetadata.HealthChangeR\\x13PendingHealthChange\\x12E\\n\" +\n\t\"\\x10githubChangeInfo\\x18\\x14 \\x01(\\v2\\x19.changes.GithubChangeInfoR\\x10githubChangeInfo\\x122\\n\" +\n\t\"\\x12total_observations\\x18\\x15 \\x01(\\rH\\x00R\\x11totalObservations\\x88\\x01\\x01\\x12Q\\n\" +\n\t\"\\x14changeAnalysisStatus\\x18\\x16 \\x01(\\v2\\x1d.changes.ChangeAnalysisStatusR\\x14changeAnalysisStatus\\x1a^\\n\" +\n\t\"\\fHealthChange\\x12\\x14\\n\" +\n\t\"\\x05added\\x18\\x01 \\x01(\\x05R\\x05added\\x12\\x18\\n\" +\n\t\"\\aremoved\\x18\\x02 \\x01(\\x05R\\aremoved\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"finalTotal\\x18\\x03 \\x01(\\x05R\\n\" +\n\t\"finalTotalB\\x15\\n\" +\n\t\"\\x13_total_observationsJ\\x04\\b\\x06\\x10\\a\\\"\\x8c\\x06\\n\" +\n\t\"\\x10ChangeProperties\\x12\\x14\\n\" +\n\t\"\\x05title\\x18\\x02 \\x01(\\tR\\x05title\\x12 \\n\" +\n\t\"\\vdescription\\x18\\x03 \\x01(\\tR\\vdescription\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"ticketLink\\x18\\x04 \\x01(\\tR\\n\" +\n\t\"ticketLink\\x12\\x14\\n\" +\n\t\"\\x05owner\\x18\\x05 \\x01(\\tR\\x05owner\\x12\\x1a\\n\" +\n\t\"\\bccEmails\\x18\\x06 \\x01(\\tR\\bccEmails\\x12<\\n\" +\n\t\"\\x19changingItemsBookmarkUUID\\x18\\a \\x01(\\fR\\x19changingItemsBookmarkUUID\\x128\\n\" +\n\t\"\\x17blastRadiusSnapshotUUID\\x18\\v \\x01(\\fR\\x17blastRadiusSnapshotUUID\\x12:\\n\" +\n\t\"\\x18systemBeforeSnapshotUUID\\x18\\b \\x01(\\fR\\x18systemBeforeSnapshotUUID\\x128\\n\" +\n\t\"\\x17systemAfterSnapshotUUID\\x18\\t \\x01(\\fR\\x17systemAfterSnapshotUUID\\x129\\n\" +\n\t\"\\x0eplannedChanges\\x18\\f \\x03(\\v2\\x11.changes.ItemDiffR\\x0eplannedChanges\\x12\\x18\\n\" +\n\t\"\\arawPlan\\x18\\r \\x01(\\tR\\arawPlan\\x12 \\n\" +\n\t\"\\vcodeChanges\\x18\\x0e \\x01(\\tR\\vcodeChanges\\x12\\x12\\n\" +\n\t\"\\x04repo\\x18\\x0f \\x01(\\tR\\x04repo\\x12;\\n\" +\n\t\"\\x04tags\\x18\\x10 \\x03(\\v2#.changes.ChangeProperties.TagsEntryB\\x02\\x18\\x01R\\x04tags\\x129\\n\" +\n\t\"\\fenrichedTags\\x18\\x12 \\x01(\\v2\\x15.changes.EnrichedTagsR\\fenrichedTags\\x12&\\n\" +\n\t\"\\x06labels\\x18\\x15 \\x03(\\v2\\x0e.changes.LabelR\\x06labels\\x1a7\\n\" +\n\t\"\\tTagsEntry\\x12\\x10\\n\" +\n\t\"\\x03key\\x18\\x01 \\x01(\\tR\\x03key\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x02 \\x01(\\tR\\x05value:\\x028\\x01J\\x04\\b\\x01\\x10\\x02J\\x04\\b\\n\" +\n\t\"\\x10\\vJ\\x04\\b\\x11\\x10\\x12J\\x04\\b\\x13\\x10\\x14J\\x04\\b\\x14\\x10\\x15\\\"\\xb0\\x01\\n\" +\n\t\"\\x10GithubChangeInfo\\x12&\\n\" +\n\t\"\\x0eauthorUsername\\x18\\x01 \\x01(\\tR\\x0eauthorUsername\\x12&\\n\" +\n\t\"\\x0eauthorFullName\\x18\\x02 \\x01(\\tR\\x0eauthorFullName\\x12*\\n\" +\n\t\"\\x10authorAvatarLink\\x18\\x03 \\x01(\\tR\\x10authorAvatarLink\\x12 \\n\" +\n\t\"\\vauthorEmail\\x18\\x04 \\x01(\\tR\\vauthorEmail\\\"\\x14\\n\" +\n\t\"\\x12ListChangesRequest\\\"@\\n\" +\n\t\"\\x13ListChangesResponse\\x12)\\n\" +\n\t\"\\achanges\\x18\\x01 \\x03(\\v2\\x0f.changes.ChangeR\\achanges\\\"K\\n\" +\n\t\"\\x1aListChangesByStatusRequest\\x12-\\n\" +\n\t\"\\x06status\\x18\\x01 \\x01(\\x0e2\\x15.changes.ChangeStatusR\\x06status\\\"H\\n\" +\n\t\"\\x1bListChangesByStatusResponse\\x12)\\n\" +\n\t\"\\achanges\\x18\\x01 \\x03(\\v2\\x0f.changes.ChangeR\\achanges\\\"P\\n\" +\n\t\"\\x13CreateChangeRequest\\x129\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x01 \\x01(\\v2\\x19.changes.ChangePropertiesR\\n\" +\n\t\"properties\\\"?\\n\" +\n\t\"\\x14CreateChangeResponse\\x12'\\n\" +\n\t\"\\x06change\\x18\\x01 \\x01(\\v2\\x0f.changes.ChangeR\\x06change\\\":\\n\" +\n\t\"\\x10GetChangeRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12\\x12\\n\" +\n\t\"\\x04slim\\x18\\x02 \\x01(\\bR\\x04slim\\\">\\n\" +\n\t\"\\x1cGetChangeByTicketLinkRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"ticketLink\\x18\\x01 \\x01(\\tR\\n\" +\n\t\"ticketLink\\\"\\xee\\x01\\n\" +\n\t\"\\x17GetChangeSummaryRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12\\x12\\n\" +\n\t\"\\x04slim\\x18\\x02 \\x01(\\bR\\x04slim\\x12K\\n\" +\n\t\"\\x12changeOutputFormat\\x18\\x03 \\x01(\\x0e2\\x1b.changes.ChangeOutputFormatR\\x12changeOutputFormat\\x12F\\n\" +\n\t\"\\x12riskSeverityFilter\\x18\\x04 \\x03(\\x0e2\\x16.changes.Risk.SeverityR\\x12riskSeverityFilter\\x12\\x16\\n\" +\n\t\"\\x06appURL\\x18\\x05 \\x01(\\tR\\x06appURL\\\"m\\n\" +\n\t\"\\x18GetChangeSummaryResponse\\x12\\x16\\n\" +\n\t\"\\x06change\\x18\\x01 \\x01(\\tR\\x06change\\x129\\n\" +\n\t\"\\x19github_app_comment_posted\\x18\\x02 \\x01(\\bR\\x16githubAppCommentPosted\\\"z\\n\" +\n\t\"\\x17GetChangeSignalsRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12K\\n\" +\n\t\"\\x12changeOutputFormat\\x18\\x02 \\x01(\\x0e2\\x1b.changes.ChangeOutputFormatR\\x12changeOutputFormat\\\"4\\n\" +\n\t\"\\x18GetChangeSignalsResponse\\x12\\x18\\n\" +\n\t\"\\asignals\\x18\\x01 \\x01(\\tR\\asignals\\\"<\\n\" +\n\t\"\\x11GetChangeResponse\\x12'\\n\" +\n\t\"\\x06change\\x18\\x01 \\x01(\\v2\\x0f.changes.ChangeR\\x06change\\\"+\\n\" +\n\t\"\\x15GetChangeRisksRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"\\xf4\\x01\\n\" +\n\t\"\\x12ChangeRiskMetadata\\x12Q\\n\" +\n\t\"\\x14changeAnalysisStatus\\x18\\x01 \\x01(\\v2\\x1d.changes.ChangeAnalysisStatusR\\x14changeAnalysisStatus\\x12#\\n\" +\n\t\"\\x05risks\\x18\\x05 \\x03(\\v2\\r.changes.RiskR\\x05risks\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"numLowRisk\\x18\\x06 \\x01(\\x05R\\n\" +\n\t\"numLowRisk\\x12$\\n\" +\n\t\"\\rnumMediumRisk\\x18\\a \\x01(\\x05R\\rnumMediumRisk\\x12 \\n\" +\n\t\"\\vnumHighRisk\\x18\\b \\x01(\\x05R\\vnumHighRisk\\\"e\\n\" +\n\t\"\\x16GetChangeRisksResponse\\x12K\\n\" +\n\t\"\\x12changeRiskMetadata\\x18\\x01 \\x01(\\v2\\x1b.changes.ChangeRiskMetadataR\\x12changeRiskMetadata\\\"d\\n\" +\n\t\"\\x13UpdateChangeRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x129\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x19.changes.ChangePropertiesR\\n\" +\n\t\"properties\\\"?\\n\" +\n\t\"\\x14UpdateChangeResponse\\x12'\\n\" +\n\t\"\\x06change\\x18\\x01 \\x01(\\v2\\x0f.changes.ChangeR\\x06change\\\")\\n\" +\n\t\"\\x13DeleteChangeRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"6\\n\" +\n\t\" ListChangesBySnapshotUUIDRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"N\\n\" +\n\t\"!ListChangesBySnapshotUUIDResponse\\x12)\\n\" +\n\t\"\\achanges\\x18\\x01 \\x03(\\v2\\x0f.changes.ChangeR\\achanges\\\"\\x16\\n\" +\n\t\"\\x14DeleteChangeResponse\\\"\\x15\\n\" +\n\t\"\\x13RefreshStateRequest\\\"\\x16\\n\" +\n\t\"\\x14RefreshStateResponse\\\"4\\n\" +\n\t\"\\x12StartChangeRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\\"\\xed\\x01\\n\" +\n\t\"\\x13StartChangeResponse\\x128\\n\" +\n\t\"\\x05state\\x18\\x01 \\x01(\\x0e2\\\".changes.StartChangeResponse.StateR\\x05state\\x12\\x1a\\n\" +\n\t\"\\bnumItems\\x18\\x02 \\x01(\\rR\\bnumItems\\x12\\x1a\\n\" +\n\t\"\\bNumEdges\\x18\\x03 \\x01(\\rR\\bNumEdges\\\"d\\n\" +\n\t\"\\x05State\\x12\\x15\\n\" +\n\t\"\\x11STATE_UNSPECIFIED\\x10\\x00\\x12\\x19\\n\" +\n\t\"\\x15STATE_TAKING_SNAPSHOT\\x10\\x01\\x12\\x19\\n\" +\n\t\"\\x15STATE_SAVING_SNAPSHOT\\x10\\x02\\x12\\x0e\\n\" +\n\t\"\\n\" +\n\t\"STATE_DONE\\x10\\x03\\\"2\\n\" +\n\t\"\\x10EndChangeRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\\"\\xe9\\x01\\n\" +\n\t\"\\x11EndChangeResponse\\x126\\n\" +\n\t\"\\x05state\\x18\\x01 \\x01(\\x0e2 .changes.EndChangeResponse.StateR\\x05state\\x12\\x1a\\n\" +\n\t\"\\bnumItems\\x18\\x02 \\x01(\\rR\\bnumItems\\x12\\x1a\\n\" +\n\t\"\\bNumEdges\\x18\\x03 \\x01(\\rR\\bNumEdges\\\"d\\n\" +\n\t\"\\x05State\\x12\\x15\\n\" +\n\t\"\\x11STATE_UNSPECIFIED\\x10\\x00\\x12\\x19\\n\" +\n\t\"\\x15STATE_TAKING_SNAPSHOT\\x10\\x01\\x12\\x19\\n\" +\n\t\"\\x15STATE_SAVING_SNAPSHOT\\x10\\x02\\x12\\x0e\\n\" +\n\t\"\\n\" +\n\t\"STATE_DONE\\x10\\x03\\\"\\x1b\\n\" +\n\t\"\\x19StartChangeSimpleResponse\\\"_\\n\" +\n\t\"\\x17EndChangeSimpleResponse\\x12\\x16\\n\" +\n\t\"\\x06queued\\x18\\x01 \\x01(\\bR\\x06queued\\x12,\\n\" +\n\t\"\\x12queued_after_start\\x18\\x02 \\x01(\\bR\\x10queuedAfterStart\\\"\\x9c\\x02\\n\" +\n\t\"\\x04Risk\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x05 \\x01(\\fR\\x04UUID\\x12\\x14\\n\" +\n\t\"\\x05title\\x18\\x01 \\x01(\\tR\\x05title\\x122\\n\" +\n\t\"\\bseverity\\x18\\x02 \\x01(\\x0e2\\x16.changes.Risk.SeverityR\\bseverity\\x12 \\n\" +\n\t\"\\vdescription\\x18\\x03 \\x01(\\tR\\vdescription\\x124\\n\" +\n\t\"\\x0frelatedItemRefs\\x18\\x04 \\x03(\\v2\\n\" +\n\t\".ReferenceR\\x0frelatedItemRefs\\\"^\\n\" +\n\t\"\\bSeverity\\x12\\x18\\n\" +\n\t\"\\x14SEVERITY_UNSPECIFIED\\x10\\x00\\x12\\x10\\n\" +\n\t\"\\fSEVERITY_LOW\\x10\\x01\\x12\\x13\\n\" +\n\t\"\\x0fSEVERITY_MEDIUM\\x10\\x02\\x12\\x11\\n\" +\n\t\"\\rSEVERITY_HIGH\\x10\\x03\\\"\\xca\\x01\\n\" +\n\t\"\\x14ChangeAnalysisStatus\\x12<\\n\" +\n\t\"\\x06status\\x18\\x01 \\x01(\\x0e2$.changes.ChangeAnalysisStatus.StatusR\\x06status\\\"n\\n\" +\n\t\"\\x06Status\\x12\\x16\\n\" +\n\t\"\\x12STATUS_UNSPECIFIED\\x10\\x00\\x12\\x15\\n\" +\n\t\"\\x11STATUS_INPROGRESS\\x10\\x01\\x12\\x12\\n\" +\n\t\"\\x0eSTATUS_SKIPPED\\x10\\x02\\x12\\x0f\\n\" +\n\t\"\\vSTATUS_DONE\\x10\\x03\\x12\\x10\\n\" +\n\t\"\\fSTATUS_ERROR\\x10\\x04J\\x04\\b\\x05\\x10\\x06\\\"4\\n\" +\n\t\"\\x16GenerateRiskFixRequest\\x12\\x1a\\n\" +\n\t\"\\briskUUID\\x18\\x01 \\x01(\\fR\\briskUUID\\\"?\\n\" +\n\t\"\\x17GenerateRiskFixResponse\\x12$\\n\" +\n\t\"\\rfixSuggestion\\x18\\x01 \\x01(\\tR\\rfixSuggestion\\\"\\xa6\\x02\\n\" +\n\t\"\\x19SubmitRiskFeedbackRequest\\x12\\x1b\\n\" +\n\t\"\\trisk_uuid\\x18\\x01 \\x01(\\fR\\briskUuid\\x12<\\n\" +\n\t\"\\tsentiment\\x18\\x02 \\x01(\\x0e2\\x1e.changes.RiskFeedbackSentimentR\\tsentiment\\x12#\\n\" +\n\t\"\\rfeedback_text\\x18\\x03 \\x01(\\tR\\ffeedbackText\\x12L\\n\" +\n\t\"\\bmetadata\\x18\\x04 \\x03(\\v20.changes.SubmitRiskFeedbackRequest.MetadataEntryR\\bmetadata\\x1a;\\n\" +\n\t\"\\rMetadataEntry\\x12\\x10\\n\" +\n\t\"\\x03key\\x18\\x01 \\x01(\\tR\\x03key\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x02 \\x01(\\tR\\x05value:\\x028\\x01\\\"\\x1c\\n\" +\n\t\"\\x1aSubmitRiskFeedbackResponse*\\xf6\\x01\\n\" +\n\t\"\\x18MappedItemTimelineStatus\\x12+\\n\" +\n\t\"'MAPPED_ITEM_TIMELINE_STATUS_UNSPECIFIED\\x10\\x00\\x12'\\n\" +\n\t\"#MAPPED_ITEM_TIMELINE_STATUS_SUCCESS\\x10\\x01\\x12%\\n\" +\n\t\"!MAPPED_ITEM_TIMELINE_STATUS_ERROR\\x10\\x02\\x12+\\n\" +\n\t\"'MAPPED_ITEM_TIMELINE_STATUS_UNSUPPORTED\\x10\\x03\\x120\\n\" +\n\t\",MAPPED_ITEM_TIMELINE_STATUS_PENDING_CREATION\\x10\\x04*\\xf0\\x01\\n\" +\n\t\"\\x17MappedItemMappingStatus\\x12*\\n\" +\n\t\"&MAPPED_ITEM_MAPPING_STATUS_UNSPECIFIED\\x10\\x00\\x12&\\n\" +\n\t\"\\\"MAPPED_ITEM_MAPPING_STATUS_SUCCESS\\x10\\x01\\x12*\\n\" +\n\t\"&MAPPED_ITEM_MAPPING_STATUS_UNSUPPORTED\\x10\\x02\\x12/\\n\" +\n\t\"+MAPPED_ITEM_MAPPING_STATUS_PENDING_CREATION\\x10\\x03\\x12$\\n\" +\n\t\" MAPPED_ITEM_MAPPING_STATUS_ERROR\\x10\\x04*\\xa5\\x02\\n\" +\n\t\"\\x10HypothesisStatus\\x12.\\n\" +\n\t\"*INVESTIGATED_HYPOTHESIS_STATUS_UNSPECIFIED\\x10\\x00\\x12*\\n\" +\n\t\"&INVESTIGATED_HYPOTHESIS_STATUS_FORMING\\x10\\x01\\x120\\n\" +\n\t\",INVESTIGATED_HYPOTHESIS_STATUS_INVESTIGATING\\x10\\x02\\x12)\\n\" +\n\t\"%INVESTIGATED_HYPOTHESIS_STATUS_PROVEN\\x10\\x03\\x12,\\n\" +\n\t\"(INVESTIGATED_HYPOTHESIS_STATUS_DISPROVEN\\x10\\x04\\x12*\\n\" +\n\t\"&INVESTIGATED_HYPOTHESIS_STATUS_SKIPPED\\x10\\x05*_\\n\" +\n\t\"\\x19ChangeTimelineEntryStatus\\x12\\x0f\\n\" +\n\t\"\\vUNSPECIFIED\\x10\\x00\\x12\\v\\n\" +\n\t\"\\aPENDING\\x10\\x01\\x12\\x0f\\n\" +\n\t\"\\vIN_PROGRESS\\x10\\x02\\x12\\b\\n\" +\n\t\"\\x04DONE\\x10\\x03\\x12\\t\\n\" +\n\t\"\\x05ERROR\\x10\\x04*\\xcb\\x01\\n\" +\n\t\"\\x0eItemDiffStatus\\x12 \\n\" +\n\t\"\\x1cITEM_DIFF_STATUS_UNSPECIFIED\\x10\\x00\\x12\\x1e\\n\" +\n\t\"\\x1aITEM_DIFF_STATUS_UNCHANGED\\x10\\x01\\x12\\x1c\\n\" +\n\t\"\\x18ITEM_DIFF_STATUS_CREATED\\x10\\x02\\x12\\x1c\\n\" +\n\t\"\\x18ITEM_DIFF_STATUS_UPDATED\\x10\\x03\\x12\\x1c\\n\" +\n\t\"\\x18ITEM_DIFF_STATUS_DELETED\\x10\\x04\\x12\\x1d\\n\" +\n\t\"\\x19ITEM_DIFF_STATUS_REPLACED\\x10\\x05*|\\n\" +\n\t\"\\x12ChangeOutputFormat\\x12$\\n\" +\n\t\" CHANGE_OUTPUT_FORMAT_UNSPECIFIED\\x10\\x00\\x12\\x1d\\n\" +\n\t\"\\x19CHANGE_OUTPUT_FORMAT_JSON\\x10\\x01\\x12!\\n\" +\n\t\"\\x1dCHANGE_OUTPUT_FORMAT_MARKDOWN\\x10\\x02*Q\\n\" +\n\t\"\\tLabelType\\x12\\x1a\\n\" +\n\t\"\\x16LABEL_TYPE_UNSPECIFIED\\x10\\x00\\x12\\x13\\n\" +\n\t\"\\x0fLABEL_TYPE_AUTO\\x10\\x01\\x12\\x13\\n\" +\n\t\"\\x0fLABEL_TYPE_USER\\x10\\x02*\\xa0\\x01\\n\" +\n\t\"\\fChangeStatus\\x12\\x1d\\n\" +\n\t\"\\x19CHANGE_STATUS_UNSPECIFIED\\x10\\x00\\x12\\x1a\\n\" +\n\t\"\\x16CHANGE_STATUS_DEFINING\\x10\\x01\\x12\\x1b\\n\" +\n\t\"\\x17CHANGE_STATUS_HAPPENING\\x10\\x02\\x12 \\n\" +\n\t\"\\x18CHANGE_STATUS_PROCESSING\\x10\\x03\\x1a\\x02\\b\\x01\\x12\\x16\\n\" +\n\t\"\\x12CHANGE_STATUS_DONE\\x10\\x04*\\x8c\\x01\\n\" +\n\t\"\\x15RiskFeedbackSentiment\\x12'\\n\" +\n\t\"#RISK_FEEDBACK_SENTIMENT_UNSPECIFIED\\x10\\x00\\x12$\\n\" +\n\t\" RISK_FEEDBACK_SENTIMENT_POSITIVE\\x10\\x01\\x12$\\n\" +\n\t\" RISK_FEEDBACK_SENTIMENT_NEGATIVE\\x10\\x022\\xe8\\x11\\n\" +\n\t\"\\x0eChangesService\\x12H\\n\" +\n\t\"\\vListChanges\\x12\\x1b.changes.ListChangesRequest\\x1a\\x1c.changes.ListChangesResponse\\x12`\\n\" +\n\t\"\\x13ListChangesByStatus\\x12#.changes.ListChangesByStatusRequest\\x1a$.changes.ListChangesByStatusResponse\\x12K\\n\" +\n\t\"\\fCreateChange\\x12\\x1c.changes.CreateChangeRequest\\x1a\\x1d.changes.CreateChangeResponse\\x12B\\n\" +\n\t\"\\tGetChange\\x12\\x19.changes.GetChangeRequest\\x1a\\x1a.changes.GetChangeResponse\\x12Z\\n\" +\n\t\"\\x15GetChangeByTicketLink\\x12%.changes.GetChangeByTicketLinkRequest\\x1a\\x1a.changes.GetChangeResponse\\x12W\\n\" +\n\t\"\\x10GetChangeSummary\\x12 .changes.GetChangeSummaryRequest\\x1a!.changes.GetChangeSummaryResponse\\x12`\\n\" +\n\t\"\\x13GetChangeTimelineV2\\x12#.changes.GetChangeTimelineV2Request\\x1a$.changes.GetChangeTimelineV2Response\\x12Q\\n\" +\n\t\"\\x0eGetChangeRisks\\x12\\x1e.changes.GetChangeRisksRequest\\x1a\\x1f.changes.GetChangeRisksResponse\\x12K\\n\" +\n\t\"\\fUpdateChange\\x12\\x1c.changes.UpdateChangeRequest\\x1a\\x1d.changes.UpdateChangeResponse\\x12K\\n\" +\n\t\"\\fDeleteChange\\x12\\x1c.changes.DeleteChangeRequest\\x1a\\x1d.changes.DeleteChangeResponse\\x12r\\n\" +\n\t\"\\x19ListChangesBySnapshotUUID\\x12).changes.ListChangesBySnapshotUUIDRequest\\x1a*.changes.ListChangesBySnapshotUUIDResponse\\x12K\\n\" +\n\t\"\\fRefreshState\\x12\\x1c.changes.RefreshStateRequest\\x1a\\x1d.changes.RefreshStateResponse\\x12J\\n\" +\n\t\"\\vStartChange\\x12\\x1b.changes.StartChangeRequest\\x1a\\x1c.changes.StartChangeResponse0\\x01\\x12D\\n\" +\n\t\"\\tEndChange\\x12\\x19.changes.EndChangeRequest\\x1a\\x1a.changes.EndChangeResponse0\\x01\\x12T\\n\" +\n\t\"\\x11StartChangeSimple\\x12\\x1b.changes.StartChangeRequest\\x1a\\\".changes.StartChangeSimpleResponse\\x12N\\n\" +\n\t\"\\x0fEndChangeSimple\\x12\\x19.changes.EndChangeRequest\\x1a .changes.EndChangeSimpleResponse\\x12T\\n\" +\n\t\"\\x0fListHomeChanges\\x12\\x1f.changes.ListHomeChangesRequest\\x1a .changes.ListHomeChangesResponse\\x12`\\n\" +\n\t\"\\x13StartChangeAnalysis\\x12#.changes.StartChangeAnalysisRequest\\x1a$.changes.StartChangeAnalysisResponse\\x12o\\n\" +\n\t\"\\x18ListChangingItemsSummary\\x12(.changes.ListChangingItemsSummaryRequest\\x1a).changes.ListChangingItemsSummaryResponse\\x12<\\n\" +\n\t\"\\aGetDiff\\x12\\x17.changes.GetDiffRequest\\x1a\\x18.changes.GetDiffResponse\\x12f\\n\" +\n\t\"\\x15PopulateChangeFilters\\x12%.changes.PopulateChangeFiltersRequest\\x1a&.changes.PopulateChangeFiltersResponse\\x12T\\n\" +\n\t\"\\x0fGenerateRiskFix\\x12\\x1f.changes.GenerateRiskFixRequest\\x1a .changes.GenerateRiskFixResponse\\x12]\\n\" +\n\t\"\\x12SubmitRiskFeedback\\x12\\\".changes.SubmitRiskFeedbackRequest\\x1a#.changes.SubmitRiskFeedbackResponse\\x12c\\n\" +\n\t\"\\x14GetHypothesesDetails\\x12$.changes.GetHypothesesDetailsRequest\\x1a%.changes.GetHypothesesDetailsResponse\\x12W\\n\" +\n\t\"\\x10GetChangeSignals\\x12 .changes.GetChangeSignalsRequest\\x1a!.changes.GetChangeSignalsResponse\\x12Z\\n\" +\n\t\"\\x11AddPlannedChanges\\x12!.changes.AddPlannedChangesRequest\\x1a\\\".changes.AddPlannedChangesResponse2\\xfc\\x04\\n\" +\n\t\"\\fLabelService\\x12Q\\n\" +\n\t\"\\x0eListLabelRules\\x12\\x1e.changes.ListLabelRulesRequest\\x1a\\x1f.changes.ListLabelRulesResponse\\x12T\\n\" +\n\t\"\\x0fCreateLabelRule\\x12\\x1f.changes.CreateLabelRuleRequest\\x1a .changes.CreateLabelRuleResponse\\x12K\\n\" +\n\t\"\\fGetLabelRule\\x12\\x1c.changes.GetLabelRuleRequest\\x1a\\x1d.changes.GetLabelRuleResponse\\x12T\\n\" +\n\t\"\\x0fUpdateLabelRule\\x12\\x1f.changes.UpdateLabelRuleRequest\\x1a .changes.UpdateLabelRuleResponse\\x12T\\n\" +\n\t\"\\x0fDeleteLabelRule\\x12\\x1f.changes.DeleteLabelRuleRequest\\x1a .changes.DeleteLabelRuleResponse\\x12P\\n\" +\n\t\"\\rTestLabelRule\\x12\\x1d.changes.TestLabelRuleRequest\\x1a\\x1e.changes.TestLabelRuleResponse0\\x01\\x12x\\n\" +\n\t\"\\x1bReapplyLabelRuleInTimeRange\\x12+.changes.ReapplyLabelRuleInTimeRangeRequest\\x1a,.changes.ReapplyLabelRuleInTimeRangeResponseB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_changes_proto_rawDescOnce sync.Once\n\tfile_changes_proto_rawDescData []byte\n)\n\nfunc file_changes_proto_rawDescGZIP() []byte {\n\tfile_changes_proto_rawDescOnce.Do(func() {\n\t\tfile_changes_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_changes_proto_rawDesc), len(file_changes_proto_rawDesc)))\n\t})\n\treturn file_changes_proto_rawDescData\n}\n\nvar file_changes_proto_enumTypes = make([]protoimpl.EnumInfo, 13)\nvar file_changes_proto_msgTypes = make([]protoimpl.MessageInfo, 104)\nvar file_changes_proto_goTypes = []any{\n\t(MappedItemTimelineStatus)(0), // 0: changes.MappedItemTimelineStatus\n\t(MappedItemMappingStatus)(0), // 1: changes.MappedItemMappingStatus\n\t(HypothesisStatus)(0), // 2: changes.HypothesisStatus\n\t(ChangeTimelineEntryStatus)(0), // 3: changes.ChangeTimelineEntryStatus\n\t(ItemDiffStatus)(0), // 4: changes.ItemDiffStatus\n\t(ChangeOutputFormat)(0), // 5: changes.ChangeOutputFormat\n\t(LabelType)(0), // 6: changes.LabelType\n\t(ChangeStatus)(0), // 7: changes.ChangeStatus\n\t(RiskFeedbackSentiment)(0), // 8: changes.RiskFeedbackSentiment\n\t(StartChangeResponse_State)(0), // 9: changes.StartChangeResponse.State\n\t(EndChangeResponse_State)(0), // 10: changes.EndChangeResponse.State\n\t(Risk_Severity)(0), // 11: changes.Risk.Severity\n\t(ChangeAnalysisStatus_Status)(0), // 12: changes.ChangeAnalysisStatus.Status\n\t(*LabelRule)(nil), // 13: changes.LabelRule\n\t(*LabelRuleMetadata)(nil), // 14: changes.LabelRuleMetadata\n\t(*LabelRuleProperties)(nil), // 15: changes.LabelRuleProperties\n\t(*ListLabelRulesRequest)(nil), // 16: changes.ListLabelRulesRequest\n\t(*ListLabelRulesResponse)(nil), // 17: changes.ListLabelRulesResponse\n\t(*CreateLabelRuleRequest)(nil), // 18: changes.CreateLabelRuleRequest\n\t(*CreateLabelRuleResponse)(nil), // 19: changes.CreateLabelRuleResponse\n\t(*GetLabelRuleRequest)(nil), // 20: changes.GetLabelRuleRequest\n\t(*GetLabelRuleResponse)(nil), // 21: changes.GetLabelRuleResponse\n\t(*UpdateLabelRuleRequest)(nil), // 22: changes.UpdateLabelRuleRequest\n\t(*UpdateLabelRuleResponse)(nil), // 23: changes.UpdateLabelRuleResponse\n\t(*DeleteLabelRuleRequest)(nil), // 24: changes.DeleteLabelRuleRequest\n\t(*DeleteLabelRuleResponse)(nil), // 25: changes.DeleteLabelRuleResponse\n\t(*TestLabelRuleRequest)(nil), // 26: changes.TestLabelRuleRequest\n\t(*TestLabelRuleResponse)(nil), // 27: changes.TestLabelRuleResponse\n\t(*ReapplyLabelRuleInTimeRangeRequest)(nil), // 28: changes.ReapplyLabelRuleInTimeRangeRequest\n\t(*ReapplyLabelRuleInTimeRangeResponse)(nil), // 29: changes.ReapplyLabelRuleInTimeRangeResponse\n\t(*KnowledgeReference)(nil), // 30: changes.KnowledgeReference\n\t(*Knowledge)(nil), // 31: changes.Knowledge\n\t(*GetHypothesesDetailsRequest)(nil), // 32: changes.GetHypothesesDetailsRequest\n\t(*GetHypothesesDetailsResponse)(nil), // 33: changes.GetHypothesesDetailsResponse\n\t(*HypothesesDetails)(nil), // 34: changes.HypothesesDetails\n\t(*GetChangeTimelineV2Request)(nil), // 35: changes.GetChangeTimelineV2Request\n\t(*GetChangeTimelineV2Response)(nil), // 36: changes.GetChangeTimelineV2Response\n\t(*ChangeTimelineEntryV2)(nil), // 37: changes.ChangeTimelineEntryV2\n\t(*EmptyContent)(nil), // 38: changes.EmptyContent\n\t(*MappedItemTimelineSummary)(nil), // 39: changes.MappedItemTimelineSummary\n\t(*MappedItemsTimelineEntry)(nil), // 40: changes.MappedItemsTimelineEntry\n\t(*CalculatedBlastRadiusTimelineEntry)(nil), // 41: changes.CalculatedBlastRadiusTimelineEntry\n\t(*RecordObservationsTimelineEntry)(nil), // 42: changes.RecordObservationsTimelineEntry\n\t(*FormHypothesesTimelineEntry)(nil), // 43: changes.FormHypothesesTimelineEntry\n\t(*InvestigateHypothesesTimelineEntry)(nil), // 44: changes.InvestigateHypothesesTimelineEntry\n\t(*HypothesisSummary)(nil), // 45: changes.HypothesisSummary\n\t(*CalculatedRisksTimelineEntry)(nil), // 46: changes.CalculatedRisksTimelineEntry\n\t(*CalculatedLabelsTimelineEntry)(nil), // 47: changes.CalculatedLabelsTimelineEntry\n\t(*ChangeValidationTimelineEntry)(nil), // 48: changes.ChangeValidationTimelineEntry\n\t(*ChangeValidationCategory)(nil), // 49: changes.ChangeValidationCategory\n\t(*GetDiffRequest)(nil), // 50: changes.GetDiffRequest\n\t(*GetDiffResponse)(nil), // 51: changes.GetDiffResponse\n\t(*ListChangingItemsSummaryRequest)(nil), // 52: changes.ListChangingItemsSummaryRequest\n\t(*ListChangingItemsSummaryResponse)(nil), // 53: changes.ListChangingItemsSummaryResponse\n\t(*MappedItemDiff)(nil), // 54: changes.MappedItemDiff\n\t(*StartChangeAnalysisRequest)(nil), // 55: changes.StartChangeAnalysisRequest\n\t(*StartChangeAnalysisResponse)(nil), // 56: changes.StartChangeAnalysisResponse\n\t(*AddPlannedChangesRequest)(nil), // 57: changes.AddPlannedChangesRequest\n\t(*AddPlannedChangesResponse)(nil), // 58: changes.AddPlannedChangesResponse\n\t(*ListHomeChangesRequest)(nil), // 59: changes.ListHomeChangesRequest\n\t(*ChangeFiltersRequest)(nil), // 60: changes.ChangeFiltersRequest\n\t(*ListHomeChangesResponse)(nil), // 61: changes.ListHomeChangesResponse\n\t(*PopulateChangeFiltersRequest)(nil), // 62: changes.PopulateChangeFiltersRequest\n\t(*PopulateChangeFiltersResponse)(nil), // 63: changes.PopulateChangeFiltersResponse\n\t(*ItemDiffSummary)(nil), // 64: changes.ItemDiffSummary\n\t(*ItemDiff)(nil), // 65: changes.ItemDiff\n\t(*EnrichedTags)(nil), // 66: changes.EnrichedTags\n\t(*TagValue)(nil), // 67: changes.TagValue\n\t(*UserTagValue)(nil), // 68: changes.UserTagValue\n\t(*AutoTagValue)(nil), // 69: changes.AutoTagValue\n\t(*Label)(nil), // 70: changes.Label\n\t(*ChangeSummary)(nil), // 71: changes.ChangeSummary\n\t(*Change)(nil), // 72: changes.Change\n\t(*ChangeMetadata)(nil), // 73: changes.ChangeMetadata\n\t(*ChangeProperties)(nil), // 74: changes.ChangeProperties\n\t(*GithubChangeInfo)(nil), // 75: changes.GithubChangeInfo\n\t(*ListChangesRequest)(nil), // 76: changes.ListChangesRequest\n\t(*ListChangesResponse)(nil), // 77: changes.ListChangesResponse\n\t(*ListChangesByStatusRequest)(nil), // 78: changes.ListChangesByStatusRequest\n\t(*ListChangesByStatusResponse)(nil), // 79: changes.ListChangesByStatusResponse\n\t(*CreateChangeRequest)(nil), // 80: changes.CreateChangeRequest\n\t(*CreateChangeResponse)(nil), // 81: changes.CreateChangeResponse\n\t(*GetChangeRequest)(nil), // 82: changes.GetChangeRequest\n\t(*GetChangeByTicketLinkRequest)(nil), // 83: changes.GetChangeByTicketLinkRequest\n\t(*GetChangeSummaryRequest)(nil), // 84: changes.GetChangeSummaryRequest\n\t(*GetChangeSummaryResponse)(nil), // 85: changes.GetChangeSummaryResponse\n\t(*GetChangeSignalsRequest)(nil), // 86: changes.GetChangeSignalsRequest\n\t(*GetChangeSignalsResponse)(nil), // 87: changes.GetChangeSignalsResponse\n\t(*GetChangeResponse)(nil), // 88: changes.GetChangeResponse\n\t(*GetChangeRisksRequest)(nil), // 89: changes.GetChangeRisksRequest\n\t(*ChangeRiskMetadata)(nil), // 90: changes.ChangeRiskMetadata\n\t(*GetChangeRisksResponse)(nil), // 91: changes.GetChangeRisksResponse\n\t(*UpdateChangeRequest)(nil), // 92: changes.UpdateChangeRequest\n\t(*UpdateChangeResponse)(nil), // 93: changes.UpdateChangeResponse\n\t(*DeleteChangeRequest)(nil), // 94: changes.DeleteChangeRequest\n\t(*ListChangesBySnapshotUUIDRequest)(nil), // 95: changes.ListChangesBySnapshotUUIDRequest\n\t(*ListChangesBySnapshotUUIDResponse)(nil), // 96: changes.ListChangesBySnapshotUUIDResponse\n\t(*DeleteChangeResponse)(nil), // 97: changes.DeleteChangeResponse\n\t(*RefreshStateRequest)(nil), // 98: changes.RefreshStateRequest\n\t(*RefreshStateResponse)(nil), // 99: changes.RefreshStateResponse\n\t(*StartChangeRequest)(nil), // 100: changes.StartChangeRequest\n\t(*StartChangeResponse)(nil), // 101: changes.StartChangeResponse\n\t(*EndChangeRequest)(nil), // 102: changes.EndChangeRequest\n\t(*EndChangeResponse)(nil), // 103: changes.EndChangeResponse\n\t(*StartChangeSimpleResponse)(nil), // 104: changes.StartChangeSimpleResponse\n\t(*EndChangeSimpleResponse)(nil), // 105: changes.EndChangeSimpleResponse\n\t(*Risk)(nil), // 106: changes.Risk\n\t(*ChangeAnalysisStatus)(nil), // 107: changes.ChangeAnalysisStatus\n\t(*GenerateRiskFixRequest)(nil), // 108: changes.GenerateRiskFixRequest\n\t(*GenerateRiskFixResponse)(nil), // 109: changes.GenerateRiskFixResponse\n\t(*SubmitRiskFeedbackRequest)(nil), // 110: changes.SubmitRiskFeedbackRequest\n\t(*SubmitRiskFeedbackResponse)(nil), // 111: changes.SubmitRiskFeedbackResponse\n\tnil, // 112: changes.EnrichedTags.TagValueEntry\n\tnil, // 113: changes.ChangeSummary.TagsEntry\n\t(*ChangeMetadata_HealthChange)(nil), // 114: changes.ChangeMetadata.HealthChange\n\tnil, // 115: changes.ChangeProperties.TagsEntry\n\tnil, // 116: changes.SubmitRiskFeedbackRequest.MetadataEntry\n\t(*timestamppb.Timestamp)(nil), // 117: google.protobuf.Timestamp\n\t(*Edge)(nil), // 118: Edge\n\t(*Query)(nil), // 119: Query\n\t(*QueryError)(nil), // 120: QueryError\n\t(*BlastRadiusConfig)(nil), // 121: config.BlastRadiusConfig\n\t(*RoutineChangesConfig)(nil), // 122: config.RoutineChangesConfig\n\t(*GithubOrganisationProfile)(nil), // 123: config.GithubOrganisationProfile\n\t(*PaginationRequest)(nil), // 124: PaginationRequest\n\t(SortOrder)(0), // 125: SortOrder\n\t(*PaginationResponse)(nil), // 126: PaginationResponse\n\t(*Reference)(nil), // 127: Reference\n\t(Health)(0), // 128: Health\n\t(*Item)(nil), // 129: Item\n}\nvar file_changes_proto_depIdxs = []int32{\n\t14, // 0: changes.LabelRule.metadata:type_name -> changes.LabelRuleMetadata\n\t15, // 1: changes.LabelRule.properties:type_name -> changes.LabelRuleProperties\n\t117, // 2: changes.LabelRuleMetadata.createdAt:type_name -> google.protobuf.Timestamp\n\t117, // 3: changes.LabelRuleMetadata.updatedAt:type_name -> google.protobuf.Timestamp\n\t13, // 4: changes.ListLabelRulesResponse.rules:type_name -> changes.LabelRule\n\t15, // 5: changes.CreateLabelRuleRequest.properties:type_name -> changes.LabelRuleProperties\n\t13, // 6: changes.CreateLabelRuleResponse.rule:type_name -> changes.LabelRule\n\t13, // 7: changes.GetLabelRuleResponse.rule:type_name -> changes.LabelRule\n\t15, // 8: changes.UpdateLabelRuleRequest.properties:type_name -> changes.LabelRuleProperties\n\t13, // 9: changes.UpdateLabelRuleResponse.rule:type_name -> changes.LabelRule\n\t15, // 10: changes.TestLabelRuleRequest.properties:type_name -> changes.LabelRuleProperties\n\t70, // 11: changes.TestLabelRuleResponse.label:type_name -> changes.Label\n\t117, // 12: changes.ReapplyLabelRuleInTimeRangeRequest.startAt:type_name -> google.protobuf.Timestamp\n\t117, // 13: changes.ReapplyLabelRuleInTimeRangeRequest.endAt:type_name -> google.protobuf.Timestamp\n\t34, // 14: changes.GetHypothesesDetailsResponse.hypotheses:type_name -> changes.HypothesesDetails\n\t2, // 15: changes.HypothesesDetails.status:type_name -> changes.HypothesisStatus\n\t30, // 16: changes.HypothesesDetails.knowledgeUsed:type_name -> changes.KnowledgeReference\n\t37, // 17: changes.GetChangeTimelineV2Response.entries:type_name -> changes.ChangeTimelineEntryV2\n\t3, // 18: changes.ChangeTimelineEntryV2.status:type_name -> changes.ChangeTimelineEntryStatus\n\t117, // 19: changes.ChangeTimelineEntryV2.startedAt:type_name -> google.protobuf.Timestamp\n\t117, // 20: changes.ChangeTimelineEntryV2.endedAt:type_name -> google.protobuf.Timestamp\n\t40, // 21: changes.ChangeTimelineEntryV2.mappedItems:type_name -> changes.MappedItemsTimelineEntry\n\t41, // 22: changes.ChangeTimelineEntryV2.calculatedBlastRadius:type_name -> changes.CalculatedBlastRadiusTimelineEntry\n\t46, // 23: changes.ChangeTimelineEntryV2.calculatedRisks:type_name -> changes.CalculatedRisksTimelineEntry\n\t38, // 24: changes.ChangeTimelineEntryV2.empty:type_name -> changes.EmptyContent\n\t48, // 25: changes.ChangeTimelineEntryV2.changeValidation:type_name -> changes.ChangeValidationTimelineEntry\n\t47, // 26: changes.ChangeTimelineEntryV2.calculatedLabels:type_name -> changes.CalculatedLabelsTimelineEntry\n\t43, // 27: changes.ChangeTimelineEntryV2.formHypotheses:type_name -> changes.FormHypothesesTimelineEntry\n\t44, // 28: changes.ChangeTimelineEntryV2.investigateHypotheses:type_name -> changes.InvestigateHypothesesTimelineEntry\n\t42, // 29: changes.ChangeTimelineEntryV2.recordObservations:type_name -> changes.RecordObservationsTimelineEntry\n\t0, // 30: changes.MappedItemTimelineSummary.status:type_name -> changes.MappedItemTimelineStatus\n\t54, // 31: changes.MappedItemsTimelineEntry.mappedItems:type_name -> changes.MappedItemDiff\n\t39, // 32: changes.MappedItemsTimelineEntry.items:type_name -> changes.MappedItemTimelineSummary\n\t45, // 33: changes.FormHypothesesTimelineEntry.hypotheses:type_name -> changes.HypothesisSummary\n\t45, // 34: changes.InvestigateHypothesesTimelineEntry.hypotheses:type_name -> changes.HypothesisSummary\n\t2, // 35: changes.HypothesisSummary.status:type_name -> changes.HypothesisStatus\n\t106, // 36: changes.CalculatedRisksTimelineEntry.risks:type_name -> changes.Risk\n\t70, // 37: changes.CalculatedLabelsTimelineEntry.labels:type_name -> changes.Label\n\t49, // 38: changes.ChangeValidationTimelineEntry.validationChecklist:type_name -> changes.ChangeValidationCategory\n\t65, // 39: changes.GetDiffResponse.expectedItems:type_name -> changes.ItemDiff\n\t65, // 40: changes.GetDiffResponse.unexpectedItems:type_name -> changes.ItemDiff\n\t118, // 41: changes.GetDiffResponse.edges:type_name -> Edge\n\t65, // 42: changes.GetDiffResponse.missingItems:type_name -> changes.ItemDiff\n\t64, // 43: changes.ListChangingItemsSummaryResponse.items:type_name -> changes.ItemDiffSummary\n\t65, // 44: changes.MappedItemDiff.item:type_name -> changes.ItemDiff\n\t119, // 45: changes.MappedItemDiff.mappingQuery:type_name -> Query\n\t120, // 46: changes.MappedItemDiff.mappingError:type_name -> QueryError\n\t1, // 47: changes.MappedItemDiff.mapping_status:type_name -> changes.MappedItemMappingStatus\n\t54, // 48: changes.StartChangeAnalysisRequest.changingItems:type_name -> changes.MappedItemDiff\n\t121, // 49: changes.StartChangeAnalysisRequest.blastRadiusConfigOverride:type_name -> config.BlastRadiusConfig\n\t122, // 50: changes.StartChangeAnalysisRequest.routineChangesConfigOverride:type_name -> config.RoutineChangesConfig\n\t123, // 51: changes.StartChangeAnalysisRequest.githubOrganisationProfileOverride:type_name -> config.GithubOrganisationProfile\n\t31, // 52: changes.StartChangeAnalysisRequest.knowledge:type_name -> changes.Knowledge\n\t54, // 53: changes.AddPlannedChangesRequest.changingItems:type_name -> changes.MappedItemDiff\n\t124, // 54: changes.ListHomeChangesRequest.pagination:type_name -> PaginationRequest\n\t60, // 55: changes.ListHomeChangesRequest.filters:type_name -> changes.ChangeFiltersRequest\n\t11, // 56: changes.ChangeFiltersRequest.risks:type_name -> changes.Risk.Severity\n\t7, // 57: changes.ChangeFiltersRequest.statuses:type_name -> changes.ChangeStatus\n\t125, // 58: changes.ChangeFiltersRequest.sortOrder:type_name -> SortOrder\n\t71, // 59: changes.ListHomeChangesResponse.changes:type_name -> changes.ChangeSummary\n\t126, // 60: changes.ListHomeChangesResponse.pagination:type_name -> PaginationResponse\n\t127, // 61: changes.ItemDiffSummary.itemRef:type_name -> Reference\n\t4, // 62: changes.ItemDiffSummary.status:type_name -> changes.ItemDiffStatus\n\t128, // 63: changes.ItemDiffSummary.healthAfter:type_name -> Health\n\t127, // 64: changes.ItemDiff.item:type_name -> Reference\n\t4, // 65: changes.ItemDiff.status:type_name -> changes.ItemDiffStatus\n\t129, // 66: changes.ItemDiff.before:type_name -> Item\n\t129, // 67: changes.ItemDiff.after:type_name -> Item\n\t127, // 68: changes.ItemDiff.mappedItemRef:type_name -> Reference\n\t112, // 69: changes.EnrichedTags.tagValue:type_name -> changes.EnrichedTags.TagValueEntry\n\t68, // 70: changes.TagValue.userTagValue:type_name -> changes.UserTagValue\n\t69, // 71: changes.TagValue.autoTagValue:type_name -> changes.AutoTagValue\n\t6, // 72: changes.Label.type:type_name -> changes.LabelType\n\t7, // 73: changes.ChangeSummary.status:type_name -> changes.ChangeStatus\n\t117, // 74: changes.ChangeSummary.createdAt:type_name -> google.protobuf.Timestamp\n\t113, // 75: changes.ChangeSummary.tags:type_name -> changes.ChangeSummary.TagsEntry\n\t66, // 76: changes.ChangeSummary.enrichedTags:type_name -> changes.EnrichedTags\n\t70, // 77: changes.ChangeSummary.labels:type_name -> changes.Label\n\t75, // 78: changes.ChangeSummary.githubChangeInfo:type_name -> changes.GithubChangeInfo\n\t73, // 79: changes.Change.metadata:type_name -> changes.ChangeMetadata\n\t74, // 80: changes.Change.properties:type_name -> changes.ChangeProperties\n\t117, // 81: changes.ChangeMetadata.createdAt:type_name -> google.protobuf.Timestamp\n\t117, // 82: changes.ChangeMetadata.updatedAt:type_name -> google.protobuf.Timestamp\n\t7, // 83: changes.ChangeMetadata.status:type_name -> changes.ChangeStatus\n\t114, // 84: changes.ChangeMetadata.UnknownHealthChange:type_name -> changes.ChangeMetadata.HealthChange\n\t114, // 85: changes.ChangeMetadata.OkHealthChange:type_name -> changes.ChangeMetadata.HealthChange\n\t114, // 86: changes.ChangeMetadata.WarningHealthChange:type_name -> changes.ChangeMetadata.HealthChange\n\t114, // 87: changes.ChangeMetadata.ErrorHealthChange:type_name -> changes.ChangeMetadata.HealthChange\n\t114, // 88: changes.ChangeMetadata.PendingHealthChange:type_name -> changes.ChangeMetadata.HealthChange\n\t75, // 89: changes.ChangeMetadata.githubChangeInfo:type_name -> changes.GithubChangeInfo\n\t107, // 90: changes.ChangeMetadata.changeAnalysisStatus:type_name -> changes.ChangeAnalysisStatus\n\t65, // 91: changes.ChangeProperties.plannedChanges:type_name -> changes.ItemDiff\n\t115, // 92: changes.ChangeProperties.tags:type_name -> changes.ChangeProperties.TagsEntry\n\t66, // 93: changes.ChangeProperties.enrichedTags:type_name -> changes.EnrichedTags\n\t70, // 94: changes.ChangeProperties.labels:type_name -> changes.Label\n\t72, // 95: changes.ListChangesResponse.changes:type_name -> changes.Change\n\t7, // 96: changes.ListChangesByStatusRequest.status:type_name -> changes.ChangeStatus\n\t72, // 97: changes.ListChangesByStatusResponse.changes:type_name -> changes.Change\n\t74, // 98: changes.CreateChangeRequest.properties:type_name -> changes.ChangeProperties\n\t72, // 99: changes.CreateChangeResponse.change:type_name -> changes.Change\n\t5, // 100: changes.GetChangeSummaryRequest.changeOutputFormat:type_name -> changes.ChangeOutputFormat\n\t11, // 101: changes.GetChangeSummaryRequest.riskSeverityFilter:type_name -> changes.Risk.Severity\n\t5, // 102: changes.GetChangeSignalsRequest.changeOutputFormat:type_name -> changes.ChangeOutputFormat\n\t72, // 103: changes.GetChangeResponse.change:type_name -> changes.Change\n\t107, // 104: changes.ChangeRiskMetadata.changeAnalysisStatus:type_name -> changes.ChangeAnalysisStatus\n\t106, // 105: changes.ChangeRiskMetadata.risks:type_name -> changes.Risk\n\t90, // 106: changes.GetChangeRisksResponse.changeRiskMetadata:type_name -> changes.ChangeRiskMetadata\n\t74, // 107: changes.UpdateChangeRequest.properties:type_name -> changes.ChangeProperties\n\t72, // 108: changes.UpdateChangeResponse.change:type_name -> changes.Change\n\t72, // 109: changes.ListChangesBySnapshotUUIDResponse.changes:type_name -> changes.Change\n\t9, // 110: changes.StartChangeResponse.state:type_name -> changes.StartChangeResponse.State\n\t10, // 111: changes.EndChangeResponse.state:type_name -> changes.EndChangeResponse.State\n\t11, // 112: changes.Risk.severity:type_name -> changes.Risk.Severity\n\t127, // 113: changes.Risk.relatedItemRefs:type_name -> Reference\n\t12, // 114: changes.ChangeAnalysisStatus.status:type_name -> changes.ChangeAnalysisStatus.Status\n\t8, // 115: changes.SubmitRiskFeedbackRequest.sentiment:type_name -> changes.RiskFeedbackSentiment\n\t116, // 116: changes.SubmitRiskFeedbackRequest.metadata:type_name -> changes.SubmitRiskFeedbackRequest.MetadataEntry\n\t67, // 117: changes.EnrichedTags.TagValueEntry.value:type_name -> changes.TagValue\n\t76, // 118: changes.ChangesService.ListChanges:input_type -> changes.ListChangesRequest\n\t78, // 119: changes.ChangesService.ListChangesByStatus:input_type -> changes.ListChangesByStatusRequest\n\t80, // 120: changes.ChangesService.CreateChange:input_type -> changes.CreateChangeRequest\n\t82, // 121: changes.ChangesService.GetChange:input_type -> changes.GetChangeRequest\n\t83, // 122: changes.ChangesService.GetChangeByTicketLink:input_type -> changes.GetChangeByTicketLinkRequest\n\t84, // 123: changes.ChangesService.GetChangeSummary:input_type -> changes.GetChangeSummaryRequest\n\t35, // 124: changes.ChangesService.GetChangeTimelineV2:input_type -> changes.GetChangeTimelineV2Request\n\t89, // 125: changes.ChangesService.GetChangeRisks:input_type -> changes.GetChangeRisksRequest\n\t92, // 126: changes.ChangesService.UpdateChange:input_type -> changes.UpdateChangeRequest\n\t94, // 127: changes.ChangesService.DeleteChange:input_type -> changes.DeleteChangeRequest\n\t95, // 128: changes.ChangesService.ListChangesBySnapshotUUID:input_type -> changes.ListChangesBySnapshotUUIDRequest\n\t98, // 129: changes.ChangesService.RefreshState:input_type -> changes.RefreshStateRequest\n\t100, // 130: changes.ChangesService.StartChange:input_type -> changes.StartChangeRequest\n\t102, // 131: changes.ChangesService.EndChange:input_type -> changes.EndChangeRequest\n\t100, // 132: changes.ChangesService.StartChangeSimple:input_type -> changes.StartChangeRequest\n\t102, // 133: changes.ChangesService.EndChangeSimple:input_type -> changes.EndChangeRequest\n\t59, // 134: changes.ChangesService.ListHomeChanges:input_type -> changes.ListHomeChangesRequest\n\t55, // 135: changes.ChangesService.StartChangeAnalysis:input_type -> changes.StartChangeAnalysisRequest\n\t52, // 136: changes.ChangesService.ListChangingItemsSummary:input_type -> changes.ListChangingItemsSummaryRequest\n\t50, // 137: changes.ChangesService.GetDiff:input_type -> changes.GetDiffRequest\n\t62, // 138: changes.ChangesService.PopulateChangeFilters:input_type -> changes.PopulateChangeFiltersRequest\n\t108, // 139: changes.ChangesService.GenerateRiskFix:input_type -> changes.GenerateRiskFixRequest\n\t110, // 140: changes.ChangesService.SubmitRiskFeedback:input_type -> changes.SubmitRiskFeedbackRequest\n\t32, // 141: changes.ChangesService.GetHypothesesDetails:input_type -> changes.GetHypothesesDetailsRequest\n\t86, // 142: changes.ChangesService.GetChangeSignals:input_type -> changes.GetChangeSignalsRequest\n\t57, // 143: changes.ChangesService.AddPlannedChanges:input_type -> changes.AddPlannedChangesRequest\n\t16, // 144: changes.LabelService.ListLabelRules:input_type -> changes.ListLabelRulesRequest\n\t18, // 145: changes.LabelService.CreateLabelRule:input_type -> changes.CreateLabelRuleRequest\n\t20, // 146: changes.LabelService.GetLabelRule:input_type -> changes.GetLabelRuleRequest\n\t22, // 147: changes.LabelService.UpdateLabelRule:input_type -> changes.UpdateLabelRuleRequest\n\t24, // 148: changes.LabelService.DeleteLabelRule:input_type -> changes.DeleteLabelRuleRequest\n\t26, // 149: changes.LabelService.TestLabelRule:input_type -> changes.TestLabelRuleRequest\n\t28, // 150: changes.LabelService.ReapplyLabelRuleInTimeRange:input_type -> changes.ReapplyLabelRuleInTimeRangeRequest\n\t77, // 151: changes.ChangesService.ListChanges:output_type -> changes.ListChangesResponse\n\t79, // 152: changes.ChangesService.ListChangesByStatus:output_type -> changes.ListChangesByStatusResponse\n\t81, // 153: changes.ChangesService.CreateChange:output_type -> changes.CreateChangeResponse\n\t88, // 154: changes.ChangesService.GetChange:output_type -> changes.GetChangeResponse\n\t88, // 155: changes.ChangesService.GetChangeByTicketLink:output_type -> changes.GetChangeResponse\n\t85, // 156: changes.ChangesService.GetChangeSummary:output_type -> changes.GetChangeSummaryResponse\n\t36, // 157: changes.ChangesService.GetChangeTimelineV2:output_type -> changes.GetChangeTimelineV2Response\n\t91, // 158: changes.ChangesService.GetChangeRisks:output_type -> changes.GetChangeRisksResponse\n\t93, // 159: changes.ChangesService.UpdateChange:output_type -> changes.UpdateChangeResponse\n\t97, // 160: changes.ChangesService.DeleteChange:output_type -> changes.DeleteChangeResponse\n\t96, // 161: changes.ChangesService.ListChangesBySnapshotUUID:output_type -> changes.ListChangesBySnapshotUUIDResponse\n\t99, // 162: changes.ChangesService.RefreshState:output_type -> changes.RefreshStateResponse\n\t101, // 163: changes.ChangesService.StartChange:output_type -> changes.StartChangeResponse\n\t103, // 164: changes.ChangesService.EndChange:output_type -> changes.EndChangeResponse\n\t104, // 165: changes.ChangesService.StartChangeSimple:output_type -> changes.StartChangeSimpleResponse\n\t105, // 166: changes.ChangesService.EndChangeSimple:output_type -> changes.EndChangeSimpleResponse\n\t61, // 167: changes.ChangesService.ListHomeChanges:output_type -> changes.ListHomeChangesResponse\n\t56, // 168: changes.ChangesService.StartChangeAnalysis:output_type -> changes.StartChangeAnalysisResponse\n\t53, // 169: changes.ChangesService.ListChangingItemsSummary:output_type -> changes.ListChangingItemsSummaryResponse\n\t51, // 170: changes.ChangesService.GetDiff:output_type -> changes.GetDiffResponse\n\t63, // 171: changes.ChangesService.PopulateChangeFilters:output_type -> changes.PopulateChangeFiltersResponse\n\t109, // 172: changes.ChangesService.GenerateRiskFix:output_type -> changes.GenerateRiskFixResponse\n\t111, // 173: changes.ChangesService.SubmitRiskFeedback:output_type -> changes.SubmitRiskFeedbackResponse\n\t33, // 174: changes.ChangesService.GetHypothesesDetails:output_type -> changes.GetHypothesesDetailsResponse\n\t87, // 175: changes.ChangesService.GetChangeSignals:output_type -> changes.GetChangeSignalsResponse\n\t58, // 176: changes.ChangesService.AddPlannedChanges:output_type -> changes.AddPlannedChangesResponse\n\t17, // 177: changes.LabelService.ListLabelRules:output_type -> changes.ListLabelRulesResponse\n\t19, // 178: changes.LabelService.CreateLabelRule:output_type -> changes.CreateLabelRuleResponse\n\t21, // 179: changes.LabelService.GetLabelRule:output_type -> changes.GetLabelRuleResponse\n\t23, // 180: changes.LabelService.UpdateLabelRule:output_type -> changes.UpdateLabelRuleResponse\n\t25, // 181: changes.LabelService.DeleteLabelRule:output_type -> changes.DeleteLabelRuleResponse\n\t27, // 182: changes.LabelService.TestLabelRule:output_type -> changes.TestLabelRuleResponse\n\t29, // 183: changes.LabelService.ReapplyLabelRuleInTimeRange:output_type -> changes.ReapplyLabelRuleInTimeRangeResponse\n\t151, // [151:184] is the sub-list for method output_type\n\t118, // [118:151] is the sub-list for method input_type\n\t118, // [118:118] is the sub-list for extension type_name\n\t118, // [118:118] is the sub-list for extension extendee\n\t0, // [0:118] is the sub-list for field type_name\n}\n\nfunc init() { file_changes_proto_init() }\nfunc file_changes_proto_init() {\n\tif File_changes_proto != nil {\n\t\treturn\n\t}\n\tfile_config_proto_init()\n\tfile_items_proto_init()\n\tfile_util_proto_init()\n\tfile_changes_proto_msgTypes[24].OneofWrappers = []any{\n\t\t(*ChangeTimelineEntryV2_MappedItems)(nil),\n\t\t(*ChangeTimelineEntryV2_CalculatedBlastRadius)(nil),\n\t\t(*ChangeTimelineEntryV2_CalculatedRisks)(nil),\n\t\t(*ChangeTimelineEntryV2_Error)(nil),\n\t\t(*ChangeTimelineEntryV2_StatusMessage)(nil),\n\t\t(*ChangeTimelineEntryV2_Empty)(nil),\n\t\t(*ChangeTimelineEntryV2_ChangeValidation)(nil),\n\t\t(*ChangeTimelineEntryV2_CalculatedLabels)(nil),\n\t\t(*ChangeTimelineEntryV2_FormHypotheses)(nil),\n\t\t(*ChangeTimelineEntryV2_InvestigateHypotheses)(nil),\n\t\t(*ChangeTimelineEntryV2_RecordObservations)(nil),\n\t}\n\tfile_changes_proto_msgTypes[26].OneofWrappers = []any{}\n\tfile_changes_proto_msgTypes[41].OneofWrappers = []any{}\n\tfile_changes_proto_msgTypes[42].OneofWrappers = []any{}\n\tfile_changes_proto_msgTypes[46].OneofWrappers = []any{}\n\tfile_changes_proto_msgTypes[47].OneofWrappers = []any{}\n\tfile_changes_proto_msgTypes[52].OneofWrappers = []any{}\n\tfile_changes_proto_msgTypes[54].OneofWrappers = []any{\n\t\t(*TagValue_UserTagValue)(nil),\n\t\t(*TagValue_AutoTagValue)(nil),\n\t}\n\tfile_changes_proto_msgTypes[60].OneofWrappers = []any{}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_changes_proto_rawDesc), len(file_changes_proto_rawDesc)),\n\t\t\tNumEnums: 13,\n\t\t\tNumMessages: 104,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 2,\n\t\t},\n\t\tGoTypes: file_changes_proto_goTypes,\n\t\tDependencyIndexes: file_changes_proto_depIdxs,\n\t\tEnumInfos: file_changes_proto_enumTypes,\n\t\tMessageInfos: file_changes_proto_msgTypes,\n\t}.Build()\n\tFile_changes_proto = out.File\n\tfile_changes_proto_goTypes = nil\n\tfile_changes_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/changes_test.go", "content": "package sdp\n\nimport (\n\t\"strings\"\n\t\"testing\"\n)\n\nfunc TestFindInProgressEntry(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tentries []*ChangeTimelineEntryV2\n\t\texpectedName string\n\t\texpectedStatus ChangeTimelineEntryStatus\n\t\texpectError bool\n\t}{\n\t\t{\n\t\t\tname: \"nil entries\",\n\t\t\tentries: nil,\n\t\t\texpectedName: \"\",\n\t\t\texpectedStatus: ChangeTimelineEntryStatus_UNSPECIFIED,\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"empty entries\",\n\t\t\tentries: []*ChangeTimelineEntryV2{},\n\t\t\texpectedName: \"\",\n\t\t\texpectedStatus: ChangeTimelineEntryStatus_UNSPECIFIED,\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"in progress entry\",\n\t\t\tentries: []*ChangeTimelineEntryV2{\n\t\t\t\t{\n\t\t\t\t\tName: \"entry1\",\n\t\t\t\t\tStatus: ChangeTimelineEntryStatus_IN_PROGRESS,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: \"entry2\",\n\t\t\t\t\tStatus: ChangeTimelineEntryStatus_PENDING,\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedName: \"entry1\",\n\t\t\texpectedStatus: ChangeTimelineEntryStatus_IN_PROGRESS,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"pending entry\",\n\t\t\tentries: []*ChangeTimelineEntryV2{\n\t\t\t\t{\n\t\t\t\t\tName: \"entry1\",\n\t\t\t\t\tStatus: ChangeTimelineEntryStatus_DONE,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: \"entry2\",\n\t\t\t\t\tStatus: ChangeTimelineEntryStatus_PENDING,\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedName: \"entry2\",\n\t\t\texpectedStatus: ChangeTimelineEntryStatus_PENDING,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"error entry\",\n\t\t\tentries: []*ChangeTimelineEntryV2{\n\t\t\t\t{\n\t\t\t\t\tName: \"entry1\",\n\t\t\t\t\tStatus: ChangeTimelineEntryStatus_DONE,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: \"entry2\",\n\t\t\t\t\tStatus: ChangeTimelineEntryStatus_ERROR,\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedName: \"entry2\",\n\t\t\texpectedStatus: ChangeTimelineEntryStatus_ERROR,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"no in progress entry\",\n\t\t\tentries: []*ChangeTimelineEntryV2{\n\t\t\t\t{\n\t\t\t\t\tName: \"entry1\",\n\t\t\t\t\tStatus: ChangeTimelineEntryStatus_DONE,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: \"entry2\",\n\t\t\t\t\tStatus: ChangeTimelineEntryStatus_UNSPECIFIED,\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedName: \"\",\n\t\t\texpectedStatus: ChangeTimelineEntryStatus_DONE,\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"unknown status\",\n\t\t\tentries: []*ChangeTimelineEntryV2{\n\t\t\t\t{\n\t\t\t\t\tName: \"entry1\",\n\t\t\t\t\tStatus: 100, // some unknown status\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedName: \"\",\n\t\t\texpectedStatus: ChangeTimelineEntryStatus_UNSPECIFIED,\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tname, _, status, err := TimelineFindInProgressEntry(tt.entries)\n\n\t\t\tif tt.expectError && err == nil {\n\t\t\t\tt.Errorf(\"Expected an error, got nil\")\n\t\t\t}\n\n\t\t\tif !tt.expectError && err != nil {\n\t\t\t\tt.Errorf(\"Expected no error, got %v\", err)\n\t\t\t}\n\n\t\t\tif name != tt.expectedName {\n\t\t\t\tt.Errorf(\"Expected name %s, got %s\", tt.expectedName, name)\n\t\t\t}\n\n\t\t\tif status != tt.expectedStatus {\n\t\t\t\tt.Errorf(\"Expected status %s, got %s\", tt.expectedStatus, status)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestTimelineEntryContentDescription(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tentry *ChangeTimelineEntryV2\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"mapped items\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: &ChangeTimelineEntryV2_MappedItems{\n\t\t\t\t\tMappedItems: &MappedItemsTimelineEntry{\n\t\t\t\t\t\tMappedItems: []*MappedItemDiff{{}, {}, {}},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: \"3 mapped items\",\n\t\t},\n\t\t{\n\t\t\tname: \"calculated blast radius\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: &ChangeTimelineEntryV2_CalculatedBlastRadius{\n\t\t\t\t\tCalculatedBlastRadius: &CalculatedBlastRadiusTimelineEntry{\n\t\t\t\t\t\tNumItems: 10,\n\t\t\t\t\t\tNumEdges: 25,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: \"10 items, 25 edges\",\n\t\t},\n\t\t{\n\t\t\tname: \"calculated risks\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: &ChangeTimelineEntryV2_CalculatedRisks{\n\t\t\t\t\tCalculatedRisks: &CalculatedRisksTimelineEntry{\n\t\t\t\t\t\tRisks: []*Risk{{}, {}},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: \"2 risks\",\n\t\t},\n\t\t{\n\t\t\tname: \"calculated labels\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: &ChangeTimelineEntryV2_CalculatedLabels{\n\t\t\t\t\tCalculatedLabels: &CalculatedLabelsTimelineEntry{\n\t\t\t\t\t\tLabels: []*Label{{}, {}, {}, {}},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: \"4 labels\",\n\t\t},\n\t\t{\n\t\t\tname: \"change validation\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: &ChangeTimelineEntryV2_ChangeValidation{\n\t\t\t\t\tChangeValidation: &ChangeValidationTimelineEntry{\n\t\t\t\t\t\tValidationChecklist: []*ChangeValidationCategory{{}},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: \"1 validation categories\",\n\t\t},\n\t\t{\n\t\t\tname: \"form hypotheses\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: &ChangeTimelineEntryV2_FormHypotheses{\n\t\t\t\t\tFormHypotheses: &FormHypothesesTimelineEntry{\n\t\t\t\t\t\tNumHypotheses: 5,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: \"5 hypotheses\",\n\t\t},\n\t\t{\n\t\t\tname: \"investigate hypotheses\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: &ChangeTimelineEntryV2_InvestigateHypotheses{\n\t\t\t\t\tInvestigateHypotheses: &InvestigateHypothesesTimelineEntry{\n\t\t\t\t\t\tNumProven: 2,\n\t\t\t\t\t\tNumDisproven: 3,\n\t\t\t\t\t\tNumInvestigating: 1,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: \"2 proven, 3 disproven, 1 investigating\",\n\t\t},\n\t\t{\n\t\t\tname: \"record observations\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: &ChangeTimelineEntryV2_RecordObservations{\n\t\t\t\t\tRecordObservations: &RecordObservationsTimelineEntry{\n\t\t\t\t\t\tNumObservations: 42,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: \"42 observations\",\n\t\t},\n\t\t{\n\t\t\tname: \"error content\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: &ChangeTimelineEntryV2_Error{\n\t\t\t\t\tError: \"something went wrong\",\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: \"something went wrong\",\n\t\t},\n\t\t{\n\t\t\tname: \"status message\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: &ChangeTimelineEntryV2_StatusMessage{\n\t\t\t\t\tStatusMessage: \"processing data\",\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: \"processing data\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty content\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: &ChangeTimelineEntryV2_Empty{\n\t\t\t\t\tEmpty: &EmptyContent{},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"nil content\",\n\t\t\tentry: &ChangeTimelineEntryV2{\n\t\t\t\tContent: nil,\n\t\t\t},\n\t\t\texpected: \"\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := TimelineEntryContentDescription(tt.entry)\n\t\t\tif result != tt.expected {\n\t\t\t\tt.Errorf(\"Expected %q, got %q\", tt.expected, result)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestValidateRoutineChangesConfig(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tconfig *RoutineChangesYAML\n\t\twantErr bool\n\t\terrContains string\n\t}{\n\t\t{\n\t\t\tname: \"valid config\",\n\t\t\tconfig: &RoutineChangesYAML{\n\t\t\t\tEventsPerDay: 10.0,\n\t\t\t\tDurationInDays: 7.0,\n\t\t\t\tSensitivity: 0.5,\n\t\t\t},\n\t\t\twantErr: false,\n\t\t},\n\t\t{\n\t\t\tname: \"valid config with minimum values\",\n\t\t\tconfig: &RoutineChangesYAML{\n\t\t\t\tEventsPerDay: 1.0,\n\t\t\t\tDurationInDays: 1.0,\n\t\t\t\tSensitivity: 0.0,\n\t\t\t},\n\t\t\twantErr: false,\n\t\t},\n\t\t{\n\t\t\tname: \"events_per_day less than 1\",\n\t\t\tconfig: &RoutineChangesYAML{\n\t\t\t\tEventsPerDay: 0.5,\n\t\t\t\tDurationInDays: 7.0,\n\t\t\t\tSensitivity: 0.5,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t\terrContains: \"events_per_day must be greater than 1\",\n\t\t},\n\t\t{\n\t\t\tname: \"events_per_day equals 0\",\n\t\t\tconfig: &RoutineChangesYAML{\n\t\t\t\tEventsPerDay: 0.0,\n\t\t\t\tDurationInDays: 7.0,\n\t\t\t\tSensitivity: 0.5,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t\terrContains: \"events_per_day must be greater than 1\",\n\t\t},\n\t\t{\n\t\t\tname: \"events_per_day negative\",\n\t\t\tconfig: &RoutineChangesYAML{\n\t\t\t\tEventsPerDay: -1.0,\n\t\t\t\tDurationInDays: 7.0,\n\t\t\t\tSensitivity: 0.5,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t\terrContains: \"events_per_day must be greater than 1\",\n\t\t},\n\t\t{\n\t\t\tname: \"duration_in_days less than 1\",\n\t\t\tconfig: &RoutineChangesYAML{\n\t\t\t\tEventsPerDay: 10.0,\n\t\t\t\tDurationInDays: 0.5,\n\t\t\t\tSensitivity: 0.5,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t\terrContains: \"duration_in_days must be greater than 1\",\n\t\t},\n\t\t{\n\t\t\tname: \"duration_in_days equals 0\",\n\t\t\tconfig: &RoutineChangesYAML{\n\t\t\t\tEventsPerDay: 10.0,\n\t\t\t\tDurationInDays: 0.0,\n\t\t\t\tSensitivity: 0.5,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t\terrContains: \"duration_in_days must be greater than 1\",\n\t\t},\n\t\t{\n\t\t\tname: \"duration_in_days negative\",\n\t\t\tconfig: &RoutineChangesYAML{\n\t\t\t\tEventsPerDay: 10.0,\n\t\t\t\tDurationInDays: -1.0,\n\t\t\t\tSensitivity: 0.5,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t\terrContains: \"duration_in_days must be greater than 1\",\n\t\t},\n\t\t{\n\t\t\tname: \"sensitivity negative\",\n\t\t\tconfig: &RoutineChangesYAML{\n\t\t\t\tEventsPerDay: 10.0,\n\t\t\t\tDurationInDays: 7.0,\n\t\t\t\tSensitivity: -0.1,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t\terrContains: \"sensitivity must be 0 or higher\",\n\t\t},\n\t\t{\n\t\t\tname: \"multiple invalid fields - events_per_day checked first\",\n\t\t\tconfig: &RoutineChangesYAML{\n\t\t\t\tEventsPerDay: 0.0,\n\t\t\t\tDurationInDays: 0.0,\n\t\t\t\tSensitivity: -1.0,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t\terrContains: \"events_per_day must be greater than 1\",\n\t\t},\n\t\t{\n\t\t\tname: \"multiple invalid fields - duration_in_days checked second\",\n\t\t\tconfig: &RoutineChangesYAML{\n\t\t\t\tEventsPerDay: 10.0,\n\t\t\t\tDurationInDays: 0.0,\n\t\t\t\tSensitivity: -1.0,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t\terrContains: \"duration_in_days must be greater than 1\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\terr := validateRoutineChangesConfig(tt.config)\n\t\t\tif (err != nil) != tt.wantErr {\n\t\t\t\tt.Errorf(\"validateRoutineChangesConfig() error = %v, wantErr %v\", err, tt.wantErr)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif tt.wantErr && tt.errContains != \"\" {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"validateRoutineChangesConfig() expected error containing %q, got nil\", tt.errContains)\n\t\t\t\t} else if !strings.Contains(err.Error(), tt.errContains) {\n\t\t\t\t\tt.Errorf(\"validateRoutineChangesConfig() error = %v, want error containing %q\", err, tt.errContains)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestYamlStringToSignalConfig_NilCombinations(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tyamlString string\n\t\twantErr bool\n\t\twantRoutine bool\n\t\twantGithub bool\n\t}{\n\t\t{\n\t\t\tname: \"both nil -> error\",\n\t\t\tyamlString: \"{}\\n\",\n\t\t\twantErr: true,\n\t\t\twantRoutine: false,\n\t\t\twantGithub: false,\n\t\t},\n\t\t{\n\t\t\tname: \"only routine present\",\n\t\t\tyamlString: \"routine_changes_config:\\n sensitivity: 0\\n duration_in_days: 1\\n events_per_day: 1\\n\",\n\t\t\twantErr: false,\n\t\t\twantRoutine: true,\n\t\t\twantGithub: false,\n\t\t},\n\t\t{\n\t\t\tname: \"only github present\",\n\t\t\tyamlString: \"github_organisation_profile:\\n primary_branch_name: main\\n\",\n\t\t\twantErr: false,\n\t\t\twantRoutine: false,\n\t\t\twantGithub: true,\n\t\t},\n\t\t{\n\t\t\tname: \"both present\",\n\t\t\tyamlString: \"routine_changes_config:\\n sensitivity: 0\\n duration_in_days: 1\\n events_per_day: 1\\ngithub_organisation_profile:\\n primary_branch_name: main\\n\",\n\t\t\twantErr: false,\n\t\t\twantRoutine: true,\n\t\t\twantGithub: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tgot, err := YamlStringToSignalConfig(tt.yamlString)\n\t\t\tif (err != nil) != tt.wantErr {\n\t\t\t\tt.Errorf(\"YamlStringToSignalConfig() error = %v, wantErr %v\", err, tt.wantErr)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif tt.wantErr {\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif (got.RoutineChangesConfig != nil) != tt.wantRoutine {\n\t\t\t\tt.Errorf(\"RoutineChangesConfig presence = %v, want %v\", got.RoutineChangesConfig != nil, tt.wantRoutine)\n\t\t\t}\n\t\t\tif (got.GithubOrganisationProfile != nil) != tt.wantGithub {\n\t\t\t\tt.Errorf(\"GithubOrganisationProfile presence = %v, want %v\", got.GithubOrganisationProfile != nil, tt.wantGithub)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "go/sdp-go/changetimeline.go", "content": "package sdp\n\n// If you add/delete/move an entry here, make sure to update/check the following:\n// - the PopulateChangeTimelineV2 function\n// - GetChangeTimelineV2 in api-server/service/changesservice.go\n// - resetChangeAnalysisTables in api-server/service/changeanalysis/shared.go\n// - the cli tool if we are waiting for a change analysis to finish\n// - frontend/src/features/changes-v2/change-timeline/ChangeTimeline.tsx - also update the entryNames object as this is used for comparing entry names\n// All timeline entries are now defined using ChangeTimelineEntryV2ID variables below.\n// Use the .Label field for database lookups and the .Name field for user-facing display.\n\ntype ChangeTimelineEntryV2ID struct {\n\t// The internal label for the entry, this is used to identify the entry in\n\t// the database and tell whether two entries are the same type of thing.\n\t// This means that if we want to change the way an entry behaves, we can\n\t// create a new label and keep the old one for backwards compatibility.\n\tLabel string\n\t// The name of the entry, this is the user facing name of the entry and can\n\t// be changed safely. This is stored in both the code and the database, the\n\t// reason we store it in the code is so that we know what value to populate\n\t// in the database when we create the timeline entries in the first place,\n\t// when returning the timeline to the user we use the name from the database\n\t// which means that old changes will still show the old name.\n\tName string\n}\n\n// if you add/delete/move an entry here, make sure to update/check the following:\n// - changeTimelineEntryNameInProgress\n// - changeTimelineEntryNameInProgressReverse\n// - allChangeTimelineEntryV2IDs\nvar (\n\t// This is the entry that is created when we map the resources for a change,\n\t// this happens before we start blast radius simulation, it involves taking\n\t// the mapping queries that were sent up, and running them against the\n\t// gateway to see whether any of them resolve into real items.\n\tChangeTimelineEntryV2IDMapResources = ChangeTimelineEntryV2ID{\n\t\tLabel: \"mapped_resources\",\n\t\tName: \"Map resources\",\n\t}\n\t// This is the entry that is created when we calculate the blast radius for a\n\t// change, this happens after we map the resources for a change, it involves\n\t// taking the mapped resources and running them through the blast radius\n\t// simulation to see how many items are in the blast radius.\n\tChangeTimelineEntryV2IDCalculatedBlastRadius = ChangeTimelineEntryV2ID{\n\t\tLabel: \"calculated_blast_radius\",\n\t\tName: \"Simulate blast radius\",\n\t}\n\t// we do not show this entry in the timeline anymore\n\t// This is the entry tracks the calculation of routine signals for all of\n\t// the modifications within this change\n\tChangeTimelineEntryV2IDAnalyzedSignals = ChangeTimelineEntryV2ID{\n\t\tLabel: \"calculated_routineness\",\n\t\tName: \"Analyze signals\",\n\t}\n\t// This is the entry that tracks the calculation of risks and returns them\n\t// in the timeline. At the time of writing this has been replaced and we are\n\t// no longer showing risks directly in the timeline. The risk calculation\n\t// still happens, but the timeline focuses on Observations -> Hypotheses ->\n\t// Investigations instead. This means that this step will be no longer used\n\t// after Dec '25\n\tChangeTimelineEntryV2IDCalculatedRisks = ChangeTimelineEntryV2ID{\n\t\tLabel: \"calculated_risks\",\n\t\tName: \"Calculated Risks\",\n\t}\n\t// Tracks the application of auto-label rules for a change\n\tChangeTimelineEntryV2IDCalculatedLabels = ChangeTimelineEntryV2ID{\n\t\tLabel: \"calculated_labels\",\n\t\tName: \"Apply auto labels\",\n\t}\n\t// Tracks the validation of a change. This happens after the change is\n\t// complete and at time of writing is not generally available\n\tChangeTimelineEntryV2IDChangeValidation = ChangeTimelineEntryV2ID{\n\t\tLabel: \"change_validation\",\n\t\tName: \"Change Validation\",\n\t}\n\t// This is the entry that tracks observations being recorded during blast radius simulation\n\tChangeTimelineEntryV2IDRecordObservations = ChangeTimelineEntryV2ID{\n\t\tLabel: \"record_observations\",\n\t\tName: \"Record observations\",\n\t}\n\t// This is the entry that tracks hypotheses being formed from observations via batch processing\n\tChangeTimelineEntryV2IDFormHypotheses = ChangeTimelineEntryV2ID{\n\t\tLabel: \"form_hypotheses\",\n\t\tName: \"Form hypotheses\",\n\t}\n\t// This is the entry that tracks investigation of hypotheses via one-shot analysis\n\tChangeTimelineEntryV2IDInvestigateHypotheses = ChangeTimelineEntryV2ID{\n\t\tLabel: \"investigate_hypotheses\",\n\t\tName: \"Investigate hypotheses\",\n\t}\n)\n\n// changeTimelineEntryNameInProgress maps default/done names to their in-progress equivalents.\n// This map is used to convert timeline entry names based on their status.\nvar changeTimelineEntryNameInProgress = map[string]string{\n\t\"Map resources\": \"Mapping resources...\",\n\t\"Simulate blast radius\": \"Simulating blast radius...\",\n\t\"Record observations\": \"Recording observations...\",\n\t\"Form hypotheses\": \"Forming hypotheses...\",\n\t\"Investigate hypotheses\": \"Investigating hypotheses...\",\n\t\"Analyze signals\": \"Analyzing signals...\",\n\t\"Apply auto labels\": \"Applying auto labels...\",\n}\n\n// changeTimelineEntryNameInProgressReverse maps in-progress names back to their default/done equivalents.\n// This is used for archive imports where we need to normalize names to look up labels.\nvar changeTimelineEntryNameInProgressReverse = func() map[string]string {\n\treverse := make(map[string]string, len(changeTimelineEntryNameInProgress))\n\tfor defaultName, inProgressName := range changeTimelineEntryNameInProgress {\n\t\treverse[inProgressName] = defaultName\n\t}\n\treturn reverse\n}()\n\n// allChangeTimelineEntryV2IDs is a slice of all timeline entry ID constants for iteration.\nvar allChangeTimelineEntryV2IDs = []ChangeTimelineEntryV2ID{\n\tChangeTimelineEntryV2IDMapResources,\n\tChangeTimelineEntryV2IDCalculatedBlastRadius,\n\tChangeTimelineEntryV2IDAnalyzedSignals,\n\tChangeTimelineEntryV2IDCalculatedRisks,\n\tChangeTimelineEntryV2IDCalculatedLabels,\n\tChangeTimelineEntryV2IDChangeValidation,\n\tChangeTimelineEntryV2IDRecordObservations,\n\tChangeTimelineEntryV2IDFormHypotheses,\n\tChangeTimelineEntryV2IDInvestigateHypotheses,\n}\n\n// GetChangeTimelineEntryNameForStatus returns the appropriate name for a timeline entry\n// based on its status. If the status is IN_PROGRESS, it returns the in-progress name.\n// Otherwise, it returns the name as-is (which is the default/done name).\nfunc GetChangeTimelineEntryNameForStatus(name string, status ChangeTimelineEntryStatus) string {\n\tif status == ChangeTimelineEntryStatus_IN_PROGRESS {\n\t\tif inProgressName, ok := changeTimelineEntryNameInProgress[name]; ok {\n\t\t\treturn inProgressName\n\t\t}\n\t}\n\treturn name\n}\n\n// GetChangeTimelineEntryLabelFromName converts a timeline entry name (either in-progress or default/done)\n// to its corresponding label. This is used for archive imports where we need to match names to labels.\n// Returns an empty string if the name doesn't match any known timeline entry.\nfunc GetChangeTimelineEntryLabelFromName(name string) string {\n\t// First, normalize the name: if it's an in-progress name, convert it to default/done name\n\tnormalizedName := name\n\tif defaultName, ok := changeTimelineEntryNameInProgressReverse[name]; ok {\n\t\tnormalizedName = defaultName\n\t}\n\n\t// Then look up the label from the constants\n\tfor _, entryID := range allChangeTimelineEntryV2IDs {\n\t\tif entryID.Name == normalizedName {\n\t\t\treturn entryID.Label\n\t\t}\n\t}\n\n\treturn \"\"\n}\n" }, { "path": "go/sdp-go/changetimeline_test.go", "content": "package sdp\n\nimport \"testing\"\n\n// TestChangeTimelineEntryNameConversion tests both GetChangeTimelineEntryNameForStatus\n// and GetChangeTimelineEntryLabelFromName together, including round-trip conversions.\nfunc TestChangeTimelineEntryNameConversion(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tentryID ChangeTimelineEntryV2ID\n\t\thasInProgressVariant bool\n\t}{\n\t\t{\n\t\t\tname: \"Map resources\",\n\t\t\tentryID: ChangeTimelineEntryV2IDMapResources,\n\t\t\thasInProgressVariant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Simulate blast radius\",\n\t\t\tentryID: ChangeTimelineEntryV2IDCalculatedBlastRadius,\n\t\t\thasInProgressVariant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Record observations\",\n\t\t\tentryID: ChangeTimelineEntryV2IDRecordObservations,\n\t\t\thasInProgressVariant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Form hypotheses\",\n\t\t\tentryID: ChangeTimelineEntryV2IDFormHypotheses,\n\t\t\thasInProgressVariant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Investigate hypotheses\",\n\t\t\tentryID: ChangeTimelineEntryV2IDInvestigateHypotheses,\n\t\t\thasInProgressVariant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Analyze signals\",\n\t\t\tentryID: ChangeTimelineEntryV2IDAnalyzedSignals,\n\t\t\thasInProgressVariant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Apply auto labels\",\n\t\t\tentryID: ChangeTimelineEntryV2IDCalculatedLabels,\n\t\t\thasInProgressVariant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Calculated risks (no in-progress variant)\",\n\t\t\tentryID: ChangeTimelineEntryV2IDCalculatedRisks,\n\t\t\thasInProgressVariant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Change Validation (no in-progress variant)\",\n\t\t\tentryID: ChangeTimelineEntryV2IDChangeValidation,\n\t\t\thasInProgressVariant: false,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tdefaultName := tt.entryID.Name\n\t\t\texpectedLabel := tt.entryID.Label\n\n\t\t\t// Test 1: Default name -> IN_PROGRESS -> in-progress name\n\t\t\tif tt.hasInProgressVariant {\n\t\t\t\tgotInProgressName := GetChangeTimelineEntryNameForStatus(defaultName, ChangeTimelineEntryStatus_IN_PROGRESS)\n\t\t\t\t// Verify that the in-progress name is different from the default name\n\t\t\t\tif gotInProgressName == defaultName {\n\t\t\t\t\tt.Errorf(\"GetChangeTimelineEntryNameForStatus(%q, IN_PROGRESS) should return in-progress name, got %q\", defaultName, gotInProgressName)\n\t\t\t\t}\n\t\t\t\t// Verify it ends with \"...\" to indicate in-progress\n\t\t\t\tif len(gotInProgressName) < 3 || gotInProgressName[len(gotInProgressName)-3:] != \"...\" {\n\t\t\t\t\tt.Errorf(\"GetChangeTimelineEntryNameForStatus(%q, IN_PROGRESS) = %q, expected in-progress name ending with '...'\", defaultName, gotInProgressName)\n\t\t\t\t}\n\t\t\t\texpectedInProgressName := gotInProgressName // Use the function result as the expected value\n\n\t\t\t\t// Test 2: In-progress name -> label (for archive imports)\n\t\t\t\tgotLabelFromInProgress := GetChangeTimelineEntryLabelFromName(expectedInProgressName)\n\t\t\t\tif gotLabelFromInProgress != expectedLabel {\n\t\t\t\t\tt.Errorf(\"GetChangeTimelineEntryLabelFromName(%q) = %q, want %q\", expectedInProgressName, gotLabelFromInProgress, expectedLabel)\n\t\t\t\t}\n\n\t\t\t\t// Test 3: Round-trip: default -> in-progress -> label -> should match expected label\n\t\t\t\tinProgressName := GetChangeTimelineEntryNameForStatus(defaultName, ChangeTimelineEntryStatus_IN_PROGRESS)\n\t\t\t\tlabelFromRoundTrip := GetChangeTimelineEntryLabelFromName(inProgressName)\n\t\t\t\tif labelFromRoundTrip != expectedLabel {\n\t\t\t\t\tt.Errorf(\"Round-trip: default(%q) -> in-progress(%q) -> label(%q), want label %q\", defaultName, inProgressName, labelFromRoundTrip, expectedLabel)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Test 4: Default name -> DONE status -> should return default name\n\t\t\tgotDoneName := GetChangeTimelineEntryNameForStatus(defaultName, ChangeTimelineEntryStatus_DONE)\n\t\t\tif gotDoneName != defaultName {\n\t\t\t\tt.Errorf(\"GetChangeTimelineEntryNameForStatus(%q, DONE) = %q, want %q\", defaultName, gotDoneName, defaultName)\n\t\t\t}\n\n\t\t\t// Test 5: Default name -> PENDING status -> should return default name\n\t\t\tgotPendingName := GetChangeTimelineEntryNameForStatus(defaultName, ChangeTimelineEntryStatus_PENDING)\n\t\t\tif gotPendingName != defaultName {\n\t\t\t\tt.Errorf(\"GetChangeTimelineEntryNameForStatus(%q, PENDING) = %q, want %q\", defaultName, gotPendingName, defaultName)\n\t\t\t}\n\n\t\t\t// Test 6: Default name -> ERROR status -> should return default name\n\t\t\tgotErrorName := GetChangeTimelineEntryNameForStatus(defaultName, ChangeTimelineEntryStatus_ERROR)\n\t\t\tif gotErrorName != defaultName {\n\t\t\t\tt.Errorf(\"GetChangeTimelineEntryNameForStatus(%q, ERROR) = %q, want %q\", defaultName, gotErrorName, defaultName)\n\t\t\t}\n\n\t\t\t// Test 7: Default name -> UNSPECIFIED status -> should return default name\n\t\t\tgotUnspecifiedName := GetChangeTimelineEntryNameForStatus(defaultName, ChangeTimelineEntryStatus_UNSPECIFIED)\n\t\t\tif gotUnspecifiedName != defaultName {\n\t\t\t\tt.Errorf(\"GetChangeTimelineEntryNameForStatus(%q, UNSPECIFIED) = %q, want %q\", defaultName, gotUnspecifiedName, defaultName)\n\t\t\t}\n\n\t\t\t// Test 8: Default name -> label (for archive imports)\n\t\t\tgotLabelFromDefault := GetChangeTimelineEntryLabelFromName(defaultName)\n\t\t\tif gotLabelFromDefault != expectedLabel {\n\t\t\t\tt.Errorf(\"GetChangeTimelineEntryLabelFromName(%q) = %q, want %q\", defaultName, gotLabelFromDefault, expectedLabel)\n\t\t\t}\n\t\t})\n\t}\n\n\t// Test edge cases\n\tt.Run(\"Unknown name with IN_PROGRESS returns name as-is\", func(t *testing.T) {\n\t\tunknownName := \"Unknown Entry\"\n\t\tresult := GetChangeTimelineEntryNameForStatus(unknownName, ChangeTimelineEntryStatus_IN_PROGRESS)\n\t\tif result != unknownName {\n\t\t\tt.Errorf(\"GetChangeTimelineEntryNameForStatus(%q, IN_PROGRESS) = %q, want %q\", unknownName, result, unknownName)\n\t\t}\n\t})\n\n\tt.Run(\"Unknown name returns empty label\", func(t *testing.T) {\n\t\tunknownName := \"Unknown Entry\"\n\t\tresult := GetChangeTimelineEntryLabelFromName(unknownName)\n\t\tif result != \"\" {\n\t\t\tt.Errorf(\"GetChangeTimelineEntryLabelFromName(%q) = %q, want empty string\", unknownName, result)\n\t\t}\n\t})\n\n\tt.Run(\"Empty string returns empty label\", func(t *testing.T) {\n\t\tresult := GetChangeTimelineEntryLabelFromName(\"\")\n\t\tif result != \"\" {\n\t\t\tt.Errorf(\"GetChangeTimelineEntryLabelFromName(\\\"\\\") = %q, want empty string\", result)\n\t\t}\n\t})\n}\n" }, { "path": "go/sdp-go/cli.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: cli.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\ntype GetConfigRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tKey string `protobuf:\"bytes,1,opt,name=key,proto3\" json:\"key,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetConfigRequest) Reset() {\n\t*x = GetConfigRequest{}\n\tmi := &file_cli_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetConfigRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetConfigRequest) ProtoMessage() {}\n\nfunc (x *GetConfigRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_cli_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetConfigRequest.ProtoReflect.Descriptor instead.\nfunc (*GetConfigRequest) Descriptor() ([]byte, []int) {\n\treturn file_cli_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *GetConfigRequest) GetKey() string {\n\tif x != nil {\n\t\treturn x.Key\n\t}\n\treturn \"\"\n}\n\ntype GetConfigResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tValue string `protobuf:\"bytes,1,opt,name=value,proto3\" json:\"value,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetConfigResponse) Reset() {\n\t*x = GetConfigResponse{}\n\tmi := &file_cli_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetConfigResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetConfigResponse) ProtoMessage() {}\n\nfunc (x *GetConfigResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_cli_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetConfigResponse.ProtoReflect.Descriptor instead.\nfunc (*GetConfigResponse) Descriptor() ([]byte, []int) {\n\treturn file_cli_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *GetConfigResponse) GetValue() string {\n\tif x != nil {\n\t\treturn x.Value\n\t}\n\treturn \"\"\n}\n\ntype SetConfigRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tKey string `protobuf:\"bytes,1,opt,name=key,proto3\" json:\"key,omitempty\"`\n\tValue string `protobuf:\"bytes,2,opt,name=value,proto3\" json:\"value,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SetConfigRequest) Reset() {\n\t*x = SetConfigRequest{}\n\tmi := &file_cli_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SetConfigRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SetConfigRequest) ProtoMessage() {}\n\nfunc (x *SetConfigRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_cli_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SetConfigRequest.ProtoReflect.Descriptor instead.\nfunc (*SetConfigRequest) Descriptor() ([]byte, []int) {\n\treturn file_cli_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *SetConfigRequest) GetKey() string {\n\tif x != nil {\n\t\treturn x.Key\n\t}\n\treturn \"\"\n}\n\nfunc (x *SetConfigRequest) GetValue() string {\n\tif x != nil {\n\t\treturn x.Value\n\t}\n\treturn \"\"\n}\n\ntype SetConfigResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SetConfigResponse) Reset() {\n\t*x = SetConfigResponse{}\n\tmi := &file_cli_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SetConfigResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SetConfigResponse) ProtoMessage() {}\n\nfunc (x *SetConfigResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_cli_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SetConfigResponse.ProtoReflect.Descriptor instead.\nfunc (*SetConfigResponse) Descriptor() ([]byte, []int) {\n\treturn file_cli_proto_rawDescGZIP(), []int{3}\n}\n\nvar File_cli_proto protoreflect.FileDescriptor\n\nconst file_cli_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\tcli.proto\\x12\\x03cli\\\"$\\n\" +\n\t\"\\x10GetConfigRequest\\x12\\x10\\n\" +\n\t\"\\x03key\\x18\\x01 \\x01(\\tR\\x03key\\\")\\n\" +\n\t\"\\x11GetConfigResponse\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x01 \\x01(\\tR\\x05value\\\":\\n\" +\n\t\"\\x10SetConfigRequest\\x12\\x10\\n\" +\n\t\"\\x03key\\x18\\x01 \\x01(\\tR\\x03key\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x02 \\x01(\\tR\\x05value\\\"\\x13\\n\" +\n\t\"\\x11SetConfigResponse2\\x8b\\x01\\n\" +\n\t\"\\rConfigService\\x12<\\n\" +\n\t\"\\tGetConfig\\x12\\x15.cli.GetConfigRequest\\x1a\\x16.cli.GetConfigResponse\\\"\\x00\\x12<\\n\" +\n\t\"\\tSetConfig\\x12\\x15.cli.SetConfigRequest\\x1a\\x16.cli.SetConfigResponse\\\"\\x00B1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_cli_proto_rawDescOnce sync.Once\n\tfile_cli_proto_rawDescData []byte\n)\n\nfunc file_cli_proto_rawDescGZIP() []byte {\n\tfile_cli_proto_rawDescOnce.Do(func() {\n\t\tfile_cli_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_cli_proto_rawDesc), len(file_cli_proto_rawDesc)))\n\t})\n\treturn file_cli_proto_rawDescData\n}\n\nvar file_cli_proto_msgTypes = make([]protoimpl.MessageInfo, 4)\nvar file_cli_proto_goTypes = []any{\n\t(*GetConfigRequest)(nil), // 0: cli.GetConfigRequest\n\t(*GetConfigResponse)(nil), // 1: cli.GetConfigResponse\n\t(*SetConfigRequest)(nil), // 2: cli.SetConfigRequest\n\t(*SetConfigResponse)(nil), // 3: cli.SetConfigResponse\n}\nvar file_cli_proto_depIdxs = []int32{\n\t0, // 0: cli.ConfigService.GetConfig:input_type -> cli.GetConfigRequest\n\t2, // 1: cli.ConfigService.SetConfig:input_type -> cli.SetConfigRequest\n\t1, // 2: cli.ConfigService.GetConfig:output_type -> cli.GetConfigResponse\n\t3, // 3: cli.ConfigService.SetConfig:output_type -> cli.SetConfigResponse\n\t2, // [2:4] is the sub-list for method output_type\n\t0, // [0:2] is the sub-list for method input_type\n\t0, // [0:0] is the sub-list for extension type_name\n\t0, // [0:0] is the sub-list for extension extendee\n\t0, // [0:0] is the sub-list for field type_name\n}\n\nfunc init() { file_cli_proto_init() }\nfunc file_cli_proto_init() {\n\tif File_cli_proto != nil {\n\t\treturn\n\t}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_cli_proto_rawDesc), len(file_cli_proto_rawDesc)),\n\t\t\tNumEnums: 0,\n\t\t\tNumMessages: 4,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 1,\n\t\t},\n\t\tGoTypes: file_cli_proto_goTypes,\n\t\tDependencyIndexes: file_cli_proto_depIdxs,\n\t\tMessageInfos: file_cli_proto_msgTypes,\n\t}.Build()\n\tFile_cli_proto = out.File\n\tfile_cli_proto_goTypes = nil\n\tfile_cli_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/compare.go", "content": "package sdp\n\nimport \"fmt\"\n\n// Comparer is an object that can be compared for the purposes of sorting.\n// Basically anything that implements this interface is sortable\ntype Comparer interface {\n\tCompare(b *Item) int\n}\n\n// Compare compares two Items for the purposes of sorting. This sorts based on\n// the string conversion of the Type, followed by the UniqueAttribute\nfunc (i *Item) Compare(r *Item) (int, error) {\n\t// Convert to strings\n\tright := fmt.Sprintf(\"%v: %v\", r.GetType(), r.UniqueAttributeValue())\n\tleft := fmt.Sprintf(\"%v: %v\", i.GetType(), i.UniqueAttributeValue())\n\n\t// Compare the strings and return the value\n\tswitch {\n\tcase left > right:\n\t\treturn 1, nil\n\tcase left < right:\n\t\treturn -1, nil\n\tdefault:\n\t\treturn 0, nil\n\t}\n}\n\n// CompareError is returned when two Items cannot be compared because their\n// UniqueAttributeValue() is not sortable\ntype CompareError Item\n\n// Error returns the string when the error is handled\nfunc (c *CompareError) Error() string {\n\treturn (fmt.Sprintf(\n\t\t\"Item %v unique attribute: %v of type %v does not implement interface fmt.Stringer. Cannot sort.\",\n\t\tc.Type,\n\t\tc.UniqueAttribute,\n\t\tc.Type,\n\t))\n}\n" }, { "path": "go/sdp-go/config.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: config.proto\n\npackage sdp\n\nimport (\n\t_ \"buf.build/gen/go/bufbuild/protovalidate/protocolbuffers/go/buf/validate\"\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\tdurationpb \"google.golang.org/protobuf/types/known/durationpb\"\n\ttimestamppb \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\n// Controls when a GitHub Check Run concludes as failure vs success.\ntype CheckRunMode int32\n\nconst (\n\t// Always conclude as success regardless of risks found (default).\n\tCheckRunMode_CHECK_RUN_MODE_REPORT_ONLY CheckRunMode = 0\n\t// Conclude as failure only when high-severity risks exist.\n\tCheckRunMode_CHECK_RUN_MODE_FAIL_HIGH_SEVERITY CheckRunMode = 1\n\t// Conclude as failure when any risks exist.\n\tCheckRunMode_CHECK_RUN_MODE_FAIL_ANY_RISK CheckRunMode = 2\n)\n\n// Enum value maps for CheckRunMode.\nvar (\n\tCheckRunMode_name = map[int32]string{\n\t\t0: \"CHECK_RUN_MODE_REPORT_ONLY\",\n\t\t1: \"CHECK_RUN_MODE_FAIL_HIGH_SEVERITY\",\n\t\t2: \"CHECK_RUN_MODE_FAIL_ANY_RISK\",\n\t}\n\tCheckRunMode_value = map[string]int32{\n\t\t\"CHECK_RUN_MODE_REPORT_ONLY\": 0,\n\t\t\"CHECK_RUN_MODE_FAIL_HIGH_SEVERITY\": 1,\n\t\t\"CHECK_RUN_MODE_FAIL_ANY_RISK\": 2,\n\t}\n)\n\nfunc (x CheckRunMode) Enum() *CheckRunMode {\n\tp := new(CheckRunMode)\n\t*p = x\n\treturn p\n}\n\nfunc (x CheckRunMode) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (CheckRunMode) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_config_proto_enumTypes[0].Descriptor()\n}\n\nfunc (CheckRunMode) Type() protoreflect.EnumType {\n\treturn &file_config_proto_enumTypes[0]\n}\n\nfunc (x CheckRunMode) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use CheckRunMode.Descriptor instead.\nfunc (CheckRunMode) EnumDescriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{0}\n}\n\ntype AccountConfig_BlastRadiusPreset int32\n\nconst (\n\t// Unspecified preset - will be treated as DETAILED\n\tAccountConfig_UNSPECIFIED AccountConfig_BlastRadiusPreset = 0\n\t// Runs a shallow scan for dependencies. Reduces time takes to calculate\n\t// blast radius, but might mean some dependencies are missed\n\tAccountConfig_QUICK AccountConfig_BlastRadiusPreset = 1\n\t// An optimised balance between time taken and discovery.\n\tAccountConfig_DETAILED AccountConfig_BlastRadiusPreset = 2\n\t// Discovers all possible dependencies, might take a long time and\n\t// discover items that are less likely to be relevant to a change.\n\tAccountConfig_FULL AccountConfig_BlastRadiusPreset = 3\n)\n\n// Enum value maps for AccountConfig_BlastRadiusPreset.\nvar (\n\tAccountConfig_BlastRadiusPreset_name = map[int32]string{\n\t\t0: \"UNSPECIFIED\",\n\t\t1: \"QUICK\",\n\t\t2: \"DETAILED\",\n\t\t3: \"FULL\",\n\t}\n\tAccountConfig_BlastRadiusPreset_value = map[string]int32{\n\t\t\"UNSPECIFIED\": 0,\n\t\t\"QUICK\": 1,\n\t\t\"DETAILED\": 2,\n\t\t\"FULL\": 3,\n\t}\n)\n\nfunc (x AccountConfig_BlastRadiusPreset) Enum() *AccountConfig_BlastRadiusPreset {\n\tp := new(AccountConfig_BlastRadiusPreset)\n\t*p = x\n\treturn p\n}\n\nfunc (x AccountConfig_BlastRadiusPreset) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (AccountConfig_BlastRadiusPreset) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_config_proto_enumTypes[1].Descriptor()\n}\n\nfunc (AccountConfig_BlastRadiusPreset) Type() protoreflect.EnumType {\n\treturn &file_config_proto_enumTypes[1]\n}\n\nfunc (x AccountConfig_BlastRadiusPreset) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use AccountConfig_BlastRadiusPreset.Descriptor instead.\nfunc (AccountConfig_BlastRadiusPreset) EnumDescriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{1, 0}\n}\n\ntype GetHcpConfigResponse_Status int32\n\nconst (\n\t// The HCP Run Task configuration is active and can be used\n\tGetHcpConfigResponse_CONFIGURED GetHcpConfigResponse_Status = 0\n\t// The HCP Run Task configuration is not fully configured and needs to\n\t// be recreated, this is usually due to the API key being revoked or the\n\t// user not completing the authorisation process\n\tGetHcpConfigResponse_ERROR GetHcpConfigResponse_Status = 1\n)\n\n// Enum value maps for GetHcpConfigResponse_Status.\nvar (\n\tGetHcpConfigResponse_Status_name = map[int32]string{\n\t\t0: \"CONFIGURED\",\n\t\t1: \"ERROR\",\n\t}\n\tGetHcpConfigResponse_Status_value = map[string]int32{\n\t\t\"CONFIGURED\": 0,\n\t\t\"ERROR\": 1,\n\t}\n)\n\nfunc (x GetHcpConfigResponse_Status) Enum() *GetHcpConfigResponse_Status {\n\tp := new(GetHcpConfigResponse_Status)\n\t*p = x\n\treturn p\n}\n\nfunc (x GetHcpConfigResponse_Status) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (GetHcpConfigResponse_Status) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_config_proto_enumTypes[2].Descriptor()\n}\n\nfunc (GetHcpConfigResponse_Status) Type() protoreflect.EnumType {\n\treturn &file_config_proto_enumTypes[2]\n}\n\nfunc (x GetHcpConfigResponse_Status) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use GetHcpConfigResponse_Status.Descriptor instead.\nfunc (GetHcpConfigResponse_Status) EnumDescriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{10, 0}\n}\n\ntype RoutineChangesConfig_DurationUnit int32\n\nconst (\n\t// Days\n\tRoutineChangesConfig_DAYS RoutineChangesConfig_DurationUnit = 0\n\t// Weeks\n\tRoutineChangesConfig_WEEKS RoutineChangesConfig_DurationUnit = 1\n\t// Months\n\tRoutineChangesConfig_MONTHS RoutineChangesConfig_DurationUnit = 2\n)\n\n// Enum value maps for RoutineChangesConfig_DurationUnit.\nvar (\n\tRoutineChangesConfig_DurationUnit_name = map[int32]string{\n\t\t0: \"DAYS\",\n\t\t1: \"WEEKS\",\n\t\t2: \"MONTHS\",\n\t}\n\tRoutineChangesConfig_DurationUnit_value = map[string]int32{\n\t\t\"DAYS\": 0,\n\t\t\"WEEKS\": 1,\n\t\t\"MONTHS\": 2,\n\t}\n)\n\nfunc (x RoutineChangesConfig_DurationUnit) Enum() *RoutineChangesConfig_DurationUnit {\n\tp := new(RoutineChangesConfig_DurationUnit)\n\t*p = x\n\treturn p\n}\n\nfunc (x RoutineChangesConfig_DurationUnit) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (RoutineChangesConfig_DurationUnit) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_config_proto_enumTypes[3].Descriptor()\n}\n\nfunc (RoutineChangesConfig_DurationUnit) Type() protoreflect.EnumType {\n\treturn &file_config_proto_enumTypes[3]\n}\n\nfunc (x RoutineChangesConfig_DurationUnit) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use RoutineChangesConfig_DurationUnit.Descriptor instead.\nfunc (RoutineChangesConfig_DurationUnit) EnumDescriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{21, 0}\n}\n\n// The config that is used when calculating the blast radius for a change, this\n// does not affect manually requested blast radii vie the \"Explore\" view or the\n// API\ntype BlastRadiusConfig struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The maximum number of items that can be returned in a single blast radius\n\t// request. Once a request has hit this limit, all currently running\n\t// requests will be cancelled and the blast radius returned as-is\n\tMaxItems int32 `protobuf:\"varint,1,opt,name=maxItems,proto3\" json:\"maxItems,omitempty\"`\n\t// How deeply to link when calculating the blast radius for a change. This\n\t// is the maximum number of levels of links to traverse from the root item.\n\t// Different implementations may differ in how they handle this.\n\tLinkDepth int32 `protobuf:\"varint,2,opt,name=linkDepth,proto3\" json:\"linkDepth,omitempty\"`\n\t// Target duration for change analysis planning and blast radius soft timeout calculation.\n\t// This is NOT a hard deadline - it is used to compute when the blast radius phase should\n\t// stop gracefully (at 67% of this target) so the remaining steps can complete around the target time.\n\t// The actual job is only hard-limited by the service's maximum timeout (30 minutes).\n\t// If the analysis runs slightly over this target, results are still returned.\n\t// Minimum: 1 minute, Maximum: 30 minutes.\n\tChangeAnalysisTargetDuration *durationpb.Duration `protobuf:\"bytes,4,opt,name=changeAnalysisTargetDuration,proto3,oneof\" json:\"changeAnalysisTargetDuration,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *BlastRadiusConfig) Reset() {\n\t*x = BlastRadiusConfig{}\n\tmi := &file_config_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *BlastRadiusConfig) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*BlastRadiusConfig) ProtoMessage() {}\n\nfunc (x *BlastRadiusConfig) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use BlastRadiusConfig.ProtoReflect.Descriptor instead.\nfunc (*BlastRadiusConfig) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *BlastRadiusConfig) GetMaxItems() int32 {\n\tif x != nil {\n\t\treturn x.MaxItems\n\t}\n\treturn 0\n}\n\nfunc (x *BlastRadiusConfig) GetLinkDepth() int32 {\n\tif x != nil {\n\t\treturn x.LinkDepth\n\t}\n\treturn 0\n}\n\nfunc (x *BlastRadiusConfig) GetChangeAnalysisTargetDuration() *durationpb.Duration {\n\tif x != nil {\n\t\treturn x.ChangeAnalysisTargetDuration\n\t}\n\treturn nil\n}\n\n// Account configuration for blast radius settings. The blast radius preset\n// is stored in the accounts table. Custom blast radius values are no longer\n// supported - only preset values are used.\ntype AccountConfig struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The preset that we should use when calculating the blast radius for a\n\t// change. UNSPECIFIED is treated as DETAILED.\n\tBlastRadiusPreset AccountConfig_BlastRadiusPreset `protobuf:\"varint,2,opt,name=blastRadiusPreset,proto3,enum=config.AccountConfig_BlastRadiusPreset\" json:\"blastRadiusPreset,omitempty\"`\n\t// The blast radius config for this account. This field is populated with\n\t// hardcoded values based on the preset when reading. Custom values are\n\t// ignored when writing - only the preset is stored.\n\tBlastRadius *BlastRadiusConfig `protobuf:\"bytes,1,opt,name=blastRadius,proto3,oneof\" json:\"blastRadius,omitempty\"`\n\t// If this is set to true, changes that weren't able to be mapped to real\n\t// infrastructure won't be considered for risk calculations. This usually\n\t// reduces the number low-quality and low-severity risks, and focuses more\n\t// on risks that we have additional context for. If you find that Overmind's\n\t// risks are \"too obvious\" then this might be a good setting to enable.\n\tSkipUnmappedChangesForRisks bool `protobuf:\"varint,3,opt,name=skipUnmappedChangesForRisks,proto3\" json:\"skipUnmappedChangesForRisks,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AccountConfig) Reset() {\n\t*x = AccountConfig{}\n\tmi := &file_config_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AccountConfig) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AccountConfig) ProtoMessage() {}\n\nfunc (x *AccountConfig) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AccountConfig.ProtoReflect.Descriptor instead.\nfunc (*AccountConfig) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *AccountConfig) GetBlastRadiusPreset() AccountConfig_BlastRadiusPreset {\n\tif x != nil {\n\t\treturn x.BlastRadiusPreset\n\t}\n\treturn AccountConfig_UNSPECIFIED\n}\n\nfunc (x *AccountConfig) GetBlastRadius() *BlastRadiusConfig {\n\tif x != nil {\n\t\treturn x.BlastRadius\n\t}\n\treturn nil\n}\n\nfunc (x *AccountConfig) GetSkipUnmappedChangesForRisks() bool {\n\tif x != nil {\n\t\treturn x.SkipUnmappedChangesForRisks\n\t}\n\treturn false\n}\n\ntype GetAccountConfigRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetAccountConfigRequest) Reset() {\n\t*x = GetAccountConfigRequest{}\n\tmi := &file_config_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetAccountConfigRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetAccountConfigRequest) ProtoMessage() {}\n\nfunc (x *GetAccountConfigRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetAccountConfigRequest.ProtoReflect.Descriptor instead.\nfunc (*GetAccountConfigRequest) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{2}\n}\n\ntype GetAccountConfigResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tConfig *AccountConfig `protobuf:\"bytes,1,opt,name=config,proto3\" json:\"config,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetAccountConfigResponse) Reset() {\n\t*x = GetAccountConfigResponse{}\n\tmi := &file_config_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetAccountConfigResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetAccountConfigResponse) ProtoMessage() {}\n\nfunc (x *GetAccountConfigResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetAccountConfigResponse.ProtoReflect.Descriptor instead.\nfunc (*GetAccountConfigResponse) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{3}\n}\n\nfunc (x *GetAccountConfigResponse) GetConfig() *AccountConfig {\n\tif x != nil {\n\t\treturn x.Config\n\t}\n\treturn nil\n}\n\n// Updates the account config for the user's account.\ntype UpdateAccountConfigRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tConfig *AccountConfig `protobuf:\"bytes,1,opt,name=config,proto3\" json:\"config,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateAccountConfigRequest) Reset() {\n\t*x = UpdateAccountConfigRequest{}\n\tmi := &file_config_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateAccountConfigRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateAccountConfigRequest) ProtoMessage() {}\n\nfunc (x *UpdateAccountConfigRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateAccountConfigRequest.ProtoReflect.Descriptor instead.\nfunc (*UpdateAccountConfigRequest) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{4}\n}\n\nfunc (x *UpdateAccountConfigRequest) GetConfig() *AccountConfig {\n\tif x != nil {\n\t\treturn x.Config\n\t}\n\treturn nil\n}\n\ntype UpdateAccountConfigResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tConfig *AccountConfig `protobuf:\"bytes,1,opt,name=config,proto3\" json:\"config,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateAccountConfigResponse) Reset() {\n\t*x = UpdateAccountConfigResponse{}\n\tmi := &file_config_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateAccountConfigResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateAccountConfigResponse) ProtoMessage() {}\n\nfunc (x *UpdateAccountConfigResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateAccountConfigResponse.ProtoReflect.Descriptor instead.\nfunc (*UpdateAccountConfigResponse) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{5}\n}\n\nfunc (x *UpdateAccountConfigResponse) GetConfig() *AccountConfig {\n\tif x != nil {\n\t\treturn x.Config\n\t}\n\treturn nil\n}\n\ntype CreateHcpConfigRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The URL that the user should be redirected to after the whole process is\n\t// over. This should be a page in the frontend, probably the HCP Terraform\n\t// Integration page.\n\tFinalFrontendRedirect string `protobuf:\"bytes,1,opt,name=finalFrontendRedirect,proto3\" json:\"finalFrontendRedirect,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateHcpConfigRequest) Reset() {\n\t*x = CreateHcpConfigRequest{}\n\tmi := &file_config_proto_msgTypes[6]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateHcpConfigRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateHcpConfigRequest) ProtoMessage() {}\n\nfunc (x *CreateHcpConfigRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[6]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateHcpConfigRequest.ProtoReflect.Descriptor instead.\nfunc (*CreateHcpConfigRequest) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{6}\n}\n\nfunc (x *CreateHcpConfigRequest) GetFinalFrontendRedirect() string {\n\tif x != nil {\n\t\treturn x.FinalFrontendRedirect\n\t}\n\treturn \"\"\n}\n\ntype CreateHcpConfigResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The configuration of the HCP Run Task that was created\n\tConfig *HcpConfig `protobuf:\"bytes,1,opt,name=config,proto3\" json:\"config,omitempty\"`\n\t// The API Key response for the API key that backs this integration. This\n\t// API will have been created but not yet authorised, the user must still be\n\t// redirected to the authorizeURL to complete the process.\n\tApiKey *CreateAPIKeyResponse `protobuf:\"bytes,2,opt,name=apiKey,proto3\" json:\"apiKey,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateHcpConfigResponse) Reset() {\n\t*x = CreateHcpConfigResponse{}\n\tmi := &file_config_proto_msgTypes[7]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateHcpConfigResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateHcpConfigResponse) ProtoMessage() {}\n\nfunc (x *CreateHcpConfigResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[7]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateHcpConfigResponse.ProtoReflect.Descriptor instead.\nfunc (*CreateHcpConfigResponse) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{7}\n}\n\nfunc (x *CreateHcpConfigResponse) GetConfig() *HcpConfig {\n\tif x != nil {\n\t\treturn x.Config\n\t}\n\treturn nil\n}\n\nfunc (x *CreateHcpConfigResponse) GetApiKey() *CreateAPIKeyResponse {\n\tif x != nil {\n\t\treturn x.ApiKey\n\t}\n\treturn nil\n}\n\ntype HcpConfig struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// the Endpoint URL for the HCP Run Task configuration\n\tEndpoint string `protobuf:\"bytes,1,opt,name=endpoint,proto3\" json:\"endpoint,omitempty\"`\n\t// the HMAC secret for the HCP Run Task configuration\n\tSecret string `protobuf:\"bytes,2,opt,name=secret,proto3\" json:\"secret,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *HcpConfig) Reset() {\n\t*x = HcpConfig{}\n\tmi := &file_config_proto_msgTypes[8]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *HcpConfig) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*HcpConfig) ProtoMessage() {}\n\nfunc (x *HcpConfig) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[8]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use HcpConfig.ProtoReflect.Descriptor instead.\nfunc (*HcpConfig) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{8}\n}\n\nfunc (x *HcpConfig) GetEndpoint() string {\n\tif x != nil {\n\t\treturn x.Endpoint\n\t}\n\treturn \"\"\n}\n\nfunc (x *HcpConfig) GetSecret() string {\n\tif x != nil {\n\t\treturn x.Secret\n\t}\n\treturn \"\"\n}\n\ntype GetHcpConfigRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetHcpConfigRequest) Reset() {\n\t*x = GetHcpConfigRequest{}\n\tmi := &file_config_proto_msgTypes[9]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetHcpConfigRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetHcpConfigRequest) ProtoMessage() {}\n\nfunc (x *GetHcpConfigRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[9]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetHcpConfigRequest.ProtoReflect.Descriptor instead.\nfunc (*GetHcpConfigRequest) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{9}\n}\n\ntype GetHcpConfigResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tConfig *HcpConfig `protobuf:\"bytes,1,opt,name=config,proto3\" json:\"config,omitempty\"`\n\tStatus GetHcpConfigResponse_Status `protobuf:\"varint,2,opt,name=status,proto3,enum=config.GetHcpConfigResponse_Status\" json:\"status,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetHcpConfigResponse) Reset() {\n\t*x = GetHcpConfigResponse{}\n\tmi := &file_config_proto_msgTypes[10]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetHcpConfigResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetHcpConfigResponse) ProtoMessage() {}\n\nfunc (x *GetHcpConfigResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[10]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetHcpConfigResponse.ProtoReflect.Descriptor instead.\nfunc (*GetHcpConfigResponse) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{10}\n}\n\nfunc (x *GetHcpConfigResponse) GetConfig() *HcpConfig {\n\tif x != nil {\n\t\treturn x.Config\n\t}\n\treturn nil\n}\n\nfunc (x *GetHcpConfigResponse) GetStatus() GetHcpConfigResponse_Status {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn GetHcpConfigResponse_CONFIGURED\n}\n\ntype DeleteHcpConfigRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteHcpConfigRequest) Reset() {\n\t*x = DeleteHcpConfigRequest{}\n\tmi := &file_config_proto_msgTypes[11]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteHcpConfigRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteHcpConfigRequest) ProtoMessage() {}\n\nfunc (x *DeleteHcpConfigRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[11]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteHcpConfigRequest.ProtoReflect.Descriptor instead.\nfunc (*DeleteHcpConfigRequest) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{11}\n}\n\ntype DeleteHcpConfigResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteHcpConfigResponse) Reset() {\n\t*x = DeleteHcpConfigResponse{}\n\tmi := &file_config_proto_msgTypes[12]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteHcpConfigResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteHcpConfigResponse) ProtoMessage() {}\n\nfunc (x *DeleteHcpConfigResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[12]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteHcpConfigResponse.ProtoReflect.Descriptor instead.\nfunc (*DeleteHcpConfigResponse) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{12}\n}\n\ntype ReplaceHcpApiKeyRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The URL that the user should be redirected to after the OAuth process is\n\t// over. This should be a page in the frontend, probably the HCP Terraform\n\t// Integration page.\n\tFinalFrontendRedirect string `protobuf:\"bytes,1,opt,name=finalFrontendRedirect,proto3\" json:\"finalFrontendRedirect,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ReplaceHcpApiKeyRequest) Reset() {\n\t*x = ReplaceHcpApiKeyRequest{}\n\tmi := &file_config_proto_msgTypes[13]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ReplaceHcpApiKeyRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ReplaceHcpApiKeyRequest) ProtoMessage() {}\n\nfunc (x *ReplaceHcpApiKeyRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[13]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ReplaceHcpApiKeyRequest.ProtoReflect.Descriptor instead.\nfunc (*ReplaceHcpApiKeyRequest) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{13}\n}\n\nfunc (x *ReplaceHcpApiKeyRequest) GetFinalFrontendRedirect() string {\n\tif x != nil {\n\t\treturn x.FinalFrontendRedirect\n\t}\n\treturn \"\"\n}\n\ntype ReplaceHcpApiKeyResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The configuration of the HCP Run Task (endpoint URL and HMAC secret are\n\t// preserved from the existing config)\n\tConfig *HcpConfig `protobuf:\"bytes,1,opt,name=config,proto3\" json:\"config,omitempty\"`\n\t// The API Key response for the newly created API key. This API key has been\n\t// created but not yet authorised, the user must still be redirected to the\n\t// authorizeURL to complete the process.\n\tApiKey *CreateAPIKeyResponse `protobuf:\"bytes,2,opt,name=apiKey,proto3\" json:\"apiKey,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ReplaceHcpApiKeyResponse) Reset() {\n\t*x = ReplaceHcpApiKeyResponse{}\n\tmi := &file_config_proto_msgTypes[14]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ReplaceHcpApiKeyResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ReplaceHcpApiKeyResponse) ProtoMessage() {}\n\nfunc (x *ReplaceHcpApiKeyResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[14]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ReplaceHcpApiKeyResponse.ProtoReflect.Descriptor instead.\nfunc (*ReplaceHcpApiKeyResponse) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{14}\n}\n\nfunc (x *ReplaceHcpApiKeyResponse) GetConfig() *HcpConfig {\n\tif x != nil {\n\t\treturn x.Config\n\t}\n\treturn nil\n}\n\nfunc (x *ReplaceHcpApiKeyResponse) GetApiKey() *CreateAPIKeyResponse {\n\tif x != nil {\n\t\treturn x.ApiKey\n\t}\n\treturn nil\n}\n\n// Account Signal config\ntype GetSignalConfigRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetSignalConfigRequest) Reset() {\n\t*x = GetSignalConfigRequest{}\n\tmi := &file_config_proto_msgTypes[15]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetSignalConfigRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetSignalConfigRequest) ProtoMessage() {}\n\nfunc (x *GetSignalConfigRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[15]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetSignalConfigRequest.ProtoReflect.Descriptor instead.\nfunc (*GetSignalConfigRequest) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{15}\n}\n\ntype GetSignalConfigResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tConfig *SignalConfig `protobuf:\"bytes,1,opt,name=config,proto3\" json:\"config,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetSignalConfigResponse) Reset() {\n\t*x = GetSignalConfigResponse{}\n\tmi := &file_config_proto_msgTypes[16]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetSignalConfigResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetSignalConfigResponse) ProtoMessage() {}\n\nfunc (x *GetSignalConfigResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[16]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetSignalConfigResponse.ProtoReflect.Descriptor instead.\nfunc (*GetSignalConfigResponse) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{16}\n}\n\nfunc (x *GetSignalConfigResponse) GetConfig() *SignalConfig {\n\tif x != nil {\n\t\treturn x.Config\n\t}\n\treturn nil\n}\n\n// Updates the signal config for the account.\ntype UpdateSignalConfigRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tConfig *SignalConfig `protobuf:\"bytes,1,opt,name=config,proto3\" json:\"config,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateSignalConfigRequest) Reset() {\n\t*x = UpdateSignalConfigRequest{}\n\tmi := &file_config_proto_msgTypes[17]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateSignalConfigRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateSignalConfigRequest) ProtoMessage() {}\n\nfunc (x *UpdateSignalConfigRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[17]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateSignalConfigRequest.ProtoReflect.Descriptor instead.\nfunc (*UpdateSignalConfigRequest) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{17}\n}\n\nfunc (x *UpdateSignalConfigRequest) GetConfig() *SignalConfig {\n\tif x != nil {\n\t\treturn x.Config\n\t}\n\treturn nil\n}\n\ntype UpdateSignalConfigResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tConfig *SignalConfig `protobuf:\"bytes,1,opt,name=config,proto3\" json:\"config,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateSignalConfigResponse) Reset() {\n\t*x = UpdateSignalConfigResponse{}\n\tmi := &file_config_proto_msgTypes[18]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateSignalConfigResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateSignalConfigResponse) ProtoMessage() {}\n\nfunc (x *UpdateSignalConfigResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[18]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateSignalConfigResponse.ProtoReflect.Descriptor instead.\nfunc (*UpdateSignalConfigResponse) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{18}\n}\n\nfunc (x *UpdateSignalConfigResponse) GetConfig() *SignalConfig {\n\tif x != nil {\n\t\treturn x.Config\n\t}\n\treturn nil\n}\n\ntype SignalConfig struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Config for aggregation parameters, such as alpha\n\tAggregationConfig *AggregationConfig `protobuf:\"bytes,1,opt,name=aggregationConfig,proto3\" json:\"aggregationConfig,omitempty\"`\n\t// Config for routine changes, such as events per day and duration\n\tRoutineChangesConfig *RoutineChangesConfig `protobuf:\"bytes,2,opt,name=routineChangesConfig,proto3\" json:\"routineChangesConfig,omitempty\"`\n\t// Config for Github app profile, such as primary branch name\n\tGithubOrganisationProfile *GithubOrganisationProfile `protobuf:\"bytes,3,opt,name=githubOrganisationProfile,proto3,oneof\" json:\"githubOrganisationProfile,omitempty\"`\n\t// Controls the GitHub Check Run pass/fail conclusion criteria\n\tCheckRunMode CheckRunMode `protobuf:\"varint,4,opt,name=check_run_mode,json=checkRunMode,proto3,enum=config.CheckRunMode\" json:\"check_run_mode,omitempty\"`\n\t// Whether GitHub Check Runs are enabled for this account.\n\t// Defaults to false (disabled). Customer must explicitly enable via settings.\n\tCheckRunsEnabled bool `protobuf:\"varint,5,opt,name=check_runs_enabled,json=checkRunsEnabled,proto3\" json:\"check_runs_enabled,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SignalConfig) Reset() {\n\t*x = SignalConfig{}\n\tmi := &file_config_proto_msgTypes[19]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SignalConfig) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SignalConfig) ProtoMessage() {}\n\nfunc (x *SignalConfig) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[19]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SignalConfig.ProtoReflect.Descriptor instead.\nfunc (*SignalConfig) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{19}\n}\n\nfunc (x *SignalConfig) GetAggregationConfig() *AggregationConfig {\n\tif x != nil {\n\t\treturn x.AggregationConfig\n\t}\n\treturn nil\n}\n\nfunc (x *SignalConfig) GetRoutineChangesConfig() *RoutineChangesConfig {\n\tif x != nil {\n\t\treturn x.RoutineChangesConfig\n\t}\n\treturn nil\n}\n\nfunc (x *SignalConfig) GetGithubOrganisationProfile() *GithubOrganisationProfile {\n\tif x != nil {\n\t\treturn x.GithubOrganisationProfile\n\t}\n\treturn nil\n}\n\nfunc (x *SignalConfig) GetCheckRunMode() CheckRunMode {\n\tif x != nil {\n\t\treturn x.CheckRunMode\n\t}\n\treturn CheckRunMode_CHECK_RUN_MODE_REPORT_ONLY\n}\n\nfunc (x *SignalConfig) GetCheckRunsEnabled() bool {\n\tif x != nil {\n\t\treturn x.CheckRunsEnabled\n\t}\n\treturn false\n}\n\ntype AggregationConfig struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Alpha parameter for aggregation: controls the weighting of recent data versus older data\n\t// Must be positive (greater than 0) as it's the temperature parameter for exponential decay\n\tAlpha float32 `protobuf:\"fixed32,1,opt,name=alpha,proto3\" json:\"alpha,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AggregationConfig) Reset() {\n\t*x = AggregationConfig{}\n\tmi := &file_config_proto_msgTypes[20]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AggregationConfig) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AggregationConfig) ProtoMessage() {}\n\nfunc (x *AggregationConfig) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[20]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AggregationConfig.ProtoReflect.Descriptor instead.\nfunc (*AggregationConfig) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{20}\n}\n\nfunc (x *AggregationConfig) GetAlpha() float32 {\n\tif x != nil {\n\t\treturn x.Alpha\n\t}\n\treturn 0\n}\n\ntype RoutineChangesConfig struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The user will see the format of \"12 changes per day for 3 weeks\" with the user able to change these values i.e.\n\t// Events per days, weeks, or months\n\tEventsPer float32 `protobuf:\"fixed32,1,opt,name=eventsPer,proto3\" json:\"eventsPer,omitempty\"`\n\tEventsPerUnit RoutineChangesConfig_DurationUnit `protobuf:\"varint,2,opt,name=eventsPerUnit,proto3,enum=config.RoutineChangesConfig_DurationUnit\" json:\"eventsPerUnit,omitempty\"`\n\t// Duration the number of days, weeks, or months over which routine changes are considered.\n\tDuration float32 `protobuf:\"fixed32,3,opt,name=duration,proto3\" json:\"duration,omitempty\"`\n\t// Specifies the unit of time for the duration field in routine changes.\n\t// The available units are days, weeks, and months.\n\tDurationUnit RoutineChangesConfig_DurationUnit `protobuf:\"varint,4,opt,name=durationUnit,proto3,enum=config.RoutineChangesConfig_DurationUnit\" json:\"durationUnit,omitempty\"`\n\t// Sensitivity parameter that controls the threshold for detecting routine changes.\n\t// A higher sensitivity value makes the detection more responsive to smaller changes,\n\t// while a lower value makes it less responsive.\n\tSensitivity float32 `protobuf:\"fixed32,5,opt,name=sensitivity,proto3\" json:\"sensitivity,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RoutineChangesConfig) Reset() {\n\t*x = RoutineChangesConfig{}\n\tmi := &file_config_proto_msgTypes[21]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RoutineChangesConfig) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RoutineChangesConfig) ProtoMessage() {}\n\nfunc (x *RoutineChangesConfig) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[21]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RoutineChangesConfig.ProtoReflect.Descriptor instead.\nfunc (*RoutineChangesConfig) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{21}\n}\n\nfunc (x *RoutineChangesConfig) GetEventsPer() float32 {\n\tif x != nil {\n\t\treturn x.EventsPer\n\t}\n\treturn 0\n}\n\nfunc (x *RoutineChangesConfig) GetEventsPerUnit() RoutineChangesConfig_DurationUnit {\n\tif x != nil {\n\t\treturn x.EventsPerUnit\n\t}\n\treturn RoutineChangesConfig_DAYS\n}\n\nfunc (x *RoutineChangesConfig) GetDuration() float32 {\n\tif x != nil {\n\t\treturn x.Duration\n\t}\n\treturn 0\n}\n\nfunc (x *RoutineChangesConfig) GetDurationUnit() RoutineChangesConfig_DurationUnit {\n\tif x != nil {\n\t\treturn x.DurationUnit\n\t}\n\treturn RoutineChangesConfig_DAYS\n}\n\nfunc (x *RoutineChangesConfig) GetSensitivity() float32 {\n\tif x != nil {\n\t\treturn x.Sensitivity\n\t}\n\treturn 0\n}\n\n// no parameters required, we will look up the installation ID from the account ID\ntype GetGithubAppInformationRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetGithubAppInformationRequest) Reset() {\n\t*x = GetGithubAppInformationRequest{}\n\tmi := &file_config_proto_msgTypes[22]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetGithubAppInformationRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetGithubAppInformationRequest) ProtoMessage() {}\n\nfunc (x *GetGithubAppInformationRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[22]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetGithubAppInformationRequest.ProtoReflect.Descriptor instead.\nfunc (*GetGithubAppInformationRequest) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{22}\n}\n\n// it will be used to display information to the github integrations page, it is not used for signal processing\ntype GithubAppInformation struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tInstallationID int64 `protobuf:\"varint,1,opt,name=installationID,proto3\" json:\"installationID,omitempty\"`\n\tInstalledBy string `protobuf:\"bytes,2,opt,name=installedBy,proto3\" json:\"installedBy,omitempty\"`\n\tInstalledAt *timestamppb.Timestamp `protobuf:\"bytes,3,opt,name=installedAt,proto3\" json:\"installedAt,omitempty\"`\n\tOrganisationName string `protobuf:\"bytes,4,opt,name=organisationName,proto3\" json:\"organisationName,omitempty\"`\n\tActiveRepositoryCount int64 `protobuf:\"varint,5,opt,name=activeRepositoryCount,proto3\" json:\"activeRepositoryCount,omitempty\"`\n\tContributorCount int64 `protobuf:\"varint,6,opt,name=contributorCount,proto3\" json:\"contributorCount,omitempty\"`\n\tBotAutomationPercentage int64 `protobuf:\"varint,7,opt,name=botAutomationPercentage,proto3\" json:\"botAutomationPercentage,omitempty\"`\n\tAverageMergeTime string `protobuf:\"bytes,8,opt,name=averageMergeTime,proto3\" json:\"averageMergeTime,omitempty\"`\n\tAverageCommitFrequency string `protobuf:\"bytes,9,opt,name=averageCommitFrequency,proto3\" json:\"averageCommitFrequency,omitempty\"`\n\t// Pending installation request fields (populated when a non-admin user\n\t// has requested the app but admin approval is still pending)\n\tRequestedOrgName *string `protobuf:\"bytes,10,opt,name=requestedOrgName,proto3,oneof\" json:\"requestedOrgName,omitempty\"`\n\tRequestedAt *timestamppb.Timestamp `protobuf:\"bytes,11,opt,name=requestedAt,proto3,oneof\" json:\"requestedAt,omitempty\"`\n\tRequestedBy *string `protobuf:\"bytes,12,opt,name=requestedBy,proto3,oneof\" json:\"requestedBy,omitempty\"`\n\t// Suspended status (true when GitHub org admin has suspended the installation)\n\tSuspended *bool `protobuf:\"varint,13,opt,name=suspended,proto3,oneof\" json:\"suspended,omitempty\"`\n\t// Whether the installation has checks:write permission.\n\t// Set by GetGithubAppInformation; used by the frontend to show\n\t// the check runs section vs a permission prompt.\n\tCanCreateChecks *bool `protobuf:\"varint,14,opt,name=can_create_checks,json=canCreateChecks,proto3,oneof\" json:\"can_create_checks,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GithubAppInformation) Reset() {\n\t*x = GithubAppInformation{}\n\tmi := &file_config_proto_msgTypes[23]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GithubAppInformation) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GithubAppInformation) ProtoMessage() {}\n\nfunc (x *GithubAppInformation) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[23]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GithubAppInformation.ProtoReflect.Descriptor instead.\nfunc (*GithubAppInformation) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{23}\n}\n\nfunc (x *GithubAppInformation) GetInstallationID() int64 {\n\tif x != nil {\n\t\treturn x.InstallationID\n\t}\n\treturn 0\n}\n\nfunc (x *GithubAppInformation) GetInstalledBy() string {\n\tif x != nil {\n\t\treturn x.InstalledBy\n\t}\n\treturn \"\"\n}\n\nfunc (x *GithubAppInformation) GetInstalledAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.InstalledAt\n\t}\n\treturn nil\n}\n\nfunc (x *GithubAppInformation) GetOrganisationName() string {\n\tif x != nil {\n\t\treturn x.OrganisationName\n\t}\n\treturn \"\"\n}\n\nfunc (x *GithubAppInformation) GetActiveRepositoryCount() int64 {\n\tif x != nil {\n\t\treturn x.ActiveRepositoryCount\n\t}\n\treturn 0\n}\n\nfunc (x *GithubAppInformation) GetContributorCount() int64 {\n\tif x != nil {\n\t\treturn x.ContributorCount\n\t}\n\treturn 0\n}\n\nfunc (x *GithubAppInformation) GetBotAutomationPercentage() int64 {\n\tif x != nil {\n\t\treturn x.BotAutomationPercentage\n\t}\n\treturn 0\n}\n\nfunc (x *GithubAppInformation) GetAverageMergeTime() string {\n\tif x != nil {\n\t\treturn x.AverageMergeTime\n\t}\n\treturn \"\"\n}\n\nfunc (x *GithubAppInformation) GetAverageCommitFrequency() string {\n\tif x != nil {\n\t\treturn x.AverageCommitFrequency\n\t}\n\treturn \"\"\n}\n\nfunc (x *GithubAppInformation) GetRequestedOrgName() string {\n\tif x != nil && x.RequestedOrgName != nil {\n\t\treturn *x.RequestedOrgName\n\t}\n\treturn \"\"\n}\n\nfunc (x *GithubAppInformation) GetRequestedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.RequestedAt\n\t}\n\treturn nil\n}\n\nfunc (x *GithubAppInformation) GetRequestedBy() string {\n\tif x != nil && x.RequestedBy != nil {\n\t\treturn *x.RequestedBy\n\t}\n\treturn \"\"\n}\n\nfunc (x *GithubAppInformation) GetSuspended() bool {\n\tif x != nil && x.Suspended != nil {\n\t\treturn *x.Suspended\n\t}\n\treturn false\n}\n\nfunc (x *GithubAppInformation) GetCanCreateChecks() bool {\n\tif x != nil && x.CanCreateChecks != nil {\n\t\treturn *x.CanCreateChecks\n\t}\n\treturn false\n}\n\n// this is all the information required to display the github app information\ntype GetGithubAppInformationResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tGithubAppInformation *GithubAppInformation `protobuf:\"bytes,1,opt,name=githubAppInformation,proto3\" json:\"githubAppInformation,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetGithubAppInformationResponse) Reset() {\n\t*x = GetGithubAppInformationResponse{}\n\tmi := &file_config_proto_msgTypes[24]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetGithubAppInformationResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetGithubAppInformationResponse) ProtoMessage() {}\n\nfunc (x *GetGithubAppInformationResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[24]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetGithubAppInformationResponse.ProtoReflect.Descriptor instead.\nfunc (*GetGithubAppInformationResponse) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{24}\n}\n\nfunc (x *GetGithubAppInformationResponse) GetGithubAppInformation() *GithubAppInformation {\n\tif x != nil {\n\t\treturn x.GithubAppInformation\n\t}\n\treturn nil\n}\n\n// no parameters required, we will look up the installation ID from the account ID\ntype RegenerateGithubAppProfileRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RegenerateGithubAppProfileRequest) Reset() {\n\t*x = RegenerateGithubAppProfileRequest{}\n\tmi := &file_config_proto_msgTypes[25]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RegenerateGithubAppProfileRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RegenerateGithubAppProfileRequest) ProtoMessage() {}\n\nfunc (x *RegenerateGithubAppProfileRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[25]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RegenerateGithubAppProfileRequest.ProtoReflect.Descriptor instead.\nfunc (*RegenerateGithubAppProfileRequest) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{25}\n}\n\n// information stored in the database, used by signal processing in change analysis\ntype GithubOrganisationProfile struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tPrimaryBranchName string `protobuf:\"bytes,1,opt,name=primaryBranchName,proto3\" json:\"primaryBranchName,omitempty\"`\n\t// signal scores that will be given for each hour of the day, 0-23, from -5.0 to 5.0\n\tHourlyScores []float64 `protobuf:\"fixed64,2,rep,packed,name=hourlyScores,proto3\" json:\"hourlyScores,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GithubOrganisationProfile) Reset() {\n\t*x = GithubOrganisationProfile{}\n\tmi := &file_config_proto_msgTypes[26]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GithubOrganisationProfile) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GithubOrganisationProfile) ProtoMessage() {}\n\nfunc (x *GithubOrganisationProfile) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[26]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GithubOrganisationProfile.ProtoReflect.Descriptor instead.\nfunc (*GithubOrganisationProfile) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{26}\n}\n\nfunc (x *GithubOrganisationProfile) GetPrimaryBranchName() string {\n\tif x != nil {\n\t\treturn x.PrimaryBranchName\n\t}\n\treturn \"\"\n}\n\nfunc (x *GithubOrganisationProfile) GetHourlyScores() []float64 {\n\tif x != nil {\n\t\treturn x.HourlyScores\n\t}\n\treturn nil\n}\n\ntype RegenerateGithubAppProfileResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tGithubOrganisationProfile *GithubOrganisationProfile `protobuf:\"bytes,1,opt,name=githubOrganisationProfile,proto3\" json:\"githubOrganisationProfile,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RegenerateGithubAppProfileResponse) Reset() {\n\t*x = RegenerateGithubAppProfileResponse{}\n\tmi := &file_config_proto_msgTypes[27]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RegenerateGithubAppProfileResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RegenerateGithubAppProfileResponse) ProtoMessage() {}\n\nfunc (x *RegenerateGithubAppProfileResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[27]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RegenerateGithubAppProfileResponse.ProtoReflect.Descriptor instead.\nfunc (*RegenerateGithubAppProfileResponse) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{27}\n}\n\nfunc (x *RegenerateGithubAppProfileResponse) GetGithubOrganisationProfile() *GithubOrganisationProfile {\n\tif x != nil {\n\t\treturn x.GithubOrganisationProfile\n\t}\n\treturn nil\n}\n\n// No parameters required β€” the account is determined from the caller's auth context.\ntype CreateGithubInstallURLRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateGithubInstallURLRequest) Reset() {\n\t*x = CreateGithubInstallURLRequest{}\n\tmi := &file_config_proto_msgTypes[28]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateGithubInstallURLRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateGithubInstallURLRequest) ProtoMessage() {}\n\nfunc (x *CreateGithubInstallURLRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[28]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateGithubInstallURLRequest.ProtoReflect.Descriptor instead.\nfunc (*CreateGithubInstallURLRequest) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{28}\n}\n\ntype CreateGithubInstallURLResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The full GitHub App install URL including the state query parameter.\n\t// The URL is built from the server-configured GitHub App slug (which GitHub\n\t// restricts to [a-z0-9-]) and is NOT additionally URL-encoded. Consumers\n\t// (especially the frontend) should use this URL as-is for redirection and\n\t// must not assume it is pre-escaped.\n\tInstallUrl string `protobuf:\"bytes,1,opt,name=install_url,json=installUrl,proto3\" json:\"install_url,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateGithubInstallURLResponse) Reset() {\n\t*x = CreateGithubInstallURLResponse{}\n\tmi := &file_config_proto_msgTypes[29]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateGithubInstallURLResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateGithubInstallURLResponse) ProtoMessage() {}\n\nfunc (x *CreateGithubInstallURLResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_config_proto_msgTypes[29]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateGithubInstallURLResponse.ProtoReflect.Descriptor instead.\nfunc (*CreateGithubInstallURLResponse) Descriptor() ([]byte, []int) {\n\treturn file_config_proto_rawDescGZIP(), []int{29}\n}\n\nfunc (x *CreateGithubInstallURLResponse) GetInstallUrl() string {\n\tif x != nil {\n\t\treturn x.InstallUrl\n\t}\n\treturn \"\"\n}\n\nvar File_config_proto protoreflect.FileDescriptor\n\nconst file_config_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\fconfig.proto\\x12\\x06config\\x1a\\rapikeys.proto\\x1a\\x1bbuf/validate/validate.proto\\x1a\\x1egoogle/protobuf/duration.proto\\x1a\\x1fgoogle/protobuf/timestamp.proto\\\"\\xd8\\x01\\n\" +\n\t\"\\x11BlastRadiusConfig\\x12\\x1a\\n\" +\n\t\"\\bmaxItems\\x18\\x01 \\x01(\\x05R\\bmaxItems\\x12\\x1c\\n\" +\n\t\"\\tlinkDepth\\x18\\x02 \\x01(\\x05R\\tlinkDepth\\x12b\\n\" +\n\t\"\\x1cchangeAnalysisTargetDuration\\x18\\x04 \\x01(\\v2\\x19.google.protobuf.DurationH\\x00R\\x1cchangeAnalysisTargetDuration\\x88\\x01\\x01B\\x1f\\n\" +\n\t\"\\x1d_changeAnalysisTargetDurationJ\\x04\\b\\x03\\x10\\x04\\\"\\xc3\\x02\\n\" +\n\t\"\\rAccountConfig\\x12U\\n\" +\n\t\"\\x11blastRadiusPreset\\x18\\x02 \\x01(\\x0e2'.config.AccountConfig.BlastRadiusPresetR\\x11blastRadiusPreset\\x12@\\n\" +\n\t\"\\vblastRadius\\x18\\x01 \\x01(\\v2\\x19.config.BlastRadiusConfigH\\x00R\\vblastRadius\\x88\\x01\\x01\\x12@\\n\" +\n\t\"\\x1bskipUnmappedChangesForRisks\\x18\\x03 \\x01(\\bR\\x1bskipUnmappedChangesForRisks\\\"G\\n\" +\n\t\"\\x11BlastRadiusPreset\\x12\\x0f\\n\" +\n\t\"\\vUNSPECIFIED\\x10\\x00\\x12\\t\\n\" +\n\t\"\\x05QUICK\\x10\\x01\\x12\\f\\n\" +\n\t\"\\bDETAILED\\x10\\x02\\x12\\b\\n\" +\n\t\"\\x04FULL\\x10\\x03B\\x0e\\n\" +\n\t\"\\f_blastRadius\\\"\\x19\\n\" +\n\t\"\\x17GetAccountConfigRequest\\\"I\\n\" +\n\t\"\\x18GetAccountConfigResponse\\x12-\\n\" +\n\t\"\\x06config\\x18\\x01 \\x01(\\v2\\x15.config.AccountConfigR\\x06config\\\"K\\n\" +\n\t\"\\x1aUpdateAccountConfigRequest\\x12-\\n\" +\n\t\"\\x06config\\x18\\x01 \\x01(\\v2\\x15.config.AccountConfigR\\x06config\\\"L\\n\" +\n\t\"\\x1bUpdateAccountConfigResponse\\x12-\\n\" +\n\t\"\\x06config\\x18\\x01 \\x01(\\v2\\x15.config.AccountConfigR\\x06config\\\"N\\n\" +\n\t\"\\x16CreateHcpConfigRequest\\x124\\n\" +\n\t\"\\x15finalFrontendRedirect\\x18\\x01 \\x01(\\tR\\x15finalFrontendRedirect\\\"{\\n\" +\n\t\"\\x17CreateHcpConfigResponse\\x12)\\n\" +\n\t\"\\x06config\\x18\\x01 \\x01(\\v2\\x11.config.HcpConfigR\\x06config\\x125\\n\" +\n\t\"\\x06apiKey\\x18\\x02 \\x01(\\v2\\x1d.apikeys.CreateAPIKeyResponseR\\x06apiKey\\\"?\\n\" +\n\t\"\\tHcpConfig\\x12\\x1a\\n\" +\n\t\"\\bendpoint\\x18\\x01 \\x01(\\tR\\bendpoint\\x12\\x16\\n\" +\n\t\"\\x06secret\\x18\\x02 \\x01(\\tR\\x06secret\\\"\\x15\\n\" +\n\t\"\\x13GetHcpConfigRequest\\\"\\xa3\\x01\\n\" +\n\t\"\\x14GetHcpConfigResponse\\x12)\\n\" +\n\t\"\\x06config\\x18\\x01 \\x01(\\v2\\x11.config.HcpConfigR\\x06config\\x12;\\n\" +\n\t\"\\x06status\\x18\\x02 \\x01(\\x0e2#.config.GetHcpConfigResponse.StatusR\\x06status\\\"#\\n\" +\n\t\"\\x06Status\\x12\\x0e\\n\" +\n\t\"\\n\" +\n\t\"CONFIGURED\\x10\\x00\\x12\\t\\n\" +\n\t\"\\x05ERROR\\x10\\x01\\\"\\x18\\n\" +\n\t\"\\x16DeleteHcpConfigRequest\\\"\\x19\\n\" +\n\t\"\\x17DeleteHcpConfigResponse\\\"O\\n\" +\n\t\"\\x17ReplaceHcpApiKeyRequest\\x124\\n\" +\n\t\"\\x15finalFrontendRedirect\\x18\\x01 \\x01(\\tR\\x15finalFrontendRedirect\\\"|\\n\" +\n\t\"\\x18ReplaceHcpApiKeyResponse\\x12)\\n\" +\n\t\"\\x06config\\x18\\x01 \\x01(\\v2\\x11.config.HcpConfigR\\x06config\\x125\\n\" +\n\t\"\\x06apiKey\\x18\\x02 \\x01(\\v2\\x1d.apikeys.CreateAPIKeyResponseR\\x06apiKey\\\"\\x18\\n\" +\n\t\"\\x16GetSignalConfigRequest\\\"G\\n\" +\n\t\"\\x17GetSignalConfigResponse\\x12,\\n\" +\n\t\"\\x06config\\x18\\x01 \\x01(\\v2\\x14.config.SignalConfigR\\x06config\\\"I\\n\" +\n\t\"\\x19UpdateSignalConfigRequest\\x12,\\n\" +\n\t\"\\x06config\\x18\\x01 \\x01(\\v2\\x14.config.SignalConfigR\\x06config\\\"J\\n\" +\n\t\"\\x1aUpdateSignalConfigResponse\\x12,\\n\" +\n\t\"\\x06config\\x18\\x01 \\x01(\\v2\\x14.config.SignalConfigR\\x06config\\\"\\x97\\x03\\n\" +\n\t\"\\fSignalConfig\\x12G\\n\" +\n\t\"\\x11aggregationConfig\\x18\\x01 \\x01(\\v2\\x19.config.AggregationConfigR\\x11aggregationConfig\\x12P\\n\" +\n\t\"\\x14routineChangesConfig\\x18\\x02 \\x01(\\v2\\x1c.config.RoutineChangesConfigR\\x14routineChangesConfig\\x12d\\n\" +\n\t\"\\x19githubOrganisationProfile\\x18\\x03 \\x01(\\v2!.config.GithubOrganisationProfileH\\x00R\\x19githubOrganisationProfile\\x88\\x01\\x01\\x12:\\n\" +\n\t\"\\x0echeck_run_mode\\x18\\x04 \\x01(\\x0e2\\x14.config.CheckRunModeR\\fcheckRunMode\\x12,\\n\" +\n\t\"\\x12check_runs_enabled\\x18\\x05 \\x01(\\bR\\x10checkRunsEnabledB\\x1c\\n\" +\n\t\"\\x1a_githubOrganisationProfile\\\"5\\n\" +\n\t\"\\x11AggregationConfig\\x12 \\n\" +\n\t\"\\x05alpha\\x18\\x01 \\x01(\\x02B\\n\" +\n\t\"\\xbaH\\a\\n\" +\n\t\"\\x05%\\x00\\x00\\x00\\x00R\\x05alpha\\\"\\xc3\\x02\\n\" +\n\t\"\\x14RoutineChangesConfig\\x12\\x1c\\n\" +\n\t\"\\teventsPer\\x18\\x01 \\x01(\\x02R\\teventsPer\\x12O\\n\" +\n\t\"\\reventsPerUnit\\x18\\x02 \\x01(\\x0e2).config.RoutineChangesConfig.DurationUnitR\\reventsPerUnit\\x12\\x1a\\n\" +\n\t\"\\bduration\\x18\\x03 \\x01(\\x02R\\bduration\\x12M\\n\" +\n\t\"\\fdurationUnit\\x18\\x04 \\x01(\\x0e2).config.RoutineChangesConfig.DurationUnitR\\fdurationUnit\\x12 \\n\" +\n\t\"\\vsensitivity\\x18\\x05 \\x01(\\x02R\\vsensitivity\\\"/\\n\" +\n\t\"\\fDurationUnit\\x12\\b\\n\" +\n\t\"\\x04DAYS\\x10\\x00\\x12\\t\\n\" +\n\t\"\\x05WEEKS\\x10\\x01\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06MONTHS\\x10\\x02\\\" \\n\" +\n\t\"\\x1eGetGithubAppInformationRequest\\\"\\x92\\x06\\n\" +\n\t\"\\x14GithubAppInformation\\x12&\\n\" +\n\t\"\\x0einstallationID\\x18\\x01 \\x01(\\x03R\\x0einstallationID\\x12 \\n\" +\n\t\"\\vinstalledBy\\x18\\x02 \\x01(\\tR\\vinstalledBy\\x12<\\n\" +\n\t\"\\vinstalledAt\\x18\\x03 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\vinstalledAt\\x12*\\n\" +\n\t\"\\x10organisationName\\x18\\x04 \\x01(\\tR\\x10organisationName\\x124\\n\" +\n\t\"\\x15activeRepositoryCount\\x18\\x05 \\x01(\\x03R\\x15activeRepositoryCount\\x12*\\n\" +\n\t\"\\x10contributorCount\\x18\\x06 \\x01(\\x03R\\x10contributorCount\\x128\\n\" +\n\t\"\\x17botAutomationPercentage\\x18\\a \\x01(\\x03R\\x17botAutomationPercentage\\x12*\\n\" +\n\t\"\\x10averageMergeTime\\x18\\b \\x01(\\tR\\x10averageMergeTime\\x126\\n\" +\n\t\"\\x16averageCommitFrequency\\x18\\t \\x01(\\tR\\x16averageCommitFrequency\\x12/\\n\" +\n\t\"\\x10requestedOrgName\\x18\\n\" +\n\t\" \\x01(\\tH\\x00R\\x10requestedOrgName\\x88\\x01\\x01\\x12A\\n\" +\n\t\"\\vrequestedAt\\x18\\v \\x01(\\v2\\x1a.google.protobuf.TimestampH\\x01R\\vrequestedAt\\x88\\x01\\x01\\x12%\\n\" +\n\t\"\\vrequestedBy\\x18\\f \\x01(\\tH\\x02R\\vrequestedBy\\x88\\x01\\x01\\x12!\\n\" +\n\t\"\\tsuspended\\x18\\r \\x01(\\bH\\x03R\\tsuspended\\x88\\x01\\x01\\x12/\\n\" +\n\t\"\\x11can_create_checks\\x18\\x0e \\x01(\\bH\\x04R\\x0fcanCreateChecks\\x88\\x01\\x01B\\x13\\n\" +\n\t\"\\x11_requestedOrgNameB\\x0e\\n\" +\n\t\"\\f_requestedAtB\\x0e\\n\" +\n\t\"\\f_requestedByB\\f\\n\" +\n\t\"\\n\" +\n\t\"_suspendedB\\x14\\n\" +\n\t\"\\x12_can_create_checks\\\"s\\n\" +\n\t\"\\x1fGetGithubAppInformationResponse\\x12P\\n\" +\n\t\"\\x14githubAppInformation\\x18\\x01 \\x01(\\v2\\x1c.config.GithubAppInformationR\\x14githubAppInformation\\\"#\\n\" +\n\t\"!RegenerateGithubAppProfileRequest\\\"\\x8f\\x01\\n\" +\n\t\"\\x19GithubOrganisationProfile\\x12,\\n\" +\n\t\"\\x11primaryBranchName\\x18\\x01 \\x01(\\tR\\x11primaryBranchName\\x12D\\n\" +\n\t\"\\fhourlyScores\\x18\\x02 \\x03(\\x01B \\xbaH\\x1d\\x92\\x01\\x1a\\b\\x18\\x10\\x18\\\"\\x14\\x12\\x12\\x19\\x00\\x00\\x00\\x00\\x00\\x00\\x14@)\\x00\\x00\\x00\\x00\\x00\\x00\\x14\\xc0R\\fhourlyScores\\\"\\x85\\x01\\n\" +\n\t\"\\\"RegenerateGithubAppProfileResponse\\x12_\\n\" +\n\t\"\\x19githubOrganisationProfile\\x18\\x01 \\x01(\\v2!.config.GithubOrganisationProfileR\\x19githubOrganisationProfile\\\"\\x1f\\n\" +\n\t\"\\x1dCreateGithubInstallURLRequest\\\"A\\n\" +\n\t\"\\x1eCreateGithubInstallURLResponse\\x12\\x1f\\n\" +\n\t\"\\vinstall_url\\x18\\x01 \\x01(\\tR\\n\" +\n\t\"installUrl*w\\n\" +\n\t\"\\fCheckRunMode\\x12\\x1e\\n\" +\n\t\"\\x1aCHECK_RUN_MODE_REPORT_ONLY\\x10\\x00\\x12%\\n\" +\n\t\"!CHECK_RUN_MODE_FAIL_HIGH_SEVERITY\\x10\\x01\\x12 \\n\" +\n\t\"\\x1cCHECK_RUN_MODE_FAIL_ANY_RISK\\x10\\x022\\x92\\b\\n\" +\n\t\"\\x14ConfigurationService\\x12U\\n\" +\n\t\"\\x10GetAccountConfig\\x12\\x1f.config.GetAccountConfigRequest\\x1a .config.GetAccountConfigResponse\\x12^\\n\" +\n\t\"\\x13UpdateAccountConfig\\x12\\\".config.UpdateAccountConfigRequest\\x1a#.config.UpdateAccountConfigResponse\\x12R\\n\" +\n\t\"\\x0fCreateHcpConfig\\x12\\x1e.config.CreateHcpConfigRequest\\x1a\\x1f.config.CreateHcpConfigResponse\\x12I\\n\" +\n\t\"\\fGetHcpConfig\\x12\\x1b.config.GetHcpConfigRequest\\x1a\\x1c.config.GetHcpConfigResponse\\x12R\\n\" +\n\t\"\\x0fDeleteHcpConfig\\x12\\x1e.config.DeleteHcpConfigRequest\\x1a\\x1f.config.DeleteHcpConfigResponse\\x12U\\n\" +\n\t\"\\x10ReplaceHcpApiKey\\x12\\x1f.config.ReplaceHcpApiKeyRequest\\x1a .config.ReplaceHcpApiKeyResponse\\x12R\\n\" +\n\t\"\\x0fGetSignalConfig\\x12\\x1e.config.GetSignalConfigRequest\\x1a\\x1f.config.GetSignalConfigResponse\\x12[\\n\" +\n\t\"\\x12UpdateSignalConfig\\x12!.config.UpdateSignalConfigRequest\\x1a\\\".config.UpdateSignalConfigResponse\\x12j\\n\" +\n\t\"\\x17GetGithubAppInformation\\x12&.config.GetGithubAppInformationRequest\\x1a'.config.GetGithubAppInformationResponse\\x12s\\n\" +\n\t\"\\x1aRegenerateGithubAppProfile\\x12).config.RegenerateGithubAppProfileRequest\\x1a*.config.RegenerateGithubAppProfileResponse\\x12g\\n\" +\n\t\"\\x16CreateGithubInstallURL\\x12%.config.CreateGithubInstallURLRequest\\x1a&.config.CreateGithubInstallURLResponseB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_config_proto_rawDescOnce sync.Once\n\tfile_config_proto_rawDescData []byte\n)\n\nfunc file_config_proto_rawDescGZIP() []byte {\n\tfile_config_proto_rawDescOnce.Do(func() {\n\t\tfile_config_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_config_proto_rawDesc), len(file_config_proto_rawDesc)))\n\t})\n\treturn file_config_proto_rawDescData\n}\n\nvar file_config_proto_enumTypes = make([]protoimpl.EnumInfo, 4)\nvar file_config_proto_msgTypes = make([]protoimpl.MessageInfo, 30)\nvar file_config_proto_goTypes = []any{\n\t(CheckRunMode)(0), // 0: config.CheckRunMode\n\t(AccountConfig_BlastRadiusPreset)(0), // 1: config.AccountConfig.BlastRadiusPreset\n\t(GetHcpConfigResponse_Status)(0), // 2: config.GetHcpConfigResponse.Status\n\t(RoutineChangesConfig_DurationUnit)(0), // 3: config.RoutineChangesConfig.DurationUnit\n\t(*BlastRadiusConfig)(nil), // 4: config.BlastRadiusConfig\n\t(*AccountConfig)(nil), // 5: config.AccountConfig\n\t(*GetAccountConfigRequest)(nil), // 6: config.GetAccountConfigRequest\n\t(*GetAccountConfigResponse)(nil), // 7: config.GetAccountConfigResponse\n\t(*UpdateAccountConfigRequest)(nil), // 8: config.UpdateAccountConfigRequest\n\t(*UpdateAccountConfigResponse)(nil), // 9: config.UpdateAccountConfigResponse\n\t(*CreateHcpConfigRequest)(nil), // 10: config.CreateHcpConfigRequest\n\t(*CreateHcpConfigResponse)(nil), // 11: config.CreateHcpConfigResponse\n\t(*HcpConfig)(nil), // 12: config.HcpConfig\n\t(*GetHcpConfigRequest)(nil), // 13: config.GetHcpConfigRequest\n\t(*GetHcpConfigResponse)(nil), // 14: config.GetHcpConfigResponse\n\t(*DeleteHcpConfigRequest)(nil), // 15: config.DeleteHcpConfigRequest\n\t(*DeleteHcpConfigResponse)(nil), // 16: config.DeleteHcpConfigResponse\n\t(*ReplaceHcpApiKeyRequest)(nil), // 17: config.ReplaceHcpApiKeyRequest\n\t(*ReplaceHcpApiKeyResponse)(nil), // 18: config.ReplaceHcpApiKeyResponse\n\t(*GetSignalConfigRequest)(nil), // 19: config.GetSignalConfigRequest\n\t(*GetSignalConfigResponse)(nil), // 20: config.GetSignalConfigResponse\n\t(*UpdateSignalConfigRequest)(nil), // 21: config.UpdateSignalConfigRequest\n\t(*UpdateSignalConfigResponse)(nil), // 22: config.UpdateSignalConfigResponse\n\t(*SignalConfig)(nil), // 23: config.SignalConfig\n\t(*AggregationConfig)(nil), // 24: config.AggregationConfig\n\t(*RoutineChangesConfig)(nil), // 25: config.RoutineChangesConfig\n\t(*GetGithubAppInformationRequest)(nil), // 26: config.GetGithubAppInformationRequest\n\t(*GithubAppInformation)(nil), // 27: config.GithubAppInformation\n\t(*GetGithubAppInformationResponse)(nil), // 28: config.GetGithubAppInformationResponse\n\t(*RegenerateGithubAppProfileRequest)(nil), // 29: config.RegenerateGithubAppProfileRequest\n\t(*GithubOrganisationProfile)(nil), // 30: config.GithubOrganisationProfile\n\t(*RegenerateGithubAppProfileResponse)(nil), // 31: config.RegenerateGithubAppProfileResponse\n\t(*CreateGithubInstallURLRequest)(nil), // 32: config.CreateGithubInstallURLRequest\n\t(*CreateGithubInstallURLResponse)(nil), // 33: config.CreateGithubInstallURLResponse\n\t(*durationpb.Duration)(nil), // 34: google.protobuf.Duration\n\t(*CreateAPIKeyResponse)(nil), // 35: apikeys.CreateAPIKeyResponse\n\t(*timestamppb.Timestamp)(nil), // 36: google.protobuf.Timestamp\n}\nvar file_config_proto_depIdxs = []int32{\n\t34, // 0: config.BlastRadiusConfig.changeAnalysisTargetDuration:type_name -> google.protobuf.Duration\n\t1, // 1: config.AccountConfig.blastRadiusPreset:type_name -> config.AccountConfig.BlastRadiusPreset\n\t4, // 2: config.AccountConfig.blastRadius:type_name -> config.BlastRadiusConfig\n\t5, // 3: config.GetAccountConfigResponse.config:type_name -> config.AccountConfig\n\t5, // 4: config.UpdateAccountConfigRequest.config:type_name -> config.AccountConfig\n\t5, // 5: config.UpdateAccountConfigResponse.config:type_name -> config.AccountConfig\n\t12, // 6: config.CreateHcpConfigResponse.config:type_name -> config.HcpConfig\n\t35, // 7: config.CreateHcpConfigResponse.apiKey:type_name -> apikeys.CreateAPIKeyResponse\n\t12, // 8: config.GetHcpConfigResponse.config:type_name -> config.HcpConfig\n\t2, // 9: config.GetHcpConfigResponse.status:type_name -> config.GetHcpConfigResponse.Status\n\t12, // 10: config.ReplaceHcpApiKeyResponse.config:type_name -> config.HcpConfig\n\t35, // 11: config.ReplaceHcpApiKeyResponse.apiKey:type_name -> apikeys.CreateAPIKeyResponse\n\t23, // 12: config.GetSignalConfigResponse.config:type_name -> config.SignalConfig\n\t23, // 13: config.UpdateSignalConfigRequest.config:type_name -> config.SignalConfig\n\t23, // 14: config.UpdateSignalConfigResponse.config:type_name -> config.SignalConfig\n\t24, // 15: config.SignalConfig.aggregationConfig:type_name -> config.AggregationConfig\n\t25, // 16: config.SignalConfig.routineChangesConfig:type_name -> config.RoutineChangesConfig\n\t30, // 17: config.SignalConfig.githubOrganisationProfile:type_name -> config.GithubOrganisationProfile\n\t0, // 18: config.SignalConfig.check_run_mode:type_name -> config.CheckRunMode\n\t3, // 19: config.RoutineChangesConfig.eventsPerUnit:type_name -> config.RoutineChangesConfig.DurationUnit\n\t3, // 20: config.RoutineChangesConfig.durationUnit:type_name -> config.RoutineChangesConfig.DurationUnit\n\t36, // 21: config.GithubAppInformation.installedAt:type_name -> google.protobuf.Timestamp\n\t36, // 22: config.GithubAppInformation.requestedAt:type_name -> google.protobuf.Timestamp\n\t27, // 23: config.GetGithubAppInformationResponse.githubAppInformation:type_name -> config.GithubAppInformation\n\t30, // 24: config.RegenerateGithubAppProfileResponse.githubOrganisationProfile:type_name -> config.GithubOrganisationProfile\n\t6, // 25: config.ConfigurationService.GetAccountConfig:input_type -> config.GetAccountConfigRequest\n\t8, // 26: config.ConfigurationService.UpdateAccountConfig:input_type -> config.UpdateAccountConfigRequest\n\t10, // 27: config.ConfigurationService.CreateHcpConfig:input_type -> config.CreateHcpConfigRequest\n\t13, // 28: config.ConfigurationService.GetHcpConfig:input_type -> config.GetHcpConfigRequest\n\t15, // 29: config.ConfigurationService.DeleteHcpConfig:input_type -> config.DeleteHcpConfigRequest\n\t17, // 30: config.ConfigurationService.ReplaceHcpApiKey:input_type -> config.ReplaceHcpApiKeyRequest\n\t19, // 31: config.ConfigurationService.GetSignalConfig:input_type -> config.GetSignalConfigRequest\n\t21, // 32: config.ConfigurationService.UpdateSignalConfig:input_type -> config.UpdateSignalConfigRequest\n\t26, // 33: config.ConfigurationService.GetGithubAppInformation:input_type -> config.GetGithubAppInformationRequest\n\t29, // 34: config.ConfigurationService.RegenerateGithubAppProfile:input_type -> config.RegenerateGithubAppProfileRequest\n\t32, // 35: config.ConfigurationService.CreateGithubInstallURL:input_type -> config.CreateGithubInstallURLRequest\n\t7, // 36: config.ConfigurationService.GetAccountConfig:output_type -> config.GetAccountConfigResponse\n\t9, // 37: config.ConfigurationService.UpdateAccountConfig:output_type -> config.UpdateAccountConfigResponse\n\t11, // 38: config.ConfigurationService.CreateHcpConfig:output_type -> config.CreateHcpConfigResponse\n\t14, // 39: config.ConfigurationService.GetHcpConfig:output_type -> config.GetHcpConfigResponse\n\t16, // 40: config.ConfigurationService.DeleteHcpConfig:output_type -> config.DeleteHcpConfigResponse\n\t18, // 41: config.ConfigurationService.ReplaceHcpApiKey:output_type -> config.ReplaceHcpApiKeyResponse\n\t20, // 42: config.ConfigurationService.GetSignalConfig:output_type -> config.GetSignalConfigResponse\n\t22, // 43: config.ConfigurationService.UpdateSignalConfig:output_type -> config.UpdateSignalConfigResponse\n\t28, // 44: config.ConfigurationService.GetGithubAppInformation:output_type -> config.GetGithubAppInformationResponse\n\t31, // 45: config.ConfigurationService.RegenerateGithubAppProfile:output_type -> config.RegenerateGithubAppProfileResponse\n\t33, // 46: config.ConfigurationService.CreateGithubInstallURL:output_type -> config.CreateGithubInstallURLResponse\n\t36, // [36:47] is the sub-list for method output_type\n\t25, // [25:36] is the sub-list for method input_type\n\t25, // [25:25] is the sub-list for extension type_name\n\t25, // [25:25] is the sub-list for extension extendee\n\t0, // [0:25] is the sub-list for field type_name\n}\n\nfunc init() { file_config_proto_init() }\nfunc file_config_proto_init() {\n\tif File_config_proto != nil {\n\t\treturn\n\t}\n\tfile_apikeys_proto_init()\n\tfile_config_proto_msgTypes[0].OneofWrappers = []any{}\n\tfile_config_proto_msgTypes[1].OneofWrappers = []any{}\n\tfile_config_proto_msgTypes[19].OneofWrappers = []any{}\n\tfile_config_proto_msgTypes[23].OneofWrappers = []any{}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_config_proto_rawDesc), len(file_config_proto_rawDesc)),\n\t\t\tNumEnums: 4,\n\t\t\tNumMessages: 30,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 1,\n\t\t},\n\t\tGoTypes: file_config_proto_goTypes,\n\t\tDependencyIndexes: file_config_proto_depIdxs,\n\t\tEnumInfos: file_config_proto_enumTypes,\n\t\tMessageInfos: file_config_proto_msgTypes,\n\t}.Build()\n\tFile_config_proto = out.File\n\tfile_config_proto_goTypes = nil\n\tfile_config_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/connection.go", "content": "package sdp\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\treflect \"reflect\"\n\n\t\"github.com/nats-io/nats.go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/codes\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\n// EncodedConnection is an interface that allows messages to be published to it.\n// In production this would always be filled by a *nats.EncodedConn, however in\n// testing we will mock this with something that does nothing\ntype EncodedConnection interface {\n\tPublish(ctx context.Context, subj string, m proto.Message) error\n\tPublishRequest(ctx context.Context, subj, replyTo string, m proto.Message) error\n\tPublishMsg(ctx context.Context, msg *nats.Msg) error\n\tSubscribe(subj string, cb nats.MsgHandler) (*nats.Subscription, error)\n\tQueueSubscribe(subj, queue string, cb nats.MsgHandler) (*nats.Subscription, error)\n\tRequestMsg(ctx context.Context, msg *nats.Msg) (*nats.Msg, error)\n\n\tStatus() nats.Status\n\tStats() nats.Statistics\n\tLastError() error\n\n\tDrain() error\n\tClose()\n\n\tUnderlying() *nats.Conn\n\tDrop()\n}\n\ntype EncodedConnectionImpl struct {\n\tConn *nats.Conn\n}\n\n// assert interface implementation\nvar _ EncodedConnection = (*EncodedConnectionImpl)(nil)\n\nfunc recordMessage(ctx context.Context, name, subj, typ, msg string) {\n\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\"msg\": msg,\n\t\t\"subj\": subj,\n\t\t\"typ\": typ,\n\t}).Trace(name)\n\t// avoid spamming honeycomb\n\tif log.GetLevel() == log.TraceLevel {\n\t\tspan := trace.SpanFromContext(ctx)\n\t\tspan.AddEvent(name, trace.WithAttributes(\n\t\t\tattribute.String(\"ovm.sdp.subject\", subj),\n\t\t\tattribute.String(\"ovm.sdp.message\", msg),\n\t\t))\n\t}\n}\n\nfunc (ec *EncodedConnectionImpl) Publish(ctx context.Context, subj string, m proto.Message) error {\n\trecordMessage(ctx, \"Publish\", subj, fmt.Sprint(reflect.TypeOf(m)), fmt.Sprintf(\"%d bytes\", proto.Size(m)))\n\n\tdata, err := proto.Marshal(m)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tmsg := &nats.Msg{\n\t\tSubject: subj,\n\t\tData: data,\n\t}\n\tInjectOtelTraceContext(ctx, msg)\n\treturn ec.Conn.PublishMsg(msg)\n}\n\nfunc (ec *EncodedConnectionImpl) PublishRequest(ctx context.Context, subj, replyTo string, m proto.Message) error {\n\trecordMessage(ctx, \"Publish\", subj, fmt.Sprint(reflect.TypeOf(m)), fmt.Sprintf(\"%d bytes\", proto.Size(m)))\n\n\tdata, err := proto.Marshal(m)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tmsg := &nats.Msg{\n\t\tSubject: subj,\n\t\tData: data,\n\t}\n\tmsg.Header.Add(\"reply-to\", replyTo)\n\tInjectOtelTraceContext(ctx, msg)\n\treturn ec.Conn.PublishMsg(msg)\n}\n\nfunc (ec *EncodedConnectionImpl) PublishMsg(ctx context.Context, msg *nats.Msg) error {\n\trecordMessage(ctx, \"Publish\", msg.Subject, \"[]byte\", \"binary\")\n\n\tInjectOtelTraceContext(ctx, msg)\n\treturn ec.Conn.PublishMsg(msg)\n}\n\n// Subscribe Use genhandler to get a nats.MsgHandler with otel propagation and protobuf marshaling\nfunc (ec *EncodedConnectionImpl) Subscribe(subj string, cb nats.MsgHandler) (*nats.Subscription, error) {\n\treturn ec.Conn.Subscribe(subj, cb)\n}\n\n// QueueSubscribe Use genhandler to get a nats.MsgHandler with otel propagation and protobuf marshaling\nfunc (ec *EncodedConnectionImpl) QueueSubscribe(subj, queue string, cb nats.MsgHandler) (*nats.Subscription, error) {\n\treturn ec.Conn.QueueSubscribe(subj, queue, cb)\n}\n\nfunc (ec *EncodedConnectionImpl) RequestMsg(ctx context.Context, msg *nats.Msg) (*nats.Msg, error) {\n\trecordMessage(ctx, \"RequestMsg\", msg.Subject, \"[]byte\", \"binary\")\n\tInjectOtelTraceContext(ctx, msg)\n\treply, err := ec.Conn.RequestMsgWithContext(ctx, msg)\n\n\tif err != nil {\n\t\trecordMessage(ctx, \"RequestMsg Error\", msg.Subject, fmt.Sprint(reflect.TypeOf(err)), err.Error())\n\t} else {\n\t\trecordMessage(ctx, \"RequestMsg Reply\", msg.Subject, \"[]byte\", \"binary\")\n\t}\n\treturn reply, err\n}\n\nfunc (ec *EncodedConnectionImpl) Drain() error {\n\treturn ec.Conn.Drain()\n}\nfunc (ec *EncodedConnectionImpl) Close() {\n\tec.Conn.Close()\n}\n\nfunc (ec *EncodedConnectionImpl) Status() nats.Status {\n\treturn ec.Conn.Status()\n}\n\nfunc (ec *EncodedConnectionImpl) Stats() nats.Statistics {\n\treturn ec.Conn.Stats()\n}\n\nfunc (ec *EncodedConnectionImpl) LastError() error {\n\treturn ec.Conn.LastError()\n}\n\nfunc (ec *EncodedConnectionImpl) Underlying() *nats.Conn {\n\treturn ec.Conn\n}\n\n// Drop Drops the underlying connection completely\nfunc (ec *EncodedConnectionImpl) Drop() {\n\tec.Conn = nil\n}\n\n// Unmarshal Does a proto.Unmarshal and logs errors in a consistent way. The\n// user should still validate that the message is valid as it's possible to\n// unmarshal data from one message format into another without an error.\n// Validation should be based on the type that the data is being unmarshaled\n// into.\nfunc Unmarshal(ctx context.Context, b []byte, m proto.Message) error {\n\terr := proto.Unmarshal(b, m)\n\tif err != nil {\n\t\trecordMessage(ctx, \"Unmarshal err\", \"unknown\", fmt.Sprint(reflect.TypeOf(err)), err.Error())\n\t\tlog.WithContext(ctx).Errorf(\"Error parsing message: %v\", err)\n\t\ttrace.SpanFromContext(ctx).SetStatus(codes.Error, fmt.Sprintf(\"Error parsing message: %v\", err))\n\t\treturn err\n\t}\n\n\trecordMessage(ctx, \"Unmarshal\", \"unknown\", fmt.Sprint(reflect.TypeOf(m)), fmt.Sprintf(\"%d bytes\", proto.Size(m)))\n\treturn nil\n}\n\n//go:generate go run genhandler.go Query\n//go:generate go run genhandler.go QueryResponse\n//go:generate go run genhandler.go CancelQuery\n\n//go:generate go run genhandler.go GatewayResponse\n\n//go:generate go run genhandler.go NATSGetLogRecordsRequest\n//go:generate go run genhandler.go NATSGetLogRecordsResponse\n" }, { "path": "go/sdp-go/connection_test.go", "content": "package sdp\n\nimport (\n\t\"context\"\n\t\"testing\"\n)\n\n// This is an example of a Query with a timeout. This attribute was removed and\n// replaced with a `reserved` field. Therefore it is being used to test how we\n// handle older messages\nvar exampleRemovedAttribute = []byte{\n\t0xa, 0x3, 0x66, 0x6f, 0x6f, 0x1a, 0x3, 0x66, 0x6f, 0x6f, 0x22, 0x4, 0x8,\n\t0xa, 0x10, 0x1, 0x2a, 0x3, 0x66, 0x6f, 0x6f, 0x30, 0x1, 0x3a, 0x10, 0x4e,\n\t0x43, 0x68, 0xd9, 0x17, 0xd4, 0x4d, 0x83, 0xa9, 0xe6, 0xf5, 0x3a, 0xec,\n\t0xc7, 0xe7, 0xf0, 0x42, 0x2, 0x8, 0xa,\n}\n\nfunc TestUnmarshal(t *testing.T) {\n\tctx := context.Background()\n\tquery := new(Query)\n\n\terr := Unmarshal(ctx, exampleRemovedAttribute, query)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n}\n" }, { "path": "go/sdp-go/encoder_test.go", "content": "package sdp\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"google.golang.org/protobuf/proto\"\n\t\"google.golang.org/protobuf/types/known/durationpb\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\nvar _u = uuid.New()\n\nvar query = Query{\n\tType: \"user\",\n\tMethod: QueryMethod_LIST,\n\tRecursionBehaviour: &Query_RecursionBehaviour{\n\t\tLinkDepth: 10,\n\t},\n\tScope: \"test\",\n\tUUID: _u[:],\n\tDeadline: timestamppb.New(time.Now().Add(10 * time.Second)),\n}\n\nvar itemAttributes = ItemAttributes{\n\tAttrStruct: &structpb.Struct{\n\t\tFields: map[string]*structpb.Value{\n\t\t\t\"foo\": {\n\t\t\t\tKind: &structpb.Value_StringValue{\n\t\t\t\t\tStringValue: \"bar\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t},\n}\n\nvar metadata = Metadata{\n\tSourceName: \"users\",\n\tSourceQuery: &Query{\n\t\tType: \"user\",\n\t\tMethod: QueryMethod_LIST,\n\t\tQuery: \"*\",\n\t\tRecursionBehaviour: &Query_RecursionBehaviour{\n\t\t\tLinkDepth: 12,\n\t\t},\n\t\tScope: \"testScope\",\n\t},\n\tTimestamp: timestamppb.Now(),\n\tSourceDuration: &durationpb.Duration{\n\t\tSeconds: 1,\n\t\tNanos: 1,\n\t},\n\tSourceDurationPerItem: &durationpb.Duration{\n\t\tSeconds: 0,\n\t\tNanos: 500,\n\t},\n}\n\nvar item = Item{\n\tType: \"user\",\n\tUniqueAttribute: \"name\",\n\tAttributes: &itemAttributes,\n\tMetadata: &metadata,\n}\n\nvar items = Items{\n\tItems: []*Item{\n\t\t&item,\n\t},\n}\n\nvar reference = Reference{\n\tType: \"user\",\n\tUniqueAttributeValue: \"dylan\",\n\tScope: \"test\",\n}\n\nvar queryError = QueryError{\n\tErrorType: QueryError_OTHER,\n\tErrorString: \"uh oh\",\n\tScope: \"test\",\n}\n\nvar ru = uuid.New()\n\nvar response = Response{\n\tResponder: \"test\",\n\tResponderUUID: ru[:],\n\tState: ResponderState_WORKING,\n\tNextUpdateIn: &durationpb.Duration{\n\t\tSeconds: 10,\n\t\tNanos: 0,\n\t},\n}\n\nvar messages = []proto.Message{\n\t&query,\n\t&itemAttributes,\n\t&metadata,\n\t&item,\n\t&items,\n\t&reference,\n\t&queryError,\n\t&response,\n}\n\n// TestEncode Make sure that we can encode all of the message types without\n// raising any errors\nfunc TestEncode(t *testing.T) {\n\tfor _, message := range messages {\n\t\t_, err := proto.Marshal(message)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n}\n\nvar decodeTests = []struct {\n\tMessage proto.Message\n\tTarget proto.Message\n}{\n\t{\n\t\tMessage: &query,\n\t\tTarget: &Query{},\n\t},\n\t{\n\t\tMessage: &itemAttributes,\n\t\tTarget: &ItemAttributes{},\n\t},\n\t{\n\t\tMessage: &metadata,\n\t\tTarget: &Metadata{},\n\t},\n\t{\n\t\tMessage: &item,\n\t\tTarget: &Item{},\n\t},\n\t{\n\t\tMessage: &items,\n\t\tTarget: &Items{},\n\t},\n\t{\n\t\tMessage: &reference,\n\t\tTarget: &Reference{},\n\t},\n\t{\n\t\tMessage: &queryError,\n\t\tTarget: &QueryError{},\n\t},\n\t{\n\t\tMessage: &response,\n\t\tTarget: &Response{},\n\t},\n}\n\n// TestDecode Make sure that we can decode all of the message\nfunc TestDecode(t *testing.T) {\n\tfor _, decTest := range decodeTests {\n\t\t// Marshal to binary\n\t\tb, err := proto.Marshal(decTest.Message)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\terr = Unmarshal(context.Background(), b, decTest.Target)\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t}\n}\n" }, { "path": "go/sdp-go/errors.go", "content": "package sdp\n\nimport (\n\t\"errors\"\n\t\"fmt\"\n\n\t\"github.com/google/uuid\"\n)\n\nconst ErrorTemplate string = `%v\n\nErrorType: %v\nScope: %v\nSourceName: %v\nItemType: %v\nResponderName: %v`\n\n// assert interface\nvar _ error = (*QueryError)(nil)\n\nfunc (e *QueryError) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(e.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// Ensure that the QueryError is seen as a valid error in golang\nfunc (e *QueryError) Error() string {\n\treturn fmt.Sprintf(\n\t\tErrorTemplate,\n\t\te.GetErrorString(),\n\t\te.GetErrorType().String(),\n\t\te.GetScope(),\n\t\te.GetSourceName(),\n\t\te.GetItemType(),\n\t\te.GetResponderName(),\n\t)\n}\n\n// NewQueryError converts a regular error to a QueryError of type\n// OTHER. If the input error is already a QueryError then it is preserved\nfunc NewQueryError(err error) *QueryError {\n\tvar sdpErr *QueryError\n\tif errors.As(err, &sdpErr) {\n\t\treturn sdpErr\n\t}\n\n\treturn &QueryError{\n\t\tErrorType: QueryError_OTHER,\n\t\tErrorString: err.Error(),\n\t}\n}\n" }, { "path": "go/sdp-go/gateway.go", "content": "package sdp\n\nimport (\n\t\"encoding/hex\"\n\n\t\"github.com/google/uuid\"\n)\n\n// Equal Returns whether two statuses are functionally equal\nfunc (x *GatewayRequestStatus) Equal(y *GatewayRequestStatus) bool {\n\tif x == nil {\n\t\tif y == nil {\n\t\t\treturn true\n\t\t} else {\n\t\t\treturn false\n\t\t}\n\t}\n\n\tif (x.GetSummary() == nil || y.GetSummary() == nil) && x.GetSummary() != y.GetSummary() {\n\t\t// If one of them is nil, and they aren't both nil\n\t\treturn false\n\t}\n\n\tif x.GetSummary() != nil && y.GetSummary() != nil {\n\t\tif x.GetSummary().GetWorking() != y.GetSummary().GetWorking() {\n\t\t\treturn false\n\t\t}\n\t\tif x.GetSummary().GetStalled() != y.GetSummary().GetStalled() {\n\t\t\treturn false\n\t\t}\n\t\tif x.GetSummary().GetComplete() != y.GetSummary().GetComplete() {\n\t\t\treturn false\n\t\t}\n\t\tif x.GetSummary().GetError() != y.GetSummary().GetError() {\n\t\t\treturn false\n\t\t}\n\t\tif x.GetSummary().GetCancelled() != y.GetSummary().GetCancelled() {\n\t\t\treturn false\n\t\t}\n\t\tif x.GetSummary().GetResponders() != y.GetSummary().GetResponders() {\n\t\t\treturn false\n\t\t}\n\t}\n\n\tif x.GetPostProcessingComplete() != y.GetPostProcessingComplete() {\n\t\treturn false\n\t}\n\n\treturn true\n}\n\n// Whether the gateway request is complete\nfunc (x *GatewayRequestStatus) Done() bool {\n\treturn x.GetPostProcessingComplete() && x.GetSummary().GetWorking() == 0\n}\n\n// GetMsgIDLogString returns the correlation ID as string for logging\nfunc (x *StoreBookmark) GetMsgIDLogString() string {\n\tbs := x.GetMsgID()\n\tif len(bs) == 16 {\n\t\tu, err := uuid.FromBytes(bs)\n\t\tif err != nil {\n\t\t\treturn \"\"\n\t\t}\n\t\treturn u.String()\n\t}\n\treturn hex.EncodeToString(bs)\n}\n\n// GetMsgIDLogString returns the correlation ID as string for logging\nfunc (x *BookmarkStoreResult) GetMsgIDLogString() string {\n\tbs := x.GetMsgID()\n\tif len(bs) == 0 {\n\t\treturn \"\"\n\t}\n\tif len(bs) == 16 {\n\t\tu, err := uuid.FromBytes(bs)\n\t\tif err == nil {\n\t\t\treturn u.String()\n\t\t}\n\t}\n\treturn hex.EncodeToString(bs)\n}\n\n// GetMsgIDLogString returns the correlation ID as string for logging\nfunc (x *LoadBookmark) GetMsgIDLogString() string {\n\tbs := x.GetMsgID()\n\tif len(bs) == 0 {\n\t\treturn \"\"\n\t}\n\tif len(bs) == 16 {\n\t\tu, err := uuid.FromBytes(bs)\n\t\tif err == nil {\n\t\t\treturn u.String()\n\t\t}\n\t}\n\treturn hex.EncodeToString(bs)\n}\n\n// GetMsgIDLogString returns the correlation ID as string for logging\nfunc (x *BookmarkLoadResult) GetMsgIDLogString() string {\n\tbs := x.GetMsgID()\n\tif len(bs) == 0 {\n\t\treturn \"\"\n\t}\n\tif len(bs) == 16 {\n\t\tu, err := uuid.FromBytes(bs)\n\t\tif err == nil {\n\t\t\treturn u.String()\n\t\t}\n\t}\n\treturn hex.EncodeToString(bs)\n}\n\n// GetMsgIDLogString returns the correlation ID as string for logging\nfunc (x *StoreSnapshot) GetMsgIDLogString() string {\n\tbs := x.GetMsgID()\n\tif len(bs) == 0 {\n\t\treturn \"\"\n\t}\n\tif len(bs) == 16 {\n\t\tu, err := uuid.FromBytes(bs)\n\t\tif err == nil {\n\t\t\treturn u.String()\n\t\t}\n\t}\n\treturn hex.EncodeToString(bs)\n}\n\n// GetMsgIDLogString returns the correlation ID as string for logging\nfunc (x *SnapshotStoreResult) GetMsgIDLogString() string {\n\tbs := x.GetMsgID()\n\tif len(bs) == 0 {\n\t\treturn \"\"\n\t}\n\tif len(bs) == 16 {\n\t\tu, err := uuid.FromBytes(bs)\n\t\tif err == nil {\n\t\t\treturn u.String()\n\t\t}\n\t}\n\treturn hex.EncodeToString(bs)\n}\n\n// GetMsgIDLogString returns the correlation ID as string for logging\nfunc (x *LoadSnapshot) GetMsgIDLogString() string {\n\tbs := x.GetMsgID()\n\tif len(bs) == 0 {\n\t\treturn \"\"\n\t}\n\tif len(bs) == 16 {\n\t\tu, err := uuid.FromBytes(bs)\n\t\tif err == nil {\n\t\t\treturn u.String()\n\t\t}\n\t}\n\treturn hex.EncodeToString(bs)\n}\n\n// GetMsgIDLogString returns the correlation ID as string for logging\nfunc (x *SnapshotLoadResult) GetMsgIDLogString() string {\n\tbs := x.GetMsgID()\n\tif len(bs) == 0 {\n\t\treturn \"\"\n\t}\n\tif len(bs) == 16 {\n\t\tu, err := uuid.FromBytes(bs)\n\t\tif err == nil {\n\t\t\treturn u.String()\n\t\t}\n\t}\n\treturn hex.EncodeToString(bs)\n}\n\n// GetMsgIDLogString returns the correlation ID as string for logging\nfunc (x *QueryStatus) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(x.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\nfunc (x *LoadSnapshot) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(x.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n" }, { "path": "go/sdp-go/gateway.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: gateway.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\tdurationpb \"google.golang.org/protobuf/types/known/durationpb\"\n\ttimestamppb \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\n// A union of all request made to the gateway.\ntype GatewayRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Types that are valid to be assigned to RequestType:\n\t//\n\t//\t*GatewayRequest_Query\n\t//\t*GatewayRequest_CancelQuery\n\t//\t*GatewayRequest_Expand\n\t//\t*GatewayRequest_StoreSnapshot\n\t//\t*GatewayRequest_LoadSnapshot\n\t//\t*GatewayRequest_StoreBookmark\n\t//\t*GatewayRequest_LoadBookmark\n\t//\t*GatewayRequest_ChatMessage\n\tRequestType isGatewayRequest_RequestType `protobuf_oneof:\"request_type\"`\n\tMinStatusInterval *durationpb.Duration `protobuf:\"bytes,2,opt,name=minStatusInterval,proto3,oneof\" json:\"minStatusInterval,omitempty\"` // Minimum time between status updates. Setting this value too low can result in too many status messages\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GatewayRequest) Reset() {\n\t*x = GatewayRequest{}\n\tmi := &file_gateway_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GatewayRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GatewayRequest) ProtoMessage() {}\n\nfunc (x *GatewayRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GatewayRequest.ProtoReflect.Descriptor instead.\nfunc (*GatewayRequest) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *GatewayRequest) GetRequestType() isGatewayRequest_RequestType {\n\tif x != nil {\n\t\treturn x.RequestType\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayRequest) GetQuery() *Query {\n\tif x != nil {\n\t\tif x, ok := x.RequestType.(*GatewayRequest_Query); ok {\n\t\t\treturn x.Query\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayRequest) GetCancelQuery() *CancelQuery {\n\tif x != nil {\n\t\tif x, ok := x.RequestType.(*GatewayRequest_CancelQuery); ok {\n\t\t\treturn x.CancelQuery\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayRequest) GetExpand() *Expand {\n\tif x != nil {\n\t\tif x, ok := x.RequestType.(*GatewayRequest_Expand); ok {\n\t\t\treturn x.Expand\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayRequest) GetStoreSnapshot() *StoreSnapshot {\n\tif x != nil {\n\t\tif x, ok := x.RequestType.(*GatewayRequest_StoreSnapshot); ok {\n\t\t\treturn x.StoreSnapshot\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayRequest) GetLoadSnapshot() *LoadSnapshot {\n\tif x != nil {\n\t\tif x, ok := x.RequestType.(*GatewayRequest_LoadSnapshot); ok {\n\t\t\treturn x.LoadSnapshot\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayRequest) GetStoreBookmark() *StoreBookmark {\n\tif x != nil {\n\t\tif x, ok := x.RequestType.(*GatewayRequest_StoreBookmark); ok {\n\t\t\treturn x.StoreBookmark\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayRequest) GetLoadBookmark() *LoadBookmark {\n\tif x != nil {\n\t\tif x, ok := x.RequestType.(*GatewayRequest_LoadBookmark); ok {\n\t\t\treturn x.LoadBookmark\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayRequest) GetChatMessage() *ChatMessage {\n\tif x != nil {\n\t\tif x, ok := x.RequestType.(*GatewayRequest_ChatMessage); ok {\n\t\t\treturn x.ChatMessage\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayRequest) GetMinStatusInterval() *durationpb.Duration {\n\tif x != nil {\n\t\treturn x.MinStatusInterval\n\t}\n\treturn nil\n}\n\ntype isGatewayRequest_RequestType interface {\n\tisGatewayRequest_RequestType()\n}\n\ntype GatewayRequest_Query struct {\n\t// Adds a new query for items to the session, starting it immediately\n\tQuery *Query `protobuf:\"bytes,1,opt,name=query,proto3,oneof\"`\n}\n\ntype GatewayRequest_CancelQuery struct {\n\t// Cancel a running query\n\tCancelQuery *CancelQuery `protobuf:\"bytes,3,opt,name=cancelQuery,proto3,oneof\"`\n}\n\ntype GatewayRequest_Expand struct {\n\t// Expand all linked items for the given item\n\tExpand *Expand `protobuf:\"bytes,7,opt,name=expand,proto3,oneof\"`\n}\n\ntype GatewayRequest_StoreSnapshot struct {\n\t// store the current session state as snapshot\n\tStoreSnapshot *StoreSnapshot `protobuf:\"bytes,10,opt,name=storeSnapshot,proto3,oneof\"`\n}\n\ntype GatewayRequest_LoadSnapshot struct {\n\t// load a snapshot into the current state\n\tLoadSnapshot *LoadSnapshot `protobuf:\"bytes,11,opt,name=loadSnapshot,proto3,oneof\"`\n}\n\ntype GatewayRequest_StoreBookmark struct {\n\t// store the current set of queries as bookmarks\n\tStoreBookmark *StoreBookmark `protobuf:\"bytes,14,opt,name=storeBookmark,proto3,oneof\"`\n}\n\ntype GatewayRequest_LoadBookmark struct {\n\t// load and execute a bookmark into the current state\n\tLoadBookmark *LoadBookmark `protobuf:\"bytes,15,opt,name=loadBookmark,proto3,oneof\"`\n}\n\ntype GatewayRequest_ChatMessage struct {\n\t// // cancel the loading of a Bookmark\n\t// CancelLoadBookmark cancelLoadBookmark = ??;\n\t// // undo the loading of a Bookmark\n\t// UndoLoadBookmark undoLoadBookmark = ??;\n\tChatMessage *ChatMessage `protobuf:\"bytes,16,opt,name=chatMessage,proto3,oneof\"`\n}\n\nfunc (*GatewayRequest_Query) isGatewayRequest_RequestType() {}\n\nfunc (*GatewayRequest_CancelQuery) isGatewayRequest_RequestType() {}\n\nfunc (*GatewayRequest_Expand) isGatewayRequest_RequestType() {}\n\nfunc (*GatewayRequest_StoreSnapshot) isGatewayRequest_RequestType() {}\n\nfunc (*GatewayRequest_LoadSnapshot) isGatewayRequest_RequestType() {}\n\nfunc (*GatewayRequest_StoreBookmark) isGatewayRequest_RequestType() {}\n\nfunc (*GatewayRequest_LoadBookmark) isGatewayRequest_RequestType() {}\n\nfunc (*GatewayRequest_ChatMessage) isGatewayRequest_RequestType() {}\n\n// The gateway will always respond with this type of message,\n// however the purpose of it is purely as a wrapper to the many different types\n// of messages that the gateway can send\ntype GatewayResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Types that are valid to be assigned to ResponseType:\n\t//\n\t//\t*GatewayResponse_NewItem\n\t//\t*GatewayResponse_NewEdge\n\t//\t*GatewayResponse_Status\n\t//\t*GatewayResponse_Error\n\t//\t*GatewayResponse_QueryError\n\t//\t*GatewayResponse_DeleteItemRef\n\t//\t*GatewayResponse_DeleteEdge\n\t//\t*GatewayResponse_UpdateItem\n\t//\t*GatewayResponse_SnapshotStoreResult\n\t//\t*GatewayResponse_SnapshotLoadResult\n\t//\t*GatewayResponse_BookmarkStoreResult\n\t//\t*GatewayResponse_BookmarkLoadResult\n\t//\t*GatewayResponse_QueryStatus\n\t//\t*GatewayResponse_ChatResponse\n\t//\t*GatewayResponse_ToolStart\n\t//\t*GatewayResponse_ToolFinish\n\tResponseType isGatewayResponse_ResponseType `protobuf_oneof:\"response_type\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GatewayResponse) Reset() {\n\t*x = GatewayResponse{}\n\tmi := &file_gateway_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GatewayResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GatewayResponse) ProtoMessage() {}\n\nfunc (x *GatewayResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GatewayResponse.ProtoReflect.Descriptor instead.\nfunc (*GatewayResponse) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *GatewayResponse) GetResponseType() isGatewayResponse_ResponseType {\n\tif x != nil {\n\t\treturn x.ResponseType\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetNewItem() *Item {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_NewItem); ok {\n\t\t\treturn x.NewItem\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetNewEdge() *Edge {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_NewEdge); ok {\n\t\t\treturn x.NewEdge\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetStatus() *GatewayRequestStatus {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_Status); ok {\n\t\t\treturn x.Status\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetError() string {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_Error); ok {\n\t\t\treturn x.Error\n\t\t}\n\t}\n\treturn \"\"\n}\n\nfunc (x *GatewayResponse) GetQueryError() *QueryError {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_QueryError); ok {\n\t\t\treturn x.QueryError\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetDeleteItemRef() *Reference {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_DeleteItemRef); ok {\n\t\t\treturn x.DeleteItemRef\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetDeleteEdge() *Edge {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_DeleteEdge); ok {\n\t\t\treturn x.DeleteEdge\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetUpdateItem() *Item {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_UpdateItem); ok {\n\t\t\treturn x.UpdateItem\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetSnapshotStoreResult() *SnapshotStoreResult {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_SnapshotStoreResult); ok {\n\t\t\treturn x.SnapshotStoreResult\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetSnapshotLoadResult() *SnapshotLoadResult {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_SnapshotLoadResult); ok {\n\t\t\treturn x.SnapshotLoadResult\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetBookmarkStoreResult() *BookmarkStoreResult {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_BookmarkStoreResult); ok {\n\t\t\treturn x.BookmarkStoreResult\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetBookmarkLoadResult() *BookmarkLoadResult {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_BookmarkLoadResult); ok {\n\t\t\treturn x.BookmarkLoadResult\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetQueryStatus() *QueryStatus {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_QueryStatus); ok {\n\t\t\treturn x.QueryStatus\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetChatResponse() *ChatResponse {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_ChatResponse); ok {\n\t\t\treturn x.ChatResponse\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetToolStart() *ToolStart {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_ToolStart); ok {\n\t\t\treturn x.ToolStart\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayResponse) GetToolFinish() *ToolFinish {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*GatewayResponse_ToolFinish); ok {\n\t\t\treturn x.ToolFinish\n\t\t}\n\t}\n\treturn nil\n}\n\ntype isGatewayResponse_ResponseType interface {\n\tisGatewayResponse_ResponseType()\n}\n\ntype GatewayResponse_NewItem struct {\n\tNewItem *Item `protobuf:\"bytes,2,opt,name=newItem,proto3,oneof\"` // A new item that has been discovered\n}\n\ntype GatewayResponse_NewEdge struct {\n\tNewEdge *Edge `protobuf:\"bytes,3,opt,name=newEdge,proto3,oneof\"` // A new edge between two items\n}\n\ntype GatewayResponse_Status struct {\n\tStatus *GatewayRequestStatus `protobuf:\"bytes,4,opt,name=status,proto3,oneof\"` // Status of the overall request\n}\n\ntype GatewayResponse_Error struct {\n\tError string `protobuf:\"bytes,5,opt,name=error,proto3,oneof\"` // An error that means the request couldn't be executed\n}\n\ntype GatewayResponse_QueryError struct {\n\tQueryError *QueryError `protobuf:\"bytes,6,opt,name=queryError,proto3,oneof\"` // A new error that was encountered as part of a query\n}\n\ntype GatewayResponse_DeleteItemRef struct {\n\tDeleteItemRef *Reference `protobuf:\"bytes,7,opt,name=deleteItemRef,proto3,oneof\"` // An item that should be deleted from local state\n}\n\ntype GatewayResponse_DeleteEdge struct {\n\tDeleteEdge *Edge `protobuf:\"bytes,8,opt,name=deleteEdge,proto3,oneof\"` // An edge that should be deleted form local state\n}\n\ntype GatewayResponse_UpdateItem struct {\n\tUpdateItem *Item `protobuf:\"bytes,9,opt,name=updateItem,proto3,oneof\"` // An item that has already been sent, but contains new data, it should be updated to reflect this version\n}\n\ntype GatewayResponse_SnapshotStoreResult struct {\n\tSnapshotStoreResult *SnapshotStoreResult `protobuf:\"bytes,11,opt,name=snapshotStoreResult,proto3,oneof\"`\n}\n\ntype GatewayResponse_SnapshotLoadResult struct {\n\tSnapshotLoadResult *SnapshotLoadResult `protobuf:\"bytes,12,opt,name=snapshotLoadResult,proto3,oneof\"`\n}\n\ntype GatewayResponse_BookmarkStoreResult struct {\n\tBookmarkStoreResult *BookmarkStoreResult `protobuf:\"bytes,15,opt,name=bookmarkStoreResult,proto3,oneof\"`\n}\n\ntype GatewayResponse_BookmarkLoadResult struct {\n\tBookmarkLoadResult *BookmarkLoadResult `protobuf:\"bytes,16,opt,name=bookmarkLoadResult,proto3,oneof\"`\n}\n\ntype GatewayResponse_QueryStatus struct {\n\tQueryStatus *QueryStatus `protobuf:\"bytes,17,opt,name=queryStatus,proto3,oneof\"` // Status of requested queries\n}\n\ntype GatewayResponse_ChatResponse struct {\n\tChatResponse *ChatResponse `protobuf:\"bytes,18,opt,name=chatResponse,proto3,oneof\"`\n}\n\ntype GatewayResponse_ToolStart struct {\n\tToolStart *ToolStart `protobuf:\"bytes,19,opt,name=toolStart,proto3,oneof\"`\n}\n\ntype GatewayResponse_ToolFinish struct {\n\tToolFinish *ToolFinish `protobuf:\"bytes,20,opt,name=toolFinish,proto3,oneof\"`\n}\n\nfunc (*GatewayResponse_NewItem) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_NewEdge) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_Status) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_Error) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_QueryError) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_DeleteItemRef) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_DeleteEdge) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_UpdateItem) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_SnapshotStoreResult) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_SnapshotLoadResult) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_BookmarkStoreResult) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_BookmarkLoadResult) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_QueryStatus) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_ChatResponse) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_ToolStart) isGatewayResponse_ResponseType() {}\n\nfunc (*GatewayResponse_ToolFinish) isGatewayResponse_ResponseType() {}\n\n// Contains the status of the gateway request.\ntype GatewayRequestStatus struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSummary *GatewayRequestStatus_Summary `protobuf:\"bytes,3,opt,name=summary,proto3\" json:\"summary,omitempty\"`\n\t// Whether all items have finished being processed by the gateway. It is\n\t// possible for all responders to be complete, but the gateway is still\n\t// working. A request should only be considered complete when all working ==\n\t// 0 and postProcessingComplete == true\n\tPostProcessingComplete bool `protobuf:\"varint,4,opt,name=postProcessingComplete,proto3\" json:\"postProcessingComplete,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GatewayRequestStatus) Reset() {\n\t*x = GatewayRequestStatus{}\n\tmi := &file_gateway_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GatewayRequestStatus) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GatewayRequestStatus) ProtoMessage() {}\n\nfunc (x *GatewayRequestStatus) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GatewayRequestStatus.ProtoReflect.Descriptor instead.\nfunc (*GatewayRequestStatus) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *GatewayRequestStatus) GetSummary() *GatewayRequestStatus_Summary {\n\tif x != nil {\n\t\treturn x.Summary\n\t}\n\treturn nil\n}\n\nfunc (x *GatewayRequestStatus) GetPostProcessingComplete() bool {\n\tif x != nil {\n\t\treturn x.PostProcessingComplete\n\t}\n\treturn false\n}\n\n// Ask the gateway to store the current state as bookmark with the specified details.\n// Returns a BookmarkStored message when the bookmark is stored\ntype StoreBookmark struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// user supplied name of this bookmark\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// user supplied description of this bookmark\n\tDescription string `protobuf:\"bytes,2,opt,name=description,proto3\" json:\"description,omitempty\"`\n\t// a correlation ID to match up requests and responses. set this to a value unique per connection\n\tMsgID []byte `protobuf:\"bytes,3,opt,name=msgID,proto3\" json:\"msgID,omitempty\"`\n\t// whether this bookmark should be stored as a system bookmark. System\n\t// bookmarks are hidden and can only be returned via the UUID, they don't\n\t// show up in lists\n\tIsSystem bool `protobuf:\"varint,4,opt,name=isSystem,proto3\" json:\"isSystem,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *StoreBookmark) Reset() {\n\t*x = StoreBookmark{}\n\tmi := &file_gateway_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *StoreBookmark) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*StoreBookmark) ProtoMessage() {}\n\nfunc (x *StoreBookmark) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use StoreBookmark.ProtoReflect.Descriptor instead.\nfunc (*StoreBookmark) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{3}\n}\n\nfunc (x *StoreBookmark) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *StoreBookmark) GetDescription() string {\n\tif x != nil {\n\t\treturn x.Description\n\t}\n\treturn \"\"\n}\n\nfunc (x *StoreBookmark) GetMsgID() []byte {\n\tif x != nil {\n\t\treturn x.MsgID\n\t}\n\treturn nil\n}\n\nfunc (x *StoreBookmark) GetIsSystem() bool {\n\tif x != nil {\n\t\treturn x.IsSystem\n\t}\n\treturn false\n}\n\n// After a bookmark is successfully stored, this reply with the new bookmark's details is sent.\ntype BookmarkStoreResult struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSuccess bool `protobuf:\"varint,1,opt,name=success,proto3\" json:\"success,omitempty\"`\n\tErrorMessage string `protobuf:\"bytes,2,opt,name=errorMessage,proto3\" json:\"errorMessage,omitempty\"`\n\t// a correlation ID to match up requests and responses. this field returns the contents of the request's msgID\n\tMsgID []byte `protobuf:\"bytes,4,opt,name=msgID,proto3\" json:\"msgID,omitempty\"`\n\t// UUID of the newly created bookmark\n\tBookmarkID []byte `protobuf:\"bytes,5,opt,name=bookmarkID,proto3\" json:\"bookmarkID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *BookmarkStoreResult) Reset() {\n\t*x = BookmarkStoreResult{}\n\tmi := &file_gateway_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *BookmarkStoreResult) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*BookmarkStoreResult) ProtoMessage() {}\n\nfunc (x *BookmarkStoreResult) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use BookmarkStoreResult.ProtoReflect.Descriptor instead.\nfunc (*BookmarkStoreResult) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{4}\n}\n\nfunc (x *BookmarkStoreResult) GetSuccess() bool {\n\tif x != nil {\n\t\treturn x.Success\n\t}\n\treturn false\n}\n\nfunc (x *BookmarkStoreResult) GetErrorMessage() string {\n\tif x != nil {\n\t\treturn x.ErrorMessage\n\t}\n\treturn \"\"\n}\n\nfunc (x *BookmarkStoreResult) GetMsgID() []byte {\n\tif x != nil {\n\t\treturn x.MsgID\n\t}\n\treturn nil\n}\n\nfunc (x *BookmarkStoreResult) GetBookmarkID() []byte {\n\tif x != nil {\n\t\treturn x.BookmarkID\n\t}\n\treturn nil\n}\n\n// Ask the gateway to load the specified bookmark into the current state.\n// Results are streamed to the client in the same way query results are.\ntype LoadBookmark struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// unique id of the bookmark to load\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// a correlation ID to match up requests and responses. set this to a value unique per connection\n\tMsgID []byte `protobuf:\"bytes,2,opt,name=msgID,proto3\" json:\"msgID,omitempty\"`\n\t// set to true to force fetching fresh data\n\tIgnoreCache bool `protobuf:\"varint,3,opt,name=ignoreCache,proto3\" json:\"ignoreCache,omitempty\"`\n\t// The time at which the gateway should stop processing the queries spawned by this request\n\tDeadline *timestamppb.Timestamp `protobuf:\"bytes,4,opt,name=deadline,proto3\" json:\"deadline,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *LoadBookmark) Reset() {\n\t*x = LoadBookmark{}\n\tmi := &file_gateway_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *LoadBookmark) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*LoadBookmark) ProtoMessage() {}\n\nfunc (x *LoadBookmark) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use LoadBookmark.ProtoReflect.Descriptor instead.\nfunc (*LoadBookmark) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{5}\n}\n\nfunc (x *LoadBookmark) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *LoadBookmark) GetMsgID() []byte {\n\tif x != nil {\n\t\treturn x.MsgID\n\t}\n\treturn nil\n}\n\nfunc (x *LoadBookmark) GetIgnoreCache() bool {\n\tif x != nil {\n\t\treturn x.IgnoreCache\n\t}\n\treturn false\n}\n\nfunc (x *LoadBookmark) GetDeadline() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.Deadline\n\t}\n\treturn nil\n}\n\ntype BookmarkLoadResult struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSuccess bool `protobuf:\"varint,1,opt,name=success,proto3\" json:\"success,omitempty\"`\n\tErrorMessage string `protobuf:\"bytes,2,opt,name=errorMessage,proto3\" json:\"errorMessage,omitempty\"`\n\t// UUIDs of all queries that have been started as a result of loading this bookmark\n\tStartedQueryUUIDs [][]byte `protobuf:\"bytes,3,rep,name=startedQueryUUIDs,proto3\" json:\"startedQueryUUIDs,omitempty\"`\n\t// a correlation ID to match up requests and responses. this field returns the contents of the request's msgID\n\tMsgID []byte `protobuf:\"bytes,4,opt,name=msgID,proto3\" json:\"msgID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *BookmarkLoadResult) Reset() {\n\t*x = BookmarkLoadResult{}\n\tmi := &file_gateway_proto_msgTypes[6]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *BookmarkLoadResult) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*BookmarkLoadResult) ProtoMessage() {}\n\nfunc (x *BookmarkLoadResult) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[6]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use BookmarkLoadResult.ProtoReflect.Descriptor instead.\nfunc (*BookmarkLoadResult) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{6}\n}\n\nfunc (x *BookmarkLoadResult) GetSuccess() bool {\n\tif x != nil {\n\t\treturn x.Success\n\t}\n\treturn false\n}\n\nfunc (x *BookmarkLoadResult) GetErrorMessage() string {\n\tif x != nil {\n\t\treturn x.ErrorMessage\n\t}\n\treturn \"\"\n}\n\nfunc (x *BookmarkLoadResult) GetStartedQueryUUIDs() [][]byte {\n\tif x != nil {\n\t\treturn x.StartedQueryUUIDs\n\t}\n\treturn nil\n}\n\nfunc (x *BookmarkLoadResult) GetMsgID() []byte {\n\tif x != nil {\n\t\treturn x.MsgID\n\t}\n\treturn nil\n}\n\n// Ask the gateway to store the current state as snapshot with the specified details.\n// Returns a SnapshotStored message when the snapshot is stored\ntype StoreSnapshot struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// user supplied name of this snapshot\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// user supplied description of this snapshot\n\tDescription string `protobuf:\"bytes,2,opt,name=description,proto3\" json:\"description,omitempty\"`\n\t// a correlation ID to match up requests and responses. set this to a value unique per connection\n\tMsgID []byte `protobuf:\"bytes,3,opt,name=msgID,proto3\" json:\"msgID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *StoreSnapshot) Reset() {\n\t*x = StoreSnapshot{}\n\tmi := &file_gateway_proto_msgTypes[7]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *StoreSnapshot) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*StoreSnapshot) ProtoMessage() {}\n\nfunc (x *StoreSnapshot) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[7]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use StoreSnapshot.ProtoReflect.Descriptor instead.\nfunc (*StoreSnapshot) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{7}\n}\n\nfunc (x *StoreSnapshot) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *StoreSnapshot) GetDescription() string {\n\tif x != nil {\n\t\treturn x.Description\n\t}\n\treturn \"\"\n}\n\nfunc (x *StoreSnapshot) GetMsgID() []byte {\n\tif x != nil {\n\t\treturn x.MsgID\n\t}\n\treturn nil\n}\n\n// After a snapshot is successfully stored, this reply with the new snapshot's details is sent.\ntype SnapshotStoreResult struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSuccess bool `protobuf:\"varint,1,opt,name=success,proto3\" json:\"success,omitempty\"`\n\tErrorMessage string `protobuf:\"bytes,2,opt,name=errorMessage,proto3\" json:\"errorMessage,omitempty\"`\n\t// a correlation ID to match up requests and responses. this field returns the contents of the request's msgID\n\tMsgID []byte `protobuf:\"bytes,4,opt,name=msgID,proto3\" json:\"msgID,omitempty\"`\n\tSnapshotID []byte `protobuf:\"bytes,5,opt,name=snapshotID,proto3\" json:\"snapshotID,omitempty\"` // The UUID of the newly stored snapshot\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SnapshotStoreResult) Reset() {\n\t*x = SnapshotStoreResult{}\n\tmi := &file_gateway_proto_msgTypes[8]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SnapshotStoreResult) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SnapshotStoreResult) ProtoMessage() {}\n\nfunc (x *SnapshotStoreResult) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[8]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SnapshotStoreResult.ProtoReflect.Descriptor instead.\nfunc (*SnapshotStoreResult) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{8}\n}\n\nfunc (x *SnapshotStoreResult) GetSuccess() bool {\n\tif x != nil {\n\t\treturn x.Success\n\t}\n\treturn false\n}\n\nfunc (x *SnapshotStoreResult) GetErrorMessage() string {\n\tif x != nil {\n\t\treturn x.ErrorMessage\n\t}\n\treturn \"\"\n}\n\nfunc (x *SnapshotStoreResult) GetMsgID() []byte {\n\tif x != nil {\n\t\treturn x.MsgID\n\t}\n\treturn nil\n}\n\nfunc (x *SnapshotStoreResult) GetSnapshotID() []byte {\n\tif x != nil {\n\t\treturn x.SnapshotID\n\t}\n\treturn nil\n}\n\n// Ask the gateway to load the specified snapshot into the current state.\n// Results are streamed to the client in the same way query results are.\ntype LoadSnapshot struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// unique id of the snapshot to load\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// a correlation ID to match up requests and responses. set this to a value unique per connection\n\tMsgID []byte `protobuf:\"bytes,2,opt,name=msgID,proto3\" json:\"msgID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *LoadSnapshot) Reset() {\n\t*x = LoadSnapshot{}\n\tmi := &file_gateway_proto_msgTypes[9]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *LoadSnapshot) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*LoadSnapshot) ProtoMessage() {}\n\nfunc (x *LoadSnapshot) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[9]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use LoadSnapshot.ProtoReflect.Descriptor instead.\nfunc (*LoadSnapshot) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{9}\n}\n\nfunc (x *LoadSnapshot) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *LoadSnapshot) GetMsgID() []byte {\n\tif x != nil {\n\t\treturn x.MsgID\n\t}\n\treturn nil\n}\n\ntype SnapshotLoadResult struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSuccess bool `protobuf:\"varint,1,opt,name=success,proto3\" json:\"success,omitempty\"`\n\tErrorMessage string `protobuf:\"bytes,2,opt,name=errorMessage,proto3\" json:\"errorMessage,omitempty\"`\n\t// a correlation ID to match up requests and responses. this field returns the contents of the request's msgID\n\tMsgID []byte `protobuf:\"bytes,4,opt,name=msgID,proto3\" json:\"msgID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SnapshotLoadResult) Reset() {\n\t*x = SnapshotLoadResult{}\n\tmi := &file_gateway_proto_msgTypes[10]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SnapshotLoadResult) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SnapshotLoadResult) ProtoMessage() {}\n\nfunc (x *SnapshotLoadResult) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[10]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SnapshotLoadResult.ProtoReflect.Descriptor instead.\nfunc (*SnapshotLoadResult) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{10}\n}\n\nfunc (x *SnapshotLoadResult) GetSuccess() bool {\n\tif x != nil {\n\t\treturn x.Success\n\t}\n\treturn false\n}\n\nfunc (x *SnapshotLoadResult) GetErrorMessage() string {\n\tif x != nil {\n\t\treturn x.ErrorMessage\n\t}\n\treturn \"\"\n}\n\nfunc (x *SnapshotLoadResult) GetMsgID() []byte {\n\tif x != nil {\n\t\treturn x.MsgID\n\t}\n\treturn nil\n}\n\ntype ChatMessage struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The message to create\n\t//\n\t// Types that are valid to be assigned to RequestType:\n\t//\n\t//\t*ChatMessage_Text\n\t//\t*ChatMessage_Cancel\n\tRequestType isChatMessage_RequestType `protobuf_oneof:\"request_type\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChatMessage) Reset() {\n\t*x = ChatMessage{}\n\tmi := &file_gateway_proto_msgTypes[11]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChatMessage) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChatMessage) ProtoMessage() {}\n\nfunc (x *ChatMessage) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[11]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChatMessage.ProtoReflect.Descriptor instead.\nfunc (*ChatMessage) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{11}\n}\n\nfunc (x *ChatMessage) GetRequestType() isChatMessage_RequestType {\n\tif x != nil {\n\t\treturn x.RequestType\n\t}\n\treturn nil\n}\n\nfunc (x *ChatMessage) GetText() string {\n\tif x != nil {\n\t\tif x, ok := x.RequestType.(*ChatMessage_Text); ok {\n\t\t\treturn x.Text\n\t\t}\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChatMessage) GetCancel() bool {\n\tif x != nil {\n\t\tif x, ok := x.RequestType.(*ChatMessage_Cancel); ok {\n\t\t\treturn x.Cancel\n\t\t}\n\t}\n\treturn false\n}\n\ntype isChatMessage_RequestType interface {\n\tisChatMessage_RequestType()\n}\n\ntype ChatMessage_Text struct {\n\tText string `protobuf:\"bytes,1,opt,name=text,proto3,oneof\"`\n}\n\ntype ChatMessage_Cancel struct {\n\t// Cancel the last message sent to openAI, includes the message and tools that were started\n\tCancel bool `protobuf:\"varint,2,opt,name=cancel,proto3,oneof\"`\n}\n\nfunc (*ChatMessage_Text) isChatMessage_RequestType() {}\n\nfunc (*ChatMessage_Cancel) isChatMessage_RequestType() {}\n\ntype ToolMetadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// A unique ID that tracks this tool call and can be used to correlate messages\n\tId string `protobuf:\"bytes,1,opt,name=id,proto3\" json:\"id,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ToolMetadata) Reset() {\n\t*x = ToolMetadata{}\n\tmi := &file_gateway_proto_msgTypes[12]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ToolMetadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ToolMetadata) ProtoMessage() {}\n\nfunc (x *ToolMetadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[12]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ToolMetadata.ProtoReflect.Descriptor instead.\nfunc (*ToolMetadata) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{12}\n}\n\nfunc (x *ToolMetadata) GetId() string {\n\tif x != nil {\n\t\treturn x.Id\n\t}\n\treturn \"\"\n}\n\ntype QueryToolStart struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tType string `protobuf:\"bytes,1,opt,name=type,proto3\" json:\"type,omitempty\"`\n\tMethod QueryMethod `protobuf:\"varint,2,opt,name=method,proto3,enum=QueryMethod\" json:\"method,omitempty\"`\n\tQuery string `protobuf:\"bytes,3,opt,name=query,proto3\" json:\"query,omitempty\"`\n\tScope string `protobuf:\"bytes,4,opt,name=scope,proto3\" json:\"scope,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *QueryToolStart) Reset() {\n\t*x = QueryToolStart{}\n\tmi := &file_gateway_proto_msgTypes[13]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *QueryToolStart) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*QueryToolStart) ProtoMessage() {}\n\nfunc (x *QueryToolStart) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[13]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use QueryToolStart.ProtoReflect.Descriptor instead.\nfunc (*QueryToolStart) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{13}\n}\n\nfunc (x *QueryToolStart) GetType() string {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn \"\"\n}\n\nfunc (x *QueryToolStart) GetMethod() QueryMethod {\n\tif x != nil {\n\t\treturn x.Method\n\t}\n\treturn QueryMethod_GET\n}\n\nfunc (x *QueryToolStart) GetQuery() string {\n\tif x != nil {\n\t\treturn x.Query\n\t}\n\treturn \"\"\n}\n\nfunc (x *QueryToolStart) GetScope() string {\n\tif x != nil {\n\t\treturn x.Scope\n\t}\n\treturn \"\"\n}\n\ntype QueryToolFinish struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tNumItems int32 `protobuf:\"varint,1,opt,name=numItems,proto3\" json:\"numItems,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *QueryToolFinish) Reset() {\n\t*x = QueryToolFinish{}\n\tmi := &file_gateway_proto_msgTypes[14]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *QueryToolFinish) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*QueryToolFinish) ProtoMessage() {}\n\nfunc (x *QueryToolFinish) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[14]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use QueryToolFinish.ProtoReflect.Descriptor instead.\nfunc (*QueryToolFinish) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{14}\n}\n\nfunc (x *QueryToolFinish) GetNumItems() int32 {\n\tif x != nil {\n\t\treturn x.NumItems\n\t}\n\treturn 0\n}\n\ntype RelationshipToolStart struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tType string `protobuf:\"bytes,1,opt,name=type,proto3\" json:\"type,omitempty\"`\n\tUniqueAttributeValue string `protobuf:\"bytes,2,opt,name=uniqueAttributeValue,proto3\" json:\"uniqueAttributeValue,omitempty\"`\n\tScope string `protobuf:\"bytes,3,opt,name=scope,proto3\" json:\"scope,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RelationshipToolStart) Reset() {\n\t*x = RelationshipToolStart{}\n\tmi := &file_gateway_proto_msgTypes[15]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RelationshipToolStart) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RelationshipToolStart) ProtoMessage() {}\n\nfunc (x *RelationshipToolStart) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[15]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RelationshipToolStart.ProtoReflect.Descriptor instead.\nfunc (*RelationshipToolStart) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{15}\n}\n\nfunc (x *RelationshipToolStart) GetType() string {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn \"\"\n}\n\nfunc (x *RelationshipToolStart) GetUniqueAttributeValue() string {\n\tif x != nil {\n\t\treturn x.UniqueAttributeValue\n\t}\n\treturn \"\"\n}\n\nfunc (x *RelationshipToolStart) GetScope() string {\n\tif x != nil {\n\t\treturn x.Scope\n\t}\n\treturn \"\"\n}\n\ntype RelationshipToolFinish struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tNumItems int32 `protobuf:\"varint,1,opt,name=numItems,proto3\" json:\"numItems,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RelationshipToolFinish) Reset() {\n\t*x = RelationshipToolFinish{}\n\tmi := &file_gateway_proto_msgTypes[16]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RelationshipToolFinish) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RelationshipToolFinish) ProtoMessage() {}\n\nfunc (x *RelationshipToolFinish) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[16]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RelationshipToolFinish.ProtoReflect.Descriptor instead.\nfunc (*RelationshipToolFinish) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{16}\n}\n\nfunc (x *RelationshipToolFinish) GetNumItems() int32 {\n\tif x != nil {\n\t\treturn x.NumItems\n\t}\n\treturn 0\n}\n\ntype ChangesByReferenceToolStart struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tType string `protobuf:\"bytes,1,opt,name=type,proto3\" json:\"type,omitempty\"`\n\tUniqueAttributeValue string `protobuf:\"bytes,2,opt,name=uniqueAttributeValue,proto3\" json:\"uniqueAttributeValue,omitempty\"`\n\tScope string `protobuf:\"bytes,3,opt,name=scope,proto3\" json:\"scope,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangesByReferenceToolStart) Reset() {\n\t*x = ChangesByReferenceToolStart{}\n\tmi := &file_gateway_proto_msgTypes[17]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangesByReferenceToolStart) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangesByReferenceToolStart) ProtoMessage() {}\n\nfunc (x *ChangesByReferenceToolStart) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[17]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangesByReferenceToolStart.ProtoReflect.Descriptor instead.\nfunc (*ChangesByReferenceToolStart) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{17}\n}\n\nfunc (x *ChangesByReferenceToolStart) GetType() string {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangesByReferenceToolStart) GetUniqueAttributeValue() string {\n\tif x != nil {\n\t\treturn x.UniqueAttributeValue\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangesByReferenceToolStart) GetScope() string {\n\tif x != nil {\n\t\treturn x.Scope\n\t}\n\treturn \"\"\n}\n\ntype ChangeByReferenceSummary struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tTitle string `protobuf:\"bytes,1,opt,name=title,proto3\" json:\"title,omitempty\"` // from ChangeProperties\n\tUUID []byte `protobuf:\"bytes,2,opt,name=UUID,proto3\" json:\"UUID,omitempty\"` // from ChangeMetadata\n\tCreatedAt *timestamppb.Timestamp `protobuf:\"bytes,3,opt,name=createdAt,proto3\" json:\"createdAt,omitempty\"` // From ChangeMetadata\n\tOwner string `protobuf:\"bytes,4,opt,name=owner,proto3\" json:\"owner,omitempty\"` // From ChangeProperties\n\tNumAffectedItems int32 `protobuf:\"varint,5,opt,name=numAffectedItems,proto3\" json:\"numAffectedItems,omitempty\"` // From ChangeMetadata\n\tChangeStatus ChangeStatus `protobuf:\"varint,6,opt,name=changeStatus,proto3,enum=changes.ChangeStatus\" json:\"changeStatus,omitempty\"` // From ChangeMetadata\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeByReferenceSummary) Reset() {\n\t*x = ChangeByReferenceSummary{}\n\tmi := &file_gateway_proto_msgTypes[18]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeByReferenceSummary) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeByReferenceSummary) ProtoMessage() {}\n\nfunc (x *ChangeByReferenceSummary) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[18]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeByReferenceSummary.ProtoReflect.Descriptor instead.\nfunc (*ChangeByReferenceSummary) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{18}\n}\n\nfunc (x *ChangeByReferenceSummary) GetTitle() string {\n\tif x != nil {\n\t\treturn x.Title\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeByReferenceSummary) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeByReferenceSummary) GetCreatedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.CreatedAt\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeByReferenceSummary) GetOwner() string {\n\tif x != nil {\n\t\treturn x.Owner\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChangeByReferenceSummary) GetNumAffectedItems() int32 {\n\tif x != nil {\n\t\treturn x.NumAffectedItems\n\t}\n\treturn 0\n}\n\nfunc (x *ChangeByReferenceSummary) GetChangeStatus() ChangeStatus {\n\tif x != nil {\n\t\treturn x.ChangeStatus\n\t}\n\treturn ChangeStatus_CHANGE_STATUS_UNSPECIFIED\n}\n\ntype ChangesByReferenceToolFinish struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeSummaries []*ChangeByReferenceSummary `protobuf:\"bytes,1,rep,name=changeSummaries,proto3\" json:\"changeSummaries,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangesByReferenceToolFinish) Reset() {\n\t*x = ChangesByReferenceToolFinish{}\n\tmi := &file_gateway_proto_msgTypes[19]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangesByReferenceToolFinish) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangesByReferenceToolFinish) ProtoMessage() {}\n\nfunc (x *ChangesByReferenceToolFinish) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[19]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangesByReferenceToolFinish.ProtoReflect.Descriptor instead.\nfunc (*ChangesByReferenceToolFinish) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{19}\n}\n\nfunc (x *ChangesByReferenceToolFinish) GetChangeSummaries() []*ChangeByReferenceSummary {\n\tif x != nil {\n\t\treturn x.ChangeSummaries\n\t}\n\treturn nil\n}\n\ntype ToolStart struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tMetadata *ToolMetadata `protobuf:\"bytes,1,opt,name=metadata,proto3\" json:\"metadata,omitempty\"`\n\t// Types that are valid to be assigned to ToolType:\n\t//\n\t//\t*ToolStart_Query\n\t//\t*ToolStart_Relationship\n\t//\t*ToolStart_ChangesByReference\n\tToolType isToolStart_ToolType `protobuf_oneof:\"tool_type\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ToolStart) Reset() {\n\t*x = ToolStart{}\n\tmi := &file_gateway_proto_msgTypes[20]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ToolStart) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ToolStart) ProtoMessage() {}\n\nfunc (x *ToolStart) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[20]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ToolStart.ProtoReflect.Descriptor instead.\nfunc (*ToolStart) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{20}\n}\n\nfunc (x *ToolStart) GetMetadata() *ToolMetadata {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\nfunc (x *ToolStart) GetToolType() isToolStart_ToolType {\n\tif x != nil {\n\t\treturn x.ToolType\n\t}\n\treturn nil\n}\n\nfunc (x *ToolStart) GetQuery() *QueryToolStart {\n\tif x != nil {\n\t\tif x, ok := x.ToolType.(*ToolStart_Query); ok {\n\t\t\treturn x.Query\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ToolStart) GetRelationship() *RelationshipToolStart {\n\tif x != nil {\n\t\tif x, ok := x.ToolType.(*ToolStart_Relationship); ok {\n\t\t\treturn x.Relationship\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ToolStart) GetChangesByReference() *ChangesByReferenceToolStart {\n\tif x != nil {\n\t\tif x, ok := x.ToolType.(*ToolStart_ChangesByReference); ok {\n\t\t\treturn x.ChangesByReference\n\t\t}\n\t}\n\treturn nil\n}\n\ntype isToolStart_ToolType interface {\n\tisToolStart_ToolType()\n}\n\ntype ToolStart_Query struct {\n\tQuery *QueryToolStart `protobuf:\"bytes,2,opt,name=query,proto3,oneof\"`\n}\n\ntype ToolStart_Relationship struct {\n\tRelationship *RelationshipToolStart `protobuf:\"bytes,3,opt,name=relationship,proto3,oneof\"`\n}\n\ntype ToolStart_ChangesByReference struct {\n\tChangesByReference *ChangesByReferenceToolStart `protobuf:\"bytes,4,opt,name=changesByReference,proto3,oneof\"`\n}\n\nfunc (*ToolStart_Query) isToolStart_ToolType() {}\n\nfunc (*ToolStart_Relationship) isToolStart_ToolType() {}\n\nfunc (*ToolStart_ChangesByReference) isToolStart_ToolType() {}\n\ntype ToolFinish struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tMetadata *ToolMetadata `protobuf:\"bytes,1,opt,name=metadata,proto3\" json:\"metadata,omitempty\"`\n\tError string `protobuf:\"bytes,2,opt,name=error,proto3\" json:\"error,omitempty\"`\n\t// Types that are valid to be assigned to ToolType:\n\t//\n\t//\t*ToolFinish_Query\n\t//\t*ToolFinish_Relationship\n\t//\t*ToolFinish_ChangesByReference\n\tToolType isToolFinish_ToolType `protobuf_oneof:\"tool_type\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ToolFinish) Reset() {\n\t*x = ToolFinish{}\n\tmi := &file_gateway_proto_msgTypes[21]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ToolFinish) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ToolFinish) ProtoMessage() {}\n\nfunc (x *ToolFinish) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[21]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ToolFinish.ProtoReflect.Descriptor instead.\nfunc (*ToolFinish) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{21}\n}\n\nfunc (x *ToolFinish) GetMetadata() *ToolMetadata {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\nfunc (x *ToolFinish) GetError() string {\n\tif x != nil {\n\t\treturn x.Error\n\t}\n\treturn \"\"\n}\n\nfunc (x *ToolFinish) GetToolType() isToolFinish_ToolType {\n\tif x != nil {\n\t\treturn x.ToolType\n\t}\n\treturn nil\n}\n\nfunc (x *ToolFinish) GetQuery() *QueryToolFinish {\n\tif x != nil {\n\t\tif x, ok := x.ToolType.(*ToolFinish_Query); ok {\n\t\t\treturn x.Query\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ToolFinish) GetRelationship() *RelationshipToolFinish {\n\tif x != nil {\n\t\tif x, ok := x.ToolType.(*ToolFinish_Relationship); ok {\n\t\t\treturn x.Relationship\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *ToolFinish) GetChangesByReference() *ChangesByReferenceToolFinish {\n\tif x != nil {\n\t\tif x, ok := x.ToolType.(*ToolFinish_ChangesByReference); ok {\n\t\t\treturn x.ChangesByReference\n\t\t}\n\t}\n\treturn nil\n}\n\ntype isToolFinish_ToolType interface {\n\tisToolFinish_ToolType()\n}\n\ntype ToolFinish_Query struct {\n\tQuery *QueryToolFinish `protobuf:\"bytes,3,opt,name=query,proto3,oneof\"`\n}\n\ntype ToolFinish_Relationship struct {\n\tRelationship *RelationshipToolFinish `protobuf:\"bytes,4,opt,name=relationship,proto3,oneof\"`\n}\n\ntype ToolFinish_ChangesByReference struct {\n\tChangesByReference *ChangesByReferenceToolFinish `protobuf:\"bytes,5,opt,name=changesByReference,proto3,oneof\"`\n}\n\nfunc (*ToolFinish_Query) isToolFinish_ToolType() {}\n\nfunc (*ToolFinish_Relationship) isToolFinish_ToolType() {}\n\nfunc (*ToolFinish_ChangesByReference) isToolFinish_ToolType() {}\n\ntype ChatResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tText string `protobuf:\"bytes,1,opt,name=text,proto3\" json:\"text,omitempty\"`\n\tError string `protobuf:\"bytes,2,opt,name=error,proto3\" json:\"error,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChatResponse) Reset() {\n\t*x = ChatResponse{}\n\tmi := &file_gateway_proto_msgTypes[22]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChatResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChatResponse) ProtoMessage() {}\n\nfunc (x *ChatResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[22]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChatResponse.ProtoReflect.Descriptor instead.\nfunc (*ChatResponse) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{22}\n}\n\nfunc (x *ChatResponse) GetText() string {\n\tif x != nil {\n\t\treturn x.Text\n\t}\n\treturn \"\"\n}\n\nfunc (x *ChatResponse) GetError() string {\n\tif x != nil {\n\t\treturn x.Error\n\t}\n\treturn \"\"\n}\n\ntype GatewayRequestStatus_Summary struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tWorking int32 `protobuf:\"varint,1,opt,name=working,proto3\" json:\"working,omitempty\"`\n\tStalled int32 `protobuf:\"varint,2,opt,name=stalled,proto3\" json:\"stalled,omitempty\"`\n\tComplete int32 `protobuf:\"varint,3,opt,name=complete,proto3\" json:\"complete,omitempty\"`\n\tError int32 `protobuf:\"varint,4,opt,name=error,proto3\" json:\"error,omitempty\"`\n\tCancelled int32 `protobuf:\"varint,5,opt,name=cancelled,proto3\" json:\"cancelled,omitempty\"`\n\tResponders int32 `protobuf:\"varint,6,opt,name=responders,proto3\" json:\"responders,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GatewayRequestStatus_Summary) Reset() {\n\t*x = GatewayRequestStatus_Summary{}\n\tmi := &file_gateway_proto_msgTypes[23]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GatewayRequestStatus_Summary) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GatewayRequestStatus_Summary) ProtoMessage() {}\n\nfunc (x *GatewayRequestStatus_Summary) ProtoReflect() protoreflect.Message {\n\tmi := &file_gateway_proto_msgTypes[23]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GatewayRequestStatus_Summary.ProtoReflect.Descriptor instead.\nfunc (*GatewayRequestStatus_Summary) Descriptor() ([]byte, []int) {\n\treturn file_gateway_proto_rawDescGZIP(), []int{2, 0}\n}\n\nfunc (x *GatewayRequestStatus_Summary) GetWorking() int32 {\n\tif x != nil {\n\t\treturn x.Working\n\t}\n\treturn 0\n}\n\nfunc (x *GatewayRequestStatus_Summary) GetStalled() int32 {\n\tif x != nil {\n\t\treturn x.Stalled\n\t}\n\treturn 0\n}\n\nfunc (x *GatewayRequestStatus_Summary) GetComplete() int32 {\n\tif x != nil {\n\t\treturn x.Complete\n\t}\n\treturn 0\n}\n\nfunc (x *GatewayRequestStatus_Summary) GetError() int32 {\n\tif x != nil {\n\t\treturn x.Error\n\t}\n\treturn 0\n}\n\nfunc (x *GatewayRequestStatus_Summary) GetCancelled() int32 {\n\tif x != nil {\n\t\treturn x.Cancelled\n\t}\n\treturn 0\n}\n\nfunc (x *GatewayRequestStatus_Summary) GetResponders() int32 {\n\tif x != nil {\n\t\treturn x.Responders\n\t}\n\treturn 0\n}\n\nvar File_gateway_proto protoreflect.FileDescriptor\n\nconst file_gateway_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\rgateway.proto\\x12\\agateway\\x1a\\rchanges.proto\\x1a\\vitems.proto\\x1a\\x0fresponses.proto\\x1a\\x1egoogle/protobuf/duration.proto\\x1a\\x1fgoogle/protobuf/timestamp.proto\\\"\\xad\\x04\\n\" +\n\t\"\\x0eGatewayRequest\\x12\\x1e\\n\" +\n\t\"\\x05query\\x18\\x01 \\x01(\\v2\\x06.QueryH\\x00R\\x05query\\x120\\n\" +\n\t\"\\vcancelQuery\\x18\\x03 \\x01(\\v2\\f.CancelQueryH\\x00R\\vcancelQuery\\x12!\\n\" +\n\t\"\\x06expand\\x18\\a \\x01(\\v2\\a.ExpandH\\x00R\\x06expand\\x12>\\n\" +\n\t\"\\rstoreSnapshot\\x18\\n\" +\n\t\" \\x01(\\v2\\x16.gateway.StoreSnapshotH\\x00R\\rstoreSnapshot\\x12;\\n\" +\n\t\"\\floadSnapshot\\x18\\v \\x01(\\v2\\x15.gateway.LoadSnapshotH\\x00R\\floadSnapshot\\x12>\\n\" +\n\t\"\\rstoreBookmark\\x18\\x0e \\x01(\\v2\\x16.gateway.StoreBookmarkH\\x00R\\rstoreBookmark\\x12;\\n\" +\n\t\"\\floadBookmark\\x18\\x0f \\x01(\\v2\\x15.gateway.LoadBookmarkH\\x00R\\floadBookmark\\x128\\n\" +\n\t\"\\vchatMessage\\x18\\x10 \\x01(\\v2\\x14.gateway.ChatMessageH\\x00R\\vchatMessage\\x12L\\n\" +\n\t\"\\x11minStatusInterval\\x18\\x02 \\x01(\\v2\\x19.google.protobuf.DurationH\\x01R\\x11minStatusInterval\\x88\\x01\\x01B\\x0e\\n\" +\n\t\"\\frequest_typeB\\x14\\n\" +\n\t\"\\x12_minStatusInterval\\\"\\x8a\\a\\n\" +\n\t\"\\x0fGatewayResponse\\x12!\\n\" +\n\t\"\\anewItem\\x18\\x02 \\x01(\\v2\\x05.ItemH\\x00R\\anewItem\\x12!\\n\" +\n\t\"\\anewEdge\\x18\\x03 \\x01(\\v2\\x05.EdgeH\\x00R\\anewEdge\\x127\\n\" +\n\t\"\\x06status\\x18\\x04 \\x01(\\v2\\x1d.gateway.GatewayRequestStatusH\\x00R\\x06status\\x12\\x16\\n\" +\n\t\"\\x05error\\x18\\x05 \\x01(\\tH\\x00R\\x05error\\x12-\\n\" +\n\t\"\\n\" +\n\t\"queryError\\x18\\x06 \\x01(\\v2\\v.QueryErrorH\\x00R\\n\" +\n\t\"queryError\\x122\\n\" +\n\t\"\\rdeleteItemRef\\x18\\a \\x01(\\v2\\n\" +\n\t\".ReferenceH\\x00R\\rdeleteItemRef\\x12'\\n\" +\n\t\"\\n\" +\n\t\"deleteEdge\\x18\\b \\x01(\\v2\\x05.EdgeH\\x00R\\n\" +\n\t\"deleteEdge\\x12'\\n\" +\n\t\"\\n\" +\n\t\"updateItem\\x18\\t \\x01(\\v2\\x05.ItemH\\x00R\\n\" +\n\t\"updateItem\\x12P\\n\" +\n\t\"\\x13snapshotStoreResult\\x18\\v \\x01(\\v2\\x1c.gateway.SnapshotStoreResultH\\x00R\\x13snapshotStoreResult\\x12M\\n\" +\n\t\"\\x12snapshotLoadResult\\x18\\f \\x01(\\v2\\x1b.gateway.SnapshotLoadResultH\\x00R\\x12snapshotLoadResult\\x12P\\n\" +\n\t\"\\x13bookmarkStoreResult\\x18\\x0f \\x01(\\v2\\x1c.gateway.BookmarkStoreResultH\\x00R\\x13bookmarkStoreResult\\x12M\\n\" +\n\t\"\\x12bookmarkLoadResult\\x18\\x10 \\x01(\\v2\\x1b.gateway.BookmarkLoadResultH\\x00R\\x12bookmarkLoadResult\\x120\\n\" +\n\t\"\\vqueryStatus\\x18\\x11 \\x01(\\v2\\f.QueryStatusH\\x00R\\vqueryStatus\\x12;\\n\" +\n\t\"\\fchatResponse\\x18\\x12 \\x01(\\v2\\x15.gateway.ChatResponseH\\x00R\\fchatResponse\\x122\\n\" +\n\t\"\\ttoolStart\\x18\\x13 \\x01(\\v2\\x12.gateway.ToolStartH\\x00R\\ttoolStart\\x125\\n\" +\n\t\"\\n\" +\n\t\"toolFinish\\x18\\x14 \\x01(\\v2\\x13.gateway.ToolFinishH\\x00R\\n\" +\n\t\"toolFinishB\\x0f\\n\" +\n\t\"\\rresponse_type\\\"\\xc5\\x02\\n\" +\n\t\"\\x14GatewayRequestStatus\\x12?\\n\" +\n\t\"\\asummary\\x18\\x03 \\x01(\\v2%.gateway.GatewayRequestStatus.SummaryR\\asummary\\x126\\n\" +\n\t\"\\x16postProcessingComplete\\x18\\x04 \\x01(\\bR\\x16postProcessingComplete\\x1a\\xad\\x01\\n\" +\n\t\"\\aSummary\\x12\\x18\\n\" +\n\t\"\\aworking\\x18\\x01 \\x01(\\x05R\\aworking\\x12\\x18\\n\" +\n\t\"\\astalled\\x18\\x02 \\x01(\\x05R\\astalled\\x12\\x1a\\n\" +\n\t\"\\bcomplete\\x18\\x03 \\x01(\\x05R\\bcomplete\\x12\\x14\\n\" +\n\t\"\\x05error\\x18\\x04 \\x01(\\x05R\\x05error\\x12\\x1c\\n\" +\n\t\"\\tcancelled\\x18\\x05 \\x01(\\x05R\\tcancelled\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"responders\\x18\\x06 \\x01(\\x05R\\n\" +\n\t\"respondersJ\\x04\\b\\x01\\x10\\x02\\\"w\\n\" +\n\t\"\\rStoreBookmark\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12 \\n\" +\n\t\"\\vdescription\\x18\\x02 \\x01(\\tR\\vdescription\\x12\\x14\\n\" +\n\t\"\\x05msgID\\x18\\x03 \\x01(\\fR\\x05msgID\\x12\\x1a\\n\" +\n\t\"\\bisSystem\\x18\\x04 \\x01(\\bR\\bisSystem\\\"\\x8f\\x01\\n\" +\n\t\"\\x13BookmarkStoreResult\\x12\\x18\\n\" +\n\t\"\\asuccess\\x18\\x01 \\x01(\\bR\\asuccess\\x12\\\"\\n\" +\n\t\"\\ferrorMessage\\x18\\x02 \\x01(\\tR\\ferrorMessage\\x12\\x14\\n\" +\n\t\"\\x05msgID\\x18\\x04 \\x01(\\fR\\x05msgID\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"bookmarkID\\x18\\x05 \\x01(\\fR\\n\" +\n\t\"bookmarkIDJ\\x04\\b\\x03\\x10\\x04\\\"\\x92\\x01\\n\" +\n\t\"\\fLoadBookmark\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12\\x14\\n\" +\n\t\"\\x05msgID\\x18\\x02 \\x01(\\fR\\x05msgID\\x12 \\n\" +\n\t\"\\vignoreCache\\x18\\x03 \\x01(\\bR\\vignoreCache\\x126\\n\" +\n\t\"\\bdeadline\\x18\\x04 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\bdeadline\\\"\\x96\\x01\\n\" +\n\t\"\\x12BookmarkLoadResult\\x12\\x18\\n\" +\n\t\"\\asuccess\\x18\\x01 \\x01(\\bR\\asuccess\\x12\\\"\\n\" +\n\t\"\\ferrorMessage\\x18\\x02 \\x01(\\tR\\ferrorMessage\\x12,\\n\" +\n\t\"\\x11startedQueryUUIDs\\x18\\x03 \\x03(\\fR\\x11startedQueryUUIDs\\x12\\x14\\n\" +\n\t\"\\x05msgID\\x18\\x04 \\x01(\\fR\\x05msgID\\\"[\\n\" +\n\t\"\\rStoreSnapshot\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12 \\n\" +\n\t\"\\vdescription\\x18\\x02 \\x01(\\tR\\vdescription\\x12\\x14\\n\" +\n\t\"\\x05msgID\\x18\\x03 \\x01(\\fR\\x05msgID\\\"\\x8f\\x01\\n\" +\n\t\"\\x13SnapshotStoreResult\\x12\\x18\\n\" +\n\t\"\\asuccess\\x18\\x01 \\x01(\\bR\\asuccess\\x12\\\"\\n\" +\n\t\"\\ferrorMessage\\x18\\x02 \\x01(\\tR\\ferrorMessage\\x12\\x14\\n\" +\n\t\"\\x05msgID\\x18\\x04 \\x01(\\fR\\x05msgID\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"snapshotID\\x18\\x05 \\x01(\\fR\\n\" +\n\t\"snapshotIDJ\\x04\\b\\x03\\x10\\x04\\\"8\\n\" +\n\t\"\\fLoadSnapshot\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12\\x14\\n\" +\n\t\"\\x05msgID\\x18\\x02 \\x01(\\fR\\x05msgID\\\"h\\n\" +\n\t\"\\x12SnapshotLoadResult\\x12\\x18\\n\" +\n\t\"\\asuccess\\x18\\x01 \\x01(\\bR\\asuccess\\x12\\\"\\n\" +\n\t\"\\ferrorMessage\\x18\\x02 \\x01(\\tR\\ferrorMessage\\x12\\x14\\n\" +\n\t\"\\x05msgID\\x18\\x04 \\x01(\\fR\\x05msgID\\\"M\\n\" +\n\t\"\\vChatMessage\\x12\\x14\\n\" +\n\t\"\\x04text\\x18\\x01 \\x01(\\tH\\x00R\\x04text\\x12\\x18\\n\" +\n\t\"\\x06cancel\\x18\\x02 \\x01(\\bH\\x00R\\x06cancelB\\x0e\\n\" +\n\t\"\\frequest_type\\\"\\x1e\\n\" +\n\t\"\\fToolMetadata\\x12\\x0e\\n\" +\n\t\"\\x02id\\x18\\x01 \\x01(\\tR\\x02id\\\"v\\n\" +\n\t\"\\x0eQueryToolStart\\x12\\x12\\n\" +\n\t\"\\x04type\\x18\\x01 \\x01(\\tR\\x04type\\x12$\\n\" +\n\t\"\\x06method\\x18\\x02 \\x01(\\x0e2\\f.QueryMethodR\\x06method\\x12\\x14\\n\" +\n\t\"\\x05query\\x18\\x03 \\x01(\\tR\\x05query\\x12\\x14\\n\" +\n\t\"\\x05scope\\x18\\x04 \\x01(\\tR\\x05scope\\\"-\\n\" +\n\t\"\\x0fQueryToolFinish\\x12\\x1a\\n\" +\n\t\"\\bnumItems\\x18\\x01 \\x01(\\x05R\\bnumItems\\\"u\\n\" +\n\t\"\\x15RelationshipToolStart\\x12\\x12\\n\" +\n\t\"\\x04type\\x18\\x01 \\x01(\\tR\\x04type\\x122\\n\" +\n\t\"\\x14uniqueAttributeValue\\x18\\x02 \\x01(\\tR\\x14uniqueAttributeValue\\x12\\x14\\n\" +\n\t\"\\x05scope\\x18\\x03 \\x01(\\tR\\x05scope\\\"4\\n\" +\n\t\"\\x16RelationshipToolFinish\\x12\\x1a\\n\" +\n\t\"\\bnumItems\\x18\\x01 \\x01(\\x05R\\bnumItems\\\"{\\n\" +\n\t\"\\x1bChangesByReferenceToolStart\\x12\\x12\\n\" +\n\t\"\\x04type\\x18\\x01 \\x01(\\tR\\x04type\\x122\\n\" +\n\t\"\\x14uniqueAttributeValue\\x18\\x02 \\x01(\\tR\\x14uniqueAttributeValue\\x12\\x14\\n\" +\n\t\"\\x05scope\\x18\\x03 \\x01(\\tR\\x05scope\\\"\\xfb\\x01\\n\" +\n\t\"\\x18ChangeByReferenceSummary\\x12\\x14\\n\" +\n\t\"\\x05title\\x18\\x01 \\x01(\\tR\\x05title\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x02 \\x01(\\fR\\x04UUID\\x128\\n\" +\n\t\"\\tcreatedAt\\x18\\x03 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\tcreatedAt\\x12\\x14\\n\" +\n\t\"\\x05owner\\x18\\x04 \\x01(\\tR\\x05owner\\x12*\\n\" +\n\t\"\\x10numAffectedItems\\x18\\x05 \\x01(\\x05R\\x10numAffectedItems\\x129\\n\" +\n\t\"\\fchangeStatus\\x18\\x06 \\x01(\\x0e2\\x15.changes.ChangeStatusR\\fchangeStatus\\\"k\\n\" +\n\t\"\\x1cChangesByReferenceToolFinish\\x12K\\n\" +\n\t\"\\x0fchangeSummaries\\x18\\x01 \\x03(\\v2!.gateway.ChangeByReferenceSummaryR\\x0fchangeSummaries\\\"\\x9a\\x02\\n\" +\n\t\"\\tToolStart\\x121\\n\" +\n\t\"\\bmetadata\\x18\\x01 \\x01(\\v2\\x15.gateway.ToolMetadataR\\bmetadata\\x12/\\n\" +\n\t\"\\x05query\\x18\\x02 \\x01(\\v2\\x17.gateway.QueryToolStartH\\x00R\\x05query\\x12D\\n\" +\n\t\"\\frelationship\\x18\\x03 \\x01(\\v2\\x1e.gateway.RelationshipToolStartH\\x00R\\frelationship\\x12V\\n\" +\n\t\"\\x12changesByReference\\x18\\x04 \\x01(\\v2$.gateway.ChangesByReferenceToolStartH\\x00R\\x12changesByReferenceB\\v\\n\" +\n\t\"\\ttool_type\\\"\\xb4\\x02\\n\" +\n\t\"\\n\" +\n\t\"ToolFinish\\x121\\n\" +\n\t\"\\bmetadata\\x18\\x01 \\x01(\\v2\\x15.gateway.ToolMetadataR\\bmetadata\\x12\\x14\\n\" +\n\t\"\\x05error\\x18\\x02 \\x01(\\tR\\x05error\\x120\\n\" +\n\t\"\\x05query\\x18\\x03 \\x01(\\v2\\x18.gateway.QueryToolFinishH\\x00R\\x05query\\x12E\\n\" +\n\t\"\\frelationship\\x18\\x04 \\x01(\\v2\\x1f.gateway.RelationshipToolFinishH\\x00R\\frelationship\\x12W\\n\" +\n\t\"\\x12changesByReference\\x18\\x05 \\x01(\\v2%.gateway.ChangesByReferenceToolFinishH\\x00R\\x12changesByReferenceB\\v\\n\" +\n\t\"\\ttool_type\\\"8\\n\" +\n\t\"\\fChatResponse\\x12\\x12\\n\" +\n\t\"\\x04text\\x18\\x01 \\x01(\\tR\\x04text\\x12\\x14\\n\" +\n\t\"\\x05error\\x18\\x02 \\x01(\\tR\\x05errorB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_gateway_proto_rawDescOnce sync.Once\n\tfile_gateway_proto_rawDescData []byte\n)\n\nfunc file_gateway_proto_rawDescGZIP() []byte {\n\tfile_gateway_proto_rawDescOnce.Do(func() {\n\t\tfile_gateway_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_gateway_proto_rawDesc), len(file_gateway_proto_rawDesc)))\n\t})\n\treturn file_gateway_proto_rawDescData\n}\n\nvar file_gateway_proto_msgTypes = make([]protoimpl.MessageInfo, 24)\nvar file_gateway_proto_goTypes = []any{\n\t(*GatewayRequest)(nil), // 0: gateway.GatewayRequest\n\t(*GatewayResponse)(nil), // 1: gateway.GatewayResponse\n\t(*GatewayRequestStatus)(nil), // 2: gateway.GatewayRequestStatus\n\t(*StoreBookmark)(nil), // 3: gateway.StoreBookmark\n\t(*BookmarkStoreResult)(nil), // 4: gateway.BookmarkStoreResult\n\t(*LoadBookmark)(nil), // 5: gateway.LoadBookmark\n\t(*BookmarkLoadResult)(nil), // 6: gateway.BookmarkLoadResult\n\t(*StoreSnapshot)(nil), // 7: gateway.StoreSnapshot\n\t(*SnapshotStoreResult)(nil), // 8: gateway.SnapshotStoreResult\n\t(*LoadSnapshot)(nil), // 9: gateway.LoadSnapshot\n\t(*SnapshotLoadResult)(nil), // 10: gateway.SnapshotLoadResult\n\t(*ChatMessage)(nil), // 11: gateway.ChatMessage\n\t(*ToolMetadata)(nil), // 12: gateway.ToolMetadata\n\t(*QueryToolStart)(nil), // 13: gateway.QueryToolStart\n\t(*QueryToolFinish)(nil), // 14: gateway.QueryToolFinish\n\t(*RelationshipToolStart)(nil), // 15: gateway.RelationshipToolStart\n\t(*RelationshipToolFinish)(nil), // 16: gateway.RelationshipToolFinish\n\t(*ChangesByReferenceToolStart)(nil), // 17: gateway.ChangesByReferenceToolStart\n\t(*ChangeByReferenceSummary)(nil), // 18: gateway.ChangeByReferenceSummary\n\t(*ChangesByReferenceToolFinish)(nil), // 19: gateway.ChangesByReferenceToolFinish\n\t(*ToolStart)(nil), // 20: gateway.ToolStart\n\t(*ToolFinish)(nil), // 21: gateway.ToolFinish\n\t(*ChatResponse)(nil), // 22: gateway.ChatResponse\n\t(*GatewayRequestStatus_Summary)(nil), // 23: gateway.GatewayRequestStatus.Summary\n\t(*Query)(nil), // 24: Query\n\t(*CancelQuery)(nil), // 25: CancelQuery\n\t(*Expand)(nil), // 26: Expand\n\t(*durationpb.Duration)(nil), // 27: google.protobuf.Duration\n\t(*Item)(nil), // 28: Item\n\t(*Edge)(nil), // 29: Edge\n\t(*QueryError)(nil), // 30: QueryError\n\t(*Reference)(nil), // 31: Reference\n\t(*QueryStatus)(nil), // 32: QueryStatus\n\t(*timestamppb.Timestamp)(nil), // 33: google.protobuf.Timestamp\n\t(QueryMethod)(0), // 34: QueryMethod\n\t(ChangeStatus)(0), // 35: changes.ChangeStatus\n}\nvar file_gateway_proto_depIdxs = []int32{\n\t24, // 0: gateway.GatewayRequest.query:type_name -> Query\n\t25, // 1: gateway.GatewayRequest.cancelQuery:type_name -> CancelQuery\n\t26, // 2: gateway.GatewayRequest.expand:type_name -> Expand\n\t7, // 3: gateway.GatewayRequest.storeSnapshot:type_name -> gateway.StoreSnapshot\n\t9, // 4: gateway.GatewayRequest.loadSnapshot:type_name -> gateway.LoadSnapshot\n\t3, // 5: gateway.GatewayRequest.storeBookmark:type_name -> gateway.StoreBookmark\n\t5, // 6: gateway.GatewayRequest.loadBookmark:type_name -> gateway.LoadBookmark\n\t11, // 7: gateway.GatewayRequest.chatMessage:type_name -> gateway.ChatMessage\n\t27, // 8: gateway.GatewayRequest.minStatusInterval:type_name -> google.protobuf.Duration\n\t28, // 9: gateway.GatewayResponse.newItem:type_name -> Item\n\t29, // 10: gateway.GatewayResponse.newEdge:type_name -> Edge\n\t2, // 11: gateway.GatewayResponse.status:type_name -> gateway.GatewayRequestStatus\n\t30, // 12: gateway.GatewayResponse.queryError:type_name -> QueryError\n\t31, // 13: gateway.GatewayResponse.deleteItemRef:type_name -> Reference\n\t29, // 14: gateway.GatewayResponse.deleteEdge:type_name -> Edge\n\t28, // 15: gateway.GatewayResponse.updateItem:type_name -> Item\n\t8, // 16: gateway.GatewayResponse.snapshotStoreResult:type_name -> gateway.SnapshotStoreResult\n\t10, // 17: gateway.GatewayResponse.snapshotLoadResult:type_name -> gateway.SnapshotLoadResult\n\t4, // 18: gateway.GatewayResponse.bookmarkStoreResult:type_name -> gateway.BookmarkStoreResult\n\t6, // 19: gateway.GatewayResponse.bookmarkLoadResult:type_name -> gateway.BookmarkLoadResult\n\t32, // 20: gateway.GatewayResponse.queryStatus:type_name -> QueryStatus\n\t22, // 21: gateway.GatewayResponse.chatResponse:type_name -> gateway.ChatResponse\n\t20, // 22: gateway.GatewayResponse.toolStart:type_name -> gateway.ToolStart\n\t21, // 23: gateway.GatewayResponse.toolFinish:type_name -> gateway.ToolFinish\n\t23, // 24: gateway.GatewayRequestStatus.summary:type_name -> gateway.GatewayRequestStatus.Summary\n\t33, // 25: gateway.LoadBookmark.deadline:type_name -> google.protobuf.Timestamp\n\t34, // 26: gateway.QueryToolStart.method:type_name -> QueryMethod\n\t33, // 27: gateway.ChangeByReferenceSummary.createdAt:type_name -> google.protobuf.Timestamp\n\t35, // 28: gateway.ChangeByReferenceSummary.changeStatus:type_name -> changes.ChangeStatus\n\t18, // 29: gateway.ChangesByReferenceToolFinish.changeSummaries:type_name -> gateway.ChangeByReferenceSummary\n\t12, // 30: gateway.ToolStart.metadata:type_name -> gateway.ToolMetadata\n\t13, // 31: gateway.ToolStart.query:type_name -> gateway.QueryToolStart\n\t15, // 32: gateway.ToolStart.relationship:type_name -> gateway.RelationshipToolStart\n\t17, // 33: gateway.ToolStart.changesByReference:type_name -> gateway.ChangesByReferenceToolStart\n\t12, // 34: gateway.ToolFinish.metadata:type_name -> gateway.ToolMetadata\n\t14, // 35: gateway.ToolFinish.query:type_name -> gateway.QueryToolFinish\n\t16, // 36: gateway.ToolFinish.relationship:type_name -> gateway.RelationshipToolFinish\n\t19, // 37: gateway.ToolFinish.changesByReference:type_name -> gateway.ChangesByReferenceToolFinish\n\t38, // [38:38] is the sub-list for method output_type\n\t38, // [38:38] is the sub-list for method input_type\n\t38, // [38:38] is the sub-list for extension type_name\n\t38, // [38:38] is the sub-list for extension extendee\n\t0, // [0:38] is the sub-list for field type_name\n}\n\nfunc init() { file_gateway_proto_init() }\nfunc file_gateway_proto_init() {\n\tif File_gateway_proto != nil {\n\t\treturn\n\t}\n\tfile_changes_proto_init()\n\tfile_items_proto_init()\n\tfile_responses_proto_init()\n\tfile_gateway_proto_msgTypes[0].OneofWrappers = []any{\n\t\t(*GatewayRequest_Query)(nil),\n\t\t(*GatewayRequest_CancelQuery)(nil),\n\t\t(*GatewayRequest_Expand)(nil),\n\t\t(*GatewayRequest_StoreSnapshot)(nil),\n\t\t(*GatewayRequest_LoadSnapshot)(nil),\n\t\t(*GatewayRequest_StoreBookmark)(nil),\n\t\t(*GatewayRequest_LoadBookmark)(nil),\n\t\t(*GatewayRequest_ChatMessage)(nil),\n\t}\n\tfile_gateway_proto_msgTypes[1].OneofWrappers = []any{\n\t\t(*GatewayResponse_NewItem)(nil),\n\t\t(*GatewayResponse_NewEdge)(nil),\n\t\t(*GatewayResponse_Status)(nil),\n\t\t(*GatewayResponse_Error)(nil),\n\t\t(*GatewayResponse_QueryError)(nil),\n\t\t(*GatewayResponse_DeleteItemRef)(nil),\n\t\t(*GatewayResponse_DeleteEdge)(nil),\n\t\t(*GatewayResponse_UpdateItem)(nil),\n\t\t(*GatewayResponse_SnapshotStoreResult)(nil),\n\t\t(*GatewayResponse_SnapshotLoadResult)(nil),\n\t\t(*GatewayResponse_BookmarkStoreResult)(nil),\n\t\t(*GatewayResponse_BookmarkLoadResult)(nil),\n\t\t(*GatewayResponse_QueryStatus)(nil),\n\t\t(*GatewayResponse_ChatResponse)(nil),\n\t\t(*GatewayResponse_ToolStart)(nil),\n\t\t(*GatewayResponse_ToolFinish)(nil),\n\t}\n\tfile_gateway_proto_msgTypes[11].OneofWrappers = []any{\n\t\t(*ChatMessage_Text)(nil),\n\t\t(*ChatMessage_Cancel)(nil),\n\t}\n\tfile_gateway_proto_msgTypes[20].OneofWrappers = []any{\n\t\t(*ToolStart_Query)(nil),\n\t\t(*ToolStart_Relationship)(nil),\n\t\t(*ToolStart_ChangesByReference)(nil),\n\t}\n\tfile_gateway_proto_msgTypes[21].OneofWrappers = []any{\n\t\t(*ToolFinish_Query)(nil),\n\t\t(*ToolFinish_Relationship)(nil),\n\t\t(*ToolFinish_ChangesByReference)(nil),\n\t}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_gateway_proto_rawDesc), len(file_gateway_proto_rawDesc)),\n\t\t\tNumEnums: 0,\n\t\t\tNumMessages: 24,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 0,\n\t\t},\n\t\tGoTypes: file_gateway_proto_goTypes,\n\t\tDependencyIndexes: file_gateway_proto_depIdxs,\n\t\tMessageInfos: file_gateway_proto_msgTypes,\n\t}.Build()\n\tFile_gateway_proto = out.File\n\tfile_gateway_proto_goTypes = nil\n\tfile_gateway_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/gateway_test.go", "content": "package sdp\n\nimport \"testing\"\n\nfunc TestEqual(t *testing.T) {\n\tx := &GatewayRequestStatus{\n\t\tSummary: &GatewayRequestStatus_Summary{\n\t\t\tWorking: 1,\n\t\t\tStalled: 0,\n\t\t\tComplete: 1,\n\t\t\tError: 1,\n\t\t\tCancelled: 0,\n\t\t\tResponders: 3,\n\t\t},\n\t}\n\n\tt.Run(\"with nil summary\", func(t *testing.T) {\n\t\ty := &GatewayRequestStatus{}\n\n\t\tif x.Equal(y) {\n\t\t\tt.Error(\"expected items to be nonequal\")\n\t\t}\n\t})\n\n\tt.Run(\"with mismatched summary\", func(t *testing.T) {\n\t\ty := &GatewayRequestStatus{\n\t\t\tSummary: &GatewayRequestStatus_Summary{\n\t\t\t\tWorking: 1,\n\t\t\t\tStalled: 0,\n\t\t\t\tComplete: 3,\n\t\t\t\tError: 1,\n\t\t\t\tCancelled: 0,\n\t\t\t\tResponders: 3,\n\t\t\t},\n\t\t}\n\n\t\tif x.Equal(y) {\n\t\t\tt.Error(\"expected items to be nonequal\")\n\t\t}\n\t})\n\n\tt.Run(\"with different postprocessing states\", func(t *testing.T) {\n\t\ty := &GatewayRequestStatus{\n\t\t\tSummary: &GatewayRequestStatus_Summary{\n\t\t\t\tWorking: 1,\n\t\t\t\tStalled: 0,\n\t\t\t\tComplete: 1,\n\t\t\t\tError: 1,\n\t\t\t\tCancelled: 0,\n\t\t\t\tResponders: 3,\n\t\t\t},\n\t\t\tPostProcessingComplete: true,\n\t\t}\n\n\t\tif x.Equal(y) {\n\t\t\tt.Error(\"expected items to be different\")\n\t\t}\n\t})\n\n\tt.Run(\"with same everything\", func(t *testing.T) {\n\t\ty := &GatewayRequestStatus{\n\t\t\tSummary: &GatewayRequestStatus_Summary{\n\t\t\t\tWorking: 1,\n\t\t\t\tStalled: 0,\n\t\t\t\tComplete: 1,\n\t\t\t\tError: 1,\n\t\t\t\tCancelled: 0,\n\t\t\t\tResponders: 3,\n\t\t\t},\n\t\t}\n\n\t\tif !x.Equal(y) {\n\t\t\tt.Error(\"expected items to be equal\")\n\t\t}\n\t})\n}\n\nfunc TestDone(t *testing.T) {\n\tt.Run(\"with a request that should be done\", func(t *testing.T) {\n\t\tr := &GatewayRequestStatus{\n\t\t\tSummary: &GatewayRequestStatus_Summary{\n\t\t\t\tWorking: 0,\n\t\t\t\tStalled: 1,\n\t\t\t\tComplete: 1,\n\t\t\t\tError: 1,\n\t\t\t\tCancelled: 0,\n\t\t\t\tResponders: 3,\n\t\t\t},\n\t\t\tPostProcessingComplete: true,\n\t\t}\n\n\t\tif !r.Done() {\n\t\t\tt.Error(\"expected request .Done() to be true\")\n\t\t}\n\t})\n\n\tt.Run(\"with a request that shouldn't be done\", func(t *testing.T) {\n\t\tr := &GatewayRequestStatus{\n\t\t\tSummary: &GatewayRequestStatus_Summary{\n\t\t\t\tWorking: 1,\n\t\t\t\tStalled: 0,\n\t\t\t\tComplete: 1,\n\t\t\t\tError: 1,\n\t\t\t\tCancelled: 0,\n\t\t\t\tResponders: 3,\n\t\t\t},\n\t\t\tPostProcessingComplete: false,\n\t\t}\n\n\t\tif r.Done() {\n\t\t\tt.Error(\"expected request .Done() to be false\")\n\t\t}\n\n\t\tr.PostProcessingComplete = true\n\n\t\tif r.Done() {\n\t\t\tt.Error(\"expected request .Done() to be false\")\n\t\t}\n\t})\n}\n" }, { "path": "go/sdp-go/genhandler.go", "content": "//go:build ignore\n\npackage main\n\nimport (\n\t\"fmt\"\n\t\"html/template\"\n\t\"os\"\n\t\"strings\"\n)\n\ntype Args struct {\n\tType string\n}\n\nfunc main() {\n\tfmt.Printf(\"Running %s go on %s\\n\", os.Args[0], os.Getenv(\"GOFILE\"))\n\n\tcwd, err := os.Getwd()\n\tif err != nil {\n\t\tpanic(err)\n\t}\n\tfmt.Printf(\" cwd = %s\\n\", cwd)\n\tfmt.Printf(\" os.Args = %#v\\n\", os.Args)\n\n\tfor _, ev := range []string{\"GOARCH\", \"GOOS\", \"GOFILE\", \"GOLINE\", \"GOPACKAGE\", \"DOLLAR\"} {\n\t\tfmt.Println(\" \", ev, \"=\", os.Getenv(ev))\n\t}\n\n\tif len(os.Args) < 2 {\n\t\tpanic(\"Missing argument, aborting\")\n\t}\n\n\tv := Args{Type: os.Args[1]}\n\tt := template.New(\"simple\")\n\tt, err = t.Parse(`// Code generated by \"genhandler {{.Type}}\"; DO NOT EDIT\n\npackage sdp\n\nimport (\n\t\"context\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\nfunc New{{.Type}}Handler(spanName string, h func(ctx context.Context, i *{{.Type}}), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i {{.Type}}\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewRaw{{.Type}}Handler(spanName string, h func(ctx context.Context, m *nats.Msg, i *{{.Type}}), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i {{.Type}}\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewAsyncRaw{{.Type}}Handler(spanName string, h func(ctx context.Context, m *nats.Msg, i *{{.Type}}), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewAsyncOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i {{.Type}}\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n`)\n\tif err != nil {\n\t\tpanic(err)\n\t}\n\n\tf, err := os.Create(fmt.Sprintf(\"handler_%v.go\", strings.ToLower(v.Type)))\n\tif err != nil {\n\t\tpanic(err)\n\t}\n\tdefer f.Close()\n\n\tfmt.Printf(\"Generating handler for %v\\n\", v)\n\terr = t.Execute(f, v)\n\tif err != nil {\n\t\tpanic(err)\n\t}\n}\n" }, { "path": "go/sdp-go/graph/main.go", "content": "// This was written as part of an experiment That required the use of the\n// pagerank algorithm on Overmind data. This satisfies the interfaces inside the\n// gonum package, which means that we can use any of the code in\n// [gonum.org/v1/gonum/graph](https://pkg.go.dev/gonum.org/v1/gonum/graph@v0.15.0)\n// to analyse our data.\npackage graph\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"gonum.org/v1/gonum/graph\"\n\t\"gonum.org/v1/gonum/graph/set/uid\"\n)\n\n///////////\n// Nodes //\n///////////\n\nvar _ graph.Node = &Node{}\n\n// A node is always an item\ntype Node struct {\n\tItem *sdp.Item\n\tWeight float64\n\tId int64\n}\n\n// A graph-unique integer ID\nfunc (n *Node) ID() int64 {\n\treturn n.Id\n}\n\nvar _ graph.Nodes = &Nodes{}\n\ntype Nodes struct {\n\t// The nodes in the iterator\n\tnodes []*Node\n\n\t// The current position in the iterator\n\ti int\n}\n\n// Adds a new node to the list\nfunc (n *Nodes) Append(node *Node) {\n\tn.nodes = append(n.nodes, node)\n}\n\n// Next advances the iterator and returns whether the next call to the item\n// method will return a non-nil item.\n//\n// Next should be called prior to any call to the iterator's item retrieval\n// method after the iterator has been obtained or reset.\n//\n// The order of iteration is implementation dependent.\nfunc (n *Nodes) Next() bool {\n\tn.i++\n\treturn n.i-1 < len(n.nodes)\n}\n\n// Len returns the number of items remaining in the iterator.\n//\n// If the number of items in the iterator is unknown, too large to materialize\n// or too costly to calculate then Len may return a negative value. In this case\n// the consuming function must be able to operate on the items of the iterator\n// directly without materializing the items into a slice. The magnitude of a\n// negative length has implementation-dependent semantics.\nfunc (n *Nodes) Len() int {\n\treturn len(n.nodes) - n.i\n}\n\n// Reset returns the iterator to its start position.\nfunc (n *Nodes) Reset() {\n\tn.i = 0\n}\n\n// Node returns the current Node from the iterator.\nfunc (n *Nodes) Node() graph.Node {\n\t// The Next() function gets called *before* the first item is returned, so\n\t// we need to return the item at position i (e.g. 1 is 1st position) rather\n\t// than the actual index i. This allows us to start i at zero which makes a\n\t// lot more sense\n\tgetIndex := n.i - 1\n\n\tif getIndex >= len(n.nodes) || getIndex < 0 {\n\t\treturn nil\n\t}\n\n\treturn n.nodes[getIndex]\n}\n\n///////////\n// Edges //\n///////////\n\nvar _ graph.WeightedEdge = &Edge{}\n\ntype Edge struct {\n\tfrom *Node\n\tto *Node\n\tweight float64\n}\n\n// Creates a new edge. The weight of an edge is the sum of the weights of the\n// two nodes\nfunc NewEdge(from, to *Node) *Edge {\n\treturn &Edge{\n\t\tfrom: from,\n\t\tto: to,\n\t\tweight: from.Weight + to.Weight,\n\t}\n}\n\n// From returns the from node of the edge.\nfunc (e *Edge) From() graph.Node {\n\treturn e.from\n}\n\n// To returns the to node of the edge.\nfunc (e *Edge) To() graph.Node {\n\treturn e.to\n}\n\n// ReversedEdge returns the edge reversal of the receiver if a reversal is valid\n// for the data type. When a reversal is valid an edge of the same type as the\n// receiver with nodes of the receiver swapped should be returned, otherwise the\n// receiver should be returned unaltered.\nfunc (e *Edge) ReversedEdge() graph.Edge {\n\treturn nil\n}\n\nfunc (e *Edge) Weight() float64 {\n\treturn e.weight\n}\n\n///////////\n// Graph //\n///////////\n\n// Assert that SDPGraph satisfies the graph.WeightedDirected interface\nvar _ graph.WeightedDirected = &SDPGraph{}\n\ntype SDPGraph struct {\n\tuidSet *uid.Set\n\n\tnodesByID map[int64]*Node\n\tnodesByGUN map[string]*Node\n\n\t// A map of items that have not been seen yet. The key is the GUN of the\n\t// \"To\" end of the edge, and the value is a slice of nodes that are the\n\t// \"From\" edges\n\tunseenEdges map[string][]*Node\n\n\tedges []*Edge\n\n\tundirected bool\n}\n\n// NewSDPGraph creates a new SDPGraph. If undirected is true, the graph will be\n// treated as undirected, meaning that all edges will be bidirectional\nfunc NewSDPGraph(undirected bool) *SDPGraph {\n\treturn &SDPGraph{\n\t\tuidSet: uid.NewSet(),\n\t\tnodesByID: make(map[int64]*Node),\n\t\tnodesByGUN: make(map[string]*Node),\n\t\tunseenEdges: make(map[string][]*Node),\n\t\tedges: make([]*Edge, 0),\n\t\tundirected: undirected,\n\t}\n}\n\n// AddItem adds an item to the graph including processing of its edges, returns\n// the ID the node was assigned.\nfunc (g *SDPGraph) AddItem(item *sdp.Item, weight float64) int64 {\n\tid := g.uidSet.NewID()\n\tg.uidSet.Use(id)\n\n\t// Add the node to the storage\n\tnode := Node{\n\t\tItem: item,\n\t\tWeight: weight,\n\t\tId: id,\n\t}\n\tg.nodesByID[id] = &node\n\tg.nodesByGUN[item.GloballyUniqueName()] = &node\n\n\t// TODO(LIQs): https://github.com/overmindtech/workspace/issues/1228\n\t// Find all edges and add them\n\tfor _, linkedItem := range item.GetLinkedItems() {\n\t\t// Check if the linked item node exists\n\t\tlinkedItemNode, exists := g.nodesByGUN[linkedItem.GetItem().GloballyUniqueName()]\n\n\t\tif exists {\n\t\t\t// Add the edge\n\t\t\tg.edges = append(g.edges, NewEdge(&node, linkedItemNode))\n\n\t\t\tif g.undirected {\n\t\t\t\t// Also add the reverse edge\n\t\t\t\tg.edges = append(g.edges, NewEdge(linkedItemNode, &node))\n\t\t\t}\n\t\t} else {\n\t\t\t// If the target for the edge doesn't exist, add this to the list to\n\t\t\t// be created later\n\t\t\tif _, exists := g.unseenEdges[linkedItem.GetItem().GloballyUniqueName()]; !exists {\n\t\t\t\tg.unseenEdges[linkedItem.GetItem().GloballyUniqueName()] = []*Node{&node}\n\t\t\t} else {\n\t\t\t\tg.unseenEdges[linkedItem.GetItem().GloballyUniqueName()] = append(g.unseenEdges[linkedItem.GetItem().GloballyUniqueName()], &node)\n\t\t\t}\n\t\t}\n\t}\n\n\t// If there are any unseen edges that are now seen, add them\n\tif unseenEdges, exists := g.unseenEdges[item.GloballyUniqueName()]; exists {\n\t\tfor _, unseenEdge := range unseenEdges {\n\t\t\t// Add the edge\n\t\t\tg.edges = append(g.edges, NewEdge(unseenEdge, &node))\n\n\t\t\tif g.undirected {\n\t\t\t\t// Also add the reverse edge\n\t\t\t\tg.edges = append(g.edges, NewEdge(&node, unseenEdge))\n\t\t\t}\n\t\t}\n\t}\n\n\treturn id\n}\n\n// HasEdgeFromTo returns whether an edge exists in the graph from u to v with\n// the IDs uid and vid.\nfunc (g *SDPGraph) HasEdgeFromTo(uid, vid int64) bool {\n\tfor _, edge := range g.edges {\n\t\tif edge.from.Id == uid && edge.to.Id == vid {\n\t\t\treturn true\n\t\t}\n\t}\n\n\treturn false\n}\n\n// To returns all nodes that can reach directly to the node with the given ID.\n//\n// To must not return nil.\nfunc (g *SDPGraph) To(id int64) graph.Nodes {\n\tnodes := Nodes{}\n\n\tfor _, edge := range g.edges {\n\t\tif edge.to.Id == id {\n\t\t\tnodes.Append(edge.to)\n\t\t}\n\t}\n\n\treturn &nodes\n}\n\n// WeightedEdge returns the weighted edge from u to v with IDs uid and vid if\n// such an edge exists and nil otherwise. The node v must be directly reachable\n// from u as defined by the From method.\nfunc (g *SDPGraph) WeightedEdge(uid, vid int64) graph.WeightedEdge {\n\tfor _, edge := range g.edges {\n\t\tif edge.from.Id == uid && edge.to.Id == vid {\n\t\t\treturn edge\n\t\t}\n\t}\n\n\treturn nil\n}\n\n// Weight returns the weight for the edge between x and y with IDs xid and yid\n// if Edge(xid, yid) returns a non-nil Edge. If x and y are the same node or\n// there is no joining edge between the two nodes the weight value returned is\n// implementation dependent. Weight returns true if an edge exists between x and\n// y or if x and y have the same ID, false otherwise.\nfunc (g *SDPGraph) Weight(xid, yid int64) (w float64, ok bool) {\n\tedge := g.WeightedEdge(xid, yid)\n\n\tif edge == nil {\n\t\treturn 0, false\n\t}\n\n\treturn edge.Weight(), true\n}\n\n// Node returns the node with the given ID if it exists in the graph, and nil\n// otherwise.\nfunc (g *SDPGraph) Node(id int64) graph.Node {\n\tnode, exists := g.nodesByID[id]\n\n\tif !exists {\n\t\treturn nil\n\t}\n\n\treturn node\n}\n\n// Gets a node from the graph by it's globally unique name\nfunc (g *SDPGraph) NodeByGloballyUniqueName(globallyUniqueName string) *Node {\n\tnode, exists := g.nodesByGUN[globallyUniqueName]\n\n\tif !exists {\n\t\treturn nil\n\t}\n\n\treturn node\n}\n\n// Nodes returns all the nodes in the graph.\n//\n// Nodes must not return nil.\nfunc (g *SDPGraph) Nodes() graph.Nodes {\n\tnodes := Nodes{}\n\n\tfor _, node := range g.nodesByID {\n\t\tnodes.Append(node)\n\t}\n\n\treturn &nodes\n}\n\n// From returns all nodes that can be reached directly from the node with the\n// given ID.\n//\n// From must not return nil.\nfunc (g *SDPGraph) From(id int64) graph.Nodes {\n\tnodes := Nodes{}\n\n\tfor _, edge := range g.edges {\n\t\tif edge.From().ID() == id {\n\t\t\tnodes.Append(edge.to)\n\t\t}\n\t}\n\n\treturn &nodes\n}\n\n// HasEdgeBetween returns whether an edge exists between nodes with IDs xid and\n// yid without considering direction.\nfunc (g *SDPGraph) HasEdgeBetween(xid, yid int64) bool {\n\tvar fromID int64\n\tvar toID int64\n\n\tfor _, edge := range g.edges {\n\t\tfromID = edge.From().ID()\n\t\ttoID = edge.To().ID()\n\n\t\tif (fromID == xid && toID == yid) || (fromID == yid && toID == xid) {\n\t\t\treturn true\n\t\t}\n\t}\n\n\treturn false\n}\n\n// Edge returns the edge from u to v, with IDs uid and vid, if such an edge\n// exists and nil otherwise. The node v must be directly reachable from u as\n// defined by the From method.\nfunc (g *SDPGraph) Edge(uid, vid int64) graph.Edge {\n\tfor _, edge := range g.edges {\n\t\tif (edge.From().ID() == uid) && (edge.To().ID() == vid) {\n\t\t\treturn edge\n\t\t}\n\t}\n\n\treturn nil\n}\n" }, { "path": "go/sdp-go/graph/main_test.go", "content": "package graph\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"gonum.org/v1/gonum/graph/network\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\nfunc makeTestItem(name string) *sdp.Item {\n\treturn &sdp.Item{\n\t\tType: \"test\",\n\t\tUniqueAttribute: \"name\",\n\t\tScope: \"test\",\n\t\tAttributes: &sdp.ItemAttributes{\n\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\"name\": {\n\t\t\t\t\t\tKind: &structpb.Value_StringValue{\n\t\t\t\t\t\t\tStringValue: name,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc TestNode(t *testing.T) {\n\tnode := Node{\n\t\tItem: makeTestItem(\"test\"),\n\t\tWeight: 1.5,\n\t\tId: 1,\n\t}\n\n\tif node.ID() != 1 {\n\t\tt.Errorf(\"expected ID to be 1, got %v\", node.ID())\n\t}\n}\n\nfunc TestNodes(t *testing.T) {\n\tnodes := Nodes{}\n\n\tnodes.Append(&Node{\n\t\tItem: makeTestItem(\"a\"),\n\t\tWeight: 1.5,\n\t\tId: 1,\n\t})\n\tnodes.Append(&Node{\n\t\tItem: makeTestItem(\"b\"),\n\t\tWeight: 1.5,\n\t\tId: 2,\n\t})\n\n\tif nodes.Len() != 2 {\n\t\tt.Errorf(\"expected length to be 2, got %v\", nodes.Len())\n\t}\n\n\t// Call node before next should return nil\n\tif nodes.Node() != nil {\n\t\tt.Errorf(\"expected Node to be nil\")\n\t}\n\n\t// Call next\n\tif nodes.Next() != true {\n\t\tt.Errorf(\"expected Next to be true\")\n\t}\n\n\t// A\n\tif nodes.Node().ID() != 1 {\n\t\tt.Errorf(\"expected ID to be 1, got %v\", nodes.Node().ID())\n\t}\n\n\tif nodes.Len() != 1 {\n\t\tt.Errorf(\"expected length to be 1, got %v\", nodes.Len())\n\t}\n\n\tif nodes.Next() != true {\n\t\tt.Errorf(\"expected Next to be true\")\n\t}\n\n\t// B\n\tif nodes.Node().ID() != 2 {\n\t\tt.Errorf(\"expected ID to be 2, got %v\", nodes.Node().ID())\n\t}\n\n\tif nodes.Len() != 0 {\n\t\tt.Errorf(\"expected length to be 0, got %v\", nodes.Len())\n\t}\n\n\tif nodes.Next() != false {\n\t\tt.Errorf(\"expected Next to be false\")\n\t}\n\n\tif nodes.Node() != nil {\n\t\tt.Errorf(\"expected Node to be nil\")\n\n\t}\n\n\tnodes.Reset()\n\n\tif nodes.Len() != 2 {\n\t\tt.Errorf(\"expected length to be 2, got %v\", nodes.Len())\n\t}\n}\n\nfunc TestGraph(t *testing.T) {\n\t// A list of items that form the following graph:\n\t//\n\t// β”Œβ”€β”€β”€β”€β”\n\t// β”Œβ”€β”€β”€ A β”œβ”€β”€β”\n\t// β”‚ β””β”€β”€β”€β”€β”˜ β”‚\n\t// β”‚ β”‚\n\t// β”Œβ”€β”€β–Όβ”€β”€β”€β” β”Œβ”€β”€β–Όβ”€β”\n\t// β”‚ B β”œβ”€β”€β–Ίβ”‚ C β”‚\n\t// β””β”€β”€β”¬β”€β”€β”€β”˜ β””β”€β”€β”€β”€β”˜\n\t// β”‚\n\t// β”‚\n\t// β”Œβ”€β”€β–Όβ”€β”€β”€β”\n\t// β”‚ D β”‚\n\t// β””β”€β”€β”€β”€β”€β”€β”˜\n\t//\n\ta := makeTestItem(\"a\")\n\tb := makeTestItem(\"b\")\n\tc := makeTestItem(\"c\")\n\td := makeTestItem(\"d\")\n\n\t// TODO(LIQs): https://github.com/overmindtech/workspace/issues/1228\n\ta.LinkedItems = []*sdp.LinkedItem{\n\t\t{\n\t\t\tItem: b.Reference(),\n\t\t},\n\t\t{\n\t\t\tItem: c.Reference(),\n\t\t},\n\t}\n\n\tb.LinkedItems = []*sdp.LinkedItem{\n\t\t{\n\t\t\tItem: c.Reference(),\n\t\t},\n\t\t{\n\t\t\tItem: d.Reference(),\n\t\t},\n\t}\n\n\tgraph := NewSDPGraph(false)\n\n\taID := graph.AddItem(a, 1)\n\tbID := graph.AddItem(b, 1)\n\tcID := graph.AddItem(c, 1)\n\tdID := graph.AddItem(d, 1)\n\n\tt.Run(\"To\", func(t *testing.T) {\n\t\tnodes := graph.To(cID)\n\n\t\tif nodes.Len() != 2 {\n\t\t\tt.Errorf(\"expected length to be 2, got %v\", nodes.Len())\n\t\t}\n\t})\n\n\tt.Run(\"WeightedEdge\", func(t *testing.T) {\n\t\tt.Run(\"with a real edge\", func(t *testing.T) {\n\t\t\te := graph.WeightedEdge(aID, cID)\n\n\t\t\tif e == nil {\n\t\t\t\tt.Fatal(\"expected edge to be non-nil\")\n\t\t\t}\n\n\t\t\tif e.Weight() != 2 {\n\t\t\t\tt.Errorf(\"expected weight to be 2, got %v\", e.Weight())\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"with a non-existent edge\", func(t *testing.T) {\n\t\t\te := graph.WeightedEdge(aID, dID)\n\n\t\t\tif e != nil {\n\t\t\t\tt.Errorf(\"expected edge to be nil\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Weight\", func(t *testing.T) {\n\t\tt.Run(\"with a real edge\", func(t *testing.T) {\n\t\t\tw, ok := graph.Weight(aID, cID)\n\n\t\t\tif !ok {\n\t\t\t\tt.Fatal(\"expected edge to be non-nil\")\n\t\t\t}\n\n\t\t\tif w != 2 {\n\t\t\t\tt.Errorf(\"expected weight to be 2, got %v\", w)\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"with a non-existent edge\", func(t *testing.T) {\n\t\t\tw, ok := graph.Weight(aID, dID)\n\n\t\t\tif ok {\n\t\t\t\tt.Errorf(\"expected edge to be nil\")\n\t\t\t}\n\n\t\t\tif w != 0 {\n\t\t\t\tt.Errorf(\"expected weight to be 0, got %v\", w)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Node\", func(t *testing.T) {\n\t\tt.Run(\"with a node that exists\", func(t *testing.T) {\n\t\t\tn := graph.Node(aID)\n\n\t\t\tif n == nil {\n\t\t\t\tt.Fatal(\"expected node to be non-nil\")\n\t\t\t}\n\n\t\t\tif n.ID() != aID {\n\t\t\t\tt.Errorf(\"expected ID to be %v, got %v\", aID, n.ID())\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"with a node that doesn't exist\", func(t *testing.T) {\n\t\t\tn := graph.Node(999)\n\n\t\t\tif n != nil {\n\t\t\t\tt.Errorf(\"expected node to be nil\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Nodes\", func(t *testing.T) {\n\t\tnodes := graph.Nodes()\n\n\t\tif nodes.Len() != 4 {\n\t\t\tt.Errorf(\"expected length to be 4, got %v\", nodes.Len())\n\t\t}\n\t})\n\n\tt.Run(\"From\", func(t *testing.T) {\n\t\tnodes := graph.From(bID)\n\n\t\tif nodes.Len() != 2 {\n\t\t\tt.Errorf(\"expected length to be 2, got %v\", nodes.Len())\n\t\t}\n\t})\n\n\tt.Run(\"HasEdgeBetween\", func(t *testing.T) {\n\t\tt.Run(\"with a real edge\", func(t *testing.T) {\n\t\t\tok := graph.HasEdgeBetween(aID, cID)\n\n\t\t\tif !ok {\n\t\t\t\tt.Fatal(\"expected edge to be non-nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"with a non-existent edge\", func(t *testing.T) {\n\t\t\tok := graph.HasEdgeBetween(aID, dID)\n\n\t\t\tif ok {\n\t\t\t\tt.Errorf(\"expected edge to be nil\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Edge\", func(t *testing.T) {\n\t\te := graph.Edge(aID, cID)\n\n\t\tif e == nil {\n\t\t\tt.Fatal(\"expected edge to be non-nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PageRank\", func(t *testing.T) {\n\t\tranks := network.PageRank(graph, 0.85, 0.0001)\n\n\t\tif len(ranks) != 4 {\n\t\t\tt.Errorf(\"expected length to be 4, got %v\", len(ranks))\n\t\t}\n\t})\n\n\tt.Run(\"Undirected\", func(t *testing.T) {\n\t\tdirected := NewSDPGraph(false)\n\t\tundirected := NewSDPGraph(true)\n\n\t\tdirected.AddItem(a, 1)\n\t\tdirected.AddItem(b, 1)\n\t\tdirected.AddItem(c, 1)\n\t\tdirected.AddItem(d, 1)\n\t\tundirected.AddItem(a, 1)\n\t\tundirected.AddItem(b, 1)\n\t\tundirected.AddItem(c, 1)\n\t\tundirected.AddItem(d, 1)\n\n\t\tif len(undirected.edges) == 4 {\n\t\t\tt.Errorf(\"expected undirected graph to have > 4 edges, got %v\", len(undirected.edges))\n\t\t}\n\t})\n}\n" }, { "path": "go/sdp-go/handler_cancelquery.go", "content": "// Code generated by \"genhandler CancelQuery\"; DO NOT EDIT\n\npackage sdp\n\nimport (\n\t\"context\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\nfunc NewCancelQueryHandler(spanName string, h func(ctx context.Context, i *CancelQuery), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i CancelQuery\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewRawCancelQueryHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *CancelQuery), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i CancelQuery\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewAsyncRawCancelQueryHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *CancelQuery), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewAsyncOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i CancelQuery\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n" }, { "path": "go/sdp-go/handler_gatewayresponse.go", "content": "// Code generated by \"genhandler GatewayResponse\"; DO NOT EDIT\n\npackage sdp\n\nimport (\n\t\"context\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\nfunc NewGatewayResponseHandler(spanName string, h func(ctx context.Context, i *GatewayResponse), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i GatewayResponse\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewRawGatewayResponseHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *GatewayResponse), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i GatewayResponse\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewAsyncRawGatewayResponseHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *GatewayResponse), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewAsyncOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i GatewayResponse\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n" }, { "path": "go/sdp-go/handler_natsgetlogrecordsrequest.go", "content": "// Code generated by \"genhandler NATSGetLogRecordsRequest\"; DO NOT EDIT\n\npackage sdp\n\nimport (\n\t\"context\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\nfunc NewNATSGetLogRecordsRequestHandler(spanName string, h func(ctx context.Context, i *NATSGetLogRecordsRequest), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i NATSGetLogRecordsRequest\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewRawNATSGetLogRecordsRequestHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *NATSGetLogRecordsRequest), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i NATSGetLogRecordsRequest\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewAsyncRawNATSGetLogRecordsRequestHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *NATSGetLogRecordsRequest), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewAsyncOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i NATSGetLogRecordsRequest\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n" }, { "path": "go/sdp-go/handler_natsgetlogrecordsresponse.go", "content": "// Code generated by \"genhandler NATSGetLogRecordsResponse\"; DO NOT EDIT\n\npackage sdp\n\nimport (\n\t\"context\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\nfunc NewNATSGetLogRecordsResponseHandler(spanName string, h func(ctx context.Context, i *NATSGetLogRecordsResponse), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i NATSGetLogRecordsResponse\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewRawNATSGetLogRecordsResponseHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *NATSGetLogRecordsResponse), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i NATSGetLogRecordsResponse\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewAsyncRawNATSGetLogRecordsResponseHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *NATSGetLogRecordsResponse), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewAsyncOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i NATSGetLogRecordsResponse\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n" }, { "path": "go/sdp-go/handler_query.go", "content": "// Code generated by \"genhandler Query\"; DO NOT EDIT\n\npackage sdp\n\nimport (\n\t\"context\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\nfunc NewQueryHandler(spanName string, h func(ctx context.Context, i *Query), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i Query\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewRawQueryHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *Query), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i Query\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewAsyncRawQueryHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *Query), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewAsyncOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i Query\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n" }, { "path": "go/sdp-go/handler_queryresponse.go", "content": "// Code generated by \"genhandler QueryResponse\"; DO NOT EDIT\n\npackage sdp\n\nimport (\n\t\"context\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\nfunc NewQueryResponseHandler(spanName string, h func(ctx context.Context, i *QueryResponse), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i QueryResponse\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewRawQueryResponseHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *QueryResponse), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i QueryResponse\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n\nfunc NewAsyncRawQueryResponseHandler(spanName string, h func(ctx context.Context, m *nats.Msg, i *QueryResponse), spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\treturn NewAsyncOtelExtractingHandler(\n\t\tspanName,\n\t\tfunc(ctx context.Context, m *nats.Msg) {\n\t\t\tvar i QueryResponse\n\t\t\terr := Unmarshal(ctx, m.Data, &i)\n\t\t\tif err != nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\th(ctx, m, &i)\n\t\t},\n\t\ttracing.Tracer(),\n\t)\n}\n" }, { "path": "go/sdp-go/host_trust.go", "content": "package sdp\n\nimport (\n\t\"fmt\"\n\t\"net\"\n\t\"net/url\"\n\t\"slices\"\n\t\"strings\"\n)\n\nvar trustedDomainSuffixes = []string{\n\t\".overmind.tech\",\n\t\".overmind-demo.com\",\n}\n\nvar trustedExactDomains = []string{\n\t\"overmind.tech\",\n\t\"overmind-demo.com\",\n}\n\n// IsTrustedHost reports whether the given host (without port) belongs\n// to a known Overmind domain (*.overmind.tech, *.overmind-demo.com) or is a\n// local address. Callers should prompt for explicit user confirmation before\n// sending credentials to untrusted hosts.\nfunc IsTrustedHost(hostname string) bool {\n\thostname = strings.ToLower(hostname)\n\n\tif IsLocalHost(hostname) {\n\t\treturn true\n\t}\n\n\tif slices.Contains(trustedExactDomains, hostname) {\n\t\treturn true\n\t}\n\n\tfor _, suffix := range trustedDomainSuffixes {\n\t\tif strings.HasSuffix(hostname, suffix) {\n\t\t\treturn true\n\t\t}\n\t}\n\n\treturn false\n}\n\n// IsLocalHost reports whether the given host (without port) resolves\n// to a loopback address. HTTP (non-TLS) is only acceptable for local hosts.\nfunc IsLocalHost(hostname string) bool {\n\tif hostname == \"localhost\" {\n\t\treturn true\n\t}\n\tip := net.ParseIP(hostname)\n\treturn ip != nil && ip.IsLoopback()\n}\n\n// ValidateAppURL parses appURLString and enforces that non-local hosts use\n// HTTPS. It returns the parsed URL or an error.\nfunc ValidateAppURL(appURLString string) (*url.URL, error) {\n\tappURL, err := url.Parse(appURLString)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"invalid app URL %q: %w\", appURLString, err)\n\t}\n\n\tif !IsLocalHost(appURL.Hostname()) && appURL.Scheme != \"https\" {\n\t\treturn nil, fmt.Errorf(\n\t\t\t\"HTTPS is required for non-local hosts (got %s://%s); \"+\n\t\t\t\t\"use https:// or target localhost for development\",\n\t\t\tappURL.Scheme, appURL.Host,\n\t\t)\n\t}\n\n\treturn appURL, nil\n}\n" }, { "path": "go/sdp-go/host_trust_test.go", "content": "package sdp\n\nimport \"testing\"\n\nfunc TestIsTrustedHost(t *testing.T) {\n\ttests := []struct {\n\t\thost string\n\t\ttrusted bool\n\t}{\n\t\t// Trusted Overmind domains (callers must pass hostname without port)\n\t\t{\"app.overmind.tech\", true},\n\t\t{\"api.overmind.tech\", true},\n\t\t{\"overmind.tech\", true},\n\t\t{\"df.overmind-demo.com\", true},\n\t\t{\"staging.overmind-demo.com\", true},\n\t\t{\"overmind-demo.com\", true},\n\n\t\t// Case insensitive\n\t\t{\"APP.OVERMIND.TECH\", true},\n\t\t{\"DF.Overmind-Demo.Com\", true},\n\n\t\t// Localhost variants\n\t\t{\"localhost\", true},\n\t\t{\"127.0.0.1\", true},\n\t\t{\"127.0.0.2\", true},\n\t\t{\"127.255.255.254\", true},\n\t\t{\"::1\", true},\n\n\t\t// Untrusted domains\n\t\t{\"evil.com\", false},\n\t\t{\"attacker.io\", false},\n\t\t{\"overmind.tech.evil.com\", false},\n\t\t{\"notovermind.tech\", false},\n\t\t{\"fakeovermind-demo.com\", false},\n\t\t{\"overmind-demo.com.evil.com\", false},\n\n\t\t// Sneaky substrings that should not match\n\t\t{\"xovermind.tech\", false},\n\t\t{\"xovermind-demo.com\", false},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.host, func(t *testing.T) {\n\t\t\tgot := IsTrustedHost(tt.host)\n\t\t\tif got != tt.trusted {\n\t\t\t\tt.Errorf(\"IsTrustedHost(%q) = %v, want %v\", tt.host, got, tt.trusted)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestIsLocalHost(t *testing.T) {\n\ttests := []struct {\n\t\thost string\n\t\tlocal bool\n\t}{\n\t\t{\"localhost\", true},\n\t\t{\"127.0.0.1\", true},\n\t\t{\"127.0.0.2\", true},\n\t\t{\"127.255.255.254\", true},\n\t\t{\"::1\", true},\n\t\t{\"app.overmind.tech\", false},\n\t\t{\"evil.com\", false},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.host, func(t *testing.T) {\n\t\t\tgot := IsLocalHost(tt.host)\n\t\t\tif got != tt.local {\n\t\t\t\tt.Errorf(\"IsLocalHost(%q) = %v, want %v\", tt.host, got, tt.local)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestValidateAppURL(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\turl string\n\t\twantErr bool\n\t}{\n\t\t{\"https production\", \"https://app.overmind.tech\", false},\n\t\t{\"https dogfood\", \"https://df.overmind-demo.com\", false},\n\t\t{\"http localhost\", \"http://localhost:3000\", false},\n\t\t{\"http 127.0.0.1\", \"http://127.0.0.1:8080\", false},\n\t\t{\"http ipv6 loopback\", \"http://[::1]\", false},\n\t\t{\"http ipv6 loopback with port\", \"http://[::1]:8080\", false},\n\n\t\t// HTTP to non-local is rejected\n\t\t{\"http remote\", \"http://app.overmind.tech\", true},\n\t\t{\"http evil\", \"http://evil.com\", true},\n\n\t\t// Invalid URL\n\t\t{\"invalid\", \"://bad\", true},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\t_, err := ValidateAppURL(tt.url)\n\t\t\tif (err != nil) != tt.wantErr {\n\t\t\t\tt.Errorf(\"ValidateAppURL(%q) error = %v, wantErr %v\", tt.url, err, tt.wantErr)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "go/sdp-go/instance_detect.go", "content": "package sdp\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"net/url\"\n\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\n// Information about a particular instance of Overmind. This is used to\n// determine where to send requests, how to authenticate etc.\ntype OvermindInstance struct {\n\tFrontendUrl *url.URL\n\tApiUrl *url.URL\n\tNatsUrl *url.URL\n\tAudience string\n\tAuth0Domain string\n\tCLIClientID string\n}\n\n// GatewayUrl returns the URL for the gateway for this instance.\nfunc (oi OvermindInstance) GatewayUrl() string {\n\treturn fmt.Sprintf(\"%v/api/gateway\", oi.ApiUrl.String())\n}\n\nfunc (oi OvermindInstance) String() string {\n\treturn fmt.Sprintf(\"Frontend: %v, API: %v, Nats: %v, Audience: %v\", oi.FrontendUrl, oi.ApiUrl, oi.NatsUrl, oi.Audience)\n}\n\ntype instanceData struct {\n\tApi string `json:\"api_url\"`\n\tNats string `json:\"nats_url\"`\n\tAud string `json:\"aud\"`\n\tAuth0Domain string `json:\"auth0_domain\"`\n\tCLIClientID string `json:\"auth0_cli_client_id\"`\n}\n\n// NewOvermindInstance creates a new OvermindInstance from the given app URL\n// with all URLs filled in, or an error. The app URL should be the URL of the\n// frontend of the Overmind instance. e.g. https://app.overmind.tech\n//\n// HTTPS is enforced for all non-localhost hosts. Callers should use\n// [IsTrustedHost] before calling this function and prompt for user\n// confirmation when the host is not a known Overmind domain.\nfunc NewOvermindInstance(ctx context.Context, app string) (OvermindInstance, error) {\n\tvar instance OvermindInstance\n\tvar err error\n\n\tinstance.FrontendUrl, err = ValidateAppURL(app)\n\tif err != nil {\n\t\treturn instance, err\n\t}\n\n\t// Get the instance data\n\tinstanceDataUrl := fmt.Sprintf(\"%v/api/public/instance-data\", instance.FrontendUrl)\n\treq, err := http.NewRequestWithContext(ctx, http.MethodGet, instanceDataUrl, nil)\n\tif err != nil {\n\t\treturn OvermindInstance{}, fmt.Errorf(\"could not initialize instance-data fetch: %w\", err)\n\t}\n\n\treq = req.WithContext(ctx)\n\tres, err := tracing.HTTPClient().Do(req)\n\tif err != nil {\n\t\treturn OvermindInstance{}, fmt.Errorf(\"could not fetch instance-data: %w\", err)\n\t}\n\n\tif res.StatusCode != http.StatusOK {\n\t\treturn OvermindInstance{}, fmt.Errorf(\"instance-data fetch returned non-200 status: %v\", res.StatusCode)\n\t}\n\n\tdefer res.Body.Close()\n\tdata := instanceData{}\n\terr = json.NewDecoder(res.Body).Decode(&data)\n\tif err != nil {\n\t\treturn OvermindInstance{}, fmt.Errorf(\"could not parse instance-data: %w\", err)\n\t}\n\n\tinstance.ApiUrl, err = url.Parse(data.Api)\n\tif err != nil {\n\t\treturn OvermindInstance{}, fmt.Errorf(\"invalid api_url value '%v' in instance-data, error: %w\", data.Api, err)\n\t}\n\tinstance.NatsUrl, err = url.Parse(data.Nats)\n\tif err != nil {\n\t\treturn OvermindInstance{}, fmt.Errorf(\"invalid nats_url value '%v' in instance-data, error: %w\", data.Nats, err)\n\t}\n\n\tinstance.Audience = data.Aud\n\tinstance.CLIClientID = data.CLIClientID\n\tinstance.Auth0Domain = data.Auth0Domain\n\n\treturn instance, nil\n}\n" }, { "path": "go/sdp-go/invites.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: invites.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\t_ \"google.golang.org/protobuf/types/known/structpb\"\n\t_ \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\ntype Invite_InviteStatus int32\n\nconst (\n\tInvite_INVITE_STATUS_UNSPECIFIED Invite_InviteStatus = 0\n\t// The user has been invited but has not yet accepted\n\tInvite_INVITE_STATUS_INVITED Invite_InviteStatus = 1\n\t// The user has accepted the invitation\n\tInvite_INVITE_STATUS_ACCEPTED Invite_InviteStatus = 2\n)\n\n// Enum value maps for Invite_InviteStatus.\nvar (\n\tInvite_InviteStatus_name = map[int32]string{\n\t\t0: \"INVITE_STATUS_UNSPECIFIED\",\n\t\t1: \"INVITE_STATUS_INVITED\",\n\t\t2: \"INVITE_STATUS_ACCEPTED\",\n\t}\n\tInvite_InviteStatus_value = map[string]int32{\n\t\t\"INVITE_STATUS_UNSPECIFIED\": 0,\n\t\t\"INVITE_STATUS_INVITED\": 1,\n\t\t\"INVITE_STATUS_ACCEPTED\": 2,\n\t}\n)\n\nfunc (x Invite_InviteStatus) Enum() *Invite_InviteStatus {\n\tp := new(Invite_InviteStatus)\n\t*p = x\n\treturn p\n}\n\nfunc (x Invite_InviteStatus) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (Invite_InviteStatus) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_invites_proto_enumTypes[0].Descriptor()\n}\n\nfunc (Invite_InviteStatus) Type() protoreflect.EnumType {\n\treturn &file_invites_proto_enumTypes[0]\n}\n\nfunc (x Invite_InviteStatus) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use Invite_InviteStatus.Descriptor instead.\nfunc (Invite_InviteStatus) EnumDescriptor() ([]byte, []int) {\n\treturn file_invites_proto_rawDescGZIP(), []int{2, 0}\n}\n\ntype CreateInviteRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tEmails []string `protobuf:\"bytes,1,rep,name=emails,proto3\" json:\"emails,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateInviteRequest) Reset() {\n\t*x = CreateInviteRequest{}\n\tmi := &file_invites_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateInviteRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateInviteRequest) ProtoMessage() {}\n\nfunc (x *CreateInviteRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_invites_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateInviteRequest.ProtoReflect.Descriptor instead.\nfunc (*CreateInviteRequest) Descriptor() ([]byte, []int) {\n\treturn file_invites_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *CreateInviteRequest) GetEmails() []string {\n\tif x != nil {\n\t\treturn x.Emails\n\t}\n\treturn nil\n}\n\ntype CreateInviteResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateInviteResponse) Reset() {\n\t*x = CreateInviteResponse{}\n\tmi := &file_invites_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateInviteResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateInviteResponse) ProtoMessage() {}\n\nfunc (x *CreateInviteResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_invites_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateInviteResponse.ProtoReflect.Descriptor instead.\nfunc (*CreateInviteResponse) Descriptor() ([]byte, []int) {\n\treturn file_invites_proto_rawDescGZIP(), []int{1}\n}\n\ntype Invite struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tEmail string `protobuf:\"bytes,1,opt,name=email,proto3\" json:\"email,omitempty\"`\n\tStatus Invite_InviteStatus `protobuf:\"varint,2,opt,name=status,proto3,enum=invites.Invite_InviteStatus\" json:\"status,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Invite) Reset() {\n\t*x = Invite{}\n\tmi := &file_invites_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Invite) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Invite) ProtoMessage() {}\n\nfunc (x *Invite) ProtoReflect() protoreflect.Message {\n\tmi := &file_invites_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Invite.ProtoReflect.Descriptor instead.\nfunc (*Invite) Descriptor() ([]byte, []int) {\n\treturn file_invites_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *Invite) GetEmail() string {\n\tif x != nil {\n\t\treturn x.Email\n\t}\n\treturn \"\"\n}\n\nfunc (x *Invite) GetStatus() Invite_InviteStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn Invite_INVITE_STATUS_UNSPECIFIED\n}\n\ntype ListInvitesRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListInvitesRequest) Reset() {\n\t*x = ListInvitesRequest{}\n\tmi := &file_invites_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListInvitesRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListInvitesRequest) ProtoMessage() {}\n\nfunc (x *ListInvitesRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_invites_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListInvitesRequest.ProtoReflect.Descriptor instead.\nfunc (*ListInvitesRequest) Descriptor() ([]byte, []int) {\n\treturn file_invites_proto_rawDescGZIP(), []int{3}\n}\n\ntype ListInvitesResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tInvites []*Invite `protobuf:\"bytes,1,rep,name=invites,proto3\" json:\"invites,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListInvitesResponse) Reset() {\n\t*x = ListInvitesResponse{}\n\tmi := &file_invites_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListInvitesResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListInvitesResponse) ProtoMessage() {}\n\nfunc (x *ListInvitesResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_invites_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListInvitesResponse.ProtoReflect.Descriptor instead.\nfunc (*ListInvitesResponse) Descriptor() ([]byte, []int) {\n\treturn file_invites_proto_rawDescGZIP(), []int{4}\n}\n\nfunc (x *ListInvitesResponse) GetInvites() []*Invite {\n\tif x != nil {\n\t\treturn x.Invites\n\t}\n\treturn nil\n}\n\ntype RevokeInviteRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tEmail string `protobuf:\"bytes,1,opt,name=email,proto3\" json:\"email,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RevokeInviteRequest) Reset() {\n\t*x = RevokeInviteRequest{}\n\tmi := &file_invites_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RevokeInviteRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RevokeInviteRequest) ProtoMessage() {}\n\nfunc (x *RevokeInviteRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_invites_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RevokeInviteRequest.ProtoReflect.Descriptor instead.\nfunc (*RevokeInviteRequest) Descriptor() ([]byte, []int) {\n\treturn file_invites_proto_rawDescGZIP(), []int{5}\n}\n\nfunc (x *RevokeInviteRequest) GetEmail() string {\n\tif x != nil {\n\t\treturn x.Email\n\t}\n\treturn \"\"\n}\n\ntype RevokeInviteResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *RevokeInviteResponse) Reset() {\n\t*x = RevokeInviteResponse{}\n\tmi := &file_invites_proto_msgTypes[6]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *RevokeInviteResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*RevokeInviteResponse) ProtoMessage() {}\n\nfunc (x *RevokeInviteResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_invites_proto_msgTypes[6]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use RevokeInviteResponse.ProtoReflect.Descriptor instead.\nfunc (*RevokeInviteResponse) Descriptor() ([]byte, []int) {\n\treturn file_invites_proto_rawDescGZIP(), []int{6}\n}\n\ntype ResendInviteRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tEmail string `protobuf:\"bytes,1,opt,name=email,proto3\" json:\"email,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ResendInviteRequest) Reset() {\n\t*x = ResendInviteRequest{}\n\tmi := &file_invites_proto_msgTypes[7]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ResendInviteRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ResendInviteRequest) ProtoMessage() {}\n\nfunc (x *ResendInviteRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_invites_proto_msgTypes[7]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ResendInviteRequest.ProtoReflect.Descriptor instead.\nfunc (*ResendInviteRequest) Descriptor() ([]byte, []int) {\n\treturn file_invites_proto_rawDescGZIP(), []int{7}\n}\n\nfunc (x *ResendInviteRequest) GetEmail() string {\n\tif x != nil {\n\t\treturn x.Email\n\t}\n\treturn \"\"\n}\n\ntype ResendInviteResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ResendInviteResponse) Reset() {\n\t*x = ResendInviteResponse{}\n\tmi := &file_invites_proto_msgTypes[8]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ResendInviteResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ResendInviteResponse) ProtoMessage() {}\n\nfunc (x *ResendInviteResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_invites_proto_msgTypes[8]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ResendInviteResponse.ProtoReflect.Descriptor instead.\nfunc (*ResendInviteResponse) Descriptor() ([]byte, []int) {\n\treturn file_invites_proto_rawDescGZIP(), []int{8}\n}\n\nvar File_invites_proto protoreflect.FileDescriptor\n\nconst file_invites_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\rinvites.proto\\x12\\ainvites\\x1a\\x1cgoogle/protobuf/struct.proto\\x1a\\x1fgoogle/protobuf/timestamp.proto\\\"-\\n\" +\n\t\"\\x13CreateInviteRequest\\x12\\x16\\n\" +\n\t\"\\x06emails\\x18\\x01 \\x03(\\tR\\x06emails\\\"\\x16\\n\" +\n\t\"\\x14CreateInviteResponse\\\"\\xba\\x01\\n\" +\n\t\"\\x06Invite\\x12\\x14\\n\" +\n\t\"\\x05email\\x18\\x01 \\x01(\\tR\\x05email\\x124\\n\" +\n\t\"\\x06status\\x18\\x02 \\x01(\\x0e2\\x1c.invites.Invite.InviteStatusR\\x06status\\\"d\\n\" +\n\t\"\\fInviteStatus\\x12\\x1d\\n\" +\n\t\"\\x19INVITE_STATUS_UNSPECIFIED\\x10\\x00\\x12\\x19\\n\" +\n\t\"\\x15INVITE_STATUS_INVITED\\x10\\x01\\x12\\x1a\\n\" +\n\t\"\\x16INVITE_STATUS_ACCEPTED\\x10\\x02\\\"\\x14\\n\" +\n\t\"\\x12ListInvitesRequest\\\"@\\n\" +\n\t\"\\x13ListInvitesResponse\\x12)\\n\" +\n\t\"\\ainvites\\x18\\x01 \\x03(\\v2\\x0f.invites.InviteR\\ainvites\\\"+\\n\" +\n\t\"\\x13RevokeInviteRequest\\x12\\x14\\n\" +\n\t\"\\x05email\\x18\\x01 \\x01(\\tR\\x05email\\\"\\x16\\n\" +\n\t\"\\x14RevokeInviteResponse\\\"+\\n\" +\n\t\"\\x13ResendInviteRequest\\x12\\x14\\n\" +\n\t\"\\x05email\\x18\\x01 \\x01(\\tR\\x05email\\\"\\x16\\n\" +\n\t\"\\x14ResendInviteResponse2\\xc0\\x02\\n\" +\n\t\"\\rInviteService\\x12K\\n\" +\n\t\"\\fCreateInvite\\x12\\x1c.invites.CreateInviteRequest\\x1a\\x1d.invites.CreateInviteResponse\\x12H\\n\" +\n\t\"\\vListInvites\\x12\\x1b.invites.ListInvitesRequest\\x1a\\x1c.invites.ListInvitesResponse\\x12K\\n\" +\n\t\"\\fRevokeInvite\\x12\\x1c.invites.RevokeInviteRequest\\x1a\\x1d.invites.RevokeInviteResponse\\x12K\\n\" +\n\t\"\\fResendInvite\\x12\\x1c.invites.ResendInviteRequest\\x1a\\x1d.invites.ResendInviteResponseB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_invites_proto_rawDescOnce sync.Once\n\tfile_invites_proto_rawDescData []byte\n)\n\nfunc file_invites_proto_rawDescGZIP() []byte {\n\tfile_invites_proto_rawDescOnce.Do(func() {\n\t\tfile_invites_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_invites_proto_rawDesc), len(file_invites_proto_rawDesc)))\n\t})\n\treturn file_invites_proto_rawDescData\n}\n\nvar file_invites_proto_enumTypes = make([]protoimpl.EnumInfo, 1)\nvar file_invites_proto_msgTypes = make([]protoimpl.MessageInfo, 9)\nvar file_invites_proto_goTypes = []any{\n\t(Invite_InviteStatus)(0), // 0: invites.Invite.InviteStatus\n\t(*CreateInviteRequest)(nil), // 1: invites.CreateInviteRequest\n\t(*CreateInviteResponse)(nil), // 2: invites.CreateInviteResponse\n\t(*Invite)(nil), // 3: invites.Invite\n\t(*ListInvitesRequest)(nil), // 4: invites.ListInvitesRequest\n\t(*ListInvitesResponse)(nil), // 5: invites.ListInvitesResponse\n\t(*RevokeInviteRequest)(nil), // 6: invites.RevokeInviteRequest\n\t(*RevokeInviteResponse)(nil), // 7: invites.RevokeInviteResponse\n\t(*ResendInviteRequest)(nil), // 8: invites.ResendInviteRequest\n\t(*ResendInviteResponse)(nil), // 9: invites.ResendInviteResponse\n}\nvar file_invites_proto_depIdxs = []int32{\n\t0, // 0: invites.Invite.status:type_name -> invites.Invite.InviteStatus\n\t3, // 1: invites.ListInvitesResponse.invites:type_name -> invites.Invite\n\t1, // 2: invites.InviteService.CreateInvite:input_type -> invites.CreateInviteRequest\n\t4, // 3: invites.InviteService.ListInvites:input_type -> invites.ListInvitesRequest\n\t6, // 4: invites.InviteService.RevokeInvite:input_type -> invites.RevokeInviteRequest\n\t8, // 5: invites.InviteService.ResendInvite:input_type -> invites.ResendInviteRequest\n\t2, // 6: invites.InviteService.CreateInvite:output_type -> invites.CreateInviteResponse\n\t5, // 7: invites.InviteService.ListInvites:output_type -> invites.ListInvitesResponse\n\t7, // 8: invites.InviteService.RevokeInvite:output_type -> invites.RevokeInviteResponse\n\t9, // 9: invites.InviteService.ResendInvite:output_type -> invites.ResendInviteResponse\n\t6, // [6:10] is the sub-list for method output_type\n\t2, // [2:6] is the sub-list for method input_type\n\t2, // [2:2] is the sub-list for extension type_name\n\t2, // [2:2] is the sub-list for extension extendee\n\t0, // [0:2] is the sub-list for field type_name\n}\n\nfunc init() { file_invites_proto_init() }\nfunc file_invites_proto_init() {\n\tif File_invites_proto != nil {\n\t\treturn\n\t}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_invites_proto_rawDesc), len(file_invites_proto_rawDesc)),\n\t\t\tNumEnums: 1,\n\t\t\tNumMessages: 9,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 1,\n\t\t},\n\t\tGoTypes: file_invites_proto_goTypes,\n\t\tDependencyIndexes: file_invites_proto_depIdxs,\n\t\tEnumInfos: file_invites_proto_enumTypes,\n\t\tMessageInfos: file_invites_proto_msgTypes,\n\t}.Build()\n\tFile_invites_proto = out.File\n\tfile_invites_proto_goTypes = nil\n\tfile_invites_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/items.go", "content": "package sdp\n\nimport (\n\t\"context\"\n\t\"crypto/sha256\"\n\t\"encoding/base32\"\n\t\"encoding/json\"\n\t\"errors\"\n\t\"fmt\"\n\t\"reflect\"\n\t\"sort\"\n\t\"strings\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\nconst WILDCARD = \"*\"\n\n// UniqueAttributeValue returns the value of whatever the Unique Attribute is\n// for this item. This will then be converted to a string and returned\nfunc (i *Item) UniqueAttributeValue() string {\n\tvar value any\n\tvar err error\n\n\tvalue, err = i.GetAttributes().Get(i.GetUniqueAttribute())\n\n\tif err == nil {\n\t\treturn fmt.Sprint(value)\n\t}\n\n\treturn \"\"\n}\n\n// Reference returns an SDP reference for the item\nfunc (i *Item) Reference() *Reference {\n\treturn &Reference{\n\t\tScope: i.GetScope(),\n\t\tType: i.GetType(),\n\t\tUniqueAttributeValue: i.UniqueAttributeValue(),\n\t}\n}\n\n// GloballyUniqueName Returns a string that defines the Item globally. This a\n// combination of the following values:\n//\n// - scope\n// - type\n// - uniqueAttributeValue\n//\n// They are concatenated with dots (.)\nfunc (i *Item) GloballyUniqueName() string {\n\treturn strings.Join([]string{\n\t\ti.GetScope(),\n\t\ti.GetType(),\n\t\ti.UniqueAttributeValue(),\n\t},\n\t\t\".\",\n\t)\n}\n\n// Hash Returns a 12 character hash for the item. This is likely but not\n// guaranteed to be unique. The hash is calculated using the GloballyUniqueName\nfunc (i *Item) Hash() string {\n\treturn HashSum((fmt.Append(nil, i.GloballyUniqueName())))\n}\n\n// IsEqual compares two Edges for equality by checking the From reference\n// and To reference.\nfunc (e *Edge) IsEqual(other *Edge) bool {\n\treturn e.GetFrom().IsEqual(other.GetFrom()) &&\n\t\te.GetTo().IsEqual(other.GetTo())\n}\n\n// Hash Returns a 12 character hash for the item. This is likely but not\n// guaranteed to be unique. The hash is calculated using the GloballyUniqueName\nfunc (r *Reference) Hash() string {\n\treturn HashSum((fmt.Append(nil, r.GloballyUniqueName())))\n}\n\n// GloballyUniqueName Returns a string that defines the Item globally. This a\n// combination of the following values:\n//\n// - scope\n// - type\n// - uniqueAttributeValue\n//\n// They are concatenated with dots (.)\nfunc (r *Reference) GloballyUniqueName() string {\n\tif r == nil {\n\t\t// in the llm templates nil references are processed, and after spending\n\t\t// half an hour on trying to figure out what was happening in the\n\t\t// reflect code, I decided to just return an empty string here. DS,\n\t\t// 2025-02-26\n\t\treturn \"\"\n\t}\n\tif r.GetIsQuery() {\n\t\tif r.GetMethod() == QueryMethod_GET {\n\t\t\t// GET queries are single items\n\t\t\treturn fmt.Sprintf(\"%v.%v.%v\", r.GetScope(), r.GetType(), r.GetQuery())\n\t\t}\n\t\tpanic(fmt.Sprintf(\"cannot get globally unique name for query reference: %v\", r))\n\t}\n\treturn fmt.Sprintf(\"%v.%v.%v\", r.GetScope(), r.GetType(), r.GetUniqueAttributeValue())\n}\n\n// Key returns a globally unique string for this reference, even if it is a GET query\nfunc (r *Reference) Key() string {\n\tif r == nil {\n\t\tpanic(\"cannot get key for nil reference\")\n\t}\n\tif r.GetIsQuery() {\n\t\tif r.IsSingle() {\n\t\t\t// GET queries without wildcards are single items\n\t\t\treturn fmt.Sprintf(\"%v.%v.%v\", r.GetScope(), r.GetType(), r.GetQuery())\n\t\t}\n\t\treturn fmt.Sprintf(\"%v: %v.%v.%v\", r.GetMethod(), r.GetScope(), r.GetType(), r.GetQuery())\n\t}\n\treturn r.GloballyUniqueName()\n}\n\n// IsSingle returns true if this references a single item, false if it is a LIST\n// or SEARCH query, or a GET query with scope and/or type wildcards.\nfunc (r *Reference) IsSingle() bool {\n\t// nil reference is never good\n\tif r == nil {\n\t\treturn false\n\t}\n\t// if it is a query, then it is only a single item if it is a GET query with no wildcards\n\tif r.GetIsQuery() {\n\t\treturn r.GetMethod() == QueryMethod_GET && r.GetScope() != \"*\" && r.GetType() != \"*\"\n\t}\n\t// if it is not a query, then it is always single item\n\treturn true\n}\n\n// IsEqual compares two References for equality by checking all fields:\n// Scope, Type, UniqueAttributeValue, IsQuery, Method, and Query.\nfunc (r *Reference) IsEqual(other *Reference) bool {\n\treturn r.GetScope() == other.GetScope() &&\n\t\tr.GetType() == other.GetType() &&\n\t\tr.GetUniqueAttributeValue() == other.GetUniqueAttributeValue() &&\n\t\tr.GetIsQuery() == other.GetIsQuery() &&\n\t\tr.GetMethod() == other.GetMethod() &&\n\t\tr.GetQuery() == other.GetQuery()\n}\n\n// ToQuery converts a Reference to a Query object. If the Reference is not\n// already a query (IsQuery=false), it creates a GET query using the\n// UniqueAttributeValue. Otherwise, it preserves the existing query parameters.\nfunc (r *Reference) ToQuery() *Query {\n\tif !r.GetIsQuery() {\n\t\treturn &Query{\n\t\t\tScope: r.GetScope(),\n\t\t\tType: r.GetType(),\n\t\t\tMethod: QueryMethod_GET,\n\t\t\tQuery: r.GetUniqueAttributeValue(),\n\t\t}\n\t}\n\n\treturn &Query{\n\t\tScope: r.GetScope(),\n\t\tType: r.GetType(),\n\t\tMethod: r.GetMethod(),\n\t\tQuery: r.GetQuery(),\n\t}\n}\n\n// Get Returns the value of a given attribute by name. If the attribute is\n// a nested hash, nested values can be referenced using dot notation e.g.\n// location.country\nfunc (a *ItemAttributes) Get(name string) (any, error) {\n\tvar result any\n\n\t// Start at the beginning of the map, we will then traverse down as required\n\tresult = a.GetAttrStruct().AsMap()\n\n\tfor section := range strings.SplitSeq(name, \".\") {\n\t\t// Check that the data we're using is in the supported format\n\t\tvar m map[string]any\n\n\t\tm, isMap := result.(map[string]any)\n\n\t\tif !isMap {\n\t\t\treturn nil, fmt.Errorf(\"attribute %v not found\", name)\n\t\t}\n\n\t\tv, keyExists := m[section]\n\n\t\tif keyExists {\n\t\t\tresult = v\n\t\t} else {\n\t\t\treturn nil, fmt.Errorf(\"attribute %v not found\", name)\n\t\t}\n\t}\n\n\treturn result, nil\n}\n\n// Set sets an attribute. Values are converted to structpb versions and an error\n// will be returned if this fails. Note that this does *not* yet support\n// dot notation e.g. location.country\nfunc (a *ItemAttributes) Set(name string, value any) error {\n\t// Check to make sure that the pointer is not nil\n\tif a == nil {\n\t\treturn errors.New(\"Set called on nil pointer\")\n\t}\n\n\t// Ensure that this interface will be able to be converted to a struct value\n\tsanitizedValue := sanitizeInterface(value, false, DefaultTransforms)\n\tstructValue, err := structpb.NewValue(sanitizedValue)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tfields := a.GetAttrStruct().GetFields()\n\n\tfields[name] = structValue\n\n\treturn nil\n}\n\n// IsSingle returns true if this query can only return a single item.\nfunc (q *Query) IsSingle() bool {\n\treturn q.GetMethod() == QueryMethod_GET && q.GetScope() != \"*\" && q.GetType() != \"*\"\n}\n\n// Reference returns an SDP reference equivalent to this Query\nfunc (q *Query) Reference() *Reference {\n\tif q.IsSingle() {\n\t\treturn &Reference{\n\t\t\tScope: q.GetScope(),\n\t\t\tType: q.GetType(),\n\t\t\tUniqueAttributeValue: q.GetQuery(),\n\t\t}\n\t}\n\treturn &Reference{\n\t\tScope: q.GetScope(),\n\t\tType: q.GetType(),\n\t\tIsQuery: true,\n\t\tQuery: q.GetQuery(),\n\t\tMethod: q.GetMethod(),\n\t}\n}\n\n// Subject returns a NATS subject for all traffic relating to this query\nfunc (q *Query) Subject() string {\n\treturn fmt.Sprintf(\"query.%v\", q.GetUUIDParsed())\n}\n\n// TimeoutContext returns a context and cancel function representing the timeout\n// for this request\nfunc (q *Query) TimeoutContext(ctx context.Context) (context.Context, context.CancelFunc) {\n\t// If there is no deadline, treat that as infinite\n\tif q == nil || !q.GetDeadline().IsValid() {\n\t\treturn context.WithCancel(ctx)\n\t}\n\n\treturn context.WithDeadline(ctx, q.GetDeadline().AsTime())\n}\n\n// GetUUIDParsed returns this request's UUID. If there's an error parsing it,\n// generates and stores a fresh one\nfunc (r *Query) GetUUIDParsed() uuid.UUID {\n\tif r == nil {\n\t\treturn uuid.UUID{}\n\t}\n\t// Extract and parse the UUID\n\treqUUID, uuidErr := uuid.FromBytes(r.GetUUID())\n\tif uuidErr != nil {\n\t\treqUUID = uuid.New()\n\t\tr.UUID = reqUUID[:]\n\t}\n\treturn reqUUID\n}\n\n// SetSpanAttributes sets OpenTelemetry span attributes for the query,\n// including method, type, scope, query string, UUID, deadline, and cache settings.\n// All attributes are prefixed with \"ovm.sdp.\" for namespacing.\nfunc (q *Query) SetSpanAttributes(span trace.Span) {\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.sdp.method\", q.GetMethod().String()),\n\t\tattribute.String(\"ovm.sdp.type\", q.GetType()),\n\t\tattribute.String(\"ovm.sdp.scope\", q.GetScope()),\n\t\tattribute.String(\"ovm.sdp.query\", q.GetQuery()),\n\t\tattribute.String(\"ovm.sdp.uuid\", q.GetUUIDParsed().String()),\n\t\tattribute.String(\"ovm.sdp.deadline\", q.GetDeadline().AsTime().String()),\n\t\tattribute.Bool(\"ovm.sdp.queryIgnoreCache\", q.GetIgnoreCache()),\n\t)\n}\n\n// NewQueryResponseFromItem creates a QueryResponse wrapping a discovered Item.\nfunc NewQueryResponseFromItem(item *Item) *QueryResponse {\n\treturn &QueryResponse{\n\t\tResponseType: &QueryResponse_NewItem{\n\t\t\tNewItem: item,\n\t\t},\n\t}\n}\n\n// NewQueryResponseFromEdge creates a QueryResponse wrapping a discovered Edge.\nfunc NewQueryResponseFromEdge(edge *Edge) *QueryResponse {\n\treturn &QueryResponse{\n\t\tResponseType: &QueryResponse_Edge{\n\t\t\tEdge: edge,\n\t\t},\n\t}\n}\n\n// NewQueryResponseFromError creates a QueryResponse wrapping a QueryError.\nfunc NewQueryResponseFromError(qe *QueryError) *QueryResponse {\n\treturn &QueryResponse{\n\t\tResponseType: &QueryResponse_Error{\n\t\t\tError: qe,\n\t\t},\n\t}\n}\n\n// NewQueryResponseFromResponse creates a QueryResponse wrapping a Response status update.\nfunc NewQueryResponseFromResponse(r *Response) *QueryResponse {\n\treturn &QueryResponse{\n\t\tResponseType: &QueryResponse_Response{\n\t\t\tResponse: r,\n\t\t},\n\t}\n}\n\n// ToGatewayResponse converts a QueryResponse to a GatewayResponse for sending\n// to clients. Handles Item, Edge, Error, and Response status types.\nfunc (qr *QueryResponse) ToGatewayResponse() *GatewayResponse {\n\tswitch qr.GetResponseType().(type) {\n\tcase *QueryResponse_NewItem:\n\t\treturn &GatewayResponse{\n\t\t\tResponseType: &GatewayResponse_NewItem{\n\t\t\t\tNewItem: qr.GetNewItem(),\n\t\t\t},\n\t\t}\n\tcase *QueryResponse_Edge:\n\t\treturn &GatewayResponse{\n\t\t\tResponseType: &GatewayResponse_NewEdge{\n\t\t\t\tNewEdge: qr.GetEdge(),\n\t\t\t},\n\t\t}\n\tcase *QueryResponse_Error:\n\t\treturn &GatewayResponse{\n\t\t\tResponseType: &GatewayResponse_QueryError{\n\t\t\t\tQueryError: qr.GetError(),\n\t\t\t},\n\t\t}\n\tcase *QueryResponse_Response:\n\t\treturn &GatewayResponse{\n\t\t\tResponseType: &GatewayResponse_QueryStatus{\n\t\t\t\tQueryStatus: qr.GetResponse().ToQueryStatus(),\n\t\t\t},\n\t\t}\n\tdefault:\n\t\tpanic(fmt.Sprintf(\"encountered unknown QueryResponse type: %T\", qr))\n\t}\n}\n\n// GetUUIDParsed returns the parsed UUID from the CancelQuery, or nil if invalid.\nfunc (x *CancelQuery) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(x.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// GetUUIDParsed returns the parsed UUID from the Expand request, or nil if invalid.\nfunc (x *Expand) GetUUIDParsed() *uuid.UUID {\n\tu, err := uuid.FromBytes(x.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// AddDefaultTransforms adds the default transforms to a TransformMap\nfunc AddDefaultTransforms(customTransforms TransformMap) TransformMap {\n\tfor k, v := range DefaultTransforms {\n\t\tif _, ok := customTransforms[k]; !ok {\n\t\t\tcustomTransforms[k] = v\n\t\t}\n\t}\n\treturn customTransforms\n}\n\n// Converts to attributes using an additional set of custom transformers. These\n// can be used to change the transform behaviour of known types to do things\n// like redaction of sensitive data or simplification of complex types.\n//\n// For example this could be used to completely remove anything of type\n// `Secret`:\n//\n// ```go\n//\n//\tTransformMap{\n//\t reflect.TypeOf(Secret{}): func(i interface{}) interface{} {\n//\t // Remove it\n//\t return \"REDACTED\"\n//\t },\n//\t}\n//\n// ```\n//\n// Note that you need to use `AddDefaultTransforms(TransformMap) TransformMap`\n// to get sensible default transformations.\nfunc ToAttributesCustom(m map[string]any, sort bool, customTransforms TransformMap) (*ItemAttributes, error) {\n\treturn toAttributes(m, sort, customTransforms)\n}\n\n// Converts a map[string]interface{} to an ItemAttributes object, sorting all\n// slices alphabetically.This should be used when the item doesn't contain array\n// attributes that are explicitly sorted, especially if these are sometimes\n// returned in a different order\nfunc ToAttributesSorted(m map[string]any) (*ItemAttributes, error) {\n\treturn toAttributes(m, true, DefaultTransforms)\n}\n\n// ToAttributes Converts a map[string]interface{} to an ItemAttributes object\nfunc ToAttributes(m map[string]any) (*ItemAttributes, error) {\n\treturn toAttributes(m, false, DefaultTransforms)\n}\n\nfunc toAttributes(m map[string]any, sort bool, customTransforms TransformMap) (*ItemAttributes, error) {\n\tif m == nil {\n\t\treturn nil, nil\n\t}\n\n\tvar s map[string]*structpb.Value\n\tvar err error\n\n\ts = make(map[string]*structpb.Value)\n\n\t// Loop over the map\n\tfor k, v := range m {\n\t\tsanitizedValue := sanitizeInterface(v, sort, customTransforms)\n\t\tstructValue, err := structpb.NewValue(sanitizedValue)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\ts[k] = structValue\n\t}\n\n\treturn &ItemAttributes{\n\t\tAttrStruct: &structpb.Struct{\n\t\t\tFields: s,\n\t\t},\n\t}, err\n}\n\n// ToAttributesViaJson Converts any struct to a set of attributes by marshalling\n// to JSON and then back again. This is less performant than ToAttributes() but\n// does save work when copying large structs to attributes in their entirety\nfunc ToAttributesViaJson(v any) (*ItemAttributes, error) {\n\tb, err := json.Marshal(v)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tvar m map[string]any\n\n\terr = json.Unmarshal(b, &m)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn ToAttributes(m)\n}\n\n// A function that transforms one data type into another that is compatible with\n// protobuf. This is used to convert things like time.Time into a string\ntype TransformFunc func(any) any\n\n// A map of types to transform functions\ntype TransformMap map[reflect.Type]TransformFunc\n\n// The default transforms that are used when converting to attributes\nvar DefaultTransforms = TransformMap{\n\t// Time should be in RFC3339Nano format i.e. 2006-01-02T15:04:05.999999999Z07:00\n\treflect.TypeFor[time.Time](): func(i any) any {\n\t\treturn i.(time.Time).Format(time.RFC3339Nano)\n\t},\n\t// Duration should be in string format\n\treflect.TypeFor[time.Duration](): func(i any) any {\n\t\treturn i.(time.Duration).String()\n\t},\n}\n\n// sanitizeInterface Ensures that en interface is in a format that can be\n// converted to a protobuf value. The structpb.ToValue() function expects things\n// to be in one of the following formats:\n//\n//\t╔════════════════════════╀════════════════════════════════════════════╗\n//\tβ•‘ Go type β”‚ Conversion β•‘\n//\t╠════════════════════════β•ͺ════════════════════════════════════════════╣\n//\tβ•‘ nil β”‚ stored as NullValue β•‘\n//\tβ•‘ bool β”‚ stored as BoolValue β•‘\n//\tβ•‘ int, int32, int64 β”‚ stored as NumberValue β•‘\n//\tβ•‘ uint, uint32, uint64 β”‚ stored as NumberValue β•‘\n//\tβ•‘ float32, float64 β”‚ stored as NumberValue β•‘\n//\tβ•‘ string β”‚ stored as StringValue; must be valid UTF-8 β•‘\n//\tβ•‘ []byte β”‚ stored as StringValue; base64-encoded β•‘\n//\tβ•‘ map[string]interface{} β”‚ stored as StructValue β•‘\n//\tβ•‘ []interface{} β”‚ stored as ListValue β•‘\n//\tβ•šβ•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•§β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•\n//\n// However this means that a data type like []string won't work, despite the\n// function being perfectly able to represent it in a protobuf struct. This\n// function does its best to example the available data type to ensure that as\n// long as the data can in theory be represented by a protobuf struct, the\n// conversion will work.\nfunc sanitizeInterface(i any, sortArrays bool, customTransforms TransformMap) any {\n\tif i == nil {\n\t\treturn nil\n\t}\n\n\tv := reflect.ValueOf(i)\n\tt := v.Type()\n\n\t// Use the transform for this specific type if it exists\n\tif tFunc, ok := customTransforms[t]; ok {\n\t\t// Reset the value and type to the transformed value. This means that\n\t\t// even if the function returns something bad, we will then transform it\n\t\ti = tFunc(i)\n\n\t\tif i == nil {\n\t\t\treturn nil\n\t\t}\n\n\t\tv = reflect.ValueOf(i)\n\t\tt = v.Type()\n\t}\n\n\tswitch v.Kind() { //nolint:exhaustive // we fall through to the default case\n\tcase reflect.Bool:\n\t\treturn v.Bool()\n\tcase reflect.Int:\n\t\treturn v.Int()\n\tcase reflect.Int8:\n\t\treturn v.Int()\n\tcase reflect.Int16:\n\t\treturn v.Int()\n\tcase reflect.Int32:\n\t\treturn v.Int()\n\tcase reflect.Int64:\n\t\treturn v.Int()\n\tcase reflect.Uint:\n\t\treturn v.Uint()\n\tcase reflect.Uint8:\n\t\treturn v.Uint()\n\tcase reflect.Uint16:\n\t\treturn v.Uint()\n\tcase reflect.Uint32:\n\t\treturn v.Uint()\n\tcase reflect.Uint64:\n\t\treturn v.Uint()\n\tcase reflect.Float32:\n\t\treturn v.Float()\n\tcase reflect.Float64:\n\t\treturn v.Float()\n\tcase reflect.String:\n\t\treturn fmt.Sprint(v)\n\tcase reflect.Array, reflect.Slice:\n\t\t// We need to check the type of each element in the array and do\n\t\t// conversion on that\n\n\t\t// returnSlice Returns the array in the format that protobuf can deal with\n\t\tvar returnSlice []any\n\n\t\treturnSlice = make([]any, v.Len())\n\n\t\tfor i := range v.Len() {\n\t\t\treturnSlice[i] = sanitizeInterface(v.Index(i).Interface(), sortArrays, customTransforms)\n\t\t}\n\n\t\tif sortArrays {\n\t\t\tsortInterfaceArray(returnSlice)\n\t\t}\n\n\t\treturn returnSlice\n\tcase reflect.Map:\n\t\tvar returnMap map[string]any\n\n\t\treturnMap = make(map[string]any)\n\n\t\tfor _, mapKey := range v.MapKeys() {\n\t\t\t// Convert the key to a string\n\t\t\tstringKey := fmt.Sprint(mapKey.Interface())\n\n\t\t\t// Convert the value to a compatible interface\n\t\t\tvalue := sanitizeInterface(v.MapIndex(mapKey).Interface(), sortArrays, customTransforms)\n\t\t\treturnMap[stringKey] = value\n\t\t}\n\n\t\treturn returnMap\n\tcase reflect.Struct:\n\t\t// In the case of a struct we basically want to turn it into a\n\t\t// map[string]interface{}\n\t\tvar returnMap map[string]any\n\n\t\treturnMap = make(map[string]any)\n\n\t\t// Range over fields\n\t\tn := t.NumField()\n\t\tfor i := range n {\n\t\t\tfield := t.Field(i)\n\n\t\t\tif field.PkgPath != \"\" {\n\t\t\t\t// If this has a PkgPath then it is an un-exported fiend and\n\t\t\t\t// should be ignored\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\t// Get the zero value for this field\n\t\t\tzeroValue := reflect.Zero(field.Type).Interface()\n\t\t\tfieldValue := v.Field(i).Interface()\n\n\t\t\t// Check if the field is it's nil value\n\t\t\t// Check if there actually was a field with that name\n\t\t\tif !reflect.DeepEqual(fieldValue, zeroValue) {\n\t\t\t\treturnMap[field.Name] = fieldValue\n\t\t\t}\n\t\t}\n\n\t\treturn sanitizeInterface(returnMap, sortArrays, customTransforms)\n\tcase reflect.Pointer:\n\t\t// Get the zero value for this field\n\t\tzero := reflect.Zero(t)\n\n\t\t// Check if the field is it's nil value\n\t\tif reflect.DeepEqual(v, zero) {\n\t\t\treturn nil\n\t\t}\n\n\t\treturn sanitizeInterface(v.Elem().Interface(), sortArrays, customTransforms)\n\tdefault:\n\t\t// If we don't recognize the type then we need to see what the\n\t\t// underlying type is and see if we can convert that\n\t\treturn i\n\t}\n}\n\n// Sorts an interface slice by converting each item to a string and sorting\n// these strings\nfunc sortInterfaceArray(input []any) {\n\tsort.Slice(input, func(i, j int) bool {\n\t\treturn fmt.Sprint(input[i]) < fmt.Sprint(input[j])\n\t})\n}\n\n// HashSum is a function that takes a byte array and returns a 12 character hash for use in neo4j\nfunc HashSum(b []byte) string {\n\tvar paddedEncoding *base32.Encoding\n\tvar unpaddedEncoding *base32.Encoding\n\n\tshaSum := sha256.Sum256(b)\n\n\t// We need to specify a custom encoding here since dGraph has fairly strict\n\t// requirements about what name a variable can have\n\tpaddedEncoding = base32.NewEncoding(\"abcdefghijklmnopqrstuvwxyzABCDEF\")\n\n\t// We also can't have padding since \"=\" is not allowed in variable names\n\tunpaddedEncoding = paddedEncoding.WithPadding(base32.NoPadding)\n\n\treturn unpaddedEncoding.EncodeToString(shaSum[:11])\n}\n" }, { "path": "go/sdp-go/items.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: items.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\tdurationpb \"google.golang.org/protobuf/types/known/durationpb\"\n\tstructpb \"google.golang.org/protobuf/types/known/structpb\"\n\ttimestamppb \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\n// Represents the health of something, the meaning of each state may depend on\n// the context in which it is used but should be reasonably obvious\ntype Health int32\n\nconst (\n\tHealth_HEALTH_UNKNOWN Health = 0 // The health could not be determined\n\tHealth_HEALTH_OK Health = 1 // Functioning normally\n\tHealth_HEALTH_WARNING Health = 2 // Functioning, but degraded\n\tHealth_HEALTH_ERROR Health = 3 // Not functioning\n\tHealth_HEALTH_PENDING Health = 4 // Health state is transitioning, such as when something is first provisioned\n)\n\n// Enum value maps for Health.\nvar (\n\tHealth_name = map[int32]string{\n\t\t0: \"HEALTH_UNKNOWN\",\n\t\t1: \"HEALTH_OK\",\n\t\t2: \"HEALTH_WARNING\",\n\t\t3: \"HEALTH_ERROR\",\n\t\t4: \"HEALTH_PENDING\",\n\t}\n\tHealth_value = map[string]int32{\n\t\t\"HEALTH_UNKNOWN\": 0,\n\t\t\"HEALTH_OK\": 1,\n\t\t\"HEALTH_WARNING\": 2,\n\t\t\"HEALTH_ERROR\": 3,\n\t\t\"HEALTH_PENDING\": 4,\n\t}\n)\n\nfunc (x Health) Enum() *Health {\n\tp := new(Health)\n\t*p = x\n\treturn p\n}\n\nfunc (x Health) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (Health) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_items_proto_enumTypes[0].Descriptor()\n}\n\nfunc (Health) Type() protoreflect.EnumType {\n\treturn &file_items_proto_enumTypes[0]\n}\n\nfunc (x Health) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use Health.Descriptor instead.\nfunc (Health) EnumDescriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{0}\n}\n\n// QueryMethod represents the available query methods. The details of these\n// methods are:\n//\n// GET: This takes a single unique query and should only return a single item.\n//\n//\tIf an item matching the parameter passed doesn't exist the server should\n//\tfail\n//\n// LIST: This takes no query (or ignores it) and should return all items that it\n//\n//\tcan find\n//\n// SEARCH: This takes a non-unique query which is designed to be used as a\n//\n//\tsearch term. It should return some number of items (or zero) which\n//\tmatch the query\ntype QueryMethod int32\n\nconst (\n\tQueryMethod_GET QueryMethod = 0\n\tQueryMethod_LIST QueryMethod = 1\n\tQueryMethod_SEARCH QueryMethod = 2\n)\n\n// Enum value maps for QueryMethod.\nvar (\n\tQueryMethod_name = map[int32]string{\n\t\t0: \"GET\",\n\t\t1: \"LIST\",\n\t\t2: \"SEARCH\",\n\t}\n\tQueryMethod_value = map[string]int32{\n\t\t\"GET\": 0,\n\t\t\"LIST\": 1,\n\t\t\"SEARCH\": 2,\n\t}\n)\n\nfunc (x QueryMethod) Enum() *QueryMethod {\n\tp := new(QueryMethod)\n\t*p = x\n\treturn p\n}\n\nfunc (x QueryMethod) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (QueryMethod) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_items_proto_enumTypes[1].Descriptor()\n}\n\nfunc (QueryMethod) Type() protoreflect.EnumType {\n\treturn &file_items_proto_enumTypes[1]\n}\n\nfunc (x QueryMethod) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use QueryMethod.Descriptor instead.\nfunc (QueryMethod) EnumDescriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{1}\n}\n\n// The error type. Any types in here will be gracefully handled unless the\n// type os \"OTHER\"\ntype QueryStatus_Status int32\n\nconst (\n\t// the status has not been specified\n\tQueryStatus_UNSPECIFIED QueryStatus_Status = 0\n\t// the query has been started\n\tQueryStatus_STARTED QueryStatus_Status = 1\n\t// the query has been cancelled.\n\t// This is a final state.\n\tQueryStatus_CANCELLED QueryStatus_Status = 3\n\t// the query has finished with an error status. expect a separate QueryError describing that.\n\t// This is a final state.\n\t// TODO: fold the error details into this message\n\tQueryStatus_ERRORED QueryStatus_Status = 4\n\t// The query has finished and all results have been sent over the wire\n\t// This is a final state.\n\tQueryStatus_FINISHED QueryStatus_Status = 5\n)\n\n// Enum value maps for QueryStatus_Status.\nvar (\n\tQueryStatus_Status_name = map[int32]string{\n\t\t0: \"UNSPECIFIED\",\n\t\t1: \"STARTED\",\n\t\t3: \"CANCELLED\",\n\t\t4: \"ERRORED\",\n\t\t5: \"FINISHED\",\n\t}\n\tQueryStatus_Status_value = map[string]int32{\n\t\t\"UNSPECIFIED\": 0,\n\t\t\"STARTED\": 1,\n\t\t\"CANCELLED\": 3,\n\t\t\"ERRORED\": 4,\n\t\t\"FINISHED\": 5,\n\t}\n)\n\nfunc (x QueryStatus_Status) Enum() *QueryStatus_Status {\n\tp := new(QueryStatus_Status)\n\t*p = x\n\treturn p\n}\n\nfunc (x QueryStatus_Status) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (QueryStatus_Status) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_items_proto_enumTypes[2].Descriptor()\n}\n\nfunc (QueryStatus_Status) Type() protoreflect.EnumType {\n\treturn &file_items_proto_enumTypes[2]\n}\n\nfunc (x QueryStatus_Status) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use QueryStatus_Status.Descriptor instead.\nfunc (QueryStatus_Status) EnumDescriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{10, 0}\n}\n\n// The error type. Any types in here will be gracefully handled unless the\n// type os \"OTHER\"\ntype QueryError_ErrorType int32\n\nconst (\n\t// This should be used of all other failure modes, such as timeouts,\n\t// unexpected failures when querying state, permissions errors etc. Errors\n\t// that return this type should not be cached as the error may be transient.\n\tQueryError_OTHER QueryError_ErrorType = 0\n\t// NOTFOUND means that the item was not found. This is only returned as the\n\t// result of a GET query since all other queries would return an empty\n\t// list instead\n\tQueryError_NOTFOUND QueryError_ErrorType = 1\n\t// NOSCOPE means that the item was not found because we don't have\n\t// access to the requested scope. This should not be interpreted as \"The\n\t// item doesn't exist\" (as with a NOTFOUND error) but rather as \"We can't\n\t// tell you whether or not the item exists\"\n\tQueryError_NOSCOPE QueryError_ErrorType = 2\n\t// TIMEOUT means that the source times out when trying to query the item.\n\t// The timeout is provided in the original query\n\tQueryError_TIMEOUT QueryError_ErrorType = 3\n)\n\n// Enum value maps for QueryError_ErrorType.\nvar (\n\tQueryError_ErrorType_name = map[int32]string{\n\t\t0: \"OTHER\",\n\t\t1: \"NOTFOUND\",\n\t\t2: \"NOSCOPE\",\n\t\t3: \"TIMEOUT\",\n\t}\n\tQueryError_ErrorType_value = map[string]int32{\n\t\t\"OTHER\": 0,\n\t\t\"NOTFOUND\": 1,\n\t\t\"NOSCOPE\": 2,\n\t\t\"TIMEOUT\": 3,\n\t}\n)\n\nfunc (x QueryError_ErrorType) Enum() *QueryError_ErrorType {\n\tp := new(QueryError_ErrorType)\n\t*p = x\n\treturn p\n}\n\nfunc (x QueryError_ErrorType) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (QueryError_ErrorType) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_items_proto_enumTypes[3].Descriptor()\n}\n\nfunc (QueryError_ErrorType) Type() protoreflect.EnumType {\n\treturn &file_items_proto_enumTypes[3]\n}\n\nfunc (x QueryError_ErrorType) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use QueryError_ErrorType.Descriptor instead.\nfunc (QueryError_ErrorType) EnumDescriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{11, 0}\n}\n\n// DEPRECATED: BlastPropagation was previously used to determine how configuration\n// changes propagate over links. It has been replaced with an AI-driven approach\n// for blast radius calculation and is no longer used.\n//\n// Reserved to prevent field number reuse and maintain wire-format compatibility.\ntype BlastPropagation struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *BlastPropagation) Reset() {\n\t*x = BlastPropagation{}\n\tmi := &file_items_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *BlastPropagation) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*BlastPropagation) ProtoMessage() {}\n\nfunc (x *BlastPropagation) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use BlastPropagation.ProtoReflect.Descriptor instead.\nfunc (*BlastPropagation) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{0}\n}\n\n// An annotated query to indicate potential linked items.\ntype LinkedItemQuery struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// the query that would find linked items\n\tQuery *Query `protobuf:\"bytes,1,opt,name=query,proto3\" json:\"query,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *LinkedItemQuery) Reset() {\n\t*x = LinkedItemQuery{}\n\tmi := &file_items_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *LinkedItemQuery) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*LinkedItemQuery) ProtoMessage() {}\n\nfunc (x *LinkedItemQuery) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use LinkedItemQuery.ProtoReflect.Descriptor instead.\nfunc (*LinkedItemQuery) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *LinkedItemQuery) GetQuery() *Query {\n\tif x != nil {\n\t\treturn x.Query\n\t}\n\treturn nil\n}\n\n// An annotated reference to list linked items.\ntype LinkedItem struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// the linked item\n\tItem *Reference `protobuf:\"bytes,1,opt,name=item,proto3\" json:\"item,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *LinkedItem) Reset() {\n\t*x = LinkedItem{}\n\tmi := &file_items_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *LinkedItem) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*LinkedItem) ProtoMessage() {}\n\nfunc (x *LinkedItem) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use LinkedItem.ProtoReflect.Descriptor instead.\nfunc (*LinkedItem) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *LinkedItem) GetItem() *Reference {\n\tif x != nil {\n\t\treturn x.Item\n\t}\n\treturn nil\n}\n\n// This is the same as Item within the package with a couple of exceptions, no\n// real reason why this whole thing couldn't be modelled in protobuf though if\n// required. Just need to decide what if anything should remain private\ntype Item struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tType string `protobuf:\"bytes,1,opt,name=type,proto3\" json:\"type,omitempty\"`\n\tUniqueAttribute string `protobuf:\"bytes,2,opt,name=uniqueAttribute,proto3\" json:\"uniqueAttribute,omitempty\"`\n\tAttributes *ItemAttributes `protobuf:\"bytes,3,opt,name=attributes,proto3\" json:\"attributes,omitempty\"`\n\tMetadata *Metadata `protobuf:\"bytes,4,opt,name=metadata,proto3\" json:\"metadata,omitempty\"`\n\t// The scope within which the item is unique. Item uniqueness is determined\n\t// by the combination of type and uniqueAttribute value. However it is\n\t// possible for the same item to exist in many scopes. There is not formal\n\t// definition for what a scope should be other than the fact that it should\n\t// be somewhat descriptive and should ensure item uniqueness\n\tScope string `protobuf:\"bytes,5,opt,name=scope,proto3\" json:\"scope,omitempty\"`\n\t// Not all items will have relatedItems we are are using a two byte\n\t// integer to save one byte integers for more common things\n\tLinkedItemQueries []*LinkedItemQuery `protobuf:\"bytes,16,rep,name=linkedItemQueries,proto3\" json:\"linkedItemQueries,omitempty\"`\n\t// Linked items\n\tLinkedItems []*LinkedItem `protobuf:\"bytes,17,rep,name=linkedItems,proto3\" json:\"linkedItems,omitempty\"`\n\t// (optional) Represents the health of the item. Only items that have a\n\t// clearly relevant health attribute should return a value for health\n\tHealth *Health `protobuf:\"varint,18,opt,name=health,proto3,enum=Health,oneof\" json:\"health,omitempty\"`\n\t// Arbitrary key-value pairs that can be used to store additional information.\n\t// These tags are retrieved from the source and map to the target's definition\n\t// of a tag (e.g. AWS tags, Kubernetes labels, etc.)\n\tTags map[string]string `protobuf:\"bytes,19,rep,name=tags,proto3\" json:\"tags,omitempty\" protobuf_key:\"bytes,1,opt,name=key\" protobuf_val:\"bytes,2,opt,name=value\"`\n\t// The available log streams for this item, if any. Use the Logs service to\n\t// access the actual contents.\n\tLogStreams []*LogStreamDetails `protobuf:\"bytes,20,rep,name=logStreams,proto3\" json:\"logStreams,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Item) Reset() {\n\t*x = Item{}\n\tmi := &file_items_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Item) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Item) ProtoMessage() {}\n\nfunc (x *Item) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Item.ProtoReflect.Descriptor instead.\nfunc (*Item) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{3}\n}\n\nfunc (x *Item) GetType() string {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn \"\"\n}\n\nfunc (x *Item) GetUniqueAttribute() string {\n\tif x != nil {\n\t\treturn x.UniqueAttribute\n\t}\n\treturn \"\"\n}\n\nfunc (x *Item) GetAttributes() *ItemAttributes {\n\tif x != nil {\n\t\treturn x.Attributes\n\t}\n\treturn nil\n}\n\nfunc (x *Item) GetMetadata() *Metadata {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\nfunc (x *Item) GetScope() string {\n\tif x != nil {\n\t\treturn x.Scope\n\t}\n\treturn \"\"\n}\n\nfunc (x *Item) GetLinkedItemQueries() []*LinkedItemQuery {\n\tif x != nil {\n\t\treturn x.LinkedItemQueries\n\t}\n\treturn nil\n}\n\nfunc (x *Item) GetLinkedItems() []*LinkedItem {\n\tif x != nil {\n\t\treturn x.LinkedItems\n\t}\n\treturn nil\n}\n\nfunc (x *Item) GetHealth() Health {\n\tif x != nil && x.Health != nil {\n\t\treturn *x.Health\n\t}\n\treturn Health_HEALTH_UNKNOWN\n}\n\nfunc (x *Item) GetTags() map[string]string {\n\tif x != nil {\n\t\treturn x.Tags\n\t}\n\treturn nil\n}\n\nfunc (x *Item) GetLogStreams() []*LogStreamDetails {\n\tif x != nil {\n\t\treturn x.LogStreams\n\t}\n\treturn nil\n}\n\n// ItemAttributes represents the known attributes for an item. These are likely\n// to be common to a given type, but even this is not guaranteed. All items must\n// have at least one attribute however as it needs something to uniquely\n// identify it\ntype ItemAttributes struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tAttrStruct *structpb.Struct `protobuf:\"bytes,1,opt,name=attrStruct,proto3\" json:\"attrStruct,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ItemAttributes) Reset() {\n\t*x = ItemAttributes{}\n\tmi := &file_items_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ItemAttributes) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ItemAttributes) ProtoMessage() {}\n\nfunc (x *ItemAttributes) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ItemAttributes.ProtoReflect.Descriptor instead.\nfunc (*ItemAttributes) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{4}\n}\n\nfunc (x *ItemAttributes) GetAttrStruct() *structpb.Struct {\n\tif x != nil {\n\t\treturn x.AttrStruct\n\t}\n\treturn nil\n}\n\n// Metadata about the item. Where it came from, how long it took, etc.\ntype Metadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// This is the name of the source that was used to find the item.\n\tSourceName string `protobuf:\"bytes,2,opt,name=sourceName,proto3\" json:\"sourceName,omitempty\"`\n\t// The query that caused this item to be found. This is for gateway-internal use and will not be exposed to the frontend.\n\tSourceQuery *Query `protobuf:\"bytes,3,opt,name=sourceQuery,proto3\" json:\"sourceQuery,omitempty\"`\n\t// The time that the item was found\n\tTimestamp *timestamppb.Timestamp `protobuf:\"bytes,4,opt,name=timestamp,proto3\" json:\"timestamp,omitempty\"`\n\t// How long the source took to execute in total when processing the Query.\n\t//\n\t// (deprecated) This is no longer sent as streaming responses make this metric\n\t// impossible to calculate on a per-item basis\n\t//\n\t// Deprecated: Marked as deprecated in items.proto.\n\tSourceDuration *durationpb.Duration `protobuf:\"bytes,5,opt,name=sourceDuration,proto3\" json:\"sourceDuration,omitempty\"`\n\t// How long the source took to execute per item when processing the\n\t// Query\n\t//\n\t// (deprecated) This is no longer sent\n\t//\n\t// Deprecated: Marked as deprecated in items.proto.\n\tSourceDurationPerItem *durationpb.Duration `protobuf:\"bytes,6,opt,name=sourceDurationPerItem,proto3\" json:\"sourceDurationPerItem,omitempty\"`\n\t// Whether the item should be hidden/ignored by user-facing things such as\n\t// GUIs and databases.\n\t//\n\t// Some types of items are only relevant in calculating higher-layer\n\t// abstractions and are therefore always hidden. A good example of this would\n\t// be the output of a command. This could be used by a remote source to gather\n\t// information, but we don't actually want to show the user all the commands\n\t// that were run, just the final item returned by the source\n\tHidden bool `protobuf:\"varint,7,opt,name=hidden,proto3\" json:\"hidden,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Metadata) Reset() {\n\t*x = Metadata{}\n\tmi := &file_items_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Metadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Metadata) ProtoMessage() {}\n\nfunc (x *Metadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Metadata.ProtoReflect.Descriptor instead.\nfunc (*Metadata) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{5}\n}\n\nfunc (x *Metadata) GetSourceName() string {\n\tif x != nil {\n\t\treturn x.SourceName\n\t}\n\treturn \"\"\n}\n\nfunc (x *Metadata) GetSourceQuery() *Query {\n\tif x != nil {\n\t\treturn x.SourceQuery\n\t}\n\treturn nil\n}\n\nfunc (x *Metadata) GetTimestamp() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.Timestamp\n\t}\n\treturn nil\n}\n\n// Deprecated: Marked as deprecated in items.proto.\nfunc (x *Metadata) GetSourceDuration() *durationpb.Duration {\n\tif x != nil {\n\t\treturn x.SourceDuration\n\t}\n\treturn nil\n}\n\n// Deprecated: Marked as deprecated in items.proto.\nfunc (x *Metadata) GetSourceDurationPerItem() *durationpb.Duration {\n\tif x != nil {\n\t\treturn x.SourceDurationPerItem\n\t}\n\treturn nil\n}\n\nfunc (x *Metadata) GetHidden() bool {\n\tif x != nil {\n\t\treturn x.Hidden\n\t}\n\treturn false\n}\n\n// This is a list of items, like a List() would return\ntype Items struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tItems []*Item `protobuf:\"bytes,1,rep,name=items,proto3\" json:\"items,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Items) Reset() {\n\t*x = Items{}\n\tmi := &file_items_proto_msgTypes[6]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Items) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Items) ProtoMessage() {}\n\nfunc (x *Items) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[6]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Items.ProtoReflect.Descriptor instead.\nfunc (*Items) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{6}\n}\n\nfunc (x *Items) GetItems() []*Item {\n\tif x != nil {\n\t\treturn x.Items\n\t}\n\treturn nil\n}\n\n// describes the details of a Log Stream for an item\ntype LogStreamDetails struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The descriptive name for display purposes\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// the source scope for this log stream. Has to be a specific scope, not\n\t// wildcarded.\n\tScope string `protobuf:\"bytes,2,opt,name=scope,proto3\" json:\"scope,omitempty\"`\n\t// The query that should pe passed back to the upstream\n\t// API to get log lines from this stream\n\tQuery string `protobuf:\"bytes,3,opt,name=query,proto3\" json:\"query,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *LogStreamDetails) Reset() {\n\t*x = LogStreamDetails{}\n\tmi := &file_items_proto_msgTypes[7]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *LogStreamDetails) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*LogStreamDetails) ProtoMessage() {}\n\nfunc (x *LogStreamDetails) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[7]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use LogStreamDetails.ProtoReflect.Descriptor instead.\nfunc (*LogStreamDetails) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{7}\n}\n\nfunc (x *LogStreamDetails) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *LogStreamDetails) GetScope() string {\n\tif x != nil {\n\t\treturn x.Scope\n\t}\n\treturn \"\"\n}\n\nfunc (x *LogStreamDetails) GetQuery() string {\n\tif x != nil {\n\t\treturn x.Query\n\t}\n\treturn \"\"\n}\n\n// Query represents a query for an item or a list of items.\ntype Query struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The type of item to search for. \"*\" means all types\n\tType string `protobuf:\"bytes,1,opt,name=type,proto3\" json:\"type,omitempty\"`\n\t// Which method to use when looking for it\n\tMethod QueryMethod `protobuf:\"varint,2,opt,name=method,proto3,enum=QueryMethod\" json:\"method,omitempty\"`\n\t// What query should be passed to that method\n\tQuery string `protobuf:\"bytes,3,opt,name=query,proto3\" json:\"query,omitempty\"`\n\t// Defines how this query should behave when finding new items\n\tRecursionBehaviour *Query_RecursionBehaviour `protobuf:\"bytes,4,opt,name=recursionBehaviour,proto3\" json:\"recursionBehaviour,omitempty\"`\n\t// The scope for which we are requesting. To query all scopes use the the\n\t// wildcard '*'\n\tScope string `protobuf:\"bytes,5,opt,name=scope,proto3\" json:\"scope,omitempty\"`\n\t// Whether to ignore the cache and execute the query regardless.\n\t//\n\t// By default sources will implement some level of caching, this is\n\t// particularly important for linked items as a single query with a large link\n\t// depth may result in the same item being queried many times as links are\n\t// resolved and more and more items link to each other. However if required\n\t// this caching can be turned off using this parameter\n\tIgnoreCache bool `protobuf:\"varint,6,opt,name=ignoreCache,proto3\" json:\"ignoreCache,omitempty\"`\n\t// A UUID to uniquely identify the query. This should be stored by the\n\t// requester as it will be needed later if the requester wants to cancel a\n\t// query. It should be stored as 128 bytes, as opposed to the textual\n\t// representation\n\tUUID []byte `protobuf:\"bytes,7,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// The deadline for this query. When the deadline elapses, results become\n\t// irrelevant for the sender and any processing can stop. The deadline gets\n\t// propagated to all related queries (e.g. for linked items) and processes.\n\t// Note: there is currently a migration going on from timeouts to durations,\n\t// so depending on which service is hit, either one is evaluated.\n\tDeadline *timestamppb.Timestamp `protobuf:\"bytes,9,opt,name=deadline,proto3\" json:\"deadline,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Query) Reset() {\n\t*x = Query{}\n\tmi := &file_items_proto_msgTypes[8]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Query) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Query) ProtoMessage() {}\n\nfunc (x *Query) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[8]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Query.ProtoReflect.Descriptor instead.\nfunc (*Query) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{8}\n}\n\nfunc (x *Query) GetType() string {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn \"\"\n}\n\nfunc (x *Query) GetMethod() QueryMethod {\n\tif x != nil {\n\t\treturn x.Method\n\t}\n\treturn QueryMethod_GET\n}\n\nfunc (x *Query) GetQuery() string {\n\tif x != nil {\n\t\treturn x.Query\n\t}\n\treturn \"\"\n}\n\nfunc (x *Query) GetRecursionBehaviour() *Query_RecursionBehaviour {\n\tif x != nil {\n\t\treturn x.RecursionBehaviour\n\t}\n\treturn nil\n}\n\nfunc (x *Query) GetScope() string {\n\tif x != nil {\n\t\treturn x.Scope\n\t}\n\treturn \"\"\n}\n\nfunc (x *Query) GetIgnoreCache() bool {\n\tif x != nil {\n\t\treturn x.IgnoreCache\n\t}\n\treturn false\n}\n\nfunc (x *Query) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *Query) GetDeadline() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.Deadline\n\t}\n\treturn nil\n}\n\ntype QueryResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Types that are valid to be assigned to ResponseType:\n\t//\n\t//\t*QueryResponse_NewItem\n\t//\t*QueryResponse_Response\n\t//\t*QueryResponse_Error\n\t//\t*QueryResponse_Edge\n\tResponseType isQueryResponse_ResponseType `protobuf_oneof:\"response_type\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *QueryResponse) Reset() {\n\t*x = QueryResponse{}\n\tmi := &file_items_proto_msgTypes[9]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *QueryResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*QueryResponse) ProtoMessage() {}\n\nfunc (x *QueryResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[9]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use QueryResponse.ProtoReflect.Descriptor instead.\nfunc (*QueryResponse) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{9}\n}\n\nfunc (x *QueryResponse) GetResponseType() isQueryResponse_ResponseType {\n\tif x != nil {\n\t\treturn x.ResponseType\n\t}\n\treturn nil\n}\n\nfunc (x *QueryResponse) GetNewItem() *Item {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*QueryResponse_NewItem); ok {\n\t\t\treturn x.NewItem\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *QueryResponse) GetResponse() *Response {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*QueryResponse_Response); ok {\n\t\t\treturn x.Response\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *QueryResponse) GetError() *QueryError {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*QueryResponse_Error); ok {\n\t\t\treturn x.Error\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *QueryResponse) GetEdge() *Edge {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*QueryResponse_Edge); ok {\n\t\t\treturn x.Edge\n\t\t}\n\t}\n\treturn nil\n}\n\ntype isQueryResponse_ResponseType interface {\n\tisQueryResponse_ResponseType()\n}\n\ntype QueryResponse_NewItem struct {\n\tNewItem *Item `protobuf:\"bytes,2,opt,name=newItem,proto3,oneof\"` // A new item that has been discovered\n}\n\ntype QueryResponse_Response struct {\n\tResponse *Response `protobuf:\"bytes,3,opt,name=response,proto3,oneof\"` // Status update\n}\n\ntype QueryResponse_Error struct {\n\tError *QueryError `protobuf:\"bytes,4,opt,name=error,proto3,oneof\"` // An error has been encountered\n}\n\ntype QueryResponse_Edge struct {\n\tEdge *Edge `protobuf:\"bytes,5,opt,name=edge,proto3,oneof\"` // a link between items/queries\n}\n\nfunc (*QueryResponse_NewItem) isQueryResponse_ResponseType() {}\n\nfunc (*QueryResponse_Response) isQueryResponse_ResponseType() {}\n\nfunc (*QueryResponse_Error) isQueryResponse_ResponseType() {}\n\nfunc (*QueryResponse_Edge) isQueryResponse_ResponseType() {}\n\n// QueryStatus informs the client of status updates of all queries running in this session.\ntype QueryStatus struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// UUID of the query\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tStatus QueryStatus_Status `protobuf:\"varint,2,opt,name=status,proto3,enum=QueryStatus_Status\" json:\"status,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *QueryStatus) Reset() {\n\t*x = QueryStatus{}\n\tmi := &file_items_proto_msgTypes[10]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *QueryStatus) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*QueryStatus) ProtoMessage() {}\n\nfunc (x *QueryStatus) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[10]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use QueryStatus.ProtoReflect.Descriptor instead.\nfunc (*QueryStatus) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{10}\n}\n\nfunc (x *QueryStatus) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *QueryStatus) GetStatus() QueryStatus_Status {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn QueryStatus_UNSPECIFIED\n}\n\n// QueryError is sent back when an item query fails\ntype QueryError struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// UUID of the item query that this response is in relation to (in binary\n\t// format)\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tErrorType QueryError_ErrorType `protobuf:\"varint,2,opt,name=errorType,proto3,enum=QueryError_ErrorType\" json:\"errorType,omitempty\"`\n\t// The string contents of the error\n\tErrorString string `protobuf:\"bytes,3,opt,name=errorString,proto3\" json:\"errorString,omitempty\"`\n\t// The scope from which the error was raised\n\tScope string `protobuf:\"bytes,4,opt,name=scope,proto3\" json:\"scope,omitempty\"`\n\t// The name of the source which raised the error (if relevant)\n\tSourceName string `protobuf:\"bytes,5,opt,name=sourceName,proto3\" json:\"sourceName,omitempty\"`\n\t// The type of item that we were looking for at the time of the error\n\tItemType string `protobuf:\"bytes,6,opt,name=itemType,proto3\" json:\"itemType,omitempty\"`\n\t// The name of the responder that this error was raised from\n\tResponderName string `protobuf:\"bytes,7,opt,name=responderName,proto3\" json:\"responderName,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *QueryError) Reset() {\n\t*x = QueryError{}\n\tmi := &file_items_proto_msgTypes[11]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *QueryError) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*QueryError) ProtoMessage() {}\n\nfunc (x *QueryError) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[11]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use QueryError.ProtoReflect.Descriptor instead.\nfunc (*QueryError) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{11}\n}\n\nfunc (x *QueryError) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *QueryError) GetErrorType() QueryError_ErrorType {\n\tif x != nil {\n\t\treturn x.ErrorType\n\t}\n\treturn QueryError_OTHER\n}\n\nfunc (x *QueryError) GetErrorString() string {\n\tif x != nil {\n\t\treturn x.ErrorString\n\t}\n\treturn \"\"\n}\n\nfunc (x *QueryError) GetScope() string {\n\tif x != nil {\n\t\treturn x.Scope\n\t}\n\treturn \"\"\n}\n\nfunc (x *QueryError) GetSourceName() string {\n\tif x != nil {\n\t\treturn x.SourceName\n\t}\n\treturn \"\"\n}\n\nfunc (x *QueryError) GetItemType() string {\n\tif x != nil {\n\t\treturn x.ItemType\n\t}\n\treturn \"\"\n}\n\nfunc (x *QueryError) GetResponderName() string {\n\tif x != nil {\n\t\treturn x.ResponderName\n\t}\n\treturn \"\"\n}\n\n// The message signals that the Query with the corresponding UUID should\n// be cancelled. Work should stop immediately, and a final response should be\n// sent with a state of CANCELLED to acknowledge that the query has ended due\n// to a cancellation\ntype CancelQuery struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// UUID of the Query to cancel\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CancelQuery) Reset() {\n\t*x = CancelQuery{}\n\tmi := &file_items_proto_msgTypes[12]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CancelQuery) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CancelQuery) ProtoMessage() {}\n\nfunc (x *CancelQuery) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[12]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CancelQuery.ProtoReflect.Descriptor instead.\nfunc (*CancelQuery) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{12}\n}\n\nfunc (x *CancelQuery) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\n// This requests that the gateway \"expands\" an item. This involves executing all\n// linked item queries within the session and sending the results to the\n// client. It is recommended that this be used rather than simply sending each\n// linked item request. Using this request type allows the Gateway to save the\n// session more intelligently so that it can be bookmarked and used later.\n// \"Expanding\" an item will mean an item always acts the same, even if its\n// linked item queries have changed\ntype Expand struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The item that should be expanded\n\tItemRef *Reference `protobuf:\"bytes,1,opt,name=itemRef,proto3\" json:\"itemRef,omitempty\"`\n\t// How many levels of expansion should be run\n\tLinkDepth uint32 `protobuf:\"varint,2,opt,name=linkDepth,proto3\" json:\"linkDepth,omitempty\"`\n\t// A UUID to uniquely identify the request. This should be stored by the\n\t// requester as it will be needed later if the requester wants to cancel a\n\t// request. It should be stored as 128 bytes, as opposed to the textual\n\t// representation\n\tUUID []byte `protobuf:\"bytes,3,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// The time at which the gateway should stop processing the queries spawned by this request\n\tDeadline *timestamppb.Timestamp `protobuf:\"bytes,4,opt,name=deadline,proto3\" json:\"deadline,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Expand) Reset() {\n\t*x = Expand{}\n\tmi := &file_items_proto_msgTypes[13]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Expand) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Expand) ProtoMessage() {}\n\nfunc (x *Expand) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[13]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Expand.ProtoReflect.Descriptor instead.\nfunc (*Expand) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{13}\n}\n\nfunc (x *Expand) GetItemRef() *Reference {\n\tif x != nil {\n\t\treturn x.ItemRef\n\t}\n\treturn nil\n}\n\nfunc (x *Expand) GetLinkDepth() uint32 {\n\tif x != nil {\n\t\treturn x.LinkDepth\n\t}\n\treturn 0\n}\n\nfunc (x *Expand) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *Expand) GetDeadline() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.Deadline\n\t}\n\treturn nil\n}\n\n// Reference to an item\n//\n// The uniqueness of an item is determined by the combination of:\n//\n// - Type\n// - UniqueAttributeValue\n// - Scope\ntype Reference struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tType string `protobuf:\"bytes,1,opt,name=type,proto3\" json:\"type,omitempty\"`\n\tUniqueAttributeValue string `protobuf:\"bytes,2,opt,name=uniqueAttributeValue,proto3\" json:\"uniqueAttributeValue,omitempty\"`\n\tScope string `protobuf:\"bytes,3,opt,name=scope,proto3\" json:\"scope,omitempty\"`\n\tIsQuery bool `protobuf:\"varint,4,opt,name=isQuery,proto3\" json:\"isQuery,omitempty\"`\n\tQuery string `protobuf:\"bytes,5,opt,name=query,proto3\" json:\"query,omitempty\"`\n\tMethod QueryMethod `protobuf:\"varint,6,opt,name=method,proto3,enum=QueryMethod\" json:\"method,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Reference) Reset() {\n\t*x = Reference{}\n\tmi := &file_items_proto_msgTypes[14]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Reference) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Reference) ProtoMessage() {}\n\nfunc (x *Reference) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[14]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Reference.ProtoReflect.Descriptor instead.\nfunc (*Reference) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{14}\n}\n\nfunc (x *Reference) GetType() string {\n\tif x != nil {\n\t\treturn x.Type\n\t}\n\treturn \"\"\n}\n\nfunc (x *Reference) GetUniqueAttributeValue() string {\n\tif x != nil {\n\t\treturn x.UniqueAttributeValue\n\t}\n\treturn \"\"\n}\n\nfunc (x *Reference) GetScope() string {\n\tif x != nil {\n\t\treturn x.Scope\n\t}\n\treturn \"\"\n}\n\nfunc (x *Reference) GetIsQuery() bool {\n\tif x != nil {\n\t\treturn x.IsQuery\n\t}\n\treturn false\n}\n\nfunc (x *Reference) GetQuery() string {\n\tif x != nil {\n\t\treturn x.Query\n\t}\n\treturn \"\"\n}\n\nfunc (x *Reference) GetMethod() QueryMethod {\n\tif x != nil {\n\t\treturn x.Method\n\t}\n\treturn QueryMethod_GET\n}\n\n// Edge represents a link between two items. The `to` Reference can be a query\n// that will be unrolled by the gateway during query processing. Clients are\n// guaranteed that edges are only sent after the referenced items.\ntype Edge struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tFrom *Reference `protobuf:\"bytes,1,opt,name=from,proto3\" json:\"from,omitempty\"`\n\tTo *Reference `protobuf:\"bytes,2,opt,name=to,proto3\" json:\"to,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Edge) Reset() {\n\t*x = Edge{}\n\tmi := &file_items_proto_msgTypes[15]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Edge) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Edge) ProtoMessage() {}\n\nfunc (x *Edge) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[15]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Edge.ProtoReflect.Descriptor instead.\nfunc (*Edge) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{15}\n}\n\nfunc (x *Edge) GetFrom() *Reference {\n\tif x != nil {\n\t\treturn x.From\n\t}\n\treturn nil\n}\n\nfunc (x *Edge) GetTo() *Reference {\n\tif x != nil {\n\t\treturn x.To\n\t}\n\treturn nil\n}\n\n// Defines how this query should behave when finding new items\ntype Query_RecursionBehaviour struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// How deeply to link items. A value of 0 will mean that items are not linked.\n\t// To resolve linked items \"infinitely\" simply set this to a high number, with\n\t// the highest being 4,294,967,295. While this isn't truly *infinite*, chances\n\t// are that it is effectively the same, think six degrees of separation etc.\n\tLinkDepth uint32 `protobuf:\"varint,1,opt,name=linkDepth,proto3\" json:\"linkDepth,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Query_RecursionBehaviour) Reset() {\n\t*x = Query_RecursionBehaviour{}\n\tmi := &file_items_proto_msgTypes[17]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Query_RecursionBehaviour) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Query_RecursionBehaviour) ProtoMessage() {}\n\nfunc (x *Query_RecursionBehaviour) ProtoReflect() protoreflect.Message {\n\tmi := &file_items_proto_msgTypes[17]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Query_RecursionBehaviour.ProtoReflect.Descriptor instead.\nfunc (*Query_RecursionBehaviour) Descriptor() ([]byte, []int) {\n\treturn file_items_proto_rawDescGZIP(), []int{8, 0}\n}\n\nfunc (x *Query_RecursionBehaviour) GetLinkDepth() uint32 {\n\tif x != nil {\n\t\treturn x.LinkDepth\n\t}\n\treturn 0\n}\n\nvar File_items_proto protoreflect.FileDescriptor\n\nconst file_items_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\vitems.proto\\x1a\\x1egoogle/protobuf/duration.proto\\x1a\\x1cgoogle/protobuf/struct.proto\\x1a\\x1fgoogle/protobuf/timestamp.proto\\x1a\\x0fresponses.proto\\\"'\\n\" +\n\t\"\\x10BlastPropagationJ\\x04\\b\\x01\\x10\\x02J\\x04\\b\\x02\\x10\\x03R\\x02inR\\x03out\\\"G\\n\" +\n\t\"\\x0fLinkedItemQuery\\x12\\x1c\\n\" +\n\t\"\\x05query\\x18\\x01 \\x01(\\v2\\x06.QueryR\\x05queryJ\\x04\\b\\x02\\x10\\x03R\\x10blastPropagation\\\"D\\n\" +\n\t\"\\n\" +\n\t\"LinkedItem\\x12\\x1e\\n\" +\n\t\"\\x04item\\x18\\x01 \\x01(\\v2\\n\" +\n\t\".ReferenceR\\x04itemJ\\x04\\b\\x02\\x10\\x03R\\x10blastPropagation\\\"\\xe3\\x03\\n\" +\n\t\"\\x04Item\\x12\\x12\\n\" +\n\t\"\\x04type\\x18\\x01 \\x01(\\tR\\x04type\\x12(\\n\" +\n\t\"\\x0funiqueAttribute\\x18\\x02 \\x01(\\tR\\x0funiqueAttribute\\x12/\\n\" +\n\t\"\\n\" +\n\t\"attributes\\x18\\x03 \\x01(\\v2\\x0f.ItemAttributesR\\n\" +\n\t\"attributes\\x12%\\n\" +\n\t\"\\bmetadata\\x18\\x04 \\x01(\\v2\\t.MetadataR\\bmetadata\\x12\\x14\\n\" +\n\t\"\\x05scope\\x18\\x05 \\x01(\\tR\\x05scope\\x12>\\n\" +\n\t\"\\x11linkedItemQueries\\x18\\x10 \\x03(\\v2\\x10.LinkedItemQueryR\\x11linkedItemQueries\\x12-\\n\" +\n\t\"\\vlinkedItems\\x18\\x11 \\x03(\\v2\\v.LinkedItemR\\vlinkedItems\\x12$\\n\" +\n\t\"\\x06health\\x18\\x12 \\x01(\\x0e2\\a.HealthH\\x00R\\x06health\\x88\\x01\\x01\\x12#\\n\" +\n\t\"\\x04tags\\x18\\x13 \\x03(\\v2\\x0f.Item.TagsEntryR\\x04tags\\x121\\n\" +\n\t\"\\n\" +\n\t\"logStreams\\x18\\x14 \\x03(\\v2\\x11.LogStreamDetailsR\\n\" +\n\t\"logStreams\\x1a7\\n\" +\n\t\"\\tTagsEntry\\x12\\x10\\n\" +\n\t\"\\x03key\\x18\\x01 \\x01(\\tR\\x03key\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x02 \\x01(\\tR\\x05value:\\x028\\x01B\\t\\n\" +\n\t\"\\a_health\\\"I\\n\" +\n\t\"\\x0eItemAttributes\\x127\\n\" +\n\t\"\\n\" +\n\t\"attrStruct\\x18\\x01 \\x01(\\v2\\x17.google.protobuf.StructR\\n\" +\n\t\"attrStruct\\\"\\xc2\\x02\\n\" +\n\t\"\\bMetadata\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"sourceName\\x18\\x02 \\x01(\\tR\\n\" +\n\t\"sourceName\\x12(\\n\" +\n\t\"\\vsourceQuery\\x18\\x03 \\x01(\\v2\\x06.QueryR\\vsourceQuery\\x128\\n\" +\n\t\"\\ttimestamp\\x18\\x04 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\ttimestamp\\x12E\\n\" +\n\t\"\\x0esourceDuration\\x18\\x05 \\x01(\\v2\\x19.google.protobuf.DurationB\\x02\\x18\\x01R\\x0esourceDuration\\x12S\\n\" +\n\t\"\\x15sourceDurationPerItem\\x18\\x06 \\x01(\\v2\\x19.google.protobuf.DurationB\\x02\\x18\\x01R\\x15sourceDurationPerItem\\x12\\x16\\n\" +\n\t\"\\x06hidden\\x18\\a \\x01(\\bR\\x06hidden\\\"$\\n\" +\n\t\"\\x05Items\\x12\\x1b\\n\" +\n\t\"\\x05items\\x18\\x01 \\x03(\\v2\\x05.ItemR\\x05items\\\"R\\n\" +\n\t\"\\x10LogStreamDetails\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12\\x14\\n\" +\n\t\"\\x05scope\\x18\\x02 \\x01(\\tR\\x05scope\\x12\\x14\\n\" +\n\t\"\\x05query\\x18\\x03 \\x01(\\tR\\x05query\\\"\\x82\\x03\\n\" +\n\t\"\\x05Query\\x12\\x12\\n\" +\n\t\"\\x04type\\x18\\x01 \\x01(\\tR\\x04type\\x12$\\n\" +\n\t\"\\x06method\\x18\\x02 \\x01(\\x0e2\\f.QueryMethodR\\x06method\\x12\\x14\\n\" +\n\t\"\\x05query\\x18\\x03 \\x01(\\tR\\x05query\\x12I\\n\" +\n\t\"\\x12recursionBehaviour\\x18\\x04 \\x01(\\v2\\x19.Query.RecursionBehaviourR\\x12recursionBehaviour\\x12\\x14\\n\" +\n\t\"\\x05scope\\x18\\x05 \\x01(\\tR\\x05scope\\x12 \\n\" +\n\t\"\\vignoreCache\\x18\\x06 \\x01(\\bR\\vignoreCache\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\a \\x01(\\fR\\x04UUID\\x126\\n\" +\n\t\"\\bdeadline\\x18\\t \\x01(\\v2\\x1a.google.protobuf.TimestampR\\bdeadline\\x1aT\\n\" +\n\t\"\\x12RecursionBehaviour\\x12\\x1c\\n\" +\n\t\"\\tlinkDepth\\x18\\x01 \\x01(\\rR\\tlinkDepthJ\\x04\\b\\x02\\x10\\x03R\\x1afollowOnlyBlastPropagationJ\\x04\\b\\b\\x10\\t\\\"\\xae\\x01\\n\" +\n\t\"\\rQueryResponse\\x12!\\n\" +\n\t\"\\anewItem\\x18\\x02 \\x01(\\v2\\x05.ItemH\\x00R\\anewItem\\x12'\\n\" +\n\t\"\\bresponse\\x18\\x03 \\x01(\\v2\\t.ResponseH\\x00R\\bresponse\\x12#\\n\" +\n\t\"\\x05error\\x18\\x04 \\x01(\\v2\\v.QueryErrorH\\x00R\\x05error\\x12\\x1b\\n\" +\n\t\"\\x04edge\\x18\\x05 \\x01(\\v2\\x05.EdgeH\\x00R\\x04edgeB\\x0f\\n\" +\n\t\"\\rresponse_type\\\"\\xa6\\x01\\n\" +\n\t\"\\vQueryStatus\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12+\\n\" +\n\t\"\\x06status\\x18\\x02 \\x01(\\x0e2\\x13.QueryStatus.StatusR\\x06status\\\"V\\n\" +\n\t\"\\x06Status\\x12\\x0f\\n\" +\n\t\"\\vUNSPECIFIED\\x10\\x00\\x12\\v\\n\" +\n\t\"\\aSTARTED\\x10\\x01\\x12\\r\\n\" +\n\t\"\\tCANCELLED\\x10\\x03\\x12\\v\\n\" +\n\t\"\\aERRORED\\x10\\x04\\x12\\f\\n\" +\n\t\"\\bFINISHED\\x10\\x05\\\"\\x04\\b\\x02\\x10\\x02\\\"\\xaf\\x02\\n\" +\n\t\"\\n\" +\n\t\"QueryError\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x123\\n\" +\n\t\"\\terrorType\\x18\\x02 \\x01(\\x0e2\\x15.QueryError.ErrorTypeR\\terrorType\\x12 \\n\" +\n\t\"\\verrorString\\x18\\x03 \\x01(\\tR\\verrorString\\x12\\x14\\n\" +\n\t\"\\x05scope\\x18\\x04 \\x01(\\tR\\x05scope\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"sourceName\\x18\\x05 \\x01(\\tR\\n\" +\n\t\"sourceName\\x12\\x1a\\n\" +\n\t\"\\bitemType\\x18\\x06 \\x01(\\tR\\bitemType\\x12$\\n\" +\n\t\"\\rresponderName\\x18\\a \\x01(\\tR\\rresponderName\\\">\\n\" +\n\t\"\\tErrorType\\x12\\t\\n\" +\n\t\"\\x05OTHER\\x10\\x00\\x12\\f\\n\" +\n\t\"\\bNOTFOUND\\x10\\x01\\x12\\v\\n\" +\n\t\"\\aNOSCOPE\\x10\\x02\\x12\\v\\n\" +\n\t\"\\aTIMEOUT\\x10\\x03\\\"!\\n\" +\n\t\"\\vCancelQuery\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"\\x98\\x01\\n\" +\n\t\"\\x06Expand\\x12$\\n\" +\n\t\"\\aitemRef\\x18\\x01 \\x01(\\v2\\n\" +\n\t\".ReferenceR\\aitemRef\\x12\\x1c\\n\" +\n\t\"\\tlinkDepth\\x18\\x02 \\x01(\\rR\\tlinkDepth\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x03 \\x01(\\fR\\x04UUID\\x126\\n\" +\n\t\"\\bdeadline\\x18\\x04 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\bdeadline\\\"\\xbf\\x01\\n\" +\n\t\"\\tReference\\x12\\x12\\n\" +\n\t\"\\x04type\\x18\\x01 \\x01(\\tR\\x04type\\x122\\n\" +\n\t\"\\x14uniqueAttributeValue\\x18\\x02 \\x01(\\tR\\x14uniqueAttributeValue\\x12\\x14\\n\" +\n\t\"\\x05scope\\x18\\x03 \\x01(\\tR\\x05scope\\x12\\x18\\n\" +\n\t\"\\aisQuery\\x18\\x04 \\x01(\\bR\\aisQuery\\x12\\x14\\n\" +\n\t\"\\x05query\\x18\\x05 \\x01(\\tR\\x05query\\x12$\\n\" +\n\t\"\\x06method\\x18\\x06 \\x01(\\x0e2\\f.QueryMethodR\\x06method\\\"Z\\n\" +\n\t\"\\x04Edge\\x12\\x1e\\n\" +\n\t\"\\x04from\\x18\\x01 \\x01(\\v2\\n\" +\n\t\".ReferenceR\\x04from\\x12\\x1a\\n\" +\n\t\"\\x02to\\x18\\x02 \\x01(\\v2\\n\" +\n\t\".ReferenceR\\x02toJ\\x04\\b\\x03\\x10\\x04R\\x10blastPropagation*e\\n\" +\n\t\"\\x06Health\\x12\\x12\\n\" +\n\t\"\\x0eHEALTH_UNKNOWN\\x10\\x00\\x12\\r\\n\" +\n\t\"\\tHEALTH_OK\\x10\\x01\\x12\\x12\\n\" +\n\t\"\\x0eHEALTH_WARNING\\x10\\x02\\x12\\x10\\n\" +\n\t\"\\fHEALTH_ERROR\\x10\\x03\\x12\\x12\\n\" +\n\t\"\\x0eHEALTH_PENDING\\x10\\x04*,\\n\" +\n\t\"\\vQueryMethod\\x12\\a\\n\" +\n\t\"\\x03GET\\x10\\x00\\x12\\b\\n\" +\n\t\"\\x04LIST\\x10\\x01\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06SEARCH\\x10\\x02B1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_items_proto_rawDescOnce sync.Once\n\tfile_items_proto_rawDescData []byte\n)\n\nfunc file_items_proto_rawDescGZIP() []byte {\n\tfile_items_proto_rawDescOnce.Do(func() {\n\t\tfile_items_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_items_proto_rawDesc), len(file_items_proto_rawDesc)))\n\t})\n\treturn file_items_proto_rawDescData\n}\n\nvar file_items_proto_enumTypes = make([]protoimpl.EnumInfo, 4)\nvar file_items_proto_msgTypes = make([]protoimpl.MessageInfo, 18)\nvar file_items_proto_goTypes = []any{\n\t(Health)(0), // 0: Health\n\t(QueryMethod)(0), // 1: QueryMethod\n\t(QueryStatus_Status)(0), // 2: QueryStatus.Status\n\t(QueryError_ErrorType)(0), // 3: QueryError.ErrorType\n\t(*BlastPropagation)(nil), // 4: BlastPropagation\n\t(*LinkedItemQuery)(nil), // 5: LinkedItemQuery\n\t(*LinkedItem)(nil), // 6: LinkedItem\n\t(*Item)(nil), // 7: Item\n\t(*ItemAttributes)(nil), // 8: ItemAttributes\n\t(*Metadata)(nil), // 9: Metadata\n\t(*Items)(nil), // 10: Items\n\t(*LogStreamDetails)(nil), // 11: LogStreamDetails\n\t(*Query)(nil), // 12: Query\n\t(*QueryResponse)(nil), // 13: QueryResponse\n\t(*QueryStatus)(nil), // 14: QueryStatus\n\t(*QueryError)(nil), // 15: QueryError\n\t(*CancelQuery)(nil), // 16: CancelQuery\n\t(*Expand)(nil), // 17: Expand\n\t(*Reference)(nil), // 18: Reference\n\t(*Edge)(nil), // 19: Edge\n\tnil, // 20: Item.TagsEntry\n\t(*Query_RecursionBehaviour)(nil), // 21: Query.RecursionBehaviour\n\t(*structpb.Struct)(nil), // 22: google.protobuf.Struct\n\t(*timestamppb.Timestamp)(nil), // 23: google.protobuf.Timestamp\n\t(*durationpb.Duration)(nil), // 24: google.protobuf.Duration\n\t(*Response)(nil), // 25: Response\n}\nvar file_items_proto_depIdxs = []int32{\n\t12, // 0: LinkedItemQuery.query:type_name -> Query\n\t18, // 1: LinkedItem.item:type_name -> Reference\n\t8, // 2: Item.attributes:type_name -> ItemAttributes\n\t9, // 3: Item.metadata:type_name -> Metadata\n\t5, // 4: Item.linkedItemQueries:type_name -> LinkedItemQuery\n\t6, // 5: Item.linkedItems:type_name -> LinkedItem\n\t0, // 6: Item.health:type_name -> Health\n\t20, // 7: Item.tags:type_name -> Item.TagsEntry\n\t11, // 8: Item.logStreams:type_name -> LogStreamDetails\n\t22, // 9: ItemAttributes.attrStruct:type_name -> google.protobuf.Struct\n\t12, // 10: Metadata.sourceQuery:type_name -> Query\n\t23, // 11: Metadata.timestamp:type_name -> google.protobuf.Timestamp\n\t24, // 12: Metadata.sourceDuration:type_name -> google.protobuf.Duration\n\t24, // 13: Metadata.sourceDurationPerItem:type_name -> google.protobuf.Duration\n\t7, // 14: Items.items:type_name -> Item\n\t1, // 15: Query.method:type_name -> QueryMethod\n\t21, // 16: Query.recursionBehaviour:type_name -> Query.RecursionBehaviour\n\t23, // 17: Query.deadline:type_name -> google.protobuf.Timestamp\n\t7, // 18: QueryResponse.newItem:type_name -> Item\n\t25, // 19: QueryResponse.response:type_name -> Response\n\t15, // 20: QueryResponse.error:type_name -> QueryError\n\t19, // 21: QueryResponse.edge:type_name -> Edge\n\t2, // 22: QueryStatus.status:type_name -> QueryStatus.Status\n\t3, // 23: QueryError.errorType:type_name -> QueryError.ErrorType\n\t18, // 24: Expand.itemRef:type_name -> Reference\n\t23, // 25: Expand.deadline:type_name -> google.protobuf.Timestamp\n\t1, // 26: Reference.method:type_name -> QueryMethod\n\t18, // 27: Edge.from:type_name -> Reference\n\t18, // 28: Edge.to:type_name -> Reference\n\t29, // [29:29] is the sub-list for method output_type\n\t29, // [29:29] is the sub-list for method input_type\n\t29, // [29:29] is the sub-list for extension type_name\n\t29, // [29:29] is the sub-list for extension extendee\n\t0, // [0:29] is the sub-list for field type_name\n}\n\nfunc init() { file_items_proto_init() }\nfunc file_items_proto_init() {\n\tif File_items_proto != nil {\n\t\treturn\n\t}\n\tfile_responses_proto_init()\n\tfile_items_proto_msgTypes[3].OneofWrappers = []any{}\n\tfile_items_proto_msgTypes[9].OneofWrappers = []any{\n\t\t(*QueryResponse_NewItem)(nil),\n\t\t(*QueryResponse_Response)(nil),\n\t\t(*QueryResponse_Error)(nil),\n\t\t(*QueryResponse_Edge)(nil),\n\t}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_items_proto_rawDesc), len(file_items_proto_rawDesc)),\n\t\t\tNumEnums: 4,\n\t\t\tNumMessages: 18,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 0,\n\t\t},\n\t\tGoTypes: file_items_proto_goTypes,\n\t\tDependencyIndexes: file_items_proto_depIdxs,\n\t\tEnumInfos: file_items_proto_enumTypes,\n\t\tMessageInfos: file_items_proto_msgTypes,\n\t}.Build()\n\tFile_items_proto = out.File\n\tfile_items_proto_goTypes = nil\n\tfile_items_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/items_test.go", "content": "package sdp\n\nimport (\n\t\"bytes\"\n\t\"context\"\n\t\"encoding/json\"\n\t\"reflect\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"google.golang.org/protobuf/proto\"\n\t\"google.golang.org/protobuf/types/known/durationpb\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\ntype ToAttributesTest struct {\n\tName string\n\tInput map[string]any\n}\n\ntype CustomString string\n\nvar Dylan CustomString = \"Dylan\"\n\ntype CustomBool bool\n\nvar Bool1 CustomBool = false\nvar NilPointerBool *bool\n\ntype CustomStruct struct {\n\tFoo string `json:\",omitempty\"`\n\tBar string `json:\",omitempty\"`\n\tBaz string `json:\",omitempty\"`\n\tTime time.Time\n\tDuration time.Duration `json:\",omitempty\"`\n}\n\nvar ToAttributesTests = []ToAttributesTest{\n\t{\n\t\tName: \"Basic strings map\",\n\t\tInput: map[string]any{\n\t\t\t\"firstName\": \"Dylan\",\n\t\t\t\"lastName\": \"Ratcliffe\",\n\t\t},\n\t},\n\t{\n\t\tName: \"Arrays map\",\n\t\tInput: map[string]any{\n\t\t\t\"empty\": []string{},\n\t\t\t\"single-level\": []string{\n\t\t\t\t\"one\",\n\t\t\t\t\"two\",\n\t\t\t},\n\t\t\t\"multi-level\": [][]string{\n\t\t\t\t{\n\t\t\t\t\t\"one-one\",\n\t\t\t\t\t\"one-two\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t\"two-one\",\n\t\t\t\t\t\"two-two\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t},\n\t{\n\t\tName: \"Nested strings maps\",\n\t\tInput: map[string]any{\n\t\t\t\"strings map\": map[string]string{\n\t\t\t\t\"foo\": \"bar\",\n\t\t\t},\n\t\t},\n\t},\n\t{\n\t\tName: \"Nested integer map\",\n\t\tInput: map[string]any{\n\t\t\t\"numbers map\": map[string]int{\n\t\t\t\t\"one\": 1,\n\t\t\t\t\"two\": 2,\n\t\t\t},\n\t\t},\n\t},\n\t{\n\t\tName: \"Nested string-array map\",\n\t\tInput: map[string]any{\n\t\t\t\"arrays map\": map[string][]string{\n\t\t\t\t\"dogs\": {\n\t\t\t\t\t\"pug\",\n\t\t\t\t\t\"also pug\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t},\n\t{\n\t\tName: \"Nested non-string keys map\",\n\t\tInput: map[string]any{\n\t\t\t\"non-string keys\": map[int]string{\n\t\t\t\t1: \"one\",\n\t\t\t\t2: \"two\",\n\t\t\t\t3: \"three\",\n\t\t\t},\n\t\t},\n\t},\n\t{\n\t\tName: \"Composite types\",\n\t\tInput: map[string]any{\n\t\t\t\"underlying string\": Dylan,\n\t\t\t\"underlying bool\": Bool1,\n\t\t},\n\t},\n\t{\n\t\tName: \"Pointers\",\n\t\tInput: map[string]any{\n\t\t\t\"pointer bool\": &Bool1,\n\t\t\t\"pointer string\": &Dylan,\n\t\t},\n\t},\n\t{\n\t\tName: \"structs\",\n\t\tInput: map[string]any{\n\t\t\t\"named struct\": CustomStruct{\n\t\t\t\tFoo: \"foo\",\n\t\t\t\tBar: \"bar\",\n\t\t\t\tBaz: \"baz\",\n\t\t\t\tTime: time.Now(),\n\t\t\t},\n\t\t\t\"anon struct\": struct {\n\t\t\t\tYes bool\n\t\t\t}{\n\t\t\t\tYes: true,\n\t\t\t},\n\t\t},\n\t},\n\t{\n\t\tName: \"Zero-value structs\",\n\t\tInput: map[string]any{\n\t\t\t\"something\": CustomStruct{\n\t\t\t\tFoo: \"yes\",\n\t\t\t\tTime: time.Now(),\n\t\t\t},\n\t\t},\n\t},\n}\n\nfunc TestToAttributes(t *testing.T) {\n\tfor _, tat := range ToAttributesTests {\n\t\tt.Run(tat.Name, func(t *testing.T) {\n\t\t\tvar inputBytes []byte\n\t\t\tvar attributesBytes []byte\n\t\t\tvar inputJSON string\n\t\t\tvar attributesJSON string\n\t\t\tvar attributes *ItemAttributes\n\t\t\tvar err error\n\n\t\t\t// Convert the input to Attributes\n\t\t\tattributes, err = ToAttributes(tat.Input)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\t// In order to compare these reliably I'm going to do the following:\n\t\t\t//\n\t\t\t// 1. Convert to JSON\n\t\t\t// 2. Convert back again\n\t\t\t// 3. Compare with reflect.DeepEqual()\n\n\t\t\t// Convert the input to JSON\n\t\t\tinputBytes, err = json.MarshalIndent(tat.Input, \"\", \" \")\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\t// Convert the attributes to JSON\n\t\t\tattributesBytes, err = json.MarshalIndent(attributes.GetAttrStruct().AsMap(), \"\", \" \")\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tvar input map[string]any\n\t\t\tvar output map[string]any\n\n\t\t\terr = json.Unmarshal(inputBytes, &input)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\terr = json.Unmarshal(attributesBytes, &output)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif !reflect.DeepEqual(input, output) {\n\t\t\t\t// Convert to strings for printing\n\t\t\t\tinputJSON = string(inputBytes)\n\t\t\t\tattributesJSON = string(attributesBytes)\n\n\t\t\t\tt.Errorf(\"JSON did not match (note that order of map keys doesn't matter)\\nInput: %v\\nAttributes: %v\", inputJSON, attributesJSON)\n\t\t\t}\n\t\t})\n\n\t}\n}\n\nfunc TestDefaultTransformMap(t *testing.T) {\n\tinput := map[string]any{\n\t\t// Use a duration\n\t\t\"hour\": 1 * time.Hour,\n\t}\n\n\tattributes, err := ToAttributes(input)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\thour, err := attributes.Get(\"hour\")\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif hour != \"1h0m0s\" {\n\t\tt.Errorf(\"Expected hour to be 1h0m0s, got %v\", hour)\n\t}\n}\n\nfunc TestCustomTransforms(t *testing.T) {\n\tt.Run(\"redaction\", func(t *testing.T) {\n\t\ttype Secret struct {\n\t\t\tValue string\n\t\t}\n\n\t\tdata := map[string]any{\n\t\t\t\"user\": map[string]any{\n\t\t\t\t\"name\": \"Hunter\",\n\t\t\t\t\"password\": Secret{\n\t\t\t\t\tValue: \"hunter2\",\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tattributes, err := ToAttributesCustom(data, true, TransformMap{\n\t\t\treflect.TypeFor[Secret](): func(i any) any {\n\t\t\t\t// Remove it\n\t\t\t\treturn \"REDACTED\"\n\t\t\t},\n\t\t})\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tuser, err := attributes.Get(\"user\")\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tuserMap, ok := user.(map[string]any)\n\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected user to be a map, got %T\", user)\n\t\t}\n\n\t\tpass := userMap[\"password\"]\n\t\tif pass != \"REDACTED\" {\n\t\t\tt.Errorf(\"Expected password to be REDACTED, got %v\", pass)\n\t\t}\n\t})\n\n\tt.Run(\"map response\", func(t *testing.T) {\n\t\ttype Something struct {\n\t\t\tFoo string\n\t\t\tBar string\n\t\t}\n\n\t\tdata := map[string]any{\n\t\t\t\"something\": Something{\n\t\t\t\tFoo: \"foo\",\n\t\t\t\tBar: \"bar\",\n\t\t\t},\n\t\t}\n\n\t\tattributes, err := ToAttributesCustom(data, true, TransformMap{\n\t\t\treflect.TypeFor[Something](): func(i any) any {\n\t\t\t\tsomething := i.(Something)\n\n\t\t\t\treturn map[string]string{\n\t\t\t\t\t\"foo\": something.Foo,\n\t\t\t\t\t\"bar\": something.Bar,\n\t\t\t\t}\n\t\t\t},\n\t\t})\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tsomething, err := attributes.Get(\"something\")\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tsomethingMap, ok := something.(map[string]any)\n\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected something to be a map, got %T\", something)\n\t\t}\n\n\t\tif somethingMap[\"foo\"] != \"foo\" {\n\t\t\tt.Errorf(\"Expected foo to be foo, got %v\", somethingMap[\"foo\"])\n\t\t}\n\n\t\tif somethingMap[\"bar\"] != \"bar\" {\n\t\t\tt.Errorf(\"Expected bar to be bar, got %v\", somethingMap[\"bar\"])\n\t\t}\n\t})\n\tt.Run(\"returns nil\", func(t *testing.T) {\n\t\ttype Something struct {\n\t\t\tFoo string\n\t\t\tBar string\n\t\t}\n\n\t\tdata := map[string]any{\n\t\t\t\"something\": Something{\n\t\t\t\tFoo: \"foo\",\n\t\t\t\tBar: \"bar\",\n\t\t\t},\n\t\t\t\"else\": nil,\n\t\t}\n\n\t\t_, err := ToAttributesCustom(data, true, TransformMap{\n\t\t\treflect.TypeFor[Something](): func(i any) any {\n\t\t\t\treturn nil\n\t\t\t},\n\t\t})\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t})\n}\n\nfunc TestCopy(t *testing.T) {\n\texampleAttributes, err := ToAttributes(map[string]any{\n\t\t\"name\": \"Dylan\",\n\t\t\"friend\": \"Mike\",\n\t\t\"age\": 27,\n\t})\n\n\tif err != nil {\n\t\tt.Fatalf(\"Could not convert to attributes: %v\", err)\n\t}\n\n\tt.Run(\"With a complete item\", func(t *testing.T) {\n\t\tu := uuid.New()\n\n\t\titemA := Item{\n\t\t\tType: \"user\",\n\t\t\tUniqueAttribute: \"name\",\n\t\t\tScope: \"test\",\n\t\t\tAttributes: exampleAttributes,\n\t\t\t// TODO(LIQs): delete this; it's not part of `(*sdp.Item).Copy()` anymore\n\t\t\tLinkedItemQueries: []*LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &Query{\n\t\t\t\t\t\tType: \"user\",\n\t\t\t\t\t\tMethod: QueryMethod_GET,\n\t\t\t\t\t\tQuery: \"Mike\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// TODO(LIQs): delete this; it's not part of `(*sdp.Item).Copy()` anymore\n\t\t\tLinkedItems: []*LinkedItem{},\n\t\t\tMetadata: &Metadata{\n\t\t\t\tSourceName: \"test\",\n\t\t\t\tSourceQuery: &Query{\n\t\t\t\t\tType: \"user\",\n\t\t\t\t\tMethod: QueryMethod_GET,\n\t\t\t\t\tQuery: \"Dylan\",\n\t\t\t\t\tScope: \"testScope\",\n\t\t\t\t\tUUID: u[:],\n\t\t\t\t},\n\t\t\t\tTimestamp: timestamppb.Now(),\n\t\t\t\tSourceDuration: durationpb.New(100 * time.Millisecond),\n\t\t\t\tSourceDurationPerItem: durationpb.New(10 * time.Millisecond),\n\t\t\t},\n\t\t\tHealth: Health_HEALTH_ERROR.Enum(),\n\t\t\tTags: map[string]string{\n\t\t\t\t\"foo\": \"bar\",\n\t\t\t},\n\t\t}\n\n\t\tt.Run(\"Copying an item\", func(t *testing.T) {\n\t\t\titemB := proto.Clone(&itemA).(*Item)\n\n\t\t\tAssertItemsEqual(&itemA, itemB, t)\n\t\t})\n\t})\n\n\tt.Run(\"With a party-filled item\", func(t *testing.T) {\n\t\titemA := Item{\n\t\t\tType: \"user\",\n\t\t\tUniqueAttribute: \"name\",\n\t\t\tScope: \"test\",\n\t\t\tAttributes: exampleAttributes,\n\t\t\t// TODO(LIQs): delete this; it's not part of `(*sdp.Item).Copy()` anymore\n\t\t\tLinkedItemQueries: []*LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &Query{\n\t\t\t\t\t\tType: \"user\",\n\t\t\t\t\t\tMethod: QueryMethod_GET,\n\t\t\t\t\t\tQuery: \"Mike\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// TODO(LIQs): delete this; it's not part of `(*sdp.Item).Copy()` anymore\n\t\t\tLinkedItems: []*LinkedItem{},\n\t\t\tMetadata: &Metadata{\n\t\t\t\tHidden: true,\n\t\t\t\tSourceName: \"test\",\n\t\t\t\tTimestamp: timestamppb.Now(),\n\t\t\t\tSourceDuration: durationpb.New(100 * time.Millisecond),\n\t\t\t\tSourceDurationPerItem: durationpb.New(10 * time.Millisecond),\n\t\t\t},\n\t\t}\n\n\t\tt.Run(\"Copying an item\", func(t *testing.T) {\n\t\t\titemB := proto.Clone(&itemA).(*Item)\n\n\t\t\tAssertItemsEqual(&itemA, itemB, t)\n\t\t})\n\t})\n\n\tt.Run(\"With a minimal item\", func(t *testing.T) {\n\t\titemA := Item{\n\t\t\tType: \"user\",\n\t\t\tUniqueAttribute: \"name\",\n\t\t\tScope: \"test\",\n\t\t\tAttributes: exampleAttributes,\n\t\t\t// TODO(LIQs): delete this; it's not part of `(*sdp.Item).Copy()` anymore\n\t\t\tLinkedItemQueries: []*LinkedItemQuery{},\n\t\t\tLinkedItems: []*LinkedItem{},\n\t\t}\n\n\t\tt.Run(\"Copying an item\", func(t *testing.T) {\n\t\t\titemB := proto.Clone(&itemA).(*Item)\n\n\t\t\tAssertItemsEqual(&itemA, itemB, t)\n\t\t})\n\t})\n\n}\n\nfunc AssertItemsEqual(itemA *Item, itemB *Item, t *testing.T) {\n\tif itemA.GetScope() != itemB.GetScope() {\n\t\tt.Error(\"Scope did not match\")\n\t}\n\n\tif itemA.GetType() != itemB.GetType() {\n\t\tt.Error(\"Type did not match\")\n\t}\n\n\tif itemA.GetUniqueAttribute() != itemB.GetUniqueAttribute() {\n\t\tt.Error(\"UniqueAttribute did not match\")\n\t}\n\n\tvar nameA any\n\tvar nameB any\n\tvar err error\n\n\tnameA, err = itemA.GetAttributes().Get(\"name\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tnameB, err = itemB.GetAttributes().Get(\"name\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif nameA != nameB {\n\t\tt.Error(\"Attributes.nam did not match\")\n\n\t}\n\n\t// TODO(LIQs): delete this; it's not part of `(*sdp.Item).Copy()` anymore\n\tif len(itemA.GetLinkedItemQueries()) != len(itemB.GetLinkedItemQueries()) {\n\t\tt.Error(\"LinkedItemQueries length did not match\")\n\t}\n\n\tif len(itemA.GetLinkedItemQueries()) > 0 {\n\t\tif itemA.GetLinkedItemQueries()[0].GetQuery().GetType() != itemB.GetLinkedItemQueries()[0].GetQuery().GetType() {\n\t\t\tt.Error(\"LinkedItemQueries[0].Type did not match\")\n\t\t}\n\t}\n\n\t// TODO(LIQs): delete this; it's not part of `(*sdp.Item).Copy()` anymore\n\tif len(itemA.GetLinkedItems()) != len(itemB.GetLinkedItems()) {\n\t\tt.Error(\"LinkedItems length did not match\")\n\t}\n\n\tif len(itemA.GetLinkedItems()) > 0 {\n\t\tif itemA.GetLinkedItems()[0].GetItem().GetType() != itemB.GetLinkedItems()[0].GetItem().GetType() {\n\t\t\tt.Error(\"LinkedItemQueries[0].Type did not match\")\n\t\t}\n\t}\n\n\tfor k, v := range itemA.GetTags() {\n\t\tif itemB.GetTags()[k] != v {\n\t\t\tt.Errorf(\"Tags[%v] did not match\", k)\n\t\t}\n\t}\n\n\tif itemA.Health == nil {\n\t\tif itemB.Health != nil {\n\t\t\tt.Errorf(\"mismatched health nil and %v\", itemB.GetHealth())\n\t\t}\n\t} else {\n\t\tif itemB.Health == nil {\n\t\t\tt.Errorf(\"mismatched health %v and nil\", itemA.GetHealth())\n\n\t\t} else {\n\t\t\tif itemA.GetHealth() != itemB.GetHealth() {\n\t\t\t\tt.Errorf(\"mismatched health %v and %v\", itemA.GetHealth(), itemB.GetHealth())\n\t\t\t}\n\t\t}\n\t}\n\n\tif itemA.GetMetadata() != nil {\n\t\tif itemA.GetMetadata().GetSourceDuration().String() != itemB.GetMetadata().GetSourceDuration().String() {\n\t\t\tt.Error(\"SourceDuration did not match\")\n\t\t}\n\n\t\tif itemA.GetMetadata().GetSourceDurationPerItem().String() != itemB.GetMetadata().GetSourceDurationPerItem().String() {\n\t\t\tt.Error(\"SourceDurationPerItem did not match\")\n\t\t}\n\n\t\tif itemA.GetMetadata().GetSourceName() != itemB.GetMetadata().GetSourceName() {\n\t\t\tt.Error(\"SourceName did not match\")\n\t\t}\n\n\t\tif itemA.GetMetadata().GetTimestamp().String() != itemB.GetMetadata().GetTimestamp().String() {\n\t\t\tt.Error(\"Timestamp did not match\")\n\t\t}\n\n\t\tif itemA.GetMetadata().GetHidden() != itemB.GetMetadata().GetHidden() {\n\t\t\tt.Error(\"Metadata.Hidden does not match\")\n\t\t}\n\n\t\tif itemA.GetMetadata().GetSourceQuery() != nil {\n\t\t\tif itemA.GetMetadata().GetSourceQuery().GetScope() != itemB.GetMetadata().GetSourceQuery().GetScope() {\n\t\t\t\tt.Error(\"Metadata.SourceQuery.Scope does not match\")\n\t\t\t}\n\n\t\t\tif itemA.GetMetadata().GetSourceQuery().GetMethod() != itemB.GetMetadata().GetSourceQuery().GetMethod() {\n\t\t\t\tt.Error(\"Metadata.SourceQuery.Method does not match\")\n\t\t\t}\n\n\t\t\tif itemA.GetMetadata().GetSourceQuery().GetQuery() != itemB.GetMetadata().GetSourceQuery().GetQuery() {\n\t\t\t\tt.Error(\"Metadata.SourceQuery.Query does not match\")\n\t\t\t}\n\n\t\t\tif itemA.GetMetadata().GetSourceQuery().GetType() != itemB.GetMetadata().GetSourceQuery().GetType() {\n\t\t\t\tt.Error(\"Metadata.SourceQuery.Type does not match\")\n\t\t\t}\n\n\t\t\tif !bytes.Equal(itemA.GetMetadata().GetSourceQuery().GetUUID(), itemB.GetMetadata().GetSourceQuery().GetUUID()) {\n\t\t\t\tt.Error(\"Metadata.SourceQuery.UUID does not match\")\n\t\t\t}\n\t\t}\n\t}\n}\n\nfunc TestTimeoutContext(t *testing.T) {\n\tq := Query{\n\t\tType: \"person\",\n\t\tMethod: QueryMethod_GET,\n\t\tQuery: \"foo\",\n\t\tRecursionBehaviour: &Query_RecursionBehaviour{\n\t\t\tLinkDepth: 2,\n\t\t},\n\t\tIgnoreCache: false,\n\t\tDeadline: timestamppb.New(time.Now().Add(10 * time.Millisecond)),\n\t}\n\n\tctx, cancel := q.TimeoutContext(context.Background())\n\tdefer cancel()\n\n\tselect {\n\tcase <-time.After(20 * time.Millisecond):\n\t\tt.Error(\"Context did not time out after 10ms\")\n\tcase <-ctx.Done():\n\t\t// This is good\n\t}\n}\n\nfunc TestToAttributesViaJson(t *testing.T) {\n\t// Create a random struct\n\ttest1 := struct {\n\t\tFoo string\n\t\tBar bool\n\t\tBlip []string\n\t\tBaz struct {\n\t\t\tZap string\n\t\t\tBam int\n\t\t}\n\t}{\n\t\tFoo: \"foo\",\n\t\tBar: false,\n\t\tBlip: []string{\n\t\t\t\"yes\",\n\t\t\t\"I\",\n\t\t\t\"blip\",\n\t\t},\n\t\tBaz: struct {\n\t\t\tZap string\n\t\t\tBam int\n\t\t}{\n\t\t\tZap: \"negative\",\n\t\t\tBam: 42,\n\t\t},\n\t}\n\n\tattributes, err := ToAttributesViaJson(test1)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif foo, err := attributes.Get(\"Foo\"); err != nil || foo != \"foo\" {\n\t\tt.Errorf(\"Expected Foo to be 'foo', got %v, err: %v\", foo, err)\n\t}\n}\n\nfunc TestAttributesGet(t *testing.T) {\n\tmapData := map[string]any{\n\t\t\"foo\": \"bar\",\n\t\t\"nest\": map[string]any{\n\t\t\t\"nest2\": map[string]string{\n\t\t\t\t\"nest3\": \"nestValue\",\n\t\t\t},\n\t\t},\n\t}\n\n\tattr, err := ToAttributes(mapData)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif v, err := attr.Get(\"foo\"); err != nil || v != \"bar\" {\n\t\tt.Errorf(\"expected Get(\\\"foo\\\") to be bar, got %v\", v)\n\t}\n\n\tif v, err := attr.Get(\"nest.nest2.nest3\"); err != nil || v != \"nestValue\" {\n\t\tt.Errorf(\"expected Get(\\\"nest.nest2.nest3\\\") to be nestValue, got %v\", v)\n\t}\n}\n\nfunc TestAttributesSet(t *testing.T) {\n\tmapData := map[string]any{\n\t\t\"foo\": \"bar\",\n\t\t\"nest\": map[string]any{\n\t\t\t\"nest2\": map[string]string{\n\t\t\t\t\"nest3\": \"nestValue\",\n\t\t\t},\n\t\t},\n\t}\n\n\tattr, err := ToAttributes(mapData)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\terr = attr.Set(\"foo\", \"baz\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif v, err := attr.Get(\"foo\"); err != nil || v != \"baz\" {\n\t\tt.Errorf(\"expected Get(\\\"foo\\\") to be baz, got %v\", v)\n\t}\n}\n" }, { "path": "go/sdp-go/link_extract.go", "content": "package sdp\n\nimport (\n\t\"net\"\n\t\"net/url\"\n\t\"regexp\"\n\t\"strings\"\n\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\n// This function tries to extract linked item queries from the attributes of an\n// item. It should be on items that we know are likely to contain references\n// that we can discover, but are in an unstructured format which we can't\n// construct the linked item queries from directly. A good example of this would\n// be the env vars for a kubernetes pod, or a config map\n//\n// This supports extracting the following formats:\n//\n// - IP addresses\n// - HTTP/HTTPS URLs\n// - DNS names\nfunc ExtractLinksFromAttributes(attributes *ItemAttributes) []*LinkedItemQuery {\n\treturn extractLinksFromStructValue(attributes.GetAttrStruct())\n}\n\n// The same as `ExtractLinksFromAttributes`, but takes any input format and\n// converts it to a set of ItemAttributes via the `ToAttributes` function. This\n// uses reflection. `ExtractLinksFromAttributes` is more efficient if you have\n// the attributes already in the correct format.\nfunc ExtractLinksFrom(anything any) ([]*LinkedItemQuery, error) {\n\tattributes, err := ToAttributes(map[string]any{\n\t\t\"\": anything,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn ExtractLinksFromAttributes(attributes), nil\n}\n\nfunc extractLinksFromValue(value *structpb.Value) []*LinkedItemQuery {\n\tswitch value.GetKind().(type) {\n\tcase *structpb.Value_NullValue:\n\t\treturn nil\n\tcase *structpb.Value_NumberValue:\n\t\treturn nil\n\tcase *structpb.Value_StringValue:\n\t\treturn extractLinksFromStringValue(value.GetStringValue())\n\tcase *structpb.Value_BoolValue:\n\t\treturn nil\n\tcase *structpb.Value_StructValue:\n\t\treturn extractLinksFromStructValue(value.GetStructValue())\n\tcase *structpb.Value_ListValue:\n\t\treturn extractLinksFromListValue(value.GetListValue())\n\t}\n\n\treturn nil\n}\n\nfunc extractLinksFromStructValue(structValue *structpb.Struct) []*LinkedItemQuery {\n\tqueries := make([]*LinkedItemQuery, 0)\n\n\tfor _, value := range structValue.GetFields() {\n\t\tqueries = append(queries, extractLinksFromValue(value)...)\n\t}\n\n\treturn queries\n}\n\nfunc extractLinksFromListValue(list *structpb.ListValue) []*LinkedItemQuery {\n\tqueries := make([]*LinkedItemQuery, 0)\n\n\tfor _, value := range list.GetValues() {\n\t\tqueries = append(queries, extractLinksFromValue(value)...)\n\t}\n\n\treturn queries\n}\n\n// A regex that matches the ARN format and extracts the service, region, account\n// id and resource. Uses a capture group for the full resource portion after\n// the account-id (which may include slashes for resource types).\nvar awsARNRegex = regexp.MustCompile(`^arn:[\\w-]+:([\\w-]+):([\\w-]*):([\\w-]*):(.+)`)\n\n// This function does all the heavy lifting for extracting linked item queries\n// from strings. It will be called once for every string value in the item so\n// needs to be very performant\nfunc extractLinksFromStringValue(val string) []*LinkedItemQuery {\n\tif ip := net.ParseIP(val); ip != nil {\n\t\treturn []*LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: QueryMethod_GET,\n\t\t\t\t\tQuery: ip.String(),\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t}\n\n\t// This is pretty overzealous when it comes to what it considers a URL, so\n\t// we need ot do out own validation to make sure that it has actually found\n\t// what we expected\n\tif parsed, err := url.Parse(val); err == nil && parsed.Scheme != \"\" && parsed.Host != \"\" {\n\t\t// If it's a HTTP/HTTPS URL, we can use a HTTP query\n\t\tif parsed.Scheme == \"http\" || parsed.Scheme == \"https\" {\n\t\t\treturn []*LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &Query{\n\t\t\t\t\t\tType: \"http\",\n\t\t\t\t\t\tMethod: QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: val,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\t// If it's not a HTTP/HTTPS URL, it'll be an IP or DNS name, so pass\n\t\t// back to the main function\n\t\treturn extractLinksFromStringValue(parsed.Hostname())\n\t}\n\n\tif isLikelyDNSName(val) {\n\t\treturn []*LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: QueryMethod_SEARCH,\n\t\t\t\t\tQuery: val,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t}\n\n\t// ARNs can't be shorter than 12 characters\n\tif len(val) >= 12 {\n\t\tif matches := awsARNRegex.FindStringSubmatch(val); matches != nil {\n\t\t\t// If it looks like an ARN then we can construct a SEARCH query to try\n\t\t\t// and find it. We can rely on the conventions in the AWS source here\n\n\t\t\t// Basic validation\n\t\t\tif len(matches) != 5 || matches[1] == \"\" {\n\t\t\t\treturn nil\n\t\t\t}\n\n\t\t\t// Parsed ARN parts\n\t\t\tservice := matches[1] // e.g. \"ec2\", \"iam\", \"s3\"\n\t\t\tregion := matches[2] // may be empty for global services (iam, cloudfront)\n\t\t\taccountID := matches[3] // may be empty (e.g. s3, route53)\n\t\t\tresource := matches[4] // full resource segment (may contain \":\" or \"/\")\n\n\t\t\t// Extract resource type from the resource field (everything before first \"/\" or \":\" if present)\n\t\t\tresourceType := resource\n\t\t\tif idx := strings.IndexAny(resource, \"/:\"); idx != -1 {\n\t\t\t\tresourceType = resource[:idx]\n\t\t\t}\n\n\t\t\t// Determine scope using a simple rule:\n\t\t\t// - No account β†’ wildcard scope\n\t\t\t// - Account, no region β†’ account-only\n\t\t\t// - Account and region β†’ account.region\n\t\t\tvar scope string\n\t\t\tif accountID == \"\" {\n\t\t\t\tscope = WILDCARD\n\t\t\t} else if region == \"\" {\n\t\t\t\tscope = accountID\n\t\t\t} else {\n\t\t\t\tscope = accountID + \".\" + region\n\t\t\t}\n\n\t\t\t// Determine type using a consistent rule. Default to service-resourceType if available.\n\t\t\tqueryType := service\n\t\t\tif resourceType != \"\" {\n\t\t\t\tqueryType = service + \"-\" + resourceType\n\t\t\t}\n\t\t\t// Special-case S3 ARNs that omit account and region β†’ treat as bucket references\n\t\t\tif service == \"s3\" && accountID == \"\" && region == \"\" {\n\t\t\t\tqueryType = \"s3-bucket\"\n\n\t\t\t\t// If this is an S3 object ARN (contains /), extract just the bucket\n\t\t\t\tif strings.Contains(resource, \"/\") {\n\t\t\t\t\tbucketName := strings.SplitN(resource, \"/\", 2)[0]\n\t\t\t\t\t// Construct a bucket-only ARN for the query\n\t\t\t\t\tval = \"arn:aws:s3:::\" + bucketName\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn []*LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &Query{\n\t\t\t\t\t\tType: queryType,\n\t\t\t\t\t\tMethod: QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: val,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\t}\n\n\treturn nil\n}\n\n// Compile a regex pattern to match the general structure of a DNS name. Limits\n// each label to 1-63 characters and matches only allowed characters and ensure\n// that the name has at least three sections i.e. two dots.\nvar dnsNameRegex = regexp.MustCompile(`^(?i)([a-z0-9]([-a-z0-9]{0,61}[a-z0-9])?\\.){2,}[a-z]{2,}$`)\n\n// This function returns true if the given string is a valid DNS name with at\n// least three labels (sections)\nfunc isLikelyDNSName(name string) bool {\n\t// Quick length check before the regex. The less than 6 is because we're\n\t// only matching names that have three sections or more, and the shortest\n\t// three section name is a.b.cd (6 characters, there are no single letter\n\t// top-level domains)\n\tif len(name) < 6 || len(name) > 253 {\n\t\treturn false\n\t}\n\n\t// Check if the name matches the regex pattern.\n\treturn dnsNameRegex.MatchString(name)\n}\n" }, { "path": "go/sdp-go/link_extract_test.go", "content": "package sdp\n\nimport (\n\t\"testing\"\n\n\t\"go.yaml.in/yaml/v3\"\n)\n\n// Create a very large set of attributes for the benchmark\nfunc createTestData() (*ItemAttributes, any) {\n\tyamlString := `---\ncreationTimestamp: 2024-07-09T11:16:31Z\ndata:\n AUTH0_AUDIENCE: https://api.example.com\n AUTH0_DOMAIN: domain.eu.auth0.com\n AUTH_COOKIE_NAME: overmind_app_access_token\n GATEWAY_CLIENT_ID: 1234567890\n GATEWAY_CORS_ALLOW_ORIGINS: https://app.example.com https://*.app.example.com\n GATEWAY_OVERMIND_AUTH_URL: https://domain.eu.auth0.com/oauth/token\n GATEWAY_OVERMIND_TOKEN_API: http://service:8080/api\n GATEWAY_PGDBNAME: user\n GATEWAY_PGHOST: name.cluster-id.eu-west-2.rds.amazonaws.com\n GATEWAY_PGPORT: \"5432\"\n GATEWAY_PGUSER: user\n GATEWAY_RUN_MODE: release\n GATEWAY_SERVICE_PORT: \"8080\"\n LOG: info\nimmutable: false\nname: foo-config\nnamespace: default\nresourceVersion: \"167230088\"\nuid: c1c1be5e-e11e-46da-8ef4-ce243fe7056e\ngenerateName: 49731160-e407-4148-bd4d-e00b8eb56cd2-5b76f5987b-\nlabels:\n app: test\n config-hash: 2be88ca42\n pod-template-hash: 5b76f5987b\n source: 49731160-e407-4148-bd4d-e00b8eb56cd2\nspec:\n containers:\n - env:\n - name: NATS_SERVICE_HOST\n value: fdb4:5627:96ee::bfa3\n - name: NATS_SERVICE_PORT\n value: \"4222\"\n - name: NATS_NAME_PREFIX\n value: source.default\n - name: SERVICE_PORT\n value: \"8080\"\n - name: NATS_JWT\n valueFrom:\n secretKeyRef:\n key: jwt\n name: 49731160-e407-4148-bd4d-e00b8eb56cd2-nats-auth\n - name: NATS_NKEY_SEED\n valueFrom:\n secretKeyRef:\n key: nkeySeed\n name: 49731160-e407-4148-bd4d-e00b8eb56cd2-nats-auth\n - name: NATS_CA_FILE\n value: /etc/srcman/certs/ca.pem\n - name: S3_BUCKET_ARN\n value: arn:aws:s3:::example-bucket-name\n - name: S3_OBJECT_ARN\n value: arn:aws:s3:::my-test-bucket/data/key\n - name: IAM_ROLE_ARN\n value: arn:aws:iam::123456789012:role/example-role\n - name: CLOUDFRONT_ARN\n value: arn:aws:cloudfront::123456789012:distribution/EDFDVBDEXAMPLE\n envFrom:\n - secretRef:\n name: prod-tracing-secrets\n image: ghcr.io/example/example:main\n imagePullPolicy: Always\n name: 49731160-e407-4148-bd4d-e00b8eb56cd2\n readinessProbe:\n failureThreshold: 3\n httpGet:\n path: healthz\n port: 8080\n scheme: HTTP\n periodSeconds: 10\n successThreshold: 1\n timeoutSeconds: 1\n resources: {}\n terminationMessagePath: /dev/termination-log\n terminationMessagePolicy: File\n volumeMounts:\n - mountPath: /etc/srcman/config\n name: source-config\n readOnly: true\n - mountPath: /etc/srcman/certs\n name: nats-certs\n readOnly: true\n - mountPath: /var/run/secrets/kubernetes.io/serviceaccount\n name: kube-api-access-vjgp7\n readOnly: true\n dnsPolicy: ClusterFirst\n enableServiceLinks: true\n nodeName: ip-10-0-4-118.eu-west-2.compute.internal\n preemptionPolicy: PreemptLowerPriority\n priority: 0\n restartPolicy: Always\n schedulerName: default-scheduler\n securityContext: {}\n serviceAccount: default\n serviceAccountName: default\n terminationGracePeriodSeconds: 30\n tolerations:\n - effect: NoExecute\n key: node.kubernetes.io/not-ready\n operator: Exists\n tolerationSeconds: 300\n - effect: NoExecute\n key: node.kubernetes.io/unreachable\n operator: Exists\n tolerationSeconds: 300\n volumes:\n - configMap:\n defaultMode: 420\n name: 49731160-e407-4148-bd4d-e00b8eb56cd2\n name: source-config\n - configMap:\n defaultMode: 420\n name: prod-ca\n name: nats-certs\n - name: kube-api-access-vjgp7\n projected:\n defaultMode: 420\n sources:\n - serviceAccountToken:\n expirationSeconds: 3607\n path: token\n - configMap:\n items:\n - key: ca.crt\n path: ca.crt\n name: kube-root-ca.crt\n - downwardAPI:\n items:\n - fieldRef:\n apiVersion: v1\n fieldPath: metadata.namespace\n path: namespace\nstatus:\n conditions:\n - lastTransitionTime: 2024-08-22T13:42:26Z\n status: \"True\"\n type: Initialized\n - lastTransitionTime: 2024-08-22T13:43:17Z\n status: \"True\"\n type: Ready\n - lastTransitionTime: 2024-08-22T13:43:17Z\n status: \"True\"\n type: ContainersReady\n - lastTransitionTime: 2024-08-22T13:42:26Z\n status: \"True\"\n type: PodScheduled\n containerStatuses:\n - containerID: containerd://6274579a84ea3bee8cb9bd68092f4ccd6fff13852c1e5c09672c8b3489f3c082\n image: ghcr.io/example/example:main\n imageID: ghcr.io/example/example@sha256:c3fd0767e82105e9127267bda3bdb77f51a9e6fbeb79d20c4d25ae0a71876719\n lastState: {}\n name: 49731160-e407-4148-bd4d-e00b8eb56cd2\n ready: true\n restartCount: 0\n started: true\n state:\n running:\n startedAt: 2024-08-22T13:42:32Z\n hostIP: 2a05:d01c:40:7600::6c81\n phase: Running\n podIP: 2a05:d01c:40:7600:fbac::4\n podIPs:\n - ip: 2a05:d01c:40:7600:fbac::3\n qosClass: BestEffort\n startTime: 2024-08-22T13:42:26Z\ncode:\n location: https://awslambda-eu-west-2-tasks.s3.eu-west-2.amazonaws.com/snapshots/123456789/ingress_log-dd9f17f1-0694-4e79-9855-300a7f9b7300?versionId=sxmueRdM4S.HXwlebzlb7rOpD2ZHmS3Z&X-Amz-Security-Token=IQoJb3JpZ2luX2VjEIn%2F%2F%2F%2F%2F%2F%2F%2F%2F%2FwEaCWV1LXdlc3QtMiJGMEQCIBWNIrhNoAqNUG%2BoZLmKNSxY9ncDogcyFTGeJFef0zVMAiBhkAW9JWxVna%2FoCXe4u9S3364dCavXEvZP%2FXcD6iwfISq7BQiR%2F%2F%2F%2F%2F%2F%2F%2F%2F%2F8BEAUaDDQ3MjAzODg2NDE4OC\n repositoryType: S3\nconfiguration:\n architectures:\n - x86_64\n codeSha256: JxWQc4FaGuW8503fcWt5S2Ua+HHpIX2z2SMhyo/gzBU=\n codeSize: 7586073\n description: Parses LB access logs from S3, sending them to Honeycomb as structured events\n environment:\n variables:\n APIHOST: https://api.honeycomb.io\n DATASET: ingress\n ENVIRONMENT: \"\"\n FILTERFIELDS: \"\"\n FORCEGUNZIP: \"true\"\n HONEYCOMBWRITEKEY: foobar\n KMSKEYID: \"\"\n PARSERTYPE: alb\n RENAMEFIELDS: \"\"\n SAMPLERATE: \"1\"\n SAMPLERATERULES: \"[]\"\n ephemeralStorage:\n size: 512\n functionArn: arn:aws:lambda:eu-west-2:123456789:function:ingress_log\n functionName: ingress_log\n handler: s3-handler\n lastModified: 2024-05-10T14:33:45.279+0000\n lastUpdateStatus: Successful\n lastUpdateStatusReasonCode: \"\"\n loggingConfig:\n applicationLogLevel: \"\"\n logFormat: Text\n logGroup: /aws/lambda/ingress_log\n systemLogLevel: \"\"\n memorySize: 192\n packageType: Zip\n revisionId: 876d6948-2e4c-41e0-9a62-d9be8a6a59f5\n role: arn:aws:iam::123456789:role/ingress_log\n runtime: provided.al2\n runtimeVersionConfig:\n runtimeVersionArn: arn:aws:lambda:eu-west-2::runtime:f4d7a18770044f40f09a49471782a2a42431d746fcfb30bf1cadeda985858aa0\n snapStart:\n applyOn: None\n optimizationStatus: Off\n state: Active\n stateReasonCode: \"\"\n timeout: 600\n tracingConfig:\n mode: PassThrough\n version: $LATEST\ntags:\n honeycombAgentless: \"true\"\n terraform: \"true\"\ncapacityProviderStrategy:\n - base: 0\n capacityProvider: FARGATE\n weight: 100\nclusterArn: arn:aws:ecs:eu-west-2:123456789:cluster/example-tfc\ncreatedAt: 2024-08-01T16:06:18.906Z\ncreatedBy: arn:aws:iam::123456789:role/terraform-example\ndeploymentConfiguration:\n deploymentCircuitBreaker:\n enable: false\n rollback: false\n maximumPercent: 200\n minimumHealthyPercent: 100\ndeploymentController:\n type: ECS\ndeployments:\n - capacityProviderStrategy:\n - base: 0\n capacityProvider: FARGATE\n weight: 100\n createdAt: 2024-08-01T16:42:08.6Z\n desiredCount: 1\n failedTasks: 0\n id: ecs-svc/5699741454300708027\n launchType: \"\"\n networkConfiguration:\n awsvpcConfiguration:\n assignPublicIp: DISABLED\n securityGroups:\n - sg-0826c8494b61cac1f\n subnets:\n - subnet-0a393cf4c844bf32d\n - subnet-0fafe900a3dc4ba78\n pendingCount: 0\n platformFamily: Linux\n platformVersion: 1.4.0\n rolloutState: COMPLETED\n rolloutStateReason: ECS deployment ecs-svc/5699741454300708027 completed.\n runningCount: 1\n status: PRIMARY\n taskDefinition: arn:aws:ecs:eu-west-2:123456789:task-definition/facial-recognition-tfc:1\n updatedAt: 2024-08-01T17:20:11.853Z\ndesiredCount: 1\nenableECSManagedTags: false\nenableExecuteCommand: false\nevents:\n - createdAt: 2024-08-01T16:37:45.222Z\n id: f8240f68-73d0-497f-bf8e-4cb5185bd76c\n message: \"(service facial-recognition) has started 1 tasks: (task\n d0fd4b687ebf4c968482a9814e1de455).\"\n - createdAt: 2024-08-22T15:50:56.905Z\n id: 769e21aa-7a70-4270-88b9-55f902ddb727\n message: (service facial-recognition) has reached a steady state.\nhealthCheckGracePeriodSeconds: 0\nlaunchType: \"\"\nloadBalancers:\n - containerName: facial-recognition\n containerPort: 1234\n targetGroupArn: arn:aws:elasticloadbalancing:eu-west-2:123456789:targetgroup/facerec-tfc/0b6a17c7de07be40\nnetworkConfiguration:\n awsvpcConfiguration:\n assignPublicIp: DISABLED\n securityGroups:\n - sg-0826c8494b61cac1f\n subnets:\n - subnet-0a393cf4c844bf32d\n - subnet-0fafe900a3dc4ba78\npendingCount: 0\nplacementConstraints: []\nplacementStrategy: []\nplatformFamily: Linux\nplatformVersion: LATEST\npropagateTags: NONE\nroleArn: arn:aws:iam::123456789:role/aws-service-role/ecs.amazonaws.com/AWSServiceRoleForECS\nrunningCount: 1\nschedulingStrategy: REPLICA\nserviceArn: arn:aws:ecs:eu-west-2:123456789:service/example-tfc/facial-recognition\nserviceFullName: service/example-tfc/facial-recognition\nserviceName: facial-recognition\nserviceRegistries: []\ntaskSets: []\ncompatibilities:\n - EC2\n - FARGATE\ncontainerDefinitions:\n - cpu: 1024\n environment: []\n essential: true\n healthCheck:\n command:\n - CMD-SHELL\n - wget -q --spider localhost:1234\n interval: 30\n retries: 3\n timeout: 5\n image: harshmanvar/face-detection-tensorjs:slim-amd\n memory: 2048\n mountPoints: []\n name: facial-recognition\n portMappings:\n - appProtocol: http\n containerPort: 1234\n hostPort: 1234\n protocol: tcp\n systemControls: []\n volumesFrom: []\ncpu: \"1024\"\nfamily: facial-recognition-tfc\nipcMode: \"\"\nmemory: \"2048\"\nnetworkMode: awsvpc\npidMode: \"\"\nregisteredAt: 2024-08-01T15:27:30.781Z\nregisteredBy: arn:aws:sts::123456789:assumed-role/terraform-example/terraform-run-nKsGeEsVUcxfxEuY\nrequiresAttributes:\n - name: com.amazonaws.ecs.capability.docker-remote-api.1.18\n targetType: \"\"\n - name: com.amazonaws.ecs.capability.docker-remote-api.1.24\n targetType: \"\"\n - name: ecs.capability.container-health-check\n targetType: \"\"\n - name: ecs.capability.task-eni\n targetType: \"\"\nrequiresCompatibilities:\n - FARGATE\nrevision: 1\nvolumes: []\nattachments:\n - details:\n - name: macAddress\n value: 0a:98:2a:a1:8c:cd\n - name: networkInterfaceId\n value: eni-0c99da7dff9025194\n - name: privateDnsName\n value: ip-10-0-2-101.eu-west-2.compute.internal\n - name: privateIPv4Address\n value: 10.0.2.101\n - name: subnetId\n value: subnet-0fafe900a3dc4ba78\n id: f2dc881c-d3c5-49ca-904e-30358f1675d8\n status: ATTACHED\n type: ElasticNetworkInterface\nattributes:\n - name: ecs.cpu-architecture\n targetType: \"\"\n value: x86_64\navailabilityZone: eu-west-2b\ncapacityProviderName: FARGATE\nconnectivity: CONNECTED\nconnectivityAt: 2024-08-01T17:16:34.995Z\ncontainers:\n - containerArn: arn:aws:ecs:eu-west-2:123456789:container/example-tfc/ded4f8eebe4144ddb9a93a27b5661008/778778dd-3a31-44f0-a84f-42a2e75403d9\n cpu: \"1024\"\n healthStatus: HEALTHY\n image: harshmanvar/face-detection-tensorjs:slim-amd\n imageDigest: sha256:a12d885a6d05efa01735e5dd60b2580eece2f21d962e38b9bbdf8cfeb81c6894\n lastStatus: RUNNING\n memory: \"2048\"\n name: facial-recognition\n networkBindings: []\n networkInterfaces:\n - attachmentId: f2dc881c-d3c5-49ca-904e-30358f1675d8\n runtimeId: ded4f8eebe4144ddb9a93a27b5661008-4091029319\ndesiredStatus: RUNNING\nephemeralStorage:\n sizeInGiB: 20\nfargateEphemeralStorage:\n sizeInGiB: 20\ngroup: service:facial-recognition\nhealthStatus: HEALTHY\nid: example-tfc/ded4f8eebe4144ddb9a93a27b5661008\nlastStatus: RUNNING\noverrides:\n containerOverrides:\n - name: facial-recognition\n inferenceAcceleratorOverrides: []\npullStartedAt: 2024-08-01T17:18:22.901Z\npullStoppedAt: 2024-08-01T17:18:34.827Z\nstartedAt: 2024-08-01T17:18:48.139Z\nstartedBy: ecs-svc/5699741454300708027\nstopCode: \"\"\ntaskArn: arn:aws:ecs:eu-west-2:123456789:task/example-tfc/ded4f8eebe4144ddb9a93a27b5661008\nversion: 5\n`\n\n\tmapData := make(map[string]any)\n\t_ = yaml.Unmarshal([]byte(yamlString), &mapData)\n\n\tattrs, _ := ToAttributes(mapData)\n\n\treturn attrs, mapData\n}\n\n// Current performance:\n// BenchmarkExtractLinksFromAttributes-10 \t 5676\t 193114 ns/op\t 58868 B/op\t 721 allocs/op\nfunc BenchmarkExtractLinksFromAttributes(b *testing.B) {\n\tattrs, _ := createTestData()\n\n\tfor range b.N {\n\t\t_ = ExtractLinksFromAttributes(attrs)\n\t}\n}\n\n// Current performance:\n// BenchmarkExtractLinksFrom-10 \t 2671\t 451209 ns/op\t 231509 B/op\t 4241 allocs/op\nfunc BenchmarkExtractLinksFrom(b *testing.B) {\n\t_, data := createTestData()\n\n\tfor range b.N {\n\t\t_, _ = ExtractLinksFrom(data)\n\t}\n}\n\nfunc TestExtractLinksFromAttributes(t *testing.T) {\n\tattrs, _ := createTestData()\n\n\tqueries := ExtractLinksFromAttributes(attrs)\n\n\ttests := []struct {\n\t\tExpectedType string\n\t\tExpectedQuery string\n\t\tExpectedScope string\n\t}{\n\t\t// ARN edge cases - these should work after the fix\n\t\t{\n\t\t\tExpectedType: \"s3-bucket\",\n\t\t\tExpectedQuery: \"arn:aws:s3:::example-bucket-name\",\n\t\t\tExpectedScope: \"*\", // S3 buckets don't have region/account in ARN, use wildcard\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"s3-bucket\",\n\t\t\tExpectedQuery: \"arn:aws:s3:::my-test-bucket\",\n\t\t\tExpectedScope: \"*\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedQuery: \"arn:aws:iam::123456789012:role/example-role\",\n\t\t\tExpectedScope: \"123456789012\", // IAM is account-scoped, no region\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"cloudfront-distribution\",\n\t\t\tExpectedQuery: \"arn:aws:cloudfront::123456789012:distribution/EDFDVBDEXAMPLE\",\n\t\t\tExpectedScope: \"123456789012\", // CloudFront is account-scoped, no region\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedQuery: \"2a05:d01c:40:7600::6c81\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedQuery: \"2a05:d01c:40:7600:fbac::3\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedQuery: \"2a05:d01c:40:7600:fbac::4\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedQuery: \"10.0.2.101\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ip\",\n\t\t\tExpectedQuery: \"fdb4:5627:96ee::bfa3\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedQuery: \"https://api.example.com\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedQuery: \"https://domain.eu.auth0.com/oauth/token\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedQuery: \"domain.eu.auth0.com\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedQuery: \"http://service:8080/api\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedQuery: \"https://awslambda-eu-west-2-tasks.s3.eu-west-2.amazonaws.com/snapshots/123456789/ingress_log-dd9f17f1-0694-4e79-9855-300a7f9b7300?versionId=sxmueRdM4S.HXwlebzlb7rOpD2ZHmS3Z&X-Amz-Security-Token=IQoJb3JpZ2luX2VjEIn%2F%2F%2F%2F%2F%2F%2F%2F%2F%2FwEaCWV1LXdlc3QtMiJGMEQCIBWNIrhNoAqNUG%2BoZLmKNSxY9ncDogcyFTGeJFef0zVMAiBhkAW9JWxVna%2FoCXe4u9S3364dCavXEvZP%2FXcD6iwfISq7BQiR%2F%2F%2F%2F%2F%2F%2F%2F%2F%2F8BEAUaDDQ3MjAzODg2NDE4OC\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"http\",\n\t\t\tExpectedQuery: \"https://api.honeycomb.io\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedQuery: \"ip-10-0-2-101.eu-west-2.compute.internal\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedQuery: \"ip-10-0-4-118.eu-west-2.compute.internal\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"dns\",\n\t\t\tExpectedQuery: \"name.cluster-id.eu-west-2.rds.amazonaws.com\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"lambda-function\",\n\t\t\tExpectedQuery: \"arn:aws:lambda:eu-west-2:123456789:function:ingress_log\",\n\t\t\tExpectedScope: \"123456789.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-cluster\",\n\t\t\tExpectedQuery: \"arn:aws:ecs:eu-west-2:123456789:cluster/example-tfc\",\n\t\t\tExpectedScope: \"123456789.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-container\",\n\t\t\tExpectedQuery: \"arn:aws:ecs:eu-west-2:123456789:container/example-tfc/ded4f8eebe4144ddb9a93a27b5661008/778778dd-3a31-44f0-a84f-42a2e75403d9\",\n\t\t\tExpectedScope: \"123456789.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-service\",\n\t\t\tExpectedQuery: \"arn:aws:ecs:eu-west-2:123456789:service/example-tfc/facial-recognition\",\n\t\t\tExpectedScope: \"123456789.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-task-definition\",\n\t\t\tExpectedQuery: \"arn:aws:ecs:eu-west-2:123456789:task-definition/facial-recognition-tfc:1\",\n\t\t\tExpectedScope: \"123456789.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"ecs-task\",\n\t\t\tExpectedQuery: \"arn:aws:ecs:eu-west-2:123456789:task/example-tfc/ded4f8eebe4144ddb9a93a27b5661008\",\n\t\t\tExpectedScope: \"123456789.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"elasticloadbalancing-targetgroup\",\n\t\t\tExpectedQuery: \"arn:aws:elasticloadbalancing:eu-west-2:123456789:targetgroup/facerec-tfc/0b6a17c7de07be40\",\n\t\t\tExpectedScope: \"123456789.eu-west-2\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedQuery: \"arn:aws:iam::123456789:role/aws-service-role/ecs.amazonaws.com/AWSServiceRoleForECS\",\n\t\t\tExpectedScope: \"123456789\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedQuery: \"arn:aws:iam::123456789:role/ingress_log\",\n\t\t\tExpectedScope: \"123456789\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"iam-role\",\n\t\t\tExpectedQuery: \"arn:aws:iam::123456789:role/terraform-example\",\n\t\t\tExpectedScope: \"123456789\",\n\t\t},\n\t\t{\n\t\t\tExpectedType: \"sts-assumed-role\",\n\t\t\tExpectedQuery: \"arn:aws:sts::123456789:assumed-role/terraform-example/terraform-run-nKsGeEsVUcxfxEuY\",\n\t\t\tExpectedScope: \"123456789\",\n\t\t},\n\t}\n\n\t// Note: We don't check length anymore since we added new test cases\n\t// that may result in more extracted queries than we have tests for\n\n\tfor _, test := range tests {\n\t\tfound := false\n\t\tfor _, query := range queries {\n\t\t\tif query.GetQuery().GetQuery() == test.ExpectedQuery && query.GetQuery().GetType() == test.ExpectedType {\n\t\t\t\tif test.ExpectedScope == \"\" {\n\t\t\t\t\t// If we don't care about the scope then it's a match\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t} else {\n\t\t\t\t\t// If we do care about the scope then check that it matches\n\t\t\t\t\tif query.GetQuery().GetScope() == test.ExpectedScope {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Errorf(\"expected query not found: %s %s\", test.ExpectedType, test.ExpectedQuery)\n\t\t}\n\t}\n}\n\nfunc TestExtractLinksFrom(t *testing.T) {\n\ttests := []struct {\n\t\tName string\n\t\tObject any\n\t\tExpectedQueries []string\n\t}{\n\t\t{\n\t\t\tName: \"Env var structure array\",\n\t\t\tObject: []struct {\n\t\t\t\tName string\n\t\t\t\tValue string\n\t\t\t}{\n\t\t\t\t{\n\t\t\t\t\tName: \"example\",\n\t\t\t\t\tValue: \"https://example.com\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedQueries: []string{\"https://example.com\"},\n\t\t},\n\t\t{\n\t\t\tName: \"Just a raw string\",\n\t\t\tObject: \"https://example.com\",\n\t\t\tExpectedQueries: []string{\"https://example.com\"},\n\t\t},\n\t\t{\n\t\t\tName: \"Nil\",\n\t\t\tObject: nil,\n\t\t\tExpectedQueries: []string{},\n\t\t},\n\t\t{\n\t\t\tName: \"Struct\",\n\t\t\tObject: struct {\n\t\t\t\tName string\n\t\t\t\tValue string\n\t\t\t}{\n\t\t\t\tName: \"example\",\n\t\t\t\tValue: \"https://example.com\",\n\t\t\t},\n\t\t\tExpectedQueries: []string{\"https://example.com\"},\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(test.Name, func(t *testing.T) {\n\t\t\tqueries, err := ExtractLinksFrom(test.Object)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif len(queries) != len(test.ExpectedQueries) {\n\t\t\t\tt.Errorf(\"expected %d queries, got %d\", len(test.ExpectedQueries), len(queries))\n\t\t\t}\n\n\t\t\tfor i, query := range queries {\n\t\t\t\tif query.GetQuery().GetQuery() != test.ExpectedQueries[i] {\n\t\t\t\t\tt.Errorf(\"expected query %s, got %s\", test.ExpectedQueries[i], query.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractLinksFromConfigMapData(t *testing.T) {\n\t// Test ConfigMap data with S3 bucket ARN\n\tconfigMapData := map[string]any{\n\t\t\"data\": map[string]any{\n\t\t\t\"S3_BUCKET_ARN\": \"arn:aws:s3:::example-bucket-name\",\n\t\t\t\"S3_BUCKET_NAME\": \"example-bucket-name\",\n\t\t},\n\t}\n\n\tqueries, err := ExtractLinksFrom(configMapData)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Find the S3 bucket query\n\tfound := false\n\tfor _, query := range queries {\n\t\tif query.GetQuery().GetType() == \"s3-bucket\" &&\n\t\t\tquery.GetQuery().GetQuery() == \"arn:aws:s3:::example-bucket-name\" {\n\t\t\tfound = true\n\t\t\tif query.GetQuery().GetScope() != WILDCARD {\n\t\t\t\tt.Errorf(\"expected scope to be WILDCARD (%s), got %s\", WILDCARD, query.GetQuery().GetScope())\n\t\t\t}\n\t\t\tif query.GetQuery().GetMethod() != QueryMethod_SEARCH {\n\t\t\t\tt.Errorf(\"expected method to be SEARCH, got %v\", query.GetQuery().GetMethod())\n\t\t\t}\n\t\t\tbreak\n\t\t}\n\t}\n\n\tif !found {\n\t\tt.Errorf(\"expected to find s3-bucket query for ARN arn:aws:s3:::example-bucket-name\")\n\t\tt.Logf(\"Found %d queries:\", len(queries))\n\t\tfor _, q := range queries {\n\t\t\tt.Logf(\" Type: %s, Query: %s, Scope: %s\", q.GetQuery().GetType(), q.GetQuery().GetQuery(), q.GetQuery().GetScope())\n\t\t}\n\t}\n}\n\nfunc TestS3BucketARNTypeDetection(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tarn string\n\t\texpectedType string\n\t\texpectedQuery string\n\t\texpectedScope string\n\t}{\n\t\t{\n\t\t\tname: \"S3 bucket ARN without account/region\",\n\t\t\tarn: \"arn:aws:s3:::example-bucket-name\",\n\t\t\texpectedType: \"s3-bucket\",\n\t\t\texpectedQuery: \"arn:aws:s3:::example-bucket-name\",\n\t\t\texpectedScope: WILDCARD,\n\t\t},\n\t\t{\n\t\t\tname: \"S3 bucket ARN with short name\",\n\t\t\tarn: \"arn:aws:s3:::my-bucket\",\n\t\t\texpectedType: \"s3-bucket\",\n\t\t\texpectedQuery: \"arn:aws:s3:::my-bucket\",\n\t\t\texpectedScope: WILDCARD,\n\t\t},\n\t\t{\n\t\t\tname: \"S3 object ARN (should extract bucket)\",\n\t\t\tarn: \"arn:aws:s3:::my-bucket/path/to/object\",\n\t\t\texpectedType: \"s3-bucket\",\n\t\t\texpectedQuery: \"arn:aws:s3:::my-bucket\",\n\t\t\texpectedScope: WILDCARD,\n\t\t},\n\t\t{\n\t\t\tname: \"S3 object ARN with nested path\",\n\t\t\tarn: \"arn:aws:s3:::my-bucket/folder/subfolder/file.txt\",\n\t\t\texpectedType: \"s3-bucket\",\n\t\t\texpectedQuery: \"arn:aws:s3:::my-bucket\",\n\t\t\texpectedScope: WILDCARD,\n\t\t},\n\t\t{\n\t\t\tname: \"S3 bucket ARN with hyphens in name\",\n\t\t\tarn: \"arn:aws:s3:::my-test-bucket-name\",\n\t\t\texpectedType: \"s3-bucket\",\n\t\t\texpectedQuery: \"arn:aws:s3:::my-test-bucket-name\",\n\t\t\texpectedScope: WILDCARD,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tqueries, err := ExtractLinksFrom(map[string]any{\n\t\t\t\t\"arn\": tt.arn,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tfound := false\n\t\t\tfor _, query := range queries {\n\t\t\t\tif query.GetQuery().GetType() == tt.expectedType &&\n\t\t\t\t\tquery.GetQuery().GetQuery() == tt.expectedQuery {\n\t\t\t\t\tfound = true\n\t\t\t\t\tif query.GetQuery().GetScope() != tt.expectedScope {\n\t\t\t\t\t\tt.Errorf(\"expected scope %s, got %s\", tt.expectedScope, query.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t\tif query.GetQuery().GetMethod() != QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"expected method SEARCH, got %v\", query.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Errorf(\"expected to find query with type %s and query %s\", tt.expectedType, tt.expectedQuery)\n\t\t\t\tt.Logf(\"Found %d queries:\", len(queries))\n\t\t\t\tfor _, q := range queries {\n\t\t\t\t\tt.Logf(\" Type: %s, Query: %s, Scope: %s\", q.GetQuery().GetType(), q.GetQuery().GetQuery(), q.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "go/sdp-go/logs.go", "content": "package sdp\n\nimport (\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"connectrpc.com/connect\"\n)\n\n// Validate ensures that GetLogRecordsRequest is valid\nfunc (req *GetLogRecordsRequest) Validate() error {\n\tif req == nil {\n\t\treturn errors.New(\"GetLogRecordsRequest is nil\")\n\t}\n\n\t// scope has to be non-nil, non-empty string\n\tif strings.TrimSpace(req.GetScope()) == \"\" {\n\t\treturn errors.New(\"scope has to be non-empty\")\n\t}\n\n\t// query has to be non-nil, non-empty string\n\tif strings.TrimSpace(req.GetQuery()) == \"\" {\n\t\treturn errors.New(\"query has to be non-empty\")\n\t}\n\n\t// from and to have to be valid timestamps\n\tif req.GetFrom() == nil {\n\t\treturn errors.New(\"from timestamp is required\")\n\t}\n\n\tif req.GetTo() == nil {\n\t\treturn errors.New(\"to timestamp is required\")\n\t}\n\n\t// from has to be before or equal to to\n\tfromTime := req.GetFrom().AsTime()\n\ttoTime := req.GetTo().AsTime()\n\tif fromTime.After(toTime) {\n\t\treturn fmt.Errorf(\"from timestamp (%v) must be before or equal to to timestamp (%v)\", fromTime, toTime)\n\t}\n\n\tif req.GetMaxRecords() < 0 {\n\t\treturn errors.New(\"maxRecords must be greater than or equal to zero\")\n\t}\n\n\treturn nil\n}\n\n// NewUpstreamSourceError creates a new SourceError with the given message and error\nfunc NewUpstreamSourceError(code connect.Code, message string) *SourceError {\n\treturn &SourceError{\n\t\tCode: SourceError_Code(code), //nolint:gosec\n\t\tMessage: message,\n\t\tUpstream: true,\n\t}\n}\n\n// NewLocalSourceError creates a new SourceError with the given message and error, indicating a local (non-upstream) error\nfunc NewLocalSourceError(code connect.Code, message string) *SourceError {\n\treturn &SourceError{\n\t\tCode: SourceError_Code(code), //nolint:gosec\n\t\tMessage: message,\n\t\tUpstream: false,\n\t}\n}\n\n// assert interface implementation\nvar _ error = (*SourceError)(nil)\n\n// Error implements the error interface for SourceError\nfunc (e *SourceError) Error() string {\n\tif e.GetUpstream() {\n\t\treturn fmt.Sprintf(\"Upstream Error: %s\", e.GetMessage())\n\t}\n\treturn fmt.Sprintf(\"Source Error: %s\", e.GetMessage())\n}\n" }, { "path": "go/sdp-go/logs.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: logs.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\tstructpb \"google.golang.org/protobuf/types/known/structpb\"\n\ttimestamppb \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\n// These mirror the OpenTelemetry log severity levels\n// https://opentelemetry.io/docs/specs/otel/logs/data-model/#displaying-severity\n// Refer to the OpenTelemetry documentation for information on how these should\n// be mapped\ntype LogSeverity int32\n\nconst (\n\tLogSeverity_UNSPECIFIED LogSeverity = 0\n\tLogSeverity_TRACE LogSeverity = 1\n\tLogSeverity_TRACE2 LogSeverity = 2\n\tLogSeverity_TRACE3 LogSeverity = 3\n\tLogSeverity_TRACE4 LogSeverity = 4\n\tLogSeverity_DEBUG LogSeverity = 5\n\tLogSeverity_DEBUG2 LogSeverity = 6\n\tLogSeverity_DEBUG3 LogSeverity = 7\n\tLogSeverity_DEBUG4 LogSeverity = 8\n\tLogSeverity_INFO LogSeverity = 9\n\tLogSeverity_INFO2 LogSeverity = 10\n\tLogSeverity_INFO3 LogSeverity = 11\n\tLogSeverity_INFO4 LogSeverity = 12\n\tLogSeverity_WARN LogSeverity = 13\n\tLogSeverity_WARN2 LogSeverity = 14\n\tLogSeverity_WARN3 LogSeverity = 15\n\tLogSeverity_WARN4 LogSeverity = 16\n\tLogSeverity_ERROR LogSeverity = 17\n\tLogSeverity_ERROR2 LogSeverity = 18\n\tLogSeverity_ERROR3 LogSeverity = 19\n\tLogSeverity_ERROR4 LogSeverity = 20\n\tLogSeverity_FATAL LogSeverity = 21\n\tLogSeverity_FATAL2 LogSeverity = 22\n\tLogSeverity_FATAL3 LogSeverity = 23\n\tLogSeverity_FATAL4 LogSeverity = 24\n)\n\n// Enum value maps for LogSeverity.\nvar (\n\tLogSeverity_name = map[int32]string{\n\t\t0: \"UNSPECIFIED\",\n\t\t1: \"TRACE\",\n\t\t2: \"TRACE2\",\n\t\t3: \"TRACE3\",\n\t\t4: \"TRACE4\",\n\t\t5: \"DEBUG\",\n\t\t6: \"DEBUG2\",\n\t\t7: \"DEBUG3\",\n\t\t8: \"DEBUG4\",\n\t\t9: \"INFO\",\n\t\t10: \"INFO2\",\n\t\t11: \"INFO3\",\n\t\t12: \"INFO4\",\n\t\t13: \"WARN\",\n\t\t14: \"WARN2\",\n\t\t15: \"WARN3\",\n\t\t16: \"WARN4\",\n\t\t17: \"ERROR\",\n\t\t18: \"ERROR2\",\n\t\t19: \"ERROR3\",\n\t\t20: \"ERROR4\",\n\t\t21: \"FATAL\",\n\t\t22: \"FATAL2\",\n\t\t23: \"FATAL3\",\n\t\t24: \"FATAL4\",\n\t}\n\tLogSeverity_value = map[string]int32{\n\t\t\"UNSPECIFIED\": 0,\n\t\t\"TRACE\": 1,\n\t\t\"TRACE2\": 2,\n\t\t\"TRACE3\": 3,\n\t\t\"TRACE4\": 4,\n\t\t\"DEBUG\": 5,\n\t\t\"DEBUG2\": 6,\n\t\t\"DEBUG3\": 7,\n\t\t\"DEBUG4\": 8,\n\t\t\"INFO\": 9,\n\t\t\"INFO2\": 10,\n\t\t\"INFO3\": 11,\n\t\t\"INFO4\": 12,\n\t\t\"WARN\": 13,\n\t\t\"WARN2\": 14,\n\t\t\"WARN3\": 15,\n\t\t\"WARN4\": 16,\n\t\t\"ERROR\": 17,\n\t\t\"ERROR2\": 18,\n\t\t\"ERROR3\": 19,\n\t\t\"ERROR4\": 20,\n\t\t\"FATAL\": 21,\n\t\t\"FATAL2\": 22,\n\t\t\"FATAL3\": 23,\n\t\t\"FATAL4\": 24,\n\t}\n)\n\nfunc (x LogSeverity) Enum() *LogSeverity {\n\tp := new(LogSeverity)\n\t*p = x\n\treturn p\n}\n\nfunc (x LogSeverity) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (LogSeverity) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_logs_proto_enumTypes[0].Descriptor()\n}\n\nfunc (LogSeverity) Type() protoreflect.EnumType {\n\treturn &file_logs_proto_enumTypes[0]\n}\n\nfunc (x LogSeverity) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use LogSeverity.Descriptor instead.\nfunc (LogSeverity) EnumDescriptor() ([]byte, []int) {\n\treturn file_logs_proto_rawDescGZIP(), []int{0}\n}\n\ntype NATSGetLogRecordsResponseStatus_Status int32\n\nconst (\n\tNATSGetLogRecordsResponseStatus_UNSPECIFIED NATSGetLogRecordsResponseStatus_Status = 0\n\t// The source has started processing the request.\n\tNATSGetLogRecordsResponseStatus_STARTED NATSGetLogRecordsResponseStatus_Status = 1\n\t// The source has finished processing the request. No further messages will\n\t// be sent after this.\n\tNATSGetLogRecordsResponseStatus_FINISHED NATSGetLogRecordsResponseStatus_Status = 2\n\t// The source encountered an error while processing the request. No further\n\t// messages will be sent after this.\n\tNATSGetLogRecordsResponseStatus_ERRORED NATSGetLogRecordsResponseStatus_Status = 3\n)\n\n// Enum value maps for NATSGetLogRecordsResponseStatus_Status.\nvar (\n\tNATSGetLogRecordsResponseStatus_Status_name = map[int32]string{\n\t\t0: \"UNSPECIFIED\",\n\t\t1: \"STARTED\",\n\t\t2: \"FINISHED\",\n\t\t3: \"ERRORED\",\n\t}\n\tNATSGetLogRecordsResponseStatus_Status_value = map[string]int32{\n\t\t\"UNSPECIFIED\": 0,\n\t\t\"STARTED\": 1,\n\t\t\"FINISHED\": 2,\n\t\t\"ERRORED\": 3,\n\t}\n)\n\nfunc (x NATSGetLogRecordsResponseStatus_Status) Enum() *NATSGetLogRecordsResponseStatus_Status {\n\tp := new(NATSGetLogRecordsResponseStatus_Status)\n\t*p = x\n\treturn p\n}\n\nfunc (x NATSGetLogRecordsResponseStatus_Status) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (NATSGetLogRecordsResponseStatus_Status) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_logs_proto_enumTypes[1].Descriptor()\n}\n\nfunc (NATSGetLogRecordsResponseStatus_Status) Type() protoreflect.EnumType {\n\treturn &file_logs_proto_enumTypes[1]\n}\n\nfunc (x NATSGetLogRecordsResponseStatus_Status) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use NATSGetLogRecordsResponseStatus_Status.Descriptor instead.\nfunc (NATSGetLogRecordsResponseStatus_Status) EnumDescriptor() ([]byte, []int) {\n\treturn file_logs_proto_rawDescGZIP(), []int{5, 0}\n}\n\n// This directly mirrors the Connect RPC codes that can be found here:\n// https://connectrpc.com/docs/protocol/#error-codes\ntype SourceError_Code int32\n\nconst (\n\t// This is the default value and should not be used. In connectrpc, this\n\t// is \"OK\", but is not actually written out because _go_.\n\tSourceError_UNSPECIFIED SourceError_Code = 0\n\t// CodeCanceled indicates that the operation was canceled, typically by the\n\t// caller.\n\t//\n\t// HTTP Code: 499 Client Closed Request\n\tSourceError_CANCELED SourceError_Code = 1\n\t// CodeUnknown indicates that the operation failed for an unknown reason.\n\t//\n\t// HTTP Code: 500 Internal Server Error\n\tSourceError_UNKNOWN SourceError_Code = 2\n\t// CodeInvalidArgument indicates that client supplied an invalid argument.\n\t//\n\t// HTTP Code: 400 Bad Request\n\tSourceError_INVALID_ARGUMENT SourceError_Code = 3\n\t// CodeDeadlineExceeded indicates that deadline expired before the operation\n\t// could complete.\n\t//\n\t// HTTP Code: 504 Gateway Timeout\n\tSourceError_DEADLINE_EXCEEDED SourceError_Code = 4\n\t// CodeNotFound indicates that some requested entity (for example, a file or\n\t// directory) was not found.\n\t//\n\t// HTTP Code: 404 Not Found\n\tSourceError_NOT_FOUND SourceError_Code = 5\n\t// CodeAlreadyExists indicates that client attempted to create an entity (for\n\t// example, a file or directory) that already exists.\n\t//\n\t// HTTP Code: 409 Conflict\n\tSourceError_ALREADY_EXISTS SourceError_Code = 6\n\t// CodePermissionDenied indicates that the caller doesn't have permission to\n\t// execute the specified operation.\n\t//\n\t// HTTP Code: 403 Forbidden\n\tSourceError_PERMISSION_DENIED SourceError_Code = 7\n\t// CodeResourceExhausted indicates that some resource has been exhausted. For\n\t// example, a per-user quota may be exhausted or the entire file system may\n\t// be full.\n\t//\n\t// HTTP Code: 429 Too Many Requests\n\tSourceError_RESOURCE_EXHAUSTED SourceError_Code = 8\n\t// CodeFailedPrecondition indicates that the system is not in a state\n\t// required for the operation's execution.\n\t//\n\t// HTTP Code: 400 Bad Request\n\tSourceError_FAILED_PRECONDITION SourceError_Code = 9\n\t// CodeAborted indicates that operation was aborted by the system, usually\n\t// because of a concurrency issue such as a sequencer check failure or\n\t// transaction abort.\n\t//\n\t// HTTP Code: 409 Conflict\n\tSourceError_ABORTED SourceError_Code = 10\n\t// CodeOutOfRange indicates that the operation was attempted past the valid\n\t// range (for example, seeking past end-of-file).\n\t//\n\t// HTTP Code: 400 Bad Request\n\tSourceError_OUT_OF_RANGE SourceError_Code = 11\n\t// CodeUnimplemented indicates that the operation isn't implemented,\n\t// supported, or enabled in this service.\n\t//\n\t// HTTP Code: 501 Not Implemented\n\tSourceError_UNIMPLEMENTED SourceError_Code = 12\n\t// CodeInternal indicates that some invariants expected by the underlying\n\t// system have been broken. This code is reserved for serious errors.\n\t//\n\t// HTTP Code: 500 Internal Server Error\n\tSourceError_INTERNAL SourceError_Code = 13\n\t// CodeUnavailable indicates that the service is currently unavailable. This\n\t// is usually temporary, so clients can back off and retry idempotent\n\t// operations.\n\t//\n\t// HTTP Code: 503 Service Unavailable\n\tSourceError_UNAVAILABLE SourceError_Code = 14\n\t// CodeDataLoss indicates that the operation has resulted in unrecoverable\n\t// data loss or corruption.\n\t//\n\t// HTTP Code: 500 Internal Server Error\n\tSourceError_DATA_LOSS SourceError_Code = 15\n\t// CodeUnauthenticated indicates that the request does not have valid\n\t// authentication credentials for the operation.\n\t//\n\t// HTTP Code: 401 Unauthorized\n\tSourceError_UNAUTHENTICATED SourceError_Code = 16\n)\n\n// Enum value maps for SourceError_Code.\nvar (\n\tSourceError_Code_name = map[int32]string{\n\t\t0: \"UNSPECIFIED\",\n\t\t1: \"CANCELED\",\n\t\t2: \"UNKNOWN\",\n\t\t3: \"INVALID_ARGUMENT\",\n\t\t4: \"DEADLINE_EXCEEDED\",\n\t\t5: \"NOT_FOUND\",\n\t\t6: \"ALREADY_EXISTS\",\n\t\t7: \"PERMISSION_DENIED\",\n\t\t8: \"RESOURCE_EXHAUSTED\",\n\t\t9: \"FAILED_PRECONDITION\",\n\t\t10: \"ABORTED\",\n\t\t11: \"OUT_OF_RANGE\",\n\t\t12: \"UNIMPLEMENTED\",\n\t\t13: \"INTERNAL\",\n\t\t14: \"UNAVAILABLE\",\n\t\t15: \"DATA_LOSS\",\n\t\t16: \"UNAUTHENTICATED\",\n\t}\n\tSourceError_Code_value = map[string]int32{\n\t\t\"UNSPECIFIED\": 0,\n\t\t\"CANCELED\": 1,\n\t\t\"UNKNOWN\": 2,\n\t\t\"INVALID_ARGUMENT\": 3,\n\t\t\"DEADLINE_EXCEEDED\": 4,\n\t\t\"NOT_FOUND\": 5,\n\t\t\"ALREADY_EXISTS\": 6,\n\t\t\"PERMISSION_DENIED\": 7,\n\t\t\"RESOURCE_EXHAUSTED\": 8,\n\t\t\"FAILED_PRECONDITION\": 9,\n\t\t\"ABORTED\": 10,\n\t\t\"OUT_OF_RANGE\": 11,\n\t\t\"UNIMPLEMENTED\": 12,\n\t\t\"INTERNAL\": 13,\n\t\t\"UNAVAILABLE\": 14,\n\t\t\"DATA_LOSS\": 15,\n\t\t\"UNAUTHENTICATED\": 16,\n\t}\n)\n\nfunc (x SourceError_Code) Enum() *SourceError_Code {\n\tp := new(SourceError_Code)\n\t*p = x\n\treturn p\n}\n\nfunc (x SourceError_Code) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (SourceError_Code) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_logs_proto_enumTypes[2].Descriptor()\n}\n\nfunc (SourceError_Code) Type() protoreflect.EnumType {\n\treturn &file_logs_proto_enumTypes[2]\n}\n\nfunc (x SourceError_Code) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use SourceError_Code.Descriptor instead.\nfunc (SourceError_Code) EnumDescriptor() ([]byte, []int) {\n\treturn file_logs_proto_rawDescGZIP(), []int{6, 0}\n}\n\n// The request to get log records from the upstream API.\ntype GetLogRecordsRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The scope of the logs to get. This comes from the item that the LogStream\n\t// was attached to and ensures that the `NATSGetLogRecordsRequest` is\n\t// received by the same source that sent the item in the first place\n\tScope string `protobuf:\"bytes,1,opt,name=scope,proto3\" json:\"scope,omitempty\"`\n\t// The query that was provided in the `LogStreamDetails` . The format of this\n\t// is determined by the source, and will contain enough information for the\n\t// source to successfully query the upstream API that contains the logs\n\tQuery string `protobuf:\"bytes,2,opt,name=query,proto3\" json:\"query,omitempty\"`\n\t// The start point for the logs\n\tFrom *timestamppb.Timestamp `protobuf:\"bytes,3,opt,name=from,proto3\" json:\"from,omitempty\"`\n\t// The end point for the logs\n\tTo *timestamppb.Timestamp `protobuf:\"bytes,4,opt,name=to,proto3\" json:\"to,omitempty\"`\n\t// The maximum number of records to return. Set to zero (`0`) to return all.\n\tMaxRecords int32 `protobuf:\"varint,5,opt,name=maxRecords,proto3\" json:\"maxRecords,omitempty\"`\n\t// If the value is true, the earliest log events are returned first. If the\n\t// value is false, the latest log events are returned first. The default\n\t// value is false.\n\tStartFromOldest bool `protobuf:\"varint,6,opt,name=startFromOldest,proto3\" json:\"startFromOldest,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetLogRecordsRequest) Reset() {\n\t*x = GetLogRecordsRequest{}\n\tmi := &file_logs_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetLogRecordsRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetLogRecordsRequest) ProtoMessage() {}\n\nfunc (x *GetLogRecordsRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_logs_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetLogRecordsRequest.ProtoReflect.Descriptor instead.\nfunc (*GetLogRecordsRequest) Descriptor() ([]byte, []int) {\n\treturn file_logs_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *GetLogRecordsRequest) GetScope() string {\n\tif x != nil {\n\t\treturn x.Scope\n\t}\n\treturn \"\"\n}\n\nfunc (x *GetLogRecordsRequest) GetQuery() string {\n\tif x != nil {\n\t\treturn x.Query\n\t}\n\treturn \"\"\n}\n\nfunc (x *GetLogRecordsRequest) GetFrom() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.From\n\t}\n\treturn nil\n}\n\nfunc (x *GetLogRecordsRequest) GetTo() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.To\n\t}\n\treturn nil\n}\n\nfunc (x *GetLogRecordsRequest) GetMaxRecords() int32 {\n\tif x != nil {\n\t\treturn x.MaxRecords\n\t}\n\treturn 0\n}\n\nfunc (x *GetLogRecordsRequest) GetStartFromOldest() bool {\n\tif x != nil {\n\t\treturn x.StartFromOldest\n\t}\n\treturn false\n}\n\n// Each chunk is gonna be a page of the underlying APIs pagination.\n// The source is expected to use sane defaults within the limits of the\n// underlying API and SDP capabilities (message size, etc).\n//\n// This chunking can also be re-used for live streaming in the future.\n//\n// Note that the results are expected to be returned in ascending (oldest\n// to newest) order.\ntype GetLogRecordsResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tRecords []*LogRecord `protobuf:\"bytes,1,rep,name=records,proto3\" json:\"records,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetLogRecordsResponse) Reset() {\n\t*x = GetLogRecordsResponse{}\n\tmi := &file_logs_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetLogRecordsResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetLogRecordsResponse) ProtoMessage() {}\n\nfunc (x *GetLogRecordsResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_logs_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetLogRecordsResponse.ProtoReflect.Descriptor instead.\nfunc (*GetLogRecordsResponse) Descriptor() ([]byte, []int) {\n\treturn file_logs_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *GetLogRecordsResponse) GetRecords() []*LogRecord {\n\tif x != nil {\n\t\treturn x.Records\n\t}\n\treturn nil\n}\n\n// Represents a single entry in a LogStream. Roughly a \"line\" in traditional\n// terms, but nowadays often with more details, additional structure, etc.\n//\n// This is chiefly modelled on the OpenTelemetry log data model:\n// https://opentelemetry.io/docs/specs/otel/logs/data-model/\ntype LogRecord struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// \"Time when the event occurred measured by the origin clock, i.e. the time\n\t// at the source.\"\n\t//\n\t// See https://opentelemetry.io/docs/specs/otel/logs/data-model/#field-timestamp\n\tCreatedAt *timestamppb.Timestamp `protobuf:\"bytes,1,opt,name=createdAt,proto3,oneof\" json:\"createdAt,omitempty\"`\n\t// \"Time when the event was observed by the collection system.\"\n\t// This can be used if no `createdAt` timestamp is available.\n\t// Client libraries are encouraged to provide a singular getter that returns\n\t// our best guess for ease of use: createdAt if available, else observedAt.\n\t//\n\t// See https://opentelemetry.io/docs/specs/otel/logs/data-model/#field-observedtimestamp\n\tObservedAt *timestamppb.Timestamp `protobuf:\"bytes,2,opt,name=observedAt,proto3,oneof\" json:\"observedAt,omitempty\"`\n\t// See the definitions in\n\t// https://opentelemetry.io/docs/specs/otel/logs/data-model/#field-severitynumber\n\t// Each source should document its mapping to this standard, e.g. following\n\t// the examples in\n\t// https://opentelemetry.io/docs/specs/otel/logs/data-model-appendix/#appendix-b-severitynumber-example-mappings\n\t//\n\t// See https://opentelemetry.io/docs/specs/otel/logs/data-model/#field-severitynumber\n\tSeverity LogSeverity `protobuf:\"varint,3,opt,name=severity,proto3,enum=logs.LogSeverity\" json:\"severity,omitempty\"`\n\t// the string form of the `body`. Can be empty if the upstream API only\n\t// provides structured records. A Source can decide in this case to render a\n\t// default field here if available.\n\t//\n\t// See https://opentelemetry.io/docs/specs/otel/logs/data-model/#field-body\n\tBody string `protobuf:\"bytes,4,opt,name=body,proto3\" json:\"body,omitempty\"`\n\t// \"Describes the source of the log\", as provided by the upstream API.\n\t// This is arbitrary metadata from the upstream API as interpreted by the\n\t// source. May be empty. Should use standard OTel attribute names where\n\t// applicable.\n\t//\n\t// See https://opentelemetry.io/docs/specs/otel/logs/data-model/#field-resource\n\tResource *structpb.Struct `protobuf:\"bytes,5,opt,name=resource,proto3,oneof\" json:\"resource,omitempty\"`\n\t// \"Additional information about the specific event occurrence.\" This is\n\t// arbitrary metadata from the upstream API as interpreted by the source.\n\t// May be empty, may contain error and exception attributes.\n\t//\n\t// See https://opentelemetry.io/docs/specs/otel/logs/data-model/#field-attributes\n\tAttributes *structpb.Struct `protobuf:\"bytes,6,opt,name=attributes,proto3,oneof\" json:\"attributes,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *LogRecord) Reset() {\n\t*x = LogRecord{}\n\tmi := &file_logs_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *LogRecord) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*LogRecord) ProtoMessage() {}\n\nfunc (x *LogRecord) ProtoReflect() protoreflect.Message {\n\tmi := &file_logs_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use LogRecord.ProtoReflect.Descriptor instead.\nfunc (*LogRecord) Descriptor() ([]byte, []int) {\n\treturn file_logs_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *LogRecord) GetCreatedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.CreatedAt\n\t}\n\treturn nil\n}\n\nfunc (x *LogRecord) GetObservedAt() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.ObservedAt\n\t}\n\treturn nil\n}\n\nfunc (x *LogRecord) GetSeverity() LogSeverity {\n\tif x != nil {\n\t\treturn x.Severity\n\t}\n\treturn LogSeverity_UNSPECIFIED\n}\n\nfunc (x *LogRecord) GetBody() string {\n\tif x != nil {\n\t\treturn x.Body\n\t}\n\treturn \"\"\n}\n\nfunc (x *LogRecord) GetResource() *structpb.Struct {\n\tif x != nil {\n\t\treturn x.Resource\n\t}\n\treturn nil\n}\n\nfunc (x *LogRecord) GetAttributes() *structpb.Struct {\n\tif x != nil {\n\t\treturn x.Attributes\n\t}\n\treturn nil\n}\n\n// A quick passthrough to keep the NATS message format consistent.\ntype NATSGetLogRecordsRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tRequest *GetLogRecordsRequest `protobuf:\"bytes,1,opt,name=request,proto3\" json:\"request,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *NATSGetLogRecordsRequest) Reset() {\n\t*x = NATSGetLogRecordsRequest{}\n\tmi := &file_logs_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *NATSGetLogRecordsRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*NATSGetLogRecordsRequest) ProtoMessage() {}\n\nfunc (x *NATSGetLogRecordsRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_logs_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use NATSGetLogRecordsRequest.ProtoReflect.Descriptor instead.\nfunc (*NATSGetLogRecordsRequest) Descriptor() ([]byte, []int) {\n\treturn file_logs_proto_rawDescGZIP(), []int{3}\n}\n\nfunc (x *NATSGetLogRecordsRequest) GetRequest() *GetLogRecordsRequest {\n\tif x != nil {\n\t\treturn x.Request\n\t}\n\treturn nil\n}\n\ntype NATSGetLogRecordsResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// Types that are valid to be assigned to Content:\n\t//\n\t//\t*NATSGetLogRecordsResponse_Status\n\t//\t*NATSGetLogRecordsResponse_Response\n\tContent isNATSGetLogRecordsResponse_Content `protobuf_oneof:\"content\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *NATSGetLogRecordsResponse) Reset() {\n\t*x = NATSGetLogRecordsResponse{}\n\tmi := &file_logs_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *NATSGetLogRecordsResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*NATSGetLogRecordsResponse) ProtoMessage() {}\n\nfunc (x *NATSGetLogRecordsResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_logs_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use NATSGetLogRecordsResponse.ProtoReflect.Descriptor instead.\nfunc (*NATSGetLogRecordsResponse) Descriptor() ([]byte, []int) {\n\treturn file_logs_proto_rawDescGZIP(), []int{4}\n}\n\nfunc (x *NATSGetLogRecordsResponse) GetContent() isNATSGetLogRecordsResponse_Content {\n\tif x != nil {\n\t\treturn x.Content\n\t}\n\treturn nil\n}\n\nfunc (x *NATSGetLogRecordsResponse) GetStatus() *NATSGetLogRecordsResponseStatus {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*NATSGetLogRecordsResponse_Status); ok {\n\t\t\treturn x.Status\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *NATSGetLogRecordsResponse) GetResponse() *GetLogRecordsResponse {\n\tif x != nil {\n\t\tif x, ok := x.Content.(*NATSGetLogRecordsResponse_Response); ok {\n\t\t\treturn x.Response\n\t\t}\n\t}\n\treturn nil\n}\n\ntype isNATSGetLogRecordsResponse_Content interface {\n\tisNATSGetLogRecordsResponse_Content()\n}\n\ntype NATSGetLogRecordsResponse_Status struct {\n\t// The status of the request. This is sent before any log records are\n\t// sent, and then if an error occurs, or the request is finished. This\n\t// provides signalling of the \"method call\" over NATS.\n\tStatus *NATSGetLogRecordsResponseStatus `protobuf:\"bytes,1,opt,name=status,proto3,oneof\"`\n}\n\ntype NATSGetLogRecordsResponse_Response struct {\n\t// A set of log records (lines). These should be batched in whatever way\n\t// that the upstream provider batches them. For example if the API that\n\t// you are pulling the logs from returns them in pages of 50, then you\n\t// should return 50 log records in each response, and send the response\n\t// on before requesting the next page from the API.\n\tResponse *GetLogRecordsResponse `protobuf:\"bytes,2,opt,name=response,proto3,oneof\"`\n}\n\nfunc (*NATSGetLogRecordsResponse_Status) isNATSGetLogRecordsResponse_Content() {}\n\nfunc (*NATSGetLogRecordsResponse_Response) isNATSGetLogRecordsResponse_Content() {}\n\ntype NATSGetLogRecordsResponseStatus struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tStatus NATSGetLogRecordsResponseStatus_Status `protobuf:\"varint,1,opt,name=status,proto3,enum=logs.NATSGetLogRecordsResponseStatus_Status\" json:\"status,omitempty\"`\n\t// Only populated when the status is ERRORED\n\tError *SourceError `protobuf:\"bytes,2,opt,name=error,proto3,oneof\" json:\"error,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *NATSGetLogRecordsResponseStatus) Reset() {\n\t*x = NATSGetLogRecordsResponseStatus{}\n\tmi := &file_logs_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *NATSGetLogRecordsResponseStatus) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*NATSGetLogRecordsResponseStatus) ProtoMessage() {}\n\nfunc (x *NATSGetLogRecordsResponseStatus) ProtoReflect() protoreflect.Message {\n\tmi := &file_logs_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use NATSGetLogRecordsResponseStatus.ProtoReflect.Descriptor instead.\nfunc (*NATSGetLogRecordsResponseStatus) Descriptor() ([]byte, []int) {\n\treturn file_logs_proto_rawDescGZIP(), []int{5}\n}\n\nfunc (x *NATSGetLogRecordsResponseStatus) GetStatus() NATSGetLogRecordsResponseStatus_Status {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn NATSGetLogRecordsResponseStatus_UNSPECIFIED\n}\n\nfunc (x *NATSGetLogRecordsResponseStatus) GetError() *SourceError {\n\tif x != nil {\n\t\treturn x.Error\n\t}\n\treturn nil\n}\n\ntype SourceError struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The error code\n\tCode SourceError_Code `protobuf:\"varint,1,opt,name=code,proto3,enum=logs.SourceError_Code\" json:\"code,omitempty\"`\n\t// The error message\n\tMessage string `protobuf:\"bytes,2,opt,name=message,proto3\" json:\"message,omitempty\"`\n\t// Whether this error comes from the upstream API or not. Errors that come\n\t// from the upstream API will result in the user-facing RPC returning a\n\t// `code.Aborted` error, with the `NatsError` embedded in the `Detail`\n\t// field. This differentiates between errors that were part of Overmind\n\t// (like the source panicking) and errors that come from the upstream (like\n\t// Datadog having an outage)\n\tUpstream bool `protobuf:\"varint,3,opt,name=upstream,proto3\" json:\"upstream,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SourceError) Reset() {\n\t*x = SourceError{}\n\tmi := &file_logs_proto_msgTypes[6]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SourceError) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SourceError) ProtoMessage() {}\n\nfunc (x *SourceError) ProtoReflect() protoreflect.Message {\n\tmi := &file_logs_proto_msgTypes[6]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SourceError.ProtoReflect.Descriptor instead.\nfunc (*SourceError) Descriptor() ([]byte, []int) {\n\treturn file_logs_proto_rawDescGZIP(), []int{6}\n}\n\nfunc (x *SourceError) GetCode() SourceError_Code {\n\tif x != nil {\n\t\treturn x.Code\n\t}\n\treturn SourceError_UNSPECIFIED\n}\n\nfunc (x *SourceError) GetMessage() string {\n\tif x != nil {\n\t\treturn x.Message\n\t}\n\treturn \"\"\n}\n\nfunc (x *SourceError) GetUpstream() bool {\n\tif x != nil {\n\t\treturn x.Upstream\n\t}\n\treturn false\n}\n\nvar File_logs_proto protoreflect.FileDescriptor\n\nconst file_logs_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\n\" +\n\t\"logs.proto\\x12\\x04logs\\x1a\\x1cgoogle/protobuf/struct.proto\\x1a\\x1fgoogle/protobuf/timestamp.proto\\\"\\xe8\\x01\\n\" +\n\t\"\\x14GetLogRecordsRequest\\x12\\x14\\n\" +\n\t\"\\x05scope\\x18\\x01 \\x01(\\tR\\x05scope\\x12\\x14\\n\" +\n\t\"\\x05query\\x18\\x02 \\x01(\\tR\\x05query\\x12.\\n\" +\n\t\"\\x04from\\x18\\x03 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\x04from\\x12*\\n\" +\n\t\"\\x02to\\x18\\x04 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\x02to\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"maxRecords\\x18\\x05 \\x01(\\x05R\\n\" +\n\t\"maxRecords\\x12(\\n\" +\n\t\"\\x0fstartFromOldest\\x18\\x06 \\x01(\\bR\\x0fstartFromOldest\\\"B\\n\" +\n\t\"\\x15GetLogRecordsResponse\\x12)\\n\" +\n\t\"\\arecords\\x18\\x01 \\x03(\\v2\\x0f.logs.LogRecordR\\arecords\\\"\\xff\\x02\\n\" +\n\t\"\\tLogRecord\\x12=\\n\" +\n\t\"\\tcreatedAt\\x18\\x01 \\x01(\\v2\\x1a.google.protobuf.TimestampH\\x00R\\tcreatedAt\\x88\\x01\\x01\\x12?\\n\" +\n\t\"\\n\" +\n\t\"observedAt\\x18\\x02 \\x01(\\v2\\x1a.google.protobuf.TimestampH\\x01R\\n\" +\n\t\"observedAt\\x88\\x01\\x01\\x12-\\n\" +\n\t\"\\bseverity\\x18\\x03 \\x01(\\x0e2\\x11.logs.LogSeverityR\\bseverity\\x12\\x12\\n\" +\n\t\"\\x04body\\x18\\x04 \\x01(\\tR\\x04body\\x128\\n\" +\n\t\"\\bresource\\x18\\x05 \\x01(\\v2\\x17.google.protobuf.StructH\\x02R\\bresource\\x88\\x01\\x01\\x12<\\n\" +\n\t\"\\n\" +\n\t\"attributes\\x18\\x06 \\x01(\\v2\\x17.google.protobuf.StructH\\x03R\\n\" +\n\t\"attributes\\x88\\x01\\x01B\\f\\n\" +\n\t\"\\n\" +\n\t\"_createdAtB\\r\\n\" +\n\t\"\\v_observedAtB\\v\\n\" +\n\t\"\\t_resourceB\\r\\n\" +\n\t\"\\v_attributes\\\"P\\n\" +\n\t\"\\x18NATSGetLogRecordsRequest\\x124\\n\" +\n\t\"\\arequest\\x18\\x01 \\x01(\\v2\\x1a.logs.GetLogRecordsRequestR\\arequest\\\"\\xa2\\x01\\n\" +\n\t\"\\x19NATSGetLogRecordsResponse\\x12?\\n\" +\n\t\"\\x06status\\x18\\x01 \\x01(\\v2%.logs.NATSGetLogRecordsResponseStatusH\\x00R\\x06status\\x129\\n\" +\n\t\"\\bresponse\\x18\\x02 \\x01(\\v2\\x1b.logs.GetLogRecordsResponseH\\x00R\\bresponseB\\t\\n\" +\n\t\"\\acontent\\\"\\xe2\\x01\\n\" +\n\t\"\\x1fNATSGetLogRecordsResponseStatus\\x12D\\n\" +\n\t\"\\x06status\\x18\\x01 \\x01(\\x0e2,.logs.NATSGetLogRecordsResponseStatus.StatusR\\x06status\\x12,\\n\" +\n\t\"\\x05error\\x18\\x02 \\x01(\\v2\\x11.logs.SourceErrorH\\x00R\\x05error\\x88\\x01\\x01\\\"A\\n\" +\n\t\"\\x06Status\\x12\\x0f\\n\" +\n\t\"\\vUNSPECIFIED\\x10\\x00\\x12\\v\\n\" +\n\t\"\\aSTARTED\\x10\\x01\\x12\\f\\n\" +\n\t\"\\bFINISHED\\x10\\x02\\x12\\v\\n\" +\n\t\"\\aERRORED\\x10\\x03B\\b\\n\" +\n\t\"\\x06_error\\\"\\xb1\\x03\\n\" +\n\t\"\\vSourceError\\x12*\\n\" +\n\t\"\\x04code\\x18\\x01 \\x01(\\x0e2\\x16.logs.SourceError.CodeR\\x04code\\x12\\x18\\n\" +\n\t\"\\amessage\\x18\\x02 \\x01(\\tR\\amessage\\x12\\x1a\\n\" +\n\t\"\\bupstream\\x18\\x03 \\x01(\\bR\\bupstream\\\"\\xbf\\x02\\n\" +\n\t\"\\x04Code\\x12\\x0f\\n\" +\n\t\"\\vUNSPECIFIED\\x10\\x00\\x12\\f\\n\" +\n\t\"\\bCANCELED\\x10\\x01\\x12\\v\\n\" +\n\t\"\\aUNKNOWN\\x10\\x02\\x12\\x14\\n\" +\n\t\"\\x10INVALID_ARGUMENT\\x10\\x03\\x12\\x15\\n\" +\n\t\"\\x11DEADLINE_EXCEEDED\\x10\\x04\\x12\\r\\n\" +\n\t\"\\tNOT_FOUND\\x10\\x05\\x12\\x12\\n\" +\n\t\"\\x0eALREADY_EXISTS\\x10\\x06\\x12\\x15\\n\" +\n\t\"\\x11PERMISSION_DENIED\\x10\\a\\x12\\x16\\n\" +\n\t\"\\x12RESOURCE_EXHAUSTED\\x10\\b\\x12\\x17\\n\" +\n\t\"\\x13FAILED_PRECONDITION\\x10\\t\\x12\\v\\n\" +\n\t\"\\aABORTED\\x10\\n\" +\n\t\"\\x12\\x10\\n\" +\n\t\"\\fOUT_OF_RANGE\\x10\\v\\x12\\x11\\n\" +\n\t\"\\rUNIMPLEMENTED\\x10\\f\\x12\\f\\n\" +\n\t\"\\bINTERNAL\\x10\\r\\x12\\x0f\\n\" +\n\t\"\\vUNAVAILABLE\\x10\\x0e\\x12\\r\\n\" +\n\t\"\\tDATA_LOSS\\x10\\x0f\\x12\\x13\\n\" +\n\t\"\\x0fUNAUTHENTICATED\\x10\\x10*\\xb0\\x02\\n\" +\n\t\"\\vLogSeverity\\x12\\x0f\\n\" +\n\t\"\\vUNSPECIFIED\\x10\\x00\\x12\\t\\n\" +\n\t\"\\x05TRACE\\x10\\x01\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06TRACE2\\x10\\x02\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06TRACE3\\x10\\x03\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06TRACE4\\x10\\x04\\x12\\t\\n\" +\n\t\"\\x05DEBUG\\x10\\x05\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06DEBUG2\\x10\\x06\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06DEBUG3\\x10\\a\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06DEBUG4\\x10\\b\\x12\\b\\n\" +\n\t\"\\x04INFO\\x10\\t\\x12\\t\\n\" +\n\t\"\\x05INFO2\\x10\\n\" +\n\t\"\\x12\\t\\n\" +\n\t\"\\x05INFO3\\x10\\v\\x12\\t\\n\" +\n\t\"\\x05INFO4\\x10\\f\\x12\\b\\n\" +\n\t\"\\x04WARN\\x10\\r\\x12\\t\\n\" +\n\t\"\\x05WARN2\\x10\\x0e\\x12\\t\\n\" +\n\t\"\\x05WARN3\\x10\\x0f\\x12\\t\\n\" +\n\t\"\\x05WARN4\\x10\\x10\\x12\\t\\n\" +\n\t\"\\x05ERROR\\x10\\x11\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06ERROR2\\x10\\x12\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06ERROR3\\x10\\x13\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06ERROR4\\x10\\x14\\x12\\t\\n\" +\n\t\"\\x05FATAL\\x10\\x15\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06FATAL2\\x10\\x16\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06FATAL3\\x10\\x17\\x12\\n\" +\n\t\"\\n\" +\n\t\"\\x06FATAL4\\x10\\x182Y\\n\" +\n\t\"\\vLogsService\\x12J\\n\" +\n\t\"\\rGetLogRecords\\x12\\x1a.logs.GetLogRecordsRequest\\x1a\\x1b.logs.GetLogRecordsResponse0\\x01B1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_logs_proto_rawDescOnce sync.Once\n\tfile_logs_proto_rawDescData []byte\n)\n\nfunc file_logs_proto_rawDescGZIP() []byte {\n\tfile_logs_proto_rawDescOnce.Do(func() {\n\t\tfile_logs_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_logs_proto_rawDesc), len(file_logs_proto_rawDesc)))\n\t})\n\treturn file_logs_proto_rawDescData\n}\n\nvar file_logs_proto_enumTypes = make([]protoimpl.EnumInfo, 3)\nvar file_logs_proto_msgTypes = make([]protoimpl.MessageInfo, 7)\nvar file_logs_proto_goTypes = []any{\n\t(LogSeverity)(0), // 0: logs.LogSeverity\n\t(NATSGetLogRecordsResponseStatus_Status)(0), // 1: logs.NATSGetLogRecordsResponseStatus.Status\n\t(SourceError_Code)(0), // 2: logs.SourceError.Code\n\t(*GetLogRecordsRequest)(nil), // 3: logs.GetLogRecordsRequest\n\t(*GetLogRecordsResponse)(nil), // 4: logs.GetLogRecordsResponse\n\t(*LogRecord)(nil), // 5: logs.LogRecord\n\t(*NATSGetLogRecordsRequest)(nil), // 6: logs.NATSGetLogRecordsRequest\n\t(*NATSGetLogRecordsResponse)(nil), // 7: logs.NATSGetLogRecordsResponse\n\t(*NATSGetLogRecordsResponseStatus)(nil), // 8: logs.NATSGetLogRecordsResponseStatus\n\t(*SourceError)(nil), // 9: logs.SourceError\n\t(*timestamppb.Timestamp)(nil), // 10: google.protobuf.Timestamp\n\t(*structpb.Struct)(nil), // 11: google.protobuf.Struct\n}\nvar file_logs_proto_depIdxs = []int32{\n\t10, // 0: logs.GetLogRecordsRequest.from:type_name -> google.protobuf.Timestamp\n\t10, // 1: logs.GetLogRecordsRequest.to:type_name -> google.protobuf.Timestamp\n\t5, // 2: logs.GetLogRecordsResponse.records:type_name -> logs.LogRecord\n\t10, // 3: logs.LogRecord.createdAt:type_name -> google.protobuf.Timestamp\n\t10, // 4: logs.LogRecord.observedAt:type_name -> google.protobuf.Timestamp\n\t0, // 5: logs.LogRecord.severity:type_name -> logs.LogSeverity\n\t11, // 6: logs.LogRecord.resource:type_name -> google.protobuf.Struct\n\t11, // 7: logs.LogRecord.attributes:type_name -> google.protobuf.Struct\n\t3, // 8: logs.NATSGetLogRecordsRequest.request:type_name -> logs.GetLogRecordsRequest\n\t8, // 9: logs.NATSGetLogRecordsResponse.status:type_name -> logs.NATSGetLogRecordsResponseStatus\n\t4, // 10: logs.NATSGetLogRecordsResponse.response:type_name -> logs.GetLogRecordsResponse\n\t1, // 11: logs.NATSGetLogRecordsResponseStatus.status:type_name -> logs.NATSGetLogRecordsResponseStatus.Status\n\t9, // 12: logs.NATSGetLogRecordsResponseStatus.error:type_name -> logs.SourceError\n\t2, // 13: logs.SourceError.code:type_name -> logs.SourceError.Code\n\t3, // 14: logs.LogsService.GetLogRecords:input_type -> logs.GetLogRecordsRequest\n\t4, // 15: logs.LogsService.GetLogRecords:output_type -> logs.GetLogRecordsResponse\n\t15, // [15:16] is the sub-list for method output_type\n\t14, // [14:15] is the sub-list for method input_type\n\t14, // [14:14] is the sub-list for extension type_name\n\t14, // [14:14] is the sub-list for extension extendee\n\t0, // [0:14] is the sub-list for field type_name\n}\n\nfunc init() { file_logs_proto_init() }\nfunc file_logs_proto_init() {\n\tif File_logs_proto != nil {\n\t\treturn\n\t}\n\tfile_logs_proto_msgTypes[2].OneofWrappers = []any{}\n\tfile_logs_proto_msgTypes[4].OneofWrappers = []any{\n\t\t(*NATSGetLogRecordsResponse_Status)(nil),\n\t\t(*NATSGetLogRecordsResponse_Response)(nil),\n\t}\n\tfile_logs_proto_msgTypes[5].OneofWrappers = []any{}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_logs_proto_rawDesc), len(file_logs_proto_rawDesc)),\n\t\t\tNumEnums: 3,\n\t\t\tNumMessages: 7,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 1,\n\t\t},\n\t\tGoTypes: file_logs_proto_goTypes,\n\t\tDependencyIndexes: file_logs_proto_depIdxs,\n\t\tEnumInfos: file_logs_proto_enumTypes,\n\t\tMessageInfos: file_logs_proto_msgTypes,\n\t}.Build()\n\tFile_logs_proto = out.File\n\tfile_logs_proto_goTypes = nil\n\tfile_logs_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/logs_test.go", "content": "package sdp\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\nfunc TestGetLogRecordsRequest_Validate(t *testing.T) {\n\tnow := time.Now()\n\tpastTime := now.Add(-1 * time.Hour)\n\tfutureTime := now.Add(1 * time.Hour)\n\n\ttests := []struct {\n\t\tname string\n\t\treq *GetLogRecordsRequest\n\t\twantErr bool\n\t}{\n\t\t{\n\t\t\tname: \"Nil request\",\n\t\t\treq: nil,\n\t\t\twantErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Empty scope\",\n\t\t\treq: &GetLogRecordsRequest{\n\t\t\t\tScope: \"\",\n\t\t\t\tQuery: \"valid-query\",\n\t\t\t\tFrom: timestamppb.New(pastTime),\n\t\t\t\tTo: timestamppb.New(now),\n\t\t\t\tMaxRecords: 100,\n\t\t\t\tStartFromOldest: false,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Empty query\",\n\t\t\treq: &GetLogRecordsRequest{\n\t\t\t\tScope: \"valid-scope\",\n\t\t\t\tQuery: \"\",\n\t\t\t\tFrom: timestamppb.New(pastTime),\n\t\t\t\tTo: timestamppb.New(now),\n\t\t\t\tMaxRecords: 100,\n\t\t\t\tStartFromOldest: false,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Missing from timestamp\",\n\t\t\treq: &GetLogRecordsRequest{\n\t\t\t\tScope: \"valid-scope\",\n\t\t\t\tQuery: \"valid-query\",\n\t\t\t\tFrom: nil,\n\t\t\t\tTo: timestamppb.New(now),\n\t\t\t\tMaxRecords: 100,\n\t\t\t\tStartFromOldest: false,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Missing to timestamp\",\n\t\t\treq: &GetLogRecordsRequest{\n\t\t\t\tScope: \"valid-scope\",\n\t\t\t\tQuery: \"valid-query\",\n\t\t\t\tFrom: timestamppb.New(pastTime),\n\t\t\t\tTo: nil,\n\t\t\t\tMaxRecords: 100,\n\t\t\t\tStartFromOldest: false,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"From after to\",\n\t\t\treq: &GetLogRecordsRequest{\n\t\t\t\tScope: \"valid-scope\",\n\t\t\t\tQuery: \"valid-query\",\n\t\t\t\tFrom: timestamppb.New(futureTime),\n\t\t\t\tTo: timestamppb.New(pastTime),\n\t\t\t\tMaxRecords: 100,\n\t\t\t\tStartFromOldest: false,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"MaxRecords zero\",\n\t\t\treq: &GetLogRecordsRequest{\n\t\t\t\tScope: \"valid-scope\",\n\t\t\t\tQuery: \"valid-query\",\n\t\t\t\tFrom: timestamppb.New(pastTime),\n\t\t\t\tTo: timestamppb.New(now),\n\t\t\t\tMaxRecords: 0,\n\t\t\t\tStartFromOldest: false,\n\t\t\t},\n\t\t\twantErr: false,\n\t\t},\n\t\t{\n\t\t\tname: \"MaxRecords negative\",\n\t\t\treq: &GetLogRecordsRequest{\n\t\t\t\tScope: \"valid-scope\",\n\t\t\t\tQuery: \"valid-query\",\n\t\t\t\tFrom: timestamppb.New(pastTime),\n\t\t\t\tTo: timestamppb.New(now),\n\t\t\t\tMaxRecords: -10,\n\t\t\t\tStartFromOldest: false,\n\t\t\t},\n\t\t\twantErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid request with MaxRecords\",\n\t\t\treq: &GetLogRecordsRequest{\n\t\t\t\tScope: \"valid-scope\",\n\t\t\t\tQuery: \"valid-query\",\n\t\t\t\tFrom: timestamppb.New(pastTime),\n\t\t\t\tTo: timestamppb.New(now),\n\t\t\t\tMaxRecords: 100,\n\t\t\t\tStartFromOldest: false,\n\t\t\t},\n\t\t\twantErr: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid request without MaxRecords\",\n\t\t\treq: &GetLogRecordsRequest{\n\t\t\t\tScope: \"valid-scope\",\n\t\t\t\tQuery: \"valid-query\",\n\t\t\t\tFrom: timestamppb.New(pastTime),\n\t\t\t\tTo: timestamppb.New(now),\n\t\t\t\tMaxRecords: 0,\n\t\t\t\tStartFromOldest: false,\n\t\t\t},\n\t\t\twantErr: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Valid request with equal timestamps\",\n\t\t\treq: &GetLogRecordsRequest{\n\t\t\t\tScope: \"valid-scope\",\n\t\t\t\tQuery: \"valid-query\",\n\t\t\t\tFrom: timestamppb.New(now),\n\t\t\t\tTo: timestamppb.New(now),\n\t\t\t\tMaxRecords: 100,\n\t\t\t\tStartFromOldest: true,\n\t\t\t},\n\t\t\twantErr: false,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\terr := tt.req.Validate()\n\t\t\tif (err != nil) != tt.wantErr {\n\t\t\t\tt.Errorf(\"GetLogRecordsRequest.Validate() error = %v, wantErr %v\\nrequest = %v\", err, tt.wantErr, tt.req)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "go/sdp-go/progress.go", "content": "package sdp\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"math/rand/v2\"\n\t\"sync\"\n\t\"sync/atomic\"\n\t\"time\"\n\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/google/uuid\"\n\t\"github.com/nats-io/nats.go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"google.golang.org/protobuf/types/known/durationpb\"\n)\n\n// DefaultResponseInterval is the default period of time within which responses\n// are sent (30 seconds). Jitter of +/-10% is applied per tick to prevent a\n// thundering herd when many concurrent queries start simultaneously.\nconst DefaultResponseInterval = (30 * time.Second)\n\n// DefaultStartTimeout is the default period of time to wait for the first\n// response on a query. If no response is received in this time, the query will\n// be marked as complete.\nconst DefaultStartTimeout = 2000 * time.Millisecond\n\n// ResponseSender is a struct responsible for sending responses out on behalf of\n// agents that are working on that request. Think of it as the agent side\n// component of Responder\ntype ResponseSender struct {\n\t// How often to send responses. The expected next update will be 230% of\n\t// this value, allowing for one-and-a-bit missed responses before it is\n\t// marked as stalled\n\tResponseInterval time.Duration\n\tResponseSubject string\n\tmonitorRunning sync.WaitGroup\n\tmonitorKill chan *Response // Sending to this channel will kill the response sender goroutine and publish the sent message as last msg on the subject\n\tresponderName string\n\tresponderId uuid.UUID\n\tconnection EncodedConnection\n\tresponseCtx context.Context\n}\n\n// Start sends the first response on the given subject and connection to say\n// that the request is being worked on. It also starts a go routine to continue\n// sending responses.\n//\n// The user should make sure to call Done(), Error() or Cancel() once the query\n// has finished to make sure this process stops sending responses. The sender\n// will also be stopped if the context is cancelled\nfunc (rs *ResponseSender) Start(ctx context.Context, ec EncodedConnection, responderName string, responderId uuid.UUID) {\n\trs.monitorKill = make(chan *Response, 1)\n\trs.responseCtx = ctx\n\n\t// Set the default if it's not set\n\tif rs.ResponseInterval == 0 {\n\t\trs.ResponseInterval = DefaultResponseInterval\n\t}\n\n\t// Tell it to expect the next update in 230% of the expected time. This\n\t// allows for a response getting lost, plus some delay\n\tnextUpdateIn := durationpb.New(time.Duration((float64(rs.ResponseInterval) * 2.3)))\n\n\t// Set struct values\n\trs.responderName = responderName\n\trs.responderId = responderId\n\trs.connection = ec\n\n\t// Create the response before starting the goroutine since it only needs to\n\t// be done once\n\tresp := Response{\n\t\tResponder: rs.responderName,\n\t\tResponderUUID: rs.responderId[:],\n\t\tState: ResponderState_WORKING,\n\t\tNextUpdateIn: nextUpdateIn,\n\t}\n\n\tif rs.connection != nil {\n\t\t// Send the initial response\n\t\terr := rs.connection.Publish(\n\t\t\tctx,\n\t\t\trs.ResponseSubject,\n\t\t\t&QueryResponse{ResponseType: &QueryResponse_Response{Response: &resp}},\n\t\t)\n\t\tif err != nil {\n\t\t\tlog.WithContext(ctx).WithError(err).Error(\"Error publishing initial response\")\n\t\t}\n\t}\n\n\trs.monitorRunning.Add(1)\n\n\t// Start a goroutine to send further responses\n\tgo func() {\n\t\tdefer tracing.LogRecoverToReturn(ctx, \"ResponseSender ticker\")\n\t\t// confirm closure on exit\n\t\tdefer rs.monitorRunning.Done()\n\n\t\tif ec == nil {\n\t\t\treturn\n\t\t}\n\n\t\t// Apply +/-10% uniform random jitter per tick to prevent a thundering\n\t\t// herd when many ResponseSenders start near-simultaneously.\n\t\ttenth := rs.ResponseInterval / 10\n\t\tbase := rs.ResponseInterval - tenth\n\t\tjitterRange := 2 * tenth\n\n\t\tfor {\n\t\t\tjitter := time.Duration(rand.Int64N(int64(jitterRange))) //nolint:gosec // jitter does not need cryptographic randomness\n\t\t\tdelay := base + jitter\n\n\t\t\tselect {\n\t\t\tcase <-rs.monitorKill:\n\t\t\t\treturn\n\t\t\tcase <-ctx.Done():\n\t\t\t\treturn\n\t\t\tcase <-time.After(delay):\n\t\t\t\terr := rs.connection.Publish(\n\t\t\t\t\tctx,\n\t\t\t\t\trs.ResponseSubject,\n\t\t\t\t\t&QueryResponse{ResponseType: &QueryResponse_Response{Response: &resp}},\n\t\t\t\t)\n\t\t\t\tif err != nil {\n\t\t\t\t\tlog.WithContext(ctx).WithError(err).Error(\"Error publishing response\")\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}()\n}\n\n// Kill Kills the response sender immediately. This should be used if something\n// has failed and you don't want to send a completed response\n//\n// Deprecated: Use KillWithContext(ctx) instead\nfunc (rs *ResponseSender) Kill() {\n\trs.killWithResponse(context.Background(), nil)\n}\n\n// KillWithContext Kills the response sender immediately. This should be used if something\n// has failed and you don't want to send a completed response\nfunc (rs *ResponseSender) KillWithContext(ctx context.Context) {\n\trs.killWithResponse(ctx, nil)\n}\n\nfunc (rs *ResponseSender) killWithResponse(ctx context.Context, r *Response) {\n\t// close the channel to kill the sender\n\tclose(rs.monitorKill)\n\n\t// wait for the sender to be actually done\n\trs.monitorRunning.Wait()\n\n\tif rs.connection != nil {\n\t\tif r != nil {\n\t\t\t// Send the final response\n\t\t\terr := rs.connection.Publish(ctx, rs.ResponseSubject, &QueryResponse{\n\t\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\t\tResponse: r,\n\t\t\t\t},\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\tlog.WithContext(ctx).WithError(err).Error(\"Error publishing final response\")\n\t\t\t}\n\t\t}\n\t}\n}\n\n// Done kills the responder but sends a final completion message\n//\n// Deprecated: Use DoneWithContext(ctx) instead\nfunc (rs *ResponseSender) Done() {\n\trs.DoneWithContext(context.Background())\n}\n\n// DoneWithContext kills the responder but sends a final completion message\nfunc (rs *ResponseSender) DoneWithContext(ctx context.Context) {\n\tresp := Response{\n\t\tResponder: rs.responderName,\n\t\tResponderUUID: rs.responderId[:],\n\t\tState: ResponderState_COMPLETE,\n\t}\n\trs.killWithResponse(ctx, &resp)\n}\n\n// Error marks the request and completed with error, and sends the final error\n// response\n//\n// Deprecated: Use ErrorWithContext(ctx) instead\nfunc (rs *ResponseSender) Error() {\n\trs.ErrorWithContext(context.Background())\n}\n\n// ErrorWithContext marks the request and completed with error, and sends the final error\n// response\nfunc (rs *ResponseSender) ErrorWithContext(ctx context.Context) {\n\tresp := Response{\n\t\tResponder: rs.responderName,\n\t\tResponderUUID: rs.responderId[:],\n\t\tState: ResponderState_ERROR,\n\t}\n\trs.killWithResponse(ctx, &resp)\n}\n\n// Cancel Marks the request as CANCELLED and sends the final response\n//\n// Deprecated: Use CancelWithContext(ctx) instead\nfunc (rs *ResponseSender) Cancel() {\n\trs.CancelWithContext(context.Background())\n}\n\n// CancelWithContext Marks the request as CANCELLED and sends the final response\nfunc (rs *ResponseSender) CancelWithContext(ctx context.Context) {\n\tresp := Response{\n\t\tResponder: rs.responderName,\n\t\tResponderUUID: rs.responderId[:],\n\t\tState: ResponderState_CANCELLED,\n\t}\n\trs.killWithResponse(ctx, &resp)\n}\n\ntype lastResponse struct {\n\tResponse *Response\n\tTimestamp time.Time\n}\n\n// Checks to see if this responder is stalled. If it is, it will update the\n// responder state to ResponderState_STALLED. Only runs if the responder is in\n// the WORKING state, doesn't do anything otherwise.\nfunc (l *lastResponse) checkStalled() {\n\tif l.Response == nil || l.Response.GetState() != ResponderState_WORKING {\n\t\treturn\n\t}\n\n\t// Calculate if it's stalled, but only if it has a `NextUpdateIn` value.\n\t// Responders that do not provided a `NextUpdateIn` value are not considered\n\t// for stalling\n\ttimeSinceLastUpdate := time.Since(l.Timestamp)\n\ttimeToNextUpdate := l.Response.GetNextUpdateIn().AsDuration()\n\tif timeToNextUpdate > 0 && timeSinceLastUpdate > timeToNextUpdate {\n\t\tl.Response.State = ResponderState_STALLED\n\t}\n}\n\n// SourceQuery tracks the progress of a query across multiple responders (Sources).\n// It manages a state machine for each responder with the following states:\n//\n//\tWORKING β†’ COMPLETE (normal completion)\n//\tWORKING β†’ ERROR (responder failed)\n//\tWORKING β†’ CANCELLED (query was cancelled)\n//\tWORKING β†’ STALLED (responder stopped sending updates)\n//\n// A query is considered finished when the start timeout has elapsed AND all\n// responders are in a terminal state (COMPLETE, ERROR, CANCELLED, or STALLED).\ntype SourceQuery struct {\n\t// A map of ResponderUUIDs to the last response we got from them\n\tresponders map[uuid.UUID]*lastResponse\n\trespondersMu sync.Mutex\n\n\t// Channel storage for sending back to the user\n\tresponseChan chan<- *QueryResponse\n\n\t// Use to make sure a user doesn't try to start a request twice. This is an\n\t// atomic to allow tests to directly inject messages using\n\t// `handleQueryResponse`\n\tstartTimeoutElapsed atomic.Bool\n\n\tquerySub *nats.Subscription\n\n\tcancel context.CancelFunc\n}\n\n// SourceQueryProgress represents the current progress of a tracked query,\n// aggregating the state of all responders.\ntype SourceQueryProgress struct {\n\t// How many responders are currently working on this query. This means they\n\t// are active sending updates\n\tWorking int\n\n\t// Stalled responders are ones that have sent updates in the past, but the\n\t// latest update is overdue. This likely indicates a problem with the\n\t// responder\n\tStalled int\n\n\t// Responders that are complete\n\tComplete int\n\n\t// Responders that failed\n\tError int\n\n\t// Responders that were cancelled. When cancelling the SourceQueryProgress\n\t// does not wait for responders to acknowledge the cancellation, it simply\n\t// sends the message and marks all responders that are currently \"working\"\n\t// as \"cancelled\". It is possible that a responder will self-report\n\t// cancellation, but given the timings this is unlikely as it would need to\n\t// be very fast\n\tCancelled int\n\n\t// The total number of tracked responders\n\tResponders int\n}\n\n// RunSourceQuery returns a pointer to a SourceQuery object with the various\n// internal members initialized. A startTimeout must also be provided, feel free\n// to use `DefaultStartTimeout` if you don't have a specific value in mind.\nfunc RunSourceQuery(ctx context.Context, query *Query, startTimeout time.Duration, ec EncodedConnection, responseChan chan<- *QueryResponse) (*SourceQuery, error) {\n\tif startTimeout == 0 {\n\t\treturn nil, errors.New(\"startTimeout must be greater than 0\")\n\t}\n\n\tif ec.Underlying() == nil {\n\t\treturn nil, errors.New(\"nil NATS connection\")\n\t}\n\n\tif responseChan == nil {\n\t\treturn nil, errors.New(\"nil response channel\")\n\t}\n\n\tif query.GetScope() == \"\" {\n\t\treturn nil, errors.New(\"cannot execute request with blank scope\")\n\t}\n\n\t// Generate a UUID if required\n\tif len(query.GetUUID()) == 0 {\n\t\tu := uuid.New()\n\t\tquery.UUID = u[:]\n\t}\n\n\t// Calculate the correct subject to send the message on\n\tvar requestSubject string\n\tif query.GetScope() == WILDCARD {\n\t\trequestSubject = \"request.all\"\n\t} else {\n\t\trequestSubject = fmt.Sprintf(\"request.scope.%v\", query.GetScope())\n\t}\n\n\t// Create the channel that NATS responses will come through\n\tnatsResponses := make(chan *QueryResponse)\n\n\t// Create a timer for the start timeout\n\tstartTimeoutTimer := time.NewTimer(startTimeout)\n\n\t// Subscribe to the query subject and wait for responses\n\tquerySub, err := ec.Subscribe(query.Subject(), NewQueryResponseHandler(\"\", func(ctx context.Context, qr *QueryResponse) { //nolint:contextcheck // we pass the context in the func\n\t\tnatsResponses <- qr\n\t}))\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tctx, cancel := context.WithCancel(ctx)\n\n\tsq := &SourceQuery{\n\t\tresponders: make(map[uuid.UUID]*lastResponse),\n\t\tstartTimeoutElapsed: atomic.Bool{},\n\t\tquerySub: querySub,\n\t\tcancel: cancel,\n\t\tresponseChan: responseChan,\n\t}\n\n\t// Main processing loop. This runs is the main goroutine that tracks this\n\t// request\n\tgo func() {\n\t\t// Initialise the stall check ticker\n\t\tstallCheck := time.NewTicker(500 * time.Millisecond)\n\t\tdefer stallCheck.Stop()\n\t\tctx, span := tracing.Tracer().Start(ctx, \"QueryProgress\")\n\t\tdefer span.End()\n\n\t\tquery.SetSpanAttributes(span)\n\n\t\tfor {\n\t\t\tselect {\n\t\t\tcase <-ctx.Done():\n\t\t\t\t// If the connection is closed, we do not need to send a cancel message\n\t\t\t\tif u := ec.Underlying(); u == nil || u.IsClosed() {\n\t\t\t\t\tsq.markWorkingRespondersCancelled()\n\t\t\t\t\tsq.cleanup(ctx)\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\t\t// Since this context is done, we need a new context just to\n\t\t\t\t// send the cancellation message\n\t\t\t\tcancelCtx, cancelCtxCancel := context.WithTimeout(context.WithoutCancel(ctx), 3*time.Second)\n\t\t\t\tdefer cancelCtxCancel()\n\n\t\t\t\t// Send a cancel message to all responders\n\t\t\t\tcancelRequest := CancelQuery{\n\t\t\t\t\tUUID: query.GetUUID(),\n\t\t\t\t}\n\n\t\t\t\tvar cancelSubject string\n\t\t\t\tif query.GetScope() == WILDCARD {\n\t\t\t\t\tcancelSubject = \"cancel.all\"\n\t\t\t\t} else {\n\t\t\t\t\tcancelSubject = fmt.Sprintf(\"cancel.scope.%v\", query.GetScope())\n\t\t\t\t}\n\n\t\t\t\terr := ec.Publish(cancelCtx, cancelSubject, &cancelRequest)\n\t\t\t\tif err != nil {\n\t\t\t\t\tlog.WithContext(ctx).WithError(err).Error(\"Error sending cancel message\")\n\t\t\t\t\tspan.RecordError(err)\n\t\t\t\t}\n\n\t\t\t\tsq.markWorkingRespondersCancelled()\n\t\t\t\tsq.cleanup(ctx)\n\t\t\t\treturn\n\t\t\tcase <-startTimeoutTimer.C:\n\t\t\t\tsq.startTimeoutElapsed.Store(true)\n\n\t\t\t\tif sq.finished() {\n\t\t\t\t\tsq.cleanup(ctx)\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\tcase response := <-natsResponses:\n\t\t\t\t// Handle the response\n\t\t\t\tif sq.handleQueryResponse(ctx, response) {\n\t\t\t\t\t// This means we are done\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\tcase <-stallCheck.C:\n\n\t\t\t\t// If we get here, it means that we haven't had a response\n\t\t\t\t// in a while, so we should check to see if things have\n\t\t\t\t// stalled\n\t\t\t\tif sq.finished() {\n\t\t\t\t\tsq.cleanup(ctx)\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}()\n\n\t// Send the message to start the query\n\terr = ec.Publish(ctx, requestSubject, query)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn sq, nil\n}\n\n// Execute a given request and wait for it to finish, returns the items that\n// were found and any errors. The third return error value will only be returned\n// only if there is a problem making the request. Details of which responders\n// have failed etc. should be determined using the typical methods like\n// `NumError()`.\nfunc RunSourceQuerySync(ctx context.Context, query *Query, startTimeout time.Duration, ec EncodedConnection) ([]*Item, []*Edge, []*QueryError, error) {\n\titems := make([]*Item, 0)\n\tedges := make([]*Edge, 0)\n\terrs := make([]*QueryError, 0)\n\tr := make(chan *QueryResponse, 128)\n\n\tif ec == nil {\n\t\treturn items, edges, errs, errors.New(\"nil NATS connection\")\n\t}\n\n\t_, err := RunSourceQuery(ctx, query, startTimeout, ec, r)\n\tif err != nil {\n\t\treturn items, edges, errs, err\n\t}\n\n\t// Read items and errors\n\tfor response := range r {\n\t\titem := response.GetNewItem()\n\t\tif item != nil {\n\t\t\titems = append(items, item)\n\t\t}\n\t\tedge := response.GetEdge()\n\t\tif edge != nil {\n\t\t\tedges = append(edges, edge)\n\t\t}\n\t\tqErr := response.GetError()\n\t\tif qErr != nil {\n\t\t\terrs = append(errs, qErr)\n\t\t}\n\t\t// ignore status responses for now\n\t\t// status := response.GetResponse()\n\t\t// if status != nil {\n\t\t// \tpanic(\"qp: status not implemented yet\")\n\t\t// }\n\t}\n\n\t// when the channel closes, we're done\n\treturn items, edges, errs, nil\n}\n\n// Cancel cancels the query by sending a cancel message to all responders and\n// closing the response channel. Alternatively, the query can be cancelled by\n// cancelling the context passed to RunSourceQuery.\nfunc (sq *SourceQuery) Cancel() {\n\tsq.cancel()\n}\n\n// This is split out into its own function so that it can be tested more easily\n// with out having to worry about race conditions. This returns a boolean which\n// indicates if the request is complete or not\nfunc (sq *SourceQuery) handleQueryResponse(ctx context.Context, response *QueryResponse) bool {\n\tswitch r := response.GetResponseType().(type) {\n\tcase *QueryResponse_NewItem:\n\t\tsq.handleItem(r.NewItem)\n\tcase *QueryResponse_Edge:\n\t\tsq.handleEdge(r.Edge)\n\tcase *QueryResponse_Error:\n\t\tsq.handleError(r.Error)\n\tcase *QueryResponse_Response:\n\t\tsq.handleResponse(ctx, r.Response)\n\n\t\tif sq.finished() {\n\t\t\tsq.cleanup(ctx)\n\t\t\treturn true\n\t\t}\n\t}\n\n\treturn false\n}\n\n// markWorkingRespondersCancelled marks all working responders as cancelled\n// internally, there is no need to wait for them to confirm the cancellation, as\n// we're not going to wait for any further responses.\nfunc (sq *SourceQuery) markWorkingRespondersCancelled() {\n\tsq.respondersMu.Lock()\n\tdefer sq.respondersMu.Unlock()\n\n\tfor _, lastResponse := range sq.responders {\n\t\tif lastResponse.Response.GetState() == ResponderState_WORKING {\n\t\t\tlastResponse.Response.State = ResponderState_CANCELLED\n\t\t}\n\t}\n}\n\n// Whether the query should be considered finished or not. This is based on\n// whether the start timeout has elapsed and all responders are done\nfunc (sq *SourceQuery) finished() bool {\n\treturn sq.startTimeoutElapsed.Load() && sq.allDone()\n}\n\n// Cleans up the query, unsubscribing from the query subject and closing the\n// response channel\nfunc (sq *SourceQuery) cleanup(ctx context.Context) {\n\tspan := trace.SpanFromContext(ctx)\n\tif sq.querySub != nil && sq.querySub.IsValid() {\n\t\terr := sq.querySub.Unsubscribe()\n\t\tif err != nil {\n\t\t\tlog.WithField(\"error\", err).Error(\"Error unsubscribing from query subject\")\n\t\t\tspan.RecordError(err)\n\t\t}\n\t}\n\n\tclose(sq.responseChan)\n\tsq.cancel()\n}\n\n// Sends the item back to the response channel, also extracts and synthesises\n// edges from `LinkedItems` and `LinkedItemQueries` and sends them back too\nfunc (sq *SourceQuery) handleItem(item *Item) {\n\tif item == nil {\n\t\treturn\n\t}\n\n\t// Send the item back over the channel\n\t// TODO(LIQs): translation is not necessary anymore; update code and method comment\n\titem, edges := TranslateLinksToEdges(item)\n\tsq.responseChan <- &QueryResponse{\n\t\tResponseType: &QueryResponse_NewItem{NewItem: item},\n\t}\n\tfor _, e := range edges {\n\t\tsq.responseChan <- &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Edge{Edge: e},\n\t\t}\n\t}\n}\n\n// Sends the edge back to the response channel\nfunc (sq *SourceQuery) handleEdge(edge *Edge) {\n\tif edge == nil {\n\t\treturn\n\t}\n\n\tsq.responseChan <- &QueryResponse{\n\t\tResponseType: &QueryResponse_Edge{Edge: edge},\n\t}\n}\n\n// Send the error back to the response channel\nfunc (sq *SourceQuery) handleError(err *QueryError) {\n\tif err == nil {\n\t\treturn\n\t}\n\n\tsq.responseChan <- &QueryResponse{\n\t\tResponseType: &QueryResponse_Error{\n\t\t\tError: err,\n\t\t},\n\t}\n}\n\n// Update the internal state with the response\nfunc (sq *SourceQuery) handleResponse(ctx context.Context, response *Response) {\n\tspan := trace.SpanFromContext(ctx)\n\n\t// do not deal with responses that do not have a responder UUID\n\tru, err := uuid.FromBytes(response.GetResponderUUID())\n\tif err != nil {\n\t\tspan.RecordError(fmt.Errorf(\"error parsing responder UUID: %w\", err))\n\t\treturn\n\t}\n\n\tsq.respondersMu.Lock()\n\tdefer sq.respondersMu.Unlock()\n\n\t// Protect against out-of order responses. Do not mark a responder as\n\t// working if it has already finished. this should never happen, but we want\n\t// to know if it does as it will indicate a bug in the responder itself\n\tlast, exists := sq.responders[ru]\n\tif exists {\n\t\tif last.Response != nil {\n\t\t\tswitch last.Response.GetState() {\n\t\t\tcase ResponderState_COMPLETE, ResponderState_ERROR, ResponderState_CANCELLED:\n\t\t\t\terr = fmt.Errorf(\"out-of-order response. Responder was already in the state %v, skipping update to %v\", last.Response.String(), response.GetState().String())\n\t\t\t\tspan.RecordError(err)\n\t\t\t\tsentry.CaptureException(err)\n\t\t\t\treturn\n\t\t\tcase ResponderState_WORKING, ResponderState_STALLED:\n\t\t\t\t// This is fine, we can update the state\n\t\t\t}\n\t\t}\n\t}\n\n\t// Update the stored data\n\tsq.responders[ru] = &lastResponse{\n\t\tResponse: response,\n\t\tTimestamp: time.Now(),\n\t}\n}\n\n// Checks whether all responders are done or not. A \"Done\" responder is one that\n// is either: Complete, Error, Cancelled or Stalled\n//\n// Note that this doesn't perform locking if the mutex, this needs to be done by\n// the caller\nfunc (sq *SourceQuery) allDone() bool {\n\tsq.respondersMu.Lock()\n\tdefer sq.respondersMu.Unlock()\n\n\tfor _, lastResponse := range sq.responders {\n\t\t// Recalculate the stall status\n\t\tlastResponse.checkStalled()\n\n\t\tif lastResponse.Response.GetState() == ResponderState_WORKING {\n\t\t\treturn false\n\t\t}\n\t}\n\n\treturn true\n}\n\n// TranslateLinksToEdges Translates linked items and queries into edges. This is\n// a temporary stop gap measure to allow parallel processing of items and edges\n// in the gateway while allowing other parts of the system to be updated\n// independently. See https://github.com/overmindtech/workspace/issues/753\nfunc TranslateLinksToEdges(item *Item) (*Item, []*Edge) {\n\t// TODO(LIQs): translation is not necessary anymore; delete this method and all callsites\n\tlis := item.GetLinkedItems()\n\titem.LinkedItems = nil\n\tliqs := item.GetLinkedItemQueries()\n\titem.LinkedItemQueries = nil\n\n\tedges := []*Edge{}\n\n\tfor _, li := range lis {\n\t\tedges = append(edges, &Edge{\n\t\t\tFrom: item.Reference(),\n\t\t\tTo: li.GetItem(),\n\t\t})\n\t}\n\n\tfor _, liq := range liqs {\n\t\tedges = append(edges, &Edge{\n\t\t\tFrom: item.Reference(),\n\t\t\tTo: liq.GetQuery().Reference(),\n\t\t})\n\t}\n\n\treturn item, edges\n}\n\n// Progress returns the current progress statistics for the query, including\n// counts of responders in each state (Working, Stalled, Complete, Error, Cancelled).\nfunc (sq *SourceQuery) Progress() SourceQueryProgress {\n\tsq.respondersMu.Lock()\n\tdefer sq.respondersMu.Unlock()\n\n\tvar numWorking, numStalled, numComplete, numError, numCancelled int\n\n\t// Loop over all responders once and calculate the progress\n\tfor _, lastResponse := range sq.responders {\n\t\t// Recalculate the stall status\n\t\tlastResponse.checkStalled()\n\n\t\tswitch lastResponse.Response.GetState() {\n\t\tcase ResponderState_WORKING:\n\t\t\tnumWorking++\n\t\tcase ResponderState_STALLED:\n\t\t\tnumStalled++\n\t\tcase ResponderState_COMPLETE:\n\t\t\tnumComplete++\n\t\tcase ResponderState_ERROR:\n\t\t\tnumError++\n\t\tcase ResponderState_CANCELLED:\n\t\t\tnumCancelled++\n\t\t}\n\t}\n\n\treturn SourceQueryProgress{\n\t\tWorking: numWorking,\n\t\tStalled: numStalled,\n\t\tComplete: numComplete,\n\t\tError: numError,\n\t\tCancelled: numCancelled,\n\t\tResponders: len(sq.responders),\n\t}\n}\n\n// String returns a human-readable summary of the query progress.\nfunc (sq *SourceQuery) String() string {\n\tprogress := sq.Progress()\n\n\treturn fmt.Sprintf(\n\t\t\"Working: %v\\nStalled: %v\\nComplete: %v\\nError: %v\\nCancelled: %v\\nResponders: %v\\n\",\n\t\tprogress.Working,\n\t\tprogress.Stalled,\n\t\tprogress.Complete,\n\t\tprogress.Error,\n\t\tprogress.Cancelled,\n\t\tprogress.Responders,\n\t)\n}\n" }, { "path": "go/sdp-go/progress_test.go", "content": "package sdp\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"math/rand\"\n\t\"os\"\n\t\"sync\"\n\t\"sync/atomic\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/nats-io/nats.go\"\n\t\"google.golang.org/protobuf/proto\"\n\t\"google.golang.org/protobuf/types/known/durationpb\"\n\ttimestamppb \"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\nfunc TestRunSourceQueryParams(t *testing.T) {\n\tu := uuid.New()\n\tq := Query{\n\t\tType: \"person\",\n\t\tMethod: QueryMethod_GET,\n\t\tQuery: \"dylan\",\n\t\tRecursionBehaviour: &Query_RecursionBehaviour{\n\t\t\tLinkDepth: 0,\n\t\t},\n\t\tScope: \"test\",\n\t\tIgnoreCache: false,\n\t\tUUID: u[:],\n\t\tDeadline: timestamppb.New(time.Now().Add(20 * time.Second)),\n\t}\n\n\tt.Run(\"with no start timeout\", func(t *testing.T) {\n\t\t_, err := RunSourceQuery(t.Context(), &q, 0, nil, nil)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected an error when there is not startTimeout\")\n\t\t}\n\t})\n}\n\nfunc TestResponseNilPublisher(t *testing.T) {\n\tctx := context.Background()\n\n\trs := ResponseSender{\n\t\tResponseInterval: (10 * time.Millisecond),\n\t\tResponseSubject: \"responses\",\n\t}\n\n\t// Start sending responses with a nil connection, should not panic\n\trs.Start(ctx, nil, \"test\", uuid.New())\n\n\t// Give it enough time for ~10 responses\n\ttime.Sleep(100 * time.Millisecond)\n\n\t// Stop\n\trs.DoneWithContext(ctx)\n}\n\nfunc TestResponseSenderDone(t *testing.T) {\n\tctx := context.Background()\n\n\trs := ResponseSender{\n\t\tResponseInterval: (10 * time.Millisecond),\n\t\tResponseSubject: \"responses\",\n\t}\n\n\ttc := TestConnection{IgnoreNoResponders: true}\n\n\t// Start sending responses\n\trs.Start(ctx, &tc, \"test\", uuid.New())\n\n\t// Give it enough time for ~10 responses\n\ttime.Sleep(100 * time.Millisecond)\n\n\t// Stop\n\trs.DoneWithContext(ctx)\n\n\t// Let it drain down\n\ttime.Sleep(100 * time.Millisecond)\n\n\t// Inspect what was sent\n\ttc.MessagesMu.Lock()\n\tif len(tc.Messages) <= 10 {\n\t\tt.Errorf(\"Expected <= 10 responses to be sent, found %v\", len(tc.Messages))\n\t}\n\n\t// Make sure that the final message was a completion one\n\tfinalMessage := tc.Messages[len(tc.Messages)-1]\n\ttc.MessagesMu.Unlock()\n\n\tif queryResponse, ok := finalMessage.V.(*QueryResponse); ok {\n\t\tif finalResponse, ok := queryResponse.GetResponseType().(*QueryResponse_Response); ok {\n\t\t\tif finalResponse.Response.GetState() != ResponderState_COMPLETE {\n\t\t\t\tt.Errorf(\"Expected final message state to be COMPLETE (1), found: %v\", finalResponse.Response.GetState())\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"Final QueryResponse did not contain a valid Response object. Message content type %T\", queryResponse.GetResponseType())\n\t\t}\n\t} else {\n\t\tt.Errorf(\"Final message did not contain a valid response object. Message content type %T\", finalMessage.V)\n\t}\n}\n\nfunc TestResponseSenderError(t *testing.T) {\n\tctx := context.Background()\n\n\trs := ResponseSender{\n\t\tResponseInterval: (10 * time.Millisecond),\n\t\tResponseSubject: \"responses\",\n\t}\n\n\ttc := TestConnection{IgnoreNoResponders: true}\n\n\t// Start sending responses\n\trs.Start(ctx, &tc, \"test\", uuid.New())\n\n\t// Give it enough time for >10 responses\n\ttime.Sleep(120 * time.Millisecond)\n\n\t// Stop\n\trs.ErrorWithContext(ctx)\n\n\t// Let it drain down\n\ttime.Sleep(100 * time.Millisecond)\n\n\t// Inspect what was sent\n\ttc.MessagesMu.Lock()\n\tif len(tc.Messages) <= 10 {\n\t\tt.Errorf(\"Expected <= 10 responses to be sent, found %v\", len(tc.Messages))\n\t}\n\n\t// Make sure that the final message was a completion one\n\tfinalMessage := tc.Messages[len(tc.Messages)-1]\n\ttc.MessagesMu.Unlock()\n\n\tif queryResponse, ok := finalMessage.V.(*QueryResponse); ok {\n\t\tif finalResponse, ok := queryResponse.GetResponseType().(*QueryResponse_Response); ok {\n\t\t\tif finalResponse.Response.GetState() != ResponderState_ERROR {\n\t\t\t\tt.Errorf(\"Expected final message state to be ERROR, found: %v\", finalResponse.Response.GetState())\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"Final QueryResponse did not contain a valid Response object. Message content type %T\", queryResponse.GetResponseType())\n\t\t}\n\t} else {\n\t\tt.Errorf(\"Final message did not contain a valid response object. Message content type %T\", finalMessage.V)\n\t}\n}\n\nfunc TestResponseSenderCancel(t *testing.T) {\n\tctx := context.Background()\n\n\trs := ResponseSender{\n\t\tResponseInterval: (10 * time.Millisecond),\n\t\tResponseSubject: \"responses\",\n\t}\n\n\ttc := TestConnection{IgnoreNoResponders: true}\n\n\t// Start sending responses\n\trs.Start(ctx, &tc, \"test\", uuid.New())\n\n\t// Give it enough time for >10 responses\n\ttime.Sleep(120 * time.Millisecond)\n\n\t// Stop\n\trs.CancelWithContext(ctx)\n\n\t// Let it drain down\n\ttime.Sleep(100 * time.Millisecond)\n\n\t// Inspect what was sent\n\ttc.MessagesMu.Lock()\n\tif len(tc.Messages) <= 10 {\n\t\tt.Errorf(\"Expected <= 10 responses to be sent, found %v\", len(tc.Messages))\n\t}\n\n\t// Make sure that the final message was a completion one\n\tfinalMessage := tc.Messages[len(tc.Messages)-1]\n\ttc.MessagesMu.Unlock()\n\n\tif queryResponse, ok := finalMessage.V.(*QueryResponse); ok {\n\t\tif finalResponse, ok := queryResponse.GetResponseType().(*QueryResponse_Response); ok {\n\t\t\tif finalResponse.Response.GetState() != ResponderState_CANCELLED {\n\t\t\t\tt.Errorf(\"Expected final message state to be CANCELLED, found: %v\", finalResponse.Response.GetState())\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"Final QueryResponse did not contain a valid Response object. Message content type %T\", queryResponse.GetResponseType())\n\t\t}\n\t} else {\n\t\tt.Errorf(\"Final message did not contain a valid response object. Message content type %T\", finalMessage.V)\n\t}\n}\n\nfunc TestDefaultResponseInterval(t *testing.T) {\n\tctx := context.Background()\n\n\trs := ResponseSender{}\n\n\trs.Start(ctx, &TestConnection{}, \"\", uuid.New())\n\trs.KillWithContext(ctx)\n\n\tif rs.ResponseInterval != DefaultResponseInterval {\n\t\tt.Fatal(\"Response sender interval failed to default\")\n\t}\n}\n\n// ExpectToMatch Checks that metrics are as expected and returns an error if not\nfunc (expected SourceQueryProgress) ExpectToMatch(qp *SourceQuery) error {\n\tactual := qp.Progress()\n\n\tvar err error\n\n\tif expected.Working != actual.Working {\n\t\terr = errors.Join(err, fmt.Errorf(\"Expected Working to be %v, got %v\", expected.Working, actual.Working))\n\t}\n\tif expected.Stalled != actual.Stalled {\n\t\terr = errors.Join(err, fmt.Errorf(\"Expected Stalled to be %v, got %v\", expected.Stalled, actual.Stalled))\n\t}\n\tif expected.Complete != actual.Complete {\n\t\terr = errors.Join(err, fmt.Errorf(\"Expected Complete to be %v, got %v\", expected.Complete, actual.Complete))\n\t}\n\tif expected.Error != actual.Error {\n\t\terr = errors.Join(err, fmt.Errorf(\"Expected Error to be %v, got %v\", expected.Error, actual.Error))\n\t}\n\tif expected.Responders != actual.Responders {\n\t\terr = errors.Join(err, fmt.Errorf(\"Expected Responders to be %v, got %v\", expected.Responders, actual.Responders))\n\t}\n\tif expected.Cancelled != actual.Cancelled {\n\t\terr = errors.Join(err, fmt.Errorf(\"Expected Cancelled to be %v, got %v\", expected.Cancelled, actual.Cancelled))\n\t}\n\n\treturn err\n}\n\n// Create a channel that discards everything\nfunc devNull() chan<- *QueryResponse {\n\tc := make(chan *QueryResponse, 128)\n\tgo func() {\n\t\tfor range c {\n\t\t}\n\t}()\n\treturn c\n}\n\nfunc TestQueryProgressNormal(t *testing.T) {\n\tt.Parallel()\n\n\tctx := t.Context()\n\ttc := TestConnection{IgnoreNoResponders: true}\n\tsq, err := RunSourceQuery(ctx, &query, DefaultStartTimeout, &tc, devNull())\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tru1 := uuid.New()\n\tru2 := uuid.New()\n\tru3 := uuid.New()\n\tt.Logf(\"UUIDs: %v %v %v\", ru1, ru2, ru3)\n\n\t// Make sure that the details are correct initially\n\tvar expected SourceQueryProgress\n\n\texpected = SourceQueryProgress{\n\t\tWorking: 0,\n\t\tStalled: 0,\n\t\tComplete: 0,\n\t\tError: 0,\n\t\tResponders: 0,\n\t}\n\n\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\tt.Error(err)\n\t}\n\n\tt.Run(\"Processing initial response\", func(t *testing.T) {\n\t\t// Test the initial response\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\tNextUpdateIn: durationpb.New(10 * time.Millisecond),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 1,\n\t\t\tStalled: 0,\n\t\t\tComplete: 0,\n\t\t\tError: 0,\n\t\t\tResponders: 1,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"Processing when other scopes also responding\", func(t *testing.T) {\n\t\t// Then another scope starts working\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru2[:],\n\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\tNextUpdateIn: durationpb.New(10 * time.Millisecond),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru3[:],\n\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\tNextUpdateIn: durationpb.New(10 * time.Millisecond),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 3,\n\t\t\tStalled: 0,\n\t\t\tComplete: 0,\n\t\t\tError: 0,\n\t\t\tResponders: 3,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"When some are complete and some are not\", func(t *testing.T) {\n\t\ttime.Sleep(5 * time.Millisecond)\n\n\t\t// test 1 still working\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\tNextUpdateIn: durationpb.New(10 * time.Millisecond),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\t// Test 2 finishes\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru2[:],\n\t\t\t\t\tState: ResponderState_COMPLETE,\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\t// Test 3 still working\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru3[:],\n\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\tNextUpdateIn: durationpb.New(10 * time.Millisecond),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 2,\n\t\t\tStalled: 0,\n\t\t\tComplete: 1,\n\t\t\tError: 0,\n\t\t\tResponders: 3,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"When one is cancelled\", func(t *testing.T) {\n\t\ttime.Sleep(5 * time.Millisecond)\n\n\t\t// test 1 still working\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\tNextUpdateIn: durationpb.New(10 * time.Millisecond),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\t// Test 3 cancelled\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru3[:],\n\t\t\t\t\tState: ResponderState_CANCELLED,\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 1,\n\t\t\tStalled: 0,\n\t\t\tComplete: 1,\n\t\t\tError: 0,\n\t\t\tCancelled: 1,\n\t\t\tResponders: 3,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"When the final responder finishes\", func(t *testing.T) {\n\t\ttime.Sleep(5 * time.Millisecond)\n\n\t\t// Test 1 finishes\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\t\tState: ResponderState_COMPLETE,\n\t\t\t\t\tNextUpdateIn: durationpb.New(10 * time.Millisecond),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 0,\n\t\t\tStalled: 0,\n\t\t\tComplete: 2,\n\t\t\tError: 0,\n\t\t\tCancelled: 1,\n\t\t\tResponders: 3,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tif sq.allDone() == false {\n\t\tt.Error(\"expected allDone() to be true\")\n\t}\n}\n\nfunc TestQueryProgressParallel(t *testing.T) {\n\tt.Parallel()\n\n\tctx := t.Context()\n\ttc := TestConnection{IgnoreNoResponders: true}\n\tsq, err := RunSourceQuery(ctx, &query, DefaultStartTimeout, &tc, devNull())\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tru1 := uuid.New()\n\n\t// Make sure that the details are correct initially\n\tvar expected SourceQueryProgress\n\n\texpected = SourceQueryProgress{\n\t\tWorking: 0,\n\t\tStalled: 0,\n\t\tComplete: 0,\n\t\tError: 0,\n\t\tResponders: 0,\n\t}\n\n\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\tt.Error(err)\n\t}\n\n\tt.Run(\"Processing many bunched responses\", func(t *testing.T) {\n\t\tvar wg sync.WaitGroup\n\n\t\tfor i := 0; i != 10; i++ {\n\t\t\twg.Go(func() {\n\t\t\t\t// Test the initial response\n\t\t\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\t\t\tResponse: &Response{\n\t\t\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\t\t\tNextUpdateIn: durationpb.New(10 * time.Millisecond),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t})\n\t\t}\n\n\t\twg.Wait()\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 1,\n\t\t\tStalled: 0,\n\t\t\tComplete: 0,\n\t\t\tError: 0,\n\t\t\tResponders: 1,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n}\n\nfunc TestQueryProgressStalled(t *testing.T) {\n\tt.Parallel()\n\n\tctx := t.Context()\n\ttc := TestConnection{IgnoreNoResponders: true}\n\tsq, err := RunSourceQuery(ctx, &query, DefaultStartTimeout, &tc, devNull())\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tru1 := uuid.New()\n\n\t// Make sure that the details are correct initially\n\tvar expected SourceQueryProgress\n\n\tt.Run(\"Processing the initial response\", func(t *testing.T) {\n\t\t// Test the initial response\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\tNextUpdateIn: durationpb.New(10 * time.Millisecond),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 1,\n\t\t\tStalled: 0,\n\t\t\tComplete: 0,\n\t\t\tError: 0,\n\t\t\tResponders: 1,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"After a responder has stalled\", func(t *testing.T) {\n\t\t// Wait long enough for the thing to be marked as stalled\n\t\ttime.Sleep(20 * time.Millisecond)\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 0,\n\t\t\tStalled: 1,\n\t\t\tComplete: 0,\n\t\t\tError: 0,\n\t\t\tResponders: 1,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tsq.respondersMu.Lock()\n\t\tdefer sq.respondersMu.Unlock()\n\t\tif _, ok := sq.responders[ru1]; !ok {\n\t\t\tt.Error(\"Could not get responder for scope test1\")\n\t\t}\n\t})\n\n\tt.Run(\"After a responder recovers from a stall\", func(t *testing.T) {\n\t\t// See if it will un-stall itself\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\t\tState: ResponderState_COMPLETE,\n\t\t\t\t\tNextUpdateIn: durationpb.New(10 * time.Millisecond),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 0,\n\t\t\tStalled: 0,\n\t\t\tComplete: 1,\n\t\t\tError: 0,\n\t\t\tResponders: 1,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tif sq.allDone() == false {\n\t\tt.Error(\"expected allDone() to be true\")\n\t}\n}\n\nfunc TestRogueResponder(t *testing.T) {\n\tt.Parallel()\n\n\tctx, cancel := context.WithCancel(t.Context())\n\ttc := TestConnection{IgnoreNoResponders: true}\n\tsq, err := RunSourceQuery(ctx, &query, 100*time.Millisecond, &tc, devNull())\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\trur := uuid.New()\n\n\t// Create our rogue responder that doesn't cancel when it should\n\tticker := time.NewTicker(5 * time.Second)\n\ttickerCtx := t.Context()\n\tdefer ticker.Stop()\n\n\tgo func() {\n\t\t// Send an initial response\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: rur[:],\n\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\tNextUpdateIn: durationpb.New(5 * time.Second),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\t// Now start ticking\n\t\tfor {\n\t\t\tselect {\n\t\t\tcase <-ticker.C:\n\t\t\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\t\t\tResponse: &Response{\n\t\t\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\t\t\tResponderUUID: rur[:],\n\t\t\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\t\t\tNextUpdateIn: durationpb.New(5 * time.Second),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\tcase <-tickerCtx.Done():\n\t\t\t\treturn\n\t\t\t}\n\t\t}\n\t}()\n\n\ttime.Sleep(300 * time.Millisecond)\n\n\t// Check that we've noticed the testRogue responder\n\tif sq.allDone() == true {\n\t\tt.Error(\"expected allDone() to be false\")\n\t}\n\n\tcancel()\n\n\ttime.Sleep(100 * time.Millisecond)\n\n\t// We expect that it has been marked as cancelled, regardless of what the\n\t// responder actually did\n\texpected := SourceQueryProgress{\n\t\tWorking: 0,\n\t\tStalled: 0,\n\t\tComplete: 0,\n\t\tError: 0,\n\t\tResponders: 1,\n\t\tCancelled: 1,\n\t}\n\n\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\tt.Error(err)\n\t}\n}\n\nfunc TestQueryProgressError(t *testing.T) {\n\tt.Parallel()\n\n\tctx := t.Context()\n\ttc := TestConnection{IgnoreNoResponders: true}\n\tsq, err := RunSourceQuery(ctx, &query, DefaultStartTimeout, &tc, devNull())\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tru1 := uuid.New()\n\n\t// Make sure that the details are correct initially\n\tvar expected SourceQueryProgress\n\n\tt.Run(\"Processing the initial response\", func(t *testing.T) {\n\t\t// Test the initial response\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\tNextUpdateIn: durationpb.New(10 * time.Millisecond),\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 1,\n\t\t\tStalled: 0,\n\t\t\tComplete: 0,\n\t\t\tError: 0,\n\t\t\tResponders: 1,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"After a responder has failed\", func(t *testing.T) {\n\t\tsq.handleQueryResponse(ctx, &QueryResponse{\n\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\tResponse: &Response{\n\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\t\tState: ResponderState_ERROR,\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 0,\n\t\t\tStalled: 0,\n\t\t\tComplete: 0,\n\t\t\tError: 1,\n\t\t\tResponders: 1,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"Ensuring that a failed responder does not get marked as stalled\", func(t *testing.T) {\n\t\ttime.Sleep(12 * time.Millisecond)\n\n\t\texpected = SourceQueryProgress{\n\t\t\tWorking: 0,\n\t\t\tStalled: 0,\n\t\t\tComplete: 0,\n\t\t\tError: 1,\n\t\t\tResponders: 1,\n\t\t}\n\n\t\tif err := expected.ExpectToMatch(sq); err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tif sq.allDone() == false {\n\t\tt.Error(\"expected allDone() to be true\")\n\t}\n}\n\nfunc TestStart(t *testing.T) {\n\tt.Parallel()\n\n\tctx := t.Context()\n\ttc := TestConnection{IgnoreNoResponders: true}\n\n\tresponses := make(chan *QueryResponse, 128)\n\t// this emulates a source\n\tsourceHit := atomic.Bool{}\n\n\t_, err := tc.Subscribe(fmt.Sprintf(\"request.scope.%v\", query.GetScope()), func(msg *nats.Msg) {\n\t\tsourceHit.Store(true)\n\t\tresponse := QueryResponse{\n\t\t\tResponseType: &QueryResponse_NewItem{\n\t\t\t\tNewItem: &item,\n\t\t\t},\n\t\t}\n\t\t// Test that the handlers work\n\t\terr := tc.Publish(ctx, query.Subject(), &response)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t_, err = RunSourceQuery(ctx, &query, DefaultStartTimeout, &tc, responses)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tresponse := <-responses\n\n\ttc.MessagesMu.Lock()\n\tif len(tc.Messages) != 2 {\n\t\tt.Errorf(\"expected 2 messages to be sent, got %v\", len(tc.Messages))\n\t}\n\ttc.MessagesMu.Unlock()\n\n\treturnedItem := response.GetNewItem()\n\tif returnedItem == nil {\n\t\tt.Fatal(\"expected item to be returned\")\n\t}\n\tif returnedItem.Hash() != item.Hash() {\n\t\tt.Error(\"item hash mismatch\")\n\t}\n\tif !sourceHit.Load() {\n\t\tt.Error(\"source was not hit\")\n\t}\n}\n\nfunc TestExecute(t *testing.T) {\n\tt.Parallel()\n\n\tt.Run(\"with no responders\", func(t *testing.T) {\n\t\tconn := TestConnection{}\n\t\t_, err := conn.Subscribe(\"request.scope.global\", func(msg *nats.Msg) {})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tu := uuid.New()\n\t\tq := Query{\n\t\t\tType: \"user\",\n\t\t\tMethod: QueryMethod_GET,\n\t\t\tQuery: \"Dylan\",\n\t\t\tRecursionBehaviour: &Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 0,\n\t\t\t},\n\t\t\tScope: \"global\",\n\t\t\tIgnoreCache: false,\n\t\t\tUUID: u[:],\n\t\t\tDeadline: timestamppb.New(time.Now().Add(10 * time.Second)),\n\t\t}\n\n\t\t_, _, _, err = RunSourceQuerySync(t.Context(), &q, 100*time.Millisecond, &conn)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t})\n\n\tt.Run(\"with a full response set\", func(t *testing.T) {\n\t\tconn := TestConnection{}\n\t\t_, err := conn.Subscribe(\"request.scope.global\", func(msg *nats.Msg) {})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tu := uuid.New()\n\t\tq := Query{\n\t\t\tType: \"user\",\n\t\t\tMethod: QueryMethod_GET,\n\t\t\tQuery: \"Dylan\",\n\t\t\tRecursionBehaviour: &Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 0,\n\t\t\t},\n\t\t\tScope: \"global\",\n\t\t\tIgnoreCache: false,\n\t\t\tUUID: u[:],\n\t\t\tDeadline: timestamppb.New(time.Now().Add(10 * time.Second)),\n\t\t}\n\n\t\tquerySent := make(chan struct{})\n\t\tdone := make(chan struct{})\n\n\t\tgo func() {\n\t\t\tdefer close(done)\n\t\t\t// wait for the query to be sent\n\t\t\t<-querySent\n\n\t\t\tru1 := uuid.New()\n\n\t\t\terr := conn.Publish(context.Background(), q.Subject(), &QueryResponse{\n\t\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\t\tResponse: &Response{\n\t\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\t\t\tUUID: q.GetUUID(),\n\t\t\t\t\t\tNextUpdateIn: &durationpb.Duration{\n\t\t\t\t\t\t\tSeconds: 10,\n\t\t\t\t\t\t\tNanos: 0,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\terr = conn.Publish(context.Background(), q.Subject(), &QueryResponse{\n\t\t\t\tResponseType: &QueryResponse_NewItem{\n\t\t\t\t\tNewItem: &item,\n\t\t\t\t},\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\terr = conn.Publish(context.Background(), q.Subject(), &QueryResponse{\n\t\t\t\tResponseType: &QueryResponse_NewItem{\n\t\t\t\t\tNewItem: &item,\n\t\t\t\t},\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\terr = conn.Publish(context.Background(), q.Subject(), &QueryResponse{\n\t\t\t\tResponseType: &QueryResponse_Response{\n\t\t\t\t\tResponse: &Response{\n\t\t\t\t\t\tResponder: \"test\",\n\t\t\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\t\t\tState: ResponderState_COMPLETE,\n\t\t\t\t\t\tUUID: q.GetUUID(),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t}()\n\n\t\tresponseChan := make(chan *QueryResponse)\n\t\t// items, _, errs, err := RunSourceQuerySync(t.Context(), &q, DefaultStartTimeout, &conn)\n\t\t_, err = RunSourceQuery(t.Context(), &q, DefaultStartTimeout, &conn, responseChan)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tclose(querySent)\n\n\t\titems := []*Item{}\n\t\terrs := []*QueryError{}\n\n\t\tfor r := range responseChan {\n\t\t\tif r == nil {\n\t\t\t\tt.Fatal(\"expected a response\")\n\t\t\t}\n\t\t\tswitch r.GetResponseType().(type) {\n\t\t\tcase *QueryResponse_NewItem:\n\t\t\t\titems = append(items, r.GetNewItem())\n\t\t\tcase *QueryResponse_Error:\n\t\t\t\terrs = append(errs, r.GetError())\n\t\t\tdefault:\n\t\t\t\tt.Errorf(\"unexpected response type: %T\", r.GetResponseType())\n\t\t\t}\n\t\t}\n\n\t\t<-done\n\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"expected 2 items got %v: %v\", len(items), items)\n\t\t}\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Errorf(\"expected 0 errors got %v: %v\", len(errs), errs)\n\t\t}\n\t})\n}\n\nfunc TestRealNats(t *testing.T) {\n\tnc, err := nats.Connect(\"nats://localhost,nats://nats\")\n\tif err != nil {\n\t\tt.Skip(\"No NATS connection\")\n\t}\n\n\tenc := EncodedConnectionImpl{Conn: nc}\n\n\tu := uuid.New()\n\tq := Query{\n\t\tType: \"person\",\n\t\tMethod: QueryMethod_GET,\n\t\tQuery: \"dylan\",\n\t\tScope: \"global\",\n\t\tUUID: u[:],\n\t}\n\n\tru1 := uuid.New()\n\n\tready := make(chan bool)\n\n\tgo func() {\n\t\t_, err := enc.Subscribe(\"request.scope.global\", NewQueryHandler(\"test\", func(ctx context.Context, handledQuery *Query) {\n\t\t\tdelay := 100 * time.Millisecond\n\n\t\t\ttime.Sleep(delay)\n\n\t\t\terr := enc.Publish(ctx, q.Subject(), &QueryResponse{ResponseType: &QueryResponse_Response{Response: &Response{\n\t\t\t\tResponder: \"test\",\n\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\tUUID: q.GetUUID(),\n\t\t\t\tNextUpdateIn: &durationpb.Duration{\n\t\t\t\t\tSeconds: 10,\n\t\t\t\t\tNanos: 0,\n\t\t\t\t},\n\t\t\t}}})\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\ttime.Sleep(delay)\n\n\t\t\terr = enc.Publish(ctx, q.Subject(), &QueryResponse{ResponseType: &QueryResponse_NewItem{NewItem: &item}})\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\terr = enc.Publish(ctx, q.Subject(), &QueryResponse{ResponseType: &QueryResponse_NewItem{NewItem: &item}})\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\terr = enc.Publish(ctx, q.Subject(), &QueryResponse{ResponseType: &QueryResponse_Response{Response: &Response{\n\t\t\t\tResponder: \"test\",\n\t\t\t\tResponderUUID: ru1[:],\n\t\t\t\tState: ResponderState_COMPLETE,\n\t\t\t\tUUID: q.GetUUID(),\n\t\t\t}}})\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t}))\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t\tready <- true\n\t}()\n\n\t<-ready\n\n\tslowChan := make(chan *QueryResponse)\n\n\t_, err = RunSourceQuery(t.Context(), &q, DefaultStartTimeout, &enc, slowChan)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfor i := range slowChan {\n\t\ttime.Sleep(100 * time.Millisecond)\n\n\t\tt.Log(i)\n\t}\n}\n\nfunc TestFastFinisher(t *testing.T) {\n\tt.Parallel()\n\n\t// Test for a situation where there is one responder that finishes really\n\t// quickly and results in the other responders not getting a chance to start\n\tconn := TestConnection{}\n\n\tfast := uuid.New()\n\tslow := uuid.New()\n\n\t// Set up the fast responder, it should respond immediately and take only\n\t// 100ms to complete its work\n\t_, err := conn.Subscribe(\"request.scope.global\", func(msg *nats.Msg) {\n\t\t// Make sure this is the request\n\t\tvar q Query\n\n\t\terr := proto.Unmarshal(msg.Data, &q)\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\t// Respond immediately saying we're started\n\t\terr = conn.Publish(context.Background(), q.Subject(), &QueryResponse{ResponseType: &QueryResponse_Response{Response: &Response{\n\t\t\tResponder: \"test\",\n\t\t\tResponderUUID: fast[:],\n\t\t\tState: ResponderState_WORKING,\n\t\t\tUUID: q.GetUUID(),\n\t\t\tNextUpdateIn: &durationpb.Duration{\n\t\t\t\tSeconds: 1,\n\t\t\t\tNanos: 0,\n\t\t\t},\n\t\t}}})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\ttime.Sleep(100 * time.Millisecond)\n\n\t\t// Send an item\n\t\terr = conn.Publish(context.Background(), q.Subject(), &QueryResponse{ResponseType: &QueryResponse_NewItem{NewItem: newItem()}})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// Send a complete message\n\t\terr = conn.Publish(context.Background(), q.Subject(), &QueryResponse{ResponseType: &QueryResponse_Response{Response: &Response{\n\t\t\tResponder: \"test\",\n\t\t\tResponderUUID: fast[:],\n\t\t\tState: ResponderState_COMPLETE,\n\t\t\tUUID: q.GetUUID(),\n\t\t}}})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Set up another responder that takes 250ms to start\n\t_, err = conn.Subscribe(\"request.scope.global\", func(msg *nats.Msg) {\n\t\t// Unmarshal the query\n\t\tvar q Query\n\n\t\terr := proto.Unmarshal(msg.Data, &q)\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\t// Wait 250ms before starting\n\t\ttime.Sleep(250 * time.Millisecond)\n\n\t\terr = conn.Publish(context.Background(), q.Subject(), &QueryResponse{ResponseType: &QueryResponse_Response{Response: &Response{\n\t\t\tResponder: \"test\",\n\t\t\tResponderUUID: slow[:],\n\t\t\tState: ResponderState_WORKING,\n\t\t\tUUID: q.GetUUID(),\n\t\t\tNextUpdateIn: &durationpb.Duration{\n\t\t\t\tSeconds: 1,\n\t\t\t\tNanos: 0,\n\t\t\t},\n\t\t}}})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// Send an item\n\t\titem := newItem()\n\t\terr = item.GetAttributes().Set(\"name\", \"baz\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\terr = conn.Publish(context.Background(), q.Subject(), &QueryResponse{ResponseType: &QueryResponse_NewItem{NewItem: item}})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// Send a complete message\n\t\terr = conn.Publish(context.Background(), q.Subject(), &QueryResponse{ResponseType: &QueryResponse_Response{Response: &Response{\n\t\t\tResponder: \"test\",\n\t\t\tResponderUUID: slow[:],\n\t\t\tState: ResponderState_COMPLETE,\n\t\t\tUUID: q.GetUUID(),\n\t\t}}})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\titems, _, errs, err := RunSourceQuerySync(t.Context(), newQuery(), 500*time.Millisecond, &conn)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 2 {\n\t\tt.Errorf(\"Expected 2 items, got %d: %v\", len(items), items)\n\t}\n\n\tif len(errs) != 0 {\n\t\tt.Errorf(\"Expected 0 errors, got %d: %v\", len(errs), errs)\n\t}\n}\n\n// This source will simply respond to any query that it sent with a configured\n// number of items, and configurable delays. This is designed to replicate a\n// real system at scale\ntype SimpleSource struct {\n\t// How many items to return from the query\n\tNumItemsReturn int\n\n\t// How long to wait before starting work on the query\n\tStartDelay time.Duration\n\n\t// How long to wait before sending each item\n\tPerItemDelay time.Duration\n\n\t// How long to wait before sending the completion message\n\tCompletionDelay time.Duration\n\n\t// The connection to use\n\tConn *TestConnection\n\n\t// The probability of stalling where 0 is no stall and 1 is always stall\n\tStallProbability float64\n\n\t// The probability of failing where 0 is no fail and 1 is always fail\n\tFailProbability float64\n\n\t// The responder name to use\n\tResponderName string\n}\n\nfunc (s *SimpleSource) Start(ctx context.Context, t *testing.T) {\n\t// ignore errors from test connection\n\t_, _ = s.Conn.Subscribe(\"request.>\", func(msg *nats.Msg) {\n\t\t// Run these in parallel\n\t\tgo func(msg *nats.Msg) {\n\t\t\tquery := &Query{}\n\n\t\t\terr := Unmarshal(ctx, msg.Data, query)\n\t\t\tif err != nil {\n\t\t\t\tpanic(fmt.Errorf(\"Unmarshal(%v): %w\", query, err))\n\t\t\t}\n\n\t\t\t// Create the number of items that were requested\n\t\t\titems := make([]*Item, s.NumItemsReturn)\n\t\t\tfor i := range s.NumItemsReturn {\n\t\t\t\titems[i] = newItem()\n\t\t\t}\n\n\t\t\t// Make a UUID for yourself\n\t\t\tresponderUUID := uuid.New()\n\n\t\t\t// Wait for the start delay\n\t\t\ttime.Sleep(s.StartDelay)\n\n\t\t\t// Calculate the expected duration of the query\n\t\t\texpectedQueryDuration := (s.PerItemDelay * time.Duration(s.NumItemsReturn)) + s.CompletionDelay + 500*time.Millisecond\n\n\t\t\terr = s.Conn.Publish(ctx, query.Subject(), &QueryResponse{ResponseType: &QueryResponse_Response{Response: &Response{\n\t\t\t\tResponder: s.ResponderName,\n\t\t\t\tResponderUUID: responderUUID[:],\n\t\t\t\tState: ResponderState_WORKING,\n\t\t\t\tNextUpdateIn: durationpb.New(expectedQueryDuration),\n\t\t\t\tUUID: query.GetUUID(),\n\t\t\t}}})\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"error publishing response: %v\", err)\n\t\t\t}\n\n\t\t\tfor _, item := range items {\n\t\t\t\ttime.Sleep(s.PerItemDelay)\n\t\t\t\terr = s.Conn.Publish(ctx, query.Subject(), &QueryResponse{ResponseType: &QueryResponse_NewItem{NewItem: item}})\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Errorf(\"error publishing item: %v\", err)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Stall with a certain probability\n\t\t\tif rand.Float64() < s.StallProbability {\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\t// Fail with a certain probability\n\t\t\tif rand.Float64() < s.FailProbability {\n\t\t\t\terr = s.Conn.Publish(ctx, query.Subject(), &QueryResponse{ResponseType: &QueryResponse_Response{Response: &Response{\n\t\t\t\t\tResponder: s.ResponderName,\n\t\t\t\t\tResponderUUID: responderUUID[:],\n\t\t\t\t\tState: ResponderState_ERROR,\n\t\t\t\t\tUUID: query.GetUUID(),\n\t\t\t\t}}})\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Errorf(\"error publishing response: %v\", err)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\ttime.Sleep(s.CompletionDelay)\n\t\t\terr = s.Conn.Publish(ctx, query.Subject(), &QueryResponse{ResponseType: &QueryResponse_Response{Response: &Response{\n\t\t\t\tResponder: s.ResponderName,\n\t\t\t\tResponderUUID: responderUUID[:],\n\t\t\t\tState: ResponderState_COMPLETE,\n\t\t\t\tUUID: query.GetUUID(),\n\t\t\t}}})\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"error publishing response: %v\", err)\n\t\t\t}\n\t\t}(msg)\n\t})\n}\n\nfunc TestMassiveScale(t *testing.T) {\n\tt.Parallel()\n\n\tif _, exists := os.LookupEnv(\"GITHUB_ACTIONS\"); exists {\n\t\t// Note that in these tests we can push things even further, to 10,000\n\t\t// sources for example. The problem is that once the CPU is context\n\t\t// switching too heavily you end up in a position where the sources\n\t\t// start getting marked as stalled as they don't have enough CPU to send\n\t\t// their messages quickly enough and they blow through their expected\n\t\t// timeout.\n\t\t//\n\t\t// They can also fail locally when using -race as this puts a lot more\n\t\t// load on the CPU than there would normally be\n\t\tt.Skip(\"These tests are too flaky due to reliance on wall clock time and fast timings\")\n\t}\n\n\ttests := []struct {\n\t\t// The number of sources to create\n\t\tNumSources int\n\t\t// The maximum time to wait before starting\n\t\tMaxStartDelayMilliseconds int\n\t\t// The maximum time to wait between items\n\t\tMaxPerItemDelayMilliseconds int\n\t\t// The maximum time to wait before completion\n\t\tMaxCompletionDelayMilliseconds int\n\t\t// The maximum number of items to return\n\t\tMaxItemsToReturn int\n\t\t// The probability of a source stalling where 0 is no stall and 1 is\n\t\t// always stall\n\t\tStallProbability float64\n\t\t// The probability of a source failing where 0 is no fail and 1 is\n\t\t// always fail\n\t\tFailProbability float64\n\t\t// How long to give sources to start responding, over and above the\n\t\t// maxStartDelayMilliseconds\n\t\tStartDelayGracePeriodMilliseconds int\n\t}{\n\t\t{\n\t\t\tNumSources: 100,\n\t\t\tMaxStartDelayMilliseconds: 100,\n\t\t\tMaxPerItemDelayMilliseconds: 10,\n\t\t\tMaxCompletionDelayMilliseconds: 100,\n\t\t\tMaxItemsToReturn: 100,\n\t\t\tStallProbability: 0.0,\n\t\t\tFailProbability: 0.0,\n\t\t\tStartDelayGracePeriodMilliseconds: 100,\n\t\t},\n\t\t{\n\t\t\tNumSources: 1_000,\n\t\t\tMaxStartDelayMilliseconds: 100,\n\t\t\tMaxPerItemDelayMilliseconds: 10,\n\t\t\tMaxCompletionDelayMilliseconds: 100,\n\t\t\tMaxItemsToReturn: 100,\n\t\t\tStallProbability: 0.0,\n\t\t\tFailProbability: 0.0,\n\t\t\tStartDelayGracePeriodMilliseconds: 100,\n\t\t},\n\t\t{\n\t\t\tNumSources: 100,\n\t\t\tMaxStartDelayMilliseconds: 100,\n\t\t\tMaxPerItemDelayMilliseconds: 10,\n\t\t\tMaxCompletionDelayMilliseconds: 100,\n\t\t\tMaxItemsToReturn: 100,\n\t\t\tStallProbability: 0.3,\n\t\t\tFailProbability: 0.0,\n\t\t\tStartDelayGracePeriodMilliseconds: 100,\n\t\t},\n\t\t{\n\t\t\tNumSources: 1_000,\n\t\t\tMaxStartDelayMilliseconds: 100,\n\t\t\tMaxPerItemDelayMilliseconds: 10,\n\t\t\tMaxCompletionDelayMilliseconds: 100,\n\t\t\tMaxItemsToReturn: 100,\n\t\t\tStallProbability: 0.3,\n\t\t\tFailProbability: 0.0,\n\t\t\tStartDelayGracePeriodMilliseconds: 100,\n\t\t},\n\t\t{\n\t\t\tNumSources: 100,\n\t\t\tMaxStartDelayMilliseconds: 100,\n\t\t\tMaxPerItemDelayMilliseconds: 10,\n\t\t\tMaxCompletionDelayMilliseconds: 100,\n\t\t\tMaxItemsToReturn: 100,\n\t\t\tStallProbability: 0.3,\n\t\t\tFailProbability: 0.3,\n\t\t\tStartDelayGracePeriodMilliseconds: 100,\n\t\t},\n\t\t{\n\t\t\tNumSources: 1_000,\n\t\t\tMaxStartDelayMilliseconds: 100,\n\t\t\tMaxPerItemDelayMilliseconds: 10,\n\t\t\tMaxCompletionDelayMilliseconds: 100,\n\t\t\tMaxItemsToReturn: 100,\n\t\t\tStallProbability: 0.3,\n\t\t\tFailProbability: 0.3,\n\t\t\tStartDelayGracePeriodMilliseconds: 100,\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(fmt.Sprintf(\"NumSources %v, MaxStartDelay %v, MaxPerItemDelay %v, MaxCompletionDelay %v, MaxItemsToReturn %v, StallProbability %v, FailProbability %v, StartDelayGracePeriod %v\",\n\t\t\ttest.NumSources,\n\t\t\ttest.MaxStartDelayMilliseconds,\n\t\t\ttest.MaxPerItemDelayMilliseconds,\n\t\t\ttest.MaxCompletionDelayMilliseconds,\n\t\t\ttest.MaxItemsToReturn,\n\t\t\ttest.StallProbability,\n\t\t\ttest.FailProbability,\n\t\t\ttest.StartDelayGracePeriodMilliseconds,\n\t\t), func(t *testing.T) {\n\t\t\ttConn := TestConnection{}\n\n\t\t\t// Generate a random duration between 0 and maxDuration\n\t\t\trandomDuration := func(maxDuration int) time.Duration {\n\t\t\t\treturn time.Duration(rand.Intn(maxDuration)) * time.Millisecond\n\t\t\t}\n\n\t\t\texpectedItems := 0\n\n\t\t\t// Start all the sources\n\t\t\tsources := make([]*SimpleSource, test.NumSources)\n\t\t\tfor i := range sources {\n\t\t\t\tnumItemsReturn := rand.Intn(test.MaxItemsToReturn)\n\t\t\t\texpectedItems += numItemsReturn // Count how many items we expect to receive\n\t\t\t\tstartDelay := randomDuration(test.MaxStartDelayMilliseconds)\n\t\t\t\tperItemDelay := randomDuration(test.MaxPerItemDelayMilliseconds)\n\t\t\t\tcompletionDelay := randomDuration(test.MaxCompletionDelayMilliseconds)\n\n\t\t\t\tsources[i] = &SimpleSource{\n\t\t\t\t\tNumItemsReturn: numItemsReturn,\n\t\t\t\t\tStartDelay: startDelay,\n\t\t\t\t\tPerItemDelay: perItemDelay,\n\t\t\t\t\tCompletionDelay: completionDelay,\n\t\t\t\t\tStallProbability: test.StallProbability,\n\t\t\t\t\tFailProbability: test.FailProbability,\n\t\t\t\t\tConn: &tConn,\n\t\t\t\t\tResponderName: fmt.Sprintf(\"NumItems %v, StartDelay %v, PerItemDelay %v CompletionDelay %v\",\n\t\t\t\t\t\tnumItemsReturn,\n\t\t\t\t\t\tstartDelay.String(),\n\t\t\t\t\t\tperItemDelay.String(),\n\t\t\t\t\t\tcompletionDelay.String(),\n\t\t\t\t\t),\n\t\t\t\t}\n\n\t\t\t\tsources[i].Start(context.Background(), t)\n\t\t\t}\n\n\t\t\t// Create the query\n\t\t\tu := uuid.New()\n\t\t\tq := Query{\n\t\t\t\tType: \"massive-scale-test\",\n\t\t\t\tMethod: QueryMethod_GET,\n\t\t\t\tQuery: \"GO!!!!!\",\n\t\t\t\tScope: \"test\",\n\t\t\t\tUUID: u[:],\n\t\t\t\tDeadline: timestamppb.New(time.Now().Add(60 * time.Second)),\n\t\t\t}\n\n\t\t\tresponseChan := make(chan *QueryResponse)\n\t\t\tdoneChan := make(chan struct{})\n\n\t\t\t// Begin handling the responses\n\t\t\tactualItems := 0\n\t\t\tgo func() {\n\t\t\t\tfor {\n\t\t\t\t\tselect {\n\t\t\t\t\tcase <-t.Context().Done():\n\t\t\t\t\t\treturn\n\t\t\t\t\tcase response, ok := <-responseChan:\n\t\t\t\t\t\tif !ok {\n\t\t\t\t\t\t\t// Channel closed\n\t\t\t\t\t\t\tclose(doneChan)\n\t\t\t\t\t\t\treturn\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tswitch response.GetResponseType().(type) {\n\t\t\t\t\t\tcase *QueryResponse_NewItem:\n\t\t\t\t\t\t\tactualItems++\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}()\n\n\t\t\t// Start the query\n\t\t\tstartTimeout := time.Duration(test.MaxStartDelayMilliseconds+test.StartDelayGracePeriodMilliseconds) * time.Millisecond\n\t\t\tqp, err := RunSourceQuery(t.Context(), &q, startTimeout, &tConn, responseChan)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\t// Wait for the query to finish\n\t\t\t<-doneChan\n\n\t\t\tif actualItems != expectedItems {\n\t\t\t\tt.Errorf(\"Expected %v items, got %v\", expectedItems, actualItems)\n\t\t\t}\n\n\t\t\tprogress := qp.Progress()\n\n\t\t\tif progress.Responders != test.NumSources {\n\t\t\t\tt.Errorf(\"Expected %v responders, got %v\", test.NumSources, progress.Responders)\n\t\t\t}\n\n\t\t\tfmt.Printf(\"Num Complete: %v\\n\", progress.Complete)\n\t\t\tfmt.Printf(\"Num Working: %v\\n\", progress.Working)\n\t\t\tfmt.Printf(\"Num Stalled: %v\\n\", progress.Stalled)\n\t\t\tfmt.Printf(\"Num Error: %v\\n\", progress.Error)\n\t\t\tfmt.Printf(\"Num Cancelled: %v\\n\", progress.Cancelled)\n\t\t\tfmt.Printf(\"Num Responders: %v\\n\", progress.Responders)\n\t\t\tfmt.Printf(\"Num Items: %v\\n\", actualItems)\n\t\t})\n\t}\n}\n" }, { "path": "go/sdp-go/proto_clone_test.go", "content": "package sdp\n\nimport (\n\t\"testing\"\n\n\t\"github.com/google/uuid\"\n\t\"google.golang.org/protobuf/proto\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\n// TestProtoCloneReplacesCustomCopy validates that proto.Clone works correctly\n// for all SDP types and can replace the custom Copy methods\nfunc TestProtoCloneReplacesCustomCopy(t *testing.T) {\n\tt.Run(\"Reference with all fields\", func(t *testing.T) {\n\t\toriginal := &Reference{\n\t\t\tType: \"test\",\n\t\t\tUniqueAttributeValue: \"value\",\n\t\t\tScope: \"scope\",\n\t\t\tIsQuery: true,\n\t\t\tMethod: QueryMethod_SEARCH,\n\t\t\tQuery: \"search-term\",\n\t\t}\n\n\t\tcloned := proto.Clone(original).(*Reference)\n\n\t\tif !proto.Equal(original, cloned) {\n\t\t\tt.Errorf(\"proto.Clone failed for Reference: %+v != %+v\", original, cloned)\n\t\t}\n\n\t\t// Specifically check the fields that Copy() was missing\n\t\tif cloned.GetIsQuery() != original.GetIsQuery() {\n\t\t\tt.Errorf(\"IsQuery field not cloned correctly: got %v, want %v\", cloned.GetIsQuery(), original.GetIsQuery())\n\t\t}\n\t\tif cloned.GetMethod() != original.GetMethod() {\n\t\t\tt.Errorf(\"Method field not cloned correctly: got %v, want %v\", cloned.GetMethod(), original.GetMethod())\n\t\t}\n\t\tif cloned.GetQuery() != original.GetQuery() {\n\t\t\tt.Errorf(\"Query field not cloned correctly: got %v, want %v\", cloned.GetQuery(), original.GetQuery())\n\t\t}\n\t})\n\n\tt.Run(\"Query with all fields\", func(t *testing.T) {\n\t\tu := uuid.New()\n\t\toriginal := &Query{\n\t\t\tType: \"test\",\n\t\t\tMethod: QueryMethod_GET,\n\t\t\tQuery: \"value\",\n\t\t\tScope: \"scope\",\n\t\t\tUUID: u[:],\n\t\t\tRecursionBehaviour: &Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: 5,\n\t\t\t},\n\t\t\tIgnoreCache: true,\n\t\t\tDeadline: timestamppb.Now(),\n\t\t}\n\n\t\tcloned := proto.Clone(original).(*Query)\n\n\t\tif !proto.Equal(original, cloned) {\n\t\t\tt.Errorf(\"proto.Clone failed for Query: %+v != %+v\", original, cloned)\n\t\t}\n\t})\n\n\tt.Run(\"Item with all fields\", func(t *testing.T) {\n\t\toriginal := &Item{\n\t\t\tType: \"test\",\n\t\t\tUniqueAttribute: \"id\",\n\t\t\tScope: \"scope\",\n\t\t\tMetadata: &Metadata{\n\t\t\t\tSourceName: \"test-source\",\n\t\t\t\tHidden: true,\n\t\t\t\tTimestamp: timestamppb.Now(),\n\t\t\t},\n\t\t\tHealth: Health_HEALTH_OK.Enum(),\n\t\t\tTags: map[string]string{\n\t\t\t\t\"key1\": \"value1\",\n\t\t\t\t\"key2\": \"value2\",\n\t\t\t},\n\t\t}\n\n\t\t// Add attributes\n\t\tattrs, err := ToAttributes(map[string]any{\n\t\t\t\"name\": \"test-item\",\n\t\t\t\"port\": 8080,\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\toriginal.Attributes = attrs\n\n\t\tcloned := proto.Clone(original).(*Item)\n\n\t\tif !proto.Equal(original, cloned) {\n\t\t\tt.Errorf(\"proto.Clone failed for Item: %+v != %+v\", original, cloned)\n\t\t}\n\t})\n\n\tt.Run(\"All other SDP types\", func(t *testing.T) {\n\t\t// LinkedItemQuery\n\t\tliq := &LinkedItemQuery{\n\t\t\tQuery: &Query{Type: \"test\", Method: QueryMethod_LIST},\n\t\t}\n\t\tliqClone := proto.Clone(liq).(*LinkedItemQuery)\n\t\tif !proto.Equal(liq, liqClone) {\n\t\t\tt.Errorf(\"proto.Clone failed for LinkedItemQuery\")\n\t\t}\n\n\t\t// LinkedItem\n\t\tli := &LinkedItem{\n\t\t\tItem: &Reference{Type: \"test\", Scope: \"scope\"},\n\t\t}\n\t\tliClone := proto.Clone(li).(*LinkedItem)\n\t\tif !proto.Equal(li, liClone) {\n\t\t\tt.Errorf(\"proto.Clone failed for LinkedItem\")\n\t\t}\n\n\t\t// Metadata\n\t\tmetadata := &Metadata{\n\t\t\tSourceName: \"test-source\",\n\t\t\tHidden: true,\n\t\t\tTimestamp: timestamppb.Now(),\n\t\t}\n\t\tmetadataClone := proto.Clone(metadata).(*Metadata)\n\t\tif !proto.Equal(metadata, metadataClone) {\n\t\t\tt.Errorf(\"proto.Clone failed for Metadata\")\n\t\t}\n\n\t\t// CancelQuery\n\t\tu := uuid.New()\n\t\tcancelQuery := &CancelQuery{UUID: u[:]}\n\t\tcancelQueryClone := proto.Clone(cancelQuery).(*CancelQuery)\n\t\tif !proto.Equal(cancelQuery, cancelQueryClone) {\n\t\t\tt.Errorf(\"proto.Clone failed for CancelQuery\")\n\t\t}\n\t})\n}\n" }, { "path": "go/sdp-go/responses.go", "content": "package sdp\n\n// TODO: instead of translating, unify this\nfunc (r *Response) ToQueryStatus() *QueryStatus {\n\treturn &QueryStatus{\n\t\tUUID: r.GetUUID(),\n\t\tStatus: r.GetState().ToQueryStatus(),\n\t}\n}\n\n// TODO: instead of translating, unify this\nfunc (r ResponderState) ToQueryStatus() QueryStatus_Status {\n\tswitch r {\n\tcase ResponderState_WORKING:\n\t\treturn QueryStatus_STARTED\n\tcase ResponderState_COMPLETE:\n\t\treturn QueryStatus_FINISHED\n\tcase ResponderState_ERROR:\n\t\treturn QueryStatus_ERRORED\n\tcase ResponderState_CANCELLED:\n\t\treturn QueryStatus_CANCELLED\n\tcase ResponderState_STALLED:\n\t\treturn QueryStatus_ERRORED\n\tdefault:\n\t\treturn QueryStatus_UNSPECIFIED\n\t}\n}\n" }, { "path": "go/sdp-go/responses.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: responses.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\tdurationpb \"google.golang.org/protobuf/types/known/durationpb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\n// ResponderState represents the state of the responder, note that both\n// COMPLETE and ERROR are completion states i.e. do not expect any more items\n// to be returned from the query\ntype ResponderState int32\n\nconst (\n\t// The responder is still gathering data\n\tResponderState_WORKING ResponderState = 0\n\t// The query is complete\n\tResponderState_COMPLETE ResponderState = 1\n\t// All sources have returned errors\n\tResponderState_ERROR ResponderState = 2\n\t// Work has been cancelled while in progress\n\tResponderState_CANCELLED ResponderState = 3\n\t// The responder has not set a response in the expected interval\n\tResponderState_STALLED ResponderState = 4\n)\n\n// Enum value maps for ResponderState.\nvar (\n\tResponderState_name = map[int32]string{\n\t\t0: \"WORKING\",\n\t\t1: \"COMPLETE\",\n\t\t2: \"ERROR\",\n\t\t3: \"CANCELLED\",\n\t\t4: \"STALLED\",\n\t}\n\tResponderState_value = map[string]int32{\n\t\t\"WORKING\": 0,\n\t\t\"COMPLETE\": 1,\n\t\t\"ERROR\": 2,\n\t\t\"CANCELLED\": 3,\n\t\t\"STALLED\": 4,\n\t}\n)\n\nfunc (x ResponderState) Enum() *ResponderState {\n\tp := new(ResponderState)\n\t*p = x\n\treturn p\n}\n\nfunc (x ResponderState) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (ResponderState) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_responses_proto_enumTypes[0].Descriptor()\n}\n\nfunc (ResponderState) Type() protoreflect.EnumType {\n\treturn &file_responses_proto_enumTypes[0]\n}\n\nfunc (x ResponderState) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use ResponderState.Descriptor instead.\nfunc (ResponderState) EnumDescriptor() ([]byte, []int) {\n\treturn file_responses_proto_rawDescGZIP(), []int{0}\n}\n\n// Response is returned when a query is made\ntype Response struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The name of the responder that is working on a response. This is purely\n\t// informational\n\tResponder string `protobuf:\"bytes,1,opt,name=responder,proto3\" json:\"responder,omitempty\"`\n\t// The state of the responder\n\tState ResponderState `protobuf:\"varint,2,opt,name=state,proto3,enum=ResponderState\" json:\"state,omitempty\"`\n\t// The timespan within which to expect the next update. (e.g. 10s) If no\n\t// further interim responses are received within this time the connection\n\t// can be considered stale and the requester may give up\n\tNextUpdateIn *durationpb.Duration `protobuf:\"bytes,3,opt,name=nextUpdateIn,proto3\" json:\"nextUpdateIn,omitempty\"`\n\t// UUID of the item query that this response is in relation to (in binary\n\t// format)\n\tUUID []byte `protobuf:\"bytes,4,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// The ID of the responder that is working on a response. This is used for\n\t// internal bookkeeping and should remain constant for the duration of a\n\t// request, preferably over the lifetime of the source process.\n\tResponderUUID []byte `protobuf:\"bytes,5,opt,name=responderUUID,proto3\" json:\"responderUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Response) Reset() {\n\t*x = Response{}\n\tmi := &file_responses_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Response) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Response) ProtoMessage() {}\n\nfunc (x *Response) ProtoReflect() protoreflect.Message {\n\tmi := &file_responses_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Response.ProtoReflect.Descriptor instead.\nfunc (*Response) Descriptor() ([]byte, []int) {\n\treturn file_responses_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *Response) GetResponder() string {\n\tif x != nil {\n\t\treturn x.Responder\n\t}\n\treturn \"\"\n}\n\nfunc (x *Response) GetState() ResponderState {\n\tif x != nil {\n\t\treturn x.State\n\t}\n\treturn ResponderState_WORKING\n}\n\nfunc (x *Response) GetNextUpdateIn() *durationpb.Duration {\n\tif x != nil {\n\t\treturn x.NextUpdateIn\n\t}\n\treturn nil\n}\n\nfunc (x *Response) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *Response) GetResponderUUID() []byte {\n\tif x != nil {\n\t\treturn x.ResponderUUID\n\t}\n\treturn nil\n}\n\nvar File_responses_proto protoreflect.FileDescriptor\n\nconst file_responses_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\x0fresponses.proto\\x1a\\x1egoogle/protobuf/duration.proto\\\"\\xc8\\x01\\n\" +\n\t\"\\bResponse\\x12\\x1c\\n\" +\n\t\"\\tresponder\\x18\\x01 \\x01(\\tR\\tresponder\\x12%\\n\" +\n\t\"\\x05state\\x18\\x02 \\x01(\\x0e2\\x0f.ResponderStateR\\x05state\\x12=\\n\" +\n\t\"\\fnextUpdateIn\\x18\\x03 \\x01(\\v2\\x19.google.protobuf.DurationR\\fnextUpdateIn\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x04 \\x01(\\fR\\x04UUID\\x12$\\n\" +\n\t\"\\rresponderUUID\\x18\\x05 \\x01(\\fR\\rresponderUUID*R\\n\" +\n\t\"\\x0eResponderState\\x12\\v\\n\" +\n\t\"\\aWORKING\\x10\\x00\\x12\\f\\n\" +\n\t\"\\bCOMPLETE\\x10\\x01\\x12\\t\\n\" +\n\t\"\\x05ERROR\\x10\\x02\\x12\\r\\n\" +\n\t\"\\tCANCELLED\\x10\\x03\\x12\\v\\n\" +\n\t\"\\aSTALLED\\x10\\x04B1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_responses_proto_rawDescOnce sync.Once\n\tfile_responses_proto_rawDescData []byte\n)\n\nfunc file_responses_proto_rawDescGZIP() []byte {\n\tfile_responses_proto_rawDescOnce.Do(func() {\n\t\tfile_responses_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_responses_proto_rawDesc), len(file_responses_proto_rawDesc)))\n\t})\n\treturn file_responses_proto_rawDescData\n}\n\nvar file_responses_proto_enumTypes = make([]protoimpl.EnumInfo, 1)\nvar file_responses_proto_msgTypes = make([]protoimpl.MessageInfo, 1)\nvar file_responses_proto_goTypes = []any{\n\t(ResponderState)(0), // 0: ResponderState\n\t(*Response)(nil), // 1: Response\n\t(*durationpb.Duration)(nil), // 2: google.protobuf.Duration\n}\nvar file_responses_proto_depIdxs = []int32{\n\t0, // 0: Response.state:type_name -> ResponderState\n\t2, // 1: Response.nextUpdateIn:type_name -> google.protobuf.Duration\n\t2, // [2:2] is the sub-list for method output_type\n\t2, // [2:2] is the sub-list for method input_type\n\t2, // [2:2] is the sub-list for extension type_name\n\t2, // [2:2] is the sub-list for extension extendee\n\t0, // [0:2] is the sub-list for field type_name\n}\n\nfunc init() { file_responses_proto_init() }\nfunc file_responses_proto_init() {\n\tif File_responses_proto != nil {\n\t\treturn\n\t}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_responses_proto_rawDesc), len(file_responses_proto_rawDesc)),\n\t\t\tNumEnums: 1,\n\t\t\tNumMessages: 1,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 0,\n\t\t},\n\t\tGoTypes: file_responses_proto_goTypes,\n\t\tDependencyIndexes: file_responses_proto_depIdxs,\n\t\tEnumInfos: file_responses_proto_enumTypes,\n\t\tMessageInfos: file_responses_proto_msgTypes,\n\t}.Build()\n\tFile_responses_proto = out.File\n\tfile_responses_proto_goTypes = nil\n\tfile_responses_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/revlink.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: revlink.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\t_ \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\ntype GetReverseEdgesRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The account that the item belongs to\n\tAccount string `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\t// The item that you would like to find reverse edges for\n\tItemRef *Reference `protobuf:\"bytes,2,opt,name=itemRef,proto3\" json:\"itemRef,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetReverseEdgesRequest) Reset() {\n\t*x = GetReverseEdgesRequest{}\n\tmi := &file_revlink_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetReverseEdgesRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetReverseEdgesRequest) ProtoMessage() {}\n\nfunc (x *GetReverseEdgesRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_revlink_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetReverseEdgesRequest.ProtoReflect.Descriptor instead.\nfunc (*GetReverseEdgesRequest) Descriptor() ([]byte, []int) {\n\treturn file_revlink_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *GetReverseEdgesRequest) GetAccount() string {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn \"\"\n}\n\nfunc (x *GetReverseEdgesRequest) GetItemRef() *Reference {\n\tif x != nil {\n\t\treturn x.ItemRef\n\t}\n\treturn nil\n}\n\ntype GetReverseEdgesResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The edges to the requested item\n\tEdges []*Edge `protobuf:\"bytes,1,rep,name=edges,proto3\" json:\"edges,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetReverseEdgesResponse) Reset() {\n\t*x = GetReverseEdgesResponse{}\n\tmi := &file_revlink_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetReverseEdgesResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetReverseEdgesResponse) ProtoMessage() {}\n\nfunc (x *GetReverseEdgesResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_revlink_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetReverseEdgesResponse.ProtoReflect.Descriptor instead.\nfunc (*GetReverseEdgesResponse) Descriptor() ([]byte, []int) {\n\treturn file_revlink_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *GetReverseEdgesResponse) GetEdges() []*Edge {\n\tif x != nil {\n\t\treturn x.Edges\n\t}\n\treturn nil\n}\n\ntype IngestGatewayResponseRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The account that the response belongs to\n\tAccount string `protobuf:\"bytes,1,opt,name=account,proto3\" json:\"account,omitempty\"`\n\t// The response type to ingest\n\t//\n\t// Types that are valid to be assigned to ResponseType:\n\t//\n\t//\t*IngestGatewayResponseRequest_NewItem\n\t//\t*IngestGatewayResponseRequest_NewEdge\n\tResponseType isIngestGatewayResponseRequest_ResponseType `protobuf_oneof:\"response_type\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *IngestGatewayResponseRequest) Reset() {\n\t*x = IngestGatewayResponseRequest{}\n\tmi := &file_revlink_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *IngestGatewayResponseRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*IngestGatewayResponseRequest) ProtoMessage() {}\n\nfunc (x *IngestGatewayResponseRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_revlink_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use IngestGatewayResponseRequest.ProtoReflect.Descriptor instead.\nfunc (*IngestGatewayResponseRequest) Descriptor() ([]byte, []int) {\n\treturn file_revlink_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *IngestGatewayResponseRequest) GetAccount() string {\n\tif x != nil {\n\t\treturn x.Account\n\t}\n\treturn \"\"\n}\n\nfunc (x *IngestGatewayResponseRequest) GetResponseType() isIngestGatewayResponseRequest_ResponseType {\n\tif x != nil {\n\t\treturn x.ResponseType\n\t}\n\treturn nil\n}\n\nfunc (x *IngestGatewayResponseRequest) GetNewItem() *Item {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*IngestGatewayResponseRequest_NewItem); ok {\n\t\t\treturn x.NewItem\n\t\t}\n\t}\n\treturn nil\n}\n\nfunc (x *IngestGatewayResponseRequest) GetNewEdge() *Edge {\n\tif x != nil {\n\t\tif x, ok := x.ResponseType.(*IngestGatewayResponseRequest_NewEdge); ok {\n\t\t\treturn x.NewEdge\n\t\t}\n\t}\n\treturn nil\n}\n\ntype isIngestGatewayResponseRequest_ResponseType interface {\n\tisIngestGatewayResponseRequest_ResponseType()\n}\n\ntype IngestGatewayResponseRequest_NewItem struct {\n\tNewItem *Item `protobuf:\"bytes,2,opt,name=newItem,proto3,oneof\"` // A new item that has been discovered\n}\n\ntype IngestGatewayResponseRequest_NewEdge struct {\n\tNewEdge *Edge `protobuf:\"bytes,3,opt,name=newEdge,proto3,oneof\"` // A new edge between two items\n}\n\nfunc (*IngestGatewayResponseRequest_NewItem) isIngestGatewayResponseRequest_ResponseType() {}\n\nfunc (*IngestGatewayResponseRequest_NewEdge) isIngestGatewayResponseRequest_ResponseType() {}\n\ntype IngestGatewayResponsesResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tNumItemsReceived int32 `protobuf:\"varint,1,opt,name=numItemsReceived,proto3\" json:\"numItemsReceived,omitempty\"`\n\tNumEdgesReceived int32 `protobuf:\"varint,2,opt,name=numEdgesReceived,proto3\" json:\"numEdgesReceived,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *IngestGatewayResponsesResponse) Reset() {\n\t*x = IngestGatewayResponsesResponse{}\n\tmi := &file_revlink_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *IngestGatewayResponsesResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*IngestGatewayResponsesResponse) ProtoMessage() {}\n\nfunc (x *IngestGatewayResponsesResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_revlink_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use IngestGatewayResponsesResponse.ProtoReflect.Descriptor instead.\nfunc (*IngestGatewayResponsesResponse) Descriptor() ([]byte, []int) {\n\treturn file_revlink_proto_rawDescGZIP(), []int{3}\n}\n\nfunc (x *IngestGatewayResponsesResponse) GetNumItemsReceived() int32 {\n\tif x != nil {\n\t\treturn x.NumItemsReceived\n\t}\n\treturn 0\n}\n\nfunc (x *IngestGatewayResponsesResponse) GetNumEdgesReceived() int32 {\n\tif x != nil {\n\t\treturn x.NumEdgesReceived\n\t}\n\treturn 0\n}\n\ntype CheckpointRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CheckpointRequest) Reset() {\n\t*x = CheckpointRequest{}\n\tmi := &file_revlink_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CheckpointRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CheckpointRequest) ProtoMessage() {}\n\nfunc (x *CheckpointRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_revlink_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CheckpointRequest.ProtoReflect.Descriptor instead.\nfunc (*CheckpointRequest) Descriptor() ([]byte, []int) {\n\treturn file_revlink_proto_rawDescGZIP(), []int{4}\n}\n\ntype CheckpointResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CheckpointResponse) Reset() {\n\t*x = CheckpointResponse{}\n\tmi := &file_revlink_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CheckpointResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CheckpointResponse) ProtoMessage() {}\n\nfunc (x *CheckpointResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_revlink_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CheckpointResponse.ProtoReflect.Descriptor instead.\nfunc (*CheckpointResponse) Descriptor() ([]byte, []int) {\n\treturn file_revlink_proto_rawDescGZIP(), []int{5}\n}\n\nvar File_revlink_proto protoreflect.FileDescriptor\n\nconst file_revlink_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\rrevlink.proto\\x12\\arevlink\\x1a\\vitems.proto\\x1a\\x1fgoogle/protobuf/timestamp.proto\\\"z\\n\" +\n\t\"\\x16GetReverseEdgesRequest\\x12\\x18\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\tR\\aaccount\\x12$\\n\" +\n\t\"\\aitemRef\\x18\\x02 \\x01(\\v2\\n\" +\n\t\".ReferenceR\\aitemRefJ\\x04\\b\\x03\\x10\\x04R\\x1afollowOnlyBlastPropagation\\\"6\\n\" +\n\t\"\\x17GetReverseEdgesResponse\\x12\\x1b\\n\" +\n\t\"\\x05edges\\x18\\x01 \\x03(\\v2\\x05.EdgeR\\x05edges\\\"\\x8f\\x01\\n\" +\n\t\"\\x1cIngestGatewayResponseRequest\\x12\\x18\\n\" +\n\t\"\\aaccount\\x18\\x01 \\x01(\\tR\\aaccount\\x12!\\n\" +\n\t\"\\anewItem\\x18\\x02 \\x01(\\v2\\x05.ItemH\\x00R\\anewItem\\x12!\\n\" +\n\t\"\\anewEdge\\x18\\x03 \\x01(\\v2\\x05.EdgeH\\x00R\\anewEdgeB\\x0f\\n\" +\n\t\"\\rresponse_type\\\"x\\n\" +\n\t\"\\x1eIngestGatewayResponsesResponse\\x12*\\n\" +\n\t\"\\x10numItemsReceived\\x18\\x01 \\x01(\\x05R\\x10numItemsReceived\\x12*\\n\" +\n\t\"\\x10numEdgesReceived\\x18\\x02 \\x01(\\x05R\\x10numEdgesReceived\\\"\\x13\\n\" +\n\t\"\\x11CheckpointRequest\\\"\\x14\\n\" +\n\t\"\\x12CheckpointResponse2\\x99\\x02\\n\" +\n\t\"\\x0eRevlinkService\\x12T\\n\" +\n\t\"\\x0fGetReverseEdges\\x12\\x1f.revlink.GetReverseEdgesRequest\\x1a .revlink.GetReverseEdgesResponse\\x12j\\n\" +\n\t\"\\x16IngestGatewayResponses\\x12%.revlink.IngestGatewayResponseRequest\\x1a'.revlink.IngestGatewayResponsesResponse(\\x01\\x12E\\n\" +\n\t\"\\n\" +\n\t\"Checkpoint\\x12\\x1a.revlink.CheckpointRequest\\x1a\\x1b.revlink.CheckpointResponseB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_revlink_proto_rawDescOnce sync.Once\n\tfile_revlink_proto_rawDescData []byte\n)\n\nfunc file_revlink_proto_rawDescGZIP() []byte {\n\tfile_revlink_proto_rawDescOnce.Do(func() {\n\t\tfile_revlink_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_revlink_proto_rawDesc), len(file_revlink_proto_rawDesc)))\n\t})\n\treturn file_revlink_proto_rawDescData\n}\n\nvar file_revlink_proto_msgTypes = make([]protoimpl.MessageInfo, 6)\nvar file_revlink_proto_goTypes = []any{\n\t(*GetReverseEdgesRequest)(nil), // 0: revlink.GetReverseEdgesRequest\n\t(*GetReverseEdgesResponse)(nil), // 1: revlink.GetReverseEdgesResponse\n\t(*IngestGatewayResponseRequest)(nil), // 2: revlink.IngestGatewayResponseRequest\n\t(*IngestGatewayResponsesResponse)(nil), // 3: revlink.IngestGatewayResponsesResponse\n\t(*CheckpointRequest)(nil), // 4: revlink.CheckpointRequest\n\t(*CheckpointResponse)(nil), // 5: revlink.CheckpointResponse\n\t(*Reference)(nil), // 6: Reference\n\t(*Edge)(nil), // 7: Edge\n\t(*Item)(nil), // 8: Item\n}\nvar file_revlink_proto_depIdxs = []int32{\n\t6, // 0: revlink.GetReverseEdgesRequest.itemRef:type_name -> Reference\n\t7, // 1: revlink.GetReverseEdgesResponse.edges:type_name -> Edge\n\t8, // 2: revlink.IngestGatewayResponseRequest.newItem:type_name -> Item\n\t7, // 3: revlink.IngestGatewayResponseRequest.newEdge:type_name -> Edge\n\t0, // 4: revlink.RevlinkService.GetReverseEdges:input_type -> revlink.GetReverseEdgesRequest\n\t2, // 5: revlink.RevlinkService.IngestGatewayResponses:input_type -> revlink.IngestGatewayResponseRequest\n\t4, // 6: revlink.RevlinkService.Checkpoint:input_type -> revlink.CheckpointRequest\n\t1, // 7: revlink.RevlinkService.GetReverseEdges:output_type -> revlink.GetReverseEdgesResponse\n\t3, // 8: revlink.RevlinkService.IngestGatewayResponses:output_type -> revlink.IngestGatewayResponsesResponse\n\t5, // 9: revlink.RevlinkService.Checkpoint:output_type -> revlink.CheckpointResponse\n\t7, // [7:10] is the sub-list for method output_type\n\t4, // [4:7] is the sub-list for method input_type\n\t4, // [4:4] is the sub-list for extension type_name\n\t4, // [4:4] is the sub-list for extension extendee\n\t0, // [0:4] is the sub-list for field type_name\n}\n\nfunc init() { file_revlink_proto_init() }\nfunc file_revlink_proto_init() {\n\tif File_revlink_proto != nil {\n\t\treturn\n\t}\n\tfile_items_proto_init()\n\tfile_revlink_proto_msgTypes[2].OneofWrappers = []any{\n\t\t(*IngestGatewayResponseRequest_NewItem)(nil),\n\t\t(*IngestGatewayResponseRequest_NewEdge)(nil),\n\t}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_revlink_proto_rawDesc), len(file_revlink_proto_rawDesc)),\n\t\t\tNumEnums: 0,\n\t\t\tNumMessages: 6,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 1,\n\t\t},\n\t\tGoTypes: file_revlink_proto_goTypes,\n\t\tDependencyIndexes: file_revlink_proto_depIdxs,\n\t\tMessageInfos: file_revlink_proto_msgTypes,\n\t}.Build()\n\tFile_revlink_proto = out.File\n\tfile_revlink_proto_goTypes = nil\n\tfile_revlink_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/sdpconnect/account.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: account.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// AdminServiceName is the fully-qualified name of the AdminService service.\n\tAdminServiceName = \"account.AdminService\"\n\t// ManagementServiceName is the fully-qualified name of the ManagementService service.\n\tManagementServiceName = \"account.ManagementService\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// AdminServiceListAccountsProcedure is the fully-qualified name of the AdminService's ListAccounts\n\t// RPC.\n\tAdminServiceListAccountsProcedure = \"/account.AdminService/ListAccounts\"\n\t// AdminServiceCreateAccountProcedure is the fully-qualified name of the AdminService's\n\t// CreateAccount RPC.\n\tAdminServiceCreateAccountProcedure = \"/account.AdminService/CreateAccount\"\n\t// AdminServiceUpdateAccountProcedure is the fully-qualified name of the AdminService's\n\t// UpdateAccount RPC.\n\tAdminServiceUpdateAccountProcedure = \"/account.AdminService/UpdateAccount\"\n\t// AdminServiceGetAccountProcedure is the fully-qualified name of the AdminService's GetAccount RPC.\n\tAdminServiceGetAccountProcedure = \"/account.AdminService/GetAccount\"\n\t// AdminServiceDeleteAccountProcedure is the fully-qualified name of the AdminService's\n\t// DeleteAccount RPC.\n\tAdminServiceDeleteAccountProcedure = \"/account.AdminService/DeleteAccount\"\n\t// AdminServiceListSourcesProcedure is the fully-qualified name of the AdminService's ListSources\n\t// RPC.\n\tAdminServiceListSourcesProcedure = \"/account.AdminService/ListSources\"\n\t// AdminServiceCreateSourceProcedure is the fully-qualified name of the AdminService's CreateSource\n\t// RPC.\n\tAdminServiceCreateSourceProcedure = \"/account.AdminService/CreateSource\"\n\t// AdminServiceGetSourceProcedure is the fully-qualified name of the AdminService's GetSource RPC.\n\tAdminServiceGetSourceProcedure = \"/account.AdminService/GetSource\"\n\t// AdminServiceUpdateSourceProcedure is the fully-qualified name of the AdminService's UpdateSource\n\t// RPC.\n\tAdminServiceUpdateSourceProcedure = \"/account.AdminService/UpdateSource\"\n\t// AdminServiceDeleteSourceProcedure is the fully-qualified name of the AdminService's DeleteSource\n\t// RPC.\n\tAdminServiceDeleteSourceProcedure = \"/account.AdminService/DeleteSource\"\n\t// AdminServiceKeepaliveSourcesProcedure is the fully-qualified name of the AdminService's\n\t// KeepaliveSources RPC.\n\tAdminServiceKeepaliveSourcesProcedure = \"/account.AdminService/KeepaliveSources\"\n\t// AdminServiceCreateTokenProcedure is the fully-qualified name of the AdminService's CreateToken\n\t// RPC.\n\tAdminServiceCreateTokenProcedure = \"/account.AdminService/CreateToken\"\n\t// ManagementServiceGetAccountProcedure is the fully-qualified name of the ManagementService's\n\t// GetAccount RPC.\n\tManagementServiceGetAccountProcedure = \"/account.ManagementService/GetAccount\"\n\t// ManagementServiceDeleteAccountProcedure is the fully-qualified name of the ManagementService's\n\t// DeleteAccount RPC.\n\tManagementServiceDeleteAccountProcedure = \"/account.ManagementService/DeleteAccount\"\n\t// ManagementServiceListSourcesProcedure is the fully-qualified name of the ManagementService's\n\t// ListSources RPC.\n\tManagementServiceListSourcesProcedure = \"/account.ManagementService/ListSources\"\n\t// ManagementServiceCreateSourceProcedure is the fully-qualified name of the ManagementService's\n\t// CreateSource RPC.\n\tManagementServiceCreateSourceProcedure = \"/account.ManagementService/CreateSource\"\n\t// ManagementServiceGetSourceProcedure is the fully-qualified name of the ManagementService's\n\t// GetSource RPC.\n\tManagementServiceGetSourceProcedure = \"/account.ManagementService/GetSource\"\n\t// ManagementServiceUpdateSourceProcedure is the fully-qualified name of the ManagementService's\n\t// UpdateSource RPC.\n\tManagementServiceUpdateSourceProcedure = \"/account.ManagementService/UpdateSource\"\n\t// ManagementServiceDeleteSourceProcedure is the fully-qualified name of the ManagementService's\n\t// DeleteSource RPC.\n\tManagementServiceDeleteSourceProcedure = \"/account.ManagementService/DeleteSource\"\n\t// ManagementServiceListAllSourcesStatusProcedure is the fully-qualified name of the\n\t// ManagementService's ListAllSourcesStatus RPC.\n\tManagementServiceListAllSourcesStatusProcedure = \"/account.ManagementService/ListAllSourcesStatus\"\n\t// ManagementServiceListActiveSourcesStatusProcedure is the fully-qualified name of the\n\t// ManagementService's ListActiveSourcesStatus RPC.\n\tManagementServiceListActiveSourcesStatusProcedure = \"/account.ManagementService/ListActiveSourcesStatus\"\n\t// ManagementServiceSubmitSourceHeartbeatProcedure is the fully-qualified name of the\n\t// ManagementService's SubmitSourceHeartbeat RPC.\n\tManagementServiceSubmitSourceHeartbeatProcedure = \"/account.ManagementService/SubmitSourceHeartbeat\"\n\t// ManagementServiceKeepaliveSourcesProcedure is the fully-qualified name of the ManagementService's\n\t// KeepaliveSources RPC.\n\tManagementServiceKeepaliveSourcesProcedure = \"/account.ManagementService/KeepaliveSources\"\n\t// ManagementServiceCreateTokenProcedure is the fully-qualified name of the ManagementService's\n\t// CreateToken RPC.\n\tManagementServiceCreateTokenProcedure = \"/account.ManagementService/CreateToken\"\n\t// ManagementServiceRevlinkWarmupProcedure is the fully-qualified name of the ManagementService's\n\t// RevlinkWarmup RPC.\n\tManagementServiceRevlinkWarmupProcedure = \"/account.ManagementService/RevlinkWarmup\"\n\t// ManagementServiceListAvailableItemTypesProcedure is the fully-qualified name of the\n\t// ManagementService's ListAvailableItemTypes RPC.\n\tManagementServiceListAvailableItemTypesProcedure = \"/account.ManagementService/ListAvailableItemTypes\"\n\t// ManagementServiceGetSourceStatusProcedure is the fully-qualified name of the ManagementService's\n\t// GetSourceStatus RPC.\n\tManagementServiceGetSourceStatusProcedure = \"/account.ManagementService/GetSourceStatus\"\n\t// ManagementServiceGetUserOnboardingStatusProcedure is the fully-qualified name of the\n\t// ManagementService's GetUserOnboardingStatus RPC.\n\tManagementServiceGetUserOnboardingStatusProcedure = \"/account.ManagementService/GetUserOnboardingStatus\"\n\t// ManagementServiceSetUserOnboardingStatusProcedure is the fully-qualified name of the\n\t// ManagementService's SetUserOnboardingStatus RPC.\n\tManagementServiceSetUserOnboardingStatusProcedure = \"/account.ManagementService/SetUserOnboardingStatus\"\n\t// ManagementServiceListTeamMembersProcedure is the fully-qualified name of the ManagementService's\n\t// ListTeamMembers RPC.\n\tManagementServiceListTeamMembersProcedure = \"/account.ManagementService/ListTeamMembers\"\n\t// ManagementServiceGetWelcomeScreenInformationProcedure is the fully-qualified name of the\n\t// ManagementService's GetWelcomeScreenInformation RPC.\n\tManagementServiceGetWelcomeScreenInformationProcedure = \"/account.ManagementService/GetWelcomeScreenInformation\"\n\t// ManagementServiceSetGithubInstallationIDProcedure is the fully-qualified name of the\n\t// ManagementService's SetGithubInstallationID RPC.\n\tManagementServiceSetGithubInstallationIDProcedure = \"/account.ManagementService/SetGithubInstallationID\"\n\t// ManagementServiceUnsetGithubInstallationIDProcedure is the fully-qualified name of the\n\t// ManagementService's UnsetGithubInstallationID RPC.\n\tManagementServiceUnsetGithubInstallationIDProcedure = \"/account.ManagementService/UnsetGithubInstallationID\"\n\t// ManagementServiceGetOrCreateAWSExternalIdProcedure is the fully-qualified name of the\n\t// ManagementService's GetOrCreateAWSExternalId RPC.\n\tManagementServiceGetOrCreateAWSExternalIdProcedure = \"/account.ManagementService/GetOrCreateAWSExternalId\"\n)\n\n// AdminServiceClient is a client for the account.AdminService service.\ntype AdminServiceClient interface {\n\t// Lists the details of all NATS Accounts\n\tListAccounts(context.Context, *connect.Request[sdp_go.ListAccountsRequest]) (*connect.Response[sdp_go.ListAccountsResponse], error)\n\t// Creates a new account, public_nkey will be autogenerated\n\tCreateAccount(context.Context, *connect.Request[sdp_go.CreateAccountRequest]) (*connect.Response[sdp_go.CreateAccountResponse], error)\n\t// Updates account details, returns the account\n\tUpdateAccount(context.Context, *connect.Request[sdp_go.AdminUpdateAccountRequest]) (*connect.Response[sdp_go.UpdateAccountResponse], error)\n\t// Get the details of a given account\n\tGetAccount(context.Context, *connect.Request[sdp_go.AdminGetAccountRequest]) (*connect.Response[sdp_go.GetAccountResponse], error)\n\t// Completely deletes an account. This includes all of the data in that\n\t// account, bookmarks, changes etc. It also deletes all users from Auth0\n\t// that are associated with this account\n\tDeleteAccount(context.Context, *connect.Request[sdp_go.AdminDeleteAccountRequest]) (*connect.Response[sdp_go.AdminDeleteAccountResponse], error)\n\t// Lists all sources within the chosen account\n\tListSources(context.Context, *connect.Request[sdp_go.AdminListSourcesRequest]) (*connect.Response[sdp_go.ListSourcesResponse], error)\n\t// Creates a new source within the chosen account\n\tCreateSource(context.Context, *connect.Request[sdp_go.AdminCreateSourceRequest]) (*connect.Response[sdp_go.CreateSourceResponse], error)\n\t// Get the details of a source within the chosen account\n\tGetSource(context.Context, *connect.Request[sdp_go.AdminGetSourceRequest]) (*connect.Response[sdp_go.GetSourceResponse], error)\n\t// Update the details of a source within the chosen account\n\tUpdateSource(context.Context, *connect.Request[sdp_go.AdminUpdateSourceRequest]) (*connect.Response[sdp_go.UpdateSourceResponse], error)\n\t// Deletes a source from a chosen account\n\tDeleteSource(context.Context, *connect.Request[sdp_go.AdminDeleteSourceRequest]) (*connect.Response[sdp_go.DeleteSourceResponse], error)\n\t// Updates sources to keep them running in the background. This can be used\n\t// to add explicit action, when the built-in keepalives are not sufficient.\n\tKeepaliveSources(context.Context, *connect.Request[sdp_go.AdminKeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error)\n\t// Create a new NATS token for a given public NKey. The user requesting must\n\t// control the associated private key also in order to connect to NATS as\n\t// the token is not enough on its own\n\tCreateToken(context.Context, *connect.Request[sdp_go.AdminCreateTokenRequest]) (*connect.Response[sdp_go.CreateTokenResponse], error)\n}\n\n// NewAdminServiceClient constructs a client for the account.AdminService service. By default, it\n// uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses, and sends\n// uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the connect.WithGRPC() or\n// connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewAdminServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) AdminServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tadminServiceMethods := sdp_go.File_account_proto.Services().ByName(\"AdminService\").Methods()\n\treturn &adminServiceClient{\n\t\tlistAccounts: connect.NewClient[sdp_go.ListAccountsRequest, sdp_go.ListAccountsResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceListAccountsProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"ListAccounts\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcreateAccount: connect.NewClient[sdp_go.CreateAccountRequest, sdp_go.CreateAccountResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceCreateAccountProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"CreateAccount\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tupdateAccount: connect.NewClient[sdp_go.AdminUpdateAccountRequest, sdp_go.UpdateAccountResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceUpdateAccountProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"UpdateAccount\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetAccount: connect.NewClient[sdp_go.AdminGetAccountRequest, sdp_go.GetAccountResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceGetAccountProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"GetAccount\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tdeleteAccount: connect.NewClient[sdp_go.AdminDeleteAccountRequest, sdp_go.AdminDeleteAccountResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceDeleteAccountProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"DeleteAccount\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistSources: connect.NewClient[sdp_go.AdminListSourcesRequest, sdp_go.ListSourcesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceListSourcesProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"ListSources\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcreateSource: connect.NewClient[sdp_go.AdminCreateSourceRequest, sdp_go.CreateSourceResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceCreateSourceProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"CreateSource\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetSource: connect.NewClient[sdp_go.AdminGetSourceRequest, sdp_go.GetSourceResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceGetSourceProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"GetSource\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tupdateSource: connect.NewClient[sdp_go.AdminUpdateSourceRequest, sdp_go.UpdateSourceResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceUpdateSourceProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"UpdateSource\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tdeleteSource: connect.NewClient[sdp_go.AdminDeleteSourceRequest, sdp_go.DeleteSourceResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceDeleteSourceProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"DeleteSource\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tkeepaliveSources: connect.NewClient[sdp_go.AdminKeepaliveSourcesRequest, sdp_go.KeepaliveSourcesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceKeepaliveSourcesProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"KeepaliveSources\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcreateToken: connect.NewClient[sdp_go.AdminCreateTokenRequest, sdp_go.CreateTokenResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+AdminServiceCreateTokenProcedure,\n\t\t\tconnect.WithSchema(adminServiceMethods.ByName(\"CreateToken\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// adminServiceClient implements AdminServiceClient.\ntype adminServiceClient struct {\n\tlistAccounts *connect.Client[sdp_go.ListAccountsRequest, sdp_go.ListAccountsResponse]\n\tcreateAccount *connect.Client[sdp_go.CreateAccountRequest, sdp_go.CreateAccountResponse]\n\tupdateAccount *connect.Client[sdp_go.AdminUpdateAccountRequest, sdp_go.UpdateAccountResponse]\n\tgetAccount *connect.Client[sdp_go.AdminGetAccountRequest, sdp_go.GetAccountResponse]\n\tdeleteAccount *connect.Client[sdp_go.AdminDeleteAccountRequest, sdp_go.AdminDeleteAccountResponse]\n\tlistSources *connect.Client[sdp_go.AdminListSourcesRequest, sdp_go.ListSourcesResponse]\n\tcreateSource *connect.Client[sdp_go.AdminCreateSourceRequest, sdp_go.CreateSourceResponse]\n\tgetSource *connect.Client[sdp_go.AdminGetSourceRequest, sdp_go.GetSourceResponse]\n\tupdateSource *connect.Client[sdp_go.AdminUpdateSourceRequest, sdp_go.UpdateSourceResponse]\n\tdeleteSource *connect.Client[sdp_go.AdminDeleteSourceRequest, sdp_go.DeleteSourceResponse]\n\tkeepaliveSources *connect.Client[sdp_go.AdminKeepaliveSourcesRequest, sdp_go.KeepaliveSourcesResponse]\n\tcreateToken *connect.Client[sdp_go.AdminCreateTokenRequest, sdp_go.CreateTokenResponse]\n}\n\n// ListAccounts calls account.AdminService.ListAccounts.\nfunc (c *adminServiceClient) ListAccounts(ctx context.Context, req *connect.Request[sdp_go.ListAccountsRequest]) (*connect.Response[sdp_go.ListAccountsResponse], error) {\n\treturn c.listAccounts.CallUnary(ctx, req)\n}\n\n// CreateAccount calls account.AdminService.CreateAccount.\nfunc (c *adminServiceClient) CreateAccount(ctx context.Context, req *connect.Request[sdp_go.CreateAccountRequest]) (*connect.Response[sdp_go.CreateAccountResponse], error) {\n\treturn c.createAccount.CallUnary(ctx, req)\n}\n\n// UpdateAccount calls account.AdminService.UpdateAccount.\nfunc (c *adminServiceClient) UpdateAccount(ctx context.Context, req *connect.Request[sdp_go.AdminUpdateAccountRequest]) (*connect.Response[sdp_go.UpdateAccountResponse], error) {\n\treturn c.updateAccount.CallUnary(ctx, req)\n}\n\n// GetAccount calls account.AdminService.GetAccount.\nfunc (c *adminServiceClient) GetAccount(ctx context.Context, req *connect.Request[sdp_go.AdminGetAccountRequest]) (*connect.Response[sdp_go.GetAccountResponse], error) {\n\treturn c.getAccount.CallUnary(ctx, req)\n}\n\n// DeleteAccount calls account.AdminService.DeleteAccount.\nfunc (c *adminServiceClient) DeleteAccount(ctx context.Context, req *connect.Request[sdp_go.AdminDeleteAccountRequest]) (*connect.Response[sdp_go.AdminDeleteAccountResponse], error) {\n\treturn c.deleteAccount.CallUnary(ctx, req)\n}\n\n// ListSources calls account.AdminService.ListSources.\nfunc (c *adminServiceClient) ListSources(ctx context.Context, req *connect.Request[sdp_go.AdminListSourcesRequest]) (*connect.Response[sdp_go.ListSourcesResponse], error) {\n\treturn c.listSources.CallUnary(ctx, req)\n}\n\n// CreateSource calls account.AdminService.CreateSource.\nfunc (c *adminServiceClient) CreateSource(ctx context.Context, req *connect.Request[sdp_go.AdminCreateSourceRequest]) (*connect.Response[sdp_go.CreateSourceResponse], error) {\n\treturn c.createSource.CallUnary(ctx, req)\n}\n\n// GetSource calls account.AdminService.GetSource.\nfunc (c *adminServiceClient) GetSource(ctx context.Context, req *connect.Request[sdp_go.AdminGetSourceRequest]) (*connect.Response[sdp_go.GetSourceResponse], error) {\n\treturn c.getSource.CallUnary(ctx, req)\n}\n\n// UpdateSource calls account.AdminService.UpdateSource.\nfunc (c *adminServiceClient) UpdateSource(ctx context.Context, req *connect.Request[sdp_go.AdminUpdateSourceRequest]) (*connect.Response[sdp_go.UpdateSourceResponse], error) {\n\treturn c.updateSource.CallUnary(ctx, req)\n}\n\n// DeleteSource calls account.AdminService.DeleteSource.\nfunc (c *adminServiceClient) DeleteSource(ctx context.Context, req *connect.Request[sdp_go.AdminDeleteSourceRequest]) (*connect.Response[sdp_go.DeleteSourceResponse], error) {\n\treturn c.deleteSource.CallUnary(ctx, req)\n}\n\n// KeepaliveSources calls account.AdminService.KeepaliveSources.\nfunc (c *adminServiceClient) KeepaliveSources(ctx context.Context, req *connect.Request[sdp_go.AdminKeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error) {\n\treturn c.keepaliveSources.CallUnary(ctx, req)\n}\n\n// CreateToken calls account.AdminService.CreateToken.\nfunc (c *adminServiceClient) CreateToken(ctx context.Context, req *connect.Request[sdp_go.AdminCreateTokenRequest]) (*connect.Response[sdp_go.CreateTokenResponse], error) {\n\treturn c.createToken.CallUnary(ctx, req)\n}\n\n// AdminServiceHandler is an implementation of the account.AdminService service.\ntype AdminServiceHandler interface {\n\t// Lists the details of all NATS Accounts\n\tListAccounts(context.Context, *connect.Request[sdp_go.ListAccountsRequest]) (*connect.Response[sdp_go.ListAccountsResponse], error)\n\t// Creates a new account, public_nkey will be autogenerated\n\tCreateAccount(context.Context, *connect.Request[sdp_go.CreateAccountRequest]) (*connect.Response[sdp_go.CreateAccountResponse], error)\n\t// Updates account details, returns the account\n\tUpdateAccount(context.Context, *connect.Request[sdp_go.AdminUpdateAccountRequest]) (*connect.Response[sdp_go.UpdateAccountResponse], error)\n\t// Get the details of a given account\n\tGetAccount(context.Context, *connect.Request[sdp_go.AdminGetAccountRequest]) (*connect.Response[sdp_go.GetAccountResponse], error)\n\t// Completely deletes an account. This includes all of the data in that\n\t// account, bookmarks, changes etc. It also deletes all users from Auth0\n\t// that are associated with this account\n\tDeleteAccount(context.Context, *connect.Request[sdp_go.AdminDeleteAccountRequest]) (*connect.Response[sdp_go.AdminDeleteAccountResponse], error)\n\t// Lists all sources within the chosen account\n\tListSources(context.Context, *connect.Request[sdp_go.AdminListSourcesRequest]) (*connect.Response[sdp_go.ListSourcesResponse], error)\n\t// Creates a new source within the chosen account\n\tCreateSource(context.Context, *connect.Request[sdp_go.AdminCreateSourceRequest]) (*connect.Response[sdp_go.CreateSourceResponse], error)\n\t// Get the details of a source within the chosen account\n\tGetSource(context.Context, *connect.Request[sdp_go.AdminGetSourceRequest]) (*connect.Response[sdp_go.GetSourceResponse], error)\n\t// Update the details of a source within the chosen account\n\tUpdateSource(context.Context, *connect.Request[sdp_go.AdminUpdateSourceRequest]) (*connect.Response[sdp_go.UpdateSourceResponse], error)\n\t// Deletes a source from a chosen account\n\tDeleteSource(context.Context, *connect.Request[sdp_go.AdminDeleteSourceRequest]) (*connect.Response[sdp_go.DeleteSourceResponse], error)\n\t// Updates sources to keep them running in the background. This can be used\n\t// to add explicit action, when the built-in keepalives are not sufficient.\n\tKeepaliveSources(context.Context, *connect.Request[sdp_go.AdminKeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error)\n\t// Create a new NATS token for a given public NKey. The user requesting must\n\t// control the associated private key also in order to connect to NATS as\n\t// the token is not enough on its own\n\tCreateToken(context.Context, *connect.Request[sdp_go.AdminCreateTokenRequest]) (*connect.Response[sdp_go.CreateTokenResponse], error)\n}\n\n// NewAdminServiceHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewAdminServiceHandler(svc AdminServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tadminServiceMethods := sdp_go.File_account_proto.Services().ByName(\"AdminService\").Methods()\n\tadminServiceListAccountsHandler := connect.NewUnaryHandler(\n\t\tAdminServiceListAccountsProcedure,\n\t\tsvc.ListAccounts,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"ListAccounts\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tadminServiceCreateAccountHandler := connect.NewUnaryHandler(\n\t\tAdminServiceCreateAccountProcedure,\n\t\tsvc.CreateAccount,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"CreateAccount\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tadminServiceUpdateAccountHandler := connect.NewUnaryHandler(\n\t\tAdminServiceUpdateAccountProcedure,\n\t\tsvc.UpdateAccount,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"UpdateAccount\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tadminServiceGetAccountHandler := connect.NewUnaryHandler(\n\t\tAdminServiceGetAccountProcedure,\n\t\tsvc.GetAccount,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"GetAccount\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tadminServiceDeleteAccountHandler := connect.NewUnaryHandler(\n\t\tAdminServiceDeleteAccountProcedure,\n\t\tsvc.DeleteAccount,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"DeleteAccount\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tadminServiceListSourcesHandler := connect.NewUnaryHandler(\n\t\tAdminServiceListSourcesProcedure,\n\t\tsvc.ListSources,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"ListSources\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tadminServiceCreateSourceHandler := connect.NewUnaryHandler(\n\t\tAdminServiceCreateSourceProcedure,\n\t\tsvc.CreateSource,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"CreateSource\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tadminServiceGetSourceHandler := connect.NewUnaryHandler(\n\t\tAdminServiceGetSourceProcedure,\n\t\tsvc.GetSource,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"GetSource\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tadminServiceUpdateSourceHandler := connect.NewUnaryHandler(\n\t\tAdminServiceUpdateSourceProcedure,\n\t\tsvc.UpdateSource,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"UpdateSource\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tadminServiceDeleteSourceHandler := connect.NewUnaryHandler(\n\t\tAdminServiceDeleteSourceProcedure,\n\t\tsvc.DeleteSource,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"DeleteSource\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tadminServiceKeepaliveSourcesHandler := connect.NewUnaryHandler(\n\t\tAdminServiceKeepaliveSourcesProcedure,\n\t\tsvc.KeepaliveSources,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"KeepaliveSources\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tadminServiceCreateTokenHandler := connect.NewUnaryHandler(\n\t\tAdminServiceCreateTokenProcedure,\n\t\tsvc.CreateToken,\n\t\tconnect.WithSchema(adminServiceMethods.ByName(\"CreateToken\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/account.AdminService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase AdminServiceListAccountsProcedure:\n\t\t\tadminServiceListAccountsHandler.ServeHTTP(w, r)\n\t\tcase AdminServiceCreateAccountProcedure:\n\t\t\tadminServiceCreateAccountHandler.ServeHTTP(w, r)\n\t\tcase AdminServiceUpdateAccountProcedure:\n\t\t\tadminServiceUpdateAccountHandler.ServeHTTP(w, r)\n\t\tcase AdminServiceGetAccountProcedure:\n\t\t\tadminServiceGetAccountHandler.ServeHTTP(w, r)\n\t\tcase AdminServiceDeleteAccountProcedure:\n\t\t\tadminServiceDeleteAccountHandler.ServeHTTP(w, r)\n\t\tcase AdminServiceListSourcesProcedure:\n\t\t\tadminServiceListSourcesHandler.ServeHTTP(w, r)\n\t\tcase AdminServiceCreateSourceProcedure:\n\t\t\tadminServiceCreateSourceHandler.ServeHTTP(w, r)\n\t\tcase AdminServiceGetSourceProcedure:\n\t\t\tadminServiceGetSourceHandler.ServeHTTP(w, r)\n\t\tcase AdminServiceUpdateSourceProcedure:\n\t\t\tadminServiceUpdateSourceHandler.ServeHTTP(w, r)\n\t\tcase AdminServiceDeleteSourceProcedure:\n\t\t\tadminServiceDeleteSourceHandler.ServeHTTP(w, r)\n\t\tcase AdminServiceKeepaliveSourcesProcedure:\n\t\t\tadminServiceKeepaliveSourcesHandler.ServeHTTP(w, r)\n\t\tcase AdminServiceCreateTokenProcedure:\n\t\t\tadminServiceCreateTokenHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedAdminServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedAdminServiceHandler struct{}\n\nfunc (UnimplementedAdminServiceHandler) ListAccounts(context.Context, *connect.Request[sdp_go.ListAccountsRequest]) (*connect.Response[sdp_go.ListAccountsResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.ListAccounts is not implemented\"))\n}\n\nfunc (UnimplementedAdminServiceHandler) CreateAccount(context.Context, *connect.Request[sdp_go.CreateAccountRequest]) (*connect.Response[sdp_go.CreateAccountResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.CreateAccount is not implemented\"))\n}\n\nfunc (UnimplementedAdminServiceHandler) UpdateAccount(context.Context, *connect.Request[sdp_go.AdminUpdateAccountRequest]) (*connect.Response[sdp_go.UpdateAccountResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.UpdateAccount is not implemented\"))\n}\n\nfunc (UnimplementedAdminServiceHandler) GetAccount(context.Context, *connect.Request[sdp_go.AdminGetAccountRequest]) (*connect.Response[sdp_go.GetAccountResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.GetAccount is not implemented\"))\n}\n\nfunc (UnimplementedAdminServiceHandler) DeleteAccount(context.Context, *connect.Request[sdp_go.AdminDeleteAccountRequest]) (*connect.Response[sdp_go.AdminDeleteAccountResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.DeleteAccount is not implemented\"))\n}\n\nfunc (UnimplementedAdminServiceHandler) ListSources(context.Context, *connect.Request[sdp_go.AdminListSourcesRequest]) (*connect.Response[sdp_go.ListSourcesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.ListSources is not implemented\"))\n}\n\nfunc (UnimplementedAdminServiceHandler) CreateSource(context.Context, *connect.Request[sdp_go.AdminCreateSourceRequest]) (*connect.Response[sdp_go.CreateSourceResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.CreateSource is not implemented\"))\n}\n\nfunc (UnimplementedAdminServiceHandler) GetSource(context.Context, *connect.Request[sdp_go.AdminGetSourceRequest]) (*connect.Response[sdp_go.GetSourceResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.GetSource is not implemented\"))\n}\n\nfunc (UnimplementedAdminServiceHandler) UpdateSource(context.Context, *connect.Request[sdp_go.AdminUpdateSourceRequest]) (*connect.Response[sdp_go.UpdateSourceResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.UpdateSource is not implemented\"))\n}\n\nfunc (UnimplementedAdminServiceHandler) DeleteSource(context.Context, *connect.Request[sdp_go.AdminDeleteSourceRequest]) (*connect.Response[sdp_go.DeleteSourceResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.DeleteSource is not implemented\"))\n}\n\nfunc (UnimplementedAdminServiceHandler) KeepaliveSources(context.Context, *connect.Request[sdp_go.AdminKeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.KeepaliveSources is not implemented\"))\n}\n\nfunc (UnimplementedAdminServiceHandler) CreateToken(context.Context, *connect.Request[sdp_go.AdminCreateTokenRequest]) (*connect.Response[sdp_go.CreateTokenResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.AdminService.CreateToken is not implemented\"))\n}\n\n// ManagementServiceClient is a client for the account.ManagementService service.\ntype ManagementServiceClient interface {\n\t// Get the details of the account that this user belongs to\n\tGetAccount(context.Context, *connect.Request[sdp_go.GetAccountRequest]) (*connect.Response[sdp_go.GetAccountResponse], error)\n\t// Completely deletes the user's account. This includes all of the data in\n\t// that account, bookmarks, changes etc. It also deletes the current user,\n\t// and all other users in that account from Auth0\n\tDeleteAccount(context.Context, *connect.Request[sdp_go.DeleteAccountRequest]) (*connect.Response[sdp_go.DeleteAccountResponse], error)\n\t// Lists all sources within the user's account\n\tListSources(context.Context, *connect.Request[sdp_go.ListSourcesRequest]) (*connect.Response[sdp_go.ListSourcesResponse], error)\n\t// Creates a new source within the user's account\n\tCreateSource(context.Context, *connect.Request[sdp_go.CreateSourceRequest]) (*connect.Response[sdp_go.CreateSourceResponse], error)\n\t// Get the details of a source\n\tGetSource(context.Context, *connect.Request[sdp_go.GetSourceRequest]) (*connect.Response[sdp_go.GetSourceResponse], error)\n\t// Update the details of a source\n\tUpdateSource(context.Context, *connect.Request[sdp_go.UpdateSourceRequest]) (*connect.Response[sdp_go.UpdateSourceResponse], error)\n\t// Deletes a source from a user's account\n\tDeleteSource(context.Context, *connect.Request[sdp_go.DeleteSourceRequest]) (*connect.Response[sdp_go.DeleteSourceResponse], error)\n\t// Sources heartbeat and health\n\t// List of all recently active sources and their health, includes information from srcman\n\t// meaning that it can show the status of managed sources that have not started and\n\t// connected yet\n\tListAllSourcesStatus(context.Context, *connect.Request[sdp_go.ListAllSourcesStatusRequest]) (*connect.Response[sdp_go.ListAllSourcesStatusResponse], error)\n\t// Lists all active sources and their health. This should be used to determine\n\t// what types, scopes etc are available rather than `ListAllSourcesStatus` since\n\t// this endpoint only include running, available sources\n\tListActiveSourcesStatus(context.Context, *connect.Request[sdp_go.ListAllSourcesStatusRequest]) (*connect.Response[sdp_go.ListAllSourcesStatusResponse], error)\n\t// Heartbeat from a source to keep it registered and healthy\n\tSubmitSourceHeartbeat(context.Context, *connect.Request[sdp_go.SubmitSourceHeartbeatRequest]) (*connect.Response[sdp_go.SubmitSourceHeartbeatResponse], error)\n\t// Updates sources to keep them running in the background. This can be used\n\t// to add explicit action, when the built-in keepalives are not sufficient.\n\t// A user can specify how long they are willing to wait and will get a\n\t// response either when all sources start, or when the timeout is reached.\n\t// If the timeout is reached the response will contain the current state of\n\t// all sources at that moment\n\tKeepaliveSources(context.Context, *connect.Request[sdp_go.KeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error)\n\t// Create a new NATS token for a given public NKey. The user requesting must\n\t// control the associated private key also in order to connect to NATS as\n\t// the token is not enough on its own\n\tCreateToken(context.Context, *connect.Request[sdp_go.CreateTokenRequest]) (*connect.Response[sdp_go.CreateTokenResponse], error)\n\t// Ensure that all reverse links are populated. This does internal debouncing\n\t// so the actual logic does only run when required.\n\tRevlinkWarmup(context.Context, *connect.Request[sdp_go.RevlinkWarmupRequest]) (*connect.ServerStreamForClient[sdp_go.RevlinkWarmupResponse], error)\n\t// Lists all the available item types that can be discovered by sources that are running and healthy\n\tListAvailableItemTypes(context.Context, *connect.Request[sdp_go.ListAvailableItemTypesRequest]) (*connect.Response[sdp_go.ListAvailableItemTypesResponse], error)\n\t// Get status of a single source by UUID\n\tGetSourceStatus(context.Context, *connect.Request[sdp_go.GetSourceStatusRequest]) (*connect.Response[sdp_go.GetSourceStatusResponse], error)\n\t// Get and set onboarding status for users\n\tGetUserOnboardingStatus(context.Context, *connect.Request[sdp_go.GetUserOnboardingStatusRequest]) (*connect.Response[sdp_go.GetUserOnboardingStatusResponse], error)\n\tSetUserOnboardingStatus(context.Context, *connect.Request[sdp_go.SetUserOnboardingStatusRequest]) (*connect.Response[sdp_go.SetUserOnboardingStatusResponse], error)\n\t// List team members in the current user's account (excludes the active user)\n\tListTeamMembers(context.Context, *connect.Request[sdp_go.ListTeamMembersRequest]) (*connect.Response[sdp_go.ListTeamMembersResponse], error)\n\t// Get welcome information for the current user\n\tGetWelcomeScreenInformation(context.Context, *connect.Request[sdp_go.GetWelcomeScreenInformationRequest]) (*connect.Response[sdp_go.GetWelcomeScreenInformationResponse], error)\n\t// Set github installation ID for the account\n\tSetGithubInstallationID(context.Context, *connect.Request[sdp_go.SetGithubInstallationIDRequest]) (*connect.Response[sdp_go.SetGithubInstallationIDResponse], error)\n\t// this will unset the github installation ID for the account, allowing the user to install the github app again\n\t// it will also remove the organisation profile, so we no longer generate signals for that org\n\tUnsetGithubInstallationID(context.Context, *connect.Request[sdp_go.UnsetGithubInstallationIDRequest]) (*connect.Response[sdp_go.UnsetGithubInstallationIDResponse], error)\n\t// Returns a stable, per-account external ID for AWS IAM trust policies.\n\t// Generates a UUID on first call; returns the same UUID on subsequent calls.\n\tGetOrCreateAWSExternalId(context.Context, *connect.Request[sdp_go.GetOrCreateAWSExternalIdRequest]) (*connect.Response[sdp_go.GetOrCreateAWSExternalIdResponse], error)\n}\n\n// NewManagementServiceClient constructs a client for the account.ManagementService service. By\n// default, it uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses,\n// and sends uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the\n// connect.WithGRPC() or connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewManagementServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) ManagementServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tmanagementServiceMethods := sdp_go.File_account_proto.Services().ByName(\"ManagementService\").Methods()\n\treturn &managementServiceClient{\n\t\tgetAccount: connect.NewClient[sdp_go.GetAccountRequest, sdp_go.GetAccountResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceGetAccountProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetAccount\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tdeleteAccount: connect.NewClient[sdp_go.DeleteAccountRequest, sdp_go.DeleteAccountResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceDeleteAccountProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"DeleteAccount\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistSources: connect.NewClient[sdp_go.ListSourcesRequest, sdp_go.ListSourcesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceListSourcesProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"ListSources\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcreateSource: connect.NewClient[sdp_go.CreateSourceRequest, sdp_go.CreateSourceResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceCreateSourceProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"CreateSource\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetSource: connect.NewClient[sdp_go.GetSourceRequest, sdp_go.GetSourceResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceGetSourceProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetSource\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tupdateSource: connect.NewClient[sdp_go.UpdateSourceRequest, sdp_go.UpdateSourceResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceUpdateSourceProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"UpdateSource\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tdeleteSource: connect.NewClient[sdp_go.DeleteSourceRequest, sdp_go.DeleteSourceResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceDeleteSourceProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"DeleteSource\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistAllSourcesStatus: connect.NewClient[sdp_go.ListAllSourcesStatusRequest, sdp_go.ListAllSourcesStatusResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceListAllSourcesStatusProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"ListAllSourcesStatus\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistActiveSourcesStatus: connect.NewClient[sdp_go.ListAllSourcesStatusRequest, sdp_go.ListAllSourcesStatusResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceListActiveSourcesStatusProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"ListActiveSourcesStatus\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tsubmitSourceHeartbeat: connect.NewClient[sdp_go.SubmitSourceHeartbeatRequest, sdp_go.SubmitSourceHeartbeatResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceSubmitSourceHeartbeatProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"SubmitSourceHeartbeat\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tkeepaliveSources: connect.NewClient[sdp_go.KeepaliveSourcesRequest, sdp_go.KeepaliveSourcesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceKeepaliveSourcesProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"KeepaliveSources\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcreateToken: connect.NewClient[sdp_go.CreateTokenRequest, sdp_go.CreateTokenResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceCreateTokenProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"CreateToken\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\trevlinkWarmup: connect.NewClient[sdp_go.RevlinkWarmupRequest, sdp_go.RevlinkWarmupResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceRevlinkWarmupProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"RevlinkWarmup\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistAvailableItemTypes: connect.NewClient[sdp_go.ListAvailableItemTypesRequest, sdp_go.ListAvailableItemTypesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceListAvailableItemTypesProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"ListAvailableItemTypes\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetSourceStatus: connect.NewClient[sdp_go.GetSourceStatusRequest, sdp_go.GetSourceStatusResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceGetSourceStatusProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetSourceStatus\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetUserOnboardingStatus: connect.NewClient[sdp_go.GetUserOnboardingStatusRequest, sdp_go.GetUserOnboardingStatusResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceGetUserOnboardingStatusProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetUserOnboardingStatus\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tsetUserOnboardingStatus: connect.NewClient[sdp_go.SetUserOnboardingStatusRequest, sdp_go.SetUserOnboardingStatusResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceSetUserOnboardingStatusProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"SetUserOnboardingStatus\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistTeamMembers: connect.NewClient[sdp_go.ListTeamMembersRequest, sdp_go.ListTeamMembersResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceListTeamMembersProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"ListTeamMembers\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetWelcomeScreenInformation: connect.NewClient[sdp_go.GetWelcomeScreenInformationRequest, sdp_go.GetWelcomeScreenInformationResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceGetWelcomeScreenInformationProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetWelcomeScreenInformation\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tsetGithubInstallationID: connect.NewClient[sdp_go.SetGithubInstallationIDRequest, sdp_go.SetGithubInstallationIDResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceSetGithubInstallationIDProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"SetGithubInstallationID\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tunsetGithubInstallationID: connect.NewClient[sdp_go.UnsetGithubInstallationIDRequest, sdp_go.UnsetGithubInstallationIDResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceUnsetGithubInstallationIDProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"UnsetGithubInstallationID\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetOrCreateAWSExternalId: connect.NewClient[sdp_go.GetOrCreateAWSExternalIdRequest, sdp_go.GetOrCreateAWSExternalIdResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ManagementServiceGetOrCreateAWSExternalIdProcedure,\n\t\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetOrCreateAWSExternalId\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// managementServiceClient implements ManagementServiceClient.\ntype managementServiceClient struct {\n\tgetAccount *connect.Client[sdp_go.GetAccountRequest, sdp_go.GetAccountResponse]\n\tdeleteAccount *connect.Client[sdp_go.DeleteAccountRequest, sdp_go.DeleteAccountResponse]\n\tlistSources *connect.Client[sdp_go.ListSourcesRequest, sdp_go.ListSourcesResponse]\n\tcreateSource *connect.Client[sdp_go.CreateSourceRequest, sdp_go.CreateSourceResponse]\n\tgetSource *connect.Client[sdp_go.GetSourceRequest, sdp_go.GetSourceResponse]\n\tupdateSource *connect.Client[sdp_go.UpdateSourceRequest, sdp_go.UpdateSourceResponse]\n\tdeleteSource *connect.Client[sdp_go.DeleteSourceRequest, sdp_go.DeleteSourceResponse]\n\tlistAllSourcesStatus *connect.Client[sdp_go.ListAllSourcesStatusRequest, sdp_go.ListAllSourcesStatusResponse]\n\tlistActiveSourcesStatus *connect.Client[sdp_go.ListAllSourcesStatusRequest, sdp_go.ListAllSourcesStatusResponse]\n\tsubmitSourceHeartbeat *connect.Client[sdp_go.SubmitSourceHeartbeatRequest, sdp_go.SubmitSourceHeartbeatResponse]\n\tkeepaliveSources *connect.Client[sdp_go.KeepaliveSourcesRequest, sdp_go.KeepaliveSourcesResponse]\n\tcreateToken *connect.Client[sdp_go.CreateTokenRequest, sdp_go.CreateTokenResponse]\n\trevlinkWarmup *connect.Client[sdp_go.RevlinkWarmupRequest, sdp_go.RevlinkWarmupResponse]\n\tlistAvailableItemTypes *connect.Client[sdp_go.ListAvailableItemTypesRequest, sdp_go.ListAvailableItemTypesResponse]\n\tgetSourceStatus *connect.Client[sdp_go.GetSourceStatusRequest, sdp_go.GetSourceStatusResponse]\n\tgetUserOnboardingStatus *connect.Client[sdp_go.GetUserOnboardingStatusRequest, sdp_go.GetUserOnboardingStatusResponse]\n\tsetUserOnboardingStatus *connect.Client[sdp_go.SetUserOnboardingStatusRequest, sdp_go.SetUserOnboardingStatusResponse]\n\tlistTeamMembers *connect.Client[sdp_go.ListTeamMembersRequest, sdp_go.ListTeamMembersResponse]\n\tgetWelcomeScreenInformation *connect.Client[sdp_go.GetWelcomeScreenInformationRequest, sdp_go.GetWelcomeScreenInformationResponse]\n\tsetGithubInstallationID *connect.Client[sdp_go.SetGithubInstallationIDRequest, sdp_go.SetGithubInstallationIDResponse]\n\tunsetGithubInstallationID *connect.Client[sdp_go.UnsetGithubInstallationIDRequest, sdp_go.UnsetGithubInstallationIDResponse]\n\tgetOrCreateAWSExternalId *connect.Client[sdp_go.GetOrCreateAWSExternalIdRequest, sdp_go.GetOrCreateAWSExternalIdResponse]\n}\n\n// GetAccount calls account.ManagementService.GetAccount.\nfunc (c *managementServiceClient) GetAccount(ctx context.Context, req *connect.Request[sdp_go.GetAccountRequest]) (*connect.Response[sdp_go.GetAccountResponse], error) {\n\treturn c.getAccount.CallUnary(ctx, req)\n}\n\n// DeleteAccount calls account.ManagementService.DeleteAccount.\nfunc (c *managementServiceClient) DeleteAccount(ctx context.Context, req *connect.Request[sdp_go.DeleteAccountRequest]) (*connect.Response[sdp_go.DeleteAccountResponse], error) {\n\treturn c.deleteAccount.CallUnary(ctx, req)\n}\n\n// ListSources calls account.ManagementService.ListSources.\nfunc (c *managementServiceClient) ListSources(ctx context.Context, req *connect.Request[sdp_go.ListSourcesRequest]) (*connect.Response[sdp_go.ListSourcesResponse], error) {\n\treturn c.listSources.CallUnary(ctx, req)\n}\n\n// CreateSource calls account.ManagementService.CreateSource.\nfunc (c *managementServiceClient) CreateSource(ctx context.Context, req *connect.Request[sdp_go.CreateSourceRequest]) (*connect.Response[sdp_go.CreateSourceResponse], error) {\n\treturn c.createSource.CallUnary(ctx, req)\n}\n\n// GetSource calls account.ManagementService.GetSource.\nfunc (c *managementServiceClient) GetSource(ctx context.Context, req *connect.Request[sdp_go.GetSourceRequest]) (*connect.Response[sdp_go.GetSourceResponse], error) {\n\treturn c.getSource.CallUnary(ctx, req)\n}\n\n// UpdateSource calls account.ManagementService.UpdateSource.\nfunc (c *managementServiceClient) UpdateSource(ctx context.Context, req *connect.Request[sdp_go.UpdateSourceRequest]) (*connect.Response[sdp_go.UpdateSourceResponse], error) {\n\treturn c.updateSource.CallUnary(ctx, req)\n}\n\n// DeleteSource calls account.ManagementService.DeleteSource.\nfunc (c *managementServiceClient) DeleteSource(ctx context.Context, req *connect.Request[sdp_go.DeleteSourceRequest]) (*connect.Response[sdp_go.DeleteSourceResponse], error) {\n\treturn c.deleteSource.CallUnary(ctx, req)\n}\n\n// ListAllSourcesStatus calls account.ManagementService.ListAllSourcesStatus.\nfunc (c *managementServiceClient) ListAllSourcesStatus(ctx context.Context, req *connect.Request[sdp_go.ListAllSourcesStatusRequest]) (*connect.Response[sdp_go.ListAllSourcesStatusResponse], error) {\n\treturn c.listAllSourcesStatus.CallUnary(ctx, req)\n}\n\n// ListActiveSourcesStatus calls account.ManagementService.ListActiveSourcesStatus.\nfunc (c *managementServiceClient) ListActiveSourcesStatus(ctx context.Context, req *connect.Request[sdp_go.ListAllSourcesStatusRequest]) (*connect.Response[sdp_go.ListAllSourcesStatusResponse], error) {\n\treturn c.listActiveSourcesStatus.CallUnary(ctx, req)\n}\n\n// SubmitSourceHeartbeat calls account.ManagementService.SubmitSourceHeartbeat.\nfunc (c *managementServiceClient) SubmitSourceHeartbeat(ctx context.Context, req *connect.Request[sdp_go.SubmitSourceHeartbeatRequest]) (*connect.Response[sdp_go.SubmitSourceHeartbeatResponse], error) {\n\treturn c.submitSourceHeartbeat.CallUnary(ctx, req)\n}\n\n// KeepaliveSources calls account.ManagementService.KeepaliveSources.\nfunc (c *managementServiceClient) KeepaliveSources(ctx context.Context, req *connect.Request[sdp_go.KeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error) {\n\treturn c.keepaliveSources.CallUnary(ctx, req)\n}\n\n// CreateToken calls account.ManagementService.CreateToken.\nfunc (c *managementServiceClient) CreateToken(ctx context.Context, req *connect.Request[sdp_go.CreateTokenRequest]) (*connect.Response[sdp_go.CreateTokenResponse], error) {\n\treturn c.createToken.CallUnary(ctx, req)\n}\n\n// RevlinkWarmup calls account.ManagementService.RevlinkWarmup.\nfunc (c *managementServiceClient) RevlinkWarmup(ctx context.Context, req *connect.Request[sdp_go.RevlinkWarmupRequest]) (*connect.ServerStreamForClient[sdp_go.RevlinkWarmupResponse], error) {\n\treturn c.revlinkWarmup.CallServerStream(ctx, req)\n}\n\n// ListAvailableItemTypes calls account.ManagementService.ListAvailableItemTypes.\nfunc (c *managementServiceClient) ListAvailableItemTypes(ctx context.Context, req *connect.Request[sdp_go.ListAvailableItemTypesRequest]) (*connect.Response[sdp_go.ListAvailableItemTypesResponse], error) {\n\treturn c.listAvailableItemTypes.CallUnary(ctx, req)\n}\n\n// GetSourceStatus calls account.ManagementService.GetSourceStatus.\nfunc (c *managementServiceClient) GetSourceStatus(ctx context.Context, req *connect.Request[sdp_go.GetSourceStatusRequest]) (*connect.Response[sdp_go.GetSourceStatusResponse], error) {\n\treturn c.getSourceStatus.CallUnary(ctx, req)\n}\n\n// GetUserOnboardingStatus calls account.ManagementService.GetUserOnboardingStatus.\nfunc (c *managementServiceClient) GetUserOnboardingStatus(ctx context.Context, req *connect.Request[sdp_go.GetUserOnboardingStatusRequest]) (*connect.Response[sdp_go.GetUserOnboardingStatusResponse], error) {\n\treturn c.getUserOnboardingStatus.CallUnary(ctx, req)\n}\n\n// SetUserOnboardingStatus calls account.ManagementService.SetUserOnboardingStatus.\nfunc (c *managementServiceClient) SetUserOnboardingStatus(ctx context.Context, req *connect.Request[sdp_go.SetUserOnboardingStatusRequest]) (*connect.Response[sdp_go.SetUserOnboardingStatusResponse], error) {\n\treturn c.setUserOnboardingStatus.CallUnary(ctx, req)\n}\n\n// ListTeamMembers calls account.ManagementService.ListTeamMembers.\nfunc (c *managementServiceClient) ListTeamMembers(ctx context.Context, req *connect.Request[sdp_go.ListTeamMembersRequest]) (*connect.Response[sdp_go.ListTeamMembersResponse], error) {\n\treturn c.listTeamMembers.CallUnary(ctx, req)\n}\n\n// GetWelcomeScreenInformation calls account.ManagementService.GetWelcomeScreenInformation.\nfunc (c *managementServiceClient) GetWelcomeScreenInformation(ctx context.Context, req *connect.Request[sdp_go.GetWelcomeScreenInformationRequest]) (*connect.Response[sdp_go.GetWelcomeScreenInformationResponse], error) {\n\treturn c.getWelcomeScreenInformation.CallUnary(ctx, req)\n}\n\n// SetGithubInstallationID calls account.ManagementService.SetGithubInstallationID.\nfunc (c *managementServiceClient) SetGithubInstallationID(ctx context.Context, req *connect.Request[sdp_go.SetGithubInstallationIDRequest]) (*connect.Response[sdp_go.SetGithubInstallationIDResponse], error) {\n\treturn c.setGithubInstallationID.CallUnary(ctx, req)\n}\n\n// UnsetGithubInstallationID calls account.ManagementService.UnsetGithubInstallationID.\nfunc (c *managementServiceClient) UnsetGithubInstallationID(ctx context.Context, req *connect.Request[sdp_go.UnsetGithubInstallationIDRequest]) (*connect.Response[sdp_go.UnsetGithubInstallationIDResponse], error) {\n\treturn c.unsetGithubInstallationID.CallUnary(ctx, req)\n}\n\n// GetOrCreateAWSExternalId calls account.ManagementService.GetOrCreateAWSExternalId.\nfunc (c *managementServiceClient) GetOrCreateAWSExternalId(ctx context.Context, req *connect.Request[sdp_go.GetOrCreateAWSExternalIdRequest]) (*connect.Response[sdp_go.GetOrCreateAWSExternalIdResponse], error) {\n\treturn c.getOrCreateAWSExternalId.CallUnary(ctx, req)\n}\n\n// ManagementServiceHandler is an implementation of the account.ManagementService service.\ntype ManagementServiceHandler interface {\n\t// Get the details of the account that this user belongs to\n\tGetAccount(context.Context, *connect.Request[sdp_go.GetAccountRequest]) (*connect.Response[sdp_go.GetAccountResponse], error)\n\t// Completely deletes the user's account. This includes all of the data in\n\t// that account, bookmarks, changes etc. It also deletes the current user,\n\t// and all other users in that account from Auth0\n\tDeleteAccount(context.Context, *connect.Request[sdp_go.DeleteAccountRequest]) (*connect.Response[sdp_go.DeleteAccountResponse], error)\n\t// Lists all sources within the user's account\n\tListSources(context.Context, *connect.Request[sdp_go.ListSourcesRequest]) (*connect.Response[sdp_go.ListSourcesResponse], error)\n\t// Creates a new source within the user's account\n\tCreateSource(context.Context, *connect.Request[sdp_go.CreateSourceRequest]) (*connect.Response[sdp_go.CreateSourceResponse], error)\n\t// Get the details of a source\n\tGetSource(context.Context, *connect.Request[sdp_go.GetSourceRequest]) (*connect.Response[sdp_go.GetSourceResponse], error)\n\t// Update the details of a source\n\tUpdateSource(context.Context, *connect.Request[sdp_go.UpdateSourceRequest]) (*connect.Response[sdp_go.UpdateSourceResponse], error)\n\t// Deletes a source from a user's account\n\tDeleteSource(context.Context, *connect.Request[sdp_go.DeleteSourceRequest]) (*connect.Response[sdp_go.DeleteSourceResponse], error)\n\t// Sources heartbeat and health\n\t// List of all recently active sources and their health, includes information from srcman\n\t// meaning that it can show the status of managed sources that have not started and\n\t// connected yet\n\tListAllSourcesStatus(context.Context, *connect.Request[sdp_go.ListAllSourcesStatusRequest]) (*connect.Response[sdp_go.ListAllSourcesStatusResponse], error)\n\t// Lists all active sources and their health. This should be used to determine\n\t// what types, scopes etc are available rather than `ListAllSourcesStatus` since\n\t// this endpoint only include running, available sources\n\tListActiveSourcesStatus(context.Context, *connect.Request[sdp_go.ListAllSourcesStatusRequest]) (*connect.Response[sdp_go.ListAllSourcesStatusResponse], error)\n\t// Heartbeat from a source to keep it registered and healthy\n\tSubmitSourceHeartbeat(context.Context, *connect.Request[sdp_go.SubmitSourceHeartbeatRequest]) (*connect.Response[sdp_go.SubmitSourceHeartbeatResponse], error)\n\t// Updates sources to keep them running in the background. This can be used\n\t// to add explicit action, when the built-in keepalives are not sufficient.\n\t// A user can specify how long they are willing to wait and will get a\n\t// response either when all sources start, or when the timeout is reached.\n\t// If the timeout is reached the response will contain the current state of\n\t// all sources at that moment\n\tKeepaliveSources(context.Context, *connect.Request[sdp_go.KeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error)\n\t// Create a new NATS token for a given public NKey. The user requesting must\n\t// control the associated private key also in order to connect to NATS as\n\t// the token is not enough on its own\n\tCreateToken(context.Context, *connect.Request[sdp_go.CreateTokenRequest]) (*connect.Response[sdp_go.CreateTokenResponse], error)\n\t// Ensure that all reverse links are populated. This does internal debouncing\n\t// so the actual logic does only run when required.\n\tRevlinkWarmup(context.Context, *connect.Request[sdp_go.RevlinkWarmupRequest], *connect.ServerStream[sdp_go.RevlinkWarmupResponse]) error\n\t// Lists all the available item types that can be discovered by sources that are running and healthy\n\tListAvailableItemTypes(context.Context, *connect.Request[sdp_go.ListAvailableItemTypesRequest]) (*connect.Response[sdp_go.ListAvailableItemTypesResponse], error)\n\t// Get status of a single source by UUID\n\tGetSourceStatus(context.Context, *connect.Request[sdp_go.GetSourceStatusRequest]) (*connect.Response[sdp_go.GetSourceStatusResponse], error)\n\t// Get and set onboarding status for users\n\tGetUserOnboardingStatus(context.Context, *connect.Request[sdp_go.GetUserOnboardingStatusRequest]) (*connect.Response[sdp_go.GetUserOnboardingStatusResponse], error)\n\tSetUserOnboardingStatus(context.Context, *connect.Request[sdp_go.SetUserOnboardingStatusRequest]) (*connect.Response[sdp_go.SetUserOnboardingStatusResponse], error)\n\t// List team members in the current user's account (excludes the active user)\n\tListTeamMembers(context.Context, *connect.Request[sdp_go.ListTeamMembersRequest]) (*connect.Response[sdp_go.ListTeamMembersResponse], error)\n\t// Get welcome information for the current user\n\tGetWelcomeScreenInformation(context.Context, *connect.Request[sdp_go.GetWelcomeScreenInformationRequest]) (*connect.Response[sdp_go.GetWelcomeScreenInformationResponse], error)\n\t// Set github installation ID for the account\n\tSetGithubInstallationID(context.Context, *connect.Request[sdp_go.SetGithubInstallationIDRequest]) (*connect.Response[sdp_go.SetGithubInstallationIDResponse], error)\n\t// this will unset the github installation ID for the account, allowing the user to install the github app again\n\t// it will also remove the organisation profile, so we no longer generate signals for that org\n\tUnsetGithubInstallationID(context.Context, *connect.Request[sdp_go.UnsetGithubInstallationIDRequest]) (*connect.Response[sdp_go.UnsetGithubInstallationIDResponse], error)\n\t// Returns a stable, per-account external ID for AWS IAM trust policies.\n\t// Generates a UUID on first call; returns the same UUID on subsequent calls.\n\tGetOrCreateAWSExternalId(context.Context, *connect.Request[sdp_go.GetOrCreateAWSExternalIdRequest]) (*connect.Response[sdp_go.GetOrCreateAWSExternalIdResponse], error)\n}\n\n// NewManagementServiceHandler builds an HTTP handler from the service implementation. It returns\n// the path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewManagementServiceHandler(svc ManagementServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tmanagementServiceMethods := sdp_go.File_account_proto.Services().ByName(\"ManagementService\").Methods()\n\tmanagementServiceGetAccountHandler := connect.NewUnaryHandler(\n\t\tManagementServiceGetAccountProcedure,\n\t\tsvc.GetAccount,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetAccount\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceDeleteAccountHandler := connect.NewUnaryHandler(\n\t\tManagementServiceDeleteAccountProcedure,\n\t\tsvc.DeleteAccount,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"DeleteAccount\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceListSourcesHandler := connect.NewUnaryHandler(\n\t\tManagementServiceListSourcesProcedure,\n\t\tsvc.ListSources,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"ListSources\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceCreateSourceHandler := connect.NewUnaryHandler(\n\t\tManagementServiceCreateSourceProcedure,\n\t\tsvc.CreateSource,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"CreateSource\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceGetSourceHandler := connect.NewUnaryHandler(\n\t\tManagementServiceGetSourceProcedure,\n\t\tsvc.GetSource,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetSource\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceUpdateSourceHandler := connect.NewUnaryHandler(\n\t\tManagementServiceUpdateSourceProcedure,\n\t\tsvc.UpdateSource,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"UpdateSource\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceDeleteSourceHandler := connect.NewUnaryHandler(\n\t\tManagementServiceDeleteSourceProcedure,\n\t\tsvc.DeleteSource,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"DeleteSource\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceListAllSourcesStatusHandler := connect.NewUnaryHandler(\n\t\tManagementServiceListAllSourcesStatusProcedure,\n\t\tsvc.ListAllSourcesStatus,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"ListAllSourcesStatus\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceListActiveSourcesStatusHandler := connect.NewUnaryHandler(\n\t\tManagementServiceListActiveSourcesStatusProcedure,\n\t\tsvc.ListActiveSourcesStatus,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"ListActiveSourcesStatus\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceSubmitSourceHeartbeatHandler := connect.NewUnaryHandler(\n\t\tManagementServiceSubmitSourceHeartbeatProcedure,\n\t\tsvc.SubmitSourceHeartbeat,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"SubmitSourceHeartbeat\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceKeepaliveSourcesHandler := connect.NewUnaryHandler(\n\t\tManagementServiceKeepaliveSourcesProcedure,\n\t\tsvc.KeepaliveSources,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"KeepaliveSources\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceCreateTokenHandler := connect.NewUnaryHandler(\n\t\tManagementServiceCreateTokenProcedure,\n\t\tsvc.CreateToken,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"CreateToken\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceRevlinkWarmupHandler := connect.NewServerStreamHandler(\n\t\tManagementServiceRevlinkWarmupProcedure,\n\t\tsvc.RevlinkWarmup,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"RevlinkWarmup\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceListAvailableItemTypesHandler := connect.NewUnaryHandler(\n\t\tManagementServiceListAvailableItemTypesProcedure,\n\t\tsvc.ListAvailableItemTypes,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"ListAvailableItemTypes\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceGetSourceStatusHandler := connect.NewUnaryHandler(\n\t\tManagementServiceGetSourceStatusProcedure,\n\t\tsvc.GetSourceStatus,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetSourceStatus\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceGetUserOnboardingStatusHandler := connect.NewUnaryHandler(\n\t\tManagementServiceGetUserOnboardingStatusProcedure,\n\t\tsvc.GetUserOnboardingStatus,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetUserOnboardingStatus\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceSetUserOnboardingStatusHandler := connect.NewUnaryHandler(\n\t\tManagementServiceSetUserOnboardingStatusProcedure,\n\t\tsvc.SetUserOnboardingStatus,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"SetUserOnboardingStatus\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceListTeamMembersHandler := connect.NewUnaryHandler(\n\t\tManagementServiceListTeamMembersProcedure,\n\t\tsvc.ListTeamMembers,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"ListTeamMembers\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceGetWelcomeScreenInformationHandler := connect.NewUnaryHandler(\n\t\tManagementServiceGetWelcomeScreenInformationProcedure,\n\t\tsvc.GetWelcomeScreenInformation,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetWelcomeScreenInformation\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceSetGithubInstallationIDHandler := connect.NewUnaryHandler(\n\t\tManagementServiceSetGithubInstallationIDProcedure,\n\t\tsvc.SetGithubInstallationID,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"SetGithubInstallationID\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceUnsetGithubInstallationIDHandler := connect.NewUnaryHandler(\n\t\tManagementServiceUnsetGithubInstallationIDProcedure,\n\t\tsvc.UnsetGithubInstallationID,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"UnsetGithubInstallationID\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tmanagementServiceGetOrCreateAWSExternalIdHandler := connect.NewUnaryHandler(\n\t\tManagementServiceGetOrCreateAWSExternalIdProcedure,\n\t\tsvc.GetOrCreateAWSExternalId,\n\t\tconnect.WithSchema(managementServiceMethods.ByName(\"GetOrCreateAWSExternalId\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/account.ManagementService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase ManagementServiceGetAccountProcedure:\n\t\t\tmanagementServiceGetAccountHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceDeleteAccountProcedure:\n\t\t\tmanagementServiceDeleteAccountHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceListSourcesProcedure:\n\t\t\tmanagementServiceListSourcesHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceCreateSourceProcedure:\n\t\t\tmanagementServiceCreateSourceHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceGetSourceProcedure:\n\t\t\tmanagementServiceGetSourceHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceUpdateSourceProcedure:\n\t\t\tmanagementServiceUpdateSourceHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceDeleteSourceProcedure:\n\t\t\tmanagementServiceDeleteSourceHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceListAllSourcesStatusProcedure:\n\t\t\tmanagementServiceListAllSourcesStatusHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceListActiveSourcesStatusProcedure:\n\t\t\tmanagementServiceListActiveSourcesStatusHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceSubmitSourceHeartbeatProcedure:\n\t\t\tmanagementServiceSubmitSourceHeartbeatHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceKeepaliveSourcesProcedure:\n\t\t\tmanagementServiceKeepaliveSourcesHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceCreateTokenProcedure:\n\t\t\tmanagementServiceCreateTokenHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceRevlinkWarmupProcedure:\n\t\t\tmanagementServiceRevlinkWarmupHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceListAvailableItemTypesProcedure:\n\t\t\tmanagementServiceListAvailableItemTypesHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceGetSourceStatusProcedure:\n\t\t\tmanagementServiceGetSourceStatusHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceGetUserOnboardingStatusProcedure:\n\t\t\tmanagementServiceGetUserOnboardingStatusHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceSetUserOnboardingStatusProcedure:\n\t\t\tmanagementServiceSetUserOnboardingStatusHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceListTeamMembersProcedure:\n\t\t\tmanagementServiceListTeamMembersHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceGetWelcomeScreenInformationProcedure:\n\t\t\tmanagementServiceGetWelcomeScreenInformationHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceSetGithubInstallationIDProcedure:\n\t\t\tmanagementServiceSetGithubInstallationIDHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceUnsetGithubInstallationIDProcedure:\n\t\t\tmanagementServiceUnsetGithubInstallationIDHandler.ServeHTTP(w, r)\n\t\tcase ManagementServiceGetOrCreateAWSExternalIdProcedure:\n\t\t\tmanagementServiceGetOrCreateAWSExternalIdHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedManagementServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedManagementServiceHandler struct{}\n\nfunc (UnimplementedManagementServiceHandler) GetAccount(context.Context, *connect.Request[sdp_go.GetAccountRequest]) (*connect.Response[sdp_go.GetAccountResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.GetAccount is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) DeleteAccount(context.Context, *connect.Request[sdp_go.DeleteAccountRequest]) (*connect.Response[sdp_go.DeleteAccountResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.DeleteAccount is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) ListSources(context.Context, *connect.Request[sdp_go.ListSourcesRequest]) (*connect.Response[sdp_go.ListSourcesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.ListSources is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) CreateSource(context.Context, *connect.Request[sdp_go.CreateSourceRequest]) (*connect.Response[sdp_go.CreateSourceResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.CreateSource is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) GetSource(context.Context, *connect.Request[sdp_go.GetSourceRequest]) (*connect.Response[sdp_go.GetSourceResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.GetSource is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) UpdateSource(context.Context, *connect.Request[sdp_go.UpdateSourceRequest]) (*connect.Response[sdp_go.UpdateSourceResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.UpdateSource is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) DeleteSource(context.Context, *connect.Request[sdp_go.DeleteSourceRequest]) (*connect.Response[sdp_go.DeleteSourceResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.DeleteSource is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) ListAllSourcesStatus(context.Context, *connect.Request[sdp_go.ListAllSourcesStatusRequest]) (*connect.Response[sdp_go.ListAllSourcesStatusResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.ListAllSourcesStatus is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) ListActiveSourcesStatus(context.Context, *connect.Request[sdp_go.ListAllSourcesStatusRequest]) (*connect.Response[sdp_go.ListAllSourcesStatusResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.ListActiveSourcesStatus is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) SubmitSourceHeartbeat(context.Context, *connect.Request[sdp_go.SubmitSourceHeartbeatRequest]) (*connect.Response[sdp_go.SubmitSourceHeartbeatResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.SubmitSourceHeartbeat is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) KeepaliveSources(context.Context, *connect.Request[sdp_go.KeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.KeepaliveSources is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) CreateToken(context.Context, *connect.Request[sdp_go.CreateTokenRequest]) (*connect.Response[sdp_go.CreateTokenResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.CreateToken is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) RevlinkWarmup(context.Context, *connect.Request[sdp_go.RevlinkWarmupRequest], *connect.ServerStream[sdp_go.RevlinkWarmupResponse]) error {\n\treturn connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.RevlinkWarmup is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) ListAvailableItemTypes(context.Context, *connect.Request[sdp_go.ListAvailableItemTypesRequest]) (*connect.Response[sdp_go.ListAvailableItemTypesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.ListAvailableItemTypes is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) GetSourceStatus(context.Context, *connect.Request[sdp_go.GetSourceStatusRequest]) (*connect.Response[sdp_go.GetSourceStatusResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.GetSourceStatus is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) GetUserOnboardingStatus(context.Context, *connect.Request[sdp_go.GetUserOnboardingStatusRequest]) (*connect.Response[sdp_go.GetUserOnboardingStatusResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.GetUserOnboardingStatus is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) SetUserOnboardingStatus(context.Context, *connect.Request[sdp_go.SetUserOnboardingStatusRequest]) (*connect.Response[sdp_go.SetUserOnboardingStatusResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.SetUserOnboardingStatus is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) ListTeamMembers(context.Context, *connect.Request[sdp_go.ListTeamMembersRequest]) (*connect.Response[sdp_go.ListTeamMembersResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.ListTeamMembers is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) GetWelcomeScreenInformation(context.Context, *connect.Request[sdp_go.GetWelcomeScreenInformationRequest]) (*connect.Response[sdp_go.GetWelcomeScreenInformationResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.GetWelcomeScreenInformation is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) SetGithubInstallationID(context.Context, *connect.Request[sdp_go.SetGithubInstallationIDRequest]) (*connect.Response[sdp_go.SetGithubInstallationIDResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.SetGithubInstallationID is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) UnsetGithubInstallationID(context.Context, *connect.Request[sdp_go.UnsetGithubInstallationIDRequest]) (*connect.Response[sdp_go.UnsetGithubInstallationIDResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.UnsetGithubInstallationID is not implemented\"))\n}\n\nfunc (UnimplementedManagementServiceHandler) GetOrCreateAWSExternalId(context.Context, *connect.Request[sdp_go.GetOrCreateAWSExternalIdRequest]) (*connect.Response[sdp_go.GetOrCreateAWSExternalIdResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"account.ManagementService.GetOrCreateAWSExternalId is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/apikeys.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: apikeys.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// ApiKeyServiceName is the fully-qualified name of the ApiKeyService service.\n\tApiKeyServiceName = \"apikeys.ApiKeyService\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// ApiKeyServiceCreateAPIKeyProcedure is the fully-qualified name of the ApiKeyService's\n\t// CreateAPIKey RPC.\n\tApiKeyServiceCreateAPIKeyProcedure = \"/apikeys.ApiKeyService/CreateAPIKey\"\n\t// ApiKeyServiceRefreshAPIKeyProcedure is the fully-qualified name of the ApiKeyService's\n\t// RefreshAPIKey RPC.\n\tApiKeyServiceRefreshAPIKeyProcedure = \"/apikeys.ApiKeyService/RefreshAPIKey\"\n\t// ApiKeyServiceGetAPIKeyProcedure is the fully-qualified name of the ApiKeyService's GetAPIKey RPC.\n\tApiKeyServiceGetAPIKeyProcedure = \"/apikeys.ApiKeyService/GetAPIKey\"\n\t// ApiKeyServiceUpdateAPIKeyProcedure is the fully-qualified name of the ApiKeyService's\n\t// UpdateAPIKey RPC.\n\tApiKeyServiceUpdateAPIKeyProcedure = \"/apikeys.ApiKeyService/UpdateAPIKey\"\n\t// ApiKeyServiceListAPIKeysProcedure is the fully-qualified name of the ApiKeyService's ListAPIKeys\n\t// RPC.\n\tApiKeyServiceListAPIKeysProcedure = \"/apikeys.ApiKeyService/ListAPIKeys\"\n\t// ApiKeyServiceDeleteAPIKeyProcedure is the fully-qualified name of the ApiKeyService's\n\t// DeleteAPIKey RPC.\n\tApiKeyServiceDeleteAPIKeyProcedure = \"/apikeys.ApiKeyService/DeleteAPIKey\"\n\t// ApiKeyServiceExchangeKeyForTokenProcedure is the fully-qualified name of the ApiKeyService's\n\t// ExchangeKeyForToken RPC.\n\tApiKeyServiceExchangeKeyForTokenProcedure = \"/apikeys.ApiKeyService/ExchangeKeyForToken\"\n)\n\n// ApiKeyServiceClient is a client for the apikeys.ApiKeyService service.\ntype ApiKeyServiceClient interface {\n\t// Creates an API key, pending access token generation from Auth0. The key\n\t// cannot be used until the user has been redirected to the given URL which\n\t// allows Auth0 to actually generate an access token\n\tCreateAPIKey(context.Context, *connect.Request[sdp_go.CreateAPIKeyRequest]) (*connect.Response[sdp_go.CreateAPIKeyResponse], error)\n\t// Refreshes an API key, returning a new one with the same metadata and\n\t// properties. The response will be the same as CreateAPIKey, and requires\n\t// the same redirect handling to authenticate the new key.\n\tRefreshAPIKey(context.Context, *connect.Request[sdp_go.RefreshAPIKeyRequest]) (*connect.Response[sdp_go.RefreshAPIKeyResponse], error)\n\tGetAPIKey(context.Context, *connect.Request[sdp_go.GetAPIKeyRequest]) (*connect.Response[sdp_go.GetAPIKeyResponse], error)\n\tUpdateAPIKey(context.Context, *connect.Request[sdp_go.UpdateAPIKeyRequest]) (*connect.Response[sdp_go.UpdateAPIKeyResponse], error)\n\tListAPIKeys(context.Context, *connect.Request[sdp_go.ListAPIKeysRequest]) (*connect.Response[sdp_go.ListAPIKeysResponse], error)\n\tDeleteAPIKey(context.Context, *connect.Request[sdp_go.DeleteAPIKeyRequest]) (*connect.Response[sdp_go.DeleteAPIKeyResponse], error)\n\t// Exchanges an Overmind API key for an Oauth access token. That token can\n\t// then be used to access all other Overmind APIs\n\tExchangeKeyForToken(context.Context, *connect.Request[sdp_go.ExchangeKeyForTokenRequest]) (*connect.Response[sdp_go.ExchangeKeyForTokenResponse], error)\n}\n\n// NewApiKeyServiceClient constructs a client for the apikeys.ApiKeyService service. By default, it\n// uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses, and sends\n// uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the connect.WithGRPC() or\n// connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewApiKeyServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) ApiKeyServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tapiKeyServiceMethods := sdp_go.File_apikeys_proto.Services().ByName(\"ApiKeyService\").Methods()\n\treturn &apiKeyServiceClient{\n\t\tcreateAPIKey: connect.NewClient[sdp_go.CreateAPIKeyRequest, sdp_go.CreateAPIKeyResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ApiKeyServiceCreateAPIKeyProcedure,\n\t\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"CreateAPIKey\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\trefreshAPIKey: connect.NewClient[sdp_go.RefreshAPIKeyRequest, sdp_go.RefreshAPIKeyResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ApiKeyServiceRefreshAPIKeyProcedure,\n\t\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"RefreshAPIKey\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetAPIKey: connect.NewClient[sdp_go.GetAPIKeyRequest, sdp_go.GetAPIKeyResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ApiKeyServiceGetAPIKeyProcedure,\n\t\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"GetAPIKey\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tupdateAPIKey: connect.NewClient[sdp_go.UpdateAPIKeyRequest, sdp_go.UpdateAPIKeyResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ApiKeyServiceUpdateAPIKeyProcedure,\n\t\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"UpdateAPIKey\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistAPIKeys: connect.NewClient[sdp_go.ListAPIKeysRequest, sdp_go.ListAPIKeysResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ApiKeyServiceListAPIKeysProcedure,\n\t\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"ListAPIKeys\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tdeleteAPIKey: connect.NewClient[sdp_go.DeleteAPIKeyRequest, sdp_go.DeleteAPIKeyResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ApiKeyServiceDeleteAPIKeyProcedure,\n\t\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"DeleteAPIKey\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\texchangeKeyForToken: connect.NewClient[sdp_go.ExchangeKeyForTokenRequest, sdp_go.ExchangeKeyForTokenResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ApiKeyServiceExchangeKeyForTokenProcedure,\n\t\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"ExchangeKeyForToken\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// apiKeyServiceClient implements ApiKeyServiceClient.\ntype apiKeyServiceClient struct {\n\tcreateAPIKey *connect.Client[sdp_go.CreateAPIKeyRequest, sdp_go.CreateAPIKeyResponse]\n\trefreshAPIKey *connect.Client[sdp_go.RefreshAPIKeyRequest, sdp_go.RefreshAPIKeyResponse]\n\tgetAPIKey *connect.Client[sdp_go.GetAPIKeyRequest, sdp_go.GetAPIKeyResponse]\n\tupdateAPIKey *connect.Client[sdp_go.UpdateAPIKeyRequest, sdp_go.UpdateAPIKeyResponse]\n\tlistAPIKeys *connect.Client[sdp_go.ListAPIKeysRequest, sdp_go.ListAPIKeysResponse]\n\tdeleteAPIKey *connect.Client[sdp_go.DeleteAPIKeyRequest, sdp_go.DeleteAPIKeyResponse]\n\texchangeKeyForToken *connect.Client[sdp_go.ExchangeKeyForTokenRequest, sdp_go.ExchangeKeyForTokenResponse]\n}\n\n// CreateAPIKey calls apikeys.ApiKeyService.CreateAPIKey.\nfunc (c *apiKeyServiceClient) CreateAPIKey(ctx context.Context, req *connect.Request[sdp_go.CreateAPIKeyRequest]) (*connect.Response[sdp_go.CreateAPIKeyResponse], error) {\n\treturn c.createAPIKey.CallUnary(ctx, req)\n}\n\n// RefreshAPIKey calls apikeys.ApiKeyService.RefreshAPIKey.\nfunc (c *apiKeyServiceClient) RefreshAPIKey(ctx context.Context, req *connect.Request[sdp_go.RefreshAPIKeyRequest]) (*connect.Response[sdp_go.RefreshAPIKeyResponse], error) {\n\treturn c.refreshAPIKey.CallUnary(ctx, req)\n}\n\n// GetAPIKey calls apikeys.ApiKeyService.GetAPIKey.\nfunc (c *apiKeyServiceClient) GetAPIKey(ctx context.Context, req *connect.Request[sdp_go.GetAPIKeyRequest]) (*connect.Response[sdp_go.GetAPIKeyResponse], error) {\n\treturn c.getAPIKey.CallUnary(ctx, req)\n}\n\n// UpdateAPIKey calls apikeys.ApiKeyService.UpdateAPIKey.\nfunc (c *apiKeyServiceClient) UpdateAPIKey(ctx context.Context, req *connect.Request[sdp_go.UpdateAPIKeyRequest]) (*connect.Response[sdp_go.UpdateAPIKeyResponse], error) {\n\treturn c.updateAPIKey.CallUnary(ctx, req)\n}\n\n// ListAPIKeys calls apikeys.ApiKeyService.ListAPIKeys.\nfunc (c *apiKeyServiceClient) ListAPIKeys(ctx context.Context, req *connect.Request[sdp_go.ListAPIKeysRequest]) (*connect.Response[sdp_go.ListAPIKeysResponse], error) {\n\treturn c.listAPIKeys.CallUnary(ctx, req)\n}\n\n// DeleteAPIKey calls apikeys.ApiKeyService.DeleteAPIKey.\nfunc (c *apiKeyServiceClient) DeleteAPIKey(ctx context.Context, req *connect.Request[sdp_go.DeleteAPIKeyRequest]) (*connect.Response[sdp_go.DeleteAPIKeyResponse], error) {\n\treturn c.deleteAPIKey.CallUnary(ctx, req)\n}\n\n// ExchangeKeyForToken calls apikeys.ApiKeyService.ExchangeKeyForToken.\nfunc (c *apiKeyServiceClient) ExchangeKeyForToken(ctx context.Context, req *connect.Request[sdp_go.ExchangeKeyForTokenRequest]) (*connect.Response[sdp_go.ExchangeKeyForTokenResponse], error) {\n\treturn c.exchangeKeyForToken.CallUnary(ctx, req)\n}\n\n// ApiKeyServiceHandler is an implementation of the apikeys.ApiKeyService service.\ntype ApiKeyServiceHandler interface {\n\t// Creates an API key, pending access token generation from Auth0. The key\n\t// cannot be used until the user has been redirected to the given URL which\n\t// allows Auth0 to actually generate an access token\n\tCreateAPIKey(context.Context, *connect.Request[sdp_go.CreateAPIKeyRequest]) (*connect.Response[sdp_go.CreateAPIKeyResponse], error)\n\t// Refreshes an API key, returning a new one with the same metadata and\n\t// properties. The response will be the same as CreateAPIKey, and requires\n\t// the same redirect handling to authenticate the new key.\n\tRefreshAPIKey(context.Context, *connect.Request[sdp_go.RefreshAPIKeyRequest]) (*connect.Response[sdp_go.RefreshAPIKeyResponse], error)\n\tGetAPIKey(context.Context, *connect.Request[sdp_go.GetAPIKeyRequest]) (*connect.Response[sdp_go.GetAPIKeyResponse], error)\n\tUpdateAPIKey(context.Context, *connect.Request[sdp_go.UpdateAPIKeyRequest]) (*connect.Response[sdp_go.UpdateAPIKeyResponse], error)\n\tListAPIKeys(context.Context, *connect.Request[sdp_go.ListAPIKeysRequest]) (*connect.Response[sdp_go.ListAPIKeysResponse], error)\n\tDeleteAPIKey(context.Context, *connect.Request[sdp_go.DeleteAPIKeyRequest]) (*connect.Response[sdp_go.DeleteAPIKeyResponse], error)\n\t// Exchanges an Overmind API key for an Oauth access token. That token can\n\t// then be used to access all other Overmind APIs\n\tExchangeKeyForToken(context.Context, *connect.Request[sdp_go.ExchangeKeyForTokenRequest]) (*connect.Response[sdp_go.ExchangeKeyForTokenResponse], error)\n}\n\n// NewApiKeyServiceHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewApiKeyServiceHandler(svc ApiKeyServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tapiKeyServiceMethods := sdp_go.File_apikeys_proto.Services().ByName(\"ApiKeyService\").Methods()\n\tapiKeyServiceCreateAPIKeyHandler := connect.NewUnaryHandler(\n\t\tApiKeyServiceCreateAPIKeyProcedure,\n\t\tsvc.CreateAPIKey,\n\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"CreateAPIKey\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tapiKeyServiceRefreshAPIKeyHandler := connect.NewUnaryHandler(\n\t\tApiKeyServiceRefreshAPIKeyProcedure,\n\t\tsvc.RefreshAPIKey,\n\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"RefreshAPIKey\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tapiKeyServiceGetAPIKeyHandler := connect.NewUnaryHandler(\n\t\tApiKeyServiceGetAPIKeyProcedure,\n\t\tsvc.GetAPIKey,\n\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"GetAPIKey\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tapiKeyServiceUpdateAPIKeyHandler := connect.NewUnaryHandler(\n\t\tApiKeyServiceUpdateAPIKeyProcedure,\n\t\tsvc.UpdateAPIKey,\n\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"UpdateAPIKey\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tapiKeyServiceListAPIKeysHandler := connect.NewUnaryHandler(\n\t\tApiKeyServiceListAPIKeysProcedure,\n\t\tsvc.ListAPIKeys,\n\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"ListAPIKeys\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tapiKeyServiceDeleteAPIKeyHandler := connect.NewUnaryHandler(\n\t\tApiKeyServiceDeleteAPIKeyProcedure,\n\t\tsvc.DeleteAPIKey,\n\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"DeleteAPIKey\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tapiKeyServiceExchangeKeyForTokenHandler := connect.NewUnaryHandler(\n\t\tApiKeyServiceExchangeKeyForTokenProcedure,\n\t\tsvc.ExchangeKeyForToken,\n\t\tconnect.WithSchema(apiKeyServiceMethods.ByName(\"ExchangeKeyForToken\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/apikeys.ApiKeyService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase ApiKeyServiceCreateAPIKeyProcedure:\n\t\t\tapiKeyServiceCreateAPIKeyHandler.ServeHTTP(w, r)\n\t\tcase ApiKeyServiceRefreshAPIKeyProcedure:\n\t\t\tapiKeyServiceRefreshAPIKeyHandler.ServeHTTP(w, r)\n\t\tcase ApiKeyServiceGetAPIKeyProcedure:\n\t\t\tapiKeyServiceGetAPIKeyHandler.ServeHTTP(w, r)\n\t\tcase ApiKeyServiceUpdateAPIKeyProcedure:\n\t\t\tapiKeyServiceUpdateAPIKeyHandler.ServeHTTP(w, r)\n\t\tcase ApiKeyServiceListAPIKeysProcedure:\n\t\t\tapiKeyServiceListAPIKeysHandler.ServeHTTP(w, r)\n\t\tcase ApiKeyServiceDeleteAPIKeyProcedure:\n\t\t\tapiKeyServiceDeleteAPIKeyHandler.ServeHTTP(w, r)\n\t\tcase ApiKeyServiceExchangeKeyForTokenProcedure:\n\t\t\tapiKeyServiceExchangeKeyForTokenHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedApiKeyServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedApiKeyServiceHandler struct{}\n\nfunc (UnimplementedApiKeyServiceHandler) CreateAPIKey(context.Context, *connect.Request[sdp_go.CreateAPIKeyRequest]) (*connect.Response[sdp_go.CreateAPIKeyResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"apikeys.ApiKeyService.CreateAPIKey is not implemented\"))\n}\n\nfunc (UnimplementedApiKeyServiceHandler) RefreshAPIKey(context.Context, *connect.Request[sdp_go.RefreshAPIKeyRequest]) (*connect.Response[sdp_go.RefreshAPIKeyResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"apikeys.ApiKeyService.RefreshAPIKey is not implemented\"))\n}\n\nfunc (UnimplementedApiKeyServiceHandler) GetAPIKey(context.Context, *connect.Request[sdp_go.GetAPIKeyRequest]) (*connect.Response[sdp_go.GetAPIKeyResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"apikeys.ApiKeyService.GetAPIKey is not implemented\"))\n}\n\nfunc (UnimplementedApiKeyServiceHandler) UpdateAPIKey(context.Context, *connect.Request[sdp_go.UpdateAPIKeyRequest]) (*connect.Response[sdp_go.UpdateAPIKeyResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"apikeys.ApiKeyService.UpdateAPIKey is not implemented\"))\n}\n\nfunc (UnimplementedApiKeyServiceHandler) ListAPIKeys(context.Context, *connect.Request[sdp_go.ListAPIKeysRequest]) (*connect.Response[sdp_go.ListAPIKeysResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"apikeys.ApiKeyService.ListAPIKeys is not implemented\"))\n}\n\nfunc (UnimplementedApiKeyServiceHandler) DeleteAPIKey(context.Context, *connect.Request[sdp_go.DeleteAPIKeyRequest]) (*connect.Response[sdp_go.DeleteAPIKeyResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"apikeys.ApiKeyService.DeleteAPIKey is not implemented\"))\n}\n\nfunc (UnimplementedApiKeyServiceHandler) ExchangeKeyForToken(context.Context, *connect.Request[sdp_go.ExchangeKeyForTokenRequest]) (*connect.Response[sdp_go.ExchangeKeyForTokenResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"apikeys.ApiKeyService.ExchangeKeyForToken is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/area51.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: area51.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// Area51ServiceName is the fully-qualified name of the Area51Service service.\n\tArea51ServiceName = \"area51.Area51Service\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// Area51ServiceGetChangeArchiveProcedure is the fully-qualified name of the Area51Service's\n\t// GetChangeArchive RPC.\n\tArea51ServiceGetChangeArchiveProcedure = \"/area51.Area51Service/GetChangeArchive\"\n)\n\n// Area51ServiceClient is a client for the area51.Area51Service service.\ntype Area51ServiceClient interface {\n\t// This is not implemented at all, it prevents javascript generation errors\n\t// we manually use the generated sdp objects in area51 service\n\tGetChangeArchive(context.Context, *connect.Request[sdp_go.GetChangeArchiveRequest]) (*connect.Response[sdp_go.GetChangeArchiveResponse], error)\n}\n\n// NewArea51ServiceClient constructs a client for the area51.Area51Service service. By default, it\n// uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses, and sends\n// uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the connect.WithGRPC() or\n// connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewArea51ServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) Area51ServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tarea51ServiceMethods := sdp_go.File_area51_proto.Services().ByName(\"Area51Service\").Methods()\n\treturn &area51ServiceClient{\n\t\tgetChangeArchive: connect.NewClient[sdp_go.GetChangeArchiveRequest, sdp_go.GetChangeArchiveResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+Area51ServiceGetChangeArchiveProcedure,\n\t\t\tconnect.WithSchema(area51ServiceMethods.ByName(\"GetChangeArchive\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// area51ServiceClient implements Area51ServiceClient.\ntype area51ServiceClient struct {\n\tgetChangeArchive *connect.Client[sdp_go.GetChangeArchiveRequest, sdp_go.GetChangeArchiveResponse]\n}\n\n// GetChangeArchive calls area51.Area51Service.GetChangeArchive.\nfunc (c *area51ServiceClient) GetChangeArchive(ctx context.Context, req *connect.Request[sdp_go.GetChangeArchiveRequest]) (*connect.Response[sdp_go.GetChangeArchiveResponse], error) {\n\treturn c.getChangeArchive.CallUnary(ctx, req)\n}\n\n// Area51ServiceHandler is an implementation of the area51.Area51Service service.\ntype Area51ServiceHandler interface {\n\t// This is not implemented at all, it prevents javascript generation errors\n\t// we manually use the generated sdp objects in area51 service\n\tGetChangeArchive(context.Context, *connect.Request[sdp_go.GetChangeArchiveRequest]) (*connect.Response[sdp_go.GetChangeArchiveResponse], error)\n}\n\n// NewArea51ServiceHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewArea51ServiceHandler(svc Area51ServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tarea51ServiceMethods := sdp_go.File_area51_proto.Services().ByName(\"Area51Service\").Methods()\n\tarea51ServiceGetChangeArchiveHandler := connect.NewUnaryHandler(\n\t\tArea51ServiceGetChangeArchiveProcedure,\n\t\tsvc.GetChangeArchive,\n\t\tconnect.WithSchema(area51ServiceMethods.ByName(\"GetChangeArchive\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/area51.Area51Service/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase Area51ServiceGetChangeArchiveProcedure:\n\t\t\tarea51ServiceGetChangeArchiveHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedArea51ServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedArea51ServiceHandler struct{}\n\nfunc (UnimplementedArea51ServiceHandler) GetChangeArchive(context.Context, *connect.Request[sdp_go.GetChangeArchiveRequest]) (*connect.Response[sdp_go.GetChangeArchiveResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"area51.Area51Service.GetChangeArchive is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/auth0support.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: auth0support.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// Auth0SupportName is the fully-qualified name of the Auth0Support service.\n\tAuth0SupportName = \"auth0support.Auth0Support\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// Auth0SupportCreateUserProcedure is the fully-qualified name of the Auth0Support's CreateUser RPC.\n\tAuth0SupportCreateUserProcedure = \"/auth0support.Auth0Support/CreateUser\"\n\t// Auth0SupportKeepaliveSourcesProcedure is the fully-qualified name of the Auth0Support's\n\t// KeepaliveSources RPC.\n\tAuth0SupportKeepaliveSourcesProcedure = \"/auth0support.Auth0Support/KeepaliveSources\"\n)\n\n// Auth0SupportClient is a client for the auth0support.Auth0Support service.\ntype Auth0SupportClient interface {\n\t// create a new user on first login\n\tCreateUser(context.Context, *connect.Request[sdp_go.Auth0CreateUserRequest]) (*connect.Response[sdp_go.Auth0CreateUserResponse], error)\n\t// Updates sources to keep them running in the background. This is called on\n\t// login by auth0 to give us a chance to boot up sources while the app is\n\t// loading.\n\tKeepaliveSources(context.Context, *connect.Request[sdp_go.AdminKeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error)\n}\n\n// NewAuth0SupportClient constructs a client for the auth0support.Auth0Support service. By default,\n// it uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses, and\n// sends uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the connect.WithGRPC()\n// or connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewAuth0SupportClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) Auth0SupportClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tauth0SupportMethods := sdp_go.File_auth0support_proto.Services().ByName(\"Auth0Support\").Methods()\n\treturn &auth0SupportClient{\n\t\tcreateUser: connect.NewClient[sdp_go.Auth0CreateUserRequest, sdp_go.Auth0CreateUserResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+Auth0SupportCreateUserProcedure,\n\t\t\tconnect.WithSchema(auth0SupportMethods.ByName(\"CreateUser\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tkeepaliveSources: connect.NewClient[sdp_go.AdminKeepaliveSourcesRequest, sdp_go.KeepaliveSourcesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+Auth0SupportKeepaliveSourcesProcedure,\n\t\t\tconnect.WithSchema(auth0SupportMethods.ByName(\"KeepaliveSources\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// auth0SupportClient implements Auth0SupportClient.\ntype auth0SupportClient struct {\n\tcreateUser *connect.Client[sdp_go.Auth0CreateUserRequest, sdp_go.Auth0CreateUserResponse]\n\tkeepaliveSources *connect.Client[sdp_go.AdminKeepaliveSourcesRequest, sdp_go.KeepaliveSourcesResponse]\n}\n\n// CreateUser calls auth0support.Auth0Support.CreateUser.\nfunc (c *auth0SupportClient) CreateUser(ctx context.Context, req *connect.Request[sdp_go.Auth0CreateUserRequest]) (*connect.Response[sdp_go.Auth0CreateUserResponse], error) {\n\treturn c.createUser.CallUnary(ctx, req)\n}\n\n// KeepaliveSources calls auth0support.Auth0Support.KeepaliveSources.\nfunc (c *auth0SupportClient) KeepaliveSources(ctx context.Context, req *connect.Request[sdp_go.AdminKeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error) {\n\treturn c.keepaliveSources.CallUnary(ctx, req)\n}\n\n// Auth0SupportHandler is an implementation of the auth0support.Auth0Support service.\ntype Auth0SupportHandler interface {\n\t// create a new user on first login\n\tCreateUser(context.Context, *connect.Request[sdp_go.Auth0CreateUserRequest]) (*connect.Response[sdp_go.Auth0CreateUserResponse], error)\n\t// Updates sources to keep them running in the background. This is called on\n\t// login by auth0 to give us a chance to boot up sources while the app is\n\t// loading.\n\tKeepaliveSources(context.Context, *connect.Request[sdp_go.AdminKeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error)\n}\n\n// NewAuth0SupportHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewAuth0SupportHandler(svc Auth0SupportHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tauth0SupportMethods := sdp_go.File_auth0support_proto.Services().ByName(\"Auth0Support\").Methods()\n\tauth0SupportCreateUserHandler := connect.NewUnaryHandler(\n\t\tAuth0SupportCreateUserProcedure,\n\t\tsvc.CreateUser,\n\t\tconnect.WithSchema(auth0SupportMethods.ByName(\"CreateUser\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tauth0SupportKeepaliveSourcesHandler := connect.NewUnaryHandler(\n\t\tAuth0SupportKeepaliveSourcesProcedure,\n\t\tsvc.KeepaliveSources,\n\t\tconnect.WithSchema(auth0SupportMethods.ByName(\"KeepaliveSources\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/auth0support.Auth0Support/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase Auth0SupportCreateUserProcedure:\n\t\t\tauth0SupportCreateUserHandler.ServeHTTP(w, r)\n\t\tcase Auth0SupportKeepaliveSourcesProcedure:\n\t\t\tauth0SupportKeepaliveSourcesHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedAuth0SupportHandler returns CodeUnimplemented from all methods.\ntype UnimplementedAuth0SupportHandler struct{}\n\nfunc (UnimplementedAuth0SupportHandler) CreateUser(context.Context, *connect.Request[sdp_go.Auth0CreateUserRequest]) (*connect.Response[sdp_go.Auth0CreateUserResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"auth0support.Auth0Support.CreateUser is not implemented\"))\n}\n\nfunc (UnimplementedAuth0SupportHandler) KeepaliveSources(context.Context, *connect.Request[sdp_go.AdminKeepaliveSourcesRequest]) (*connect.Response[sdp_go.KeepaliveSourcesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"auth0support.Auth0Support.KeepaliveSources is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/bookmarks.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: bookmarks.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// BookmarksServiceName is the fully-qualified name of the BookmarksService service.\n\tBookmarksServiceName = \"bookmarks.BookmarksService\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// BookmarksServiceListBookmarksProcedure is the fully-qualified name of the BookmarksService's\n\t// ListBookmarks RPC.\n\tBookmarksServiceListBookmarksProcedure = \"/bookmarks.BookmarksService/ListBookmarks\"\n\t// BookmarksServiceCreateBookmarkProcedure is the fully-qualified name of the BookmarksService's\n\t// CreateBookmark RPC.\n\tBookmarksServiceCreateBookmarkProcedure = \"/bookmarks.BookmarksService/CreateBookmark\"\n\t// BookmarksServiceGetBookmarkProcedure is the fully-qualified name of the BookmarksService's\n\t// GetBookmark RPC.\n\tBookmarksServiceGetBookmarkProcedure = \"/bookmarks.BookmarksService/GetBookmark\"\n\t// BookmarksServiceUpdateBookmarkProcedure is the fully-qualified name of the BookmarksService's\n\t// UpdateBookmark RPC.\n\tBookmarksServiceUpdateBookmarkProcedure = \"/bookmarks.BookmarksService/UpdateBookmark\"\n\t// BookmarksServiceDeleteBookmarkProcedure is the fully-qualified name of the BookmarksService's\n\t// DeleteBookmark RPC.\n\tBookmarksServiceDeleteBookmarkProcedure = \"/bookmarks.BookmarksService/DeleteBookmark\"\n\t// BookmarksServiceGetAffectedBookmarksProcedure is the fully-qualified name of the\n\t// BookmarksService's GetAffectedBookmarks RPC.\n\tBookmarksServiceGetAffectedBookmarksProcedure = \"/bookmarks.BookmarksService/GetAffectedBookmarks\"\n)\n\n// BookmarksServiceClient is a client for the bookmarks.BookmarksService service.\ntype BookmarksServiceClient interface {\n\t// ListBookmarks returns all bookmarks of the current user. note that this does not include the actual bookmark data, use GetBookmark for that\n\tListBookmarks(context.Context, *connect.Request[sdp_go.ListBookmarksRequest]) (*connect.Response[sdp_go.ListBookmarkResponse], error)\n\t// CreateBookmark creates a new bookmark\n\tCreateBookmark(context.Context, *connect.Request[sdp_go.CreateBookmarkRequest]) (*connect.Response[sdp_go.CreateBookmarkResponse], error)\n\t// GetBookmark returns the bookmark with the given UUID. This can also return snapshots as bookmarks and will strip the stored items from the response.\n\tGetBookmark(context.Context, *connect.Request[sdp_go.GetBookmarkRequest]) (*connect.Response[sdp_go.GetBookmarkResponse], error)\n\tUpdateBookmark(context.Context, *connect.Request[sdp_go.UpdateBookmarkRequest]) (*connect.Response[sdp_go.UpdateBookmarkResponse], error)\n\tDeleteBookmark(context.Context, *connect.Request[sdp_go.DeleteBookmarkRequest]) (*connect.Response[sdp_go.DeleteBookmarkResponse], error)\n\t// a helper method to find all affected apps for a given blast radius snapshot\n\tGetAffectedBookmarks(context.Context, *connect.Request[sdp_go.GetAffectedBookmarksRequest]) (*connect.Response[sdp_go.GetAffectedBookmarksResponse], error)\n}\n\n// NewBookmarksServiceClient constructs a client for the bookmarks.BookmarksService service. By\n// default, it uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses,\n// and sends uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the\n// connect.WithGRPC() or connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewBookmarksServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) BookmarksServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tbookmarksServiceMethods := sdp_go.File_bookmarks_proto.Services().ByName(\"BookmarksService\").Methods()\n\treturn &bookmarksServiceClient{\n\t\tlistBookmarks: connect.NewClient[sdp_go.ListBookmarksRequest, sdp_go.ListBookmarkResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+BookmarksServiceListBookmarksProcedure,\n\t\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"ListBookmarks\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcreateBookmark: connect.NewClient[sdp_go.CreateBookmarkRequest, sdp_go.CreateBookmarkResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+BookmarksServiceCreateBookmarkProcedure,\n\t\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"CreateBookmark\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetBookmark: connect.NewClient[sdp_go.GetBookmarkRequest, sdp_go.GetBookmarkResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+BookmarksServiceGetBookmarkProcedure,\n\t\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"GetBookmark\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tupdateBookmark: connect.NewClient[sdp_go.UpdateBookmarkRequest, sdp_go.UpdateBookmarkResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+BookmarksServiceUpdateBookmarkProcedure,\n\t\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"UpdateBookmark\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tdeleteBookmark: connect.NewClient[sdp_go.DeleteBookmarkRequest, sdp_go.DeleteBookmarkResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+BookmarksServiceDeleteBookmarkProcedure,\n\t\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"DeleteBookmark\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetAffectedBookmarks: connect.NewClient[sdp_go.GetAffectedBookmarksRequest, sdp_go.GetAffectedBookmarksResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+BookmarksServiceGetAffectedBookmarksProcedure,\n\t\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"GetAffectedBookmarks\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// bookmarksServiceClient implements BookmarksServiceClient.\ntype bookmarksServiceClient struct {\n\tlistBookmarks *connect.Client[sdp_go.ListBookmarksRequest, sdp_go.ListBookmarkResponse]\n\tcreateBookmark *connect.Client[sdp_go.CreateBookmarkRequest, sdp_go.CreateBookmarkResponse]\n\tgetBookmark *connect.Client[sdp_go.GetBookmarkRequest, sdp_go.GetBookmarkResponse]\n\tupdateBookmark *connect.Client[sdp_go.UpdateBookmarkRequest, sdp_go.UpdateBookmarkResponse]\n\tdeleteBookmark *connect.Client[sdp_go.DeleteBookmarkRequest, sdp_go.DeleteBookmarkResponse]\n\tgetAffectedBookmarks *connect.Client[sdp_go.GetAffectedBookmarksRequest, sdp_go.GetAffectedBookmarksResponse]\n}\n\n// ListBookmarks calls bookmarks.BookmarksService.ListBookmarks.\nfunc (c *bookmarksServiceClient) ListBookmarks(ctx context.Context, req *connect.Request[sdp_go.ListBookmarksRequest]) (*connect.Response[sdp_go.ListBookmarkResponse], error) {\n\treturn c.listBookmarks.CallUnary(ctx, req)\n}\n\n// CreateBookmark calls bookmarks.BookmarksService.CreateBookmark.\nfunc (c *bookmarksServiceClient) CreateBookmark(ctx context.Context, req *connect.Request[sdp_go.CreateBookmarkRequest]) (*connect.Response[sdp_go.CreateBookmarkResponse], error) {\n\treturn c.createBookmark.CallUnary(ctx, req)\n}\n\n// GetBookmark calls bookmarks.BookmarksService.GetBookmark.\nfunc (c *bookmarksServiceClient) GetBookmark(ctx context.Context, req *connect.Request[sdp_go.GetBookmarkRequest]) (*connect.Response[sdp_go.GetBookmarkResponse], error) {\n\treturn c.getBookmark.CallUnary(ctx, req)\n}\n\n// UpdateBookmark calls bookmarks.BookmarksService.UpdateBookmark.\nfunc (c *bookmarksServiceClient) UpdateBookmark(ctx context.Context, req *connect.Request[sdp_go.UpdateBookmarkRequest]) (*connect.Response[sdp_go.UpdateBookmarkResponse], error) {\n\treturn c.updateBookmark.CallUnary(ctx, req)\n}\n\n// DeleteBookmark calls bookmarks.BookmarksService.DeleteBookmark.\nfunc (c *bookmarksServiceClient) DeleteBookmark(ctx context.Context, req *connect.Request[sdp_go.DeleteBookmarkRequest]) (*connect.Response[sdp_go.DeleteBookmarkResponse], error) {\n\treturn c.deleteBookmark.CallUnary(ctx, req)\n}\n\n// GetAffectedBookmarks calls bookmarks.BookmarksService.GetAffectedBookmarks.\nfunc (c *bookmarksServiceClient) GetAffectedBookmarks(ctx context.Context, req *connect.Request[sdp_go.GetAffectedBookmarksRequest]) (*connect.Response[sdp_go.GetAffectedBookmarksResponse], error) {\n\treturn c.getAffectedBookmarks.CallUnary(ctx, req)\n}\n\n// BookmarksServiceHandler is an implementation of the bookmarks.BookmarksService service.\ntype BookmarksServiceHandler interface {\n\t// ListBookmarks returns all bookmarks of the current user. note that this does not include the actual bookmark data, use GetBookmark for that\n\tListBookmarks(context.Context, *connect.Request[sdp_go.ListBookmarksRequest]) (*connect.Response[sdp_go.ListBookmarkResponse], error)\n\t// CreateBookmark creates a new bookmark\n\tCreateBookmark(context.Context, *connect.Request[sdp_go.CreateBookmarkRequest]) (*connect.Response[sdp_go.CreateBookmarkResponse], error)\n\t// GetBookmark returns the bookmark with the given UUID. This can also return snapshots as bookmarks and will strip the stored items from the response.\n\tGetBookmark(context.Context, *connect.Request[sdp_go.GetBookmarkRequest]) (*connect.Response[sdp_go.GetBookmarkResponse], error)\n\tUpdateBookmark(context.Context, *connect.Request[sdp_go.UpdateBookmarkRequest]) (*connect.Response[sdp_go.UpdateBookmarkResponse], error)\n\tDeleteBookmark(context.Context, *connect.Request[sdp_go.DeleteBookmarkRequest]) (*connect.Response[sdp_go.DeleteBookmarkResponse], error)\n\t// a helper method to find all affected apps for a given blast radius snapshot\n\tGetAffectedBookmarks(context.Context, *connect.Request[sdp_go.GetAffectedBookmarksRequest]) (*connect.Response[sdp_go.GetAffectedBookmarksResponse], error)\n}\n\n// NewBookmarksServiceHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewBookmarksServiceHandler(svc BookmarksServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tbookmarksServiceMethods := sdp_go.File_bookmarks_proto.Services().ByName(\"BookmarksService\").Methods()\n\tbookmarksServiceListBookmarksHandler := connect.NewUnaryHandler(\n\t\tBookmarksServiceListBookmarksProcedure,\n\t\tsvc.ListBookmarks,\n\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"ListBookmarks\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tbookmarksServiceCreateBookmarkHandler := connect.NewUnaryHandler(\n\t\tBookmarksServiceCreateBookmarkProcedure,\n\t\tsvc.CreateBookmark,\n\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"CreateBookmark\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tbookmarksServiceGetBookmarkHandler := connect.NewUnaryHandler(\n\t\tBookmarksServiceGetBookmarkProcedure,\n\t\tsvc.GetBookmark,\n\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"GetBookmark\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tbookmarksServiceUpdateBookmarkHandler := connect.NewUnaryHandler(\n\t\tBookmarksServiceUpdateBookmarkProcedure,\n\t\tsvc.UpdateBookmark,\n\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"UpdateBookmark\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tbookmarksServiceDeleteBookmarkHandler := connect.NewUnaryHandler(\n\t\tBookmarksServiceDeleteBookmarkProcedure,\n\t\tsvc.DeleteBookmark,\n\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"DeleteBookmark\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tbookmarksServiceGetAffectedBookmarksHandler := connect.NewUnaryHandler(\n\t\tBookmarksServiceGetAffectedBookmarksProcedure,\n\t\tsvc.GetAffectedBookmarks,\n\t\tconnect.WithSchema(bookmarksServiceMethods.ByName(\"GetAffectedBookmarks\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/bookmarks.BookmarksService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase BookmarksServiceListBookmarksProcedure:\n\t\t\tbookmarksServiceListBookmarksHandler.ServeHTTP(w, r)\n\t\tcase BookmarksServiceCreateBookmarkProcedure:\n\t\t\tbookmarksServiceCreateBookmarkHandler.ServeHTTP(w, r)\n\t\tcase BookmarksServiceGetBookmarkProcedure:\n\t\t\tbookmarksServiceGetBookmarkHandler.ServeHTTP(w, r)\n\t\tcase BookmarksServiceUpdateBookmarkProcedure:\n\t\t\tbookmarksServiceUpdateBookmarkHandler.ServeHTTP(w, r)\n\t\tcase BookmarksServiceDeleteBookmarkProcedure:\n\t\t\tbookmarksServiceDeleteBookmarkHandler.ServeHTTP(w, r)\n\t\tcase BookmarksServiceGetAffectedBookmarksProcedure:\n\t\t\tbookmarksServiceGetAffectedBookmarksHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedBookmarksServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedBookmarksServiceHandler struct{}\n\nfunc (UnimplementedBookmarksServiceHandler) ListBookmarks(context.Context, *connect.Request[sdp_go.ListBookmarksRequest]) (*connect.Response[sdp_go.ListBookmarkResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"bookmarks.BookmarksService.ListBookmarks is not implemented\"))\n}\n\nfunc (UnimplementedBookmarksServiceHandler) CreateBookmark(context.Context, *connect.Request[sdp_go.CreateBookmarkRequest]) (*connect.Response[sdp_go.CreateBookmarkResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"bookmarks.BookmarksService.CreateBookmark is not implemented\"))\n}\n\nfunc (UnimplementedBookmarksServiceHandler) GetBookmark(context.Context, *connect.Request[sdp_go.GetBookmarkRequest]) (*connect.Response[sdp_go.GetBookmarkResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"bookmarks.BookmarksService.GetBookmark is not implemented\"))\n}\n\nfunc (UnimplementedBookmarksServiceHandler) UpdateBookmark(context.Context, *connect.Request[sdp_go.UpdateBookmarkRequest]) (*connect.Response[sdp_go.UpdateBookmarkResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"bookmarks.BookmarksService.UpdateBookmark is not implemented\"))\n}\n\nfunc (UnimplementedBookmarksServiceHandler) DeleteBookmark(context.Context, *connect.Request[sdp_go.DeleteBookmarkRequest]) (*connect.Response[sdp_go.DeleteBookmarkResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"bookmarks.BookmarksService.DeleteBookmark is not implemented\"))\n}\n\nfunc (UnimplementedBookmarksServiceHandler) GetAffectedBookmarks(context.Context, *connect.Request[sdp_go.GetAffectedBookmarksRequest]) (*connect.Response[sdp_go.GetAffectedBookmarksResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"bookmarks.BookmarksService.GetAffectedBookmarks is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/changes.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: changes.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// ChangesServiceName is the fully-qualified name of the ChangesService service.\n\tChangesServiceName = \"changes.ChangesService\"\n\t// LabelServiceName is the fully-qualified name of the LabelService service.\n\tLabelServiceName = \"changes.LabelService\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// ChangesServiceListChangesProcedure is the fully-qualified name of the ChangesService's\n\t// ListChanges RPC.\n\tChangesServiceListChangesProcedure = \"/changes.ChangesService/ListChanges\"\n\t// ChangesServiceListChangesByStatusProcedure is the fully-qualified name of the ChangesService's\n\t// ListChangesByStatus RPC.\n\tChangesServiceListChangesByStatusProcedure = \"/changes.ChangesService/ListChangesByStatus\"\n\t// ChangesServiceCreateChangeProcedure is the fully-qualified name of the ChangesService's\n\t// CreateChange RPC.\n\tChangesServiceCreateChangeProcedure = \"/changes.ChangesService/CreateChange\"\n\t// ChangesServiceGetChangeProcedure is the fully-qualified name of the ChangesService's GetChange\n\t// RPC.\n\tChangesServiceGetChangeProcedure = \"/changes.ChangesService/GetChange\"\n\t// ChangesServiceGetChangeByTicketLinkProcedure is the fully-qualified name of the ChangesService's\n\t// GetChangeByTicketLink RPC.\n\tChangesServiceGetChangeByTicketLinkProcedure = \"/changes.ChangesService/GetChangeByTicketLink\"\n\t// ChangesServiceGetChangeSummaryProcedure is the fully-qualified name of the ChangesService's\n\t// GetChangeSummary RPC.\n\tChangesServiceGetChangeSummaryProcedure = \"/changes.ChangesService/GetChangeSummary\"\n\t// ChangesServiceGetChangeTimelineV2Procedure is the fully-qualified name of the ChangesService's\n\t// GetChangeTimelineV2 RPC.\n\tChangesServiceGetChangeTimelineV2Procedure = \"/changes.ChangesService/GetChangeTimelineV2\"\n\t// ChangesServiceGetChangeRisksProcedure is the fully-qualified name of the ChangesService's\n\t// GetChangeRisks RPC.\n\tChangesServiceGetChangeRisksProcedure = \"/changes.ChangesService/GetChangeRisks\"\n\t// ChangesServiceUpdateChangeProcedure is the fully-qualified name of the ChangesService's\n\t// UpdateChange RPC.\n\tChangesServiceUpdateChangeProcedure = \"/changes.ChangesService/UpdateChange\"\n\t// ChangesServiceDeleteChangeProcedure is the fully-qualified name of the ChangesService's\n\t// DeleteChange RPC.\n\tChangesServiceDeleteChangeProcedure = \"/changes.ChangesService/DeleteChange\"\n\t// ChangesServiceListChangesBySnapshotUUIDProcedure is the fully-qualified name of the\n\t// ChangesService's ListChangesBySnapshotUUID RPC.\n\tChangesServiceListChangesBySnapshotUUIDProcedure = \"/changes.ChangesService/ListChangesBySnapshotUUID\"\n\t// ChangesServiceRefreshStateProcedure is the fully-qualified name of the ChangesService's\n\t// RefreshState RPC.\n\tChangesServiceRefreshStateProcedure = \"/changes.ChangesService/RefreshState\"\n\t// ChangesServiceStartChangeProcedure is the fully-qualified name of the ChangesService's\n\t// StartChange RPC.\n\tChangesServiceStartChangeProcedure = \"/changes.ChangesService/StartChange\"\n\t// ChangesServiceEndChangeProcedure is the fully-qualified name of the ChangesService's EndChange\n\t// RPC.\n\tChangesServiceEndChangeProcedure = \"/changes.ChangesService/EndChange\"\n\t// ChangesServiceStartChangeSimpleProcedure is the fully-qualified name of the ChangesService's\n\t// StartChangeSimple RPC.\n\tChangesServiceStartChangeSimpleProcedure = \"/changes.ChangesService/StartChangeSimple\"\n\t// ChangesServiceEndChangeSimpleProcedure is the fully-qualified name of the ChangesService's\n\t// EndChangeSimple RPC.\n\tChangesServiceEndChangeSimpleProcedure = \"/changes.ChangesService/EndChangeSimple\"\n\t// ChangesServiceListHomeChangesProcedure is the fully-qualified name of the ChangesService's\n\t// ListHomeChanges RPC.\n\tChangesServiceListHomeChangesProcedure = \"/changes.ChangesService/ListHomeChanges\"\n\t// ChangesServiceStartChangeAnalysisProcedure is the fully-qualified name of the ChangesService's\n\t// StartChangeAnalysis RPC.\n\tChangesServiceStartChangeAnalysisProcedure = \"/changes.ChangesService/StartChangeAnalysis\"\n\t// ChangesServiceListChangingItemsSummaryProcedure is the fully-qualified name of the\n\t// ChangesService's ListChangingItemsSummary RPC.\n\tChangesServiceListChangingItemsSummaryProcedure = \"/changes.ChangesService/ListChangingItemsSummary\"\n\t// ChangesServiceGetDiffProcedure is the fully-qualified name of the ChangesService's GetDiff RPC.\n\tChangesServiceGetDiffProcedure = \"/changes.ChangesService/GetDiff\"\n\t// ChangesServicePopulateChangeFiltersProcedure is the fully-qualified name of the ChangesService's\n\t// PopulateChangeFilters RPC.\n\tChangesServicePopulateChangeFiltersProcedure = \"/changes.ChangesService/PopulateChangeFilters\"\n\t// ChangesServiceGenerateRiskFixProcedure is the fully-qualified name of the ChangesService's\n\t// GenerateRiskFix RPC.\n\tChangesServiceGenerateRiskFixProcedure = \"/changes.ChangesService/GenerateRiskFix\"\n\t// ChangesServiceSubmitRiskFeedbackProcedure is the fully-qualified name of the ChangesService's\n\t// SubmitRiskFeedback RPC.\n\tChangesServiceSubmitRiskFeedbackProcedure = \"/changes.ChangesService/SubmitRiskFeedback\"\n\t// ChangesServiceGetHypothesesDetailsProcedure is the fully-qualified name of the ChangesService's\n\t// GetHypothesesDetails RPC.\n\tChangesServiceGetHypothesesDetailsProcedure = \"/changes.ChangesService/GetHypothesesDetails\"\n\t// ChangesServiceGetChangeSignalsProcedure is the fully-qualified name of the ChangesService's\n\t// GetChangeSignals RPC.\n\tChangesServiceGetChangeSignalsProcedure = \"/changes.ChangesService/GetChangeSignals\"\n\t// ChangesServiceAddPlannedChangesProcedure is the fully-qualified name of the ChangesService's\n\t// AddPlannedChanges RPC.\n\tChangesServiceAddPlannedChangesProcedure = \"/changes.ChangesService/AddPlannedChanges\"\n\t// LabelServiceListLabelRulesProcedure is the fully-qualified name of the LabelService's\n\t// ListLabelRules RPC.\n\tLabelServiceListLabelRulesProcedure = \"/changes.LabelService/ListLabelRules\"\n\t// LabelServiceCreateLabelRuleProcedure is the fully-qualified name of the LabelService's\n\t// CreateLabelRule RPC.\n\tLabelServiceCreateLabelRuleProcedure = \"/changes.LabelService/CreateLabelRule\"\n\t// LabelServiceGetLabelRuleProcedure is the fully-qualified name of the LabelService's GetLabelRule\n\t// RPC.\n\tLabelServiceGetLabelRuleProcedure = \"/changes.LabelService/GetLabelRule\"\n\t// LabelServiceUpdateLabelRuleProcedure is the fully-qualified name of the LabelService's\n\t// UpdateLabelRule RPC.\n\tLabelServiceUpdateLabelRuleProcedure = \"/changes.LabelService/UpdateLabelRule\"\n\t// LabelServiceDeleteLabelRuleProcedure is the fully-qualified name of the LabelService's\n\t// DeleteLabelRule RPC.\n\tLabelServiceDeleteLabelRuleProcedure = \"/changes.LabelService/DeleteLabelRule\"\n\t// LabelServiceTestLabelRuleProcedure is the fully-qualified name of the LabelService's\n\t// TestLabelRule RPC.\n\tLabelServiceTestLabelRuleProcedure = \"/changes.LabelService/TestLabelRule\"\n\t// LabelServiceReapplyLabelRuleInTimeRangeProcedure is the fully-qualified name of the\n\t// LabelService's ReapplyLabelRuleInTimeRange RPC.\n\tLabelServiceReapplyLabelRuleInTimeRangeProcedure = \"/changes.LabelService/ReapplyLabelRuleInTimeRange\"\n)\n\n// ChangesServiceClient is a client for the changes.ChangesService service.\ntype ChangesServiceClient interface {\n\t// Lists all changes\n\tListChanges(context.Context, *connect.Request[sdp_go.ListChangesRequest]) (*connect.Response[sdp_go.ListChangesResponse], error)\n\t// list all changes in a specific status\n\tListChangesByStatus(context.Context, *connect.Request[sdp_go.ListChangesByStatusRequest]) (*connect.Response[sdp_go.ListChangesByStatusResponse], error)\n\t// Creates a new change\n\tCreateChange(context.Context, *connect.Request[sdp_go.CreateChangeRequest]) (*connect.Response[sdp_go.CreateChangeResponse], error)\n\t// Gets the details of an existing change\n\tGetChange(context.Context, *connect.Request[sdp_go.GetChangeRequest]) (*connect.Response[sdp_go.GetChangeResponse], error)\n\t// Get a change by the ticket link\n\tGetChangeByTicketLink(context.Context, *connect.Request[sdp_go.GetChangeByTicketLinkRequest]) (*connect.Response[sdp_go.GetChangeResponse], error)\n\t// Gets the details of an existing change in markdown format\n\tGetChangeSummary(context.Context, *connect.Request[sdp_go.GetChangeSummaryRequest]) (*connect.Response[sdp_go.GetChangeSummaryResponse], error)\n\t// Gets the full timeline for this change, this will send one response\n\t// immediately and then hold the connection open, and send the entire\n\t// timeline again if there are any changes\n\tGetChangeTimelineV2(context.Context, *connect.Request[sdp_go.GetChangeTimelineV2Request]) (*connect.Response[sdp_go.GetChangeTimelineV2Response], error)\n\t// This is used on the blast radius page to get the risks and status for a change.\n\tGetChangeRisks(context.Context, *connect.Request[sdp_go.GetChangeRisksRequest]) (*connect.Response[sdp_go.GetChangeRisksResponse], error)\n\t// Updates an existing change\n\tUpdateChange(context.Context, *connect.Request[sdp_go.UpdateChangeRequest]) (*connect.Response[sdp_go.UpdateChangeResponse], error)\n\t// Deletes a change\n\tDeleteChange(context.Context, *connect.Request[sdp_go.DeleteChangeRequest]) (*connect.Response[sdp_go.DeleteChangeResponse], error)\n\t// Lists all changes for a snapshot UUID\n\tListChangesBySnapshotUUID(context.Context, *connect.Request[sdp_go.ListChangesBySnapshotUUIDRequest]) (*connect.Response[sdp_go.ListChangesBySnapshotUUIDResponse], error)\n\t// Ask the gateway to refresh all internal caches and status slots\n\t// The RPC will return immediately doing all processing in the background\n\tRefreshState(context.Context, *connect.Request[sdp_go.RefreshStateRequest]) (*connect.Response[sdp_go.RefreshStateResponse], error)\n\t// Executing this RPC take a snapshot of the current blast radius and store it\n\t// in `systemBeforeSnapshotUUID` and then advance the status to\n\t// `STATUS_HAPPENING`. It can only be called once per change.\n\tStartChange(context.Context, *connect.Request[sdp_go.StartChangeRequest]) (*connect.ServerStreamForClient[sdp_go.StartChangeResponse], error)\n\t// Takes the \"after\" snapshot, stores it in `systemAfterSnapshotUUID`, calculates\n\t// the change diff and stores it as a list of DiffedItems and\n\t// advances the change status to `STATUS_DONE`\n\tEndChange(context.Context, *connect.Request[sdp_go.EndChangeRequest]) (*connect.ServerStreamForClient[sdp_go.EndChangeResponse], error)\n\t// Simple version of StartChange that returns immediately after enqueuing the job.\n\t// Use this instead of StartChange for non-streaming clients.\n\tStartChangeSimple(context.Context, *connect.Request[sdp_go.StartChangeRequest]) (*connect.Response[sdp_go.StartChangeSimpleResponse], error)\n\t// Simple version of EndChange that returns immediately after enqueuing the job.\n\t// Use this instead of EndChange for non-streaming clients.\n\tEndChangeSimple(context.Context, *connect.Request[sdp_go.EndChangeRequest]) (*connect.Response[sdp_go.EndChangeSimpleResponse], error)\n\t// Lists all changes, designed for use in the changes home page\n\tListHomeChanges(context.Context, *connect.Request[sdp_go.ListHomeChangesRequest]) (*connect.Response[sdp_go.ListHomeChangesResponse], error)\n\t// Start the change analysis process. This will calculate various things\n\t// blast radius, risks etc. This will return immediately and\n\t// the results can be fetched using the other RPCs\n\tStartChangeAnalysis(context.Context, *connect.Request[sdp_go.StartChangeAnalysisRequest]) (*connect.Response[sdp_go.StartChangeAnalysisResponse], error)\n\t// Gets the diff summary for all items that were planned to change as part of\n\t// this change. This includes the high level details of the item, and the\n\t// status (e.g. changed, deleted) but not the diff itself\n\tListChangingItemsSummary(context.Context, *connect.Request[sdp_go.ListChangingItemsSummaryRequest]) (*connect.Response[sdp_go.ListChangingItemsSummaryResponse], error)\n\t// Gets the full diff of everything that changed as part of this \"change\".\n\t// This includes all items and also edges between them\n\tGetDiff(context.Context, *connect.Request[sdp_go.GetDiffRequest]) (*connect.Response[sdp_go.GetDiffResponse], error)\n\t// List all the available repos, authors and statuses that can be used to populate the dropdown filters\n\tPopulateChangeFilters(context.Context, *connect.Request[sdp_go.PopulateChangeFiltersRequest]) (*connect.Response[sdp_go.PopulateChangeFiltersResponse], error)\n\t// Generates an AI-powered fix suggestion for a specific risk\n\tGenerateRiskFix(context.Context, *connect.Request[sdp_go.GenerateRiskFixRequest]) (*connect.Response[sdp_go.GenerateRiskFixResponse], error)\n\t// Submit user feedback on a risk\n\tSubmitRiskFeedback(context.Context, *connect.Request[sdp_go.SubmitRiskFeedbackRequest]) (*connect.Response[sdp_go.SubmitRiskFeedbackResponse], error)\n\t// The full details of all of the hypotheses that were considered or are being\n\t// considered as part of this change.\n\tGetHypothesesDetails(context.Context, *connect.Request[sdp_go.GetHypothesesDetailsRequest]) (*connect.Response[sdp_go.GetHypothesesDetailsResponse], error)\n\t// Gets all signals for a change, including:\n\t// - Overall signal for the change\n\t// - Top level signals for each category\n\t// - Routineness signals per item\n\t// - Individual custom signals\n\t// This is similar to GetChangeSummary but focused on signals data\n\tGetChangeSignals(context.Context, *connect.Request[sdp_go.GetChangeSignalsRequest]) (*connect.Response[sdp_go.GetChangeSignalsResponse], error)\n\t// Appends planned changes to an existing change without starting analysis.\n\t// The change must be in CHANGE_STATUS_DEFINING. Each call inserts a new batch\n\t// of items; call StartChangeAnalysis (with empty changingItems) to trigger\n\t// analysis on all accumulated items.\n\tAddPlannedChanges(context.Context, *connect.Request[sdp_go.AddPlannedChangesRequest]) (*connect.Response[sdp_go.AddPlannedChangesResponse], error)\n}\n\n// NewChangesServiceClient constructs a client for the changes.ChangesService service. By default,\n// it uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses, and\n// sends uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the connect.WithGRPC()\n// or connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewChangesServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) ChangesServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tchangesServiceMethods := sdp_go.File_changes_proto.Services().ByName(\"ChangesService\").Methods()\n\treturn &changesServiceClient{\n\t\tlistChanges: connect.NewClient[sdp_go.ListChangesRequest, sdp_go.ListChangesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceListChangesProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"ListChanges\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistChangesByStatus: connect.NewClient[sdp_go.ListChangesByStatusRequest, sdp_go.ListChangesByStatusResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceListChangesByStatusProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"ListChangesByStatus\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcreateChange: connect.NewClient[sdp_go.CreateChangeRequest, sdp_go.CreateChangeResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceCreateChangeProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"CreateChange\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetChange: connect.NewClient[sdp_go.GetChangeRequest, sdp_go.GetChangeResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceGetChangeProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChange\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetChangeByTicketLink: connect.NewClient[sdp_go.GetChangeByTicketLinkRequest, sdp_go.GetChangeResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceGetChangeByTicketLinkProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChangeByTicketLink\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetChangeSummary: connect.NewClient[sdp_go.GetChangeSummaryRequest, sdp_go.GetChangeSummaryResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceGetChangeSummaryProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChangeSummary\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetChangeTimelineV2: connect.NewClient[sdp_go.GetChangeTimelineV2Request, sdp_go.GetChangeTimelineV2Response](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceGetChangeTimelineV2Procedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChangeTimelineV2\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetChangeRisks: connect.NewClient[sdp_go.GetChangeRisksRequest, sdp_go.GetChangeRisksResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceGetChangeRisksProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChangeRisks\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tupdateChange: connect.NewClient[sdp_go.UpdateChangeRequest, sdp_go.UpdateChangeResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceUpdateChangeProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"UpdateChange\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tdeleteChange: connect.NewClient[sdp_go.DeleteChangeRequest, sdp_go.DeleteChangeResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceDeleteChangeProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"DeleteChange\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistChangesBySnapshotUUID: connect.NewClient[sdp_go.ListChangesBySnapshotUUIDRequest, sdp_go.ListChangesBySnapshotUUIDResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceListChangesBySnapshotUUIDProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"ListChangesBySnapshotUUID\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\trefreshState: connect.NewClient[sdp_go.RefreshStateRequest, sdp_go.RefreshStateResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceRefreshStateProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"RefreshState\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tstartChange: connect.NewClient[sdp_go.StartChangeRequest, sdp_go.StartChangeResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceStartChangeProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"StartChange\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tendChange: connect.NewClient[sdp_go.EndChangeRequest, sdp_go.EndChangeResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceEndChangeProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"EndChange\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tstartChangeSimple: connect.NewClient[sdp_go.StartChangeRequest, sdp_go.StartChangeSimpleResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceStartChangeSimpleProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"StartChangeSimple\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tendChangeSimple: connect.NewClient[sdp_go.EndChangeRequest, sdp_go.EndChangeSimpleResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceEndChangeSimpleProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"EndChangeSimple\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistHomeChanges: connect.NewClient[sdp_go.ListHomeChangesRequest, sdp_go.ListHomeChangesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceListHomeChangesProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"ListHomeChanges\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tstartChangeAnalysis: connect.NewClient[sdp_go.StartChangeAnalysisRequest, sdp_go.StartChangeAnalysisResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceStartChangeAnalysisProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"StartChangeAnalysis\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistChangingItemsSummary: connect.NewClient[sdp_go.ListChangingItemsSummaryRequest, sdp_go.ListChangingItemsSummaryResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceListChangingItemsSummaryProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"ListChangingItemsSummary\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetDiff: connect.NewClient[sdp_go.GetDiffRequest, sdp_go.GetDiffResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceGetDiffProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetDiff\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tpopulateChangeFilters: connect.NewClient[sdp_go.PopulateChangeFiltersRequest, sdp_go.PopulateChangeFiltersResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServicePopulateChangeFiltersProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"PopulateChangeFilters\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgenerateRiskFix: connect.NewClient[sdp_go.GenerateRiskFixRequest, sdp_go.GenerateRiskFixResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceGenerateRiskFixProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GenerateRiskFix\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tsubmitRiskFeedback: connect.NewClient[sdp_go.SubmitRiskFeedbackRequest, sdp_go.SubmitRiskFeedbackResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceSubmitRiskFeedbackProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"SubmitRiskFeedback\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetHypothesesDetails: connect.NewClient[sdp_go.GetHypothesesDetailsRequest, sdp_go.GetHypothesesDetailsResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceGetHypothesesDetailsProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetHypothesesDetails\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetChangeSignals: connect.NewClient[sdp_go.GetChangeSignalsRequest, sdp_go.GetChangeSignalsResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceGetChangeSignalsProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChangeSignals\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\taddPlannedChanges: connect.NewClient[sdp_go.AddPlannedChangesRequest, sdp_go.AddPlannedChangesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ChangesServiceAddPlannedChangesProcedure,\n\t\t\tconnect.WithSchema(changesServiceMethods.ByName(\"AddPlannedChanges\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// changesServiceClient implements ChangesServiceClient.\ntype changesServiceClient struct {\n\tlistChanges *connect.Client[sdp_go.ListChangesRequest, sdp_go.ListChangesResponse]\n\tlistChangesByStatus *connect.Client[sdp_go.ListChangesByStatusRequest, sdp_go.ListChangesByStatusResponse]\n\tcreateChange *connect.Client[sdp_go.CreateChangeRequest, sdp_go.CreateChangeResponse]\n\tgetChange *connect.Client[sdp_go.GetChangeRequest, sdp_go.GetChangeResponse]\n\tgetChangeByTicketLink *connect.Client[sdp_go.GetChangeByTicketLinkRequest, sdp_go.GetChangeResponse]\n\tgetChangeSummary *connect.Client[sdp_go.GetChangeSummaryRequest, sdp_go.GetChangeSummaryResponse]\n\tgetChangeTimelineV2 *connect.Client[sdp_go.GetChangeTimelineV2Request, sdp_go.GetChangeTimelineV2Response]\n\tgetChangeRisks *connect.Client[sdp_go.GetChangeRisksRequest, sdp_go.GetChangeRisksResponse]\n\tupdateChange *connect.Client[sdp_go.UpdateChangeRequest, sdp_go.UpdateChangeResponse]\n\tdeleteChange *connect.Client[sdp_go.DeleteChangeRequest, sdp_go.DeleteChangeResponse]\n\tlistChangesBySnapshotUUID *connect.Client[sdp_go.ListChangesBySnapshotUUIDRequest, sdp_go.ListChangesBySnapshotUUIDResponse]\n\trefreshState *connect.Client[sdp_go.RefreshStateRequest, sdp_go.RefreshStateResponse]\n\tstartChange *connect.Client[sdp_go.StartChangeRequest, sdp_go.StartChangeResponse]\n\tendChange *connect.Client[sdp_go.EndChangeRequest, sdp_go.EndChangeResponse]\n\tstartChangeSimple *connect.Client[sdp_go.StartChangeRequest, sdp_go.StartChangeSimpleResponse]\n\tendChangeSimple *connect.Client[sdp_go.EndChangeRequest, sdp_go.EndChangeSimpleResponse]\n\tlistHomeChanges *connect.Client[sdp_go.ListHomeChangesRequest, sdp_go.ListHomeChangesResponse]\n\tstartChangeAnalysis *connect.Client[sdp_go.StartChangeAnalysisRequest, sdp_go.StartChangeAnalysisResponse]\n\tlistChangingItemsSummary *connect.Client[sdp_go.ListChangingItemsSummaryRequest, sdp_go.ListChangingItemsSummaryResponse]\n\tgetDiff *connect.Client[sdp_go.GetDiffRequest, sdp_go.GetDiffResponse]\n\tpopulateChangeFilters *connect.Client[sdp_go.PopulateChangeFiltersRequest, sdp_go.PopulateChangeFiltersResponse]\n\tgenerateRiskFix *connect.Client[sdp_go.GenerateRiskFixRequest, sdp_go.GenerateRiskFixResponse]\n\tsubmitRiskFeedback *connect.Client[sdp_go.SubmitRiskFeedbackRequest, sdp_go.SubmitRiskFeedbackResponse]\n\tgetHypothesesDetails *connect.Client[sdp_go.GetHypothesesDetailsRequest, sdp_go.GetHypothesesDetailsResponse]\n\tgetChangeSignals *connect.Client[sdp_go.GetChangeSignalsRequest, sdp_go.GetChangeSignalsResponse]\n\taddPlannedChanges *connect.Client[sdp_go.AddPlannedChangesRequest, sdp_go.AddPlannedChangesResponse]\n}\n\n// ListChanges calls changes.ChangesService.ListChanges.\nfunc (c *changesServiceClient) ListChanges(ctx context.Context, req *connect.Request[sdp_go.ListChangesRequest]) (*connect.Response[sdp_go.ListChangesResponse], error) {\n\treturn c.listChanges.CallUnary(ctx, req)\n}\n\n// ListChangesByStatus calls changes.ChangesService.ListChangesByStatus.\nfunc (c *changesServiceClient) ListChangesByStatus(ctx context.Context, req *connect.Request[sdp_go.ListChangesByStatusRequest]) (*connect.Response[sdp_go.ListChangesByStatusResponse], error) {\n\treturn c.listChangesByStatus.CallUnary(ctx, req)\n}\n\n// CreateChange calls changes.ChangesService.CreateChange.\nfunc (c *changesServiceClient) CreateChange(ctx context.Context, req *connect.Request[sdp_go.CreateChangeRequest]) (*connect.Response[sdp_go.CreateChangeResponse], error) {\n\treturn c.createChange.CallUnary(ctx, req)\n}\n\n// GetChange calls changes.ChangesService.GetChange.\nfunc (c *changesServiceClient) GetChange(ctx context.Context, req *connect.Request[sdp_go.GetChangeRequest]) (*connect.Response[sdp_go.GetChangeResponse], error) {\n\treturn c.getChange.CallUnary(ctx, req)\n}\n\n// GetChangeByTicketLink calls changes.ChangesService.GetChangeByTicketLink.\nfunc (c *changesServiceClient) GetChangeByTicketLink(ctx context.Context, req *connect.Request[sdp_go.GetChangeByTicketLinkRequest]) (*connect.Response[sdp_go.GetChangeResponse], error) {\n\treturn c.getChangeByTicketLink.CallUnary(ctx, req)\n}\n\n// GetChangeSummary calls changes.ChangesService.GetChangeSummary.\nfunc (c *changesServiceClient) GetChangeSummary(ctx context.Context, req *connect.Request[sdp_go.GetChangeSummaryRequest]) (*connect.Response[sdp_go.GetChangeSummaryResponse], error) {\n\treturn c.getChangeSummary.CallUnary(ctx, req)\n}\n\n// GetChangeTimelineV2 calls changes.ChangesService.GetChangeTimelineV2.\nfunc (c *changesServiceClient) GetChangeTimelineV2(ctx context.Context, req *connect.Request[sdp_go.GetChangeTimelineV2Request]) (*connect.Response[sdp_go.GetChangeTimelineV2Response], error) {\n\treturn c.getChangeTimelineV2.CallUnary(ctx, req)\n}\n\n// GetChangeRisks calls changes.ChangesService.GetChangeRisks.\nfunc (c *changesServiceClient) GetChangeRisks(ctx context.Context, req *connect.Request[sdp_go.GetChangeRisksRequest]) (*connect.Response[sdp_go.GetChangeRisksResponse], error) {\n\treturn c.getChangeRisks.CallUnary(ctx, req)\n}\n\n// UpdateChange calls changes.ChangesService.UpdateChange.\nfunc (c *changesServiceClient) UpdateChange(ctx context.Context, req *connect.Request[sdp_go.UpdateChangeRequest]) (*connect.Response[sdp_go.UpdateChangeResponse], error) {\n\treturn c.updateChange.CallUnary(ctx, req)\n}\n\n// DeleteChange calls changes.ChangesService.DeleteChange.\nfunc (c *changesServiceClient) DeleteChange(ctx context.Context, req *connect.Request[sdp_go.DeleteChangeRequest]) (*connect.Response[sdp_go.DeleteChangeResponse], error) {\n\treturn c.deleteChange.CallUnary(ctx, req)\n}\n\n// ListChangesBySnapshotUUID calls changes.ChangesService.ListChangesBySnapshotUUID.\nfunc (c *changesServiceClient) ListChangesBySnapshotUUID(ctx context.Context, req *connect.Request[sdp_go.ListChangesBySnapshotUUIDRequest]) (*connect.Response[sdp_go.ListChangesBySnapshotUUIDResponse], error) {\n\treturn c.listChangesBySnapshotUUID.CallUnary(ctx, req)\n}\n\n// RefreshState calls changes.ChangesService.RefreshState.\nfunc (c *changesServiceClient) RefreshState(ctx context.Context, req *connect.Request[sdp_go.RefreshStateRequest]) (*connect.Response[sdp_go.RefreshStateResponse], error) {\n\treturn c.refreshState.CallUnary(ctx, req)\n}\n\n// StartChange calls changes.ChangesService.StartChange.\nfunc (c *changesServiceClient) StartChange(ctx context.Context, req *connect.Request[sdp_go.StartChangeRequest]) (*connect.ServerStreamForClient[sdp_go.StartChangeResponse], error) {\n\treturn c.startChange.CallServerStream(ctx, req)\n}\n\n// EndChange calls changes.ChangesService.EndChange.\nfunc (c *changesServiceClient) EndChange(ctx context.Context, req *connect.Request[sdp_go.EndChangeRequest]) (*connect.ServerStreamForClient[sdp_go.EndChangeResponse], error) {\n\treturn c.endChange.CallServerStream(ctx, req)\n}\n\n// StartChangeSimple calls changes.ChangesService.StartChangeSimple.\nfunc (c *changesServiceClient) StartChangeSimple(ctx context.Context, req *connect.Request[sdp_go.StartChangeRequest]) (*connect.Response[sdp_go.StartChangeSimpleResponse], error) {\n\treturn c.startChangeSimple.CallUnary(ctx, req)\n}\n\n// EndChangeSimple calls changes.ChangesService.EndChangeSimple.\nfunc (c *changesServiceClient) EndChangeSimple(ctx context.Context, req *connect.Request[sdp_go.EndChangeRequest]) (*connect.Response[sdp_go.EndChangeSimpleResponse], error) {\n\treturn c.endChangeSimple.CallUnary(ctx, req)\n}\n\n// ListHomeChanges calls changes.ChangesService.ListHomeChanges.\nfunc (c *changesServiceClient) ListHomeChanges(ctx context.Context, req *connect.Request[sdp_go.ListHomeChangesRequest]) (*connect.Response[sdp_go.ListHomeChangesResponse], error) {\n\treturn c.listHomeChanges.CallUnary(ctx, req)\n}\n\n// StartChangeAnalysis calls changes.ChangesService.StartChangeAnalysis.\nfunc (c *changesServiceClient) StartChangeAnalysis(ctx context.Context, req *connect.Request[sdp_go.StartChangeAnalysisRequest]) (*connect.Response[sdp_go.StartChangeAnalysisResponse], error) {\n\treturn c.startChangeAnalysis.CallUnary(ctx, req)\n}\n\n// ListChangingItemsSummary calls changes.ChangesService.ListChangingItemsSummary.\nfunc (c *changesServiceClient) ListChangingItemsSummary(ctx context.Context, req *connect.Request[sdp_go.ListChangingItemsSummaryRequest]) (*connect.Response[sdp_go.ListChangingItemsSummaryResponse], error) {\n\treturn c.listChangingItemsSummary.CallUnary(ctx, req)\n}\n\n// GetDiff calls changes.ChangesService.GetDiff.\nfunc (c *changesServiceClient) GetDiff(ctx context.Context, req *connect.Request[sdp_go.GetDiffRequest]) (*connect.Response[sdp_go.GetDiffResponse], error) {\n\treturn c.getDiff.CallUnary(ctx, req)\n}\n\n// PopulateChangeFilters calls changes.ChangesService.PopulateChangeFilters.\nfunc (c *changesServiceClient) PopulateChangeFilters(ctx context.Context, req *connect.Request[sdp_go.PopulateChangeFiltersRequest]) (*connect.Response[sdp_go.PopulateChangeFiltersResponse], error) {\n\treturn c.populateChangeFilters.CallUnary(ctx, req)\n}\n\n// GenerateRiskFix calls changes.ChangesService.GenerateRiskFix.\nfunc (c *changesServiceClient) GenerateRiskFix(ctx context.Context, req *connect.Request[sdp_go.GenerateRiskFixRequest]) (*connect.Response[sdp_go.GenerateRiskFixResponse], error) {\n\treturn c.generateRiskFix.CallUnary(ctx, req)\n}\n\n// SubmitRiskFeedback calls changes.ChangesService.SubmitRiskFeedback.\nfunc (c *changesServiceClient) SubmitRiskFeedback(ctx context.Context, req *connect.Request[sdp_go.SubmitRiskFeedbackRequest]) (*connect.Response[sdp_go.SubmitRiskFeedbackResponse], error) {\n\treturn c.submitRiskFeedback.CallUnary(ctx, req)\n}\n\n// GetHypothesesDetails calls changes.ChangesService.GetHypothesesDetails.\nfunc (c *changesServiceClient) GetHypothesesDetails(ctx context.Context, req *connect.Request[sdp_go.GetHypothesesDetailsRequest]) (*connect.Response[sdp_go.GetHypothesesDetailsResponse], error) {\n\treturn c.getHypothesesDetails.CallUnary(ctx, req)\n}\n\n// GetChangeSignals calls changes.ChangesService.GetChangeSignals.\nfunc (c *changesServiceClient) GetChangeSignals(ctx context.Context, req *connect.Request[sdp_go.GetChangeSignalsRequest]) (*connect.Response[sdp_go.GetChangeSignalsResponse], error) {\n\treturn c.getChangeSignals.CallUnary(ctx, req)\n}\n\n// AddPlannedChanges calls changes.ChangesService.AddPlannedChanges.\nfunc (c *changesServiceClient) AddPlannedChanges(ctx context.Context, req *connect.Request[sdp_go.AddPlannedChangesRequest]) (*connect.Response[sdp_go.AddPlannedChangesResponse], error) {\n\treturn c.addPlannedChanges.CallUnary(ctx, req)\n}\n\n// ChangesServiceHandler is an implementation of the changes.ChangesService service.\ntype ChangesServiceHandler interface {\n\t// Lists all changes\n\tListChanges(context.Context, *connect.Request[sdp_go.ListChangesRequest]) (*connect.Response[sdp_go.ListChangesResponse], error)\n\t// list all changes in a specific status\n\tListChangesByStatus(context.Context, *connect.Request[sdp_go.ListChangesByStatusRequest]) (*connect.Response[sdp_go.ListChangesByStatusResponse], error)\n\t// Creates a new change\n\tCreateChange(context.Context, *connect.Request[sdp_go.CreateChangeRequest]) (*connect.Response[sdp_go.CreateChangeResponse], error)\n\t// Gets the details of an existing change\n\tGetChange(context.Context, *connect.Request[sdp_go.GetChangeRequest]) (*connect.Response[sdp_go.GetChangeResponse], error)\n\t// Get a change by the ticket link\n\tGetChangeByTicketLink(context.Context, *connect.Request[sdp_go.GetChangeByTicketLinkRequest]) (*connect.Response[sdp_go.GetChangeResponse], error)\n\t// Gets the details of an existing change in markdown format\n\tGetChangeSummary(context.Context, *connect.Request[sdp_go.GetChangeSummaryRequest]) (*connect.Response[sdp_go.GetChangeSummaryResponse], error)\n\t// Gets the full timeline for this change, this will send one response\n\t// immediately and then hold the connection open, and send the entire\n\t// timeline again if there are any changes\n\tGetChangeTimelineV2(context.Context, *connect.Request[sdp_go.GetChangeTimelineV2Request]) (*connect.Response[sdp_go.GetChangeTimelineV2Response], error)\n\t// This is used on the blast radius page to get the risks and status for a change.\n\tGetChangeRisks(context.Context, *connect.Request[sdp_go.GetChangeRisksRequest]) (*connect.Response[sdp_go.GetChangeRisksResponse], error)\n\t// Updates an existing change\n\tUpdateChange(context.Context, *connect.Request[sdp_go.UpdateChangeRequest]) (*connect.Response[sdp_go.UpdateChangeResponse], error)\n\t// Deletes a change\n\tDeleteChange(context.Context, *connect.Request[sdp_go.DeleteChangeRequest]) (*connect.Response[sdp_go.DeleteChangeResponse], error)\n\t// Lists all changes for a snapshot UUID\n\tListChangesBySnapshotUUID(context.Context, *connect.Request[sdp_go.ListChangesBySnapshotUUIDRequest]) (*connect.Response[sdp_go.ListChangesBySnapshotUUIDResponse], error)\n\t// Ask the gateway to refresh all internal caches and status slots\n\t// The RPC will return immediately doing all processing in the background\n\tRefreshState(context.Context, *connect.Request[sdp_go.RefreshStateRequest]) (*connect.Response[sdp_go.RefreshStateResponse], error)\n\t// Executing this RPC take a snapshot of the current blast radius and store it\n\t// in `systemBeforeSnapshotUUID` and then advance the status to\n\t// `STATUS_HAPPENING`. It can only be called once per change.\n\tStartChange(context.Context, *connect.Request[sdp_go.StartChangeRequest], *connect.ServerStream[sdp_go.StartChangeResponse]) error\n\t// Takes the \"after\" snapshot, stores it in `systemAfterSnapshotUUID`, calculates\n\t// the change diff and stores it as a list of DiffedItems and\n\t// advances the change status to `STATUS_DONE`\n\tEndChange(context.Context, *connect.Request[sdp_go.EndChangeRequest], *connect.ServerStream[sdp_go.EndChangeResponse]) error\n\t// Simple version of StartChange that returns immediately after enqueuing the job.\n\t// Use this instead of StartChange for non-streaming clients.\n\tStartChangeSimple(context.Context, *connect.Request[sdp_go.StartChangeRequest]) (*connect.Response[sdp_go.StartChangeSimpleResponse], error)\n\t// Simple version of EndChange that returns immediately after enqueuing the job.\n\t// Use this instead of EndChange for non-streaming clients.\n\tEndChangeSimple(context.Context, *connect.Request[sdp_go.EndChangeRequest]) (*connect.Response[sdp_go.EndChangeSimpleResponse], error)\n\t// Lists all changes, designed for use in the changes home page\n\tListHomeChanges(context.Context, *connect.Request[sdp_go.ListHomeChangesRequest]) (*connect.Response[sdp_go.ListHomeChangesResponse], error)\n\t// Start the change analysis process. This will calculate various things\n\t// blast radius, risks etc. This will return immediately and\n\t// the results can be fetched using the other RPCs\n\tStartChangeAnalysis(context.Context, *connect.Request[sdp_go.StartChangeAnalysisRequest]) (*connect.Response[sdp_go.StartChangeAnalysisResponse], error)\n\t// Gets the diff summary for all items that were planned to change as part of\n\t// this change. This includes the high level details of the item, and the\n\t// status (e.g. changed, deleted) but not the diff itself\n\tListChangingItemsSummary(context.Context, *connect.Request[sdp_go.ListChangingItemsSummaryRequest]) (*connect.Response[sdp_go.ListChangingItemsSummaryResponse], error)\n\t// Gets the full diff of everything that changed as part of this \"change\".\n\t// This includes all items and also edges between them\n\tGetDiff(context.Context, *connect.Request[sdp_go.GetDiffRequest]) (*connect.Response[sdp_go.GetDiffResponse], error)\n\t// List all the available repos, authors and statuses that can be used to populate the dropdown filters\n\tPopulateChangeFilters(context.Context, *connect.Request[sdp_go.PopulateChangeFiltersRequest]) (*connect.Response[sdp_go.PopulateChangeFiltersResponse], error)\n\t// Generates an AI-powered fix suggestion for a specific risk\n\tGenerateRiskFix(context.Context, *connect.Request[sdp_go.GenerateRiskFixRequest]) (*connect.Response[sdp_go.GenerateRiskFixResponse], error)\n\t// Submit user feedback on a risk\n\tSubmitRiskFeedback(context.Context, *connect.Request[sdp_go.SubmitRiskFeedbackRequest]) (*connect.Response[sdp_go.SubmitRiskFeedbackResponse], error)\n\t// The full details of all of the hypotheses that were considered or are being\n\t// considered as part of this change.\n\tGetHypothesesDetails(context.Context, *connect.Request[sdp_go.GetHypothesesDetailsRequest]) (*connect.Response[sdp_go.GetHypothesesDetailsResponse], error)\n\t// Gets all signals for a change, including:\n\t// - Overall signal for the change\n\t// - Top level signals for each category\n\t// - Routineness signals per item\n\t// - Individual custom signals\n\t// This is similar to GetChangeSummary but focused on signals data\n\tGetChangeSignals(context.Context, *connect.Request[sdp_go.GetChangeSignalsRequest]) (*connect.Response[sdp_go.GetChangeSignalsResponse], error)\n\t// Appends planned changes to an existing change without starting analysis.\n\t// The change must be in CHANGE_STATUS_DEFINING. Each call inserts a new batch\n\t// of items; call StartChangeAnalysis (with empty changingItems) to trigger\n\t// analysis on all accumulated items.\n\tAddPlannedChanges(context.Context, *connect.Request[sdp_go.AddPlannedChangesRequest]) (*connect.Response[sdp_go.AddPlannedChangesResponse], error)\n}\n\n// NewChangesServiceHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewChangesServiceHandler(svc ChangesServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tchangesServiceMethods := sdp_go.File_changes_proto.Services().ByName(\"ChangesService\").Methods()\n\tchangesServiceListChangesHandler := connect.NewUnaryHandler(\n\t\tChangesServiceListChangesProcedure,\n\t\tsvc.ListChanges,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"ListChanges\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceListChangesByStatusHandler := connect.NewUnaryHandler(\n\t\tChangesServiceListChangesByStatusProcedure,\n\t\tsvc.ListChangesByStatus,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"ListChangesByStatus\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceCreateChangeHandler := connect.NewUnaryHandler(\n\t\tChangesServiceCreateChangeProcedure,\n\t\tsvc.CreateChange,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"CreateChange\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceGetChangeHandler := connect.NewUnaryHandler(\n\t\tChangesServiceGetChangeProcedure,\n\t\tsvc.GetChange,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChange\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceGetChangeByTicketLinkHandler := connect.NewUnaryHandler(\n\t\tChangesServiceGetChangeByTicketLinkProcedure,\n\t\tsvc.GetChangeByTicketLink,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChangeByTicketLink\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceGetChangeSummaryHandler := connect.NewUnaryHandler(\n\t\tChangesServiceGetChangeSummaryProcedure,\n\t\tsvc.GetChangeSummary,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChangeSummary\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceGetChangeTimelineV2Handler := connect.NewUnaryHandler(\n\t\tChangesServiceGetChangeTimelineV2Procedure,\n\t\tsvc.GetChangeTimelineV2,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChangeTimelineV2\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceGetChangeRisksHandler := connect.NewUnaryHandler(\n\t\tChangesServiceGetChangeRisksProcedure,\n\t\tsvc.GetChangeRisks,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChangeRisks\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceUpdateChangeHandler := connect.NewUnaryHandler(\n\t\tChangesServiceUpdateChangeProcedure,\n\t\tsvc.UpdateChange,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"UpdateChange\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceDeleteChangeHandler := connect.NewUnaryHandler(\n\t\tChangesServiceDeleteChangeProcedure,\n\t\tsvc.DeleteChange,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"DeleteChange\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceListChangesBySnapshotUUIDHandler := connect.NewUnaryHandler(\n\t\tChangesServiceListChangesBySnapshotUUIDProcedure,\n\t\tsvc.ListChangesBySnapshotUUID,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"ListChangesBySnapshotUUID\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceRefreshStateHandler := connect.NewUnaryHandler(\n\t\tChangesServiceRefreshStateProcedure,\n\t\tsvc.RefreshState,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"RefreshState\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceStartChangeHandler := connect.NewServerStreamHandler(\n\t\tChangesServiceStartChangeProcedure,\n\t\tsvc.StartChange,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"StartChange\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceEndChangeHandler := connect.NewServerStreamHandler(\n\t\tChangesServiceEndChangeProcedure,\n\t\tsvc.EndChange,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"EndChange\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceStartChangeSimpleHandler := connect.NewUnaryHandler(\n\t\tChangesServiceStartChangeSimpleProcedure,\n\t\tsvc.StartChangeSimple,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"StartChangeSimple\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceEndChangeSimpleHandler := connect.NewUnaryHandler(\n\t\tChangesServiceEndChangeSimpleProcedure,\n\t\tsvc.EndChangeSimple,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"EndChangeSimple\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceListHomeChangesHandler := connect.NewUnaryHandler(\n\t\tChangesServiceListHomeChangesProcedure,\n\t\tsvc.ListHomeChanges,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"ListHomeChanges\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceStartChangeAnalysisHandler := connect.NewUnaryHandler(\n\t\tChangesServiceStartChangeAnalysisProcedure,\n\t\tsvc.StartChangeAnalysis,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"StartChangeAnalysis\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceListChangingItemsSummaryHandler := connect.NewUnaryHandler(\n\t\tChangesServiceListChangingItemsSummaryProcedure,\n\t\tsvc.ListChangingItemsSummary,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"ListChangingItemsSummary\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceGetDiffHandler := connect.NewUnaryHandler(\n\t\tChangesServiceGetDiffProcedure,\n\t\tsvc.GetDiff,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetDiff\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServicePopulateChangeFiltersHandler := connect.NewUnaryHandler(\n\t\tChangesServicePopulateChangeFiltersProcedure,\n\t\tsvc.PopulateChangeFilters,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"PopulateChangeFilters\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceGenerateRiskFixHandler := connect.NewUnaryHandler(\n\t\tChangesServiceGenerateRiskFixProcedure,\n\t\tsvc.GenerateRiskFix,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GenerateRiskFix\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceSubmitRiskFeedbackHandler := connect.NewUnaryHandler(\n\t\tChangesServiceSubmitRiskFeedbackProcedure,\n\t\tsvc.SubmitRiskFeedback,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"SubmitRiskFeedback\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceGetHypothesesDetailsHandler := connect.NewUnaryHandler(\n\t\tChangesServiceGetHypothesesDetailsProcedure,\n\t\tsvc.GetHypothesesDetails,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetHypothesesDetails\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceGetChangeSignalsHandler := connect.NewUnaryHandler(\n\t\tChangesServiceGetChangeSignalsProcedure,\n\t\tsvc.GetChangeSignals,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"GetChangeSignals\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tchangesServiceAddPlannedChangesHandler := connect.NewUnaryHandler(\n\t\tChangesServiceAddPlannedChangesProcedure,\n\t\tsvc.AddPlannedChanges,\n\t\tconnect.WithSchema(changesServiceMethods.ByName(\"AddPlannedChanges\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/changes.ChangesService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase ChangesServiceListChangesProcedure:\n\t\t\tchangesServiceListChangesHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceListChangesByStatusProcedure:\n\t\t\tchangesServiceListChangesByStatusHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceCreateChangeProcedure:\n\t\t\tchangesServiceCreateChangeHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceGetChangeProcedure:\n\t\t\tchangesServiceGetChangeHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceGetChangeByTicketLinkProcedure:\n\t\t\tchangesServiceGetChangeByTicketLinkHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceGetChangeSummaryProcedure:\n\t\t\tchangesServiceGetChangeSummaryHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceGetChangeTimelineV2Procedure:\n\t\t\tchangesServiceGetChangeTimelineV2Handler.ServeHTTP(w, r)\n\t\tcase ChangesServiceGetChangeRisksProcedure:\n\t\t\tchangesServiceGetChangeRisksHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceUpdateChangeProcedure:\n\t\t\tchangesServiceUpdateChangeHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceDeleteChangeProcedure:\n\t\t\tchangesServiceDeleteChangeHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceListChangesBySnapshotUUIDProcedure:\n\t\t\tchangesServiceListChangesBySnapshotUUIDHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceRefreshStateProcedure:\n\t\t\tchangesServiceRefreshStateHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceStartChangeProcedure:\n\t\t\tchangesServiceStartChangeHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceEndChangeProcedure:\n\t\t\tchangesServiceEndChangeHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceStartChangeSimpleProcedure:\n\t\t\tchangesServiceStartChangeSimpleHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceEndChangeSimpleProcedure:\n\t\t\tchangesServiceEndChangeSimpleHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceListHomeChangesProcedure:\n\t\t\tchangesServiceListHomeChangesHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceStartChangeAnalysisProcedure:\n\t\t\tchangesServiceStartChangeAnalysisHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceListChangingItemsSummaryProcedure:\n\t\t\tchangesServiceListChangingItemsSummaryHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceGetDiffProcedure:\n\t\t\tchangesServiceGetDiffHandler.ServeHTTP(w, r)\n\t\tcase ChangesServicePopulateChangeFiltersProcedure:\n\t\t\tchangesServicePopulateChangeFiltersHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceGenerateRiskFixProcedure:\n\t\t\tchangesServiceGenerateRiskFixHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceSubmitRiskFeedbackProcedure:\n\t\t\tchangesServiceSubmitRiskFeedbackHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceGetHypothesesDetailsProcedure:\n\t\t\tchangesServiceGetHypothesesDetailsHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceGetChangeSignalsProcedure:\n\t\t\tchangesServiceGetChangeSignalsHandler.ServeHTTP(w, r)\n\t\tcase ChangesServiceAddPlannedChangesProcedure:\n\t\t\tchangesServiceAddPlannedChangesHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedChangesServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedChangesServiceHandler struct{}\n\nfunc (UnimplementedChangesServiceHandler) ListChanges(context.Context, *connect.Request[sdp_go.ListChangesRequest]) (*connect.Response[sdp_go.ListChangesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.ListChanges is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) ListChangesByStatus(context.Context, *connect.Request[sdp_go.ListChangesByStatusRequest]) (*connect.Response[sdp_go.ListChangesByStatusResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.ListChangesByStatus is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) CreateChange(context.Context, *connect.Request[sdp_go.CreateChangeRequest]) (*connect.Response[sdp_go.CreateChangeResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.CreateChange is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) GetChange(context.Context, *connect.Request[sdp_go.GetChangeRequest]) (*connect.Response[sdp_go.GetChangeResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.GetChange is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) GetChangeByTicketLink(context.Context, *connect.Request[sdp_go.GetChangeByTicketLinkRequest]) (*connect.Response[sdp_go.GetChangeResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.GetChangeByTicketLink is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) GetChangeSummary(context.Context, *connect.Request[sdp_go.GetChangeSummaryRequest]) (*connect.Response[sdp_go.GetChangeSummaryResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.GetChangeSummary is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) GetChangeTimelineV2(context.Context, *connect.Request[sdp_go.GetChangeTimelineV2Request]) (*connect.Response[sdp_go.GetChangeTimelineV2Response], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.GetChangeTimelineV2 is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) GetChangeRisks(context.Context, *connect.Request[sdp_go.GetChangeRisksRequest]) (*connect.Response[sdp_go.GetChangeRisksResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.GetChangeRisks is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) UpdateChange(context.Context, *connect.Request[sdp_go.UpdateChangeRequest]) (*connect.Response[sdp_go.UpdateChangeResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.UpdateChange is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) DeleteChange(context.Context, *connect.Request[sdp_go.DeleteChangeRequest]) (*connect.Response[sdp_go.DeleteChangeResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.DeleteChange is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) ListChangesBySnapshotUUID(context.Context, *connect.Request[sdp_go.ListChangesBySnapshotUUIDRequest]) (*connect.Response[sdp_go.ListChangesBySnapshotUUIDResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.ListChangesBySnapshotUUID is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) RefreshState(context.Context, *connect.Request[sdp_go.RefreshStateRequest]) (*connect.Response[sdp_go.RefreshStateResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.RefreshState is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) StartChange(context.Context, *connect.Request[sdp_go.StartChangeRequest], *connect.ServerStream[sdp_go.StartChangeResponse]) error {\n\treturn connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.StartChange is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) EndChange(context.Context, *connect.Request[sdp_go.EndChangeRequest], *connect.ServerStream[sdp_go.EndChangeResponse]) error {\n\treturn connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.EndChange is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) StartChangeSimple(context.Context, *connect.Request[sdp_go.StartChangeRequest]) (*connect.Response[sdp_go.StartChangeSimpleResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.StartChangeSimple is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) EndChangeSimple(context.Context, *connect.Request[sdp_go.EndChangeRequest]) (*connect.Response[sdp_go.EndChangeSimpleResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.EndChangeSimple is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) ListHomeChanges(context.Context, *connect.Request[sdp_go.ListHomeChangesRequest]) (*connect.Response[sdp_go.ListHomeChangesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.ListHomeChanges is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) StartChangeAnalysis(context.Context, *connect.Request[sdp_go.StartChangeAnalysisRequest]) (*connect.Response[sdp_go.StartChangeAnalysisResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.StartChangeAnalysis is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) ListChangingItemsSummary(context.Context, *connect.Request[sdp_go.ListChangingItemsSummaryRequest]) (*connect.Response[sdp_go.ListChangingItemsSummaryResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.ListChangingItemsSummary is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) GetDiff(context.Context, *connect.Request[sdp_go.GetDiffRequest]) (*connect.Response[sdp_go.GetDiffResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.GetDiff is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) PopulateChangeFilters(context.Context, *connect.Request[sdp_go.PopulateChangeFiltersRequest]) (*connect.Response[sdp_go.PopulateChangeFiltersResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.PopulateChangeFilters is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) GenerateRiskFix(context.Context, *connect.Request[sdp_go.GenerateRiskFixRequest]) (*connect.Response[sdp_go.GenerateRiskFixResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.GenerateRiskFix is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) SubmitRiskFeedback(context.Context, *connect.Request[sdp_go.SubmitRiskFeedbackRequest]) (*connect.Response[sdp_go.SubmitRiskFeedbackResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.SubmitRiskFeedback is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) GetHypothesesDetails(context.Context, *connect.Request[sdp_go.GetHypothesesDetailsRequest]) (*connect.Response[sdp_go.GetHypothesesDetailsResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.GetHypothesesDetails is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) GetChangeSignals(context.Context, *connect.Request[sdp_go.GetChangeSignalsRequest]) (*connect.Response[sdp_go.GetChangeSignalsResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.GetChangeSignals is not implemented\"))\n}\n\nfunc (UnimplementedChangesServiceHandler) AddPlannedChanges(context.Context, *connect.Request[sdp_go.AddPlannedChangesRequest]) (*connect.Response[sdp_go.AddPlannedChangesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.ChangesService.AddPlannedChanges is not implemented\"))\n}\n\n// LabelServiceClient is a client for the changes.LabelService service.\ntype LabelServiceClient interface {\n\t// Lists all label rules for an account\n\tListLabelRules(context.Context, *connect.Request[sdp_go.ListLabelRulesRequest]) (*connect.Response[sdp_go.ListLabelRulesResponse], error)\n\t// Creates a new label rule\n\tCreateLabelRule(context.Context, *connect.Request[sdp_go.CreateLabelRuleRequest]) (*connect.Response[sdp_go.CreateLabelRuleResponse], error)\n\t// Gets the details of a label rule\n\tGetLabelRule(context.Context, *connect.Request[sdp_go.GetLabelRuleRequest]) (*connect.Response[sdp_go.GetLabelRuleResponse], error)\n\t// Updates a label rule\n\tUpdateLabelRule(context.Context, *connect.Request[sdp_go.UpdateLabelRuleRequest]) (*connect.Response[sdp_go.UpdateLabelRuleResponse], error)\n\t// Deletes a label rule\n\t// this also removes the label from all changes that are currently labelled with this rule\n\tDeleteLabelRule(context.Context, *connect.Request[sdp_go.DeleteLabelRuleRequest]) (*connect.Response[sdp_go.DeleteLabelRuleResponse], error)\n\t// Test a label rule against a list of changes, this does not apply the label to the changes, it only tests if the label should be applied\n\tTestLabelRule(context.Context, *connect.Request[sdp_go.TestLabelRuleRequest]) (*connect.ServerStreamForClient[sdp_go.TestLabelRuleResponse], error)\n\t// Re-apply a label rule across all changes within a specified time window:\n\t// 1. Removes the label from all relevant changes in the period that match this rule\n\t// 2. Applies (or re-applies) the label to eligible changes in the period\n\tReapplyLabelRuleInTimeRange(context.Context, *connect.Request[sdp_go.ReapplyLabelRuleInTimeRangeRequest]) (*connect.Response[sdp_go.ReapplyLabelRuleInTimeRangeResponse], error)\n}\n\n// NewLabelServiceClient constructs a client for the changes.LabelService service. By default, it\n// uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses, and sends\n// uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the connect.WithGRPC() or\n// connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewLabelServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) LabelServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tlabelServiceMethods := sdp_go.File_changes_proto.Services().ByName(\"LabelService\").Methods()\n\treturn &labelServiceClient{\n\t\tlistLabelRules: connect.NewClient[sdp_go.ListLabelRulesRequest, sdp_go.ListLabelRulesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+LabelServiceListLabelRulesProcedure,\n\t\t\tconnect.WithSchema(labelServiceMethods.ByName(\"ListLabelRules\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcreateLabelRule: connect.NewClient[sdp_go.CreateLabelRuleRequest, sdp_go.CreateLabelRuleResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+LabelServiceCreateLabelRuleProcedure,\n\t\t\tconnect.WithSchema(labelServiceMethods.ByName(\"CreateLabelRule\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetLabelRule: connect.NewClient[sdp_go.GetLabelRuleRequest, sdp_go.GetLabelRuleResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+LabelServiceGetLabelRuleProcedure,\n\t\t\tconnect.WithSchema(labelServiceMethods.ByName(\"GetLabelRule\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tupdateLabelRule: connect.NewClient[sdp_go.UpdateLabelRuleRequest, sdp_go.UpdateLabelRuleResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+LabelServiceUpdateLabelRuleProcedure,\n\t\t\tconnect.WithSchema(labelServiceMethods.ByName(\"UpdateLabelRule\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tdeleteLabelRule: connect.NewClient[sdp_go.DeleteLabelRuleRequest, sdp_go.DeleteLabelRuleResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+LabelServiceDeleteLabelRuleProcedure,\n\t\t\tconnect.WithSchema(labelServiceMethods.ByName(\"DeleteLabelRule\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\ttestLabelRule: connect.NewClient[sdp_go.TestLabelRuleRequest, sdp_go.TestLabelRuleResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+LabelServiceTestLabelRuleProcedure,\n\t\t\tconnect.WithSchema(labelServiceMethods.ByName(\"TestLabelRule\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\treapplyLabelRuleInTimeRange: connect.NewClient[sdp_go.ReapplyLabelRuleInTimeRangeRequest, sdp_go.ReapplyLabelRuleInTimeRangeResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+LabelServiceReapplyLabelRuleInTimeRangeProcedure,\n\t\t\tconnect.WithSchema(labelServiceMethods.ByName(\"ReapplyLabelRuleInTimeRange\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// labelServiceClient implements LabelServiceClient.\ntype labelServiceClient struct {\n\tlistLabelRules *connect.Client[sdp_go.ListLabelRulesRequest, sdp_go.ListLabelRulesResponse]\n\tcreateLabelRule *connect.Client[sdp_go.CreateLabelRuleRequest, sdp_go.CreateLabelRuleResponse]\n\tgetLabelRule *connect.Client[sdp_go.GetLabelRuleRequest, sdp_go.GetLabelRuleResponse]\n\tupdateLabelRule *connect.Client[sdp_go.UpdateLabelRuleRequest, sdp_go.UpdateLabelRuleResponse]\n\tdeleteLabelRule *connect.Client[sdp_go.DeleteLabelRuleRequest, sdp_go.DeleteLabelRuleResponse]\n\ttestLabelRule *connect.Client[sdp_go.TestLabelRuleRequest, sdp_go.TestLabelRuleResponse]\n\treapplyLabelRuleInTimeRange *connect.Client[sdp_go.ReapplyLabelRuleInTimeRangeRequest, sdp_go.ReapplyLabelRuleInTimeRangeResponse]\n}\n\n// ListLabelRules calls changes.LabelService.ListLabelRules.\nfunc (c *labelServiceClient) ListLabelRules(ctx context.Context, req *connect.Request[sdp_go.ListLabelRulesRequest]) (*connect.Response[sdp_go.ListLabelRulesResponse], error) {\n\treturn c.listLabelRules.CallUnary(ctx, req)\n}\n\n// CreateLabelRule calls changes.LabelService.CreateLabelRule.\nfunc (c *labelServiceClient) CreateLabelRule(ctx context.Context, req *connect.Request[sdp_go.CreateLabelRuleRequest]) (*connect.Response[sdp_go.CreateLabelRuleResponse], error) {\n\treturn c.createLabelRule.CallUnary(ctx, req)\n}\n\n// GetLabelRule calls changes.LabelService.GetLabelRule.\nfunc (c *labelServiceClient) GetLabelRule(ctx context.Context, req *connect.Request[sdp_go.GetLabelRuleRequest]) (*connect.Response[sdp_go.GetLabelRuleResponse], error) {\n\treturn c.getLabelRule.CallUnary(ctx, req)\n}\n\n// UpdateLabelRule calls changes.LabelService.UpdateLabelRule.\nfunc (c *labelServiceClient) UpdateLabelRule(ctx context.Context, req *connect.Request[sdp_go.UpdateLabelRuleRequest]) (*connect.Response[sdp_go.UpdateLabelRuleResponse], error) {\n\treturn c.updateLabelRule.CallUnary(ctx, req)\n}\n\n// DeleteLabelRule calls changes.LabelService.DeleteLabelRule.\nfunc (c *labelServiceClient) DeleteLabelRule(ctx context.Context, req *connect.Request[sdp_go.DeleteLabelRuleRequest]) (*connect.Response[sdp_go.DeleteLabelRuleResponse], error) {\n\treturn c.deleteLabelRule.CallUnary(ctx, req)\n}\n\n// TestLabelRule calls changes.LabelService.TestLabelRule.\nfunc (c *labelServiceClient) TestLabelRule(ctx context.Context, req *connect.Request[sdp_go.TestLabelRuleRequest]) (*connect.ServerStreamForClient[sdp_go.TestLabelRuleResponse], error) {\n\treturn c.testLabelRule.CallServerStream(ctx, req)\n}\n\n// ReapplyLabelRuleInTimeRange calls changes.LabelService.ReapplyLabelRuleInTimeRange.\nfunc (c *labelServiceClient) ReapplyLabelRuleInTimeRange(ctx context.Context, req *connect.Request[sdp_go.ReapplyLabelRuleInTimeRangeRequest]) (*connect.Response[sdp_go.ReapplyLabelRuleInTimeRangeResponse], error) {\n\treturn c.reapplyLabelRuleInTimeRange.CallUnary(ctx, req)\n}\n\n// LabelServiceHandler is an implementation of the changes.LabelService service.\ntype LabelServiceHandler interface {\n\t// Lists all label rules for an account\n\tListLabelRules(context.Context, *connect.Request[sdp_go.ListLabelRulesRequest]) (*connect.Response[sdp_go.ListLabelRulesResponse], error)\n\t// Creates a new label rule\n\tCreateLabelRule(context.Context, *connect.Request[sdp_go.CreateLabelRuleRequest]) (*connect.Response[sdp_go.CreateLabelRuleResponse], error)\n\t// Gets the details of a label rule\n\tGetLabelRule(context.Context, *connect.Request[sdp_go.GetLabelRuleRequest]) (*connect.Response[sdp_go.GetLabelRuleResponse], error)\n\t// Updates a label rule\n\tUpdateLabelRule(context.Context, *connect.Request[sdp_go.UpdateLabelRuleRequest]) (*connect.Response[sdp_go.UpdateLabelRuleResponse], error)\n\t// Deletes a label rule\n\t// this also removes the label from all changes that are currently labelled with this rule\n\tDeleteLabelRule(context.Context, *connect.Request[sdp_go.DeleteLabelRuleRequest]) (*connect.Response[sdp_go.DeleteLabelRuleResponse], error)\n\t// Test a label rule against a list of changes, this does not apply the label to the changes, it only tests if the label should be applied\n\tTestLabelRule(context.Context, *connect.Request[sdp_go.TestLabelRuleRequest], *connect.ServerStream[sdp_go.TestLabelRuleResponse]) error\n\t// Re-apply a label rule across all changes within a specified time window:\n\t// 1. Removes the label from all relevant changes in the period that match this rule\n\t// 2. Applies (or re-applies) the label to eligible changes in the period\n\tReapplyLabelRuleInTimeRange(context.Context, *connect.Request[sdp_go.ReapplyLabelRuleInTimeRangeRequest]) (*connect.Response[sdp_go.ReapplyLabelRuleInTimeRangeResponse], error)\n}\n\n// NewLabelServiceHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewLabelServiceHandler(svc LabelServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tlabelServiceMethods := sdp_go.File_changes_proto.Services().ByName(\"LabelService\").Methods()\n\tlabelServiceListLabelRulesHandler := connect.NewUnaryHandler(\n\t\tLabelServiceListLabelRulesProcedure,\n\t\tsvc.ListLabelRules,\n\t\tconnect.WithSchema(labelServiceMethods.ByName(\"ListLabelRules\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tlabelServiceCreateLabelRuleHandler := connect.NewUnaryHandler(\n\t\tLabelServiceCreateLabelRuleProcedure,\n\t\tsvc.CreateLabelRule,\n\t\tconnect.WithSchema(labelServiceMethods.ByName(\"CreateLabelRule\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tlabelServiceGetLabelRuleHandler := connect.NewUnaryHandler(\n\t\tLabelServiceGetLabelRuleProcedure,\n\t\tsvc.GetLabelRule,\n\t\tconnect.WithSchema(labelServiceMethods.ByName(\"GetLabelRule\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tlabelServiceUpdateLabelRuleHandler := connect.NewUnaryHandler(\n\t\tLabelServiceUpdateLabelRuleProcedure,\n\t\tsvc.UpdateLabelRule,\n\t\tconnect.WithSchema(labelServiceMethods.ByName(\"UpdateLabelRule\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tlabelServiceDeleteLabelRuleHandler := connect.NewUnaryHandler(\n\t\tLabelServiceDeleteLabelRuleProcedure,\n\t\tsvc.DeleteLabelRule,\n\t\tconnect.WithSchema(labelServiceMethods.ByName(\"DeleteLabelRule\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tlabelServiceTestLabelRuleHandler := connect.NewServerStreamHandler(\n\t\tLabelServiceTestLabelRuleProcedure,\n\t\tsvc.TestLabelRule,\n\t\tconnect.WithSchema(labelServiceMethods.ByName(\"TestLabelRule\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tlabelServiceReapplyLabelRuleInTimeRangeHandler := connect.NewUnaryHandler(\n\t\tLabelServiceReapplyLabelRuleInTimeRangeProcedure,\n\t\tsvc.ReapplyLabelRuleInTimeRange,\n\t\tconnect.WithSchema(labelServiceMethods.ByName(\"ReapplyLabelRuleInTimeRange\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/changes.LabelService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase LabelServiceListLabelRulesProcedure:\n\t\t\tlabelServiceListLabelRulesHandler.ServeHTTP(w, r)\n\t\tcase LabelServiceCreateLabelRuleProcedure:\n\t\t\tlabelServiceCreateLabelRuleHandler.ServeHTTP(w, r)\n\t\tcase LabelServiceGetLabelRuleProcedure:\n\t\t\tlabelServiceGetLabelRuleHandler.ServeHTTP(w, r)\n\t\tcase LabelServiceUpdateLabelRuleProcedure:\n\t\t\tlabelServiceUpdateLabelRuleHandler.ServeHTTP(w, r)\n\t\tcase LabelServiceDeleteLabelRuleProcedure:\n\t\t\tlabelServiceDeleteLabelRuleHandler.ServeHTTP(w, r)\n\t\tcase LabelServiceTestLabelRuleProcedure:\n\t\t\tlabelServiceTestLabelRuleHandler.ServeHTTP(w, r)\n\t\tcase LabelServiceReapplyLabelRuleInTimeRangeProcedure:\n\t\t\tlabelServiceReapplyLabelRuleInTimeRangeHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedLabelServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedLabelServiceHandler struct{}\n\nfunc (UnimplementedLabelServiceHandler) ListLabelRules(context.Context, *connect.Request[sdp_go.ListLabelRulesRequest]) (*connect.Response[sdp_go.ListLabelRulesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.LabelService.ListLabelRules is not implemented\"))\n}\n\nfunc (UnimplementedLabelServiceHandler) CreateLabelRule(context.Context, *connect.Request[sdp_go.CreateLabelRuleRequest]) (*connect.Response[sdp_go.CreateLabelRuleResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.LabelService.CreateLabelRule is not implemented\"))\n}\n\nfunc (UnimplementedLabelServiceHandler) GetLabelRule(context.Context, *connect.Request[sdp_go.GetLabelRuleRequest]) (*connect.Response[sdp_go.GetLabelRuleResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.LabelService.GetLabelRule is not implemented\"))\n}\n\nfunc (UnimplementedLabelServiceHandler) UpdateLabelRule(context.Context, *connect.Request[sdp_go.UpdateLabelRuleRequest]) (*connect.Response[sdp_go.UpdateLabelRuleResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.LabelService.UpdateLabelRule is not implemented\"))\n}\n\nfunc (UnimplementedLabelServiceHandler) DeleteLabelRule(context.Context, *connect.Request[sdp_go.DeleteLabelRuleRequest]) (*connect.Response[sdp_go.DeleteLabelRuleResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.LabelService.DeleteLabelRule is not implemented\"))\n}\n\nfunc (UnimplementedLabelServiceHandler) TestLabelRule(context.Context, *connect.Request[sdp_go.TestLabelRuleRequest], *connect.ServerStream[sdp_go.TestLabelRuleResponse]) error {\n\treturn connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.LabelService.TestLabelRule is not implemented\"))\n}\n\nfunc (UnimplementedLabelServiceHandler) ReapplyLabelRuleInTimeRange(context.Context, *connect.Request[sdp_go.ReapplyLabelRuleInTimeRangeRequest]) (*connect.Response[sdp_go.ReapplyLabelRuleInTimeRangeResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"changes.LabelService.ReapplyLabelRuleInTimeRange is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/cli.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: cli.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// ConfigServiceName is the fully-qualified name of the ConfigService service.\n\tConfigServiceName = \"cli.ConfigService\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// ConfigServiceGetConfigProcedure is the fully-qualified name of the ConfigService's GetConfig RPC.\n\tConfigServiceGetConfigProcedure = \"/cli.ConfigService/GetConfig\"\n\t// ConfigServiceSetConfigProcedure is the fully-qualified name of the ConfigService's SetConfig RPC.\n\tConfigServiceSetConfigProcedure = \"/cli.ConfigService/SetConfig\"\n)\n\n// ConfigServiceClient is a client for the cli.ConfigService service.\ntype ConfigServiceClient interface {\n\tGetConfig(context.Context, *connect.Request[sdp_go.GetConfigRequest]) (*connect.Response[sdp_go.GetConfigResponse], error)\n\tSetConfig(context.Context, *connect.Request[sdp_go.SetConfigRequest]) (*connect.Response[sdp_go.SetConfigResponse], error)\n}\n\n// NewConfigServiceClient constructs a client for the cli.ConfigService service. By default, it uses\n// the Connect protocol with the binary Protobuf Codec, asks for gzipped responses, and sends\n// uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the connect.WithGRPC() or\n// connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewConfigServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) ConfigServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tconfigServiceMethods := sdp_go.File_cli_proto.Services().ByName(\"ConfigService\").Methods()\n\treturn &configServiceClient{\n\t\tgetConfig: connect.NewClient[sdp_go.GetConfigRequest, sdp_go.GetConfigResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigServiceGetConfigProcedure,\n\t\t\tconnect.WithSchema(configServiceMethods.ByName(\"GetConfig\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tsetConfig: connect.NewClient[sdp_go.SetConfigRequest, sdp_go.SetConfigResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigServiceSetConfigProcedure,\n\t\t\tconnect.WithSchema(configServiceMethods.ByName(\"SetConfig\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// configServiceClient implements ConfigServiceClient.\ntype configServiceClient struct {\n\tgetConfig *connect.Client[sdp_go.GetConfigRequest, sdp_go.GetConfigResponse]\n\tsetConfig *connect.Client[sdp_go.SetConfigRequest, sdp_go.SetConfigResponse]\n}\n\n// GetConfig calls cli.ConfigService.GetConfig.\nfunc (c *configServiceClient) GetConfig(ctx context.Context, req *connect.Request[sdp_go.GetConfigRequest]) (*connect.Response[sdp_go.GetConfigResponse], error) {\n\treturn c.getConfig.CallUnary(ctx, req)\n}\n\n// SetConfig calls cli.ConfigService.SetConfig.\nfunc (c *configServiceClient) SetConfig(ctx context.Context, req *connect.Request[sdp_go.SetConfigRequest]) (*connect.Response[sdp_go.SetConfigResponse], error) {\n\treturn c.setConfig.CallUnary(ctx, req)\n}\n\n// ConfigServiceHandler is an implementation of the cli.ConfigService service.\ntype ConfigServiceHandler interface {\n\tGetConfig(context.Context, *connect.Request[sdp_go.GetConfigRequest]) (*connect.Response[sdp_go.GetConfigResponse], error)\n\tSetConfig(context.Context, *connect.Request[sdp_go.SetConfigRequest]) (*connect.Response[sdp_go.SetConfigResponse], error)\n}\n\n// NewConfigServiceHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewConfigServiceHandler(svc ConfigServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tconfigServiceMethods := sdp_go.File_cli_proto.Services().ByName(\"ConfigService\").Methods()\n\tconfigServiceGetConfigHandler := connect.NewUnaryHandler(\n\t\tConfigServiceGetConfigProcedure,\n\t\tsvc.GetConfig,\n\t\tconnect.WithSchema(configServiceMethods.ByName(\"GetConfig\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tconfigServiceSetConfigHandler := connect.NewUnaryHandler(\n\t\tConfigServiceSetConfigProcedure,\n\t\tsvc.SetConfig,\n\t\tconnect.WithSchema(configServiceMethods.ByName(\"SetConfig\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/cli.ConfigService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase ConfigServiceGetConfigProcedure:\n\t\t\tconfigServiceGetConfigHandler.ServeHTTP(w, r)\n\t\tcase ConfigServiceSetConfigProcedure:\n\t\t\tconfigServiceSetConfigHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedConfigServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedConfigServiceHandler struct{}\n\nfunc (UnimplementedConfigServiceHandler) GetConfig(context.Context, *connect.Request[sdp_go.GetConfigRequest]) (*connect.Response[sdp_go.GetConfigResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"cli.ConfigService.GetConfig is not implemented\"))\n}\n\nfunc (UnimplementedConfigServiceHandler) SetConfig(context.Context, *connect.Request[sdp_go.SetConfigRequest]) (*connect.Response[sdp_go.SetConfigResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"cli.ConfigService.SetConfig is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/config.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: config.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// ConfigurationServiceName is the fully-qualified name of the ConfigurationService service.\n\tConfigurationServiceName = \"config.ConfigurationService\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// ConfigurationServiceGetAccountConfigProcedure is the fully-qualified name of the\n\t// ConfigurationService's GetAccountConfig RPC.\n\tConfigurationServiceGetAccountConfigProcedure = \"/config.ConfigurationService/GetAccountConfig\"\n\t// ConfigurationServiceUpdateAccountConfigProcedure is the fully-qualified name of the\n\t// ConfigurationService's UpdateAccountConfig RPC.\n\tConfigurationServiceUpdateAccountConfigProcedure = \"/config.ConfigurationService/UpdateAccountConfig\"\n\t// ConfigurationServiceCreateHcpConfigProcedure is the fully-qualified name of the\n\t// ConfigurationService's CreateHcpConfig RPC.\n\tConfigurationServiceCreateHcpConfigProcedure = \"/config.ConfigurationService/CreateHcpConfig\"\n\t// ConfigurationServiceGetHcpConfigProcedure is the fully-qualified name of the\n\t// ConfigurationService's GetHcpConfig RPC.\n\tConfigurationServiceGetHcpConfigProcedure = \"/config.ConfigurationService/GetHcpConfig\"\n\t// ConfigurationServiceDeleteHcpConfigProcedure is the fully-qualified name of the\n\t// ConfigurationService's DeleteHcpConfig RPC.\n\tConfigurationServiceDeleteHcpConfigProcedure = \"/config.ConfigurationService/DeleteHcpConfig\"\n\t// ConfigurationServiceReplaceHcpApiKeyProcedure is the fully-qualified name of the\n\t// ConfigurationService's ReplaceHcpApiKey RPC.\n\tConfigurationServiceReplaceHcpApiKeyProcedure = \"/config.ConfigurationService/ReplaceHcpApiKey\"\n\t// ConfigurationServiceGetSignalConfigProcedure is the fully-qualified name of the\n\t// ConfigurationService's GetSignalConfig RPC.\n\tConfigurationServiceGetSignalConfigProcedure = \"/config.ConfigurationService/GetSignalConfig\"\n\t// ConfigurationServiceUpdateSignalConfigProcedure is the fully-qualified name of the\n\t// ConfigurationService's UpdateSignalConfig RPC.\n\tConfigurationServiceUpdateSignalConfigProcedure = \"/config.ConfigurationService/UpdateSignalConfig\"\n\t// ConfigurationServiceGetGithubAppInformationProcedure is the fully-qualified name of the\n\t// ConfigurationService's GetGithubAppInformation RPC.\n\tConfigurationServiceGetGithubAppInformationProcedure = \"/config.ConfigurationService/GetGithubAppInformation\"\n\t// ConfigurationServiceRegenerateGithubAppProfileProcedure is the fully-qualified name of the\n\t// ConfigurationService's RegenerateGithubAppProfile RPC.\n\tConfigurationServiceRegenerateGithubAppProfileProcedure = \"/config.ConfigurationService/RegenerateGithubAppProfile\"\n\t// ConfigurationServiceCreateGithubInstallURLProcedure is the fully-qualified name of the\n\t// ConfigurationService's CreateGithubInstallURL RPC.\n\tConfigurationServiceCreateGithubInstallURLProcedure = \"/config.ConfigurationService/CreateGithubInstallURL\"\n)\n\n// ConfigurationServiceClient is a client for the config.ConfigurationService service.\ntype ConfigurationServiceClient interface {\n\t// Get the account config for the user's account\n\tGetAccountConfig(context.Context, *connect.Request[sdp_go.GetAccountConfigRequest]) (*connect.Response[sdp_go.GetAccountConfigResponse], error)\n\t// Update the account config for the user's account\n\tUpdateAccountConfig(context.Context, *connect.Request[sdp_go.UpdateAccountConfigRequest]) (*connect.Response[sdp_go.UpdateAccountConfigResponse], error)\n\t// Create a new HCP Terraform config for the user's account. This follows\n\t// the same flow as CreateAPIKey, to create a new API key that is then used\n\t// for the HCP Terraform endpoint URL.\n\tCreateHcpConfig(context.Context, *connect.Request[sdp_go.CreateHcpConfigRequest]) (*connect.Response[sdp_go.CreateHcpConfigResponse], error)\n\t// Get the existing HCP Terraform config for the user's account.\n\tGetHcpConfig(context.Context, *connect.Request[sdp_go.GetHcpConfigRequest]) (*connect.Response[sdp_go.GetHcpConfigResponse], error)\n\t// Remove the existing HCP Terraform config from the user's account.\n\tDeleteHcpConfig(context.Context, *connect.Request[sdp_go.DeleteHcpConfigRequest]) (*connect.Response[sdp_go.DeleteHcpConfigResponse], error)\n\t// Replace the API key backing the HCP Terraform integration with a fresh\n\t// one. The old API key is revoked. The endpoint URL and HMAC secret are\n\t// preserved. Follows the same OAuth flow as CreateHcpConfig.\n\tReplaceHcpApiKey(context.Context, *connect.Request[sdp_go.ReplaceHcpApiKeyRequest]) (*connect.Response[sdp_go.ReplaceHcpApiKeyResponse], error)\n\t// Get the signal config for the account\n\tGetSignalConfig(context.Context, *connect.Request[sdp_go.GetSignalConfigRequest]) (*connect.Response[sdp_go.GetSignalConfigResponse], error)\n\t// Update the signal config for the account\n\tUpdateSignalConfig(context.Context, *connect.Request[sdp_go.UpdateSignalConfigRequest]) (*connect.Response[sdp_go.UpdateSignalConfigResponse], error)\n\t// Github app\n\t// we will be displaying app installation information for this account on the github integrations page\n\tGetGithubAppInformation(context.Context, *connect.Request[sdp_go.GetGithubAppInformationRequest]) (*connect.Response[sdp_go.GetGithubAppInformationResponse], error)\n\t// regenerate the github app profile, this information is used for signal processing\n\tRegenerateGithubAppProfile(context.Context, *connect.Request[sdp_go.RegenerateGithubAppProfileRequest]) (*connect.Response[sdp_go.RegenerateGithubAppProfileResponse], error)\n\t// Create a GitHub App install URL with a DB-backed state parameter for CSRF\n\t// protection. The frontend calls this RPC, then redirects the user to the\n\t// returned URL. GitHub will redirect back with the state UUID, which the\n\t// callback handler consumes to identify the Overmind account.\n\tCreateGithubInstallURL(context.Context, *connect.Request[sdp_go.CreateGithubInstallURLRequest]) (*connect.Response[sdp_go.CreateGithubInstallURLResponse], error)\n}\n\n// NewConfigurationServiceClient constructs a client for the config.ConfigurationService service. By\n// default, it uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses,\n// and sends uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the\n// connect.WithGRPC() or connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewConfigurationServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) ConfigurationServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tconfigurationServiceMethods := sdp_go.File_config_proto.Services().ByName(\"ConfigurationService\").Methods()\n\treturn &configurationServiceClient{\n\t\tgetAccountConfig: connect.NewClient[sdp_go.GetAccountConfigRequest, sdp_go.GetAccountConfigResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigurationServiceGetAccountConfigProcedure,\n\t\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"GetAccountConfig\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tupdateAccountConfig: connect.NewClient[sdp_go.UpdateAccountConfigRequest, sdp_go.UpdateAccountConfigResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigurationServiceUpdateAccountConfigProcedure,\n\t\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"UpdateAccountConfig\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcreateHcpConfig: connect.NewClient[sdp_go.CreateHcpConfigRequest, sdp_go.CreateHcpConfigResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigurationServiceCreateHcpConfigProcedure,\n\t\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"CreateHcpConfig\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetHcpConfig: connect.NewClient[sdp_go.GetHcpConfigRequest, sdp_go.GetHcpConfigResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigurationServiceGetHcpConfigProcedure,\n\t\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"GetHcpConfig\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tdeleteHcpConfig: connect.NewClient[sdp_go.DeleteHcpConfigRequest, sdp_go.DeleteHcpConfigResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigurationServiceDeleteHcpConfigProcedure,\n\t\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"DeleteHcpConfig\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\treplaceHcpApiKey: connect.NewClient[sdp_go.ReplaceHcpApiKeyRequest, sdp_go.ReplaceHcpApiKeyResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigurationServiceReplaceHcpApiKeyProcedure,\n\t\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"ReplaceHcpApiKey\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetSignalConfig: connect.NewClient[sdp_go.GetSignalConfigRequest, sdp_go.GetSignalConfigResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigurationServiceGetSignalConfigProcedure,\n\t\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"GetSignalConfig\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tupdateSignalConfig: connect.NewClient[sdp_go.UpdateSignalConfigRequest, sdp_go.UpdateSignalConfigResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigurationServiceUpdateSignalConfigProcedure,\n\t\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"UpdateSignalConfig\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetGithubAppInformation: connect.NewClient[sdp_go.GetGithubAppInformationRequest, sdp_go.GetGithubAppInformationResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigurationServiceGetGithubAppInformationProcedure,\n\t\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"GetGithubAppInformation\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tregenerateGithubAppProfile: connect.NewClient[sdp_go.RegenerateGithubAppProfileRequest, sdp_go.RegenerateGithubAppProfileResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigurationServiceRegenerateGithubAppProfileProcedure,\n\t\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"RegenerateGithubAppProfile\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcreateGithubInstallURL: connect.NewClient[sdp_go.CreateGithubInstallURLRequest, sdp_go.CreateGithubInstallURLResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+ConfigurationServiceCreateGithubInstallURLProcedure,\n\t\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"CreateGithubInstallURL\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// configurationServiceClient implements ConfigurationServiceClient.\ntype configurationServiceClient struct {\n\tgetAccountConfig *connect.Client[sdp_go.GetAccountConfigRequest, sdp_go.GetAccountConfigResponse]\n\tupdateAccountConfig *connect.Client[sdp_go.UpdateAccountConfigRequest, sdp_go.UpdateAccountConfigResponse]\n\tcreateHcpConfig *connect.Client[sdp_go.CreateHcpConfigRequest, sdp_go.CreateHcpConfigResponse]\n\tgetHcpConfig *connect.Client[sdp_go.GetHcpConfigRequest, sdp_go.GetHcpConfigResponse]\n\tdeleteHcpConfig *connect.Client[sdp_go.DeleteHcpConfigRequest, sdp_go.DeleteHcpConfigResponse]\n\treplaceHcpApiKey *connect.Client[sdp_go.ReplaceHcpApiKeyRequest, sdp_go.ReplaceHcpApiKeyResponse]\n\tgetSignalConfig *connect.Client[sdp_go.GetSignalConfigRequest, sdp_go.GetSignalConfigResponse]\n\tupdateSignalConfig *connect.Client[sdp_go.UpdateSignalConfigRequest, sdp_go.UpdateSignalConfigResponse]\n\tgetGithubAppInformation *connect.Client[sdp_go.GetGithubAppInformationRequest, sdp_go.GetGithubAppInformationResponse]\n\tregenerateGithubAppProfile *connect.Client[sdp_go.RegenerateGithubAppProfileRequest, sdp_go.RegenerateGithubAppProfileResponse]\n\tcreateGithubInstallURL *connect.Client[sdp_go.CreateGithubInstallURLRequest, sdp_go.CreateGithubInstallURLResponse]\n}\n\n// GetAccountConfig calls config.ConfigurationService.GetAccountConfig.\nfunc (c *configurationServiceClient) GetAccountConfig(ctx context.Context, req *connect.Request[sdp_go.GetAccountConfigRequest]) (*connect.Response[sdp_go.GetAccountConfigResponse], error) {\n\treturn c.getAccountConfig.CallUnary(ctx, req)\n}\n\n// UpdateAccountConfig calls config.ConfigurationService.UpdateAccountConfig.\nfunc (c *configurationServiceClient) UpdateAccountConfig(ctx context.Context, req *connect.Request[sdp_go.UpdateAccountConfigRequest]) (*connect.Response[sdp_go.UpdateAccountConfigResponse], error) {\n\treturn c.updateAccountConfig.CallUnary(ctx, req)\n}\n\n// CreateHcpConfig calls config.ConfigurationService.CreateHcpConfig.\nfunc (c *configurationServiceClient) CreateHcpConfig(ctx context.Context, req *connect.Request[sdp_go.CreateHcpConfigRequest]) (*connect.Response[sdp_go.CreateHcpConfigResponse], error) {\n\treturn c.createHcpConfig.CallUnary(ctx, req)\n}\n\n// GetHcpConfig calls config.ConfigurationService.GetHcpConfig.\nfunc (c *configurationServiceClient) GetHcpConfig(ctx context.Context, req *connect.Request[sdp_go.GetHcpConfigRequest]) (*connect.Response[sdp_go.GetHcpConfigResponse], error) {\n\treturn c.getHcpConfig.CallUnary(ctx, req)\n}\n\n// DeleteHcpConfig calls config.ConfigurationService.DeleteHcpConfig.\nfunc (c *configurationServiceClient) DeleteHcpConfig(ctx context.Context, req *connect.Request[sdp_go.DeleteHcpConfigRequest]) (*connect.Response[sdp_go.DeleteHcpConfigResponse], error) {\n\treturn c.deleteHcpConfig.CallUnary(ctx, req)\n}\n\n// ReplaceHcpApiKey calls config.ConfigurationService.ReplaceHcpApiKey.\nfunc (c *configurationServiceClient) ReplaceHcpApiKey(ctx context.Context, req *connect.Request[sdp_go.ReplaceHcpApiKeyRequest]) (*connect.Response[sdp_go.ReplaceHcpApiKeyResponse], error) {\n\treturn c.replaceHcpApiKey.CallUnary(ctx, req)\n}\n\n// GetSignalConfig calls config.ConfigurationService.GetSignalConfig.\nfunc (c *configurationServiceClient) GetSignalConfig(ctx context.Context, req *connect.Request[sdp_go.GetSignalConfigRequest]) (*connect.Response[sdp_go.GetSignalConfigResponse], error) {\n\treturn c.getSignalConfig.CallUnary(ctx, req)\n}\n\n// UpdateSignalConfig calls config.ConfigurationService.UpdateSignalConfig.\nfunc (c *configurationServiceClient) UpdateSignalConfig(ctx context.Context, req *connect.Request[sdp_go.UpdateSignalConfigRequest]) (*connect.Response[sdp_go.UpdateSignalConfigResponse], error) {\n\treturn c.updateSignalConfig.CallUnary(ctx, req)\n}\n\n// GetGithubAppInformation calls config.ConfigurationService.GetGithubAppInformation.\nfunc (c *configurationServiceClient) GetGithubAppInformation(ctx context.Context, req *connect.Request[sdp_go.GetGithubAppInformationRequest]) (*connect.Response[sdp_go.GetGithubAppInformationResponse], error) {\n\treturn c.getGithubAppInformation.CallUnary(ctx, req)\n}\n\n// RegenerateGithubAppProfile calls config.ConfigurationService.RegenerateGithubAppProfile.\nfunc (c *configurationServiceClient) RegenerateGithubAppProfile(ctx context.Context, req *connect.Request[sdp_go.RegenerateGithubAppProfileRequest]) (*connect.Response[sdp_go.RegenerateGithubAppProfileResponse], error) {\n\treturn c.regenerateGithubAppProfile.CallUnary(ctx, req)\n}\n\n// CreateGithubInstallURL calls config.ConfigurationService.CreateGithubInstallURL.\nfunc (c *configurationServiceClient) CreateGithubInstallURL(ctx context.Context, req *connect.Request[sdp_go.CreateGithubInstallURLRequest]) (*connect.Response[sdp_go.CreateGithubInstallURLResponse], error) {\n\treturn c.createGithubInstallURL.CallUnary(ctx, req)\n}\n\n// ConfigurationServiceHandler is an implementation of the config.ConfigurationService service.\ntype ConfigurationServiceHandler interface {\n\t// Get the account config for the user's account\n\tGetAccountConfig(context.Context, *connect.Request[sdp_go.GetAccountConfigRequest]) (*connect.Response[sdp_go.GetAccountConfigResponse], error)\n\t// Update the account config for the user's account\n\tUpdateAccountConfig(context.Context, *connect.Request[sdp_go.UpdateAccountConfigRequest]) (*connect.Response[sdp_go.UpdateAccountConfigResponse], error)\n\t// Create a new HCP Terraform config for the user's account. This follows\n\t// the same flow as CreateAPIKey, to create a new API key that is then used\n\t// for the HCP Terraform endpoint URL.\n\tCreateHcpConfig(context.Context, *connect.Request[sdp_go.CreateHcpConfigRequest]) (*connect.Response[sdp_go.CreateHcpConfigResponse], error)\n\t// Get the existing HCP Terraform config for the user's account.\n\tGetHcpConfig(context.Context, *connect.Request[sdp_go.GetHcpConfigRequest]) (*connect.Response[sdp_go.GetHcpConfigResponse], error)\n\t// Remove the existing HCP Terraform config from the user's account.\n\tDeleteHcpConfig(context.Context, *connect.Request[sdp_go.DeleteHcpConfigRequest]) (*connect.Response[sdp_go.DeleteHcpConfigResponse], error)\n\t// Replace the API key backing the HCP Terraform integration with a fresh\n\t// one. The old API key is revoked. The endpoint URL and HMAC secret are\n\t// preserved. Follows the same OAuth flow as CreateHcpConfig.\n\tReplaceHcpApiKey(context.Context, *connect.Request[sdp_go.ReplaceHcpApiKeyRequest]) (*connect.Response[sdp_go.ReplaceHcpApiKeyResponse], error)\n\t// Get the signal config for the account\n\tGetSignalConfig(context.Context, *connect.Request[sdp_go.GetSignalConfigRequest]) (*connect.Response[sdp_go.GetSignalConfigResponse], error)\n\t// Update the signal config for the account\n\tUpdateSignalConfig(context.Context, *connect.Request[sdp_go.UpdateSignalConfigRequest]) (*connect.Response[sdp_go.UpdateSignalConfigResponse], error)\n\t// Github app\n\t// we will be displaying app installation information for this account on the github integrations page\n\tGetGithubAppInformation(context.Context, *connect.Request[sdp_go.GetGithubAppInformationRequest]) (*connect.Response[sdp_go.GetGithubAppInformationResponse], error)\n\t// regenerate the github app profile, this information is used for signal processing\n\tRegenerateGithubAppProfile(context.Context, *connect.Request[sdp_go.RegenerateGithubAppProfileRequest]) (*connect.Response[sdp_go.RegenerateGithubAppProfileResponse], error)\n\t// Create a GitHub App install URL with a DB-backed state parameter for CSRF\n\t// protection. The frontend calls this RPC, then redirects the user to the\n\t// returned URL. GitHub will redirect back with the state UUID, which the\n\t// callback handler consumes to identify the Overmind account.\n\tCreateGithubInstallURL(context.Context, *connect.Request[sdp_go.CreateGithubInstallURLRequest]) (*connect.Response[sdp_go.CreateGithubInstallURLResponse], error)\n}\n\n// NewConfigurationServiceHandler builds an HTTP handler from the service implementation. It returns\n// the path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewConfigurationServiceHandler(svc ConfigurationServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tconfigurationServiceMethods := sdp_go.File_config_proto.Services().ByName(\"ConfigurationService\").Methods()\n\tconfigurationServiceGetAccountConfigHandler := connect.NewUnaryHandler(\n\t\tConfigurationServiceGetAccountConfigProcedure,\n\t\tsvc.GetAccountConfig,\n\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"GetAccountConfig\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tconfigurationServiceUpdateAccountConfigHandler := connect.NewUnaryHandler(\n\t\tConfigurationServiceUpdateAccountConfigProcedure,\n\t\tsvc.UpdateAccountConfig,\n\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"UpdateAccountConfig\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tconfigurationServiceCreateHcpConfigHandler := connect.NewUnaryHandler(\n\t\tConfigurationServiceCreateHcpConfigProcedure,\n\t\tsvc.CreateHcpConfig,\n\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"CreateHcpConfig\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tconfigurationServiceGetHcpConfigHandler := connect.NewUnaryHandler(\n\t\tConfigurationServiceGetHcpConfigProcedure,\n\t\tsvc.GetHcpConfig,\n\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"GetHcpConfig\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tconfigurationServiceDeleteHcpConfigHandler := connect.NewUnaryHandler(\n\t\tConfigurationServiceDeleteHcpConfigProcedure,\n\t\tsvc.DeleteHcpConfig,\n\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"DeleteHcpConfig\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tconfigurationServiceReplaceHcpApiKeyHandler := connect.NewUnaryHandler(\n\t\tConfigurationServiceReplaceHcpApiKeyProcedure,\n\t\tsvc.ReplaceHcpApiKey,\n\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"ReplaceHcpApiKey\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tconfigurationServiceGetSignalConfigHandler := connect.NewUnaryHandler(\n\t\tConfigurationServiceGetSignalConfigProcedure,\n\t\tsvc.GetSignalConfig,\n\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"GetSignalConfig\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tconfigurationServiceUpdateSignalConfigHandler := connect.NewUnaryHandler(\n\t\tConfigurationServiceUpdateSignalConfigProcedure,\n\t\tsvc.UpdateSignalConfig,\n\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"UpdateSignalConfig\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tconfigurationServiceGetGithubAppInformationHandler := connect.NewUnaryHandler(\n\t\tConfigurationServiceGetGithubAppInformationProcedure,\n\t\tsvc.GetGithubAppInformation,\n\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"GetGithubAppInformation\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tconfigurationServiceRegenerateGithubAppProfileHandler := connect.NewUnaryHandler(\n\t\tConfigurationServiceRegenerateGithubAppProfileProcedure,\n\t\tsvc.RegenerateGithubAppProfile,\n\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"RegenerateGithubAppProfile\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tconfigurationServiceCreateGithubInstallURLHandler := connect.NewUnaryHandler(\n\t\tConfigurationServiceCreateGithubInstallURLProcedure,\n\t\tsvc.CreateGithubInstallURL,\n\t\tconnect.WithSchema(configurationServiceMethods.ByName(\"CreateGithubInstallURL\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/config.ConfigurationService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase ConfigurationServiceGetAccountConfigProcedure:\n\t\t\tconfigurationServiceGetAccountConfigHandler.ServeHTTP(w, r)\n\t\tcase ConfigurationServiceUpdateAccountConfigProcedure:\n\t\t\tconfigurationServiceUpdateAccountConfigHandler.ServeHTTP(w, r)\n\t\tcase ConfigurationServiceCreateHcpConfigProcedure:\n\t\t\tconfigurationServiceCreateHcpConfigHandler.ServeHTTP(w, r)\n\t\tcase ConfigurationServiceGetHcpConfigProcedure:\n\t\t\tconfigurationServiceGetHcpConfigHandler.ServeHTTP(w, r)\n\t\tcase ConfigurationServiceDeleteHcpConfigProcedure:\n\t\t\tconfigurationServiceDeleteHcpConfigHandler.ServeHTTP(w, r)\n\t\tcase ConfigurationServiceReplaceHcpApiKeyProcedure:\n\t\t\tconfigurationServiceReplaceHcpApiKeyHandler.ServeHTTP(w, r)\n\t\tcase ConfigurationServiceGetSignalConfigProcedure:\n\t\t\tconfigurationServiceGetSignalConfigHandler.ServeHTTP(w, r)\n\t\tcase ConfigurationServiceUpdateSignalConfigProcedure:\n\t\t\tconfigurationServiceUpdateSignalConfigHandler.ServeHTTP(w, r)\n\t\tcase ConfigurationServiceGetGithubAppInformationProcedure:\n\t\t\tconfigurationServiceGetGithubAppInformationHandler.ServeHTTP(w, r)\n\t\tcase ConfigurationServiceRegenerateGithubAppProfileProcedure:\n\t\t\tconfigurationServiceRegenerateGithubAppProfileHandler.ServeHTTP(w, r)\n\t\tcase ConfigurationServiceCreateGithubInstallURLProcedure:\n\t\t\tconfigurationServiceCreateGithubInstallURLHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedConfigurationServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedConfigurationServiceHandler struct{}\n\nfunc (UnimplementedConfigurationServiceHandler) GetAccountConfig(context.Context, *connect.Request[sdp_go.GetAccountConfigRequest]) (*connect.Response[sdp_go.GetAccountConfigResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"config.ConfigurationService.GetAccountConfig is not implemented\"))\n}\n\nfunc (UnimplementedConfigurationServiceHandler) UpdateAccountConfig(context.Context, *connect.Request[sdp_go.UpdateAccountConfigRequest]) (*connect.Response[sdp_go.UpdateAccountConfigResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"config.ConfigurationService.UpdateAccountConfig is not implemented\"))\n}\n\nfunc (UnimplementedConfigurationServiceHandler) CreateHcpConfig(context.Context, *connect.Request[sdp_go.CreateHcpConfigRequest]) (*connect.Response[sdp_go.CreateHcpConfigResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"config.ConfigurationService.CreateHcpConfig is not implemented\"))\n}\n\nfunc (UnimplementedConfigurationServiceHandler) GetHcpConfig(context.Context, *connect.Request[sdp_go.GetHcpConfigRequest]) (*connect.Response[sdp_go.GetHcpConfigResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"config.ConfigurationService.GetHcpConfig is not implemented\"))\n}\n\nfunc (UnimplementedConfigurationServiceHandler) DeleteHcpConfig(context.Context, *connect.Request[sdp_go.DeleteHcpConfigRequest]) (*connect.Response[sdp_go.DeleteHcpConfigResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"config.ConfigurationService.DeleteHcpConfig is not implemented\"))\n}\n\nfunc (UnimplementedConfigurationServiceHandler) ReplaceHcpApiKey(context.Context, *connect.Request[sdp_go.ReplaceHcpApiKeyRequest]) (*connect.Response[sdp_go.ReplaceHcpApiKeyResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"config.ConfigurationService.ReplaceHcpApiKey is not implemented\"))\n}\n\nfunc (UnimplementedConfigurationServiceHandler) GetSignalConfig(context.Context, *connect.Request[sdp_go.GetSignalConfigRequest]) (*connect.Response[sdp_go.GetSignalConfigResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"config.ConfigurationService.GetSignalConfig is not implemented\"))\n}\n\nfunc (UnimplementedConfigurationServiceHandler) UpdateSignalConfig(context.Context, *connect.Request[sdp_go.UpdateSignalConfigRequest]) (*connect.Response[sdp_go.UpdateSignalConfigResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"config.ConfigurationService.UpdateSignalConfig is not implemented\"))\n}\n\nfunc (UnimplementedConfigurationServiceHandler) GetGithubAppInformation(context.Context, *connect.Request[sdp_go.GetGithubAppInformationRequest]) (*connect.Response[sdp_go.GetGithubAppInformationResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"config.ConfigurationService.GetGithubAppInformation is not implemented\"))\n}\n\nfunc (UnimplementedConfigurationServiceHandler) RegenerateGithubAppProfile(context.Context, *connect.Request[sdp_go.RegenerateGithubAppProfileRequest]) (*connect.Response[sdp_go.RegenerateGithubAppProfileResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"config.ConfigurationService.RegenerateGithubAppProfile is not implemented\"))\n}\n\nfunc (UnimplementedConfigurationServiceHandler) CreateGithubInstallURL(context.Context, *connect.Request[sdp_go.CreateGithubInstallURLRequest]) (*connect.Response[sdp_go.CreateGithubInstallURLResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"config.ConfigurationService.CreateGithubInstallURL is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/invites.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: invites.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// InviteServiceName is the fully-qualified name of the InviteService service.\n\tInviteServiceName = \"invites.InviteService\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// InviteServiceCreateInviteProcedure is the fully-qualified name of the InviteService's\n\t// CreateInvite RPC.\n\tInviteServiceCreateInviteProcedure = \"/invites.InviteService/CreateInvite\"\n\t// InviteServiceListInvitesProcedure is the fully-qualified name of the InviteService's ListInvites\n\t// RPC.\n\tInviteServiceListInvitesProcedure = \"/invites.InviteService/ListInvites\"\n\t// InviteServiceRevokeInviteProcedure is the fully-qualified name of the InviteService's\n\t// RevokeInvite RPC.\n\tInviteServiceRevokeInviteProcedure = \"/invites.InviteService/RevokeInvite\"\n\t// InviteServiceResendInviteProcedure is the fully-qualified name of the InviteService's\n\t// ResendInvite RPC.\n\tInviteServiceResendInviteProcedure = \"/invites.InviteService/ResendInvite\"\n)\n\n// InviteServiceClient is a client for the invites.InviteService service.\ntype InviteServiceClient interface {\n\tCreateInvite(context.Context, *connect.Request[sdp_go.CreateInviteRequest]) (*connect.Response[sdp_go.CreateInviteResponse], error)\n\tListInvites(context.Context, *connect.Request[sdp_go.ListInvitesRequest]) (*connect.Response[sdp_go.ListInvitesResponse], error)\n\tRevokeInvite(context.Context, *connect.Request[sdp_go.RevokeInviteRequest]) (*connect.Response[sdp_go.RevokeInviteResponse], error)\n\tResendInvite(context.Context, *connect.Request[sdp_go.ResendInviteRequest]) (*connect.Response[sdp_go.ResendInviteResponse], error)\n}\n\n// NewInviteServiceClient constructs a client for the invites.InviteService service. By default, it\n// uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses, and sends\n// uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the connect.WithGRPC() or\n// connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewInviteServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) InviteServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tinviteServiceMethods := sdp_go.File_invites_proto.Services().ByName(\"InviteService\").Methods()\n\treturn &inviteServiceClient{\n\t\tcreateInvite: connect.NewClient[sdp_go.CreateInviteRequest, sdp_go.CreateInviteResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+InviteServiceCreateInviteProcedure,\n\t\t\tconnect.WithSchema(inviteServiceMethods.ByName(\"CreateInvite\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistInvites: connect.NewClient[sdp_go.ListInvitesRequest, sdp_go.ListInvitesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+InviteServiceListInvitesProcedure,\n\t\t\tconnect.WithSchema(inviteServiceMethods.ByName(\"ListInvites\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\trevokeInvite: connect.NewClient[sdp_go.RevokeInviteRequest, sdp_go.RevokeInviteResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+InviteServiceRevokeInviteProcedure,\n\t\t\tconnect.WithSchema(inviteServiceMethods.ByName(\"RevokeInvite\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tresendInvite: connect.NewClient[sdp_go.ResendInviteRequest, sdp_go.ResendInviteResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+InviteServiceResendInviteProcedure,\n\t\t\tconnect.WithSchema(inviteServiceMethods.ByName(\"ResendInvite\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// inviteServiceClient implements InviteServiceClient.\ntype inviteServiceClient struct {\n\tcreateInvite *connect.Client[sdp_go.CreateInviteRequest, sdp_go.CreateInviteResponse]\n\tlistInvites *connect.Client[sdp_go.ListInvitesRequest, sdp_go.ListInvitesResponse]\n\trevokeInvite *connect.Client[sdp_go.RevokeInviteRequest, sdp_go.RevokeInviteResponse]\n\tresendInvite *connect.Client[sdp_go.ResendInviteRequest, sdp_go.ResendInviteResponse]\n}\n\n// CreateInvite calls invites.InviteService.CreateInvite.\nfunc (c *inviteServiceClient) CreateInvite(ctx context.Context, req *connect.Request[sdp_go.CreateInviteRequest]) (*connect.Response[sdp_go.CreateInviteResponse], error) {\n\treturn c.createInvite.CallUnary(ctx, req)\n}\n\n// ListInvites calls invites.InviteService.ListInvites.\nfunc (c *inviteServiceClient) ListInvites(ctx context.Context, req *connect.Request[sdp_go.ListInvitesRequest]) (*connect.Response[sdp_go.ListInvitesResponse], error) {\n\treturn c.listInvites.CallUnary(ctx, req)\n}\n\n// RevokeInvite calls invites.InviteService.RevokeInvite.\nfunc (c *inviteServiceClient) RevokeInvite(ctx context.Context, req *connect.Request[sdp_go.RevokeInviteRequest]) (*connect.Response[sdp_go.RevokeInviteResponse], error) {\n\treturn c.revokeInvite.CallUnary(ctx, req)\n}\n\n// ResendInvite calls invites.InviteService.ResendInvite.\nfunc (c *inviteServiceClient) ResendInvite(ctx context.Context, req *connect.Request[sdp_go.ResendInviteRequest]) (*connect.Response[sdp_go.ResendInviteResponse], error) {\n\treturn c.resendInvite.CallUnary(ctx, req)\n}\n\n// InviteServiceHandler is an implementation of the invites.InviteService service.\ntype InviteServiceHandler interface {\n\tCreateInvite(context.Context, *connect.Request[sdp_go.CreateInviteRequest]) (*connect.Response[sdp_go.CreateInviteResponse], error)\n\tListInvites(context.Context, *connect.Request[sdp_go.ListInvitesRequest]) (*connect.Response[sdp_go.ListInvitesResponse], error)\n\tRevokeInvite(context.Context, *connect.Request[sdp_go.RevokeInviteRequest]) (*connect.Response[sdp_go.RevokeInviteResponse], error)\n\tResendInvite(context.Context, *connect.Request[sdp_go.ResendInviteRequest]) (*connect.Response[sdp_go.ResendInviteResponse], error)\n}\n\n// NewInviteServiceHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewInviteServiceHandler(svc InviteServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tinviteServiceMethods := sdp_go.File_invites_proto.Services().ByName(\"InviteService\").Methods()\n\tinviteServiceCreateInviteHandler := connect.NewUnaryHandler(\n\t\tInviteServiceCreateInviteProcedure,\n\t\tsvc.CreateInvite,\n\t\tconnect.WithSchema(inviteServiceMethods.ByName(\"CreateInvite\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tinviteServiceListInvitesHandler := connect.NewUnaryHandler(\n\t\tInviteServiceListInvitesProcedure,\n\t\tsvc.ListInvites,\n\t\tconnect.WithSchema(inviteServiceMethods.ByName(\"ListInvites\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tinviteServiceRevokeInviteHandler := connect.NewUnaryHandler(\n\t\tInviteServiceRevokeInviteProcedure,\n\t\tsvc.RevokeInvite,\n\t\tconnect.WithSchema(inviteServiceMethods.ByName(\"RevokeInvite\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tinviteServiceResendInviteHandler := connect.NewUnaryHandler(\n\t\tInviteServiceResendInviteProcedure,\n\t\tsvc.ResendInvite,\n\t\tconnect.WithSchema(inviteServiceMethods.ByName(\"ResendInvite\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/invites.InviteService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase InviteServiceCreateInviteProcedure:\n\t\t\tinviteServiceCreateInviteHandler.ServeHTTP(w, r)\n\t\tcase InviteServiceListInvitesProcedure:\n\t\t\tinviteServiceListInvitesHandler.ServeHTTP(w, r)\n\t\tcase InviteServiceRevokeInviteProcedure:\n\t\t\tinviteServiceRevokeInviteHandler.ServeHTTP(w, r)\n\t\tcase InviteServiceResendInviteProcedure:\n\t\t\tinviteServiceResendInviteHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedInviteServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedInviteServiceHandler struct{}\n\nfunc (UnimplementedInviteServiceHandler) CreateInvite(context.Context, *connect.Request[sdp_go.CreateInviteRequest]) (*connect.Response[sdp_go.CreateInviteResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"invites.InviteService.CreateInvite is not implemented\"))\n}\n\nfunc (UnimplementedInviteServiceHandler) ListInvites(context.Context, *connect.Request[sdp_go.ListInvitesRequest]) (*connect.Response[sdp_go.ListInvitesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"invites.InviteService.ListInvites is not implemented\"))\n}\n\nfunc (UnimplementedInviteServiceHandler) RevokeInvite(context.Context, *connect.Request[sdp_go.RevokeInviteRequest]) (*connect.Response[sdp_go.RevokeInviteResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"invites.InviteService.RevokeInvite is not implemented\"))\n}\n\nfunc (UnimplementedInviteServiceHandler) ResendInvite(context.Context, *connect.Request[sdp_go.ResendInviteRequest]) (*connect.Response[sdp_go.ResendInviteResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"invites.InviteService.ResendInvite is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/logs.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: logs.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// LogsServiceName is the fully-qualified name of the LogsService service.\n\tLogsServiceName = \"logs.LogsService\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// LogsServiceGetLogRecordsProcedure is the fully-qualified name of the LogsService's GetLogRecords\n\t// RPC.\n\tLogsServiceGetLogRecordsProcedure = \"/logs.LogsService/GetLogRecords\"\n)\n\n// LogsServiceClient is a client for the logs.LogsService service.\ntype LogsServiceClient interface {\n\t// GetLogRecords returns a stream of log records from the upstream API. The\n\t// source is expected to use sane defaults within the limits of the\n\t// underlying API and SDP capabilities (message size, etc). Each chunk is\n\t// roughly a page of the upstream APIs pagination.\n\tGetLogRecords(context.Context, *connect.Request[sdp_go.GetLogRecordsRequest]) (*connect.ServerStreamForClient[sdp_go.GetLogRecordsResponse], error)\n}\n\n// NewLogsServiceClient constructs a client for the logs.LogsService service. By default, it uses\n// the Connect protocol with the binary Protobuf Codec, asks for gzipped responses, and sends\n// uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the connect.WithGRPC() or\n// connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewLogsServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) LogsServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tlogsServiceMethods := sdp_go.File_logs_proto.Services().ByName(\"LogsService\").Methods()\n\treturn &logsServiceClient{\n\t\tgetLogRecords: connect.NewClient[sdp_go.GetLogRecordsRequest, sdp_go.GetLogRecordsResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+LogsServiceGetLogRecordsProcedure,\n\t\t\tconnect.WithSchema(logsServiceMethods.ByName(\"GetLogRecords\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// logsServiceClient implements LogsServiceClient.\ntype logsServiceClient struct {\n\tgetLogRecords *connect.Client[sdp_go.GetLogRecordsRequest, sdp_go.GetLogRecordsResponse]\n}\n\n// GetLogRecords calls logs.LogsService.GetLogRecords.\nfunc (c *logsServiceClient) GetLogRecords(ctx context.Context, req *connect.Request[sdp_go.GetLogRecordsRequest]) (*connect.ServerStreamForClient[sdp_go.GetLogRecordsResponse], error) {\n\treturn c.getLogRecords.CallServerStream(ctx, req)\n}\n\n// LogsServiceHandler is an implementation of the logs.LogsService service.\ntype LogsServiceHandler interface {\n\t// GetLogRecords returns a stream of log records from the upstream API. The\n\t// source is expected to use sane defaults within the limits of the\n\t// underlying API and SDP capabilities (message size, etc). Each chunk is\n\t// roughly a page of the upstream APIs pagination.\n\tGetLogRecords(context.Context, *connect.Request[sdp_go.GetLogRecordsRequest], *connect.ServerStream[sdp_go.GetLogRecordsResponse]) error\n}\n\n// NewLogsServiceHandler builds an HTTP handler from the service implementation. It returns the path\n// on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewLogsServiceHandler(svc LogsServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tlogsServiceMethods := sdp_go.File_logs_proto.Services().ByName(\"LogsService\").Methods()\n\tlogsServiceGetLogRecordsHandler := connect.NewServerStreamHandler(\n\t\tLogsServiceGetLogRecordsProcedure,\n\t\tsvc.GetLogRecords,\n\t\tconnect.WithSchema(logsServiceMethods.ByName(\"GetLogRecords\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/logs.LogsService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase LogsServiceGetLogRecordsProcedure:\n\t\t\tlogsServiceGetLogRecordsHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedLogsServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedLogsServiceHandler struct{}\n\nfunc (UnimplementedLogsServiceHandler) GetLogRecords(context.Context, *connect.Request[sdp_go.GetLogRecordsRequest], *connect.ServerStream[sdp_go.GetLogRecordsResponse]) error {\n\treturn connect.NewError(connect.CodeUnimplemented, errors.New(\"logs.LogsService.GetLogRecords is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/revlink.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: revlink.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// RevlinkServiceName is the fully-qualified name of the RevlinkService service.\n\tRevlinkServiceName = \"revlink.RevlinkService\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// RevlinkServiceGetReverseEdgesProcedure is the fully-qualified name of the RevlinkService's\n\t// GetReverseEdges RPC.\n\tRevlinkServiceGetReverseEdgesProcedure = \"/revlink.RevlinkService/GetReverseEdges\"\n\t// RevlinkServiceIngestGatewayResponsesProcedure is the fully-qualified name of the RevlinkService's\n\t// IngestGatewayResponses RPC.\n\tRevlinkServiceIngestGatewayResponsesProcedure = \"/revlink.RevlinkService/IngestGatewayResponses\"\n\t// RevlinkServiceCheckpointProcedure is the fully-qualified name of the RevlinkService's Checkpoint\n\t// RPC.\n\tRevlinkServiceCheckpointProcedure = \"/revlink.RevlinkService/Checkpoint\"\n)\n\n// RevlinkServiceClient is a client for the revlink.RevlinkService service.\ntype RevlinkServiceClient interface {\n\t// Gets reverse edges for a given item\n\tGetReverseEdges(context.Context, *connect.Request[sdp_go.GetReverseEdgesRequest]) (*connect.Response[sdp_go.GetReverseEdgesResponse], error)\n\t// Ingests a stream of gateway responses\n\tIngestGatewayResponses(context.Context) *connect.ClientStreamForClient[sdp_go.IngestGatewayResponseRequest, sdp_go.IngestGatewayResponsesResponse]\n\t// Waits until all currently submitted gateway responses are committed to\n\t// the database. This is primarily intended for tests to ensure that setup\n\t// was completed.\n\t//\n\t// Note that this does only count the first try of each insertion; retries\n\t// are not considered.\n\t//\n\t// Note2 that this is implemented in memory, so there is no guarantee\n\t// that this will work in a distributed environment.\n\tCheckpoint(context.Context, *connect.Request[sdp_go.CheckpointRequest]) (*connect.Response[sdp_go.CheckpointResponse], error)\n}\n\n// NewRevlinkServiceClient constructs a client for the revlink.RevlinkService service. By default,\n// it uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses, and\n// sends uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the connect.WithGRPC()\n// or connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewRevlinkServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) RevlinkServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\trevlinkServiceMethods := sdp_go.File_revlink_proto.Services().ByName(\"RevlinkService\").Methods()\n\treturn &revlinkServiceClient{\n\t\tgetReverseEdges: connect.NewClient[sdp_go.GetReverseEdgesRequest, sdp_go.GetReverseEdgesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+RevlinkServiceGetReverseEdgesProcedure,\n\t\t\tconnect.WithSchema(revlinkServiceMethods.ByName(\"GetReverseEdges\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tingestGatewayResponses: connect.NewClient[sdp_go.IngestGatewayResponseRequest, sdp_go.IngestGatewayResponsesResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+RevlinkServiceIngestGatewayResponsesProcedure,\n\t\t\tconnect.WithSchema(revlinkServiceMethods.ByName(\"IngestGatewayResponses\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcheckpoint: connect.NewClient[sdp_go.CheckpointRequest, sdp_go.CheckpointResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+RevlinkServiceCheckpointProcedure,\n\t\t\tconnect.WithSchema(revlinkServiceMethods.ByName(\"Checkpoint\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// revlinkServiceClient implements RevlinkServiceClient.\ntype revlinkServiceClient struct {\n\tgetReverseEdges *connect.Client[sdp_go.GetReverseEdgesRequest, sdp_go.GetReverseEdgesResponse]\n\tingestGatewayResponses *connect.Client[sdp_go.IngestGatewayResponseRequest, sdp_go.IngestGatewayResponsesResponse]\n\tcheckpoint *connect.Client[sdp_go.CheckpointRequest, sdp_go.CheckpointResponse]\n}\n\n// GetReverseEdges calls revlink.RevlinkService.GetReverseEdges.\nfunc (c *revlinkServiceClient) GetReverseEdges(ctx context.Context, req *connect.Request[sdp_go.GetReverseEdgesRequest]) (*connect.Response[sdp_go.GetReverseEdgesResponse], error) {\n\treturn c.getReverseEdges.CallUnary(ctx, req)\n}\n\n// IngestGatewayResponses calls revlink.RevlinkService.IngestGatewayResponses.\nfunc (c *revlinkServiceClient) IngestGatewayResponses(ctx context.Context) *connect.ClientStreamForClient[sdp_go.IngestGatewayResponseRequest, sdp_go.IngestGatewayResponsesResponse] {\n\treturn c.ingestGatewayResponses.CallClientStream(ctx)\n}\n\n// Checkpoint calls revlink.RevlinkService.Checkpoint.\nfunc (c *revlinkServiceClient) Checkpoint(ctx context.Context, req *connect.Request[sdp_go.CheckpointRequest]) (*connect.Response[sdp_go.CheckpointResponse], error) {\n\treturn c.checkpoint.CallUnary(ctx, req)\n}\n\n// RevlinkServiceHandler is an implementation of the revlink.RevlinkService service.\ntype RevlinkServiceHandler interface {\n\t// Gets reverse edges for a given item\n\tGetReverseEdges(context.Context, *connect.Request[sdp_go.GetReverseEdgesRequest]) (*connect.Response[sdp_go.GetReverseEdgesResponse], error)\n\t// Ingests a stream of gateway responses\n\tIngestGatewayResponses(context.Context, *connect.ClientStream[sdp_go.IngestGatewayResponseRequest]) (*connect.Response[sdp_go.IngestGatewayResponsesResponse], error)\n\t// Waits until all currently submitted gateway responses are committed to\n\t// the database. This is primarily intended for tests to ensure that setup\n\t// was completed.\n\t//\n\t// Note that this does only count the first try of each insertion; retries\n\t// are not considered.\n\t//\n\t// Note2 that this is implemented in memory, so there is no guarantee\n\t// that this will work in a distributed environment.\n\tCheckpoint(context.Context, *connect.Request[sdp_go.CheckpointRequest]) (*connect.Response[sdp_go.CheckpointResponse], error)\n}\n\n// NewRevlinkServiceHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewRevlinkServiceHandler(svc RevlinkServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\trevlinkServiceMethods := sdp_go.File_revlink_proto.Services().ByName(\"RevlinkService\").Methods()\n\trevlinkServiceGetReverseEdgesHandler := connect.NewUnaryHandler(\n\t\tRevlinkServiceGetReverseEdgesProcedure,\n\t\tsvc.GetReverseEdges,\n\t\tconnect.WithSchema(revlinkServiceMethods.ByName(\"GetReverseEdges\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\trevlinkServiceIngestGatewayResponsesHandler := connect.NewClientStreamHandler(\n\t\tRevlinkServiceIngestGatewayResponsesProcedure,\n\t\tsvc.IngestGatewayResponses,\n\t\tconnect.WithSchema(revlinkServiceMethods.ByName(\"IngestGatewayResponses\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\trevlinkServiceCheckpointHandler := connect.NewUnaryHandler(\n\t\tRevlinkServiceCheckpointProcedure,\n\t\tsvc.Checkpoint,\n\t\tconnect.WithSchema(revlinkServiceMethods.ByName(\"Checkpoint\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/revlink.RevlinkService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase RevlinkServiceGetReverseEdgesProcedure:\n\t\t\trevlinkServiceGetReverseEdgesHandler.ServeHTTP(w, r)\n\t\tcase RevlinkServiceIngestGatewayResponsesProcedure:\n\t\t\trevlinkServiceIngestGatewayResponsesHandler.ServeHTTP(w, r)\n\t\tcase RevlinkServiceCheckpointProcedure:\n\t\t\trevlinkServiceCheckpointHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedRevlinkServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedRevlinkServiceHandler struct{}\n\nfunc (UnimplementedRevlinkServiceHandler) GetReverseEdges(context.Context, *connect.Request[sdp_go.GetReverseEdgesRequest]) (*connect.Response[sdp_go.GetReverseEdgesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"revlink.RevlinkService.GetReverseEdges is not implemented\"))\n}\n\nfunc (UnimplementedRevlinkServiceHandler) IngestGatewayResponses(context.Context, *connect.ClientStream[sdp_go.IngestGatewayResponseRequest]) (*connect.Response[sdp_go.IngestGatewayResponsesResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"revlink.RevlinkService.IngestGatewayResponses is not implemented\"))\n}\n\nfunc (UnimplementedRevlinkServiceHandler) Checkpoint(context.Context, *connect.Request[sdp_go.CheckpointRequest]) (*connect.Response[sdp_go.CheckpointResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"revlink.RevlinkService.Checkpoint is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/signal.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: signal.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// SignalServiceName is the fully-qualified name of the SignalService service.\n\tSignalServiceName = \"signal.SignalService\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// SignalServiceAddSignalProcedure is the fully-qualified name of the SignalService's AddSignal RPC.\n\tSignalServiceAddSignalProcedure = \"/signal.SignalService/AddSignal\"\n\t// SignalServiceGetSignalsByChangeExternalIDProcedure is the fully-qualified name of the\n\t// SignalService's GetSignalsByChangeExternalID RPC.\n\tSignalServiceGetSignalsByChangeExternalIDProcedure = \"/signal.SignalService/GetSignalsByChangeExternalID\"\n\t// SignalServiceGetChangeOverviewSignalsProcedure is the fully-qualified name of the SignalService's\n\t// GetChangeOverviewSignals RPC.\n\tSignalServiceGetChangeOverviewSignalsProcedure = \"/signal.SignalService/GetChangeOverviewSignals\"\n\t// SignalServiceGetItemSignalsProcedure is the fully-qualified name of the SignalService's\n\t// GetItemSignals RPC.\n\tSignalServiceGetItemSignalsProcedure = \"/signal.SignalService/GetItemSignals\"\n\t// SignalServiceGetItemSignalsV2Procedure is the fully-qualified name of the SignalService's\n\t// GetItemSignalsV2 RPC.\n\tSignalServiceGetItemSignalsV2Procedure = \"/signal.SignalService/GetItemSignalsV2\"\n\t// SignalServiceGetCustomSignalsByCategoryProcedure is the fully-qualified name of the\n\t// SignalService's GetCustomSignalsByCategory RPC.\n\tSignalServiceGetCustomSignalsByCategoryProcedure = \"/signal.SignalService/GetCustomSignalsByCategory\"\n\t// SignalServiceGetItemSignalDetailsProcedure is the fully-qualified name of the SignalService's\n\t// GetItemSignalDetails RPC.\n\tSignalServiceGetItemSignalDetailsProcedure = \"/signal.SignalService/GetItemSignalDetails\"\n)\n\n// SignalServiceClient is a client for the signal.SignalService service.\ntype SignalServiceClient interface {\n\t// This is an external API to add a signals to a change.\n\t// It will be used by the CLI, the web UI, and other clients.\n\t// It expects the user to provide the properties of the signal, such as name, value, description, and category.\n\t// And it returns the signal that was added, including the machine-generated metadata such as UUID and aggregation ID.\n\t// DOES THIS NEED TO BE UPDATED TO SPECIFY THE LEVEL OF THE SIGNAL?\n\tAddSignal(context.Context, *connect.Request[sdp_go.AddSignalRequest]) (*connect.Response[sdp_go.AddSignalResponse], error)\n\t// This is an API to get all signals associated with a change by its external ID. It is not used by the frontend.\n\t// It returns a slice/array of Signals. Which includes both the user-facing properties of the signal, and the machine-generated metadata.\n\t// Look at the Signal message for more details.\n\tGetSignalsByChangeExternalID(context.Context, *connect.Request[sdp_go.GetSignalsByChangeExternalIDRequest]) (*connect.Response[sdp_go.GetSignalsByChangeExternalIDResponse], error)\n\t// NB for the following we do not need to specify the icons for the Items, as they are derived by the Frontend separately.\n\t// Get all top-level signals for a change.\n\t// They are sorted by the signal value, ascending. From minus 5 to plus 5.\n\tGetChangeOverviewSignals(context.Context, *connect.Request[sdp_go.GetChangeOverviewSignalsRequest]) (*connect.Response[sdp_go.GetChangeOverviewSignalsResponse], error)\n\t// Get item-level signals for all items in a change.\n\t// They are sorted by the signal value, ascending. From minus 5 to plus 5.\n\tGetItemSignals(context.Context, *connect.Request[sdp_go.GetItemSignalsRequest]) (*connect.Response[sdp_go.GetItemSignalsResponse], error)\n\t// Get a slice of items, sorted by their aggregate signal value, ascending.\n\t// for each item include\n\t// - an aggregated value for the item, calculated by AggregateSignalScores.\n\t// - a friendly item ref, also before and after\n\t// - a slice of signals for the item, sorted by the signal value, ascending.\n\t// - the status of the item, e.g. \"added\", \"modified\", \"deleted\".\n\tGetItemSignalsV2(context.Context, *connect.Request[sdp_go.GetItemSignalsRequestV2]) (*connect.Response[sdp_go.GetItemSignalsResponseV2], error)\n\t// Get all custom signals for a change by its external ID and category. They are NOT associated with any item.\n\t// There is no score aggregation or description aggregation at this level. They are aggregated at the GetChangeOverviewSignals level.\n\t// They are sorted by the signal value, ascending. From minus 5 to plus 5.\n\tGetCustomSignalsByCategory(context.Context, *connect.Request[sdp_go.GetCustomSignalsByCategoryRequest]) (*connect.Response[sdp_go.GetCustomSignalsByCategoryResponse], error)\n\t// Get all signals for attributes/modifications of an item. This will only be used for routineness to start with.\n\t// They are sorted by the signal value, ascending. From minus 5 to plus 5.\n\tGetItemSignalDetails(context.Context, *connect.Request[sdp_go.GetItemSignalDetailsRequest]) (*connect.Response[sdp_go.GetItemSignalDetailsResponse], error)\n}\n\n// NewSignalServiceClient constructs a client for the signal.SignalService service. By default, it\n// uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses, and sends\n// uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the connect.WithGRPC() or\n// connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewSignalServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) SignalServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tsignalServiceMethods := sdp_go.File_signal_proto.Services().ByName(\"SignalService\").Methods()\n\treturn &signalServiceClient{\n\t\taddSignal: connect.NewClient[sdp_go.AddSignalRequest, sdp_go.AddSignalResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SignalServiceAddSignalProcedure,\n\t\t\tconnect.WithSchema(signalServiceMethods.ByName(\"AddSignal\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetSignalsByChangeExternalID: connect.NewClient[sdp_go.GetSignalsByChangeExternalIDRequest, sdp_go.GetSignalsByChangeExternalIDResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SignalServiceGetSignalsByChangeExternalIDProcedure,\n\t\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetSignalsByChangeExternalID\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetChangeOverviewSignals: connect.NewClient[sdp_go.GetChangeOverviewSignalsRequest, sdp_go.GetChangeOverviewSignalsResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SignalServiceGetChangeOverviewSignalsProcedure,\n\t\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetChangeOverviewSignals\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetItemSignals: connect.NewClient[sdp_go.GetItemSignalsRequest, sdp_go.GetItemSignalsResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SignalServiceGetItemSignalsProcedure,\n\t\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetItemSignals\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetItemSignalsV2: connect.NewClient[sdp_go.GetItemSignalsRequestV2, sdp_go.GetItemSignalsResponseV2](\n\t\t\thttpClient,\n\t\t\tbaseURL+SignalServiceGetItemSignalsV2Procedure,\n\t\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetItemSignalsV2\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetCustomSignalsByCategory: connect.NewClient[sdp_go.GetCustomSignalsByCategoryRequest, sdp_go.GetCustomSignalsByCategoryResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SignalServiceGetCustomSignalsByCategoryProcedure,\n\t\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetCustomSignalsByCategory\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetItemSignalDetails: connect.NewClient[sdp_go.GetItemSignalDetailsRequest, sdp_go.GetItemSignalDetailsResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SignalServiceGetItemSignalDetailsProcedure,\n\t\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetItemSignalDetails\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// signalServiceClient implements SignalServiceClient.\ntype signalServiceClient struct {\n\taddSignal *connect.Client[sdp_go.AddSignalRequest, sdp_go.AddSignalResponse]\n\tgetSignalsByChangeExternalID *connect.Client[sdp_go.GetSignalsByChangeExternalIDRequest, sdp_go.GetSignalsByChangeExternalIDResponse]\n\tgetChangeOverviewSignals *connect.Client[sdp_go.GetChangeOverviewSignalsRequest, sdp_go.GetChangeOverviewSignalsResponse]\n\tgetItemSignals *connect.Client[sdp_go.GetItemSignalsRequest, sdp_go.GetItemSignalsResponse]\n\tgetItemSignalsV2 *connect.Client[sdp_go.GetItemSignalsRequestV2, sdp_go.GetItemSignalsResponseV2]\n\tgetCustomSignalsByCategory *connect.Client[sdp_go.GetCustomSignalsByCategoryRequest, sdp_go.GetCustomSignalsByCategoryResponse]\n\tgetItemSignalDetails *connect.Client[sdp_go.GetItemSignalDetailsRequest, sdp_go.GetItemSignalDetailsResponse]\n}\n\n// AddSignal calls signal.SignalService.AddSignal.\nfunc (c *signalServiceClient) AddSignal(ctx context.Context, req *connect.Request[sdp_go.AddSignalRequest]) (*connect.Response[sdp_go.AddSignalResponse], error) {\n\treturn c.addSignal.CallUnary(ctx, req)\n}\n\n// GetSignalsByChangeExternalID calls signal.SignalService.GetSignalsByChangeExternalID.\nfunc (c *signalServiceClient) GetSignalsByChangeExternalID(ctx context.Context, req *connect.Request[sdp_go.GetSignalsByChangeExternalIDRequest]) (*connect.Response[sdp_go.GetSignalsByChangeExternalIDResponse], error) {\n\treturn c.getSignalsByChangeExternalID.CallUnary(ctx, req)\n}\n\n// GetChangeOverviewSignals calls signal.SignalService.GetChangeOverviewSignals.\nfunc (c *signalServiceClient) GetChangeOverviewSignals(ctx context.Context, req *connect.Request[sdp_go.GetChangeOverviewSignalsRequest]) (*connect.Response[sdp_go.GetChangeOverviewSignalsResponse], error) {\n\treturn c.getChangeOverviewSignals.CallUnary(ctx, req)\n}\n\n// GetItemSignals calls signal.SignalService.GetItemSignals.\nfunc (c *signalServiceClient) GetItemSignals(ctx context.Context, req *connect.Request[sdp_go.GetItemSignalsRequest]) (*connect.Response[sdp_go.GetItemSignalsResponse], error) {\n\treturn c.getItemSignals.CallUnary(ctx, req)\n}\n\n// GetItemSignalsV2 calls signal.SignalService.GetItemSignalsV2.\nfunc (c *signalServiceClient) GetItemSignalsV2(ctx context.Context, req *connect.Request[sdp_go.GetItemSignalsRequestV2]) (*connect.Response[sdp_go.GetItemSignalsResponseV2], error) {\n\treturn c.getItemSignalsV2.CallUnary(ctx, req)\n}\n\n// GetCustomSignalsByCategory calls signal.SignalService.GetCustomSignalsByCategory.\nfunc (c *signalServiceClient) GetCustomSignalsByCategory(ctx context.Context, req *connect.Request[sdp_go.GetCustomSignalsByCategoryRequest]) (*connect.Response[sdp_go.GetCustomSignalsByCategoryResponse], error) {\n\treturn c.getCustomSignalsByCategory.CallUnary(ctx, req)\n}\n\n// GetItemSignalDetails calls signal.SignalService.GetItemSignalDetails.\nfunc (c *signalServiceClient) GetItemSignalDetails(ctx context.Context, req *connect.Request[sdp_go.GetItemSignalDetailsRequest]) (*connect.Response[sdp_go.GetItemSignalDetailsResponse], error) {\n\treturn c.getItemSignalDetails.CallUnary(ctx, req)\n}\n\n// SignalServiceHandler is an implementation of the signal.SignalService service.\ntype SignalServiceHandler interface {\n\t// This is an external API to add a signals to a change.\n\t// It will be used by the CLI, the web UI, and other clients.\n\t// It expects the user to provide the properties of the signal, such as name, value, description, and category.\n\t// And it returns the signal that was added, including the machine-generated metadata such as UUID and aggregation ID.\n\t// DOES THIS NEED TO BE UPDATED TO SPECIFY THE LEVEL OF THE SIGNAL?\n\tAddSignal(context.Context, *connect.Request[sdp_go.AddSignalRequest]) (*connect.Response[sdp_go.AddSignalResponse], error)\n\t// This is an API to get all signals associated with a change by its external ID. It is not used by the frontend.\n\t// It returns a slice/array of Signals. Which includes both the user-facing properties of the signal, and the machine-generated metadata.\n\t// Look at the Signal message for more details.\n\tGetSignalsByChangeExternalID(context.Context, *connect.Request[sdp_go.GetSignalsByChangeExternalIDRequest]) (*connect.Response[sdp_go.GetSignalsByChangeExternalIDResponse], error)\n\t// NB for the following we do not need to specify the icons for the Items, as they are derived by the Frontend separately.\n\t// Get all top-level signals for a change.\n\t// They are sorted by the signal value, ascending. From minus 5 to plus 5.\n\tGetChangeOverviewSignals(context.Context, *connect.Request[sdp_go.GetChangeOverviewSignalsRequest]) (*connect.Response[sdp_go.GetChangeOverviewSignalsResponse], error)\n\t// Get item-level signals for all items in a change.\n\t// They are sorted by the signal value, ascending. From minus 5 to plus 5.\n\tGetItemSignals(context.Context, *connect.Request[sdp_go.GetItemSignalsRequest]) (*connect.Response[sdp_go.GetItemSignalsResponse], error)\n\t// Get a slice of items, sorted by their aggregate signal value, ascending.\n\t// for each item include\n\t// - an aggregated value for the item, calculated by AggregateSignalScores.\n\t// - a friendly item ref, also before and after\n\t// - a slice of signals for the item, sorted by the signal value, ascending.\n\t// - the status of the item, e.g. \"added\", \"modified\", \"deleted\".\n\tGetItemSignalsV2(context.Context, *connect.Request[sdp_go.GetItemSignalsRequestV2]) (*connect.Response[sdp_go.GetItemSignalsResponseV2], error)\n\t// Get all custom signals for a change by its external ID and category. They are NOT associated with any item.\n\t// There is no score aggregation or description aggregation at this level. They are aggregated at the GetChangeOverviewSignals level.\n\t// They are sorted by the signal value, ascending. From minus 5 to plus 5.\n\tGetCustomSignalsByCategory(context.Context, *connect.Request[sdp_go.GetCustomSignalsByCategoryRequest]) (*connect.Response[sdp_go.GetCustomSignalsByCategoryResponse], error)\n\t// Get all signals for attributes/modifications of an item. This will only be used for routineness to start with.\n\t// They are sorted by the signal value, ascending. From minus 5 to plus 5.\n\tGetItemSignalDetails(context.Context, *connect.Request[sdp_go.GetItemSignalDetailsRequest]) (*connect.Response[sdp_go.GetItemSignalDetailsResponse], error)\n}\n\n// NewSignalServiceHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewSignalServiceHandler(svc SignalServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tsignalServiceMethods := sdp_go.File_signal_proto.Services().ByName(\"SignalService\").Methods()\n\tsignalServiceAddSignalHandler := connect.NewUnaryHandler(\n\t\tSignalServiceAddSignalProcedure,\n\t\tsvc.AddSignal,\n\t\tconnect.WithSchema(signalServiceMethods.ByName(\"AddSignal\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tsignalServiceGetSignalsByChangeExternalIDHandler := connect.NewUnaryHandler(\n\t\tSignalServiceGetSignalsByChangeExternalIDProcedure,\n\t\tsvc.GetSignalsByChangeExternalID,\n\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetSignalsByChangeExternalID\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tsignalServiceGetChangeOverviewSignalsHandler := connect.NewUnaryHandler(\n\t\tSignalServiceGetChangeOverviewSignalsProcedure,\n\t\tsvc.GetChangeOverviewSignals,\n\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetChangeOverviewSignals\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tsignalServiceGetItemSignalsHandler := connect.NewUnaryHandler(\n\t\tSignalServiceGetItemSignalsProcedure,\n\t\tsvc.GetItemSignals,\n\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetItemSignals\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tsignalServiceGetItemSignalsV2Handler := connect.NewUnaryHandler(\n\t\tSignalServiceGetItemSignalsV2Procedure,\n\t\tsvc.GetItemSignalsV2,\n\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetItemSignalsV2\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tsignalServiceGetCustomSignalsByCategoryHandler := connect.NewUnaryHandler(\n\t\tSignalServiceGetCustomSignalsByCategoryProcedure,\n\t\tsvc.GetCustomSignalsByCategory,\n\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetCustomSignalsByCategory\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tsignalServiceGetItemSignalDetailsHandler := connect.NewUnaryHandler(\n\t\tSignalServiceGetItemSignalDetailsProcedure,\n\t\tsvc.GetItemSignalDetails,\n\t\tconnect.WithSchema(signalServiceMethods.ByName(\"GetItemSignalDetails\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/signal.SignalService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase SignalServiceAddSignalProcedure:\n\t\t\tsignalServiceAddSignalHandler.ServeHTTP(w, r)\n\t\tcase SignalServiceGetSignalsByChangeExternalIDProcedure:\n\t\t\tsignalServiceGetSignalsByChangeExternalIDHandler.ServeHTTP(w, r)\n\t\tcase SignalServiceGetChangeOverviewSignalsProcedure:\n\t\t\tsignalServiceGetChangeOverviewSignalsHandler.ServeHTTP(w, r)\n\t\tcase SignalServiceGetItemSignalsProcedure:\n\t\t\tsignalServiceGetItemSignalsHandler.ServeHTTP(w, r)\n\t\tcase SignalServiceGetItemSignalsV2Procedure:\n\t\t\tsignalServiceGetItemSignalsV2Handler.ServeHTTP(w, r)\n\t\tcase SignalServiceGetCustomSignalsByCategoryProcedure:\n\t\t\tsignalServiceGetCustomSignalsByCategoryHandler.ServeHTTP(w, r)\n\t\tcase SignalServiceGetItemSignalDetailsProcedure:\n\t\t\tsignalServiceGetItemSignalDetailsHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedSignalServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedSignalServiceHandler struct{}\n\nfunc (UnimplementedSignalServiceHandler) AddSignal(context.Context, *connect.Request[sdp_go.AddSignalRequest]) (*connect.Response[sdp_go.AddSignalResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"signal.SignalService.AddSignal is not implemented\"))\n}\n\nfunc (UnimplementedSignalServiceHandler) GetSignalsByChangeExternalID(context.Context, *connect.Request[sdp_go.GetSignalsByChangeExternalIDRequest]) (*connect.Response[sdp_go.GetSignalsByChangeExternalIDResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"signal.SignalService.GetSignalsByChangeExternalID is not implemented\"))\n}\n\nfunc (UnimplementedSignalServiceHandler) GetChangeOverviewSignals(context.Context, *connect.Request[sdp_go.GetChangeOverviewSignalsRequest]) (*connect.Response[sdp_go.GetChangeOverviewSignalsResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"signal.SignalService.GetChangeOverviewSignals is not implemented\"))\n}\n\nfunc (UnimplementedSignalServiceHandler) GetItemSignals(context.Context, *connect.Request[sdp_go.GetItemSignalsRequest]) (*connect.Response[sdp_go.GetItemSignalsResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"signal.SignalService.GetItemSignals is not implemented\"))\n}\n\nfunc (UnimplementedSignalServiceHandler) GetItemSignalsV2(context.Context, *connect.Request[sdp_go.GetItemSignalsRequestV2]) (*connect.Response[sdp_go.GetItemSignalsResponseV2], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"signal.SignalService.GetItemSignalsV2 is not implemented\"))\n}\n\nfunc (UnimplementedSignalServiceHandler) GetCustomSignalsByCategory(context.Context, *connect.Request[sdp_go.GetCustomSignalsByCategoryRequest]) (*connect.Response[sdp_go.GetCustomSignalsByCategoryResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"signal.SignalService.GetCustomSignalsByCategory is not implemented\"))\n}\n\nfunc (UnimplementedSignalServiceHandler) GetItemSignalDetails(context.Context, *connect.Request[sdp_go.GetItemSignalDetailsRequest]) (*connect.Response[sdp_go.GetItemSignalDetailsResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"signal.SignalService.GetItemSignalDetails is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpconnect/snapshots.connect.go", "content": "// Code generated by protoc-gen-connect-go. DO NOT EDIT.\n//\n// Source: snapshots.proto\n\npackage sdpconnect\n\nimport (\n\tconnect \"connectrpc.com/connect\"\n\tcontext \"context\"\n\terrors \"errors\"\n\tsdp_go \"github.com/overmindtech/cli/go/sdp-go\"\n\thttp \"net/http\"\n\tstrings \"strings\"\n)\n\n// This is a compile-time assertion to ensure that this generated file and the connect package are\n// compatible. If you get a compiler error that this constant is not defined, this code was\n// generated with a version of connect newer than the one compiled into your binary. You can fix the\n// problem by either regenerating this code with an older version of connect or updating the connect\n// version compiled into your binary.\nconst _ = connect.IsAtLeastVersion1_13_0\n\nconst (\n\t// SnapshotsServiceName is the fully-qualified name of the SnapshotsService service.\n\tSnapshotsServiceName = \"snapshots.SnapshotsService\"\n)\n\n// These constants are the fully-qualified names of the RPCs defined in this package. They're\n// exposed at runtime as Spec.Procedure and as the final two segments of the HTTP route.\n//\n// Note that these are different from the fully-qualified method names used by\n// google.golang.org/protobuf/reflect/protoreflect. To convert from these constants to\n// reflection-formatted method names, remove the leading slash and convert the remaining slash to a\n// period.\nconst (\n\t// SnapshotsServiceListSnapshotsProcedure is the fully-qualified name of the SnapshotsService's\n\t// ListSnapshots RPC.\n\tSnapshotsServiceListSnapshotsProcedure = \"/snapshots.SnapshotsService/ListSnapshots\"\n\t// SnapshotsServiceCreateSnapshotProcedure is the fully-qualified name of the SnapshotsService's\n\t// CreateSnapshot RPC.\n\tSnapshotsServiceCreateSnapshotProcedure = \"/snapshots.SnapshotsService/CreateSnapshot\"\n\t// SnapshotsServiceGetSnapshotProcedure is the fully-qualified name of the SnapshotsService's\n\t// GetSnapshot RPC.\n\tSnapshotsServiceGetSnapshotProcedure = \"/snapshots.SnapshotsService/GetSnapshot\"\n\t// SnapshotsServiceUpdateSnapshotProcedure is the fully-qualified name of the SnapshotsService's\n\t// UpdateSnapshot RPC.\n\tSnapshotsServiceUpdateSnapshotProcedure = \"/snapshots.SnapshotsService/UpdateSnapshot\"\n\t// SnapshotsServiceDeleteSnapshotProcedure is the fully-qualified name of the SnapshotsService's\n\t// DeleteSnapshot RPC.\n\tSnapshotsServiceDeleteSnapshotProcedure = \"/snapshots.SnapshotsService/DeleteSnapshot\"\n\t// SnapshotsServiceListSnapshotByGUNProcedure is the fully-qualified name of the SnapshotsService's\n\t// ListSnapshotByGUN RPC.\n\tSnapshotsServiceListSnapshotByGUNProcedure = \"/snapshots.SnapshotsService/ListSnapshotByGUN\"\n)\n\n// SnapshotsServiceClient is a client for the snapshots.SnapshotsService service.\ntype SnapshotsServiceClient interface {\n\tListSnapshots(context.Context, *connect.Request[sdp_go.ListSnapshotsRequest]) (*connect.Response[sdp_go.ListSnapshotResponse], error)\n\tCreateSnapshot(context.Context, *connect.Request[sdp_go.CreateSnapshotRequest]) (*connect.Response[sdp_go.CreateSnapshotResponse], error)\n\tGetSnapshot(context.Context, *connect.Request[sdp_go.GetSnapshotRequest]) (*connect.Response[sdp_go.GetSnapshotResponse], error)\n\tUpdateSnapshot(context.Context, *connect.Request[sdp_go.UpdateSnapshotRequest]) (*connect.Response[sdp_go.UpdateSnapshotResponse], error)\n\tDeleteSnapshot(context.Context, *connect.Request[sdp_go.DeleteSnapshotRequest]) (*connect.Response[sdp_go.DeleteSnapshotResponse], error)\n\tListSnapshotByGUN(context.Context, *connect.Request[sdp_go.ListSnapshotsByGUNRequest]) (*connect.Response[sdp_go.ListSnapshotsByGUNResponse], error)\n}\n\n// NewSnapshotsServiceClient constructs a client for the snapshots.SnapshotsService service. By\n// default, it uses the Connect protocol with the binary Protobuf Codec, asks for gzipped responses,\n// and sends uncompressed requests. To use the gRPC or gRPC-Web protocols, supply the\n// connect.WithGRPC() or connect.WithGRPCWeb() options.\n//\n// The URL supplied here should be the base URL for the Connect or gRPC server (for example,\n// http://api.acme.com or https://acme.com/grpc).\nfunc NewSnapshotsServiceClient(httpClient connect.HTTPClient, baseURL string, opts ...connect.ClientOption) SnapshotsServiceClient {\n\tbaseURL = strings.TrimRight(baseURL, \"/\")\n\tsnapshotsServiceMethods := sdp_go.File_snapshots_proto.Services().ByName(\"SnapshotsService\").Methods()\n\treturn &snapshotsServiceClient{\n\t\tlistSnapshots: connect.NewClient[sdp_go.ListSnapshotsRequest, sdp_go.ListSnapshotResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SnapshotsServiceListSnapshotsProcedure,\n\t\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"ListSnapshots\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tcreateSnapshot: connect.NewClient[sdp_go.CreateSnapshotRequest, sdp_go.CreateSnapshotResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SnapshotsServiceCreateSnapshotProcedure,\n\t\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"CreateSnapshot\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tgetSnapshot: connect.NewClient[sdp_go.GetSnapshotRequest, sdp_go.GetSnapshotResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SnapshotsServiceGetSnapshotProcedure,\n\t\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"GetSnapshot\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tupdateSnapshot: connect.NewClient[sdp_go.UpdateSnapshotRequest, sdp_go.UpdateSnapshotResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SnapshotsServiceUpdateSnapshotProcedure,\n\t\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"UpdateSnapshot\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tdeleteSnapshot: connect.NewClient[sdp_go.DeleteSnapshotRequest, sdp_go.DeleteSnapshotResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SnapshotsServiceDeleteSnapshotProcedure,\n\t\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"DeleteSnapshot\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t\tlistSnapshotByGUN: connect.NewClient[sdp_go.ListSnapshotsByGUNRequest, sdp_go.ListSnapshotsByGUNResponse](\n\t\t\thttpClient,\n\t\t\tbaseURL+SnapshotsServiceListSnapshotByGUNProcedure,\n\t\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"ListSnapshotByGUN\")),\n\t\t\tconnect.WithClientOptions(opts...),\n\t\t),\n\t}\n}\n\n// snapshotsServiceClient implements SnapshotsServiceClient.\ntype snapshotsServiceClient struct {\n\tlistSnapshots *connect.Client[sdp_go.ListSnapshotsRequest, sdp_go.ListSnapshotResponse]\n\tcreateSnapshot *connect.Client[sdp_go.CreateSnapshotRequest, sdp_go.CreateSnapshotResponse]\n\tgetSnapshot *connect.Client[sdp_go.GetSnapshotRequest, sdp_go.GetSnapshotResponse]\n\tupdateSnapshot *connect.Client[sdp_go.UpdateSnapshotRequest, sdp_go.UpdateSnapshotResponse]\n\tdeleteSnapshot *connect.Client[sdp_go.DeleteSnapshotRequest, sdp_go.DeleteSnapshotResponse]\n\tlistSnapshotByGUN *connect.Client[sdp_go.ListSnapshotsByGUNRequest, sdp_go.ListSnapshotsByGUNResponse]\n}\n\n// ListSnapshots calls snapshots.SnapshotsService.ListSnapshots.\nfunc (c *snapshotsServiceClient) ListSnapshots(ctx context.Context, req *connect.Request[sdp_go.ListSnapshotsRequest]) (*connect.Response[sdp_go.ListSnapshotResponse], error) {\n\treturn c.listSnapshots.CallUnary(ctx, req)\n}\n\n// CreateSnapshot calls snapshots.SnapshotsService.CreateSnapshot.\nfunc (c *snapshotsServiceClient) CreateSnapshot(ctx context.Context, req *connect.Request[sdp_go.CreateSnapshotRequest]) (*connect.Response[sdp_go.CreateSnapshotResponse], error) {\n\treturn c.createSnapshot.CallUnary(ctx, req)\n}\n\n// GetSnapshot calls snapshots.SnapshotsService.GetSnapshot.\nfunc (c *snapshotsServiceClient) GetSnapshot(ctx context.Context, req *connect.Request[sdp_go.GetSnapshotRequest]) (*connect.Response[sdp_go.GetSnapshotResponse], error) {\n\treturn c.getSnapshot.CallUnary(ctx, req)\n}\n\n// UpdateSnapshot calls snapshots.SnapshotsService.UpdateSnapshot.\nfunc (c *snapshotsServiceClient) UpdateSnapshot(ctx context.Context, req *connect.Request[sdp_go.UpdateSnapshotRequest]) (*connect.Response[sdp_go.UpdateSnapshotResponse], error) {\n\treturn c.updateSnapshot.CallUnary(ctx, req)\n}\n\n// DeleteSnapshot calls snapshots.SnapshotsService.DeleteSnapshot.\nfunc (c *snapshotsServiceClient) DeleteSnapshot(ctx context.Context, req *connect.Request[sdp_go.DeleteSnapshotRequest]) (*connect.Response[sdp_go.DeleteSnapshotResponse], error) {\n\treturn c.deleteSnapshot.CallUnary(ctx, req)\n}\n\n// ListSnapshotByGUN calls snapshots.SnapshotsService.ListSnapshotByGUN.\nfunc (c *snapshotsServiceClient) ListSnapshotByGUN(ctx context.Context, req *connect.Request[sdp_go.ListSnapshotsByGUNRequest]) (*connect.Response[sdp_go.ListSnapshotsByGUNResponse], error) {\n\treturn c.listSnapshotByGUN.CallUnary(ctx, req)\n}\n\n// SnapshotsServiceHandler is an implementation of the snapshots.SnapshotsService service.\ntype SnapshotsServiceHandler interface {\n\tListSnapshots(context.Context, *connect.Request[sdp_go.ListSnapshotsRequest]) (*connect.Response[sdp_go.ListSnapshotResponse], error)\n\tCreateSnapshot(context.Context, *connect.Request[sdp_go.CreateSnapshotRequest]) (*connect.Response[sdp_go.CreateSnapshotResponse], error)\n\tGetSnapshot(context.Context, *connect.Request[sdp_go.GetSnapshotRequest]) (*connect.Response[sdp_go.GetSnapshotResponse], error)\n\tUpdateSnapshot(context.Context, *connect.Request[sdp_go.UpdateSnapshotRequest]) (*connect.Response[sdp_go.UpdateSnapshotResponse], error)\n\tDeleteSnapshot(context.Context, *connect.Request[sdp_go.DeleteSnapshotRequest]) (*connect.Response[sdp_go.DeleteSnapshotResponse], error)\n\tListSnapshotByGUN(context.Context, *connect.Request[sdp_go.ListSnapshotsByGUNRequest]) (*connect.Response[sdp_go.ListSnapshotsByGUNResponse], error)\n}\n\n// NewSnapshotsServiceHandler builds an HTTP handler from the service implementation. It returns the\n// path on which to mount the handler and the handler itself.\n//\n// By default, handlers support the Connect, gRPC, and gRPC-Web protocols with the binary Protobuf\n// and JSON codecs. They also support gzip compression.\nfunc NewSnapshotsServiceHandler(svc SnapshotsServiceHandler, opts ...connect.HandlerOption) (string, http.Handler) {\n\tsnapshotsServiceMethods := sdp_go.File_snapshots_proto.Services().ByName(\"SnapshotsService\").Methods()\n\tsnapshotsServiceListSnapshotsHandler := connect.NewUnaryHandler(\n\t\tSnapshotsServiceListSnapshotsProcedure,\n\t\tsvc.ListSnapshots,\n\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"ListSnapshots\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tsnapshotsServiceCreateSnapshotHandler := connect.NewUnaryHandler(\n\t\tSnapshotsServiceCreateSnapshotProcedure,\n\t\tsvc.CreateSnapshot,\n\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"CreateSnapshot\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tsnapshotsServiceGetSnapshotHandler := connect.NewUnaryHandler(\n\t\tSnapshotsServiceGetSnapshotProcedure,\n\t\tsvc.GetSnapshot,\n\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"GetSnapshot\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tsnapshotsServiceUpdateSnapshotHandler := connect.NewUnaryHandler(\n\t\tSnapshotsServiceUpdateSnapshotProcedure,\n\t\tsvc.UpdateSnapshot,\n\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"UpdateSnapshot\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tsnapshotsServiceDeleteSnapshotHandler := connect.NewUnaryHandler(\n\t\tSnapshotsServiceDeleteSnapshotProcedure,\n\t\tsvc.DeleteSnapshot,\n\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"DeleteSnapshot\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\tsnapshotsServiceListSnapshotByGUNHandler := connect.NewUnaryHandler(\n\t\tSnapshotsServiceListSnapshotByGUNProcedure,\n\t\tsvc.ListSnapshotByGUN,\n\t\tconnect.WithSchema(snapshotsServiceMethods.ByName(\"ListSnapshotByGUN\")),\n\t\tconnect.WithHandlerOptions(opts...),\n\t)\n\treturn \"/snapshots.SnapshotsService/\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tswitch r.URL.Path {\n\t\tcase SnapshotsServiceListSnapshotsProcedure:\n\t\t\tsnapshotsServiceListSnapshotsHandler.ServeHTTP(w, r)\n\t\tcase SnapshotsServiceCreateSnapshotProcedure:\n\t\t\tsnapshotsServiceCreateSnapshotHandler.ServeHTTP(w, r)\n\t\tcase SnapshotsServiceGetSnapshotProcedure:\n\t\t\tsnapshotsServiceGetSnapshotHandler.ServeHTTP(w, r)\n\t\tcase SnapshotsServiceUpdateSnapshotProcedure:\n\t\t\tsnapshotsServiceUpdateSnapshotHandler.ServeHTTP(w, r)\n\t\tcase SnapshotsServiceDeleteSnapshotProcedure:\n\t\t\tsnapshotsServiceDeleteSnapshotHandler.ServeHTTP(w, r)\n\t\tcase SnapshotsServiceListSnapshotByGUNProcedure:\n\t\t\tsnapshotsServiceListSnapshotByGUNHandler.ServeHTTP(w, r)\n\t\tdefault:\n\t\t\thttp.NotFound(w, r)\n\t\t}\n\t})\n}\n\n// UnimplementedSnapshotsServiceHandler returns CodeUnimplemented from all methods.\ntype UnimplementedSnapshotsServiceHandler struct{}\n\nfunc (UnimplementedSnapshotsServiceHandler) ListSnapshots(context.Context, *connect.Request[sdp_go.ListSnapshotsRequest]) (*connect.Response[sdp_go.ListSnapshotResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"snapshots.SnapshotsService.ListSnapshots is not implemented\"))\n}\n\nfunc (UnimplementedSnapshotsServiceHandler) CreateSnapshot(context.Context, *connect.Request[sdp_go.CreateSnapshotRequest]) (*connect.Response[sdp_go.CreateSnapshotResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"snapshots.SnapshotsService.CreateSnapshot is not implemented\"))\n}\n\nfunc (UnimplementedSnapshotsServiceHandler) GetSnapshot(context.Context, *connect.Request[sdp_go.GetSnapshotRequest]) (*connect.Response[sdp_go.GetSnapshotResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"snapshots.SnapshotsService.GetSnapshot is not implemented\"))\n}\n\nfunc (UnimplementedSnapshotsServiceHandler) UpdateSnapshot(context.Context, *connect.Request[sdp_go.UpdateSnapshotRequest]) (*connect.Response[sdp_go.UpdateSnapshotResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"snapshots.SnapshotsService.UpdateSnapshot is not implemented\"))\n}\n\nfunc (UnimplementedSnapshotsServiceHandler) DeleteSnapshot(context.Context, *connect.Request[sdp_go.DeleteSnapshotRequest]) (*connect.Response[sdp_go.DeleteSnapshotResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"snapshots.SnapshotsService.DeleteSnapshot is not implemented\"))\n}\n\nfunc (UnimplementedSnapshotsServiceHandler) ListSnapshotByGUN(context.Context, *connect.Request[sdp_go.ListSnapshotsByGUNRequest]) (*connect.Response[sdp_go.ListSnapshotsByGUNResponse], error) {\n\treturn nil, connect.NewError(connect.CodeUnimplemented, errors.New(\"snapshots.SnapshotsService.ListSnapshotByGUN is not implemented\"))\n}\n" }, { "path": "go/sdp-go/sdpws/client.go", "content": "package sdpws\n\nimport (\n\t\"bytes\"\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"slices\"\n\t\"sync\"\n\n\t\"github.com/coder/websocket\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\n// Client is the main driver for all interactions with a SDP/Gateway websocket.\n//\n// Internally it holds a map of all active requests, which are identified by a\n// UUID, to multiplex incoming responses to the correct caller. Note that the\n// request methods block until the response is received, so to send multiple\n// requests in parallel, call requestor methods in goroutines, e.g. using a conc\n// Pool:\n//\n// ```\n//\n//\tpool := pool.New().WithContext(ctx).WithCancelOnError().WithFirstError()\n//\tpool.Go(func() error {\n//\t items, err := client.Query(ctx, q)\n//\t if err != nil {\n//\t return err\n//\t }\n//\t // do something with items\n//\t}\n//\t// ...\n//\tpool.Wait()\n//\n// ```\n//\n// Alternatively, pass in a GatewayMessageHandler to receive all messages as\n// they come in and send messages directly using `Send()` and then `Wait()` for\n// all request IDs.\ntype Client struct {\n\tconn *websocket.Conn\n\n\thandler GatewayMessageHandler\n\n\trequestMap map[uuid.UUID]chan *sdp.GatewayResponse\n\trequestMapMu sync.RWMutex\n\n\tfinishedRequestMap map[uuid.UUID]bool\n\tfinishedRequestMapCond *sync.Cond\n\tfinishedRequestMapMu sync.Mutex\n\n\terr error\n\terrMu sync.Mutex\n\n\tclosed bool\n\tclosedMu sync.Mutex\n\n\t// receiveCtx is the context for the receive goroutine\n\t// receiveCancel cancels the receive context\n\t// receiveDone signals when receive has finished\n\treceiveCtx context.Context\n\treceiveCancel context.CancelFunc\n\treceiveDone sync.WaitGroup\n}\n\n// Dial connects to the given URL and returns a new Client. Pass nil as handler\n// if you do not need per-message callbacks.\n//\n// To stop the client, cancel the provided context:\n//\n// ```\n// ctx, cancel := context.WithCancel(context.Background())\n// defer cancel()\n// client, err := sdpws.Dial(ctx, gatewayUrl, NewAuthenticatedClient(ctx, otelhttp.DefaultClient), nil)\n// ```\nfunc Dial(ctx context.Context, u string, httpClient *http.Client, handler GatewayMessageHandler) (*Client, error) {\n\treturn dialImpl(ctx, u, httpClient, handler, true)\n}\n\n// DialBatch connects to the given URL and returns a new Client. Pass nil as\n// handler if you do not need per-message callbacks. This method is intended for\n// batch processing and sets up opentelemetry propagation. Otherwise this\n// equivalent to `Dial()`\nfunc DialBatch(ctx context.Context, u string, httpClient *http.Client, handler GatewayMessageHandler) (*Client, error) {\n\treturn dialImpl(ctx, u, httpClient, handler, false)\n}\n\nfunc dialImpl(ctx context.Context, u string, httpClient *http.Client, handler GatewayMessageHandler, interactive bool) (*Client, error) {\n\tif httpClient == nil {\n\t\thttpClient = tracing.HTTPClient()\n\t}\n\toptions := &websocket.DialOptions{\n\t\tHTTPClient: httpClient,\n\t}\n\tif !interactive {\n\t\toptions.HTTPHeader = http.Header{\n\t\t\t\"X-overmind-interactive\": []string{\"false\"},\n\t\t}\n\t}\n\n\t//nolint: bodyclose // github.com/coder/websocket reads the body internally\n\tconn, _, err := websocket.Dial(ctx, u, options)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// the default, 32kB is too small for cert bundles and rds-db-cluster-parameter-groups\n\tconn.SetReadLimit(2 * 1024 * 1024)\n\n\tc := &Client{\n\t\tconn: conn,\n\t\thandler: handler,\n\t\trequestMap: make(map[uuid.UUID]chan *sdp.GatewayResponse),\n\t\tfinishedRequestMap: make(map[uuid.UUID]bool),\n\t}\n\tc.finishedRequestMapCond = sync.NewCond(&c.finishedRequestMapMu)\n\n\t// Create a dedicated context for receive() that we can cancel independently\n\tc.receiveCtx, c.receiveCancel = context.WithCancel(ctx)\n\tc.receiveDone.Go(func() {\n\t\tc.receive(c.receiveCtx)\n\t})\n\n\treturn c, nil\n}\n\nfunc (c *Client) receive(ctx context.Context) {\n\tdefer tracing.LogRecoverToReturn(ctx, \"sdpws.Client.receive\")\n\tfor {\n\t\t// Check if context is cancelled before attempting to read\n\t\t// This prevents lock acquisition failures when context is cancelled during Close()\n\t\tif ctx.Err() != nil {\n\t\t\t// Context is cancelled - exit gracefully without calling abort\n\t\t\t// This prevents \"failed to acquire lock\" errors when Close() is called\n\t\t\t// with a cancelled context. The abort() will be called by Close() itself.\n\t\t\treturn\n\t\t}\n\n\t\t// Check if client is already closed before attempting to read\n\t\t// This prevents errors when Close() is called from another goroutine\n\t\tif c.Closed() {\n\t\t\treturn\n\t\t}\n\n\t\tmsg := &sdp.GatewayResponse{}\n\n\t\ttyp, r, err := c.conn.Reader(ctx)\n\t\tif err != nil {\n\t\t\t// If context is cancelled, this is expected during Close() and we should\n\t\t\t// exit gracefully without calling abort to avoid lock contention.\n\t\t\t// The abort() will be called by Close() itself.\n\t\t\tif ctx.Err() != nil {\n\t\t\t\t// Context cancelled - exit gracefully\n\t\t\t\t// Don't call abort() here as it may already be closing, which could\n\t\t\t\t// cause \"failed to acquire lock\" errors\n\t\t\t\treturn\n\t\t\t}\n\t\t\t// Check if this is a normal closure from the remote side\n\t\t\tvar ce websocket.CloseError\n\t\t\tif errors.As(err, &ce) && ce.Code == websocket.StatusNormalClosure {\n\t\t\t\t// Normal closure from remote - exit gracefully\n\t\t\t\t// Call abort() with nil to properly set the closed state\n\t\t\t\t// abort() will handle normal closure gracefully (no error logged)\n\t\t\t\tc.abort(ctx, nil)\n\t\t\t\treturn\n\t\t\t}\n\t\t\t// For other errors, abort normally\n\t\t\tc.abort(ctx, fmt.Errorf(\"failed to initialise websocket reader: %w\", err))\n\t\t\treturn\n\t\t}\n\t\tif typ != websocket.MessageBinary {\n\t\t\tc.conn.Close(websocket.StatusUnsupportedData, \"expected binary message\")\n\t\t\tc.abort(ctx, fmt.Errorf(\"expected binary message for protobuf but got: %v\", typ))\n\t\t\treturn\n\t\t}\n\n\t\tb := new(bytes.Buffer)\n\t\t_, err = b.ReadFrom(r)\n\t\tif err != nil {\n\t\t\tc.abort(ctx, fmt.Errorf(\"failed to read from websocket: %w\", err))\n\t\t\treturn\n\t\t}\n\n\t\terr = proto.Unmarshal(b.Bytes(), msg)\n\t\tif err != nil {\n\t\t\tc.abort(ctx, fmt.Errorf(\"error unmarshalling message: %w\", err))\n\t\t\treturn\n\t\t}\n\n\t\tswitch msg.GetResponseType().(type) {\n\t\tcase *sdp.GatewayResponse_NewItem:\n\t\t\titem := msg.GetNewItem()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.NewItem(ctx, item)\n\t\t\t}\n\t\t\tu, err := uuid.FromBytes(item.GetMetadata().GetSourceQuery().GetUUID())\n\t\t\tif err == nil {\n\t\t\t\tc.postRequestChan(u, msg)\n\t\t\t}\n\n\t\tcase *sdp.GatewayResponse_NewEdge:\n\t\t\tedge := msg.GetNewEdge()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.NewEdge(ctx, edge)\n\t\t\t}\n\t\t\t// TODO: edges are not attached to a specific query, so we can't send them to a request channel\n\t\t\t// maybe that's not a problem anyways?\n\t\t\t// c, ok := c.getRequestChan(uuid.UUID(edge.Metadata.SourceQuery.UUID))\n\t\t\t// if ok {\n\t\t\t// \tc <- msg\n\t\t\t// }\n\n\t\tcase *sdp.GatewayResponse_Status:\n\t\t\tstatus := msg.GetStatus()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.Status(ctx, status)\n\t\t\t}\n\n\t\tcase *sdp.GatewayResponse_QueryError:\n\t\t\tqe := msg.GetQueryError()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.QueryError(ctx, qe)\n\t\t\t}\n\t\t\tu, err := uuid.FromBytes(qe.GetUUID())\n\t\t\tif err == nil {\n\t\t\t\tc.postRequestChan(u, msg)\n\t\t\t}\n\n\t\tcase *sdp.GatewayResponse_DeleteItemRef:\n\t\t\titem := msg.GetDeleteItemRef()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.DeleteItem(ctx, item)\n\t\t\t}\n\n\t\tcase *sdp.GatewayResponse_DeleteEdge:\n\t\t\tedge := msg.GetDeleteEdge()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.DeleteEdge(ctx, edge)\n\t\t\t}\n\n\t\tcase *sdp.GatewayResponse_UpdateItem:\n\t\t\titem := msg.GetUpdateItem()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.UpdateItem(ctx, item)\n\t\t\t}\n\n\t\tcase *sdp.GatewayResponse_SnapshotStoreResult:\n\t\t\tresult := msg.GetSnapshotStoreResult()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.SnapshotStoreResult(ctx, result)\n\t\t\t}\n\t\t\tu, err := uuid.FromBytes(result.GetMsgID())\n\t\t\tif err == nil {\n\t\t\t\tc.postRequestChan(u, msg)\n\t\t\t}\n\n\t\tcase *sdp.GatewayResponse_SnapshotLoadResult:\n\t\t\tresult := msg.GetSnapshotLoadResult()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.SnapshotLoadResult(ctx, result)\n\t\t\t}\n\t\t\tu, err := uuid.FromBytes(result.GetMsgID())\n\t\t\tif err == nil {\n\t\t\t\tc.postRequestChan(u, msg)\n\t\t\t}\n\n\t\tcase *sdp.GatewayResponse_BookmarkStoreResult:\n\t\t\tresult := msg.GetBookmarkStoreResult()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.BookmarkStoreResult(ctx, result)\n\t\t\t}\n\t\t\tu, err := uuid.FromBytes(result.GetMsgID())\n\t\t\tif err == nil {\n\t\t\t\tc.postRequestChan(u, msg)\n\t\t\t}\n\n\t\tcase *sdp.GatewayResponse_BookmarkLoadResult:\n\t\t\tresult := msg.GetBookmarkLoadResult()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.BookmarkLoadResult(ctx, result)\n\t\t\t}\n\t\t\tu, err := uuid.FromBytes(result.GetMsgID())\n\t\t\tif err == nil {\n\t\t\t\tc.postRequestChan(u, msg)\n\t\t\t}\n\n\t\tcase *sdp.GatewayResponse_QueryStatus:\n\t\t\tqs := msg.GetQueryStatus()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.QueryStatus(ctx, qs)\n\t\t\t}\n\t\t\tu, err := uuid.FromBytes(qs.GetUUID())\n\t\t\tif err == nil {\n\t\t\t\tc.postRequestChan(u, msg)\n\t\t\t}\n\n\t\t\tswitch qs.GetStatus() { //nolint: exhaustive // ignore sdp.QueryStatus_UNSPECIFIED, sdp.QueryStatus_STARTED\n\t\t\tcase sdp.QueryStatus_FINISHED, sdp.QueryStatus_CANCELLED, sdp.QueryStatus_ERRORED:\n\t\t\t\tc.finishRequestChan(u)\n\t\t\t}\n\n\t\tcase *sdp.GatewayResponse_ChatResponse:\n\t\t\tchatResponse := msg.GetChatResponse()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.ChatResponse(ctx, chatResponse)\n\t\t\t}\n\t\t\tc.postRequestChan(uuid.Nil, msg)\n\n\t\tcase *sdp.GatewayResponse_ToolStart:\n\t\t\ttoolStart := msg.GetToolStart()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.ToolStart(ctx, toolStart)\n\t\t\t}\n\t\t\tc.postRequestChan(uuid.Nil, msg)\n\n\t\tcase *sdp.GatewayResponse_ToolFinish:\n\t\t\ttoolFinish := msg.GetToolFinish()\n\t\t\tif c.handler != nil {\n\t\t\t\tc.handler.ToolFinish(ctx, toolFinish)\n\t\t\t}\n\t\t\tc.postRequestChan(uuid.Nil, msg)\n\n\t\tdefault:\n\t\t\tlog.WithContext(ctx).WithField(\"response\", msg).WithField(\"responseType\", fmt.Sprintf(\"%T\", msg.GetResponseType())).Warn(\"unexpected response\")\n\t\t}\n\t}\n}\n\nfunc (c *Client) send(ctx context.Context, msg *sdp.GatewayRequest) error {\n\tbuf, err := proto.Marshal(msg)\n\tif err != nil {\n\t\tlog.WithContext(ctx).WithError(err).WithField(\"request\", msg).Trace(\"error marshaling request\")\n\t\tc.abort(ctx, err)\n\t\treturn err\n\t}\n\n\terr = c.conn.Write(ctx, websocket.MessageBinary, buf)\n\tif err != nil {\n\t\tlog.WithContext(ctx).WithError(err).WithField(\"request\", msg).Trace(\"error writing request to websocket\")\n\t\tc.abort(ctx, err)\n\t\treturn err\n\t}\n\treturn nil\n}\n\n// Wait blocks until all specified requests have been finished. Waiting on a\n// closed client returns immediately with no error.\nfunc (c *Client) Wait(ctx context.Context, reqIDs uuid.UUIDs) error {\n\tfor {\n\t\tif c.Closed() {\n\t\t\treturn nil\n\t\t}\n\n\t\t// check for context cancellation\n\t\tif ctx.Err() != nil {\n\t\t\treturn ctx.Err()\n\t\t}\n\n\t\t// wrap this in a function so defers can be called (otherwise the lock is held for all loop iterations)\n\t\tfinished := func() bool {\n\t\t\tc.finishedRequestMapMu.Lock()\n\t\t\tdefer c.finishedRequestMapMu.Unlock()\n\n\t\t\t// remove all finished requests from the list of requests to wait for\n\t\t\treqIDs = slices.DeleteFunc(reqIDs, func(reqID uuid.UUID) bool {\n\t\t\t\t_, ok := c.finishedRequestMap[reqID]\n\t\t\t\treturn ok\n\t\t\t})\n\t\t\tif len(reqIDs) == 0 {\n\t\t\t\treturn true\n\t\t\t}\n\n\t\t\tc.finishedRequestMapCond.Wait()\n\t\t\treturn false\n\t\t}()\n\n\t\tif finished {\n\t\t\treturn nil\n\t\t}\n\t}\n}\n\n// abort stores the specified error and closes the connection.\nfunc (c *Client) abort(ctx context.Context, err error) {\n\tc.closedMu.Lock()\n\tif c.closed {\n\t\tc.closedMu.Unlock()\n\t\treturn\n\t}\n\tc.closed = true\n\tc.closedMu.Unlock()\n\n\tisNormalClosure := false\n\tvar ce websocket.CloseError\n\tif errors.As(err, &ce) {\n\t\t// tear down the connection without a new error if this is a regular close\n\t\tisNormalClosure = ce.Code == websocket.StatusNormalClosure\n\t}\n\n\tif err != nil && !isNormalClosure {\n\t\tlog.WithContext(ctx).WithError(err).Error(\"aborting client\")\n\t}\n\tc.errMu.Lock()\n\tc.err = errors.Join(c.err, err)\n\tc.errMu.Unlock()\n\n\t// Cancel the receive context to stop receive() from reading more messages.\n\tif c.receiveCancel != nil {\n\t\tc.receiveCancel()\n\t}\n\n\t// call this outside of the lock to avoid deadlock should other parts of the\n\t// code try to call abort() when crashing out of a read or write\n\t// Only close the connection if it exists (may be nil in test scenarios)\n\tvar closeErr error\n\tif c.conn != nil {\n\t\tcloseErr = c.conn.Close(websocket.StatusNormalClosure, \"normal closure\")\n\t}\n\n\tc.errMu.Lock()\n\tc.err = errors.Join(c.err, closeErr)\n\tc.errMu.Unlock()\n\n\tc.closeAllRequestChans()\n}\n\n// Close closes the connection and returns any errors from the underlying connection.\nfunc (c *Client) Close(ctx context.Context) error {\n\t// Cancel the receive context first to stop receive() from reading more messages\n\tif c.receiveCancel != nil {\n\t\tc.receiveCancel()\n\t}\n\n\t// Wait for receive() to finish reading/sending its last message before closing channels.\n\t// This prevents race conditions where we close channels while receive() is still trying\n\t// to send to them. We do this before calling abort() to ensure receive() has finished.\n\tif c.receiveCancel != nil {\n\t\tc.receiveDone.Wait()\n\t}\n\n\tc.abort(ctx, nil)\n\n\tc.errMu.Lock()\n\tdefer c.errMu.Unlock()\n\treturn c.err\n}\n\nfunc (c *Client) Closed() bool {\n\tc.closedMu.Lock()\n\tdefer c.closedMu.Unlock()\n\treturn c.closed\n}\n\nfunc (c *Client) createRequestChan(u uuid.UUID) chan *sdp.GatewayResponse {\n\tr := make(chan *sdp.GatewayResponse, 1)\n\tc.requestMapMu.Lock()\n\tdefer c.requestMapMu.Unlock()\n\tc.requestMap[u] = r\n\treturn r\n}\n\nfunc (c *Client) postRequestChan(u uuid.UUID, msg *sdp.GatewayResponse) {\n\tc.requestMapMu.RLock()\n\tr, ok := c.requestMap[u]\n\tc.requestMapMu.RUnlock()\n\n\tif !ok {\n\t\treturn\n\t}\n\n\t// Check if client is closed before sending. If closed, channels may be closed,\n\t// so we should not attempt to send. With proper context handling, receive() will\n\t// have finished before channels are closed, but we check here as a safety measure.\n\tif c.Closed() {\n\t\treturn\n\t}\n\n\t// Use select with receive context to avoid blocking when context is cancelled.\n\t// This prevents deadlock where receive() is blocked on send while Close() is waiting for it.\n\t// During normal operation (context not cancelled), the send case will be selected,\n\t// ensuring no messages are dropped. When context is cancelled, we use non-blocking send.\n\tselect {\n\tcase <-c.receiveCtx.Done():\n\t\treturn\n\tcase r <- msg:\n\t\t// Successfully sent (normal operation - blocking until receiver reads)\n\t\treturn\n\t}\n}\n\nfunc (c *Client) finishRequestChan(u uuid.UUID) {\n\tc.requestMapMu.Lock()\n\tdefer c.requestMapMu.Unlock()\n\n\tc.finishedRequestMapMu.Lock()\n\tdefer c.finishedRequestMapMu.Unlock()\n\n\tdelete(c.requestMap, u)\n\tc.finishedRequestMap[u] = true\n\tc.finishedRequestMapCond.Broadcast()\n}\n\nfunc (c *Client) closeAllRequestChans() {\n\tc.requestMapMu.Lock()\n\tdefer c.requestMapMu.Unlock()\n\n\tc.finishedRequestMapMu.Lock()\n\tdefer c.finishedRequestMapMu.Unlock()\n\n\tfor k, v := range c.requestMap {\n\t\tclose(v)\n\t\tc.finishedRequestMap[k] = true\n\t}\n\t// clear the map to free up memory\n\tc.requestMap = map[uuid.UUID]chan *sdp.GatewayResponse{}\n\tc.finishedRequestMapCond.Broadcast()\n}\n" }, { "path": "go/sdp-go/sdpws/client_test.go", "content": "package sdpws\n\nimport (\n\t\"bytes\"\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"os\"\n\t\"slices\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/coder/websocket\"\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"go.uber.org/goleak\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\n// Helper function to check if a slice contains a string\nfunc contains(slice []string, item string) bool {\n\treturn slices.Contains(slice, item)\n}\n\n// TestServer is a test server for the websocket client. Note that this can only\n// handle a single connection at a time.\ntype testServer struct {\n\turl string\n\n\tconn *websocket.Conn\n\tconnMu sync.Mutex\n\n\trequests []*sdp.GatewayRequest\n\trequestsMu sync.Mutex\n}\n\nfunc newTestServer(_ context.Context, t *testing.T) (*testServer, func()) {\n\tts := &testServer{\n\t\trequests: make([]*sdp.GatewayRequest, 0),\n\t}\n\n\tserveMux := http.NewServeMux()\n\tserveMux.HandleFunc(\"/\", func(w http.ResponseWriter, r *http.Request) {\n\t\tc, err := websocket.Accept(w, r, nil)\n\t\tif err != nil {\n\t\t\treturn\n\t\t}\n\t\tdefer func() {\n\t\t\t_ = c.Close(websocket.StatusNormalClosure, \"\")\n\t\t}()\n\n\t\tts.connMu.Lock()\n\t\tts.conn = c\n\t\tts.connMu.Unlock()\n\n\t\t// ctx, cancel := context.WithTimeout(r.Context(), time.Second*10)\n\t\t// defer cancel()\n\n\t\tfor {\n\t\t\tmsg := &sdp.GatewayRequest{}\n\n\t\t\ttyp, reader, err := c.Reader(r.Context())\n\t\t\tif err != nil {\n\t\t\t\tc.Close(websocket.StatusAbnormalClosure, fmt.Sprintf(\"failed to initialise websocket reader: %v\", err))\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif typ != websocket.MessageBinary {\n\t\t\t\tc.Close(websocket.StatusAbnormalClosure, fmt.Sprintf(\"expected binary message for protobuf but got: %v\", typ))\n\t\t\t\tt.Fatalf(\"expected binary message for protobuf but got: %v\", typ)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tb := new(bytes.Buffer)\n\t\t\t_, err = b.ReadFrom(reader)\n\t\t\tif err != nil {\n\t\t\t\tc.Close(websocket.StatusAbnormalClosure, fmt.Sprintf(\"failed to read from websocket: %v\", err))\n\t\t\t\tt.Fatalf(\"failed to read from websocket: %v\", err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\terr = proto.Unmarshal(b.Bytes(), msg)\n\t\t\tif err != nil {\n\t\t\t\tc.Close(websocket.StatusAbnormalClosure, fmt.Sprintf(\"error un marshaling message: %v\", err))\n\t\t\t\tt.Fatalf(\"error un marshaling message: %v\", err)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tts.requestsMu.Lock()\n\t\t\tts.requests = append(ts.requests, msg)\n\t\t\tts.requestsMu.Unlock()\n\t\t}\n\t})\n\n\ts := httptest.NewServer(serveMux)\n\tts.url = s.URL\n\n\treturn ts, func() {\n\t\ts.Close()\n\t}\n}\n\nfunc (ts *testServer) inject(ctx context.Context, msg *sdp.GatewayResponse) {\n\tts.connMu.Lock()\n\tc := ts.conn\n\tts.connMu.Unlock()\n\n\tbuf, err := proto.Marshal(msg)\n\tif err != nil {\n\t\tc.Close(websocket.StatusAbnormalClosure, fmt.Sprintf(\"error marshaling message: %v\", err))\n\t\treturn\n\t}\n\n\terr = c.Write(ctx, websocket.MessageBinary, buf)\n\tif err != nil {\n\t\tc.Close(websocket.StatusAbnormalClosure, fmt.Sprintf(\"error writing message: %v\", err))\n\t\treturn\n\t}\n}\n\nfunc TestClient(t *testing.T) {\n\tdefer goleak.VerifyNone(t)\n\n\tt.Run(\"Query\", func(t *testing.T) {\n\t\tdefer goleak.VerifyNone(t)\n\t\tctx := context.Background()\n\n\t\tts, closeFn := newTestServer(ctx, t)\n\t\tdefer closeFn()\n\n\t\tc, err := Dial(ctx, ts.url, nil, nil)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tdefer func() {\n\t\t\t_ = c.Close(ctx)\n\t\t}()\n\n\t\tu := uuid.New()\n\n\t\tq := &sdp.Query{\n\t\t\tUUID: u[:],\n\t\t\tType: \"\",\n\t\t\tMethod: 0,\n\t\t\tQuery: \"\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{},\n\t\t\tScope: \"\",\n\t\t\tIgnoreCache: false,\n\t\t}\n\n\t\tgo func() {\n\t\t\ttime.Sleep(100 * time.Millisecond)\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_QueryStatus{\n\t\t\t\t\tQueryStatus: &sdp.QueryStatus{\n\t\t\t\t\t\tUUID: u[:],\n\t\t\t\t\t\tStatus: sdp.QueryStatus_FINISHED,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\t\t}()\n\n\t\t// this will block until the above goroutine has injected the response\n\t\t_, err = c.QueryOne(ctx, q)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\terr = c.Wait(ctx, uuid.UUIDs{u})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tts.requestsMu.Lock()\n\t\tdefer ts.requestsMu.Unlock()\n\n\t\tif len(ts.requests) != 1 {\n\t\t\tt.Fatalf(\"expected 1 request, got %v: %v\", len(ts.requests), ts.requests)\n\t\t}\n\n\t\trecvQ, ok := ts.requests[0].GetRequestType().(*sdp.GatewayRequest_Query)\n\t\tif !ok || uuid.UUID(recvQ.Query.GetUUID()) != u {\n\t\t\tt.Fatalf(\"expected query, got %v\", ts.requests[0])\n\t\t}\n\t})\n\n\tt.Run(\"QueryNotFound\", func(t *testing.T) {\n\t\tdefer goleak.VerifyNone(t)\n\t\tctx := context.Background()\n\n\t\tts, closeFn := newTestServer(ctx, t)\n\t\tdefer closeFn()\n\n\t\tc, err := Dial(ctx, ts.url, nil, nil)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tdefer func() {\n\t\t\t_ = c.Close(ctx)\n\t\t}()\n\n\t\tu := uuid.New()\n\n\t\tq := &sdp.Query{\n\t\t\tUUID: u[:],\n\t\t\tType: \"\",\n\t\t\tMethod: 0,\n\t\t\tQuery: \"\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{},\n\t\t\tScope: \"\",\n\t\t\tIgnoreCache: false,\n\t\t}\n\n\t\tgo func() {\n\t\t\ttime.Sleep(100 * time.Millisecond)\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_QueryStatus{\n\t\t\t\t\tQueryStatus: &sdp.QueryStatus{\n\t\t\t\t\t\tUUID: u[:],\n\t\t\t\t\t\tStatus: sdp.QueryStatus_STARTED,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\t\t\ttime.Sleep(100 * time.Millisecond)\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_QueryError{\n\t\t\t\t\tQueryError: &sdp.QueryError{\n\t\t\t\t\t\tUUID: u[:],\n\t\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\t\tErrorString: \"not found\",\n\t\t\t\t\t\tScope: \"scope\",\n\t\t\t\t\t\tSourceName: \"src name\",\n\t\t\t\t\t\tItemType: \"item type\",\n\t\t\t\t\t\tResponderName: \"responder name\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\t\t\ttime.Sleep(100 * time.Millisecond)\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_QueryStatus{\n\t\t\t\t\tQueryStatus: &sdp.QueryStatus{\n\t\t\t\t\t\tUUID: u[:],\n\t\t\t\t\t\tStatus: sdp.QueryStatus_ERRORED,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\t\t}()\n\n\t\t// this will block until the above goroutine has injected the response\n\t\t_, err = c.QueryOne(ctx, q)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\terr = c.Wait(ctx, uuid.UUIDs{u})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tts.requestsMu.Lock()\n\t\tdefer ts.requestsMu.Unlock()\n\n\t\tif len(ts.requests) != 1 {\n\t\t\tt.Fatalf(\"expected 1 request, got %v: %v\", len(ts.requests), ts.requests)\n\t\t}\n\n\t\trecvQ, ok := ts.requests[0].GetRequestType().(*sdp.GatewayRequest_Query)\n\t\tif !ok || uuid.UUID(recvQ.Query.GetUUID()) != u {\n\t\t\tt.Fatalf(\"expected query, got %v\", ts.requests[0])\n\t\t}\n\t})\n\n\tt.Run(\"StoreSnapshot\", func(t *testing.T) {\n\t\tdefer goleak.VerifyNone(t)\n\t\tctx := context.Background()\n\n\t\tts, closeFn := newTestServer(ctx, t)\n\t\tdefer closeFn()\n\n\t\tc, err := Dial(ctx, ts.url, nil, nil)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tdefer func() {\n\t\t\t_ = c.Close(ctx)\n\t\t}()\n\n\t\tu := uuid.New()\n\n\t\tgo func() {\n\t\t\ttime.Sleep(100 * time.Millisecond)\n\t\t\tts.requestsMu.Lock()\n\t\t\tmsgID := ts.requests[0].GetStoreSnapshot().GetMsgID()\n\t\t\tts.requestsMu.Unlock()\n\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_SnapshotStoreResult{\n\t\t\t\t\tSnapshotStoreResult: &sdp.SnapshotStoreResult{\n\t\t\t\t\t\tSuccess: true,\n\t\t\t\t\t\tErrorMessage: \"\",\n\t\t\t\t\t\tMsgID: msgID,\n\t\t\t\t\t\tSnapshotID: u[:],\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\t\t}()\n\n\t\t// this will block until the above goroutine has injected the response\n\t\tsnapu, err := c.StoreSnapshot(ctx, \"name\", \"description\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tif snapu != u {\n\t\t\tt.Errorf(\"expected snapshot id %v, got %v\", u, snapu)\n\t\t}\n\n\t\tts.requestsMu.Lock()\n\t\tdefer ts.requestsMu.Unlock()\n\n\t\tif len(ts.requests) != 1 {\n\t\t\tt.Fatalf(\"expected 1 request, got %v: %v\", len(ts.requests), ts.requests)\n\t\t}\n\t})\n\n\tt.Run(\"StoreBookmark\", func(t *testing.T) {\n\t\tdefer goleak.VerifyNone(t)\n\t\tctx := context.Background()\n\n\t\tts, closeFn := newTestServer(ctx, t)\n\t\tdefer closeFn()\n\n\t\tc, err := Dial(ctx, ts.url, nil, nil)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tdefer func() {\n\t\t\t_ = c.Close(ctx)\n\t\t}()\n\n\t\tu := uuid.New()\n\n\t\tgo func() {\n\t\t\ttime.Sleep(100 * time.Millisecond)\n\t\t\tts.requestsMu.Lock()\n\t\t\tmsgID := ts.requests[0].GetStoreBookmark().GetMsgID()\n\t\t\tts.requestsMu.Unlock()\n\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_BookmarkStoreResult{\n\t\t\t\t\tBookmarkStoreResult: &sdp.BookmarkStoreResult{\n\t\t\t\t\t\tSuccess: true,\n\t\t\t\t\t\tErrorMessage: \"\",\n\t\t\t\t\t\tMsgID: msgID,\n\t\t\t\t\t\tBookmarkID: u[:],\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\t\t}()\n\n\t\t// this will block until the above goroutine has injected the response\n\t\tsnapu, err := c.StoreBookmark(ctx, \"name\", \"description\", true)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tif snapu != u {\n\t\t\tt.Errorf(\"expected bookmark id %v, got %v\", u, snapu)\n\t\t}\n\n\t\tts.requestsMu.Lock()\n\t\tdefer ts.requestsMu.Unlock()\n\n\t\tif len(ts.requests) != 1 {\n\t\t\tt.Fatalf(\"expected 1 request, got %v: %v\", len(ts.requests), ts.requests)\n\t\t}\n\t})\n\n\tt.Run(\"ConcurrentQueries\", func(t *testing.T) {\n\t\tdefer goleak.VerifyNone(t)\n\t\tctx := context.Background()\n\n\t\tts, closeFn := newTestServer(ctx, t)\n\t\tdefer closeFn()\n\n\t\tc, err := Dial(ctx, ts.url, nil, nil)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tdefer func() {\n\t\t\t_ = c.Close(ctx)\n\t\t}()\n\n\t\t// Create multiple queries with different UUIDs\n\t\tnumQueries := 5\n\t\tqueries := make([]*sdp.Query, numQueries)\n\t\texpectedItems := make(map[string]*sdp.Item)\n\n\t\tfor i := range numQueries {\n\t\t\tu := uuid.New()\n\t\t\tqueries[i] = &sdp.Query{\n\t\t\t\tUUID: u[:],\n\t\t\t\tType: \"test\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: fmt.Sprintf(\"query-%d\", i),\n\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{},\n\t\t\t\tScope: \"test\",\n\t\t\t\tIgnoreCache: false,\n\t\t\t}\n\n\t\t\t// Create expected items that should be returned for each query\n\t\t\texpectedItems[u.String()] = &sdp.Item{\n\t\t\t\tType: \"test\",\n\t\t\t\tUniqueAttribute: fmt.Sprintf(\"item-%d\", i),\n\t\t\t\tScope: \"test\",\n\t\t\t\tMetadata: &sdp.Metadata{\n\t\t\t\t\tSourceQuery: queries[i],\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\t// Inject responses in a different order than queries to test proper routing\n\t\tgo func() {\n\t\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t\t// Send responses in reverse order to test UUID-based routing\n\t\t\tfor i := numQueries - 1; i >= 0; i-- {\n\t\t\t\tu := uuid.UUID(queries[i].GetUUID())\n\n\t\t\t\t// Send an item response first\n\t\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\t\tResponseType: &sdp.GatewayResponse_NewItem{\n\t\t\t\t\t\tNewItem: expectedItems[u.String()],\n\t\t\t\t\t},\n\t\t\t\t})\n\n\t\t\t\t// Then send the completion status\n\t\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\t\tResponseType: &sdp.GatewayResponse_QueryStatus{\n\t\t\t\t\t\tQueryStatus: &sdp.QueryStatus{\n\t\t\t\t\t\t\tUUID: u[:],\n\t\t\t\t\t\t\tStatus: sdp.QueryStatus_FINISHED,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t})\n\n\t\t\t\t// Add a small delay between responses to make race conditions more likely\n\t\t\t\ttime.Sleep(10 * time.Millisecond)\n\t\t\t}\n\t\t}()\n\n\t\t// Execute all queries concurrently\n\t\ttype queryResult struct {\n\t\t\tindex int\n\t\t\titems []*sdp.Item\n\t\t\terr error\n\t\t}\n\n\t\tresults := make([]queryResult, numQueries)\n\t\tvar wg sync.WaitGroup\n\n\t\tfor i := range numQueries {\n\t\t\twg.Add(1)\n\t\t\tgo func(index int) {\n\t\t\t\tdefer wg.Done()\n\t\t\t\titems, err := c.QueryOne(ctx, queries[index])\n\t\t\t\tresults[index] = queryResult{\n\t\t\t\t\tindex: index,\n\t\t\t\t\titems: items,\n\t\t\t\t\terr: err,\n\t\t\t\t}\n\t\t\t}(i)\n\t\t}\n\n\t\twg.Wait()\n\n\t\t// Verify that each query got the correct response\n\t\tfor i, result := range results {\n\t\t\tif result.err != nil {\n\t\t\t\tt.Errorf(\"Query %d failed: %v\", i, result.err)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tif len(result.items) != 1 {\n\t\t\t\tt.Errorf(\"Query %d: expected 1 item, got %d\", i, len(result.items))\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\treceivedItem := result.items[0]\n\t\t\texpectedUniqueAttr := fmt.Sprintf(\"item-%d\", i)\n\n\t\t\tif receivedItem.GetUniqueAttribute() != expectedUniqueAttr {\n\t\t\t\tt.Errorf(\"Query %d: expected item with unique attribute %s, got %s\",\n\t\t\t\t\ti, expectedUniqueAttr, receivedItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify the item's metadata contains the correct source query\n\t\t\tif receivedItem.GetMetadata() == nil || receivedItem.GetMetadata().GetSourceQuery() == nil {\n\t\t\t\tt.Errorf(\"Query %d: item missing metadata or source query\", i)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tsourceQueryUUID := uuid.UUID(receivedItem.GetMetadata().GetSourceQuery().GetUUID())\n\t\t\texpectedUUID := uuid.UUID(queries[i].GetUUID())\n\n\t\t\tif sourceQueryUUID != expectedUUID {\n\t\t\t\tt.Errorf(\"Query %d: expected source query UUID %s, got %s\",\n\t\t\t\t\ti, expectedUUID, sourceQueryUUID)\n\t\t\t}\n\t\t}\n\n\t\t// Verify that the server received all queries\n\t\tts.requestsMu.Lock()\n\t\tdefer ts.requestsMu.Unlock()\n\n\t\tif len(ts.requests) != numQueries {\n\t\t\tt.Fatalf(\"expected %d requests, got %d\", numQueries, len(ts.requests))\n\t\t}\n\t})\n\n\tt.Run(\"ResponseMixupPrevention\", func(t *testing.T) {\n\t\tdefer goleak.VerifyNone(t)\n\t\tctx := context.Background()\n\n\t\tts, closeFn := newTestServer(ctx, t)\n\t\tdefer closeFn()\n\n\t\tc, err := Dial(ctx, ts.url, nil, nil)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tdefer func() {\n\t\t\t_ = c.Close(ctx)\n\t\t}()\n\n\t\t// Create two queries with different UUIDs\n\t\tquery1UUID := uuid.New()\n\t\tquery2UUID := uuid.New()\n\n\t\tquery1 := &sdp.Query{\n\t\t\tUUID: query1UUID[:],\n\t\t\tType: \"test\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"query-1\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{},\n\t\t\tScope: \"test\",\n\t\t\tIgnoreCache: false,\n\t\t}\n\n\t\tquery2 := &sdp.Query{\n\t\t\tUUID: query2UUID[:],\n\t\t\tType: \"test\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"query-2\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{},\n\t\t\tScope: \"test\",\n\t\t\tIgnoreCache: false,\n\t\t}\n\n\t\t// Items that should be returned for each query\n\t\titem1 := &sdp.Item{\n\t\t\tType: \"test\",\n\t\t\tUniqueAttribute: \"item-for-query-1\",\n\t\t\tScope: \"test\",\n\t\t\tMetadata: &sdp.Metadata{\n\t\t\t\tSourceQuery: query1,\n\t\t\t},\n\t\t}\n\n\t\titem2 := &sdp.Item{\n\t\t\tType: \"test\",\n\t\t\tUniqueAttribute: \"item-for-query-2\",\n\t\t\tScope: \"test\",\n\t\t\tMetadata: &sdp.Metadata{\n\t\t\t\tSourceQuery: query2,\n\t\t\t},\n\t\t}\n\n\t\t// Inject responses in a way that could cause mixup if UUIDs aren't handled correctly\n\t\tgo func() {\n\t\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t\t// Send responses for query2 first, then query1\n\t\t\t// If the client doesn't properly route by UUID, responses could get mixed up\n\n\t\t\t// Send multiple items for query2\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_NewItem{\n\t\t\t\t\tNewItem: item2,\n\t\t\t\t},\n\t\t\t})\n\n\t\t\t// Send an item for query1\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_NewItem{\n\t\t\t\t\tNewItem: item1,\n\t\t\t\t},\n\t\t\t})\n\n\t\t\t// Send another item for query2 to test multiple items per query\n\t\t\titem2_duplicate := &sdp.Item{\n\t\t\t\tType: \"test\",\n\t\t\t\tUniqueAttribute: \"item-for-query-2-duplicate\",\n\t\t\t\tScope: \"test\",\n\t\t\t\tMetadata: &sdp.Metadata{\n\t\t\t\t\tSourceQuery: query2,\n\t\t\t\t},\n\t\t\t}\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_NewItem{\n\t\t\t\t\tNewItem: item2_duplicate,\n\t\t\t\t},\n\t\t\t})\n\n\t\t\t// Complete query1 first (even though we sent its response second)\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_QueryStatus{\n\t\t\t\t\tQueryStatus: &sdp.QueryStatus{\n\t\t\t\t\t\tUUID: query1UUID[:],\n\t\t\t\t\t\tStatus: sdp.QueryStatus_FINISHED,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\n\t\t\t// Complete query2 after query1\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_QueryStatus{\n\t\t\t\t\tQueryStatus: &sdp.QueryStatus{\n\t\t\t\t\t\tUUID: query2UUID[:],\n\t\t\t\t\t\tStatus: sdp.QueryStatus_FINISHED,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\t\t}()\n\n\t\t// Execute both queries concurrently\n\t\ttype result struct {\n\t\t\titems []*sdp.Item\n\t\t\terr error\n\t\t}\n\n\t\tvar wg sync.WaitGroup\n\t\tresults := make([]result, 2)\n\n\t\twg.Go(func() {\n\t\t\titems, err := c.QueryOne(ctx, query1)\n\t\t\tresults[0] = result{items: items, err: err}\n\t\t})\n\n\t\twg.Go(func() {\n\t\t\titems, err := c.QueryOne(ctx, query2)\n\t\t\tresults[1] = result{items: items, err: err}\n\t\t})\n\n\t\twg.Wait()\n\n\t\t// Verify query1 got the correct response\n\t\tif results[0].err != nil {\n\t\t\tt.Errorf(\"Query 1 failed: %v\", results[0].err)\n\t\t} else {\n\t\t\tif len(results[0].items) != 1 {\n\t\t\t\tt.Errorf(\"Query 1: expected 1 item, got %d\", len(results[0].items))\n\t\t\t} else if results[0].items[0].GetUniqueAttribute() != \"item-for-query-1\" {\n\t\t\t\tt.Errorf(\"Query 1: got wrong item: %s\", results[0].items[0].GetUniqueAttribute())\n\t\t\t}\n\t\t}\n\n\t\t// Verify query2 got the correct responses\n\t\tif results[1].err != nil {\n\t\t\tt.Errorf(\"Query 2 failed: %v\", results[1].err)\n\t\t} else {\n\t\t\tif len(results[1].items) != 2 {\n\t\t\t\tt.Errorf(\"Query 2: expected 2 items, got %d\", len(results[1].items))\n\t\t\t} else {\n\t\t\t\t// Check that both items are for query2\n\t\t\t\tfor i, item := range results[1].items {\n\t\t\t\t\tif !contains([]string{\"item-for-query-2\", \"item-for-query-2-duplicate\"}, item.GetUniqueAttribute()) {\n\t\t\t\t\t\tt.Errorf(\"Query 2, item %d: got wrong item: %s\", i, item.GetUniqueAttribute())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"UUIDRoutingValidation\", func(t *testing.T) {\n\t\tdefer goleak.VerifyNone(t)\n\t\tctx := context.Background()\n\n\t\tts, closeFn := newTestServer(ctx, t)\n\t\tdefer closeFn()\n\n\t\tc, err := Dial(ctx, ts.url, nil, nil)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t\tdefer func() {\n\t\t\t_ = c.Close(ctx)\n\t\t}()\n\n\t\t// This test validates that responses are properly routed by UUID\n\t\t// If the client were reading responses in order (FIFO) instead of by UUID,\n\t\t// this test would fail because we send responses out of order\n\n\t\tqueryA_UUID := uuid.New()\n\t\tqueryB_UUID := uuid.New()\n\n\t\tqueryA := &sdp.Query{\n\t\t\tUUID: queryA_UUID[:],\n\t\t\tType: \"test\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"query-A\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{},\n\t\t\tScope: \"test\",\n\t\t\tIgnoreCache: false,\n\t\t}\n\n\t\tqueryB := &sdp.Query{\n\t\t\tUUID: queryB_UUID[:],\n\t\t\tType: \"test\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: \"query-B\",\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{},\n\t\t\tScope: \"test\",\n\t\t\tIgnoreCache: false,\n\t\t}\n\n\t\t// Items that should be returned for each query\n\t\titemA := &sdp.Item{\n\t\t\tType: \"test\",\n\t\t\tUniqueAttribute: \"item-A\",\n\t\t\tScope: \"test\",\n\t\t\tMetadata: &sdp.Metadata{\n\t\t\t\tSourceQuery: queryA,\n\t\t\t},\n\t\t}\n\n\t\titemB := &sdp.Item{\n\t\t\tType: \"test\",\n\t\t\tUniqueAttribute: \"item-B\",\n\t\t\tScope: \"test\",\n\t\t\tMetadata: &sdp.Metadata{\n\t\t\t\tSourceQuery: queryB,\n\t\t\t},\n\t\t}\n\n\t\t// Inject responses deliberately out of order\n\t\tgo func() {\n\t\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t\t// Send itemB first (for queryB), then itemA (for queryA)\n\t\t\t// If the client doesn't route by UUID, queryA might get itemB\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_NewItem{\n\t\t\t\t\tNewItem: itemB,\n\t\t\t\t},\n\t\t\t})\n\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_NewItem{\n\t\t\t\t\tNewItem: itemA,\n\t\t\t\t},\n\t\t\t})\n\n\t\t\t// Complete queryA first (even though itemA was sent second)\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_QueryStatus{\n\t\t\t\t\tQueryStatus: &sdp.QueryStatus{\n\t\t\t\t\t\tUUID: queryA_UUID[:],\n\t\t\t\t\t\tStatus: sdp.QueryStatus_FINISHED,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\n\t\t\t// Complete queryB second\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_QueryStatus{\n\t\t\t\t\tQueryStatus: &sdp.QueryStatus{\n\t\t\t\t\t\tUUID: queryB_UUID[:],\n\t\t\t\t\t\tStatus: sdp.QueryStatus_FINISHED,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t})\n\t\t}()\n\n\t\t// Execute queryA - it should get itemA despite itemB being sent first\n\t\tvar wg sync.WaitGroup\n\t\ttype result struct {\n\t\t\titems []*sdp.Item\n\t\t\terr error\n\t\t}\n\n\t\tresultsA := make([]result, 1)\n\t\tresultsB := make([]result, 1)\n\n\t\twg.Go(func() {\n\t\t\titems, err := c.QueryOne(ctx, queryA)\n\t\t\tresultsA[0] = result{items: items, err: err}\n\t\t})\n\n\t\twg.Go(func() {\n\t\t\titems, err := c.QueryOne(ctx, queryB)\n\t\t\tresultsB[0] = result{items: items, err: err}\n\t\t})\n\n\t\twg.Wait()\n\n\t\t// Verify queryA got the correct item\n\t\tif resultsA[0].err != nil {\n\t\t\tt.Fatalf(\"Query A failed: %v\", resultsA[0].err)\n\t\t}\n\n\t\tif len(resultsA[0].items) != 1 {\n\t\t\tt.Fatalf(\"Query A: expected 1 item, got %d\", len(resultsA[0].items))\n\t\t}\n\n\t\tif resultsA[0].items[0].GetUniqueAttribute() != \"item-A\" {\n\t\t\tt.Errorf(\"Query A got wrong item: expected 'item-A', got '%s'\", resultsA[0].items[0].GetUniqueAttribute())\n\t\t}\n\n\t\t// Verify queryB got the correct item\n\t\tif resultsB[0].err != nil {\n\t\t\tt.Fatalf(\"Query B failed: %v\", resultsB[0].err)\n\t\t}\n\n\t\tif len(resultsB[0].items) != 1 {\n\t\t\tt.Fatalf(\"Query B: expected 1 item, got %d\", len(resultsB[0].items))\n\t\t}\n\n\t\tif resultsB[0].items[0].GetUniqueAttribute() != \"item-B\" {\n\t\t\tt.Errorf(\"Query B got wrong item: expected 'item-B', got '%s'\", resultsB[0].items[0].GetUniqueAttribute())\n\t\t}\n\t})\n}\n\n// TestRaceConditionOnClose stresses the shutdown path around the historical\n// \"send on closed channel\" bug. Originally, there was a race where:\n// 1. postRequestChan is called and acquires the read lock\n// 2. postRequestChan looks up a channel and prepares to send\n// 3. Another goroutine calls closeAllRequestChans(), which closes all channels\n// 4. postRequestChan tries to send on the now-closed channel and panics\n//\n// The implementation has since been fixed by eliminating this race via proper\n// synchronization (e.g. context cancellation followed by waiting for the\n// relevant goroutines to finish) instead of relying on recover(). This test\n// verifies that no \"send on closed channel\" panics escape to the caller under\n// concurrent activity and that the shutdown logic behaves correctly.\n//\n// This test is expected to pass cleanly when run with the Go race detector\n// enabled (go test -race). It may be run multiple times to increase stress:\n// go test -run TestRaceConditionOnClose -race -v -count=100\nfunc TestRaceConditionOnClose(t *testing.T) {\n\t// Skip on CI to avoid flaky tests in automated environments\n\tif os.Getenv(\"CI\") != \"\" || os.Getenv(\"GITHUB_ACTIONS\") != \"\" {\n\t\tt.Skip(\"Skipping race condition test in CI environment\")\n\t}\n\n\t// Skip goleak for this stress test as we're intentionally testing race conditions\n\n\tctx := t.Context()\n\n\t// Run many iterations to increase probability of hitting the race condition\n\t// The race happens when postRequestChan and closeAllRequestChans run concurrently\n\titerations := 1000\n\tpanics := 0\n\n\tfor iteration := range iterations {\n\t\tfunc() {\n\t\t\t// Create a minimal client with just the necessary fields\n\t\t\tc := &Client{\n\t\t\t\trequestMap: make(map[uuid.UUID]chan *sdp.GatewayResponse),\n\t\t\t\tfinishedRequestMap: make(map[uuid.UUID]bool),\n\t\t\t}\n\t\t\tc.finishedRequestMapCond = sync.NewCond(&c.finishedRequestMapMu)\n\n\t\t\t// Initialize context handling to properly test the mechanism\n\t\t\t// This simulates what Dial() does\n\t\t\tc.receiveCtx, c.receiveCancel = context.WithCancel(ctx)\n\n\t\t\t// Create multiple request channels to increase race probability\n\t\t\tnumChannels := 10\n\t\t\tuuids := make([]uuid.UUID, numChannels)\n\t\t\tfor i := range numChannels {\n\t\t\t\tuuids[i] = uuid.New()\n\t\t\t\tch := make(chan *sdp.GatewayResponse, 1)\n\t\t\t\tc.requestMapMu.Lock()\n\t\t\t\tc.requestMap[uuids[i]] = ch\n\t\t\t\tc.requestMapMu.Unlock()\n\t\t\t}\n\n\t\t\t// Create a message to send\n\t\t\tmsg := &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_NewItem{\n\t\t\t\t\tNewItem: &sdp.Item{\n\t\t\t\t\t\tType: \"test\",\n\t\t\t\t\t\tUniqueAttribute: fmt.Sprintf(\"item-%d\", iteration),\n\t\t\t\t\t\tScope: \"test\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Use a wait group to coordinate concurrent operations\n\t\t\tvar wg sync.WaitGroup\n\t\t\tpanicChan := make(chan bool, numChannels*2)\n\n\t\t\t// Start a simulated receive() goroutine that will call postRequestChan\n\t\t\t// This simulates the real receive() behavior where it processes messages\n\t\t\t// and calls postRequestChan() until the context is cancelled\n\t\t\tc.receiveDone.Go(func() {\n\t\t\t\t// Simulate receive() processing messages and calling postRequestChan\n\t\t\t\t// It will be cancelled by Close() and should stop before channels are closed\n\t\t\t\tfor i := range 1000 {\n\t\t\t\t\t// Check context before processing each message (like real receive() does)\n\t\t\t\t\tif c.receiveCtx.Err() != nil {\n\t\t\t\t\t\t// Context cancelled - exit gracefully (simulating receive() behavior)\n\t\t\t\t\t\treturn\n\t\t\t\t\t}\n\t\t\t\t\t// Simulate receive() processing a message and calling postRequestChan\n\t\t\t\t\t// Use a random UUID to simulate different queries\n\t\t\t\t\t// Wrap in recover() to catch any panics (shouldn't happen with proper context handling)\n\t\t\t\t\tfunc() {\n\t\t\t\t\t\tdefer func() {\n\t\t\t\t\t\t\tif r := recover(); r != nil {\n\t\t\t\t\t\t\t\tpanicChan <- true\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}()\n\t\t\t\t\t\tu := uuids[i%numChannels]\n\t\t\t\t\t\tc.postRequestChan(u, msg)\n\t\t\t\t\t}()\n\t\t\t\t\ttime.Sleep(time.Nanosecond)\n\t\t\t\t}\n\t\t\t})\n\n\t\t\t// Start a goroutine that calls Close() concurrently\n\t\t\t// Close() will cancel the receive context, wait for receive() to finish,\n\t\t\t// and then close channels. This ensures receive() stops before channels are closed.\n\t\t\twg.Go(func() {\n\t\t\t\t// Wait a tiny bit to let some postRequestChan calls start\n\t\t\t\ttime.Sleep(time.Microsecond * 10)\n\t\t\t\t// Use Close() which properly cancels receive context and waits before closing channels\n\t\t\t\t_ = c.Close(ctx)\n\t\t\t})\n\n\t\t\t// Wait for all goroutines to complete\n\t\t\twg.Wait()\n\t\t\tclose(panicChan)\n\n\t\t\t// Count panics\n\t\t\tfor range panicChan {\n\t\t\t\tpanics++\n\t\t\t}\n\t\t}()\n\t}\n\n\tt.Logf(\"Successfully completed all %d iterations\", iterations)\n\tif panics > 0 {\n\t\tt.Errorf(\"Detected %d panics - with proper context handling, receive() should stop before channels are closed, preventing panics. Panics indicate the context handling is not working correctly.\", panics)\n\t} else {\n\t\tt.Logf(\"No panics detected - context handling is working correctly. receive() stops before channels are closed, preventing 'send on closed channel' panics\")\n\t}\n}\n\n// TestNoMessageDroppingDuringNormalOperation verifies that messages are not\n// dropped during normal operation when items arrive faster than they can be read.\n// This test sends many items rapidly and verifies that all items are received.\nfunc TestNoMessageDroppingDuringNormalOperation(t *testing.T) {\n\tdefer goleak.VerifyNone(t)\n\tctx := t.Context()\n\n\tts, closeFn := newTestServer(ctx, t)\n\tdefer closeFn()\n\n\tc, err := Dial(ctx, ts.url, nil, nil)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tdefer func() {\n\t\t_ = c.Close(ctx)\n\t}()\n\n\tu := uuid.New()\n\tq := &sdp.Query{\n\t\tUUID: u[:],\n\t\tType: \"test\",\n\t\tMethod: sdp.QueryMethod_GET,\n\t\tQuery: \"query\",\n\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{},\n\t\tScope: \"test\",\n\t\tIgnoreCache: false,\n\t}\n\n\t// Send many items rapidly - more than the channel buffer size (1)\n\t// to test that blocking send works correctly and no messages are dropped\n\tnumItems := 100\n\texpectedItems := make([]*sdp.Item, numItems)\n\tfor i := range numItems {\n\t\texpectedItems[i] = &sdp.Item{\n\t\t\tType: \"test\",\n\t\t\tUniqueAttribute: fmt.Sprintf(\"item-%d\", i),\n\t\t\tScope: \"test\",\n\t\t\tMetadata: &sdp.Metadata{\n\t\t\t\tSourceQuery: q,\n\t\t\t},\n\t\t}\n\t}\n\n\t// Inject all items rapidly, then the completion status\n\tgo func() {\n\t\ttime.Sleep(50 * time.Millisecond)\n\t\t// Send all items as fast as possible\n\t\tfor i := range numItems {\n\t\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\t\tResponseType: &sdp.GatewayResponse_NewItem{\n\t\t\t\t\tNewItem: expectedItems[i],\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\t// Then send the completion status\n\t\ttime.Sleep(10 * time.Millisecond)\n\t\tts.inject(ctx, &sdp.GatewayResponse{\n\t\t\tResponseType: &sdp.GatewayResponse_QueryStatus{\n\t\t\t\tQueryStatus: &sdp.QueryStatus{\n\t\t\t\t\tUUID: u[:],\n\t\t\t\t\tStatus: sdp.QueryStatus_FINISHED,\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\t}()\n\n\t// QueryOne should receive all items, not drop any\n\titems, err := c.QueryOne(ctx, q)\n\tif err != nil {\n\t\tt.Fatalf(\"QueryOne failed: %v\", err)\n\t}\n\n\tif len(items) != numItems {\n\t\tt.Errorf(\"Expected %d items, got %d. Messages were dropped!\", numItems, len(items))\n\t}\n\n\t// Verify we got all the expected items\n\treceivedAttrs := make(map[string]bool)\n\tfor _, item := range items {\n\t\treceivedAttrs[item.GetUniqueAttribute()] = true\n\t}\n\n\tfor i := range numItems {\n\t\texpectedAttr := fmt.Sprintf(\"item-%d\", i)\n\t\tif !receivedAttrs[expectedAttr] {\n\t\t\tt.Errorf(\"Missing expected item: %s\", expectedAttr)\n\t\t}\n\t}\n}\n" }, { "path": "go/sdp-go/sdpws/messagehandler.go", "content": "package sdpws\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// GatewayMessageHandler is an interface that can be implemented to handle\n// messages from the gateway. The individual methods are called when the sdpws\n// client receives a message from the gateway. Methods are called in the same\n// order as the messages are received from the gateway. The sdpws client\n// guarantees that the methods are called in a single thread, so no locking is\n// needed.\ntype GatewayMessageHandler interface {\n\tNewItem(context.Context, *sdp.Item)\n\tNewEdge(context.Context, *sdp.Edge)\n\tStatus(context.Context, *sdp.GatewayRequestStatus)\n\tError(context.Context, string)\n\tQueryError(context.Context, *sdp.QueryError)\n\tDeleteItem(context.Context, *sdp.Reference)\n\tDeleteEdge(context.Context, *sdp.Edge)\n\tUpdateItem(context.Context, *sdp.Item)\n\tSnapshotStoreResult(context.Context, *sdp.SnapshotStoreResult)\n\tSnapshotLoadResult(context.Context, *sdp.SnapshotLoadResult)\n\tBookmarkStoreResult(context.Context, *sdp.BookmarkStoreResult)\n\tBookmarkLoadResult(context.Context, *sdp.BookmarkLoadResult)\n\tQueryStatus(context.Context, *sdp.QueryStatus)\n\tChatResponse(context.Context, *sdp.ChatResponse)\n\tToolStart(context.Context, *sdp.ToolStart)\n\tToolFinish(context.Context, *sdp.ToolFinish)\n}\n\ntype LoggingGatewayMessageHandler struct {\n\tLevel log.Level\n}\n\n// assert that LoggingGatewayMessageHandler implements GatewayMessageHandler\nvar _ GatewayMessageHandler = (*LoggingGatewayMessageHandler)(nil)\n\nfunc (l *LoggingGatewayMessageHandler) NewItem(ctx context.Context, item *sdp.Item) {\n\tentry := log.WithContext(ctx)\n\tif item != nil {\n\t\tentry = entry.WithField(\"item.globallyUniqueName\", item.GloballyUniqueName())\n\t}\n\tif l.Level >= log.DebugLevel {\n\t\tentry = entry.WithField(\"item\", item)\n\t}\n\tentry.Log(l.Level, \"received new item\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) NewEdge(ctx context.Context, edge *sdp.Edge) {\n\tlog.WithContext(ctx).WithField(\"edge\", edge).Log(l.Level, \"received new edge\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) Status(ctx context.Context, status *sdp.GatewayRequestStatus) {\n\tlog.WithContext(ctx).WithField(\"status\", status.GetSummary()).Log(l.Level, \"received status\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) Error(ctx context.Context, errorMessage string) {\n\tlog.WithContext(ctx).WithField(\"errorMessage\", errorMessage).Log(l.Level, \"received error\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) QueryError(ctx context.Context, queryError *sdp.QueryError) {\n\tlog.WithContext(ctx).WithField(\"queryError\", queryError).Log(l.Level, \"received query error\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) DeleteItem(ctx context.Context, reference *sdp.Reference) {\n\tlog.WithContext(ctx).WithField(\"reference\", reference).Log(l.Level, \"received delete item\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) DeleteEdge(ctx context.Context, edge *sdp.Edge) {\n\tlog.WithContext(ctx).WithField(\"edge\", edge).Log(l.Level, \"received delete edge\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) UpdateItem(ctx context.Context, item *sdp.Item) {\n\tentry := log.WithContext(ctx)\n\tif item != nil {\n\t\tentry = entry.WithField(\"item.globallyUniqueName\", item.GloballyUniqueName())\n\t}\n\tif l.Level >= log.DebugLevel {\n\t\tentry = entry.WithField(\"item\", item)\n\t}\n\tentry.Log(l.Level, \"received updated item\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) SnapshotStoreResult(ctx context.Context, result *sdp.SnapshotStoreResult) {\n\tlog.WithContext(ctx).WithField(\"result\", result).Log(l.Level, \"received snapshot store result\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) SnapshotLoadResult(ctx context.Context, result *sdp.SnapshotLoadResult) {\n\tlog.WithContext(ctx).WithField(\"result\", result).Log(l.Level, \"received snapshot load result\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) BookmarkStoreResult(ctx context.Context, result *sdp.BookmarkStoreResult) {\n\tlog.WithContext(ctx).WithField(\"result\", result).Log(l.Level, \"received bookmark store result\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) BookmarkLoadResult(ctx context.Context, result *sdp.BookmarkLoadResult) {\n\tlog.WithContext(ctx).WithField(\"result\", result).Log(l.Level, \"received bookmark load result\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) QueryStatus(ctx context.Context, status *sdp.QueryStatus) {\n\tlog.WithContext(ctx).WithField(\"status\", status).WithField(\"uuid\", status.GetUUIDParsed()).Log(l.Level, \"received query status\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) ChatResponse(ctx context.Context, chatResponse *sdp.ChatResponse) {\n\tlog.WithContext(ctx).WithField(\"chatResponse\", chatResponse).Log(l.Level, \"received chat response\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) ToolStart(ctx context.Context, toolStart *sdp.ToolStart) {\n\tlog.WithContext(ctx).WithField(\"toolStart\", toolStart).Log(l.Level, \"received tool start\")\n}\n\nfunc (l *LoggingGatewayMessageHandler) ToolFinish(ctx context.Context, toolFinish *sdp.ToolFinish) {\n\tlog.WithContext(ctx).WithField(\"toolFinish\", toolFinish).Log(l.Level, \"received tool finish\")\n}\n\ntype NoopGatewayMessageHandler struct{}\n\n// assert that NoopGatewayMessageHandler implements GatewayMessageHandler\nvar _ GatewayMessageHandler = (*NoopGatewayMessageHandler)(nil)\n\nfunc (l *NoopGatewayMessageHandler) NewItem(ctx context.Context, item *sdp.Item) {\n}\n\nfunc (l *NoopGatewayMessageHandler) NewEdge(ctx context.Context, edge *sdp.Edge) {\n}\n\nfunc (l *NoopGatewayMessageHandler) Status(ctx context.Context, status *sdp.GatewayRequestStatus) {\n}\n\nfunc (l *NoopGatewayMessageHandler) Error(ctx context.Context, errorMessage string) {\n}\n\nfunc (l *NoopGatewayMessageHandler) QueryError(ctx context.Context, queryError *sdp.QueryError) {\n}\n\nfunc (l *NoopGatewayMessageHandler) DeleteItem(ctx context.Context, reference *sdp.Reference) {\n}\n\nfunc (l *NoopGatewayMessageHandler) DeleteEdge(ctx context.Context, edge *sdp.Edge) {\n}\n\nfunc (l *NoopGatewayMessageHandler) UpdateItem(ctx context.Context, item *sdp.Item) {\n}\n\nfunc (l *NoopGatewayMessageHandler) SnapshotStoreResult(ctx context.Context, result *sdp.SnapshotStoreResult) {\n}\n\nfunc (l *NoopGatewayMessageHandler) SnapshotLoadResult(ctx context.Context, result *sdp.SnapshotLoadResult) {\n}\n\nfunc (l *NoopGatewayMessageHandler) BookmarkStoreResult(ctx context.Context, result *sdp.BookmarkStoreResult) {\n}\n\nfunc (l *NoopGatewayMessageHandler) BookmarkLoadResult(ctx context.Context, result *sdp.BookmarkLoadResult) {\n}\n\nfunc (l *NoopGatewayMessageHandler) QueryStatus(ctx context.Context, status *sdp.QueryStatus) {\n}\n\nfunc (l *NoopGatewayMessageHandler) ChatResponse(ctx context.Context, chatMessageResult *sdp.ChatResponse) {\n}\n\nfunc (l *NoopGatewayMessageHandler) ToolStart(ctx context.Context, toolStart *sdp.ToolStart) {\n}\n\nfunc (l *NoopGatewayMessageHandler) ToolFinish(ctx context.Context, toolFinish *sdp.ToolFinish) {\n}\n\nvar _ GatewayMessageHandler = (*StoreEverythingHandler)(nil)\n\n// A handler that stores all the items and edges it receives\ntype StoreEverythingHandler struct {\n\tItems []*sdp.Item\n\tEdges []*sdp.Edge\n\n\tNoopGatewayMessageHandler\n}\n\nfunc (s *StoreEverythingHandler) NewItem(ctx context.Context, item *sdp.Item) {\n\ts.Items = append(s.Items, item)\n}\n\nfunc (s *StoreEverythingHandler) NewEdge(ctx context.Context, edge *sdp.Edge) {\n\ts.Edges = append(s.Edges, edge)\n}\n\nvar _ GatewayMessageHandler = (*WaitForAllQueriesHandler)(nil)\n\n// A Handler that waits for all queries to be done then calls a callback\ntype WaitForAllQueriesHandler struct {\n\t// A callback that will be called when all queries are done\n\tDoneCallback func()\n\n\tStoreEverythingHandler\n}\n\nfunc (w *WaitForAllQueriesHandler) Status(ctx context.Context, status *sdp.GatewayRequestStatus) {\n\tif status.Done() {\n\t\tw.DoneCallback()\n\t}\n}\n" }, { "path": "go/sdp-go/sdpws/utils.go", "content": "package sdpws\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"google.golang.org/protobuf/types/known/durationpb\"\n)\n\n// Sends a query on the websocket connection without waiting for responses. Use\n// the `Wait()` method to wait for completion of requests based on their UUID\nfunc (c *Client) SendQuery(ctx context.Context, q *sdp.Query) error {\n\tif c.Closed() {\n\t\treturn errors.New(\"client closed\")\n\t}\n\n\tlog.WithContext(ctx).WithField(\"query\", q).Trace(\"writing query to websocket\")\n\terr := c.send(ctx, &sdp.GatewayRequest{\n\t\tRequestType: &sdp.GatewayRequest_Query{\n\t\t\tQuery: q,\n\t\t},\n\t\tMinStatusInterval: durationpb.New(time.Second),\n\t})\n\tif err != nil {\n\t\t// c.send already aborts\n\t\t// c.abort(ctx, err)\n\t\treturn fmt.Errorf(\"error sending query: %w\", err)\n\t}\n\treturn nil\n}\n\n// QueryOne runs a query and waits for it to complete, returning only the items\n// that were found as direct results to the top-level query.\nfunc (c *Client) QueryOne(ctx context.Context, q *sdp.Query) ([]*sdp.Item, error) {\n\tif c.Closed() {\n\t\treturn nil, errors.New(\"client closed\")\n\t}\n\n\tu := uuid.UUID(q.GetUUID())\n\n\tr := c.createRequestChan(u)\n\tdefer c.finishRequestChan(u)\n\n\terr := c.SendQuery(ctx, q)\n\tif err != nil {\n\t\t// c.SendQuery already aborts\n\t\t// c.abort(ctx, err)\n\t\treturn nil, err\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\n\tvar otherErr *sdp.QueryError\nreadLoop:\n\tfor {\n\t\tselect {\n\t\tcase <-ctx.Done():\n\t\t\treturn nil, fmt.Errorf(\"context canceled: %w\", ctx.Err())\n\t\tcase resp, more := <-r:\n\t\t\tif !more {\n\t\t\t\tbreak readLoop\n\t\t\t}\n\t\t\tswitch resp.GetResponseType().(type) {\n\t\t\tcase *sdp.GatewayResponse_NewItem:\n\t\t\t\titem := resp.GetNewItem()\n\t\t\t\tlog.WithContext(ctx).WithField(\"query\", q).WithField(\"item\", item).Trace(\"received item\")\n\t\t\t\titems = append(items, item)\n\t\t\tcase *sdp.GatewayResponse_QueryError:\n\t\t\t\tqe := resp.GetQueryError()\n\t\t\t\tlog.WithContext(ctx).WithField(\"query\", q).WithField(\"queryError\", qe).Trace(\"received query error\")\n\t\t\t\tswitch qe.GetErrorType() {\n\t\t\t\tcase sdp.QueryError_OTHER, sdp.QueryError_TIMEOUT, sdp.QueryError_NOSCOPE:\n\t\t\t\t\t// record that we received an error, but continue reading\n\t\t\t\t\t// if we receive any item, mapping was still successful\n\t\t\t\t\totherErr = qe\n\t\t\t\t\tcontinue readLoop\n\t\t\t\tcase sdp.QueryError_NOTFOUND:\n\t\t\t\t\t// never record not found as an error\n\t\t\t\t\tcontinue readLoop\n\t\t\t\t}\n\t\t\tcase *sdp.GatewayResponse_QueryStatus:\n\t\t\t\tqs := resp.GetQueryStatus()\n\t\t\t\tspan := trace.SpanFromContext(ctx)\n\t\t\t\tspan.SetAttributes(attribute.String(\"ovm.sdp.lastQueryStatus\", qs.String()))\n\t\t\t\tlog.WithContext(ctx).WithField(\"query\", q).WithField(\"queryStatus\", qs).Trace(\"received query status\")\n\t\t\t\tswitch qs.GetStatus() { //nolint:exhaustive // we dont care about sdp.QueryStatus_UNSPECIFIED, sdp.QueryStatus_STARTED\n\t\t\t\tcase sdp.QueryStatus_FINISHED:\n\t\t\t\t\tbreak readLoop\n\t\t\t\tcase sdp.QueryStatus_CANCELLED:\n\t\t\t\t\treturn nil, errors.New(\"query cancelled\")\n\t\t\t\tcase sdp.QueryStatus_ERRORED:\n\t\t\t\t\t// if we already received items, we can ignore the error\n\t\t\t\t\tif len(items) == 0 && otherErr != nil {\n\t\t\t\t\t\terr = fmt.Errorf(\"query errored: %w\", otherErr)\n\t\t\t\t\t\t// query errors should not abort the connection\n\t\t\t\t\t\t// c.abort(ctx, err)\n\t\t\t\t\t\treturn nil, err\n\t\t\t\t\t}\n\t\t\t\t\tbreak readLoop\n\t\t\t\t}\n\t\t\tdefault:\n\t\t\t\tlog.WithContext(ctx).WithField(\"response\", resp).WithField(\"responseType\", fmt.Sprintf(\"%T\", resp.GetResponseType())).Warn(\"unexpected response\")\n\t\t\t}\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\n// TODO: CancelQuery\n// TODO: Expand\n\n// Sends a LoadSnapshot request on the websocket connection without waiting for\n// a response.\nfunc (c *Client) SendLoadSnapshot(ctx context.Context, s *sdp.LoadSnapshot) error {\n\tif c.Closed() {\n\t\treturn errors.New(\"client closed\")\n\t}\n\n\tlog.WithContext(ctx).WithField(\"snapshot\", s).Trace(\"loading snapshot via websocket\")\n\terr := c.send(ctx, &sdp.GatewayRequest{\n\t\tRequestType: &sdp.GatewayRequest_LoadSnapshot{\n\t\t\tLoadSnapshot: s,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error sending load snapshot: %w\", err)\n\t}\n\treturn nil\n}\n\n// Load a snapshot and wait for it to complete. This will return the\n// SnapshotLoadResult from the gateway. A separate error is only returned when\n// there is a communication error. Logic errors from the gateway are reported\n// through the returned SnapshotLoadResult.\nfunc (c *Client) LoadSnapshot(ctx context.Context, id uuid.UUID) (*sdp.SnapshotLoadResult, error) {\n\tif c.Closed() {\n\t\treturn nil, errors.New(\"client closed\")\n\t}\n\n\tu := uuid.New()\n\ts := &sdp.LoadSnapshot{\n\t\tUUID: id[:],\n\t\tMsgID: u[:],\n\t}\n\tr := c.createRequestChan(u)\n\n\terr := c.SendLoadSnapshot(ctx, s)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor {\n\t\tselect {\n\t\tcase <-ctx.Done():\n\t\t\treturn nil, fmt.Errorf(\"context canceled: %w\", ctx.Err())\n\t\tcase resp, more := <-r:\n\t\t\tif !more {\n\t\t\t\treturn nil, errors.New(\"request channel closed\")\n\t\t\t}\n\t\t\tswitch resp.GetResponseType().(type) {\n\t\t\tcase *sdp.GatewayResponse_SnapshotLoadResult:\n\t\t\t\tslr := resp.GetSnapshotLoadResult()\n\t\t\t\tlog.WithContext(ctx).WithField(\"snapshot\", s).WithField(\"snapshotLoadResult\", slr).Trace(\"received snapshot load result\")\n\t\t\t\treturn slr, nil\n\t\t\tdefault:\n\t\t\t\tlog.WithContext(ctx).WithField(\"response\", resp).WithField(\"responseType\", fmt.Sprintf(\"%T\", resp.GetResponseType())).Warn(\"unexpected response\")\n\t\t\t\treturn nil, errors.New(\"unexpected response\")\n\t\t\t}\n\t\t}\n\t}\n}\n\n// Sends a StoreSnapshot request on the websocket connection without waiting for\n// a response.\nfunc (c *Client) SendStoreSnapshot(ctx context.Context, s *sdp.StoreSnapshot) error {\n\tif c.Closed() {\n\t\treturn errors.New(\"client closed\")\n\t}\n\n\tlog.WithContext(ctx).WithField(\"snapshot\", s).Trace(\"storing snapshot via websocket\")\n\terr := c.send(ctx, &sdp.GatewayRequest{\n\t\tRequestType: &sdp.GatewayRequest_StoreSnapshot{\n\t\t\tStoreSnapshot: s,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error sending store snapshot: %w\", err)\n\t}\n\treturn nil\n}\n\n// Store a snapshot and wait for it to complete, returning the UUID of the\n// snapshot that was created.\nfunc (c *Client) StoreSnapshot(ctx context.Context, name, description string) (uuid.UUID, error) {\n\tif c.Closed() {\n\t\treturn uuid.UUID{}, errors.New(\"client closed\")\n\t}\n\n\tu := uuid.New()\n\ts := &sdp.StoreSnapshot{\n\t\tName: name,\n\t\tDescription: description,\n\t\tMsgID: u[:],\n\t}\n\tr := c.createRequestChan(u)\n\n\terr := c.SendStoreSnapshot(ctx, s)\n\tif err != nil {\n\t\treturn uuid.UUID{}, err\n\t}\n\n\tfor {\n\t\tselect {\n\t\tcase <-ctx.Done():\n\t\t\treturn uuid.UUID{}, fmt.Errorf(\"context canceled: %w\", ctx.Err())\n\t\tcase resp, more := <-r:\n\t\t\tif !more {\n\t\t\t\treturn uuid.UUID{}, errors.New(\"request channel closed\")\n\t\t\t}\n\t\t\tswitch resp.GetResponseType().(type) {\n\t\t\tcase *sdp.GatewayResponse_SnapshotStoreResult:\n\t\t\t\tssr := resp.GetSnapshotStoreResult()\n\t\t\t\tlog.WithContext(ctx).WithField(\"Snapshot\", s).WithField(\"snapshotStoreResult\", ssr).Trace(\"received snapshot store result\")\n\t\t\t\tif ssr.GetSuccess() {\n\t\t\t\t\treturn uuid.UUID(ssr.GetSnapshotID()), nil\n\t\t\t\t}\n\t\t\t\treturn uuid.UUID{}, fmt.Errorf(\"snapshot store failed: %v\", ssr.GetErrorMessage())\n\t\t\tdefault:\n\t\t\t\tlog.WithContext(ctx).WithField(\"response\", resp).WithField(\"responseType\", fmt.Sprintf(\"%T\", resp.GetResponseType())).Warn(\"unexpected response\")\n\t\t\t\treturn uuid.UUID{}, errors.New(\"unexpected response\")\n\t\t\t}\n\t\t}\n\t}\n}\n\nfunc (c *Client) SendLoadBookmark(ctx context.Context, b *sdp.LoadBookmark) error {\n\tif c.Closed() {\n\t\treturn errors.New(\"client closed\")\n\t}\n\n\tlog.WithContext(ctx).WithField(\"bookmark\", b).Trace(\"loading bookmark via websocket\")\n\terr := c.send(ctx, &sdp.GatewayRequest{\n\t\tRequestType: &sdp.GatewayRequest_LoadBookmark{\n\t\t\tLoadBookmark: b,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error sending load bookmark: %w\", err)\n\t}\n\treturn nil\n}\n\n// Sends a StoreBookmark request on the websocket connection without waiting for\n// a response.\nfunc (c *Client) SendStoreBookmark(ctx context.Context, b *sdp.StoreBookmark) error {\n\tif c.Closed() {\n\t\treturn errors.New(\"client closed\")\n\t}\n\n\tlog.WithContext(ctx).WithField(\"bookmark\", b).Trace(\"storing bookmark via websocket\")\n\terr := c.send(ctx, &sdp.GatewayRequest{\n\t\tRequestType: &sdp.GatewayRequest_StoreBookmark{\n\t\t\tStoreBookmark: b,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error sending store bookmark: %w\", err)\n\t}\n\treturn nil\n}\n\n// Store a bookmark and wait for it to complete, returning the UUID of the\n// bookmark that was created.\nfunc (c *Client) StoreBookmark(ctx context.Context, name, description string, isSystem bool) (uuid.UUID, error) {\n\tif c.Closed() {\n\t\treturn uuid.UUID{}, errors.New(\"client closed\")\n\t}\n\n\tu := uuid.New()\n\tb := &sdp.StoreBookmark{\n\t\tName: name,\n\t\tDescription: description,\n\t\tMsgID: u[:],\n\t\tIsSystem: true,\n\t}\n\tr := c.createRequestChan(u)\n\n\terr := c.SendStoreBookmark(ctx, b)\n\tif err != nil {\n\t\treturn uuid.UUID{}, err\n\t}\n\n\tfor {\n\t\tselect {\n\t\tcase <-ctx.Done():\n\t\t\treturn uuid.UUID{}, fmt.Errorf(\"context canceled: %w\", ctx.Err())\n\t\tcase resp, more := <-r:\n\t\t\tif !more {\n\t\t\t\treturn uuid.UUID{}, errors.New(\"request channel closed\")\n\t\t\t}\n\t\t\tswitch resp.GetResponseType().(type) {\n\t\t\tcase *sdp.GatewayResponse_BookmarkStoreResult:\n\t\t\t\tbsr := resp.GetBookmarkStoreResult()\n\t\t\t\tlog.WithContext(ctx).WithField(\"bookmark\", b).WithField(\"bookmarkStoreResult\", bsr).Trace(\"received bookmark store result\")\n\t\t\t\tif bsr.GetSuccess() {\n\t\t\t\t\treturn uuid.UUID(bsr.GetBookmarkID()), nil\n\t\t\t\t}\n\t\t\t\treturn uuid.UUID{}, fmt.Errorf(\"bookmark store failed: %v\", bsr.GetErrorMessage())\n\t\t\tdefault:\n\t\t\t\tlog.WithContext(ctx).WithField(\"response\", resp).WithField(\"responseType\", fmt.Sprintf(\"%T\", resp.GetResponseType())).Warn(\"unexpected response\")\n\t\t\t\treturn uuid.UUID{}, errors.New(\"unexpected response\")\n\t\t\t}\n\t\t}\n\t}\n}\n\n// TODO: LoadBookmark\n\n// send chatMessage to the assistant\nfunc (c *Client) SendChatMessage(ctx context.Context, m *sdp.ChatMessage) error {\n\tif c.Closed() {\n\t\treturn errors.New(\"client closed\")\n\t}\n\n\tlog.WithContext(ctx).WithField(\"message\", m).Trace(\"sending chat message via websocket\")\n\terr := c.send(ctx, &sdp.GatewayRequest{\n\t\tRequestType: &sdp.GatewayRequest_ChatMessage{\n\t\t\tChatMessage: m,\n\t\t},\n\t})\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error sending chat message: %w\", err)\n\t}\n\treturn nil\n}\n" }, { "path": "go/sdp-go/signal.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: signal.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\ntype AddSignalRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The user facing properties of the signal\n\tProperties *SignalProperties `protobuf:\"bytes,1,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\t// UUID of the change this signal is associated with\n\tChangeUUID []byte `protobuf:\"bytes,2,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AddSignalRequest) Reset() {\n\t*x = AddSignalRequest{}\n\tmi := &file_signal_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AddSignalRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AddSignalRequest) ProtoMessage() {}\n\nfunc (x *AddSignalRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AddSignalRequest.ProtoReflect.Descriptor instead.\nfunc (*AddSignalRequest) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *AddSignalRequest) GetProperties() *SignalProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\nfunc (x *AddSignalRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype AddSignalResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSignal *Signal `protobuf:\"bytes,1,opt,name=signal,proto3\" json:\"signal,omitempty\"` // The signal that was added\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *AddSignalResponse) Reset() {\n\t*x = AddSignalResponse{}\n\tmi := &file_signal_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *AddSignalResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*AddSignalResponse) ProtoMessage() {}\n\nfunc (x *AddSignalResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use AddSignalResponse.ProtoReflect.Descriptor instead.\nfunc (*AddSignalResponse) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *AddSignalResponse) GetSignal() *Signal {\n\tif x != nil {\n\t\treturn x.Signal\n\t}\n\treturn nil\n}\n\ntype GetSignalsByChangeExternalIDRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"` // UUID of the change\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetSignalsByChangeExternalIDRequest) Reset() {\n\t*x = GetSignalsByChangeExternalIDRequest{}\n\tmi := &file_signal_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetSignalsByChangeExternalIDRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetSignalsByChangeExternalIDRequest) ProtoMessage() {}\n\nfunc (x *GetSignalsByChangeExternalIDRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetSignalsByChangeExternalIDRequest.ProtoReflect.Descriptor instead.\nfunc (*GetSignalsByChangeExternalIDRequest) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *GetSignalsByChangeExternalIDRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype GetSignalsByChangeExternalIDResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSignals []*Signal `protobuf:\"bytes,1,rep,name=signals,proto3\" json:\"signals,omitempty\"` // List of all signals associated with the change\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetSignalsByChangeExternalIDResponse) Reset() {\n\t*x = GetSignalsByChangeExternalIDResponse{}\n\tmi := &file_signal_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetSignalsByChangeExternalIDResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetSignalsByChangeExternalIDResponse) ProtoMessage() {}\n\nfunc (x *GetSignalsByChangeExternalIDResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetSignalsByChangeExternalIDResponse.ProtoReflect.Descriptor instead.\nfunc (*GetSignalsByChangeExternalIDResponse) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{3}\n}\n\nfunc (x *GetSignalsByChangeExternalIDResponse) GetSignals() []*Signal {\n\tif x != nil {\n\t\treturn x.Signals\n\t}\n\treturn nil\n}\n\ntype GetChangeOverviewSignalsRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeOverviewSignalsRequest) Reset() {\n\t*x = GetChangeOverviewSignalsRequest{}\n\tmi := &file_signal_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeOverviewSignalsRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeOverviewSignalsRequest) ProtoMessage() {}\n\nfunc (x *GetChangeOverviewSignalsRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeOverviewSignalsRequest.ProtoReflect.Descriptor instead.\nfunc (*GetChangeOverviewSignalsRequest) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{4}\n}\n\nfunc (x *GetChangeOverviewSignalsRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype GetChangeOverviewSignalsResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSignals []*Signal `protobuf:\"bytes,1,rep,name=signals,proto3\" json:\"signals,omitempty\"`\n\t// The aggregated value for all categories in the change, calculated by AggregateSignalScores.\n\tValue float64 `protobuf:\"fixed64,2,opt,name=value,proto3\" json:\"value,omitempty\"` // Corresponds to float64\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetChangeOverviewSignalsResponse) Reset() {\n\t*x = GetChangeOverviewSignalsResponse{}\n\tmi := &file_signal_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetChangeOverviewSignalsResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetChangeOverviewSignalsResponse) ProtoMessage() {}\n\nfunc (x *GetChangeOverviewSignalsResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetChangeOverviewSignalsResponse.ProtoReflect.Descriptor instead.\nfunc (*GetChangeOverviewSignalsResponse) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{5}\n}\n\nfunc (x *GetChangeOverviewSignalsResponse) GetSignals() []*Signal {\n\tif x != nil {\n\t\treturn x.Signals\n\t}\n\treturn nil\n}\n\nfunc (x *GetChangeOverviewSignalsResponse) GetValue() float64 {\n\tif x != nil {\n\t\treturn x.Value\n\t}\n\treturn 0\n}\n\ntype ItemAggregation struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// A sorted list of signals for this item, by category.\n\tSignals []*Signal `protobuf:\"bytes,1,rep,name=signals,proto3\" json:\"signals,omitempty\"` // Corresponds to []*sdp.Signal\n\t// The aggregated value for this item, calculated by AggregateSignalScores.\n\tValue float64 `protobuf:\"fixed64,2,opt,name=value,proto3\" json:\"value,omitempty\"` // Corresponds to float64\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ItemAggregation) Reset() {\n\t*x = ItemAggregation{}\n\tmi := &file_signal_proto_msgTypes[6]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ItemAggregation) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ItemAggregation) ProtoMessage() {}\n\nfunc (x *ItemAggregation) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[6]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ItemAggregation.ProtoReflect.Descriptor instead.\nfunc (*ItemAggregation) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{6}\n}\n\nfunc (x *ItemAggregation) GetSignals() []*Signal {\n\tif x != nil {\n\t\treturn x.Signals\n\t}\n\treturn nil\n}\n\nfunc (x *ItemAggregation) GetValue() float64 {\n\tif x != nil {\n\t\treturn x.Value\n\t}\n\treturn 0\n}\n\ntype GetItemSignalsRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetItemSignalsRequest) Reset() {\n\t*x = GetItemSignalsRequest{}\n\tmi := &file_signal_proto_msgTypes[7]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetItemSignalsRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetItemSignalsRequest) ProtoMessage() {}\n\nfunc (x *GetItemSignalsRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[7]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetItemSignalsRequest.ProtoReflect.Descriptor instead.\nfunc (*GetItemSignalsRequest) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{7}\n}\n\nfunc (x *GetItemSignalsRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype GetItemSignalsResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// A map of Globally Unique Names (GUNs) of items to their aggregation of signals.\n\t// These are by category, sorted by the signal value, ascending.\n\t// We also include a value for this GUN, which is calculated by AggregateSignalScores\n\tItemAggregations map[string]*ItemAggregation `protobuf:\"bytes,1,rep,name=itemAggregations,proto3\" json:\"itemAggregations,omitempty\" protobuf_key:\"bytes,1,opt,name=key\" protobuf_val:\"bytes,2,opt,name=value\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetItemSignalsResponse) Reset() {\n\t*x = GetItemSignalsResponse{}\n\tmi := &file_signal_proto_msgTypes[8]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetItemSignalsResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetItemSignalsResponse) ProtoMessage() {}\n\nfunc (x *GetItemSignalsResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[8]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetItemSignalsResponse.ProtoReflect.Descriptor instead.\nfunc (*GetItemSignalsResponse) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{8}\n}\n\nfunc (x *GetItemSignalsResponse) GetItemAggregations() map[string]*ItemAggregation {\n\tif x != nil {\n\t\treturn x.ItemAggregations\n\t}\n\treturn nil\n}\n\ntype GetItemSignalsRequestV2 struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetItemSignalsRequestV2) Reset() {\n\t*x = GetItemSignalsRequestV2{}\n\tmi := &file_signal_proto_msgTypes[9]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetItemSignalsRequestV2) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetItemSignalsRequestV2) ProtoMessage() {}\n\nfunc (x *GetItemSignalsRequestV2) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[9]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetItemSignalsRequestV2.ProtoReflect.Descriptor instead.\nfunc (*GetItemSignalsRequestV2) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{9}\n}\n\nfunc (x *GetItemSignalsRequestV2) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\ntype ItemAggregationV2 struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// A sorted list of signals for this item, by category.\n\tSignals []*Signal `protobuf:\"bytes,1,rep,name=signals,proto3\" json:\"signals,omitempty\"` // Corresponds to []*sdp.Signal\n\t// The aggregated value for this item, calculated by AggregateSignalScores.\n\tValue float64 `protobuf:\"fixed64,2,opt,name=value,proto3\" json:\"value,omitempty\"` // Corresponds to float64\n\t// It is the friendly item reference, taken from the resolve mapping queries.\n\t// for handiness we wall back to the afterRef if the mappedRef is not available.\n\tMappedRef *Reference `protobuf:\"bytes,3,opt,name=mappedRef,proto3\" json:\"mappedRef,omitempty\"`\n\t// This it the item reference from after, it is used to look up the item in GetItemSignalDetailsRequest.\n\tAfterRef *Reference `protobuf:\"bytes,4,opt,name=afterRef,proto3\" json:\"afterRef,omitempty\"`\n\t// status is the status of the item, e.g. \"added\", \"modified\", \"deleted\".\n\tStatus ItemDiffStatus `protobuf:\"varint,5,opt,name=status,proto3,enum=changes.ItemDiffStatus\" json:\"status,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ItemAggregationV2) Reset() {\n\t*x = ItemAggregationV2{}\n\tmi := &file_signal_proto_msgTypes[10]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ItemAggregationV2) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ItemAggregationV2) ProtoMessage() {}\n\nfunc (x *ItemAggregationV2) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[10]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ItemAggregationV2.ProtoReflect.Descriptor instead.\nfunc (*ItemAggregationV2) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{10}\n}\n\nfunc (x *ItemAggregationV2) GetSignals() []*Signal {\n\tif x != nil {\n\t\treturn x.Signals\n\t}\n\treturn nil\n}\n\nfunc (x *ItemAggregationV2) GetValue() float64 {\n\tif x != nil {\n\t\treturn x.Value\n\t}\n\treturn 0\n}\n\nfunc (x *ItemAggregationV2) GetMappedRef() *Reference {\n\tif x != nil {\n\t\treturn x.MappedRef\n\t}\n\treturn nil\n}\n\nfunc (x *ItemAggregationV2) GetAfterRef() *Reference {\n\tif x != nil {\n\t\treturn x.AfterRef\n\t}\n\treturn nil\n}\n\nfunc (x *ItemAggregationV2) GetStatus() ItemDiffStatus {\n\tif x != nil {\n\t\treturn x.Status\n\t}\n\treturn ItemDiffStatus_ITEM_DIFF_STATUS_UNSPECIFIED\n}\n\ntype GetItemSignalsResponseV2 struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// A map of Globally Unique Names (GUNs) of items to their aggregation of signals.\n\t// These are by category, sorted by the signal value, ascending.\n\t// We also include a value for this GUN, which is calculated by AggregateSignalScores\n\tItemAggregations []*ItemAggregationV2 `protobuf:\"bytes,1,rep,name=itemAggregations,proto3\" json:\"itemAggregations,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetItemSignalsResponseV2) Reset() {\n\t*x = GetItemSignalsResponseV2{}\n\tmi := &file_signal_proto_msgTypes[11]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetItemSignalsResponseV2) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetItemSignalsResponseV2) ProtoMessage() {}\n\nfunc (x *GetItemSignalsResponseV2) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[11]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetItemSignalsResponseV2.ProtoReflect.Descriptor instead.\nfunc (*GetItemSignalsResponseV2) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{11}\n}\n\nfunc (x *GetItemSignalsResponseV2) GetItemAggregations() []*ItemAggregationV2 {\n\tif x != nil {\n\t\treturn x.ItemAggregations\n\t}\n\treturn nil\n}\n\n// Get all custom signals for a change by its external ID and category. They are NOT associated with any item.\ntype GetCustomSignalsByCategoryRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChangeUUID []byte `protobuf:\"bytes,1,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\tCategory string `protobuf:\"bytes,2,opt,name=category,proto3\" json:\"category,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetCustomSignalsByCategoryRequest) Reset() {\n\t*x = GetCustomSignalsByCategoryRequest{}\n\tmi := &file_signal_proto_msgTypes[12]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetCustomSignalsByCategoryRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetCustomSignalsByCategoryRequest) ProtoMessage() {}\n\nfunc (x *GetCustomSignalsByCategoryRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[12]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetCustomSignalsByCategoryRequest.ProtoReflect.Descriptor instead.\nfunc (*GetCustomSignalsByCategoryRequest) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{12}\n}\n\nfunc (x *GetCustomSignalsByCategoryRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\nfunc (x *GetCustomSignalsByCategoryRequest) GetCategory() string {\n\tif x != nil {\n\t\treturn x.Category\n\t}\n\treturn \"\"\n}\n\n// array of signals\ntype GetCustomSignalsByCategoryResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSignals []*Signal `protobuf:\"bytes,1,rep,name=signals,proto3\" json:\"signals,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetCustomSignalsByCategoryResponse) Reset() {\n\t*x = GetCustomSignalsByCategoryResponse{}\n\tmi := &file_signal_proto_msgTypes[13]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetCustomSignalsByCategoryResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetCustomSignalsByCategoryResponse) ProtoMessage() {}\n\nfunc (x *GetCustomSignalsByCategoryResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[13]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetCustomSignalsByCategoryResponse.ProtoReflect.Descriptor instead.\nfunc (*GetCustomSignalsByCategoryResponse) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{13}\n}\n\nfunc (x *GetCustomSignalsByCategoryResponse) GetSignals() []*Signal {\n\tif x != nil {\n\t\treturn x.Signals\n\t}\n\treturn nil\n}\n\ntype GetItemSignalDetailsRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The item for which we want to get the details of the signals.\n\t// it is the reference of the terraform item before/after.\n\t// NB it is not the lookup item from resolve mapping queries.\n\tItemRef *Reference `protobuf:\"bytes,1,opt,name=itemRef,proto3\" json:\"itemRef,omitempty\"`\n\t// The UUID of the change this item is associated with.\n\tChangeUUID []byte `protobuf:\"bytes,2,opt,name=changeUUID,proto3\" json:\"changeUUID,omitempty\"`\n\t// The category of the signals we want to get. This is used to filter the signals by category.\n\tCategory string `protobuf:\"bytes,3,opt,name=category,proto3\" json:\"category,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetItemSignalDetailsRequest) Reset() {\n\t*x = GetItemSignalDetailsRequest{}\n\tmi := &file_signal_proto_msgTypes[14]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetItemSignalDetailsRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetItemSignalDetailsRequest) ProtoMessage() {}\n\nfunc (x *GetItemSignalDetailsRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[14]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetItemSignalDetailsRequest.ProtoReflect.Descriptor instead.\nfunc (*GetItemSignalDetailsRequest) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{14}\n}\n\nfunc (x *GetItemSignalDetailsRequest) GetItemRef() *Reference {\n\tif x != nil {\n\t\treturn x.ItemRef\n\t}\n\treturn nil\n}\n\nfunc (x *GetItemSignalDetailsRequest) GetChangeUUID() []byte {\n\tif x != nil {\n\t\treturn x.ChangeUUID\n\t}\n\treturn nil\n}\n\nfunc (x *GetItemSignalDetailsRequest) GetCategory() string {\n\tif x != nil {\n\t\treturn x.Category\n\t}\n\treturn \"\"\n}\n\ntype GetItemSignalDetailsResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSignals []*Signal `protobuf:\"bytes,1,rep,name=signals,proto3\" json:\"signals,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetItemSignalDetailsResponse) Reset() {\n\t*x = GetItemSignalDetailsResponse{}\n\tmi := &file_signal_proto_msgTypes[15]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetItemSignalDetailsResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetItemSignalDetailsResponse) ProtoMessage() {}\n\nfunc (x *GetItemSignalDetailsResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[15]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetItemSignalDetailsResponse.ProtoReflect.Descriptor instead.\nfunc (*GetItemSignalDetailsResponse) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{15}\n}\n\nfunc (x *GetItemSignalDetailsResponse) GetSignals() []*Signal {\n\tif x != nil {\n\t\treturn x.Signals\n\t}\n\treturn nil\n}\n\ntype SignalMetadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SignalMetadata) Reset() {\n\t*x = SignalMetadata{}\n\tmi := &file_signal_proto_msgTypes[16]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SignalMetadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SignalMetadata) ProtoMessage() {}\n\nfunc (x *SignalMetadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[16]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SignalMetadata.ProtoReflect.Descriptor instead.\nfunc (*SignalMetadata) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{16}\n}\n\ntype SignalProperties struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// user-supplied properties of this signal\n\t// A short name for the signal\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// This is float64 value, representing the signal's value. -5 to +5. +5 is very high / strong, 0 is neutral, -5 is very low / weak.\n\tValue float64 `protobuf:\"fixed64,2,opt,name=value,proto3\" json:\"value,omitempty\"`\n\t// A one sentence description of the signal, it could be activity in routineness, or another\n\t// descriptive text\n\tDescription string `protobuf:\"bytes,3,opt,name=description,proto3\" json:\"description,omitempty\"`\n\t// A category for the signal, e.g. \"routineness\", \"anomaly\", etc. How it will be grouped in the UI.\n\tCategory string `protobuf:\"bytes,4,opt,name=category,proto3\" json:\"category,omitempty\"`\n\t// This is poorly named, this is the after item reference, equivalent to afterRef in ItemAggregationV2\n\t// in the signals table this is the afterRef column. It is not the mappedRef / friendly item reference.\n\tItem *Reference `protobuf:\"bytes,5,opt,name=item,proto3,oneof\" json:\"item,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SignalProperties) Reset() {\n\t*x = SignalProperties{}\n\tmi := &file_signal_proto_msgTypes[17]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SignalProperties) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SignalProperties) ProtoMessage() {}\n\nfunc (x *SignalProperties) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[17]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SignalProperties.ProtoReflect.Descriptor instead.\nfunc (*SignalProperties) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{17}\n}\n\nfunc (x *SignalProperties) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *SignalProperties) GetValue() float64 {\n\tif x != nil {\n\t\treturn x.Value\n\t}\n\treturn 0\n}\n\nfunc (x *SignalProperties) GetDescription() string {\n\tif x != nil {\n\t\treturn x.Description\n\t}\n\treturn \"\"\n}\n\nfunc (x *SignalProperties) GetCategory() string {\n\tif x != nil {\n\t\treturn x.Category\n\t}\n\treturn \"\"\n}\n\nfunc (x *SignalProperties) GetItem() *Reference {\n\tif x != nil {\n\t\treturn x.Item\n\t}\n\treturn nil\n}\n\n// we mimic the layout of the changes object here, because there are 2 parts\n// to a signal: the machine-generated metadata and the user-supplied properties.\ntype Signal struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// machine-generated metadata of this signal\n\tMetadata *SignalMetadata `protobuf:\"bytes,1,opt,name=metadata,proto3\" json:\"metadata,omitempty\"`\n\t// user-supplied properties of this signal\n\tProperties *SignalProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Signal) Reset() {\n\t*x = Signal{}\n\tmi := &file_signal_proto_msgTypes[18]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Signal) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Signal) ProtoMessage() {}\n\nfunc (x *Signal) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[18]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Signal.ProtoReflect.Descriptor instead.\nfunc (*Signal) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{18}\n}\n\nfunc (x *Signal) GetMetadata() *SignalMetadata {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\nfunc (x *Signal) GetProperties() *SignalProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\n// Structured output for GetChangeSummary JSON format\ntype ChangeSummaryJSONOutput struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tChange *Change `protobuf:\"bytes,1,opt,name=change,proto3\" json:\"change,omitempty\"`\n\tRisks []*Risk `protobuf:\"bytes,2,rep,name=risks,proto3\" json:\"risks,omitempty\"`\n\tSignals *GetChangeOverviewSignalsResponse `protobuf:\"bytes,3,opt,name=signals,proto3\" json:\"signals,omitempty\"`\n\tHypotheses []*HypothesesDetails `protobuf:\"bytes,4,rep,name=hypotheses,proto3\" json:\"hypotheses,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ChangeSummaryJSONOutput) Reset() {\n\t*x = ChangeSummaryJSONOutput{}\n\tmi := &file_signal_proto_msgTypes[19]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ChangeSummaryJSONOutput) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ChangeSummaryJSONOutput) ProtoMessage() {}\n\nfunc (x *ChangeSummaryJSONOutput) ProtoReflect() protoreflect.Message {\n\tmi := &file_signal_proto_msgTypes[19]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ChangeSummaryJSONOutput.ProtoReflect.Descriptor instead.\nfunc (*ChangeSummaryJSONOutput) Descriptor() ([]byte, []int) {\n\treturn file_signal_proto_rawDescGZIP(), []int{19}\n}\n\nfunc (x *ChangeSummaryJSONOutput) GetChange() *Change {\n\tif x != nil {\n\t\treturn x.Change\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeSummaryJSONOutput) GetRisks() []*Risk {\n\tif x != nil {\n\t\treturn x.Risks\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeSummaryJSONOutput) GetSignals() *GetChangeOverviewSignalsResponse {\n\tif x != nil {\n\t\treturn x.Signals\n\t}\n\treturn nil\n}\n\nfunc (x *ChangeSummaryJSONOutput) GetHypotheses() []*HypothesesDetails {\n\tif x != nil {\n\t\treturn x.Hypotheses\n\t}\n\treturn nil\n}\n\nvar File_signal_proto protoreflect.FileDescriptor\n\nconst file_signal_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\fsignal.proto\\x12\\x06signal\\x1a\\rchanges.proto\\x1a\\vitems.proto\\\"l\\n\" +\n\t\"\\x10AddSignalRequest\\x128\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x01 \\x01(\\v2\\x18.signal.SignalPropertiesR\\n\" +\n\t\"properties\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x02 \\x01(\\fR\\n\" +\n\t\"changeUUID\\\";\\n\" +\n\t\"\\x11AddSignalResponse\\x12&\\n\" +\n\t\"\\x06signal\\x18\\x01 \\x01(\\v2\\x0e.signal.SignalR\\x06signal\\\"E\\n\" +\n\t\"#GetSignalsByChangeExternalIDRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\\"P\\n\" +\n\t\"$GetSignalsByChangeExternalIDResponse\\x12(\\n\" +\n\t\"\\asignals\\x18\\x01 \\x03(\\v2\\x0e.signal.SignalR\\asignals\\\"A\\n\" +\n\t\"\\x1fGetChangeOverviewSignalsRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\\"b\\n\" +\n\t\" GetChangeOverviewSignalsResponse\\x12(\\n\" +\n\t\"\\asignals\\x18\\x01 \\x03(\\v2\\x0e.signal.SignalR\\asignals\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x02 \\x01(\\x01R\\x05value\\\"Q\\n\" +\n\t\"\\x0fItemAggregation\\x12(\\n\" +\n\t\"\\asignals\\x18\\x01 \\x03(\\v2\\x0e.signal.SignalR\\asignals\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x02 \\x01(\\x01R\\x05value\\\"7\\n\" +\n\t\"\\x15GetItemSignalsRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\\"\\xd8\\x01\\n\" +\n\t\"\\x16GetItemSignalsResponse\\x12`\\n\" +\n\t\"\\x10itemAggregations\\x18\\x01 \\x03(\\v24.signal.GetItemSignalsResponse.ItemAggregationsEntryR\\x10itemAggregations\\x1a\\\\\\n\" +\n\t\"\\x15ItemAggregationsEntry\\x12\\x10\\n\" +\n\t\"\\x03key\\x18\\x01 \\x01(\\tR\\x03key\\x12-\\n\" +\n\t\"\\x05value\\x18\\x02 \\x01(\\v2\\x17.signal.ItemAggregationR\\x05value:\\x028\\x01\\\"9\\n\" +\n\t\"\\x17GetItemSignalsRequestV2\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\\"\\xd6\\x01\\n\" +\n\t\"\\x11ItemAggregationV2\\x12(\\n\" +\n\t\"\\asignals\\x18\\x01 \\x03(\\v2\\x0e.signal.SignalR\\asignals\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x02 \\x01(\\x01R\\x05value\\x12(\\n\" +\n\t\"\\tmappedRef\\x18\\x03 \\x01(\\v2\\n\" +\n\t\".ReferenceR\\tmappedRef\\x12&\\n\" +\n\t\"\\bafterRef\\x18\\x04 \\x01(\\v2\\n\" +\n\t\".ReferenceR\\bafterRef\\x12/\\n\" +\n\t\"\\x06status\\x18\\x05 \\x01(\\x0e2\\x17.changes.ItemDiffStatusR\\x06status\\\"a\\n\" +\n\t\"\\x18GetItemSignalsResponseV2\\x12E\\n\" +\n\t\"\\x10itemAggregations\\x18\\x01 \\x03(\\v2\\x19.signal.ItemAggregationV2R\\x10itemAggregations\\\"_\\n\" +\n\t\"!GetCustomSignalsByCategoryRequest\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x01 \\x01(\\fR\\n\" +\n\t\"changeUUID\\x12\\x1a\\n\" +\n\t\"\\bcategory\\x18\\x02 \\x01(\\tR\\bcategory\\\"N\\n\" +\n\t\"\\\"GetCustomSignalsByCategoryResponse\\x12(\\n\" +\n\t\"\\asignals\\x18\\x01 \\x03(\\v2\\x0e.signal.SignalR\\asignals\\\"\\x7f\\n\" +\n\t\"\\x1bGetItemSignalDetailsRequest\\x12$\\n\" +\n\t\"\\aitemRef\\x18\\x01 \\x01(\\v2\\n\" +\n\t\".ReferenceR\\aitemRef\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"changeUUID\\x18\\x02 \\x01(\\fR\\n\" +\n\t\"changeUUID\\x12\\x1a\\n\" +\n\t\"\\bcategory\\x18\\x03 \\x01(\\tR\\bcategory\\\"H\\n\" +\n\t\"\\x1cGetItemSignalDetailsResponse\\x12(\\n\" +\n\t\"\\asignals\\x18\\x01 \\x03(\\v2\\x0e.signal.SignalR\\asignals\\\"\\x10\\n\" +\n\t\"\\x0eSignalMetadata\\\"\\xa8\\x01\\n\" +\n\t\"\\x10SignalProperties\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12\\x14\\n\" +\n\t\"\\x05value\\x18\\x02 \\x01(\\x01R\\x05value\\x12 \\n\" +\n\t\"\\vdescription\\x18\\x03 \\x01(\\tR\\vdescription\\x12\\x1a\\n\" +\n\t\"\\bcategory\\x18\\x04 \\x01(\\tR\\bcategory\\x12#\\n\" +\n\t\"\\x04item\\x18\\x05 \\x01(\\v2\\n\" +\n\t\".ReferenceH\\x00R\\x04item\\x88\\x01\\x01B\\a\\n\" +\n\t\"\\x05_item\\\"v\\n\" +\n\t\"\\x06Signal\\x122\\n\" +\n\t\"\\bmetadata\\x18\\x01 \\x01(\\v2\\x16.signal.SignalMetadataR\\bmetadata\\x128\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x18.signal.SignalPropertiesR\\n\" +\n\t\"properties\\\"\\xe7\\x01\\n\" +\n\t\"\\x17ChangeSummaryJSONOutput\\x12'\\n\" +\n\t\"\\x06change\\x18\\x01 \\x01(\\v2\\x0f.changes.ChangeR\\x06change\\x12#\\n\" +\n\t\"\\x05risks\\x18\\x02 \\x03(\\v2\\r.changes.RiskR\\x05risks\\x12B\\n\" +\n\t\"\\asignals\\x18\\x03 \\x01(\\v2(.signal.GetChangeOverviewSignalsResponseR\\asignals\\x12:\\n\" +\n\t\"\\n\" +\n\t\"hypotheses\\x18\\x04 \\x03(\\v2\\x1a.changes.HypothesesDetailsR\\n\" +\n\t\"hypotheses2\\xbb\\x05\\n\" +\n\t\"\\rSignalService\\x12@\\n\" +\n\t\"\\tAddSignal\\x12\\x18.signal.AddSignalRequest\\x1a\\x19.signal.AddSignalResponse\\x12y\\n\" +\n\t\"\\x1cGetSignalsByChangeExternalID\\x12+.signal.GetSignalsByChangeExternalIDRequest\\x1a,.signal.GetSignalsByChangeExternalIDResponse\\x12m\\n\" +\n\t\"\\x18GetChangeOverviewSignals\\x12'.signal.GetChangeOverviewSignalsRequest\\x1a(.signal.GetChangeOverviewSignalsResponse\\x12O\\n\" +\n\t\"\\x0eGetItemSignals\\x12\\x1d.signal.GetItemSignalsRequest\\x1a\\x1e.signal.GetItemSignalsResponse\\x12U\\n\" +\n\t\"\\x10GetItemSignalsV2\\x12\\x1f.signal.GetItemSignalsRequestV2\\x1a .signal.GetItemSignalsResponseV2\\x12s\\n\" +\n\t\"\\x1aGetCustomSignalsByCategory\\x12).signal.GetCustomSignalsByCategoryRequest\\x1a*.signal.GetCustomSignalsByCategoryResponse\\x12a\\n\" +\n\t\"\\x14GetItemSignalDetails\\x12#.signal.GetItemSignalDetailsRequest\\x1a$.signal.GetItemSignalDetailsResponseB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_signal_proto_rawDescOnce sync.Once\n\tfile_signal_proto_rawDescData []byte\n)\n\nfunc file_signal_proto_rawDescGZIP() []byte {\n\tfile_signal_proto_rawDescOnce.Do(func() {\n\t\tfile_signal_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_signal_proto_rawDesc), len(file_signal_proto_rawDesc)))\n\t})\n\treturn file_signal_proto_rawDescData\n}\n\nvar file_signal_proto_msgTypes = make([]protoimpl.MessageInfo, 21)\nvar file_signal_proto_goTypes = []any{\n\t(*AddSignalRequest)(nil), // 0: signal.AddSignalRequest\n\t(*AddSignalResponse)(nil), // 1: signal.AddSignalResponse\n\t(*GetSignalsByChangeExternalIDRequest)(nil), // 2: signal.GetSignalsByChangeExternalIDRequest\n\t(*GetSignalsByChangeExternalIDResponse)(nil), // 3: signal.GetSignalsByChangeExternalIDResponse\n\t(*GetChangeOverviewSignalsRequest)(nil), // 4: signal.GetChangeOverviewSignalsRequest\n\t(*GetChangeOverviewSignalsResponse)(nil), // 5: signal.GetChangeOverviewSignalsResponse\n\t(*ItemAggregation)(nil), // 6: signal.ItemAggregation\n\t(*GetItemSignalsRequest)(nil), // 7: signal.GetItemSignalsRequest\n\t(*GetItemSignalsResponse)(nil), // 8: signal.GetItemSignalsResponse\n\t(*GetItemSignalsRequestV2)(nil), // 9: signal.GetItemSignalsRequestV2\n\t(*ItemAggregationV2)(nil), // 10: signal.ItemAggregationV2\n\t(*GetItemSignalsResponseV2)(nil), // 11: signal.GetItemSignalsResponseV2\n\t(*GetCustomSignalsByCategoryRequest)(nil), // 12: signal.GetCustomSignalsByCategoryRequest\n\t(*GetCustomSignalsByCategoryResponse)(nil), // 13: signal.GetCustomSignalsByCategoryResponse\n\t(*GetItemSignalDetailsRequest)(nil), // 14: signal.GetItemSignalDetailsRequest\n\t(*GetItemSignalDetailsResponse)(nil), // 15: signal.GetItemSignalDetailsResponse\n\t(*SignalMetadata)(nil), // 16: signal.SignalMetadata\n\t(*SignalProperties)(nil), // 17: signal.SignalProperties\n\t(*Signal)(nil), // 18: signal.Signal\n\t(*ChangeSummaryJSONOutput)(nil), // 19: signal.ChangeSummaryJSONOutput\n\tnil, // 20: signal.GetItemSignalsResponse.ItemAggregationsEntry\n\t(*Reference)(nil), // 21: Reference\n\t(ItemDiffStatus)(0), // 22: changes.ItemDiffStatus\n\t(*Change)(nil), // 23: changes.Change\n\t(*Risk)(nil), // 24: changes.Risk\n\t(*HypothesesDetails)(nil), // 25: changes.HypothesesDetails\n}\nvar file_signal_proto_depIdxs = []int32{\n\t17, // 0: signal.AddSignalRequest.properties:type_name -> signal.SignalProperties\n\t18, // 1: signal.AddSignalResponse.signal:type_name -> signal.Signal\n\t18, // 2: signal.GetSignalsByChangeExternalIDResponse.signals:type_name -> signal.Signal\n\t18, // 3: signal.GetChangeOverviewSignalsResponse.signals:type_name -> signal.Signal\n\t18, // 4: signal.ItemAggregation.signals:type_name -> signal.Signal\n\t20, // 5: signal.GetItemSignalsResponse.itemAggregations:type_name -> signal.GetItemSignalsResponse.ItemAggregationsEntry\n\t18, // 6: signal.ItemAggregationV2.signals:type_name -> signal.Signal\n\t21, // 7: signal.ItemAggregationV2.mappedRef:type_name -> Reference\n\t21, // 8: signal.ItemAggregationV2.afterRef:type_name -> Reference\n\t22, // 9: signal.ItemAggregationV2.status:type_name -> changes.ItemDiffStatus\n\t10, // 10: signal.GetItemSignalsResponseV2.itemAggregations:type_name -> signal.ItemAggregationV2\n\t18, // 11: signal.GetCustomSignalsByCategoryResponse.signals:type_name -> signal.Signal\n\t21, // 12: signal.GetItemSignalDetailsRequest.itemRef:type_name -> Reference\n\t18, // 13: signal.GetItemSignalDetailsResponse.signals:type_name -> signal.Signal\n\t21, // 14: signal.SignalProperties.item:type_name -> Reference\n\t16, // 15: signal.Signal.metadata:type_name -> signal.SignalMetadata\n\t17, // 16: signal.Signal.properties:type_name -> signal.SignalProperties\n\t23, // 17: signal.ChangeSummaryJSONOutput.change:type_name -> changes.Change\n\t24, // 18: signal.ChangeSummaryJSONOutput.risks:type_name -> changes.Risk\n\t5, // 19: signal.ChangeSummaryJSONOutput.signals:type_name -> signal.GetChangeOverviewSignalsResponse\n\t25, // 20: signal.ChangeSummaryJSONOutput.hypotheses:type_name -> changes.HypothesesDetails\n\t6, // 21: signal.GetItemSignalsResponse.ItemAggregationsEntry.value:type_name -> signal.ItemAggregation\n\t0, // 22: signal.SignalService.AddSignal:input_type -> signal.AddSignalRequest\n\t2, // 23: signal.SignalService.GetSignalsByChangeExternalID:input_type -> signal.GetSignalsByChangeExternalIDRequest\n\t4, // 24: signal.SignalService.GetChangeOverviewSignals:input_type -> signal.GetChangeOverviewSignalsRequest\n\t7, // 25: signal.SignalService.GetItemSignals:input_type -> signal.GetItemSignalsRequest\n\t9, // 26: signal.SignalService.GetItemSignalsV2:input_type -> signal.GetItemSignalsRequestV2\n\t12, // 27: signal.SignalService.GetCustomSignalsByCategory:input_type -> signal.GetCustomSignalsByCategoryRequest\n\t14, // 28: signal.SignalService.GetItemSignalDetails:input_type -> signal.GetItemSignalDetailsRequest\n\t1, // 29: signal.SignalService.AddSignal:output_type -> signal.AddSignalResponse\n\t3, // 30: signal.SignalService.GetSignalsByChangeExternalID:output_type -> signal.GetSignalsByChangeExternalIDResponse\n\t5, // 31: signal.SignalService.GetChangeOverviewSignals:output_type -> signal.GetChangeOverviewSignalsResponse\n\t8, // 32: signal.SignalService.GetItemSignals:output_type -> signal.GetItemSignalsResponse\n\t11, // 33: signal.SignalService.GetItemSignalsV2:output_type -> signal.GetItemSignalsResponseV2\n\t13, // 34: signal.SignalService.GetCustomSignalsByCategory:output_type -> signal.GetCustomSignalsByCategoryResponse\n\t15, // 35: signal.SignalService.GetItemSignalDetails:output_type -> signal.GetItemSignalDetailsResponse\n\t29, // [29:36] is the sub-list for method output_type\n\t22, // [22:29] is the sub-list for method input_type\n\t22, // [22:22] is the sub-list for extension type_name\n\t22, // [22:22] is the sub-list for extension extendee\n\t0, // [0:22] is the sub-list for field type_name\n}\n\nfunc init() { file_signal_proto_init() }\nfunc file_signal_proto_init() {\n\tif File_signal_proto != nil {\n\t\treturn\n\t}\n\tfile_changes_proto_init()\n\tfile_items_proto_init()\n\tfile_signal_proto_msgTypes[17].OneofWrappers = []any{}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_signal_proto_rawDesc), len(file_signal_proto_rawDesc)),\n\t\t\tNumEnums: 0,\n\t\t\tNumMessages: 21,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 1,\n\t\t},\n\t\tGoTypes: file_signal_proto_goTypes,\n\t\tDependencyIndexes: file_signal_proto_depIdxs,\n\t\tMessageInfos: file_signal_proto_msgTypes,\n\t}.Build()\n\tFile_signal_proto = out.File\n\tfile_signal_proto_goTypes = nil\n\tfile_signal_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/signals.go", "content": "package sdp\n\ntype SignalCategoryName string\n\n// SignalCategoryName constants represent the predefined categories for signals.\n// if you add a new category, please also update the cli command \"submit-signal\" @ cli/cmd/changes_submit_signal.go\nconst (\n\tSignalCategoryNameCustom SignalCategoryName = \"Custom\"\n\tSignalCategoryNameRoutine SignalCategoryName = \"Routine\"\n)\n" }, { "path": "go/sdp-go/snapshots.go", "content": "package sdp\n\nimport \"github.com/google/uuid\"\n\n// ToMap converts a Snapshot to a map for serialization.\nfunc (s *Snapshot) ToMap() map[string]any {\n\treturn map[string]any{\n\t\t\"metadata\": s.GetMetadata().ToMap(),\n\t\t\"properties\": s.GetProperties().ToMap(),\n\t}\n}\n\n// ToMap converts SnapshotMetadata to a map for serialization.\nfunc (sm *SnapshotMetadata) ToMap() map[string]any {\n\treturn map[string]any{\n\t\t\"UUID\": stringFromUuidBytes(sm.GetUUID()),\n\t\t\"created\": sm.GetCreated().AsTime(),\n\t}\n}\n\n// GetUUIDParsed returns the parsed UUID from the SnapshotMetadata, or nil if invalid.\nfunc (sm *SnapshotMetadata) GetUUIDParsed() *uuid.UUID {\n\tif sm == nil {\n\t\treturn nil\n\t}\n\tu, err := uuid.FromBytes(sm.GetUUID())\n\tif err != nil {\n\t\treturn nil\n\t}\n\treturn &u\n}\n\n// ToMap converts SnapshotProperties to a map for serialization.\nfunc (sp *SnapshotProperties) ToMap() map[string]any {\n\treturn map[string]any{\n\t\t\"name\": sp.GetName(),\n\t\t\"description\": sp.GetDescription(),\n\t\t\"queries\": sp.GetQueries(),\n\t\t\"Items\": sp.GetItems(),\n\t}\n}\n" }, { "path": "go/sdp-go/snapshots.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: snapshots.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\ttimestamppb \"google.golang.org/protobuf/types/known/timestamppb\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\ntype Snapshot struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tMetadata *SnapshotMetadata `protobuf:\"bytes,1,opt,name=metadata,proto3\" json:\"metadata,omitempty\"`\n\tProperties *SnapshotProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *Snapshot) Reset() {\n\t*x = Snapshot{}\n\tmi := &file_snapshots_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *Snapshot) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*Snapshot) ProtoMessage() {}\n\nfunc (x *Snapshot) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use Snapshot.ProtoReflect.Descriptor instead.\nfunc (*Snapshot) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *Snapshot) GetMetadata() *SnapshotMetadata {\n\tif x != nil {\n\t\treturn x.Metadata\n\t}\n\treturn nil\n}\n\nfunc (x *Snapshot) GetProperties() *SnapshotProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype SnapshotProperties struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// name of this snapshot\n\tName string `protobuf:\"bytes,1,opt,name=name,proto3\" json:\"name,omitempty\"`\n\t// description of this snapshot\n\tDescription string `protobuf:\"bytes,2,opt,name=description,proto3\" json:\"description,omitempty\"`\n\t// queries that make up the snapshot\n\tQueries []*Query `protobuf:\"bytes,3,rep,name=queries,proto3\" json:\"queries,omitempty\"`\n\t// items stored in the snapshot\n\tItems []*Item `protobuf:\"bytes,5,rep,name=items,proto3\" json:\"items,omitempty\"`\n\t// edges stored in the snapshot\n\tEdges []*Edge `protobuf:\"bytes,6,rep,name=edges,proto3\" json:\"edges,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SnapshotProperties) Reset() {\n\t*x = SnapshotProperties{}\n\tmi := &file_snapshots_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SnapshotProperties) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SnapshotProperties) ProtoMessage() {}\n\nfunc (x *SnapshotProperties) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SnapshotProperties.ProtoReflect.Descriptor instead.\nfunc (*SnapshotProperties) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *SnapshotProperties) GetName() string {\n\tif x != nil {\n\t\treturn x.Name\n\t}\n\treturn \"\"\n}\n\nfunc (x *SnapshotProperties) GetDescription() string {\n\tif x != nil {\n\t\treturn x.Description\n\t}\n\treturn \"\"\n}\n\nfunc (x *SnapshotProperties) GetQueries() []*Query {\n\tif x != nil {\n\t\treturn x.Queries\n\t}\n\treturn nil\n}\n\nfunc (x *SnapshotProperties) GetItems() []*Item {\n\tif x != nil {\n\t\treturn x.Items\n\t}\n\treturn nil\n}\n\nfunc (x *SnapshotProperties) GetEdges() []*Edge {\n\tif x != nil {\n\t\treturn x.Edges\n\t}\n\treturn nil\n}\n\ntype SnapshotMetadata struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// unique id to identify this snapshot\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\t// timestamp when this snapshot was created\n\tCreated *timestamppb.Timestamp `protobuf:\"bytes,2,opt,name=created,proto3\" json:\"created,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *SnapshotMetadata) Reset() {\n\t*x = SnapshotMetadata{}\n\tmi := &file_snapshots_proto_msgTypes[2]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *SnapshotMetadata) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*SnapshotMetadata) ProtoMessage() {}\n\nfunc (x *SnapshotMetadata) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[2]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use SnapshotMetadata.ProtoReflect.Descriptor instead.\nfunc (*SnapshotMetadata) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{2}\n}\n\nfunc (x *SnapshotMetadata) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *SnapshotMetadata) GetCreated() *timestamppb.Timestamp {\n\tif x != nil {\n\t\treturn x.Created\n\t}\n\treturn nil\n}\n\n// lists all snapshots\ntype ListSnapshotsRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListSnapshotsRequest) Reset() {\n\t*x = ListSnapshotsRequest{}\n\tmi := &file_snapshots_proto_msgTypes[3]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListSnapshotsRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListSnapshotsRequest) ProtoMessage() {}\n\nfunc (x *ListSnapshotsRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[3]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListSnapshotsRequest.ProtoReflect.Descriptor instead.\nfunc (*ListSnapshotsRequest) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{3}\n}\n\ntype ListSnapshotResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// the list of all snapshots\n\tSnapshots []*Snapshot `protobuf:\"bytes,1,rep,name=snapshots,proto3\" json:\"snapshots,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListSnapshotResponse) Reset() {\n\t*x = ListSnapshotResponse{}\n\tmi := &file_snapshots_proto_msgTypes[4]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListSnapshotResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListSnapshotResponse) ProtoMessage() {}\n\nfunc (x *ListSnapshotResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[4]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListSnapshotResponse.ProtoReflect.Descriptor instead.\nfunc (*ListSnapshotResponse) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{4}\n}\n\nfunc (x *ListSnapshotResponse) GetSnapshots() []*Snapshot {\n\tif x != nil {\n\t\treturn x.Snapshots\n\t}\n\treturn nil\n}\n\n// creates a new snapshot\ntype CreateSnapshotRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// properties of the new snapshot\n\tProperties *SnapshotProperties `protobuf:\"bytes,1,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateSnapshotRequest) Reset() {\n\t*x = CreateSnapshotRequest{}\n\tmi := &file_snapshots_proto_msgTypes[5]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateSnapshotRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateSnapshotRequest) ProtoMessage() {}\n\nfunc (x *CreateSnapshotRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[5]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateSnapshotRequest.ProtoReflect.Descriptor instead.\nfunc (*CreateSnapshotRequest) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{5}\n}\n\nfunc (x *CreateSnapshotRequest) GetProperties() *SnapshotProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype CreateSnapshotResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// the newly created snapshot\n\tSnapshot *Snapshot `protobuf:\"bytes,1,opt,name=snapshot,proto3\" json:\"snapshot,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *CreateSnapshotResponse) Reset() {\n\t*x = CreateSnapshotResponse{}\n\tmi := &file_snapshots_proto_msgTypes[6]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *CreateSnapshotResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*CreateSnapshotResponse) ProtoMessage() {}\n\nfunc (x *CreateSnapshotResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[6]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use CreateSnapshotResponse.ProtoReflect.Descriptor instead.\nfunc (*CreateSnapshotResponse) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{6}\n}\n\nfunc (x *CreateSnapshotResponse) GetSnapshot() *Snapshot {\n\tif x != nil {\n\t\treturn x.Snapshot\n\t}\n\treturn nil\n}\n\n// get the details of a specific snapshot\ntype GetSnapshotRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetSnapshotRequest) Reset() {\n\t*x = GetSnapshotRequest{}\n\tmi := &file_snapshots_proto_msgTypes[7]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetSnapshotRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetSnapshotRequest) ProtoMessage() {}\n\nfunc (x *GetSnapshotRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[7]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetSnapshotRequest.ProtoReflect.Descriptor instead.\nfunc (*GetSnapshotRequest) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{7}\n}\n\nfunc (x *GetSnapshotRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\ntype GetSnapshotResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tSnapshot *Snapshot `protobuf:\"bytes,1,opt,name=snapshot,proto3\" json:\"snapshot,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetSnapshotResponse) Reset() {\n\t*x = GetSnapshotResponse{}\n\tmi := &file_snapshots_proto_msgTypes[8]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetSnapshotResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetSnapshotResponse) ProtoMessage() {}\n\nfunc (x *GetSnapshotResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[8]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetSnapshotResponse.ProtoReflect.Descriptor instead.\nfunc (*GetSnapshotResponse) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{8}\n}\n\nfunc (x *GetSnapshotResponse) GetSnapshot() *Snapshot {\n\tif x != nil {\n\t\treturn x.Snapshot\n\t}\n\treturn nil\n}\n\n// updates the properties of an existing snapshot\ntype UpdateSnapshotRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tProperties *SnapshotProperties `protobuf:\"bytes,2,opt,name=properties,proto3\" json:\"properties,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateSnapshotRequest) Reset() {\n\t*x = UpdateSnapshotRequest{}\n\tmi := &file_snapshots_proto_msgTypes[9]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateSnapshotRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateSnapshotRequest) ProtoMessage() {}\n\nfunc (x *UpdateSnapshotRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[9]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateSnapshotRequest.ProtoReflect.Descriptor instead.\nfunc (*UpdateSnapshotRequest) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{9}\n}\n\nfunc (x *UpdateSnapshotRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\nfunc (x *UpdateSnapshotRequest) GetProperties() *SnapshotProperties {\n\tif x != nil {\n\t\treturn x.Properties\n\t}\n\treturn nil\n}\n\ntype UpdateSnapshotResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// the updated version of the snapshot\n\tSnapshot *Snapshot `protobuf:\"bytes,1,opt,name=snapshot,proto3\" json:\"snapshot,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *UpdateSnapshotResponse) Reset() {\n\t*x = UpdateSnapshotResponse{}\n\tmi := &file_snapshots_proto_msgTypes[10]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *UpdateSnapshotResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*UpdateSnapshotResponse) ProtoMessage() {}\n\nfunc (x *UpdateSnapshotResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[10]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use UpdateSnapshotResponse.ProtoReflect.Descriptor instead.\nfunc (*UpdateSnapshotResponse) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{10}\n}\n\nfunc (x *UpdateSnapshotResponse) GetSnapshot() *Snapshot {\n\tif x != nil {\n\t\treturn x.Snapshot\n\t}\n\treturn nil\n}\n\n// deletes a given snapshot\ntype DeleteSnapshotRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUID []byte `protobuf:\"bytes,1,opt,name=UUID,proto3\" json:\"UUID,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteSnapshotRequest) Reset() {\n\t*x = DeleteSnapshotRequest{}\n\tmi := &file_snapshots_proto_msgTypes[11]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteSnapshotRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteSnapshotRequest) ProtoMessage() {}\n\nfunc (x *DeleteSnapshotRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[11]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteSnapshotRequest.ProtoReflect.Descriptor instead.\nfunc (*DeleteSnapshotRequest) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{11}\n}\n\nfunc (x *DeleteSnapshotRequest) GetUUID() []byte {\n\tif x != nil {\n\t\treturn x.UUID\n\t}\n\treturn nil\n}\n\ntype DeleteSnapshotResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *DeleteSnapshotResponse) Reset() {\n\t*x = DeleteSnapshotResponse{}\n\tmi := &file_snapshots_proto_msgTypes[12]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *DeleteSnapshotResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*DeleteSnapshotResponse) ProtoMessage() {}\n\nfunc (x *DeleteSnapshotResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[12]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use DeleteSnapshotResponse.ProtoReflect.Descriptor instead.\nfunc (*DeleteSnapshotResponse) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{12}\n}\n\n// get the initial data\ntype GetInitialDataRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetInitialDataRequest) Reset() {\n\t*x = GetInitialDataRequest{}\n\tmi := &file_snapshots_proto_msgTypes[13]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetInitialDataRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetInitialDataRequest) ProtoMessage() {}\n\nfunc (x *GetInitialDataRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[13]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetInitialDataRequest.ProtoReflect.Descriptor instead.\nfunc (*GetInitialDataRequest) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{13}\n}\n\ntype GetInitialDataResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tBlastRadiusSnapshot *Snapshot `protobuf:\"bytes,1,opt,name=blastRadiusSnapshot,proto3\" json:\"blastRadiusSnapshot,omitempty\"`\n\tChangingItemsBookmark *Bookmark `protobuf:\"bytes,2,opt,name=changingItemsBookmark,proto3\" json:\"changingItemsBookmark,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *GetInitialDataResponse) Reset() {\n\t*x = GetInitialDataResponse{}\n\tmi := &file_snapshots_proto_msgTypes[14]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *GetInitialDataResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*GetInitialDataResponse) ProtoMessage() {}\n\nfunc (x *GetInitialDataResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[14]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use GetInitialDataResponse.ProtoReflect.Descriptor instead.\nfunc (*GetInitialDataResponse) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{14}\n}\n\nfunc (x *GetInitialDataResponse) GetBlastRadiusSnapshot() *Snapshot {\n\tif x != nil {\n\t\treturn x.BlastRadiusSnapshot\n\t}\n\treturn nil\n}\n\nfunc (x *GetInitialDataResponse) GetChangingItemsBookmark() *Bookmark {\n\tif x != nil {\n\t\treturn x.ChangingItemsBookmark\n\t}\n\treturn nil\n}\n\ntype ListSnapshotsByGUNRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tGloballyUniqueName string `protobuf:\"bytes,1,opt,name=globallyUniqueName,proto3\" json:\"globallyUniqueName,omitempty\"`\n\tPagination *PaginationRequest `protobuf:\"bytes,2,opt,name=pagination,proto3\" json:\"pagination,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListSnapshotsByGUNRequest) Reset() {\n\t*x = ListSnapshotsByGUNRequest{}\n\tmi := &file_snapshots_proto_msgTypes[15]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListSnapshotsByGUNRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListSnapshotsByGUNRequest) ProtoMessage() {}\n\nfunc (x *ListSnapshotsByGUNRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[15]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListSnapshotsByGUNRequest.ProtoReflect.Descriptor instead.\nfunc (*ListSnapshotsByGUNRequest) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{15}\n}\n\nfunc (x *ListSnapshotsByGUNRequest) GetGloballyUniqueName() string {\n\tif x != nil {\n\t\treturn x.GloballyUniqueName\n\t}\n\treturn \"\"\n}\n\nfunc (x *ListSnapshotsByGUNRequest) GetPagination() *PaginationRequest {\n\tif x != nil {\n\t\treturn x.Pagination\n\t}\n\treturn nil\n}\n\ntype ListSnapshotsByGUNResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\tUUIDs [][]byte `protobuf:\"bytes,1,rep,name=UUIDs,proto3\" json:\"UUIDs,omitempty\"`\n\tPagination *PaginationResponse `protobuf:\"bytes,2,opt,name=pagination,proto3\" json:\"pagination,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *ListSnapshotsByGUNResponse) Reset() {\n\t*x = ListSnapshotsByGUNResponse{}\n\tmi := &file_snapshots_proto_msgTypes[16]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *ListSnapshotsByGUNResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*ListSnapshotsByGUNResponse) ProtoMessage() {}\n\nfunc (x *ListSnapshotsByGUNResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_snapshots_proto_msgTypes[16]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use ListSnapshotsByGUNResponse.ProtoReflect.Descriptor instead.\nfunc (*ListSnapshotsByGUNResponse) Descriptor() ([]byte, []int) {\n\treturn file_snapshots_proto_rawDescGZIP(), []int{16}\n}\n\nfunc (x *ListSnapshotsByGUNResponse) GetUUIDs() [][]byte {\n\tif x != nil {\n\t\treturn x.UUIDs\n\t}\n\treturn nil\n}\n\nfunc (x *ListSnapshotsByGUNResponse) GetPagination() *PaginationResponse {\n\tif x != nil {\n\t\treturn x.Pagination\n\t}\n\treturn nil\n}\n\nvar File_snapshots_proto protoreflect.FileDescriptor\n\nconst file_snapshots_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\x0fsnapshots.proto\\x12\\tsnapshots\\x1a\\x1fgoogle/protobuf/timestamp.proto\\x1a\\x0fbookmarks.proto\\x1a\\vitems.proto\\x1a\\n\" +\n\t\"util.proto\\\"\\x82\\x01\\n\" +\n\t\"\\bSnapshot\\x127\\n\" +\n\t\"\\bmetadata\\x18\\x01 \\x01(\\v2\\x1b.snapshots.SnapshotMetadataR\\bmetadata\\x12=\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x1d.snapshots.SnapshotPropertiesR\\n\" +\n\t\"properties\\\"\\xac\\x01\\n\" +\n\t\"\\x12SnapshotProperties\\x12\\x12\\n\" +\n\t\"\\x04name\\x18\\x01 \\x01(\\tR\\x04name\\x12 \\n\" +\n\t\"\\vdescription\\x18\\x02 \\x01(\\tR\\vdescription\\x12 \\n\" +\n\t\"\\aqueries\\x18\\x03 \\x03(\\v2\\x06.QueryR\\aqueries\\x12\\x1b\\n\" +\n\t\"\\x05items\\x18\\x05 \\x03(\\v2\\x05.ItemR\\x05items\\x12\\x1b\\n\" +\n\t\"\\x05edges\\x18\\x06 \\x03(\\v2\\x05.EdgeR\\x05edgesJ\\x04\\b\\x04\\x10\\x05\\\"\\\\\\n\" +\n\t\"\\x10SnapshotMetadata\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x124\\n\" +\n\t\"\\acreated\\x18\\x02 \\x01(\\v2\\x1a.google.protobuf.TimestampR\\acreated\\\"\\x16\\n\" +\n\t\"\\x14ListSnapshotsRequest\\\"I\\n\" +\n\t\"\\x14ListSnapshotResponse\\x121\\n\" +\n\t\"\\tsnapshots\\x18\\x01 \\x03(\\v2\\x13.snapshots.SnapshotR\\tsnapshots\\\"V\\n\" +\n\t\"\\x15CreateSnapshotRequest\\x12=\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x01 \\x01(\\v2\\x1d.snapshots.SnapshotPropertiesR\\n\" +\n\t\"properties\\\"I\\n\" +\n\t\"\\x16CreateSnapshotResponse\\x12/\\n\" +\n\t\"\\bsnapshot\\x18\\x01 \\x01(\\v2\\x13.snapshots.SnapshotR\\bsnapshot\\\"(\\n\" +\n\t\"\\x12GetSnapshotRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"F\\n\" +\n\t\"\\x13GetSnapshotResponse\\x12/\\n\" +\n\t\"\\bsnapshot\\x18\\x01 \\x01(\\v2\\x13.snapshots.SnapshotR\\bsnapshot\\\"j\\n\" +\n\t\"\\x15UpdateSnapshotRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\x12=\\n\" +\n\t\"\\n\" +\n\t\"properties\\x18\\x02 \\x01(\\v2\\x1d.snapshots.SnapshotPropertiesR\\n\" +\n\t\"properties\\\"I\\n\" +\n\t\"\\x16UpdateSnapshotResponse\\x12/\\n\" +\n\t\"\\bsnapshot\\x18\\x01 \\x01(\\v2\\x13.snapshots.SnapshotR\\bsnapshot\\\"+\\n\" +\n\t\"\\x15DeleteSnapshotRequest\\x12\\x12\\n\" +\n\t\"\\x04UUID\\x18\\x01 \\x01(\\fR\\x04UUID\\\"\\x18\\n\" +\n\t\"\\x16DeleteSnapshotResponse\\\"\\x17\\n\" +\n\t\"\\x15GetInitialDataRequest\\\"\\xaa\\x01\\n\" +\n\t\"\\x16GetInitialDataResponse\\x12E\\n\" +\n\t\"\\x13blastRadiusSnapshot\\x18\\x01 \\x01(\\v2\\x13.snapshots.SnapshotR\\x13blastRadiusSnapshot\\x12I\\n\" +\n\t\"\\x15changingItemsBookmark\\x18\\x02 \\x01(\\v2\\x13.bookmarks.BookmarkR\\x15changingItemsBookmark\\\"\\x7f\\n\" +\n\t\"\\x19ListSnapshotsByGUNRequest\\x12.\\n\" +\n\t\"\\x12globallyUniqueName\\x18\\x01 \\x01(\\tR\\x12globallyUniqueName\\x122\\n\" +\n\t\"\\n\" +\n\t\"pagination\\x18\\x02 \\x01(\\v2\\x12.PaginationRequestR\\n\" +\n\t\"pagination\\\"g\\n\" +\n\t\"\\x1aListSnapshotsByGUNResponse\\x12\\x14\\n\" +\n\t\"\\x05UUIDs\\x18\\x01 \\x03(\\fR\\x05UUIDs\\x123\\n\" +\n\t\"\\n\" +\n\t\"pagination\\x18\\x02 \\x01(\\v2\\x13.PaginationResponseR\\n\" +\n\t\"pagination2\\x9a\\x04\\n\" +\n\t\"\\x10SnapshotsService\\x12Q\\n\" +\n\t\"\\rListSnapshots\\x12\\x1f.snapshots.ListSnapshotsRequest\\x1a\\x1f.snapshots.ListSnapshotResponse\\x12U\\n\" +\n\t\"\\x0eCreateSnapshot\\x12 .snapshots.CreateSnapshotRequest\\x1a!.snapshots.CreateSnapshotResponse\\x12L\\n\" +\n\t\"\\vGetSnapshot\\x12\\x1d.snapshots.GetSnapshotRequest\\x1a\\x1e.snapshots.GetSnapshotResponse\\x12U\\n\" +\n\t\"\\x0eUpdateSnapshot\\x12 .snapshots.UpdateSnapshotRequest\\x1a!.snapshots.UpdateSnapshotResponse\\x12U\\n\" +\n\t\"\\x0eDeleteSnapshot\\x12 .snapshots.DeleteSnapshotRequest\\x1a!.snapshots.DeleteSnapshotResponse\\x12`\\n\" +\n\t\"\\x11ListSnapshotByGUN\\x12$.snapshots.ListSnapshotsByGUNRequest\\x1a%.snapshots.ListSnapshotsByGUNResponseB1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_snapshots_proto_rawDescOnce sync.Once\n\tfile_snapshots_proto_rawDescData []byte\n)\n\nfunc file_snapshots_proto_rawDescGZIP() []byte {\n\tfile_snapshots_proto_rawDescOnce.Do(func() {\n\t\tfile_snapshots_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_snapshots_proto_rawDesc), len(file_snapshots_proto_rawDesc)))\n\t})\n\treturn file_snapshots_proto_rawDescData\n}\n\nvar file_snapshots_proto_msgTypes = make([]protoimpl.MessageInfo, 17)\nvar file_snapshots_proto_goTypes = []any{\n\t(*Snapshot)(nil), // 0: snapshots.Snapshot\n\t(*SnapshotProperties)(nil), // 1: snapshots.SnapshotProperties\n\t(*SnapshotMetadata)(nil), // 2: snapshots.SnapshotMetadata\n\t(*ListSnapshotsRequest)(nil), // 3: snapshots.ListSnapshotsRequest\n\t(*ListSnapshotResponse)(nil), // 4: snapshots.ListSnapshotResponse\n\t(*CreateSnapshotRequest)(nil), // 5: snapshots.CreateSnapshotRequest\n\t(*CreateSnapshotResponse)(nil), // 6: snapshots.CreateSnapshotResponse\n\t(*GetSnapshotRequest)(nil), // 7: snapshots.GetSnapshotRequest\n\t(*GetSnapshotResponse)(nil), // 8: snapshots.GetSnapshotResponse\n\t(*UpdateSnapshotRequest)(nil), // 9: snapshots.UpdateSnapshotRequest\n\t(*UpdateSnapshotResponse)(nil), // 10: snapshots.UpdateSnapshotResponse\n\t(*DeleteSnapshotRequest)(nil), // 11: snapshots.DeleteSnapshotRequest\n\t(*DeleteSnapshotResponse)(nil), // 12: snapshots.DeleteSnapshotResponse\n\t(*GetInitialDataRequest)(nil), // 13: snapshots.GetInitialDataRequest\n\t(*GetInitialDataResponse)(nil), // 14: snapshots.GetInitialDataResponse\n\t(*ListSnapshotsByGUNRequest)(nil), // 15: snapshots.ListSnapshotsByGUNRequest\n\t(*ListSnapshotsByGUNResponse)(nil), // 16: snapshots.ListSnapshotsByGUNResponse\n\t(*Query)(nil), // 17: Query\n\t(*Item)(nil), // 18: Item\n\t(*Edge)(nil), // 19: Edge\n\t(*timestamppb.Timestamp)(nil), // 20: google.protobuf.Timestamp\n\t(*Bookmark)(nil), // 21: bookmarks.Bookmark\n\t(*PaginationRequest)(nil), // 22: PaginationRequest\n\t(*PaginationResponse)(nil), // 23: PaginationResponse\n}\nvar file_snapshots_proto_depIdxs = []int32{\n\t2, // 0: snapshots.Snapshot.metadata:type_name -> snapshots.SnapshotMetadata\n\t1, // 1: snapshots.Snapshot.properties:type_name -> snapshots.SnapshotProperties\n\t17, // 2: snapshots.SnapshotProperties.queries:type_name -> Query\n\t18, // 3: snapshots.SnapshotProperties.items:type_name -> Item\n\t19, // 4: snapshots.SnapshotProperties.edges:type_name -> Edge\n\t20, // 5: snapshots.SnapshotMetadata.created:type_name -> google.protobuf.Timestamp\n\t0, // 6: snapshots.ListSnapshotResponse.snapshots:type_name -> snapshots.Snapshot\n\t1, // 7: snapshots.CreateSnapshotRequest.properties:type_name -> snapshots.SnapshotProperties\n\t0, // 8: snapshots.CreateSnapshotResponse.snapshot:type_name -> snapshots.Snapshot\n\t0, // 9: snapshots.GetSnapshotResponse.snapshot:type_name -> snapshots.Snapshot\n\t1, // 10: snapshots.UpdateSnapshotRequest.properties:type_name -> snapshots.SnapshotProperties\n\t0, // 11: snapshots.UpdateSnapshotResponse.snapshot:type_name -> snapshots.Snapshot\n\t0, // 12: snapshots.GetInitialDataResponse.blastRadiusSnapshot:type_name -> snapshots.Snapshot\n\t21, // 13: snapshots.GetInitialDataResponse.changingItemsBookmark:type_name -> bookmarks.Bookmark\n\t22, // 14: snapshots.ListSnapshotsByGUNRequest.pagination:type_name -> PaginationRequest\n\t23, // 15: snapshots.ListSnapshotsByGUNResponse.pagination:type_name -> PaginationResponse\n\t3, // 16: snapshots.SnapshotsService.ListSnapshots:input_type -> snapshots.ListSnapshotsRequest\n\t5, // 17: snapshots.SnapshotsService.CreateSnapshot:input_type -> snapshots.CreateSnapshotRequest\n\t7, // 18: snapshots.SnapshotsService.GetSnapshot:input_type -> snapshots.GetSnapshotRequest\n\t9, // 19: snapshots.SnapshotsService.UpdateSnapshot:input_type -> snapshots.UpdateSnapshotRequest\n\t11, // 20: snapshots.SnapshotsService.DeleteSnapshot:input_type -> snapshots.DeleteSnapshotRequest\n\t15, // 21: snapshots.SnapshotsService.ListSnapshotByGUN:input_type -> snapshots.ListSnapshotsByGUNRequest\n\t4, // 22: snapshots.SnapshotsService.ListSnapshots:output_type -> snapshots.ListSnapshotResponse\n\t6, // 23: snapshots.SnapshotsService.CreateSnapshot:output_type -> snapshots.CreateSnapshotResponse\n\t8, // 24: snapshots.SnapshotsService.GetSnapshot:output_type -> snapshots.GetSnapshotResponse\n\t10, // 25: snapshots.SnapshotsService.UpdateSnapshot:output_type -> snapshots.UpdateSnapshotResponse\n\t12, // 26: snapshots.SnapshotsService.DeleteSnapshot:output_type -> snapshots.DeleteSnapshotResponse\n\t16, // 27: snapshots.SnapshotsService.ListSnapshotByGUN:output_type -> snapshots.ListSnapshotsByGUNResponse\n\t22, // [22:28] is the sub-list for method output_type\n\t16, // [16:22] is the sub-list for method input_type\n\t16, // [16:16] is the sub-list for extension type_name\n\t16, // [16:16] is the sub-list for extension extendee\n\t0, // [0:16] is the sub-list for field type_name\n}\n\nfunc init() { file_snapshots_proto_init() }\nfunc file_snapshots_proto_init() {\n\tif File_snapshots_proto != nil {\n\t\treturn\n\t}\n\tfile_bookmarks_proto_init()\n\tfile_items_proto_init()\n\tfile_util_proto_init()\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_snapshots_proto_rawDesc), len(file_snapshots_proto_rawDesc)),\n\t\t\tNumEnums: 0,\n\t\t\tNumMessages: 17,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 1,\n\t\t},\n\t\tGoTypes: file_snapshots_proto_goTypes,\n\t\tDependencyIndexes: file_snapshots_proto_depIdxs,\n\t\tMessageInfos: file_snapshots_proto_msgTypes,\n\t}.Build()\n\tFile_snapshots_proto = out.File\n\tfile_snapshots_proto_goTypes = nil\n\tfile_snapshots_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/test_utils.go", "content": "package sdp\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"math/rand\"\n\t\"regexp\"\n\t\"strings\"\n\tsync \"sync\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\ntype ResponseMessage struct {\n\tSubject string\n\tV any\n}\n\n// TestConnection Used to mock a NATS connection for testing\ntype TestConnection struct {\n\tMessages []ResponseMessage\n\tMessagesMu sync.Mutex\n\n\t// If set, the test connection will not return ErrNoResponders if someone\n\t// tries to publish a message to a subject with no responders\n\tIgnoreNoResponders bool\n\n\tSubscriptions map[*regexp.Regexp][]nats.MsgHandler\n\tsubscriptionsMutex sync.RWMutex\n}\n\n// assert interface implementation\nvar _ EncodedConnection = (*TestConnection)(nil)\n\n// Publish Test publish method, notes down the subject and the message\nfunc (t *TestConnection) Publish(ctx context.Context, subj string, m proto.Message) error {\n\tt.MessagesMu.Lock()\n\tt.Messages = append(t.Messages, ResponseMessage{\n\t\tSubject: subj,\n\t\tV: m,\n\t})\n\tt.MessagesMu.Unlock()\n\n\tdata, err := proto.Marshal(m)\n\tif err != nil {\n\t\treturn err\n\t}\n\tmsg := nats.Msg{\n\t\tSubject: subj,\n\t\tData: data,\n\t}\n\treturn t.runHandlers(&msg)\n}\n\n// PublishRequest Test publish method, notes down the subject and the message\nfunc (t *TestConnection) PublishRequest(ctx context.Context, subj, replyTo string, m proto.Message) error {\n\tt.MessagesMu.Lock()\n\tt.Messages = append(t.Messages, ResponseMessage{\n\t\tSubject: subj,\n\t\tV: m,\n\t})\n\tt.MessagesMu.Unlock()\n\n\tdata, err := proto.Marshal(m)\n\tif err != nil {\n\t\treturn err\n\t}\n\tmsg := nats.Msg{\n\t\tSubject: subj,\n\t\tData: data,\n\t\tHeader: nats.Header{},\n\t}\n\tmsg.Header.Add(\"reply-to\", replyTo)\n\treturn t.runHandlers(&msg)\n}\n\n// PublishMsg Test publish method, notes down the subject and the message\nfunc (t *TestConnection) PublishMsg(ctx context.Context, msg *nats.Msg) error {\n\tt.MessagesMu.Lock()\n\tt.Messages = append(t.Messages, ResponseMessage{\n\t\tSubject: msg.Subject,\n\t\tV: msg.Data,\n\t})\n\tt.MessagesMu.Unlock()\n\n\terr := t.runHandlers(msg)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc (t *TestConnection) Subscribe(subj string, cb nats.MsgHandler) (*nats.Subscription, error) {\n\tt.subscriptionsMutex.Lock()\n\tdefer t.subscriptionsMutex.Unlock()\n\n\tif t.Subscriptions == nil {\n\t\tt.Subscriptions = make(map[*regexp.Regexp][]nats.MsgHandler)\n\t}\n\n\tregex := t.subjectToRegexp(subj)\n\n\tt.Subscriptions[regex] = append(t.Subscriptions[regex], cb)\n\n\treturn nil, nil\n}\n\nfunc (t *TestConnection) QueueSubscribe(subj, queue string, cb nats.MsgHandler) (*nats.Subscription, error) {\n\t// TODO: implement queue groups here\n\treturn t.Subscribe(subj, cb)\n}\n\nfunc (r *TestConnection) subjectToRegexp(subject string) *regexp.Regexp {\n\t// If the subject contains a > then handle this\n\tif strings.Contains(subject, \">\") {\n\t\t// Escape regex to literal\n\t\tquoted := regexp.QuoteMeta(subject)\n\n\t\t// Replace > with .*$\n\t\treturn regexp.MustCompile(strings.ReplaceAll(quoted, \">\", \".*$\"))\n\t}\n\n\tif strings.Contains(subject, \"*\") {\n\t\t// Escape regex to literal\n\t\tquoted := regexp.QuoteMeta(subject)\n\n\t\t// Replace \\* with \\w+\n\t\treturn regexp.MustCompile(strings.ReplaceAll(quoted, `\\*`, `\\w+`))\n\t}\n\n\treturn regexp.MustCompile(regexp.QuoteMeta(subject))\n}\n\n// RequestMsg Simulates a request on the given subject, assigns a random\n// response subject then calls the handler on the given subject, we are\n// expecting the handler to be in the format: func(msg *nats.Msg)\nfunc (t *TestConnection) RequestMsg(ctx context.Context, msg *nats.Msg) (*nats.Msg, error) {\n\treplySubject := randSeq(10)\n\tmsg.Reply = replySubject\n\treplies := make(chan any, 128)\n\n\t// Subscribe to the reply subject\n\t_, err := t.Subscribe(replySubject, func(msg *nats.Msg) {\n\t\treplies <- msg\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\t// Run the handlers\n\terr = t.runHandlers(msg)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Return the first result\n\tselect {\n\tcase reply, ok := <-replies:\n\t\tif ok {\n\t\t\tif m, ok := reply.(*nats.Msg); ok {\n\t\t\t\treturn &nats.Msg{\n\t\t\t\t\tSubject: replySubject,\n\t\t\t\t\tData: m.Data,\n\t\t\t\t}, nil\n\t\t\t} else {\n\t\t\t\treturn nil, fmt.Errorf(\"reply was not a *nats.Msg, but a %T\", reply)\n\t\t\t}\n\t\t} else {\n\t\t\treturn nil, errors.New(\"no replies\")\n\t\t}\n\tcase <-ctx.Done():\n\t\treturn nil, ctx.Err()\n\t}\n}\n\n// Status Always returns nats.CONNECTED\nfunc (n *TestConnection) Status() nats.Status {\n\treturn nats.CONNECTED\n}\n\n// Stats Always returns empty/zero nats.Statistics\nfunc (n *TestConnection) Stats() nats.Statistics {\n\treturn nats.Statistics{}\n}\n\n// LastError Always returns nil\nfunc (n *TestConnection) LastError() error {\n\treturn nil\n}\n\n// Drain Always returns nil\nfunc (n *TestConnection) Drain() error {\n\treturn nil\n}\n\n// Close Does nothing\nfunc (n *TestConnection) Close() {}\n\n// Underlying Always returns nil\nfunc (n *TestConnection) Underlying() *nats.Conn {\n\treturn &nats.Conn{}\n}\n\n// Drop Does nothing\nfunc (n *TestConnection) Drop() {}\n\n// runHandlers Runs the handlers for a given subject\nfunc (t *TestConnection) runHandlers(msg *nats.Msg) error {\n\tt.subscriptionsMutex.RLock()\n\tdefer t.subscriptionsMutex.RUnlock()\n\n\tvar hasResponder bool\n\n\tfor subjectRegex, handlers := range t.Subscriptions {\n\t\tif subjectRegex.MatchString(msg.Subject) {\n\t\t\tfor _, handler := range handlers {\n\t\t\t\thasResponder = true\n\t\t\t\thandler(msg)\n\t\t\t}\n\t\t}\n\t}\n\n\tif hasResponder || t.IgnoreNoResponders {\n\t\treturn nil\n\t} else {\n\t\treturn nats.ErrNoResponders\n\t}\n}\n\nvar letters = []rune(\"abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ\")\n\nfunc randSeq(n int) string {\n\tb := make([]rune, n)\n\tfor i := range b {\n\t\tb[i] = letters[rand.Intn(len(letters))] //nolint:gosec // This is not for security\n\t}\n\treturn string(b)\n}\n" }, { "path": "go/sdp-go/test_utils_test.go", "content": "package sdp\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\nfunc TestRequest(t *testing.T) {\n\ttc := TestConnection{}\n\n\tt.Run(\"with a regular subject\", func(t *testing.T) {\n\t\t// Create the responder\n\t\t_, err := tc.Subscribe(\"test\", func(msg *nats.Msg) {\n\t\t\terr2 := tc.Publish(context.Background(), msg.Reply, &GatewayResponse{\n\t\t\t\tResponseType: &GatewayResponse_Error{\n\t\t\t\t\tError: \"testing\",\n\t\t\t\t},\n\t\t\t})\n\t\t\tif err2 != nil {\n\t\t\t\tt.Error(err2)\n\t\t\t}\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\trequest := &GatewayRequest{}\n\n\t\tdata, err := proto.Marshal(request)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tmsg := nats.Msg{\n\t\t\tSubject: \"test\",\n\t\t\tData: data,\n\t\t}\n\t\treplyMsg, err := tc.RequestMsg(context.Background(), &msg)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tresponse := &GatewayResponse{}\n\t\terr = proto.Unmarshal(replyMsg.Data, response)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif response.GetResponseType().(*GatewayResponse_Error).Error != \"testing\" {\n\t\t\tt.Errorf(\"expected error to be 'testing', got '%v'\", response)\n\t\t}\n\t})\n\n\tt.Run(\"with a > wildcard subject\", func(t *testing.T) {\n\t\t// Create the responder\n\t\t_, err := tc.Subscribe(\"test.>\", func(msg *nats.Msg) {\n\t\t\terr2 := tc.Publish(context.Background(), msg.Reply, &GatewayResponse{\n\t\t\t\tResponseType: &GatewayResponse_Error{\n\t\t\t\t\tError: \"testing\",\n\t\t\t\t},\n\t\t\t})\n\t\t\tif err2 != nil {\n\t\t\t\tt.Error(err2)\n\t\t\t}\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\trequest := &GatewayRequest{}\n\n\t\tdata, err := proto.Marshal(request)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tmsg := nats.Msg{\n\t\t\tSubject: \"test.foo.bar\",\n\t\t\tData: data,\n\t\t}\n\t\treplyMsg, err := tc.RequestMsg(context.Background(), &msg)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tresponse := &GatewayResponse{}\n\t\terr = proto.Unmarshal(replyMsg.Data, response)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif response.GetResponseType().(*GatewayResponse_Error).Error != \"testing\" {\n\t\t\tt.Errorf(\"expected error to be 'testing', got '%v'\", response)\n\t\t}\n\t})\n\n\tt.Run(\"with a * wildcard subject\", func(t *testing.T) {\n\t\t// Create the responder\n\t\t_, err := tc.Subscribe(\"test.*.bar\", func(msg *nats.Msg) {\n\t\t\terr2 := tc.Publish(context.Background(), msg.Reply, &GatewayResponse{\n\t\t\t\tResponseType: &GatewayResponse_Error{\n\t\t\t\t\tError: \"testing\",\n\t\t\t\t},\n\t\t\t})\n\t\t\tif err2 != nil {\n\t\t\t\tt.Error(err2)\n\t\t\t}\n\t\t})\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\trequest := &GatewayRequest{}\n\n\t\tdata, err := proto.Marshal(request)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tmsg := nats.Msg{\n\t\t\tSubject: \"test.foo.bar\",\n\t\t\tData: data,\n\t\t}\n\t\treplyMsg, err := tc.RequestMsg(context.Background(), &msg)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tresponse := &GatewayResponse{}\n\t\terr = proto.Unmarshal(replyMsg.Data, response)\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif response.GetResponseType().(*GatewayResponse_Error).Error != \"testing\" {\n\t\t\tt.Errorf(\"expected error to be 'testing', got '%v'\", response)\n\t\t}\n\t})\n\n}\n" }, { "path": "go/sdp-go/tracing.go", "content": "package sdp\n\nimport (\n\t\"context\"\n\n\t\"connectrpc.com/connect\"\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/nats-io/nats.go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"go.opentelemetry.io/otel\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\ntype CtxMsgHandler func(ctx context.Context, msg *nats.Msg)\n\nfunc NewOtelExtractingHandler(spanName string, h CtxMsgHandler, t trace.Tracer, spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\tif h == nil {\n\t\treturn nil\n\t}\n\n\treturn func(msg *nats.Msg) {\n\t\tctx := context.Background()\n\n\t\tctx = otel.GetTextMapPropagator().Extract(ctx, tracing.NewNatsHeaderCarrier(msg.Header))\n\n\t\t// don't start a span when we have no spanName\n\t\tif spanName != \"\" {\n\t\t\tvar span trace.Span\n\t\t\tctx, span = t.Start(ctx, spanName, spanOpts...)\n\t\t\tdefer span.End()\n\t\t}\n\n\t\th(ctx, msg)\n\t}\n}\n\nfunc NewAsyncOtelExtractingHandler(spanName string, h CtxMsgHandler, t trace.Tracer, spanOpts ...trace.SpanStartOption) nats.MsgHandler {\n\tif h == nil {\n\t\treturn nil\n\t}\n\n\treturn func(msg *nats.Msg) {\n\t\tgo func() {\n\t\t\tdefer sentry.Recover()\n\n\t\t\tctx := context.Background()\n\t\t\tctx = otel.GetTextMapPropagator().Extract(ctx, tracing.NewNatsHeaderCarrier(msg.Header))\n\n\t\t\t// don't start a span when we have no spanName\n\t\t\tif spanName != \"\" {\n\t\t\t\tvar span trace.Span\n\t\t\t\tctx, span = t.Start(ctx, spanName, spanOpts...)\n\t\t\t\tdefer span.End()\n\t\t\t}\n\n\t\t\th(ctx, msg)\n\t\t}()\n\t}\n}\n\nfunc InjectOtelTraceContext(ctx context.Context, msg *nats.Msg) {\n\tif msg.Header == nil {\n\t\tmsg.Header = make(nats.Header)\n\t}\n\n\totel.GetTextMapPropagator().Inject(ctx, tracing.NewNatsHeaderCarrier(msg.Header))\n}\n\ntype sentryInterceptor struct{}\n\n// NewSentryInterceptor pass this to connect handlers as `connect.WithInterceptors(NewSentryInterceptor())` to recover from panics in the handler and report them to sentry. Otherwise panics get recovered by connect-go itself and do not get reported to sentry.\nfunc NewSentryInterceptor() connect.Interceptor {\n\treturn &sentryInterceptor{}\n}\n\nfunc (i *sentryInterceptor) WrapUnary(next connect.UnaryFunc) connect.UnaryFunc {\n\t// Same as previous UnaryInterceptorFunc.\n\treturn connect.UnaryFunc(func(\n\t\tctx context.Context,\n\t\treq connect.AnyRequest,\n\t) (connect.AnyResponse, error) {\n\t\tdefer sentry.Recover()\n\t\treturn next(ctx, req)\n\t})\n}\n\nfunc (*sentryInterceptor) WrapStreamingClient(next connect.StreamingClientFunc) connect.StreamingClientFunc {\n\treturn connect.StreamingClientFunc(func(\n\t\tctx context.Context,\n\t\tspec connect.Spec,\n\t) connect.StreamingClientConn {\n\t\tdefer sentry.Recover()\n\t\tconn := next(ctx, spec)\n\t\treturn conn\n\t})\n}\n\nfunc (i *sentryInterceptor) WrapStreamingHandler(next connect.StreamingHandlerFunc) connect.StreamingHandlerFunc {\n\treturn connect.StreamingHandlerFunc(func(\n\t\tctx context.Context,\n\t\tconn connect.StreamingHandlerConn,\n\t) error {\n\t\tdefer sentry.Recover()\n\t\treturn next(ctx, conn)\n\t})\n}\n" }, { "path": "go/sdp-go/tracing_test.go", "content": "package sdp\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/nats-io/nats.go\"\n\t\"go.opentelemetry.io/otel\"\n\t\"go.opentelemetry.io/otel/propagation\"\n\tsdktrace \"go.opentelemetry.io/otel/sdk/trace\"\n)\n\nfunc TestTraceContextPropagation(t *testing.T) {\n\ttp := sdktrace.NewTracerProvider()\n\totel.SetTextMapPropagator(propagation.NewCompositeTextMapPropagator(propagation.TraceContext{}, propagation.Baggage{}))\n\n\ttc := TestConnection{\n\t\tMessages: make([]ResponseMessage, 0),\n\t}\n\n\touterCtx := context.Background()\n\touterCtx, outerSpan := tp.Tracer(\"outerTracer\").Start(outerCtx, \"outer span\")\n\tdefer outerSpan.End()\n\t// outerJson, err := outerSpan.SpanContext().MarshalJSON()\n\t// if err != nil {\n\t// \tt.Errorf(\"error marshalling outerSpan: %v\", err)\n\t// } else {\n\t// \tif !bytes.Equal(outerJson, []byte(\"{\\\"TraceID\\\":\\\"00000000000000000000000000000000\\\",\\\"SpanID\\\":\\\"0000000000000000\\\",\\\"TraceFlags\\\":\\\"00\\\",\\\"TraceState\\\":\\\"\\\",\\\"Remote\\\":false}\")) {\n\t// \t\tt.Errorf(\"outer span has unexpected context: %v\", string(outerJson))\n\t// \t}\n\t// }\n\thandlerCalled := make(chan struct{})\n\t_, err := tc.Subscribe(\"test.subject\", NewOtelExtractingHandler(\"inner span\", func(innerCtx context.Context, msg *nats.Msg) {\n\t\t_, innerSpan := tp.Tracer(\"innerTracer\").Start(innerCtx, \"innerSpan\")\n\t\t// innerJson, err := innerSpan.SpanContext().MarshalJSON()\n\t\t// if err != nil {\n\t\t// \tt.Errorf(\"error marshalling innerSpan: %v\", err)\n\t\t// } else {\n\t\t// \tif !bytes.Equal(innerJson, []byte(\"{\\\"TraceID\\\":\\\"00000000000000000000000000000000\\\",\\\"SpanID\\\":\\\"0000000000000000\\\",\\\"TraceFlags\\\":\\\"00\\\",\\\"TraceState\\\":\\\"\\\",\\\"Remote\\\":false}\")) {\n\t\t// \t\tt.Errorf(\"inner span has unexpected context: %v\", string(innerJson))\n\t\t// \t}\n\t\t// }\n\t\tif innerSpan.SpanContext().TraceID() != outerSpan.SpanContext().TraceID() {\n\t\t\tt.Error(\"inner span did not link up to outer span\")\n\t\t}\n\n\t\t// clean up\n\t\tinnerSpan.End()\n\n\t\t// finish the test\n\t\thandlerCalled <- struct{}{}\n\t}, tp.Tracer(\"providedTracer\")))\n\tif err != nil {\n\t\tt.Errorf(\"error subscribing: %v\", err)\n\t}\n\n\tm := &nats.Msg{\n\t\tSubject: \"test.subject\",\n\t\tData: make([]byte, 0),\n\t}\n\n\tgo func() {\n\t\tInjectOtelTraceContext(outerCtx, m)\n\t\terr = tc.PublishMsg(outerCtx, m)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"error publishing message: %v\", err)\n\t\t}\n\t}()\n\n\t// Wait for the handler to be called\n\t<-handlerCalled\n}\n" }, { "path": "go/sdp-go/util.go", "content": "package sdp\n\nimport (\n\t\"fmt\"\n\t\"math\"\n\t\"strings\"\n\n\t\"github.com/google/uuid\"\n)\n\n// CalculatePaginationOffsetLimit Calculates the offset and limit for pagination\n// in SQL queries, along with the current page and total pages that should be\n// included in the response\n//\n// This also sets sane defaults for the page size if pagination is not provided.\n// These defaults are page 1 with a page size of 10\n//\n// NOTE: If there are no items, then this will return 0 for all values\nfunc CalculatePaginationOffsetLimit(pagination *PaginationRequest, totalItems int32) (offset, limit, page, totalPages int32) {\n\tif totalItems == 0 {\n\t\t// If there are no items, there are no pages\n\t\treturn 0, 0, 0, 0\n\t}\n\n\tvar requestedPageSize int32\n\tvar requestedPage int32\n\n\tif pagination == nil {\n\t\t// Set sane defaults\n\t\trequestedPageSize = 10\n\t\trequestedPage = 1\n\t} else {\n\t\trequestedPageSize = pagination.GetPageSize()\n\t\trequestedPage = pagination.GetPage()\n\t}\n\n\t// pagesize is at least 10, at most 100\n\tlimit = min(100, max(10, requestedPageSize))\n\t// calculate the total number of pages\n\ttotalPages = int32(math.Ceil(float64(totalItems) / float64(limit)))\n\n\t// page has to be at least 1, and at most totalPages\n\tpage = min(totalPages, requestedPage)\n\tpage = max(1, page)\n\n\t// calculate the offset\n\tif totalPages == 0 {\n\t\toffset = 0\n\t} else {\n\t\toffset = (page * limit) - limit\n\t}\n\treturn offset, limit, page, totalPages\n}\n\n// An object that returns all of the adapter metadata for a given source\ntype AdapterMetadataProvider interface {\n\tAllAdapterMetadata() []*AdapterMetadata\n}\n\n// A list of adapter metadata, this is used to store all the adapter metadata\n// for a given source so that it can be retrieved later for the purposes of\n// generating documentation and Terraform mappings\ntype AdapterMetadataList struct {\n\t// The list of adapter metadata\n\tlist []*AdapterMetadata\n}\n\n// AllAdapterMetadata returns all the adapter metadata\nfunc (a *AdapterMetadataList) AllAdapterMetadata() []*AdapterMetadata {\n\treturn a.list\n}\n\n// RegisterAdapterMetadata registers a new adapter metadata with the list and\n// returns a pointer to that same metadata to be used elsewhere\nfunc (a *AdapterMetadataList) Register(metadata *AdapterMetadata) *AdapterMetadata {\n\tif a == nil {\n\t\treturn metadata\n\t}\n\n\ta.list = append(a.list, metadata)\n\n\treturn metadata\n}\n\ntype RoutineRollUp struct {\n\tChangeId uuid.UUID\n\tGun string\n\tAttr string\n\tValue string\n}\n\nfunc (rr RoutineRollUp) String() string {\n\tval := fmt.Sprintf(\"%v\", rr.Value)\n\tif len(val) > 100 {\n\t\tval = val[:100]\n\t}\n\tval = strings.ReplaceAll(val, \"\\n\", \" \")\n\tval = strings.ReplaceAll(val, \"\\t\", \" \")\n\treturn fmt.Sprintf(\"change:%v\\tgun:%v\\tattr:%v\\tval:%v\", rr.ChangeId, rr.Gun, rr.Attr, val)\n}\n\nfunc WalkMapToRoutineRollUp(gun string, key string, data map[string]any) []RoutineRollUp {\n\tresults := []RoutineRollUp{}\n\n\tfor k, v := range data {\n\t\tattr := k\n\t\tif key != \"\" {\n\t\t\tattr = fmt.Sprintf(\"%v.%v\", key, k)\n\t\t}\n\t\tswitch val := v.(type) {\n\t\tcase map[string]any:\n\t\t\tresults = append(results, WalkMapToRoutineRollUp(gun, attr, val)...)\n\t\tdefault:\n\t\t\tresults = append(results, RoutineRollUp{\n\t\t\t\tGun: gun,\n\t\t\t\tAttr: attr,\n\t\t\t\tValue: fmt.Sprintf(\"%v\", val),\n\t\t\t})\n\t\t}\n\t}\n\n\treturn results\n}\n\n// GcpSANameFromAccountName generates a GCP service account name from the given\n// Service account must be 6-30 characters long, and must comply with the\n// `^[a-zA-Z][a-zA-Z\\d\\-]*[a-zA-Z\\d]$` regex.\n//\n// This regex returned from an error message when trying to create a service account.\n// Unfortunately, we could not find any documentation on this.\n// The account name is expected to be in the format of a UUID, which is 36 characters long,\n// and contains dashes.\n// The service account name must be 30 characters or less,\n// and must start with a letter, end with a letter or digit, and can only contain\n// letters, digits, and dashes.\n// So we keep the SA name simple: Start with \"C-\" and take the first 28 characters of the account name.\nfunc GcpSANameFromAccountName(accountName string) string {\n\tif accountName == \"\" {\n\t\treturn \"\"\n\t}\n\n\taccountName = strings.ReplaceAll(accountName, \"-\", \"\")\n\n\tif len(accountName) >= 6 {\n\t\t// Ensure the account name is at most 30 characters long\n\t\t// We will prefix it with \"C-\" to ensure it starts with a letter\n\t\t// and truncate it to 28 characters after the prefix\n\t\tif len(accountName) > 28 {\n\t\t\taccountName = accountName[:28]\n\t\t}\n\n\t\treturn \"C-\" + accountName\n\t}\n\n\treturn \"\"\n}\n" }, { "path": "go/sdp-go/util.pb.go", "content": "// Code generated by protoc-gen-go. DO NOT EDIT.\n// versions:\n// \tprotoc-gen-go v1.36.11\n// \tprotoc (unknown)\n// source: util.proto\n\npackage sdp\n\nimport (\n\tprotoreflect \"google.golang.org/protobuf/reflect/protoreflect\"\n\tprotoimpl \"google.golang.org/protobuf/runtime/protoimpl\"\n\treflect \"reflect\"\n\tsync \"sync\"\n\tunsafe \"unsafe\"\n)\n\nconst (\n\t// Verify that this generated code is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)\n\t// Verify that runtime/protoimpl is sufficiently up-to-date.\n\t_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)\n)\n\ntype SortOrder int32\n\nconst (\n\tSortOrder_ALPHABETICAL_ASCENDING SortOrder = 0 // A-Z\n\tSortOrder_ALPHABETICAL_DESCENDING SortOrder = 1 // Z-A\n\tSortOrder_DATE_ASCENDING SortOrder = 2 // Oldest first\n\tSortOrder_DATE_DESCENDING SortOrder = 3 // Newest first\n)\n\n// Enum value maps for SortOrder.\nvar (\n\tSortOrder_name = map[int32]string{\n\t\t0: \"ALPHABETICAL_ASCENDING\",\n\t\t1: \"ALPHABETICAL_DESCENDING\",\n\t\t2: \"DATE_ASCENDING\",\n\t\t3: \"DATE_DESCENDING\",\n\t}\n\tSortOrder_value = map[string]int32{\n\t\t\"ALPHABETICAL_ASCENDING\": 0,\n\t\t\"ALPHABETICAL_DESCENDING\": 1,\n\t\t\"DATE_ASCENDING\": 2,\n\t\t\"DATE_DESCENDING\": 3,\n\t}\n)\n\nfunc (x SortOrder) Enum() *SortOrder {\n\tp := new(SortOrder)\n\t*p = x\n\treturn p\n}\n\nfunc (x SortOrder) String() string {\n\treturn protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))\n}\n\nfunc (SortOrder) Descriptor() protoreflect.EnumDescriptor {\n\treturn file_util_proto_enumTypes[0].Descriptor()\n}\n\nfunc (SortOrder) Type() protoreflect.EnumType {\n\treturn &file_util_proto_enumTypes[0]\n}\n\nfunc (x SortOrder) Number() protoreflect.EnumNumber {\n\treturn protoreflect.EnumNumber(x)\n}\n\n// Deprecated: Use SortOrder.Descriptor instead.\nfunc (SortOrder) EnumDescriptor() ([]byte, []int) {\n\treturn file_util_proto_rawDescGZIP(), []int{0}\n}\n\ntype PaginationRequest struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The number of items to return in a single page. The minimum is 10 and the\n\t// maximum is 100.\n\tPageSize int32 `protobuf:\"varint,1,opt,name=pageSize,proto3\" json:\"pageSize,omitempty\"`\n\t// The page number to return. the first page is 1. If the page number is\n\t// larger than the total number of pages, the last page is returned. If the\n\t// page number is negative, the first page 1 is returned.\n\tPage int32 `protobuf:\"varint,2,opt,name=page,proto3\" json:\"page,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *PaginationRequest) Reset() {\n\t*x = PaginationRequest{}\n\tmi := &file_util_proto_msgTypes[0]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *PaginationRequest) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*PaginationRequest) ProtoMessage() {}\n\nfunc (x *PaginationRequest) ProtoReflect() protoreflect.Message {\n\tmi := &file_util_proto_msgTypes[0]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use PaginationRequest.ProtoReflect.Descriptor instead.\nfunc (*PaginationRequest) Descriptor() ([]byte, []int) {\n\treturn file_util_proto_rawDescGZIP(), []int{0}\n}\n\nfunc (x *PaginationRequest) GetPageSize() int32 {\n\tif x != nil {\n\t\treturn x.PageSize\n\t}\n\treturn 0\n}\n\nfunc (x *PaginationRequest) GetPage() int32 {\n\tif x != nil {\n\t\treturn x.Page\n\t}\n\treturn 0\n}\n\ntype PaginationResponse struct {\n\tstate protoimpl.MessageState `protogen:\"open.v1\"`\n\t// The number of items in the current page\n\tPageSize int32 `protobuf:\"varint,1,opt,name=pageSize,proto3\" json:\"pageSize,omitempty\"`\n\t// The total number of items available. Expensive to calculate\n\t// https://www.cybertec-postgresql.com/en/pagination-problem-total-result-count/\n\t// this is done as a separate query\n\tTotalItems int32 `protobuf:\"varint,2,opt,name=totalItems,proto3\" json:\"totalItems,omitempty\"`\n\t// The current page number, NB if the user provided a negative page number,\n\t// this will be 1, if the user provided a page number larger than the total\n\t// number of pages, this will be the last page. If there are no results at\n\t// all, this will be 0.\n\tPage int32 `protobuf:\"varint,3,opt,name=page,proto3\" json:\"page,omitempty\"`\n\t// The total number of pages available. based on the totalItems and pageSize.\n\t// If there are no results this will be zero.\n\tTotalPages int32 `protobuf:\"varint,4,opt,name=totalPages,proto3\" json:\"totalPages,omitempty\"`\n\tunknownFields protoimpl.UnknownFields\n\tsizeCache protoimpl.SizeCache\n}\n\nfunc (x *PaginationResponse) Reset() {\n\t*x = PaginationResponse{}\n\tmi := &file_util_proto_msgTypes[1]\n\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\tms.StoreMessageInfo(mi)\n}\n\nfunc (x *PaginationResponse) String() string {\n\treturn protoimpl.X.MessageStringOf(x)\n}\n\nfunc (*PaginationResponse) ProtoMessage() {}\n\nfunc (x *PaginationResponse) ProtoReflect() protoreflect.Message {\n\tmi := &file_util_proto_msgTypes[1]\n\tif x != nil {\n\t\tms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))\n\t\tif ms.LoadMessageInfo() == nil {\n\t\t\tms.StoreMessageInfo(mi)\n\t\t}\n\t\treturn ms\n\t}\n\treturn mi.MessageOf(x)\n}\n\n// Deprecated: Use PaginationResponse.ProtoReflect.Descriptor instead.\nfunc (*PaginationResponse) Descriptor() ([]byte, []int) {\n\treturn file_util_proto_rawDescGZIP(), []int{1}\n}\n\nfunc (x *PaginationResponse) GetPageSize() int32 {\n\tif x != nil {\n\t\treturn x.PageSize\n\t}\n\treturn 0\n}\n\nfunc (x *PaginationResponse) GetTotalItems() int32 {\n\tif x != nil {\n\t\treturn x.TotalItems\n\t}\n\treturn 0\n}\n\nfunc (x *PaginationResponse) GetPage() int32 {\n\tif x != nil {\n\t\treturn x.Page\n\t}\n\treturn 0\n}\n\nfunc (x *PaginationResponse) GetTotalPages() int32 {\n\tif x != nil {\n\t\treturn x.TotalPages\n\t}\n\treturn 0\n}\n\nvar File_util_proto protoreflect.FileDescriptor\n\nconst file_util_proto_rawDesc = \"\" +\n\t\"\\n\" +\n\t\"\\n\" +\n\t\"util.proto\\\"C\\n\" +\n\t\"\\x11PaginationRequest\\x12\\x1a\\n\" +\n\t\"\\bpageSize\\x18\\x01 \\x01(\\x05R\\bpageSize\\x12\\x12\\n\" +\n\t\"\\x04page\\x18\\x02 \\x01(\\x05R\\x04page\\\"\\x84\\x01\\n\" +\n\t\"\\x12PaginationResponse\\x12\\x1a\\n\" +\n\t\"\\bpageSize\\x18\\x01 \\x01(\\x05R\\bpageSize\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"totalItems\\x18\\x02 \\x01(\\x05R\\n\" +\n\t\"totalItems\\x12\\x12\\n\" +\n\t\"\\x04page\\x18\\x03 \\x01(\\x05R\\x04page\\x12\\x1e\\n\" +\n\t\"\\n\" +\n\t\"totalPages\\x18\\x04 \\x01(\\x05R\\n\" +\n\t\"totalPages*m\\n\" +\n\t\"\\tSortOrder\\x12\\x1a\\n\" +\n\t\"\\x16ALPHABETICAL_ASCENDING\\x10\\x00\\x12\\x1b\\n\" +\n\t\"\\x17ALPHABETICAL_DESCENDING\\x10\\x01\\x12\\x12\\n\" +\n\t\"\\x0eDATE_ASCENDING\\x10\\x02\\x12\\x13\\n\" +\n\t\"\\x0fDATE_DESCENDING\\x10\\x03B1Z/github.com/overmindtech/workspace/go/sdp-go;sdpb\\x06proto3\"\n\nvar (\n\tfile_util_proto_rawDescOnce sync.Once\n\tfile_util_proto_rawDescData []byte\n)\n\nfunc file_util_proto_rawDescGZIP() []byte {\n\tfile_util_proto_rawDescOnce.Do(func() {\n\t\tfile_util_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_util_proto_rawDesc), len(file_util_proto_rawDesc)))\n\t})\n\treturn file_util_proto_rawDescData\n}\n\nvar file_util_proto_enumTypes = make([]protoimpl.EnumInfo, 1)\nvar file_util_proto_msgTypes = make([]protoimpl.MessageInfo, 2)\nvar file_util_proto_goTypes = []any{\n\t(SortOrder)(0), // 0: SortOrder\n\t(*PaginationRequest)(nil), // 1: PaginationRequest\n\t(*PaginationResponse)(nil), // 2: PaginationResponse\n}\nvar file_util_proto_depIdxs = []int32{\n\t0, // [0:0] is the sub-list for method output_type\n\t0, // [0:0] is the sub-list for method input_type\n\t0, // [0:0] is the sub-list for extension type_name\n\t0, // [0:0] is the sub-list for extension extendee\n\t0, // [0:0] is the sub-list for field type_name\n}\n\nfunc init() { file_util_proto_init() }\nfunc file_util_proto_init() {\n\tif File_util_proto != nil {\n\t\treturn\n\t}\n\ttype x struct{}\n\tout := protoimpl.TypeBuilder{\n\t\tFile: protoimpl.DescBuilder{\n\t\t\tGoPackagePath: reflect.TypeOf(x{}).PkgPath(),\n\t\t\tRawDescriptor: unsafe.Slice(unsafe.StringData(file_util_proto_rawDesc), len(file_util_proto_rawDesc)),\n\t\t\tNumEnums: 1,\n\t\t\tNumMessages: 2,\n\t\t\tNumExtensions: 0,\n\t\t\tNumServices: 0,\n\t\t},\n\t\tGoTypes: file_util_proto_goTypes,\n\t\tDependencyIndexes: file_util_proto_depIdxs,\n\t\tEnumInfos: file_util_proto_enumTypes,\n\t\tMessageInfos: file_util_proto_msgTypes,\n\t}.Build()\n\tFile_util_proto = out.File\n\tfile_util_proto_goTypes = nil\n\tfile_util_proto_depIdxs = nil\n}\n" }, { "path": "go/sdp-go/util_test.go", "content": "package sdp\n\nimport (\n\t\"fmt\"\n\t\"regexp\"\n\t\"testing\"\n)\n\nfunc TestCalculatePaginationOffsetLimit(t *testing.T) {\n\ttestCases := []struct {\n\t\tpage int32\n\t\tpageSize int32\n\t\ttotalItems int32\n\t\texpectedOffset int32\n\t\texpectedLimit int32\n\t\texpectedPage int32\n\t\texpectedTotalPages int32\n\t}{\n\t\t{page: 2, pageSize: 10, totalItems: 20, expectedOffset: 10, expectedPage: 2, expectedLimit: 10, expectedTotalPages: 2},\n\t\t{page: 3, pageSize: 10, totalItems: 25, expectedOffset: 20, expectedPage: 3, expectedLimit: 10, expectedTotalPages: 3},\n\t\t{page: 0, pageSize: 5, totalItems: 15, expectedOffset: 0, expectedPage: 1, expectedLimit: 10, expectedTotalPages: 2},\n\t\t{page: 5, pageSize: 7, totalItems: 23, expectedOffset: 20, expectedPage: 3, expectedLimit: 10, expectedTotalPages: 3},\n\t\t{page: 1, pageSize: 10, totalItems: 3, expectedOffset: 0, expectedPage: 1, expectedLimit: 10, expectedTotalPages: 1},\n\t\t{page: -1, pageSize: 10, totalItems: 1, expectedOffset: 0, expectedPage: 1, expectedLimit: 10, expectedTotalPages: 1},\n\t\t{page: 1, pageSize: 101, totalItems: 1, expectedOffset: 0, expectedPage: 1, expectedLimit: 100, expectedTotalPages: 1},\n\t\t{page: 1, pageSize: 10, totalItems: 0, expectedOffset: 0, expectedPage: 0, expectedLimit: 0, expectedTotalPages: 0},\n\t}\n\tfor _, tc := range testCases {\n\t\tt.Run(fmt.Sprintf(\"page%d pagesize%d totalItems%d\", tc.page, tc.pageSize, tc.totalItems), func(t *testing.T) {\n\t\t\treq := PaginationRequest{\n\t\t\t\tPage: tc.page,\n\t\t\t\tPageSize: tc.pageSize,\n\t\t\t}\n\t\t\toffset, limit, correctedPage, pages := CalculatePaginationOffsetLimit(&req, tc.totalItems)\n\t\t\tif offset != tc.expectedOffset {\n\t\t\t\tt.Errorf(\"Expected offset %d, but got %d\", tc.expectedOffset, offset)\n\t\t\t}\n\t\t\tif correctedPage != tc.expectedPage {\n\t\t\t\tt.Errorf(\"Expected correctedPage %d, but got %d\", tc.expectedPage, correctedPage)\n\t\t\t}\n\t\t\tif limit != tc.expectedLimit {\n\t\t\t\tt.Errorf(\"Expected limit %d, but got %d\", tc.expectedLimit, limit)\n\t\t\t}\n\t\t\tif pages != tc.expectedTotalPages {\n\t\t\t\tt.Errorf(\"Expected pages %d, but got %d\", tc.expectedTotalPages, pages)\n\t\t\t}\n\t\t})\n\t}\n\n\tt.Run(\"Default values\", func(t *testing.T) {\n\t\toffset, limit, correctedPage, pages := CalculatePaginationOffsetLimit(nil, 100)\n\t\tif offset != 0 {\n\t\t\tt.Errorf(\"Expected offset 0, but got %d\", offset)\n\t\t}\n\t\tif correctedPage != 1 {\n\t\t\tt.Errorf(\"Expected correctedPage 1, but got %d\", correctedPage)\n\t\t}\n\t\tif limit != 10 {\n\t\t\tt.Errorf(\"Expected limit 10, but got %d\", limit)\n\t\t}\n\t\tif pages != 10 {\n\t\t\tt.Errorf(\"Expected pages 10, but got %d\", pages)\n\t\t}\n\t})\n}\n\nfunc TestGcpSANameFromAccountName(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\taccountName string\n\t\texpected string\n\t}{\n\t\t// BEWARE!! If this test needs changing, all currently existing service\n\t\t// accounts in GCP will need to be updated, which sounds like an unholy\n\t\t// mess.\n\t\t{\"test-account\", \"C-testaccount\"},\n\t\t{\"\", \"\"},\n\t\t{\"6351cbb7-cb45-481a-99cd-909d04a58512\", \"C-6351cbb7cb45481a99cd909d04a5\"},\n\t\t{\"d408ea46-f4c9-487f-9bf4-b0bcb6843815\", \"C-d408ea46f4c9487f9bf4b0bcb684\"},\n\t\t{\"63d185c7141237978cfdbaa2\", \"C-63d185c7141237978cfdbaa2\"},\n\t\t{\"b6c1119a-b80b-4a7b-b8df-acb5348525ac\", \"C-b6c1119ab80b4a7bb8dfacb53485\"},\n\t}\n\n\tpattern := `^[a-zA-Z][a-zA-Z\\d\\-]*[a-zA-Z\\d]$`\n\n\tfor _, test := range tests {\n\t\tt.Run(test.accountName, func(t *testing.T) {\n\t\t\tresult := GcpSANameFromAccountName(test.accountName)\n\t\t\tif result != test.expected {\n\t\t\t\tt.Errorf(\"expected %s, got %s\", test.expected, result)\n\t\t\t}\n\n\t\t\tif test.expected != \"\" {\n\t\t\t\tmatched, err := regexp.MatchString(pattern, result)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"failed to compile regex: %v\", err)\n\t\t\t\t}\n\t\t\t\tif !matched {\n\t\t\t\t\tt.Errorf(\"result %q does not match regex %q\", result, pattern)\n\t\t\t\t}\n\n\t\t\t\tif len(result) > 30 {\n\t\t\t\t\tt.Errorf(\"result %q exceeds 30 characters\", result)\n\t\t\t\t}\n\n\t\t\t\tif len(result) < 6 {\n\t\t\t\t\tt.Errorf(\"result %q is less than 6 characters\", result)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "go/sdp-go/validation.go", "content": "package sdp\n\nimport (\n\t\"errors\"\n\t\"fmt\"\n)\n\n// Validate ensures that an Item contains all required fields:\n// - Type: must be non-empty\n// - UniqueAttribute: must be non-empty\n// - Attributes: must not be nil\n// - Scope: must be non-empty\n// - UniqueAttributeValue: must be non-empty (derived from Attributes)\nfunc (i *Item) Validate() error {\n\tif i == nil {\n\t\treturn errors.New(\"Item is nil\")\n\t}\n\n\tif i.GetType() == \"\" {\n\t\treturn fmt.Errorf(\"item has empty Type: %v\", i.GloballyUniqueName())\n\t}\n\n\tif i.GetUniqueAttribute() == \"\" {\n\t\treturn fmt.Errorf(\"item has empty UniqueAttribute: %v\", i.GloballyUniqueName())\n\t}\n\n\tif i.GetAttributes() == nil {\n\t\treturn fmt.Errorf(\"item has nil Attributes: %v\", i.GloballyUniqueName())\n\t}\n\n\tif i.GetScope() == \"\" {\n\t\treturn fmt.Errorf(\"item has empty Scope: %v\", i.GloballyUniqueName())\n\t}\n\n\tif i.UniqueAttributeValue() == \"\" {\n\t\treturn fmt.Errorf(\"item has empty UniqueAttributeValue: %v\", i.GloballyUniqueName())\n\t}\n\n\treturn nil\n}\n\n// Validate ensures a Reference contains all required fields:\n// - Type: must be non-empty\n// - UniqueAttributeValue: must be non-empty\n// - Scope: must be non-empty\nfunc (r *Reference) Validate() error {\n\tif r == nil {\n\t\treturn errors.New(\"reference is nil\")\n\t}\n\tif r.GetType() == \"\" {\n\t\treturn fmt.Errorf(\"reference has empty Type: %v\", r)\n\t}\n\tif r.GetUniqueAttributeValue() == \"\" {\n\t\treturn fmt.Errorf(\"reference has empty UniqueAttributeValue: %v\", r)\n\t}\n\tif r.GetScope() == \"\" {\n\t\treturn fmt.Errorf(\"reference has empty Scope: %v\", r)\n\t}\n\n\treturn nil\n}\n\n// Validate ensures an Edge is valid by validating both the From and To references.\nfunc (e *Edge) Validate() error {\n\tif e == nil {\n\t\treturn errors.New(\"edge is nil\")\n\t}\n\n\tvar err error\n\n\terr = e.GetFrom().Validate()\n\tif err != nil {\n\t\treturn err\n\t}\n\n\terr = e.GetTo().Validate()\n\n\treturn err\n}\n\n// Validate ensures a Response contains all required fields:\n// - Responder: must be non-empty\n// - UUID: must be non-empty\nfunc (r *Response) Validate() error {\n\tif r == nil {\n\t\treturn errors.New(\"response is nil\")\n\t}\n\n\tif r.GetResponder() == \"\" {\n\t\treturn fmt.Errorf(\"response has empty Responder: %v\", r)\n\t}\n\n\tif len(r.GetUUID()) == 0 {\n\t\treturn fmt.Errorf(\"response has empty UUID: %v\", r)\n\t}\n\n\treturn nil\n}\n\n// Validate ensures a QueryError contains all required fields:\n// - UUID: must be non-empty\n// - ErrorString: must be non-empty\n// - Scope: must be non-empty\n// - SourceName: must be non-empty\n// - ItemType: must be non-empty\n// - ResponderName: must be non-empty\nfunc (e *QueryError) Validate() error {\n\tif e == nil {\n\t\treturn errors.New(\"queryError is nil\")\n\t}\n\n\tif len(e.GetUUID()) == 0 {\n\t\treturn fmt.Errorf(\"queryError has empty UUID: %w\", e)\n\t}\n\n\tif e.GetErrorString() == \"\" {\n\t\treturn fmt.Errorf(\"queryError has empty ErrorString: %w\", e)\n\t}\n\n\tif e.GetScope() == \"\" {\n\t\treturn fmt.Errorf(\"queryError has empty Scope: %w\", e)\n\t}\n\n\tif e.GetSourceName() == \"\" {\n\t\treturn fmt.Errorf(\"queryError has empty SourceName: %w\", e)\n\t}\n\n\tif e.GetItemType() == \"\" {\n\t\treturn fmt.Errorf(\"queryError has empty ItemType: %w\", e)\n\t}\n\n\tif e.GetResponderName() == \"\" {\n\t\treturn fmt.Errorf(\"queryError has empty ResponderName: %w\", e)\n\t}\n\n\treturn nil\n}\n\n// Validate ensures a Query contains all required fields:\n// - Type: must be non-empty\n// - Scope: must be non-empty\n// - UUID: must be exactly 16 bytes\n// - Query: must be non-empty when method is GET\nfunc (q *Query) Validate() error {\n\tif q == nil {\n\t\treturn errors.New(\"query is nil\")\n\t}\n\n\tif q.GetType() == \"\" {\n\t\treturn fmt.Errorf(\"query has empty Type: %v\", q)\n\t}\n\n\tif q.GetScope() == \"\" {\n\t\treturn fmt.Errorf(\"query has empty Scope: %v\", q)\n\t}\n\n\tif len(q.GetUUID()) != 16 {\n\t\treturn fmt.Errorf(\"query has invalid UUID: %v\", q)\n\t}\n\n\tif q.GetMethod() == QueryMethod_GET {\n\t\tif q.GetQuery() == \"\" {\n\t\t\treturn fmt.Errorf(\"query cannot have empty Query when method is Get: %v\", q)\n\t\t}\n\t}\n\n\treturn nil\n}\n" }, { "path": "go/sdp-go/validation_test.go", "content": "package sdp\n\nimport (\n\t\"errors\"\n\t\"testing\"\n\t\"time\"\n\n\t\"buf.build/go/protovalidate\"\n\n\t\"github.com/google/uuid\"\n\t\"google.golang.org/protobuf/types/known/durationpb\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\nfunc TestValidateItem(t *testing.T) {\n\tt.Run(\"item is fine\", func(t *testing.T) {\n\t\terr := newItem().Validate()\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"Item is nil\", func(t *testing.T) {\n\t\tvar i *Item\n\t\terr := i.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"item has empty Type\", func(t *testing.T) {\n\t\ti := newItem()\n\n\t\ti.Type = \"\"\n\n\t\terr := i.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"item has empty UniqueAttribute\", func(t *testing.T) {\n\t\ti := newItem()\n\n\t\ti.UniqueAttribute = \"\"\n\n\t\terr := i.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"item has nil Attributes\", func(t *testing.T) {\n\t\ti := newItem()\n\n\t\ti.Attributes = nil\n\n\t\terr := i.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"item has empty Scope\", func(t *testing.T) {\n\t\ti := newItem()\n\n\t\ti.Scope = \"\"\n\n\t\terr := i.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"item has empty UniqueAttributeValue\", func(t *testing.T) {\n\t\ti := newItem()\n\n\t\terr := i.GetAttributes().Set(i.GetUniqueAttribute(), \"\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\terr = i.Validate()\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n}\n\nfunc TestValidateReference(t *testing.T) {\n\tt.Run(\"Reference is fine\", func(t *testing.T) {\n\t\tr := newReference()\n\n\t\terr := r.Validate()\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"Reference is nil\", func(t *testing.T) {\n\t\tvar r *Reference\n\n\t\terr := r.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"reference has empty Type\", func(t *testing.T) {\n\t\tr := newReference()\n\n\t\tr.Type = \"\"\n\n\t\terr := r.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"reference has empty UniqueAttributeValue\", func(t *testing.T) {\n\t\tr := newReference()\n\n\t\tr.UniqueAttributeValue = \"\"\n\n\t\terr := r.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"reference has empty Scope\", func(t *testing.T) {\n\t\tr := newReference()\n\n\t\tr.Scope = \"\"\n\n\t\terr := r.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n}\n\nfunc TestValidateEdge(t *testing.T) {\n\tt.Run(\"Edge is fine\", func(t *testing.T) {\n\t\te := newEdge()\n\n\t\terr := e.Validate()\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"Edge has nil From\", func(t *testing.T) {\n\t\te := newEdge()\n\n\t\te.From = nil\n\n\t\terr := e.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"Edge has nil To\", func(t *testing.T) {\n\t\te := newEdge()\n\n\t\te.To = nil\n\n\t\terr := e.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"Edge has invalid From\", func(t *testing.T) {\n\t\te := newEdge()\n\n\t\te.From.Type = \"\"\n\n\t\terr := e.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"Edge has invalid To\", func(t *testing.T) {\n\t\te := newEdge()\n\n\t\te.To.Scope = \"\"\n\n\t\terr := e.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n}\n\nfunc TestValidateResponse(t *testing.T) {\n\tt.Run(\"Response is fine\", func(t *testing.T) {\n\t\tr := newResponse()\n\n\t\terr := r.Validate()\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"Response is nil\", func(t *testing.T) {\n\t\tvar r *Response\n\n\t\terr := r.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"Response has empty Responder\", func(t *testing.T) {\n\t\tr := newResponse()\n\t\tr.Responder = \"\"\n\n\t\terr := r.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"Response has empty UUID\", func(t *testing.T) {\n\t\tr := newResponse()\n\t\tr.UUID = nil\n\n\t\terr := r.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n}\n\nfunc TestValidateQueryError(t *testing.T) {\n\tt.Run(\"QueryError is fine\", func(t *testing.T) {\n\t\te := newQueryError()\n\n\t\terr := e.Validate()\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"QueryError is nil\", func(t *testing.T) {\n\n\t})\n\n\tt.Run(\"QueryError has empty UUID\", func(t *testing.T) {\n\t\te := newQueryError()\n\t\te.UUID = nil\n\t\terr := e.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"QueryError has empty ErrorString\", func(t *testing.T) {\n\t\te := newQueryError()\n\t\te.ErrorString = \"\"\n\t\terr := e.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"QueryError has empty Scope\", func(t *testing.T) {\n\t\te := newQueryError()\n\t\te.Scope = \"\"\n\t\terr := e.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"QueryError has empty SourceName\", func(t *testing.T) {\n\t\te := newQueryError()\n\t\te.SourceName = \"\"\n\t\terr := e.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"QueryError has empty ItemType\", func(t *testing.T) {\n\t\te := newQueryError()\n\t\te.ItemType = \"\"\n\t\terr := e.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n\tt.Run(\"QueryError has empty ResponderName\", func(t *testing.T) {\n\t\te := newQueryError()\n\t\te.ResponderName = \"\"\n\t\terr := e.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n}\n\nfunc TestValidateQuery(t *testing.T) {\n\tt.Run(\"Query is fine\", func(t *testing.T) {\n\t\tr := newQuery()\n\n\t\terr := r.Validate()\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"Query is nil\", func(t *testing.T) {\n\n\t})\n\n\tt.Run(\"Query has empty Type\", func(t *testing.T) {\n\t\tr := newQuery()\n\t\tr.Type = \"\"\n\t\terr := r.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\n\t})\n\n\tt.Run(\"Query has empty Scope\", func(t *testing.T) {\n\t\tr := newQuery()\n\t\tr.Scope = \"\"\n\t\terr := r.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\n\t})\n\n\tt.Run(\"Response has empty UUID\", func(t *testing.T) {\n\t\tr := newQuery()\n\t\tr.UUID = nil\n\t\terr := r.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\n\t})\n\n\tt.Run(\"Query cannot have empty Query when method is Get\", func(t *testing.T) {\n\t\tr := newQuery()\n\t\tr.Method = QueryMethod_GET\n\t\tr.Query = \"\"\n\t\terr := r.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t}\n\t})\n\n}\n\nfunc newQuery() *Query {\n\tu := uuid.New()\n\n\treturn &Query{\n\t\tType: \"person\",\n\t\tMethod: QueryMethod_GET,\n\t\tQuery: \"Dylan\",\n\t\tRecursionBehaviour: &Query_RecursionBehaviour{\n\t\t\tLinkDepth: 1,\n\t\t},\n\t\tScope: \"global\",\n\t\tUUID: u[:],\n\t\tDeadline: timestamppb.New(time.Now().Add(1 * time.Second)),\n\t\tIgnoreCache: false,\n\t}\n}\n\nfunc newQueryError() *QueryError {\n\tu := uuid.New()\n\n\treturn &QueryError{\n\t\tUUID: u[:],\n\t\tErrorType: QueryError_OTHER,\n\t\tErrorString: \"bad\",\n\t\tScope: \"global\",\n\t\tSourceName: \"test-source\",\n\t\tItemType: \"test\",\n\t\tResponderName: \"test-responder\",\n\t}\n}\n\nfunc newResponse() *Response {\n\tu := uuid.New()\n\n\tru := uuid.New()\n\n\treturn &Response{\n\t\tResponder: \"foo\",\n\t\tResponderUUID: ru[:],\n\t\tState: ResponderState_WORKING,\n\t\tNextUpdateIn: durationpb.New(time.Second),\n\t\tUUID: u[:],\n\t}\n}\n\nfunc newEdge() *Edge {\n\treturn &Edge{\n\t\tFrom: newReference(),\n\t\tTo: newReference(),\n\t}\n}\n\nfunc newReference() *Reference {\n\treturn &Reference{\n\t\tType: \"person\",\n\t\tUniqueAttributeValue: \"Dylan\",\n\t\tScope: \"global\",\n\t}\n}\n\nfunc newItem() *Item {\n\treturn &Item{\n\t\tType: \"user\",\n\t\tUniqueAttribute: \"name\",\n\t\tScope: \"test\",\n\t\t// TODO(LIQs): delete empty data\n\t\tLinkedItemQueries: []*LinkedItemQuery{},\n\t\tLinkedItems: []*LinkedItem{},\n\t\tAttributes: &ItemAttributes{\n\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\"name\": {\n\t\t\t\t\t\tKind: &structpb.Value_StringValue{\n\t\t\t\t\t\t\tStringValue: \"bar\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tMetadata: &Metadata{\n\t\t\tSourceName: \"users\",\n\t\t\tSourceQuery: &Query{\n\t\t\t\tType: \"user\",\n\t\t\t\tMethod: QueryMethod_LIST,\n\t\t\t\tQuery: \"*\",\n\t\t\t\tRecursionBehaviour: &Query_RecursionBehaviour{\n\t\t\t\t\tLinkDepth: 12,\n\t\t\t\t},\n\t\t\t\tScope: \"testScope\",\n\t\t\t},\n\t\t\tTimestamp: timestamppb.Now(),\n\t\t\tSourceDuration: &durationpb.Duration{\n\t\t\t\tSeconds: 1,\n\t\t\t\tNanos: 1,\n\t\t\t},\n\t\t\tSourceDurationPerItem: &durationpb.Duration{\n\t\t\t\tSeconds: 0,\n\t\t\t\tNanos: 500,\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc TestAdapterMetadataValidation(t *testing.T) {\n\tt.Run(\"Valid Metadata\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{\n\t\t\t\t\tTerraformMethod: QueryMethod_GET,\n\t\t\t\t\tTerraformQueryMap: \"aws_test_adapter.test_adapter\",\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"expected no errors, got %v\", err)\n\t\t}\n\t})\n\tt.Run(\"Empty Terraform mappings is OK\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"expected no errors, got %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Empty strings in the potential links\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{\n\t\t\t\t\tTerraformMethod: QueryMethod_GET,\n\t\t\t\t\tTerraformQueryMap: \"aws_test_adapter.test_adapter\",\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"Undefined category\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: 9999, // Undefined category\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{\n\t\t\t\t\tTerraformMethod: QueryMethod_GET,\n\t\t\t\t\tTerraformQueryMap: \"aws_test_adapter.test_adapter\",\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"Undefined Terraform query method\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{\n\t\t\t\t\tTerraformMethod: 9999, // Undefined method\n\t\t\t\t\tTerraformQueryMap: \"aws_test_adapter.test_adapter\",\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"Malformed Terraform query map - no dots\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{\n\t\t\t\t\tTerraformMethod: QueryMethod_GET,\n\t\t\t\t\tTerraformQueryMap: \"aws_test_adapter_test_adapter\", // no dots!\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"Malformed Terraform query map - more than 2 items\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{\n\t\t\t\t\tTerraformMethod: QueryMethod_GET,\n\t\t\t\t\tTerraformQueryMap: \"aws_test_adapter.test_adapter_id.something_else\", // expected 2 items, got 3\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"With Nil Terraform mapping\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\tnil,\n\t\t\t\t{\n\t\t\t\t\tTerraformMethod: QueryMethod_GET,\n\t\t\t\t\tTerraformQueryMap: \"aws_test_adapter.test_adapter_id\",\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"Missing get description\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{TerraformQueryMap: \"aws_test_adapter.test_adapter\"},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"Missing search description\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{TerraformQueryMap: \"aws_test_adapter.test_adapter\"},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"Missing list description\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{TerraformQueryMap: \"aws_test_adapter.test_adapter\"},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"Empty string in the get description\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{TerraformQueryMap: \"aws_test_adapter.test_adapter\"},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"Empty string in the search description\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"List test adapters\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{TerraformQueryMap: \"aws_test_adapter.test_adapter\"},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n\n\tt.Run(\"Empty string in the list description\", func(t *testing.T) {\n\t\tmd := &AdapterMetadata{\n\t\t\tType: \"test-adapter\",\n\t\t\tDescriptiveName: \"Test Adapter\",\n\t\t\tCategory: AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tSupportedQueryMethods: &AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tGetDescription: \"Get a test adapter\",\n\t\t\t\tSearch: true,\n\t\t\t\tSearchDescription: \"Search test adapters\",\n\t\t\t\tList: true,\n\t\t\t\tListDescription: \"\",\n\t\t\t},\n\t\t\tPotentialLinks: []string{\"test-link\"},\n\t\t\tTerraformMappings: []*TerraformMapping{\n\t\t\t\t{TerraformQueryMap: \"aws_test_adapter.test_adapter\"},\n\t\t\t},\n\t\t}\n\n\t\terr := protovalidate.Validate(md)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got nil\")\n\t\t}\n\n\t\tvar validationError *protovalidate.ValidationError\n\t\tif !errors.As(err, &validationError) {\n\t\t\tt.Errorf(\"expected validation error, got %T: %v\", err, err)\n\t\t}\n\t})\n}\n" }, { "path": "go/sdpcache/bolt.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// BoltCache wraps boltStore and delegates Lookup control-flow to\n// lookupCoordinator. Purge scheduling lives here; boltStore only handles\n// storage and purge execution.\ntype BoltCache struct {\n\tpurger\n\n\t*boltStore\n\tpending *pendingWork\n\tlookup *lookupCoordinator\n}\n\n// assert interface\nvar _ Cache = (*BoltCache)(nil)\n\n// NewBoltCache creates a new BoltCache at the specified path.\n// If a cache file already exists at the path, it will be opened and used.\n// The existing file will be automatically handled by the purge process,\n// which removes expired items. No explicit cleanup is needed on startup.\nfunc NewBoltCache(path string, opts ...BoltCacheOption) (*BoltCache, error) {\n\tstore, err := newBoltCacheStore(path, opts...)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tpending := newPendingWork()\n\tc := &BoltCache{\n\t\tboltStore: store,\n\t\tpending: pending,\n\t\tlookup: newLookupCoordinator(pending),\n\t}\n\tc.purgeFunc = c.boltStore.Purge\n\treturn c, nil\n}\n\n// Lookup performs a cache lookup for the given query parameters.\nfunc (c *BoltCache) Lookup(ctx context.Context, srcName string, method sdp.QueryMethod, scope string, typ string, query string, ignoreCache bool) (bool, CacheKey, []*sdp.Item, *sdp.QueryError, func()) {\n\tctx, span := tracing.Tracer().Start(ctx, \"BoltCache.Lookup\",\n\t\ttrace.WithAttributes(\n\t\t\tattribute.String(\"ovm.cache.sourceName\", srcName),\n\t\t\tattribute.String(\"ovm.cache.method\", method.String()),\n\t\t\tattribute.String(\"ovm.cache.scope\", scope),\n\t\t\tattribute.String(\"ovm.cache.type\", typ),\n\t\t\tattribute.String(\"ovm.cache.query\", query),\n\t\t\tattribute.Bool(\"ovm.cache.ignoreCache\", ignoreCache),\n\t\t),\n\t)\n\tdefer span.End()\n\n\tck := CacheKeyFromParts(srcName, method, scope, typ, query)\n\n\tif c == nil || c.boltStore == nil {\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.cache.result\", \"cache not initialised\"),\n\t\t\tattribute.Bool(\"ovm.cache.hit\", false),\n\t\t)\n\t\treturn false, ck, nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"cache has not been initialised\",\n\t\t\tScope: scope,\n\t\t\tSourceName: srcName,\n\t\t\tItemType: typ,\n\t\t}, noopDone\n\t}\n\n\t// Set disk usage metrics\n\tc.setDiskUsageAttributes(span)\n\n\tif ignoreCache {\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.cache.result\", \"ignore cache\"),\n\t\t\tattribute.Bool(\"ovm.cache.hit\", false),\n\t\t)\n\t\treturn false, ck, nil, nil, noopDone\n\t}\n\n\tlookup := c.lookup\n\tif lookup == nil {\n\t\tlookup = newLookupCoordinator(c.pending)\n\t}\n\n\thit, items, qErr, done := lookup.Lookup(\n\t\tctx,\n\t\tc,\n\t\tck,\n\t\tmethod,\n\t)\n\treturn hit, ck, items, qErr, done\n}\n\n// StoreItem delegates to boltStore and pokes the purge timer.\nfunc (c *BoltCache) StoreItem(ctx context.Context, item *sdp.Item, duration time.Duration, ck CacheKey) {\n\tif item == nil {\n\t\treturn\n\t}\n\tc.boltStore.StoreItem(ctx, item, duration, ck)\n\tc.setNextPurgeIfEarlier(time.Now().Add(duration))\n}\n\n// StoreUnavailableItem delegates to boltStore and pokes the purge timer.\nfunc (c *BoltCache) StoreUnavailableItem(ctx context.Context, err error, duration time.Duration, ck CacheKey) {\n\tif err == nil {\n\t\treturn\n\t}\n\tc.boltStore.StoreUnavailableItem(ctx, err, duration, ck)\n\tc.setNextPurgeIfEarlier(time.Now().Add(duration))\n}\n" }, { "path": "go/sdpcache/boltstore.go", "content": "package sdpcache\n\nimport (\n\t\"bytes\"\n\t\"context\"\n\t\"encoding/binary\"\n\t\"errors\"\n\t\"fmt\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"sync\"\n\t\"syscall\"\n\t\"time\"\n\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.etcd.io/bbolt\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/codes\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\n// Bucket names for bbolt\nvar (\n\titemsBucketName = []byte(\"items\")\n\texpiryBucketName = []byte(\"expiry\")\n\tmetaBucketName = []byte(\"meta\")\n\tdeletedBytesKey = []byte(\"deletedBytes\")\n)\n\n// cacheOpenOptions are the bbolt options used for every Open call in this\n// package. Since this is a cache layer, crash durability is unnecessary:\n// - NoSync skips fdatasync per commit, removing the single-writer bottleneck.\n// - NoFreelistSync skips persisting the freelist, reducing write amplification.\nvar cacheOpenOptions = &bbolt.Options{\n\tTimeout: 5 * time.Second,\n\tNoSync: true,\n\tNoFreelistSync: true,\n}\n\n// DefaultCompactThreshold is the default threshold for triggering compaction (100MB)\nconst DefaultCompactThreshold = 100 * 1024 * 1024\n\n// isDiskFullError checks if an error is due to disk being full (ENOSPC)\nfunc isDiskFullError(err error) bool {\n\tif err == nil {\n\t\treturn false\n\t}\n\t// Check if it wraps ENOSPC\n\tvar errno syscall.Errno\n\tif errors.As(err, &errno) && errno == syscall.ENOSPC {\n\t\treturn true\n\t}\n\t// Check using errors.Is for wrapped errors\n\treturn errors.Is(err, syscall.ENOSPC)\n}\n\n// encodeCachedEntry serializes a CachedEntry to bytes using protobuf\nfunc encodeCachedEntry(e *sdp.CachedEntry) ([]byte, error) {\n\treturn proto.Marshal(e)\n}\n\n// decodeCachedEntry deserializes bytes to a CachedEntry using protobuf\nfunc decodeCachedEntry(data []byte) (*sdp.CachedEntry, error) {\n\te := &sdp.CachedEntry{}\n\tif err := proto.Unmarshal(data, e); err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to unmarshal cached entry: %w\", err)\n\t}\n\treturn e, nil\n}\n\n// toCachedResult converts a CachedEntry to a CachedResult\nfunc cachedEntryToCachedResult(e *sdp.CachedEntry) *CachedResult {\n\tresult := &CachedResult{\n\t\tItem: e.GetItem(),\n\t\tExpiry: time.Unix(0, e.GetExpiryUnixNano()),\n\t\tIndexValues: IndexValues{\n\t\t\tSSTHash: SSTHash(e.GetSstHash()),\n\t\t\tUniqueAttributeValue: e.GetUniqueAttributeValue(),\n\t\t\tMethod: e.GetMethod(),\n\t\t\tQuery: e.GetQuery(),\n\t\t},\n\t}\n\t// Only set Error if it's actually meaningful (not nil and not zero-value)\n\terr := e.GetError()\n\tif err != nil && (err.GetErrorType() != 0 || err.GetErrorString() != \"\" || err.GetScope() != \"\" || err.GetSourceName() != \"\" || err.GetItemType() != \"\") {\n\t\tresult.Error = err\n\t}\n\treturn result\n}\n\n// fromCachedResult creates a CachedEntry from a CachedResult\nfunc fromCachedResult(cr *CachedResult) (*sdp.CachedEntry, error) {\n\te := &sdp.CachedEntry{\n\t\tItem: cr.Item,\n\t\tExpiryUnixNano: cr.Expiry.UnixNano(),\n\t\tUniqueAttributeValue: cr.IndexValues.UniqueAttributeValue,\n\t\tMethod: cr.IndexValues.Method,\n\t\tQuery: cr.IndexValues.Query,\n\t\tSstHash: string(cr.IndexValues.SSTHash),\n\t}\n\n\tif cr.Error != nil {\n\t\t// Try to cast to QueryError for protobuf serialization\n\t\tvar qErr *sdp.QueryError\n\t\tif errors.As(cr.Error, &qErr) {\n\t\t\te.Error = qErr\n\t\t} else {\n\t\t\t// For non-QueryError errors, wrap in a QueryError\n\t\t\te.Error = &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: cr.Error.Error(),\n\t\t\t}\n\t\t}\n\t}\n\n\treturn e, nil\n}\n\n// makeEntryKey creates a key for storing an entry in the items bucket\n// Format: {method}|{query}|{uniqueAttributeValue}|{globallyUniqueName}\nfunc makeEntryKey(iv IndexValues, item *sdp.Item) []byte {\n\tvar gun string\n\tif item != nil {\n\t\tgun = item.GloballyUniqueName()\n\t}\n\tkey := fmt.Sprintf(\"%d|%s|%s|%s\", iv.Method, iv.Query, iv.UniqueAttributeValue, gun)\n\treturn []byte(key)\n}\n\n// makeExpiryKey creates a key for the expiry index\n// Format: {expiryNano}|{sstHash}|{entryKey}\nfunc makeExpiryKey(expiry time.Time, sstHash SSTHash, entryKey []byte) []byte {\n\t// Use big-endian encoding for expiry so keys sort chronologically\n\tbuf := make([]byte, 8+1+len(sstHash)+1+len(entryKey))\n\texpiryNano := expiry.UnixNano()\n\tvar expiryNanoUint uint64\n\tif expiryNano < 0 {\n\t\texpiryNanoUint = 0\n\t} else {\n\t\texpiryNanoUint = uint64(expiryNano)\n\t}\n\tbinary.BigEndian.PutUint64(buf[0:8], expiryNanoUint)\n\tbuf[8] = '|'\n\tcopy(buf[9:], []byte(sstHash))\n\tbuf[9+len(sstHash)] = '|'\n\tcopy(buf[10+len(sstHash):], entryKey)\n\treturn buf\n}\n\n// parseExpiryKey extracts the expiry time, sst hash, and entry key from an expiry key\nfunc parseExpiryKey(key []byte) (time.Time, SSTHash, []byte, error) {\n\tif len(key) < 10 {\n\t\treturn time.Time{}, \"\", nil, errors.New(\"expiry key too short\")\n\t}\n\n\texpiryNanoUint := binary.BigEndian.Uint64(key[0:8])\n\texpiryNano := int64(expiryNanoUint) //nolint:gosec // G115 (overflow): guarded by underflow check that clamps to zero\n\t// Check for overflow when converting uint64 to int64\n\tif expiryNano < 0 && expiryNanoUint > 0 {\n\t\texpiryNano = 0\n\t}\n\texpiry := time.Unix(0, expiryNano)\n\n\t// Find the separators\n\trest := key[9:] // skip the first separator\n\tbefore, after, ok := bytes.Cut(rest, []byte{'|'})\n\tif !ok {\n\t\treturn time.Time{}, \"\", nil, errors.New(\"invalid expiry key format\")\n\t}\n\n\tsstHash := SSTHash(before)\n\tentryKey := after\n\n\treturn expiry, sstHash, entryKey, nil\n}\n\n// boltStore holds the bbolt-backed storage implementation reused by both\n// BoltCache and ShardedCache. It handles storage and purge execution only;\n// purge scheduling (timer, goroutine) is owned by the Cache-level wrapper.\ntype boltStore struct {\n\tdb *bbolt.DB\n\tpath string\n\n\t// CompactThreshold is the number of deleted bytes before triggering compaction\n\tCompactThreshold int64\n\n\t// Track deleted bytes for compaction\n\tdeletedBytes int64\n\tdeletedMu sync.Mutex\n\n\t// Ensures that compaction operations aren't running concurrently\n\t// Read operations use RLock, write operations and compaction use Lock\n\tcompactMutex sync.RWMutex\n}\n\n// BoltCacheOption is a functional option for configuring bolt-backed storage.\ntype BoltCacheOption func(*boltStore)\n\n// WithCompactThreshold sets the threshold for triggering compaction\nfunc WithCompactThreshold(bytes int64) BoltCacheOption {\n\treturn func(c *boltStore) {\n\t\tc.CompactThreshold = bytes\n\t}\n}\n\nfunc newBoltCacheStore(path string, opts ...BoltCacheOption) (*boltStore, error) {\n\t// Ensure the directory exists\n\tdir := filepath.Dir(path)\n\tif err := os.MkdirAll(dir, 0o755); err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create directory: %w\", err)\n\t}\n\n\t// bbolt.Open will open an existing file if present, or create a new one\n\tdb, err := bbolt.Open(path, 0o600, cacheOpenOptions)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to open bolt database: %w\", err)\n\t}\n\n\tc := &boltStore{\n\t\tdb: db,\n\t\tpath: path,\n\t\tCompactThreshold: DefaultCompactThreshold,\n\t}\n\n\tfor _, opt := range opts {\n\t\topt(c)\n\t}\n\n\t// Initialize buckets\n\tif err := c.initBuckets(); err != nil {\n\t\tdb.Close()\n\t\treturn nil, fmt.Errorf(\"failed to initialize buckets: %w\", err)\n\t}\n\n\t// Load deleted bytes from meta\n\tif err := c.loadDeletedBytes(); err != nil {\n\t\tdb.Close()\n\t\treturn nil, fmt.Errorf(\"failed to load deleted bytes: %w\", err)\n\t}\n\n\treturn c, nil\n}\n\n// initBuckets creates the required buckets if they don't exist\nfunc (c *boltStore) initBuckets() error {\n\treturn c.db.Update(func(tx *bbolt.Tx) error {\n\t\tif _, err := tx.CreateBucketIfNotExists(itemsBucketName); err != nil {\n\t\t\treturn fmt.Errorf(\"failed to create items bucket: %w\", err)\n\t\t}\n\t\tif _, err := tx.CreateBucketIfNotExists(expiryBucketName); err != nil {\n\t\t\treturn fmt.Errorf(\"failed to create expiry bucket: %w\", err)\n\t\t}\n\t\tif _, err := tx.CreateBucketIfNotExists(metaBucketName); err != nil {\n\t\t\treturn fmt.Errorf(\"failed to create meta bucket: %w\", err)\n\t\t}\n\t\treturn nil\n\t})\n}\n\n// loadDeletedBytes loads the deleted bytes counter from the meta bucket\nfunc (c *boltStore) loadDeletedBytes() error {\n\treturn c.db.View(func(tx *bbolt.Tx) error {\n\t\tmeta := tx.Bucket(metaBucketName)\n\t\tif meta == nil {\n\t\t\treturn nil\n\t\t}\n\n\t\tdata := meta.Get(deletedBytesKey)\n\t\tif len(data) == 8 {\n\t\t\tdeletedBytesUint := binary.BigEndian.Uint64(data)\n\t\t\tdeletedBytes := int64(deletedBytesUint) //nolint:gosec // G115 (overflow): guarded by underflow check that clamps to zero\n\t\t\t// Check for overflow when converting uint64 to int64\n\t\t\tif deletedBytes < 0 && deletedBytesUint > 0 {\n\t\t\t\tdeletedBytes = 0\n\t\t\t}\n\t\t\tc.deletedBytes = deletedBytes\n\t\t}\n\t\treturn nil\n\t})\n}\n\n// saveDeletedBytes saves the deleted bytes counter to the meta bucket\nfunc (c *boltStore) saveDeletedBytes(tx *bbolt.Tx) error {\n\tmeta := tx.Bucket(metaBucketName)\n\tif meta == nil {\n\t\treturn errors.New(\"meta bucket not found\")\n\t}\n\n\tbuf := make([]byte, 8)\n\tdeletedBytes := c.deletedBytes\n\tvar deletedBytesUint uint64\n\tif deletedBytes < 0 {\n\t\tdeletedBytesUint = 0\n\t} else {\n\t\tdeletedBytesUint = uint64(deletedBytes)\n\t}\n\tbinary.BigEndian.PutUint64(buf, deletedBytesUint)\n\treturn meta.Put(deletedBytesKey, buf)\n}\n\n// addDeletedBytes adds to the deleted bytes counter (thread-safe)\nfunc (c *boltStore) addDeletedBytes(n int64) {\n\tc.deletedMu.Lock()\n\tc.deletedBytes += n\n\tc.deletedMu.Unlock()\n}\n\n// getDeletedBytes returns the current deleted bytes count (thread-safe)\nfunc (c *boltStore) getDeletedBytes() int64 {\n\tc.deletedMu.Lock()\n\tdefer c.deletedMu.Unlock()\n\treturn c.deletedBytes\n}\n\n// resetDeletedBytes resets the deleted bytes counter (thread-safe)\nfunc (c *boltStore) resetDeletedBytes() {\n\tc.deletedMu.Lock()\n\tc.deletedBytes = 0\n\tc.deletedMu.Unlock()\n}\n\n// getFileSize returns the size of the BoltDB file, logging any errors\nfunc (c *boltStore) getFileSize() int64 {\n\tif c == nil || c.path == \"\" {\n\t\treturn 0\n\t}\n\n\tstat, err := os.Stat(c.path)\n\tif err != nil {\n\t\tif os.IsNotExist(err) {\n\t\t\tlog.Warnf(\"BoltDB cache file does not exist: %s\", c.path)\n\t\t} else {\n\t\t\tlog.WithError(err).Warnf(\"Failed to stat BoltDB cache file: %s\", c.path)\n\t\t}\n\t\treturn 0\n\t}\n\n\treturn stat.Size()\n}\n\n// setDiskUsageAttributes sets disk usage attributes on a span\nfunc (c *boltStore) setDiskUsageAttributes(span trace.Span) {\n\tif c == nil {\n\t\treturn\n\t}\n\n\tfileSize := c.getFileSize()\n\tdeletedBytes := c.getDeletedBytes()\n\tspan.SetAttributes(\n\t\tattribute.Int64(\"ovm.boltdb.fileSizeBytes\", fileSize),\n\t\tattribute.Int64(\"ovm.boltdb.deletedBytes\", deletedBytes),\n\t\tattribute.Int64(\"ovm.boltdb.compactThresholdBytes\", c.CompactThreshold),\n\t)\n}\n\n// CloseAndDestroy closes the database and deletes the cache file.\n// This method makes the destructive behavior explicit.\nfunc (c *boltStore) CloseAndDestroy() error {\n\tif c == nil {\n\t\treturn nil\n\t}\n\t// Acquire write lock to prevent compaction from interfering\n\tc.compactMutex.Lock()\n\tdefer c.compactMutex.Unlock()\n\n\t// Get the file path before closing\n\tpath := c.db.Path()\n\n\t// Close the database\n\tif err := c.db.Close(); err != nil {\n\t\treturn err\n\t}\n\n\t// Delete the cache file\n\treturn os.Remove(path)\n}\n\n// deleteCacheFile removes the cache file entirely. This is used as a last resort\n// when the disk is full and cleanup doesn't help. It closes the database,\n// removes the file, and resets internal state.\nfunc (c *boltStore) deleteCacheFile(ctx context.Context) error {\n\tif c == nil {\n\t\treturn nil\n\t}\n\n\t// Create a span for this operation\n\tctx, span := tracing.Tracer().Start(ctx, \"BoltCache.deleteCacheFile\", trace.WithAttributes(\n\t\tattribute.String(\"ovm.cache.path\", c.path),\n\t))\n\tdefer span.End()\n\n\t// Acquire write lock to prevent compaction from interfering\n\tc.compactMutex.Lock()\n\tdefer c.compactMutex.Unlock()\n\n\treturn c.deleteCacheFileLocked(ctx, span)\n}\n\n// deleteCacheFileLocked is the internal version that assumes the caller already holds compactMutex.Lock()\nfunc (c *boltStore) deleteCacheFileLocked(ctx context.Context, span trace.Span) error {\n\t// Close the database if it's open\n\tif err := c.db.Close(); err != nil {\n\t\tspan.RecordError(err)\n\t\tsentry.CaptureException(err)\n\t\tlog.WithContext(ctx).WithError(err).Error(\"Failed to close database during cache file deletion\")\n\t}\n\n\t// Remove the cache file\n\tif c.path != \"\" {\n\t\tif err := os.Remove(c.path); err != nil && !os.IsNotExist(err) {\n\t\t\tspan.RecordError(err)\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithContext(ctx).WithError(err).Error(\"Failed to remove cache file\")\n\t\t\treturn fmt.Errorf(\"failed to remove cache file: %w\", err)\n\t\t}\n\t\tspan.SetAttributes(attribute.Bool(\"ovm.cache.file_deleted\", true))\n\t}\n\n\t// Reset internal state\n\tc.resetDeletedBytes()\n\n\t// Reopen the database\n\tdb, err := bbolt.Open(c.path, 0o600, cacheOpenOptions)\n\tif err != nil {\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"failed to reopen database\")\n\t\treturn fmt.Errorf(\"failed to reopen database: %w\", err)\n\t}\n\n\tc.db = db\n\n\t// Initialize buckets\n\tif err := c.initBuckets(); err != nil {\n\t\t_ = db.Close()\n\t\treturn fmt.Errorf(\"failed to initialize buckets after cache file deletion: %w\", err)\n\t}\n\n\treturn nil\n}\n\n// Search performs a lower-level search using a CacheKey, bypassing pendingWork\n// deduplication. This is used by ShardedCache and lookupCoordinator.\n// If ctx contains a span, detailed timing metrics will be added as span attributes.\nfunc (c *boltStore) Search(ctx context.Context, ck CacheKey) ([]*sdp.Item, error) {\n\tif c == nil {\n\t\treturn nil, nil\n\t}\n\n\t// Get span from context if available\n\tspan := trace.SpanFromContext(ctx)\n\n\t// Acquire read lock to prevent compaction from closing the database, but do not lock out other bbolt operations\n\tlockAcquireStart := time.Now()\n\tc.compactMutex.RLock()\n\tlockAcquireDuration := time.Since(lockAcquireStart)\n\tdefer c.compactMutex.RUnlock()\n\n\tresults := make([]*CachedResult, 0)\n\tvar itemsScanned int\n\n\ttxStart := time.Now()\n\terr := c.db.View(func(tx *bbolt.Tx) error {\n\t\titems := tx.Bucket(itemsBucketName)\n\t\tif items == nil {\n\t\t\treturn nil\n\t\t}\n\n\t\tsstHash := ck.SST.Hash()\n\t\tsstBucket := items.Bucket([]byte(sstHash))\n\t\tif sstBucket == nil {\n\t\t\treturn nil\n\t\t}\n\n\t\tnow := time.Now()\n\n\t\t// Scan through all entries in this SST bucket\n\t\tcursor := sstBucket.Cursor()\n\t\tfor k, v := cursor.First(); k != nil; k, v = cursor.Next() {\n\t\t\titemsScanned++\n\t\t\tentry, err := decodeCachedEntry(v)\n\t\t\tif err != nil {\n\t\t\t\tcontinue // Skip corrupted entries\n\t\t\t}\n\n\t\t\t// Check if expired\n\t\t\texpiry := time.Unix(0, entry.GetExpiryUnixNano())\n\t\t\tif expiry.Before(now) {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\t// Check if matches the cache key\n\t\t\tentryIV := IndexValues{\n\t\t\t\tSSTHash: SSTHash(entry.GetSstHash()),\n\t\t\t\tUniqueAttributeValue: entry.GetUniqueAttributeValue(),\n\t\t\t\tMethod: entry.GetMethod(),\n\t\t\t\tQuery: entry.GetQuery(),\n\t\t\t}\n\t\t\tif !ck.Matches(entryIV) {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tresult := cachedEntryToCachedResult(entry)\n\t\t\tresults = append(results, result)\n\t\t}\n\n\t\treturn nil\n\t})\n\ttxDuration := time.Since(txStart)\n\n\t// Add detailed search metrics to span if available\n\tif span.IsRecording() {\n\t\tspan.SetAttributes(\n\t\t\tattribute.Int64(\"ovm.cache.lockAcquireDuration_ms\", lockAcquireDuration.Milliseconds()),\n\t\t\tattribute.Int64(\"ovm.cache.txDuration_ms\", txDuration.Milliseconds()),\n\t\t\tattribute.Int(\"ovm.cache.itemsScanned\", itemsScanned),\n\t\t\tattribute.Int(\"ovm.cache.itemsReturned\", len(results)),\n\t\t)\n\t}\n\n\tif err != nil {\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"cache search failed\")\n\t\treturn nil, fmt.Errorf(\"search failed: %w\", err)\n\t}\n\n\tif len(results) == 0 {\n\t\treturn nil, ErrCacheNotFound\n\t}\n\n\t// Check for errors first\n\titems := make([]*sdp.Item, 0, len(results))\n\tfor _, res := range results {\n\t\tif res.Error != nil {\n\t\t\treturn nil, res.Error\n\t\t}\n\n\t\tif res.Item != nil {\n\t\t\titems = append(items, res.Item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\n// StoreItem stores an item in the cache with the specified duration.\nfunc (c *boltStore) StoreItem(ctx context.Context, item *sdp.Item, duration time.Duration, ck CacheKey) {\n\tif item == nil || c == nil {\n\t\treturn\n\t}\n\n\t// Acquire read lock to prevent compaction from closing the database, but do not lock out other bbolt operations\n\tc.compactMutex.RLock()\n\tdefer c.compactMutex.RUnlock()\n\n\tmethodStr := \"\"\n\tif ck.Method != nil {\n\t\tmethodStr = ck.Method.String()\n\t}\n\n\tctx, span := tracing.Tracer().Start(ctx, \"BoltCache.StoreItem\",\n\t\ttrace.WithAttributes(\n\t\t\tattribute.String(\"ovm.cache.method\", methodStr),\n\t\t\tattribute.String(\"ovm.cache.scope\", ck.SST.Scope),\n\t\t\tattribute.String(\"ovm.cache.type\", ck.SST.Type),\n\t\t\tattribute.String(\"ovm.cache.sourceName\", ck.SST.SourceName),\n\t\t\tattribute.String(\"ovm.cache.itemType\", item.GetType()),\n\t\t\tattribute.String(\"ovm.cache.itemScope\", item.GetScope()),\n\t\t\tattribute.String(\"ovm.cache.duration\", duration.String()),\n\t\t),\n\t)\n\tdefer span.End()\n\n\t// Set disk usage metrics\n\tc.setDiskUsageAttributes(span)\n\n\tres := CachedResult{\n\t\tItem: item,\n\t\tError: nil,\n\t\tExpiry: time.Now().Add(duration),\n\t\tIndexValues: IndexValues{\n\t\t\tUniqueAttributeValue: item.UniqueAttributeValue(),\n\t\t},\n\t}\n\n\tif ck.Method != nil {\n\t\tres.IndexValues.Method = *ck.Method\n\t}\n\tif ck.Query != nil {\n\t\tres.IndexValues.Query = *ck.Query\n\t}\n\n\tres.IndexValues.SSTHash = ck.SST.Hash()\n\n\tc.storeResult(ctx, res)\n}\n\n// StoreUnavailableItem stores an error in the cache with the specified duration.\nfunc (c *boltStore) StoreUnavailableItem(ctx context.Context, err error, duration time.Duration, ck CacheKey) {\n\tif c == nil || err == nil {\n\t\treturn\n\t}\n\n\t// Acquire read lock to prevent compaction from closing the database, but do not lock out other bbolt operations\n\tc.compactMutex.RLock()\n\tdefer c.compactMutex.RUnlock()\n\n\tmethodStr := \"\"\n\tif ck.Method != nil {\n\t\tmethodStr = ck.Method.String()\n\t}\n\n\tctx, span := tracing.Tracer().Start(ctx, \"BoltCache.StoreUnavailableItem\",\n\t\ttrace.WithAttributes(\n\t\t\tattribute.String(\"ovm.cache.method\", methodStr),\n\t\t\tattribute.String(\"ovm.cache.scope\", ck.SST.Scope),\n\t\t\tattribute.String(\"ovm.cache.type\", ck.SST.Type),\n\t\t\tattribute.String(\"ovm.cache.sourceName\", ck.SST.SourceName),\n\t\t\tattribute.String(\"ovm.cache.error\", err.Error()),\n\t\t\tattribute.String(\"ovm.cache.duration\", duration.String()),\n\t\t),\n\t)\n\tdefer span.End()\n\n\t// Set disk usage metrics\n\tc.setDiskUsageAttributes(span)\n\n\tres := CachedResult{\n\t\tItem: nil,\n\t\tError: err,\n\t\tExpiry: time.Now().Add(duration),\n\t\tIndexValues: ck.ToIndexValues(),\n\t}\n\n\tc.storeResult(ctx, res)\n}\n\n// storeResult stores a CachedResult in the database\nfunc (c *boltStore) storeResult(ctx context.Context, res CachedResult) {\n\tspan := trace.SpanFromContext(ctx)\n\n\tentry, err := fromCachedResult(&res)\n\tif err != nil {\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"failed to serialize cache result\")\n\t\treturn\n\t}\n\n\tentryBytes, err := encodeCachedEntry(entry)\n\tif err != nil {\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"failed to encode cache entry\")\n\t\treturn\n\t}\n\n\tentryKey := makeEntryKey(res.IndexValues, res.Item)\n\texpiryKey := makeExpiryKey(res.Expiry, res.IndexValues.SSTHash, entryKey)\n\n\toverwritten := false\n\tentrySize := int64(len(entryBytes))\n\n\t// Helper function to perform the actual database update\n\tperformUpdate := func() error {\n\t\treturn c.db.Update(func(tx *bbolt.Tx) error {\n\t\t\titems := tx.Bucket(itemsBucketName)\n\t\t\tif items == nil {\n\t\t\t\treturn errors.New(\"items bucket not found\")\n\t\t\t}\n\n\t\t\t// Get or create the SST sub-bucket\n\t\t\tsstBucket, err := items.CreateBucketIfNotExists([]byte(res.IndexValues.SSTHash))\n\t\t\tif err != nil {\n\t\t\t\treturn fmt.Errorf(\"failed to create sst bucket: %w\", err)\n\t\t\t}\n\n\t\t\t// Check if we're overwriting an unexpired entry\n\t\t\texistingData := sstBucket.Get(entryKey)\n\t\t\tif existingData != nil {\n\t\t\t\texistingEntry, err := decodeCachedEntry(existingData)\n\t\t\t\tif err == nil {\n\t\t\t\t\texistingExpiry := time.Unix(0, existingEntry.GetExpiryUnixNano())\n\t\t\t\t\tnow := time.Now()\n\t\t\t\t\tif existingExpiry.After(now) {\n\t\t\t\t\t\toverwritten = true\n\t\t\t\t\t\ttimeUntilExpiry := existingExpiry.Sub(now)\n\n\t\t\t\t\t\tattrs := []attribute.KeyValue{\n\t\t\t\t\t\t\tattribute.Bool(\"ovm.cache.unexpired_overwrite\", true),\n\t\t\t\t\t\t\tattribute.String(\"ovm.cache.time_until_expiry\", timeUntilExpiry.String()),\n\t\t\t\t\t\t\tattribute.String(\"ovm.cache.sst_hash\", string(res.IndexValues.SSTHash)),\n\t\t\t\t\t\t\tattribute.String(\"ovm.cache.query_method\", res.IndexValues.Method.String()),\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tif res.Item != nil {\n\t\t\t\t\t\t\tattrs = append(attrs,\n\t\t\t\t\t\t\t\tattribute.String(\"ovm.cache.item_type\", res.Item.GetType()),\n\t\t\t\t\t\t\t\tattribute.String(\"ovm.cache.item_scope\", res.Item.GetScope()),\n\t\t\t\t\t\t\t)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tif res.IndexValues.Query != \"\" {\n\t\t\t\t\t\t\tattrs = append(attrs, attribute.String(\"ovm.cache.query\", res.IndexValues.Query))\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tif res.IndexValues.UniqueAttributeValue != \"\" {\n\t\t\t\t\t\t\tattrs = append(attrs, attribute.String(\"ovm.cache.unique_attribute\", res.IndexValues.UniqueAttributeValue))\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tspan.SetAttributes(attrs...)\n\n\t\t\t\t\t\t// Delete old expiry key\n\t\t\t\t\t\texpiry := tx.Bucket(expiryBucketName)\n\t\t\t\t\t\tif expiry != nil {\n\t\t\t\t\t\t\toldExpiryKey := makeExpiryKey(existingExpiry, res.IndexValues.SSTHash, entryKey)\n\t\t\t\t\t\t\t_ = expiry.Delete(oldExpiryKey)\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Store the entry\n\t\t\tif err := sstBucket.Put(entryKey, entryBytes); err != nil {\n\t\t\t\treturn fmt.Errorf(\"failed to store entry: %w\", err)\n\t\t\t}\n\n\t\t\t// Store in expiry index\n\t\t\texpiry := tx.Bucket(expiryBucketName)\n\t\t\tif expiry == nil {\n\t\t\t\treturn errors.New(\"expiry bucket not found\")\n\t\t\t}\n\t\t\tif err := expiry.Put(expiryKey, nil); err != nil {\n\t\t\t\treturn fmt.Errorf(\"failed to store expiry: %w\", err)\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\terr = performUpdate()\n\n\t// Handle disk full errors\n\t// Note: storeResult is called from StoreItem/StoreUnavailableItem which already holds compactMutex.RLock()\n\t// so we use the locked versions to avoid deadlock\n\tif err != nil && isDiskFullError(err) {\n\t\t// Attempt cleanup by purging expired items - needs to happen in a\n\t\t// goroutine to avoid deadlocks and get a fresh write lock\n\t\tgo func() {\n\t\t\t// we need a fresh write lock to block concurrent compaction and\n\t\t\t// deleteCacheFileLocked operations. Retrying performUpdate under\n\t\t\t// the write lock will ensure that only one instance of this\n\t\t\t// goroutine will actually perform the deleteCacheFileLocked.\n\t\t\tc.compactMutex.Lock()\n\t\t\tdefer c.compactMutex.Unlock()\n\n\t\t\tctx, purgeSpan := tracing.Tracer().Start(ctx, \"BoltCache.purgeLocked\")\n\t\t\tdefer purgeSpan.End()\n\t\t\tc.purgeLocked(ctx, time.Now())\n\n\t\t\t// Retry the write operation once\n\t\t\terr = performUpdate()\n\n\t\t\t// If still failing with disk full, delete the cache entirely - use locked version\n\t\t\tif err != nil && isDiskFullError(err) {\n\t\t\t\tdeleteCtx, deleteSpan := tracing.Tracer().Start(ctx, \"BoltCache.deleteCacheFileLocked\", trace.WithAttributes(\n\t\t\t\t\tattribute.String(\"ovm.cache.path\", c.path),\n\t\t\t\t))\n\t\t\t\tdefer deleteSpan.End()\n\t\t\t\t_ = c.deleteCacheFileLocked(deleteCtx, deleteSpan)\n\t\t\t\t// After deleting the cache, we can't store the result, so just return\n\t\t\t\treturn\n\t\t\t}\n\t\t}()\n\t\t// now return to release the read lock and allow the goroutine above to run\n\t\treturn\n\t}\n\n\tif err != nil {\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"failed to store result\")\n\t\t// Update disk usage metrics even on error\n\t\tc.setDiskUsageAttributes(span)\n\t\treturn\n\t}\n\n\tif !overwritten {\n\t\tspan.SetAttributes(attribute.Bool(\"ovm.cache.unexpired_overwrite\", false))\n\t}\n\n\t// Add entry size and update disk usage metrics\n\tspan.SetAttributes(\n\t\tattribute.Int64(\"ovm.boltdb.entrySizeBytes\", entrySize),\n\t)\n\tc.setDiskUsageAttributes(span)\n}\n\n// Delete removes all entries matching the given cache key.\nfunc (c *boltStore) Delete(ck CacheKey) {\n\tif c == nil {\n\t\treturn\n\t}\n\n\t// Acquire read lock to prevent compaction from closing the database, but do not lock out other bbolt operations\n\tc.compactMutex.RLock()\n\tdefer c.compactMutex.RUnlock()\n\n\tvar totalDeleted int64\n\n\t_ = c.db.Update(func(tx *bbolt.Tx) error {\n\t\titems := tx.Bucket(itemsBucketName)\n\t\tif items == nil {\n\t\t\treturn nil\n\t\t}\n\n\t\tsstHash := ck.SST.Hash()\n\t\tsstBucket := items.Bucket([]byte(sstHash))\n\t\tif sstBucket == nil {\n\t\t\treturn nil\n\t\t}\n\n\t\texpiry := tx.Bucket(expiryBucketName)\n\n\t\t// Collect keys to delete\n\t\tkeysToDelete := make([][]byte, 0)\n\t\tcursor := sstBucket.Cursor()\n\t\tfor k, v := cursor.First(); k != nil; k, v = cursor.Next() {\n\t\t\tentry, err := decodeCachedEntry(v)\n\t\t\tif err != nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tentryIV := IndexValues{\n\t\t\t\tSSTHash: SSTHash(entry.GetSstHash()),\n\t\t\t\tUniqueAttributeValue: entry.GetUniqueAttributeValue(),\n\t\t\t\tMethod: entry.GetMethod(),\n\t\t\t\tQuery: entry.GetQuery(),\n\t\t\t}\n\t\t\tif ck.Matches(entryIV) {\n\t\t\t\tkeysToDelete = append(keysToDelete, append([]byte(nil), k...))\n\t\t\t\ttotalDeleted += int64(len(k) + len(v))\n\n\t\t\t\t// Delete from expiry index\n\t\t\t\tif expiry != nil {\n\t\t\t\t\texpiryTime := time.Unix(0, entry.GetExpiryUnixNano())\n\t\t\t\t\texpiryKey := makeExpiryKey(expiryTime, SSTHash(entry.GetSstHash()), k)\n\t\t\t\t\t_ = expiry.Delete(expiryKey)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Delete the entries\n\t\tfor _, k := range keysToDelete {\n\t\t\t_ = sstBucket.Delete(k)\n\t\t}\n\n\t\treturn nil\n\t})\n\n\tif totalDeleted > 0 {\n\t\tc.addDeletedBytes(totalDeleted)\n\t}\n}\n\n// Clear removes all entries from the cache.\nfunc (c *boltStore) Clear() {\n\tif c == nil {\n\t\treturn\n\t}\n\n\t// Acquire read lock to prevent compaction from closing the database, but do not lock out other bbolt operations\n\tc.compactMutex.RLock()\n\tdefer c.compactMutex.RUnlock()\n\n\t_ = c.db.Update(func(tx *bbolt.Tx) error {\n\t\t// Delete and recreate buckets\n\t\t_ = tx.DeleteBucket(itemsBucketName)\n\t\t_ = tx.DeleteBucket(expiryBucketName)\n\n\t\t_, _ = tx.CreateBucketIfNotExists(itemsBucketName)\n\t\t_, _ = tx.CreateBucketIfNotExists(expiryBucketName)\n\n\t\t// Reset deleted bytes in meta\n\t\tmeta := tx.Bucket(metaBucketName)\n\t\tif meta != nil {\n\t\t\tbuf := make([]byte, 8)\n\t\t\t_ = meta.Put(deletedBytesKey, buf)\n\t\t}\n\n\t\treturn nil\n\t})\n\n\tc.resetDeletedBytes()\n}\n\n// Purge removes all expired items from the cache.\nfunc (c *boltStore) Purge(ctx context.Context, before time.Time) PurgeStats {\n\tif c == nil {\n\t\treturn PurgeStats{}\n\t}\n\n\tctx, span := tracing.Tracer().Start(ctx, \"BoltCache.Purge\",\n\t\ttrace.WithAttributes(\n\t\t\tattribute.String(\"ovm.boltdb.purgeBefore\", before.Format(time.RFC3339)),\n\t\t),\n\t)\n\tdefer span.End()\n\n\tstats := func() PurgeStats {\n\t\t// Acquire read lock to prevent compaction from closing the database, but do not lock out other bbolt operations\n\t\tc.compactMutex.RLock()\n\t\tdefer c.compactMutex.RUnlock()\n\n\t\treturn c.purgeLocked(ctx, before)\n\t}()\n\n\t// Check if compaction is needed\n\tdeletedBytesBeforeCompact := c.getDeletedBytes()\n\tcompactionTriggered := deletedBytesBeforeCompact >= c.CompactThreshold\n\n\tif compactionTriggered {\n\t\tspan.SetAttributes(\n\t\t\tattribute.Bool(\"ovm.boltdb.compactionTriggered\", true),\n\t\t\tattribute.Int64(\"ovm.boltdb.deletedBytesBeforeCompact\", deletedBytesBeforeCompact),\n\t\t)\n\t\tif err := c.compact(ctx); err == nil {\n\t\t\tspan.SetAttributes(attribute.Bool(\"ovm.boltdb.compactionSuccess\", true))\n\t\t} else {\n\t\t\tspan.RecordError(err)\n\t\t\tspan.SetStatus(codes.Error, \"compaction failed\")\n\t\t\tspan.SetAttributes(attribute.Bool(\"ovm.boltdb.compactionSuccess\", false))\n\t\t}\n\t} else {\n\t\tspan.SetAttributes(attribute.Bool(\"ovm.boltdb.compactionTriggered\", false))\n\t}\n\n\treturn stats\n}\n\n// purgeLocked is the internal version that assumes the caller already holds compactMutex.Lock()\n// It performs the actual purging work and returns the stats, but does not handle compaction.\nfunc (c *boltStore) purgeLocked(ctx context.Context, before time.Time) PurgeStats {\n\tspan := trace.SpanFromContext(ctx)\n\n\t// Set initial disk usage metrics\n\tc.setDiskUsageAttributes(span)\n\n\tstart := time.Now()\n\tvar nextExpiry *time.Time\n\tnumPurged := 0\n\tvar totalDeleted int64\n\n\t// Collect expired entries\n\ttype expiredEntry struct {\n\t\tsstHash SSTHash\n\t\tentryKey []byte\n\t\tsize int64\n\t}\n\texpired := make([]expiredEntry, 0)\n\n\tif err := c.db.View(func(tx *bbolt.Tx) error {\n\t\texpiry := tx.Bucket(expiryBucketName)\n\t\tif expiry == nil {\n\t\t\treturn nil\n\t\t}\n\n\t\titems := tx.Bucket(itemsBucketName)\n\n\t\tcursor := expiry.Cursor()\n\t\tfor k, _ := cursor.First(); k != nil; k, _ = cursor.Next() {\n\t\t\texpiryTime, sstHash, entryKey, err := parseExpiryKey(k)\n\t\t\tif err != nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tif expiryTime.Before(before) {\n\t\t\t\t// Calculate size for deleted bytes tracking\n\t\t\t\tvar size int64\n\t\t\t\tif items != nil {\n\t\t\t\t\tif sstBucket := items.Bucket([]byte(sstHash)); sstBucket != nil {\n\t\t\t\t\t\tif v := sstBucket.Get(entryKey); v != nil {\n\t\t\t\t\t\t\tsize = int64(len(k) + len(entryKey) + len(v))\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\texpired = append(expired, expiredEntry{\n\t\t\t\t\tsstHash: sstHash,\n\t\t\t\t\tentryKey: append([]byte(nil), entryKey...),\n\t\t\t\t\tsize: size,\n\t\t\t\t})\n\t\t\t} else {\n\t\t\t\t// Found first non-expired entry\n\t\t\t\tnextExpiry = &expiryTime\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\treturn nil\n\t}); err != nil {\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"purge scan failed\")\n\t}\n\n\t// Delete expired entries\n\tif len(expired) > 0 {\n\t\tif err := c.db.Update(func(tx *bbolt.Tx) error {\n\t\t\titems := tx.Bucket(itemsBucketName)\n\t\t\texpiry := tx.Bucket(expiryBucketName)\n\n\t\t\tfor _, e := range expired {\n\t\t\t\t// Delete from items\n\t\t\t\tif items != nil {\n\t\t\t\t\tif sstBucket := items.Bucket([]byte(e.sstHash)); sstBucket != nil {\n\t\t\t\t\t\t_ = sstBucket.Delete(e.entryKey)\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Delete from expiry index\n\t\t\t\tif expiry != nil {\n\t\t\t\t\t// We need to reconstruct the expiry key\n\t\t\t\t\tcursor := expiry.Cursor()\n\t\t\t\t\tfor k, _ := cursor.First(); k != nil; k, _ = cursor.Next() {\n\t\t\t\t\t\t_, sstHash, entryKey, err := parseExpiryKey(k)\n\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\t\t\t\t\t\tif sstHash == e.sstHash && bytes.Equal(entryKey, e.entryKey) {\n\t\t\t\t\t\t\t_ = expiry.Delete(k)\n\t\t\t\t\t\t\tbreak\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\ttotalDeleted += e.size\n\t\t\t\tnumPurged++\n\t\t\t}\n\n\t\t\t// Save deleted bytes\n\t\t\tc.addDeletedBytes(totalDeleted)\n\t\t\treturn c.saveDeletedBytes(tx)\n\t\t}); err != nil {\n\t\t\tspan.RecordError(err)\n\t\t\tspan.SetStatus(codes.Error, \"purge delete failed\")\n\t\t}\n\t}\n\n\t// Update final disk usage metrics\n\tc.setDiskUsageAttributes(span)\n\n\tspan.SetAttributes(\n\t\tattribute.Int(\"ovm.boltdb.numPurged\", numPurged),\n\t\tattribute.Int64(\"ovm.boltdb.totalDeletedBytes\", totalDeleted),\n\t)\n\tif nextExpiry != nil {\n\t\tspan.SetAttributes(attribute.String(\"ovm.boltdb.nextExpiry\", nextExpiry.Format(time.RFC3339)))\n\t}\n\n\treturn PurgeStats{\n\t\tNumPurged: numPurged,\n\t\tTimeTaken: time.Since(start),\n\t\tNextExpiry: nextExpiry,\n\t}\n}\n\n// compact performs database compaction to reclaim disk space\nfunc (c *boltStore) compact(ctx context.Context) error {\n\t// Acquire global lock to prevent any concurrent bbolt operations\n\tc.compactMutex.Lock()\n\tdefer c.compactMutex.Unlock()\n\n\tctx, span := tracing.Tracer().Start(ctx, \"BoltCache.compact\")\n\tdefer span.End()\n\n\t// Set initial disk usage metrics\n\tc.setDiskUsageAttributes(span)\n\n\tfileSizeBefore := c.getFileSize()\n\tif fileSizeBefore > 0 {\n\t\tspan.SetAttributes(attribute.Int64(\"ovm.boltdb.fileSizeBeforeBytes\", fileSizeBefore))\n\t}\n\n\t// Create a temporary file for the compacted database\n\ttempPath := c.path + \".compact\"\n\n\t// Helper to handle disk full errors during file operations\n\t// Note: We already hold compactMutex.Lock(), so we use the locked versions\n\thandleDiskFull := func(err error, operation string) error {\n\t\tif isDiskFullError(err) {\n\t\t\t// Attempt cleanup first - use locked version since we already hold the lock\n\t\t\tc.purgeLocked(ctx, time.Now())\n\t\t\t// If cleanup didn't help, delete the cache - use locked version\n\t\t\tdeleteCtx, deleteSpan := tracing.Tracer().Start(ctx, \"BoltCache.deleteCacheFileLocked\", trace.WithAttributes(\n\t\t\t\tattribute.String(\"ovm.cache.path\", c.path),\n\t\t\t))\n\t\t\tdefer deleteSpan.End()\n\t\t\t_ = c.deleteCacheFileLocked(deleteCtx, deleteSpan)\n\t\t\treturn fmt.Errorf(\"disk full during %s, cache deleted: %w\", operation, err)\n\t\t}\n\t\treturn err\n\t}\n\n\t// Open the destination database\n\tdstDB, err := bbolt.Open(tempPath, 0o600, cacheOpenOptions)\n\tif err != nil {\n\t\tif isDiskFullError(err) {\n\t\t\t// Attempt cleanup first - use locked version since we already hold the lock\n\t\t\tc.purgeLocked(ctx, time.Now())\n\t\t\t// Try again\n\t\t\tdstDB, err = bbolt.Open(tempPath, 0o600, cacheOpenOptions)\n\t\t\tif err != nil {\n\t\t\t\treturn handleDiskFull(err, \"temp database creation\")\n\t\t\t}\n\t\t} else {\n\t\t\treturn fmt.Errorf(\"failed to create temp database: %w\", err)\n\t\t}\n\t}\n\n\t// Compact from source to destination\n\tif err := bbolt.Compact(dstDB, c.db, 0); err != nil {\n\t\tdstDB.Close()\n\t\tos.Remove(tempPath)\n\t\tif isDiskFullError(err) {\n\t\t\t// Attempt cleanup first - use locked version since we already hold the lock\n\t\t\tc.purgeLocked(ctx, time.Now())\n\t\t\t// Try compaction again\n\t\t\tdstDB2, retryErr := bbolt.Open(tempPath, 0o600, cacheOpenOptions)\n\t\t\tif retryErr != nil {\n\t\t\t\treturn handleDiskFull(retryErr, \"temp database creation after cleanup\")\n\t\t\t}\n\t\t\tif compactErr := bbolt.Compact(dstDB2, c.db, 0); compactErr != nil {\n\t\t\t\tdstDB2.Close()\n\t\t\t\tos.Remove(tempPath)\n\t\t\t\treturn handleDiskFull(compactErr, \"compaction after cleanup\")\n\t\t\t}\n\t\t\t// Success on retry, continue with dstDB2\n\t\t\tdstDB = dstDB2\n\t\t} else {\n\t\t\treturn fmt.Errorf(\"compaction failed: %w\", err)\n\t\t}\n\t}\n\n\t// Close the destination database\n\tif err := dstDB.Close(); err != nil {\n\t\tos.Remove(tempPath)\n\t\treturn fmt.Errorf(\"failed to close temp database: %w\", err)\n\t}\n\n\t// Close the current database\n\tif err := c.db.Close(); err != nil {\n\t\tos.Remove(tempPath)\n\t\treturn fmt.Errorf(\"failed to close database: %w\", err)\n\t}\n\n\t// Replace the old file with the compacted one\n\tif err := os.Rename(tempPath, c.path); err != nil {\n\t\t// Try to reopen the original database\n\t\tc.db, _ = bbolt.Open(c.path, 0o600, cacheOpenOptions)\n\t\treturn handleDiskFull(err, \"rename\")\n\t}\n\n\t// Reopen the database\n\tdb, err := bbolt.Open(c.path, 0o600, cacheOpenOptions)\n\tif err != nil {\n\t\tspan.RecordError(err)\n\t\tspan.SetStatus(codes.Error, \"failed to reopen database\")\n\t\treturn fmt.Errorf(\"failed to reopen database: %w\", err)\n\t}\n\n\tc.db = db\n\n\t// Set final disk usage metrics and compaction results\n\tfileSizeAfter := c.getFileSize()\n\tspaceReclaimed := fileSizeBefore - fileSizeAfter\n\n\tspan.SetAttributes(\n\t\tattribute.Int64(\"ovm.boltdb.fileSizeAfterBytes\", fileSizeAfter),\n\t\tattribute.Int64(\"ovm.boltdb.spaceReclaimedBytes\", spaceReclaimed),\n\t)\n\tc.setDiskUsageAttributes(span)\n\n\t// update deleted bytes after compaction\n\tc.resetDeletedBytes()\n\t_ = c.db.Update(func(tx *bbolt.Tx) error {\n\t\treturn c.saveDeletedBytes(tx)\n\t})\n\n\treturn nil\n}\n" }, { "path": "go/sdpcache/boltstore_test.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// TestBoltStoreCloseAndDestroy verifies that CloseAndDestroy() correctly\n// closes the database and deletes the cache file.\nfunc TestBoltStoreCloseAndDestroy(t *testing.T) {\n\ttempDir := t.TempDir()\n\tcachePath := filepath.Join(tempDir, \"cache.db\")\n\n\t// Create a cache and store some data\n\tctx := t.Context()\n\tcache1, err := NewBoltCache(cachePath)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create BoltCache: %v\", err)\n\t}\n\n\t// Store an item\n\titem1 := GenerateRandomItem()\n\tck1 := CacheKeyFromQuery(item1.GetMetadata().GetSourceQuery(), item1.GetMetadata().GetSourceName())\n\tcache1.StoreItem(ctx, item1, 10*time.Second, ck1)\n\n\t// Store another item with a short TTL (will expire)\n\titem2 := GenerateRandomItem()\n\tck2 := CacheKeyFromQuery(item2.GetMetadata().GetSourceQuery(), item2.GetMetadata().GetSourceName())\n\tcache1.StoreItem(ctx, item2, 100*time.Millisecond, ck2)\n\n\t// Verify both items are in the cache\n\titems, err := testSearch(t.Context(), cache1, ck1)\n\tif err != nil {\n\t\tt.Errorf(\"failed to search for item1: %v\", err)\n\t}\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 item for ck1, got %d\", len(items))\n\t}\n\n\t// Verify the cache file exists\n\tif _, err := os.Stat(cachePath); os.IsNotExist(err) {\n\t\tt.Fatal(\"cache file should exist before CloseAndDestroy\")\n\t}\n\n\t// Close and destroy the cache\n\tif err := cache1.CloseAndDestroy(); err != nil {\n\t\tt.Fatalf(\"failed to close and destroy cache1: %v\", err)\n\t}\n\n\t// Verify the cache file is deleted\n\tif _, err := os.Stat(cachePath); !os.IsNotExist(err) {\n\t\tt.Error(\"cache file should be deleted after CloseAndDestroy\")\n\t}\n\n\t// Create a new cache at the same path - should create a fresh, empty cache\n\tcache2, err := NewBoltCache(cachePath)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create new BoltCache: %v\", err)\n\t}\n\tdefer func() {\n\t\t_ = cache2.CloseAndDestroy()\n\t}()\n\n\t// Verify the old item is NOT accessible (cache was destroyed)\n\titems, err = testSearch(ctx, cache2, ck1)\n\tif !errors.Is(err, ErrCacheNotFound) {\n\t\tt.Errorf(\"expected cache miss for item1 in new cache, got: err=%v, items=%d\", err, len(items))\n\t}\n\n\t// Verify we can store new items in the fresh cache\n\titem3 := GenerateRandomItem()\n\tck3 := CacheKeyFromQuery(item3.GetMetadata().GetSourceQuery(), item3.GetMetadata().GetSourceName())\n\tcache2.StoreItem(ctx, item3, 10*time.Second, ck3)\n\n\titems, err = testSearch(ctx, cache2, ck3)\n\tif err != nil {\n\t\tt.Errorf(\"failed to search for newly stored item3: %v\", err)\n\t}\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 item for ck3, got %d\", len(items))\n\t}\n}\n\n// TestBoltStoreOperationsAfterCloseAndDestroy verifies that operations after\n// CloseAndDestroy() return proper errors instead of panicking.\nfunc TestBoltStoreOperationsAfterCloseAndDestroy(t *testing.T) {\n\ttempDir := t.TempDir()\n\tcachePath := filepath.Join(tempDir, \"cache.db\")\n\tctx := t.Context()\n\n\tcache, err := NewBoltCache(cachePath)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create BoltCache: %v\", err)\n\t}\n\n\t// Store an item before closing\n\titem := GenerateRandomItem()\n\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t// Close and destroy the cache\n\tif err := cache.CloseAndDestroy(); err != nil {\n\t\tt.Fatalf(\"failed to close and destroy cache: %v\", err)\n\t}\n\n\t// Now try various operations after the cache is closed and destroyed\n\t// These should return errors, not panic\n\n\tt.Run(\"Search after CloseAndDestroy\", func(t *testing.T) {\n\t\t// This should error because the database is closed\n\t\t_, err := testSearch(ctx, cache, ck)\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error when searching after CloseAndDestroy, got nil\")\n\t\t}\n\t\tt.Logf(\"Search returned expected error: %v\", err)\n\t})\n\n\tt.Run(\"StoreItem after CloseAndDestroy\", func(t *testing.T) {\n\t\t// This should not panic - it might silently fail or error\n\t\t// The key is that it doesn't panic\n\t\tnewItem := GenerateRandomItem()\n\t\tnewCk := CacheKeyFromQuery(newItem.GetMetadata().GetSourceQuery(), newItem.GetMetadata().GetSourceName())\n\n\t\t// This should either complete without panic or handle the closed DB gracefully\n\t\tcache.StoreItem(ctx, newItem, 10*time.Second, newCk)\n\t\tt.Log(\"StoreItem completed without panic (may have failed internally)\")\n\t})\n\n\tt.Run(\"Delete after CloseAndDestroy\", func(t *testing.T) {\n\t\t// This should not panic\n\t\tcache.Delete(ck)\n\t\tt.Log(\"Delete completed without panic (may have failed internally)\")\n\t})\n\n\tt.Run(\"Purge after CloseAndDestroy\", func(t *testing.T) {\n\t\t// This should not panic\n\t\tstats := cache.Purge(ctx, time.Now())\n\t\tt.Logf(\"Purge completed without panic, purged %d items\", stats.NumPurged)\n\t})\n}\n\n// TestBoltStoreConcurrentCloseAndDestroy verifies that CloseAndDestroy()\n// properly synchronizes with concurrent operations using the compaction lock.\nfunc TestBoltStoreConcurrentCloseAndDestroy(t *testing.T) {\n\ttempDir := t.TempDir()\n\tcachePath := filepath.Join(tempDir, \"cache.db\")\n\tctx := t.Context()\n\n\tcache, err := NewBoltCache(cachePath)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create BoltCache: %v\", err)\n\t}\n\n\t// Store some items\n\tfor range 10 {\n\t\titem := GenerateRandomItem()\n\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t}\n\n\t// Start some concurrent operations\n\tvar wg sync.WaitGroup\n\tnumOperations := 50\n\n\t// Launch concurrent read/write operations\n\tfor range numOperations {\n\t\twg.Go(func() {\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t\t})\n\t}\n\n\t// Wait a bit to let operations start\n\ttime.Sleep(10 * time.Millisecond)\n\n\t// Close and destroy while operations are in flight\n\t// The compaction lock should serialize this properly\n\twg.Go(func() {\n\t\terr := cache.CloseAndDestroy()\n\t\tif err != nil {\n\t\t\tt.Logf(\"CloseAndDestroy returned error: %v\", err)\n\t\t}\n\t})\n\n\t// Wait for all operations to complete\n\twg.Wait()\n\n\t// Verify the file is deleted\n\tif _, err := os.Stat(cachePath); !os.IsNotExist(err) {\n\t\tt.Error(\"cache file should be deleted after CloseAndDestroy\")\n\t}\n\n\tt.Log(\"Concurrent operations with CloseAndDestroy completed without data races\")\n}\n\n// TestIsDiskFullError tests the isDiskFullError helper function.\nfunc TestIsDiskFullError(t *testing.T) {\n\t// Test that non-disk-full errors are not detected.\n\tregularErr := errors.New(\"some other error\")\n\tif isDiskFullError(regularErr) {\n\t\tt.Error(\"isDiskFullError should return false for regular errors\")\n\t}\n\n\t// Test nil error.\n\tif isDiskFullError(nil) {\n\t\tt.Error(\"isDiskFullError should return false for nil\")\n\t}\n}\n\n// TestBoltStoreDeleteCacheFile recreates the DB file and clears data by exercising\n// deleteCacheFile(). This is the behavior relied upon in disk-full recovery paths.\nfunc TestBoltStoreDeleteCacheFile(t *testing.T) {\n\ttempDir := t.TempDir()\n\tcachePath := filepath.Join(tempDir, \"cache.db\")\n\n\t// Create a cache and store some data\n\tctx := t.Context()\n\tcache, err := NewBoltCache(cachePath)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create BoltCache: %v\", err)\n\t}\n\n\t// Store an item\n\titem := GenerateRandomItem()\n\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t// Verify the cache file exists\n\tif _, err := os.Stat(cachePath); os.IsNotExist(err) {\n\t\tt.Fatal(\"cache file should exist\")\n\t}\n\n\t// Verify item is in cache\n\titems, err := testSearch(t.Context(), cache, ck)\n\tif err != nil {\n\t\tt.Errorf(\"failed to search: %v\", err)\n\t}\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 item, got %d\", len(items))\n\t}\n\n\t// Delete the cache file (cache is already *BoltCache)\n\tif err := cache.deleteCacheFile(ctx); err != nil {\n\t\tt.Fatalf(\"failed to delete cache file: %v\", err)\n\t}\n\n\t// Verify the cache file is gone\n\tif _, err := os.Stat(cachePath); os.IsNotExist(err) {\n\t\tt.Error(\"cache file should be recreated\")\n\t}\n\n\t// Verify the database is closed (can't search anymore)\n\t_, _ = testSearch(t.Context(), cache, ck)\n\t// The search might fail or return empty, but the important thing is the file is gone\n\t// and we can't use the cache anymore\n}\n\n// TestBoltStoreCompactThresholdTriggeredByPurge verifies that purge-triggered\n// compaction keeps the store usable afterwards.\nfunc TestBoltStoreCompactThresholdTriggeredByPurge(t *testing.T) {\n\ttempDir := t.TempDir()\n\tcachePath := filepath.Join(tempDir, \"cache.db\")\n\n\tcache, err := NewBoltCache(cachePath, WithCompactThreshold(1024)) // Small threshold to trigger compaction\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create BoltCache: %v\", err)\n\t}\n\tdefer func() {\n\t\t_ = cache.CloseAndDestroy()\n\t}()\n\n\tctx := t.Context()\n\n\t// Store enough items to trigger compaction\n\t// We'll store items and then delete them to accumulate deleted bytes\n\tfor range 10 {\n\t\titem := GenerateRandomItem()\n\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t}\n\n\t// Manually set deleted bytes to trigger compaction\n\tcache.addDeletedBytes(cache.CompactThreshold)\n\n\t// Trigger purge which should trigger compaction\n\tstats := cache.Purge(ctx, time.Now().Add(-1*time.Hour)) // Purge items from an hour ago (none should exist)\n\t_ = stats // Use stats to avoid unused variable\n\n\t// Verify cache still works after compaction attempt\n\titem := GenerateRandomItem()\n\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\titems, err := testSearch(t.Context(), cache, ck)\n\tif err != nil {\n\t\tt.Errorf(\"failed to search after compaction: %v\", err)\n\t}\n\tif len(items) != 1 {\n\t\tt.Errorf(\"expected 1 item after compaction, got %d\", len(items))\n\t}\n}\n\n// TestBoltCacheLookupDeduplicatesConcurrentMisses verifies that multiple concurrent\n// Lookup calls for the same cache key result in only one caller doing the work.\nfunc TestBoltCacheLookupDeduplicatesConcurrentMisses(t *testing.T) {\n\ttempDir := t.TempDir()\n\tcachePath := filepath.Join(tempDir, \"cache.db\")\n\n\tcache, err := NewBoltCache(cachePath)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create BoltCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\n\t// Create a cache key for the test - use LIST method to avoid UniqueAttributeValue matching issues\n\tsst := SST{SourceName: \"test-source\", Scope: \"test-scope\", Type: \"test-type\"}\n\tmethod := sdp.QueryMethod_LIST\n\n\t// Track how many goroutines actually do work (get cache miss as first caller)\n\tvar workCount int32\n\tvar mu sync.Mutex\n\tvar wg sync.WaitGroup\n\n\tnumGoroutines := 10\n\tresults := make([]struct {\n\t\thit bool\n\t\titems []*sdp.Item\n\t\terr *sdp.QueryError\n\t}, numGoroutines)\n\n\t// Start barrier to ensure all goroutines start at roughly the same time\n\tstartBarrier := make(chan struct{})\n\n\tfor i := range numGoroutines {\n\t\twg.Go(func() {\n\t\t\t// Wait for the start signal\n\t\t\t<-startBarrier\n\n\t\t\t// Lookup the cache - all should get miss initially\n\t\t\thit, ck, items, qErr, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, \"\", false)\n\t\t\tdefer done()\n\n\t\t\tif !hit {\n\t\t\t\t// This goroutine is doing the work\n\t\t\t\tmu.Lock()\n\t\t\t\tworkCount++\n\t\t\t\tmu.Unlock()\n\n\t\t\t\t// Simulate some work\n\t\t\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t\t\t// Create and store the item\n\t\t\t\titem := GenerateRandomItem()\n\t\t\t\titem.Scope = sst.Scope\n\t\t\t\titem.Type = sst.Type\n\t\t\t\titem.Metadata.SourceName = sst.SourceName\n\n\t\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t\t\t// Re-lookup to get the stored item for our result\n\t\t\t\thit, _, items, qErr, done = cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, \"\", false)\n\t\t\t\tdefer done()\n\t\t\t}\n\n\t\t\tresults[i] = struct {\n\t\t\t\thit bool\n\t\t\t\titems []*sdp.Item\n\t\t\t\terr *sdp.QueryError\n\t\t\t}{hit, items, qErr}\n\t\t})\n\t}\n\n\t// Release all goroutines at once\n\tclose(startBarrier)\n\n\t// Wait for all goroutines to complete\n\twg.Wait()\n\n\t// Verify that only one goroutine did the work\n\tif workCount != 1 {\n\t\tt.Errorf(\"expected exactly 1 goroutine to do work, got %d\", workCount)\n\t}\n\n\t// Verify all goroutines got results\n\tfor i, r := range results {\n\t\tif !r.hit {\n\t\t\tt.Errorf(\"goroutine %d: expected cache hit after dedup, got miss\", i)\n\t\t}\n\t\tif len(r.items) != 1 {\n\t\t\tt.Errorf(\"goroutine %d: expected 1 item, got %d\", i, len(r.items))\n\t\t}\n\t}\n}\n\n// TestBoltCacheLookupDeduplicationRespectsWaiterTimeout verifies that waiter\n// lookups return when their context deadline is exceeded.\nfunc TestBoltCacheLookupDeduplicationRespectsWaiterTimeout(t *testing.T) {\n\ttempDir := t.TempDir()\n\tcachePath := filepath.Join(tempDir, \"cache.db\")\n\n\tcache, err := NewBoltCache(cachePath)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create BoltCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\n\tsst := SST{SourceName: \"test-source\", Scope: \"test-scope\", Type: \"test-type\"}\n\tmethod := sdp.QueryMethod_GET\n\tquery := \"timeout-test\"\n\n\tvar wg sync.WaitGroup\n\tstartBarrier := make(chan struct{})\n\n\t// First goroutine: does the work but takes a long time\n\twg.Go(func() {\n\t\t<-startBarrier\n\n\t\thit, ck, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\tdefer done()\n\t\tif hit {\n\t\t\tt.Error(\"first goroutine: expected cache miss\")\n\t\t\treturn\n\t\t}\n\n\t\t// Simulate slow work\n\t\ttime.Sleep(500 * time.Millisecond)\n\n\t\t// Store the item\n\t\titem := GenerateRandomItem()\n\t\titem.Scope = sst.Scope\n\t\titem.Type = sst.Type\n\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t})\n\n\t// Second goroutine: should timeout waiting\n\tvar secondHit bool\n\twg.Go(func() {\n\t\t<-startBarrier\n\n\t\t// Small delay to ensure first goroutine starts first\n\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t// Use a short timeout context\n\t\tshortCtx, done := context.WithTimeout(ctx, 50*time.Millisecond)\n\t\tdefer done()\n\n\t\thit, _, _, _, done := cache.Lookup(shortCtx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\tdefer done()\n\t\tsecondHit = hit\n\t})\n\n\t// Release all goroutines\n\tclose(startBarrier)\n\twg.Wait()\n\n\t// Second goroutine should have timed out and returned miss\n\tif secondHit {\n\t\tt.Error(\"second goroutine should have timed out and returned miss\")\n\t}\n}\n\n// TestBoltCacheLookupDeduplicationPropagatesStoredError verifies that waiters\n// receive the error stored by the first caller.\nfunc TestBoltCacheLookupDeduplicationPropagatesStoredError(t *testing.T) {\n\ttempDir := t.TempDir()\n\tcachePath := filepath.Join(tempDir, \"cache.db\")\n\n\tcache, err := NewBoltCache(cachePath)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create BoltCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\n\tsst := SST{SourceName: \"test-source\", Scope: \"test-scope\", Type: \"test-type\"}\n\tmethod := sdp.QueryMethod_GET\n\tquery := \"error-test\"\n\n\tvar wg sync.WaitGroup\n\tstartBarrier := make(chan struct{})\n\n\texpectedError := &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: \"item not found\",\n\t\tScope: sst.Scope,\n\t\tSourceName: sst.SourceName,\n\t\tItemType: sst.Type,\n\t}\n\n\t// Track results from waiters\n\tvar waiterErrors []*sdp.QueryError\n\tvar waiterMu sync.Mutex\n\n\tnumWaiters := 5\n\n\t// First goroutine: does the work and stores an error\n\twg.Go(func() {\n\t\t<-startBarrier\n\n\t\thit, ck, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\tdefer done()\n\t\tif hit {\n\t\t\tt.Error(\"first goroutine: expected cache miss\")\n\t\t\treturn\n\t\t}\n\n\t\t// Simulate work that results in an error\n\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t// Store the error\n\t\tcache.StoreUnavailableItem(ctx, expectedError, 10*time.Second, ck)\n\t})\n\n\t// Waiter goroutines: should receive the error\n\tfor range numWaiters {\n\t\twg.Go(func() {\n\t\t\t<-startBarrier\n\n\t\t\t// Small delay to ensure first goroutine starts first\n\t\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t\thit, _, _, qErr, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\tdefer done()\n\n\t\t\twaiterMu.Lock()\n\t\t\tif hit && qErr != nil {\n\t\t\t\twaiterErrors = append(waiterErrors, qErr)\n\t\t\t}\n\t\t\twaiterMu.Unlock()\n\t\t})\n\t}\n\n\t// Release all goroutines\n\tclose(startBarrier)\n\twg.Wait()\n\n\t// All waiters should have received the error\n\tif len(waiterErrors) != numWaiters {\n\t\tt.Errorf(\"expected %d waiters to receive error, got %d\", numWaiters, len(waiterErrors))\n\t}\n\n\t// Verify the error content\n\tfor i, qErr := range waiterErrors {\n\t\tif qErr.GetErrorType() != expectedError.GetErrorType() {\n\t\t\tt.Errorf(\"waiter %d: expected error type %v, got %v\", i, expectedError.GetErrorType(), qErr.GetErrorType())\n\t\t}\n\t}\n}\n\n// TestBoltCacheLookupDeduplicationReturnsMissAfterCancel verifies that waiters\n// return misses when the in-flight work is cancelled.\nfunc TestBoltCacheLookupDeduplicationReturnsMissAfterCancel(t *testing.T) {\n\ttempDir := t.TempDir()\n\tcachePath := filepath.Join(tempDir, \"cache.db\")\n\n\tcache, err := NewBoltCache(cachePath)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create BoltCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\n\tsst := SST{SourceName: \"test-source\", Scope: \"test-scope\", Type: \"test-type\"}\n\tmethod := sdp.QueryMethod_GET\n\tquery := \"done-test\"\n\n\tvar wg sync.WaitGroup\n\tstartBarrier := make(chan struct{})\n\n\t// Track results\n\tvar waiterHits []bool\n\tvar waiterMu sync.Mutex\n\n\tnumWaiters := 3\n\n\t// First goroutine: starts work but then calls done() without storing anything\n\twg.Go(func() {\n\t\t<-startBarrier\n\n\t\thit, _, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\tif hit {\n\t\t\tt.Error(\"first goroutine: expected cache miss\")\n\t\t\tdone()\n\t\t\treturn\n\t\t}\n\n\t\t// Simulate work that fails - done the pending work\n\t\ttime.Sleep(50 * time.Millisecond)\n\t\tdone()\n\t})\n\n\t// Waiter goroutines\n\tfor range numWaiters {\n\t\twg.Go(func() {\n\t\t\t<-startBarrier\n\n\t\t\t// Small delay to ensure first goroutine starts first\n\t\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t\thit, _, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\tdefer done()\n\n\t\t\twaiterMu.Lock()\n\t\t\twaiterHits = append(waiterHits, hit)\n\t\t\twaiterMu.Unlock()\n\t\t})\n\t}\n\n\t// Release all goroutines\n\tclose(startBarrier)\n\twg.Wait()\n\n\t// When work is cancelled, waiters receive ok=false from Wait\n\t// (because entry.cancelled is true) and return a cache miss without re-checking.\n\t// This is the correct behavior - waiters don't hang forever and can retry.\n\tif len(waiterHits) != numWaiters {\n\t\tt.Errorf(\"expected %d waiter results, got %d\", numWaiters, len(waiterHits))\n\t}\n}\n\n// TestBoltCacheLookupDeduplicationReturnsMissWhenCompletedWithoutStore verifies\n// waiter behavior when the first caller completes without storing data.\nfunc TestBoltCacheLookupDeduplicationReturnsMissWhenCompletedWithoutStore(t *testing.T) {\n\ttempDir := t.TempDir()\n\tcachePath := filepath.Join(tempDir, \"cache.db\")\n\n\tcache, err := NewBoltCache(cachePath)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create BoltCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\n\tsst := SST{SourceName: \"test-source\", Scope: \"test-scope\", Type: \"test-type\"}\n\tmethod := sdp.QueryMethod_LIST\n\tquery := \"complete-without-store-test\"\n\n\tvar wg sync.WaitGroup\n\tstartBarrier := make(chan struct{})\n\n\t// Track results\n\tvar waiterHits []bool\n\tvar waiterMu sync.Mutex\n\n\tnumWaiters := 3\n\n\t// First goroutine: starts work and completes without storing anything\n\t// This simulates a LIST query that returns 0 items\n\twg.Go(func() {\n\t\t<-startBarrier\n\n\t\thit, ck, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\tdefer done()\n\t\tif hit {\n\t\t\tt.Error(\"first goroutine: expected cache miss\")\n\t\t\treturn\n\t\t}\n\n\t\t// Simulate work that completes successfully but returns nothing\n\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t// Complete without storing anything - no items, no error\n\t\t// This triggers the ErrCacheNotFound path in waiters' re-check\n\t\tcache.pending.Complete(ck.String())\n\t})\n\n\t// Waiter goroutines\n\tfor range numWaiters {\n\t\twg.Go(func() {\n\t\t\t<-startBarrier\n\n\t\t\t// Small delay to ensure first goroutine starts first\n\t\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t\thit, _, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\tdefer done()\n\n\t\t\twaiterMu.Lock()\n\t\t\twaiterHits = append(waiterHits, hit)\n\t\t\twaiterMu.Unlock()\n\t\t})\n\t}\n\n\t// Release all goroutines\n\tclose(startBarrier)\n\twg.Wait()\n\n\t// When Complete is called without storing anything:\n\t// 1. Waiters' Wait returns ok=true (not cancelled)\n\t// 2. Waiters re-check the cache and get ErrCacheNotFound\n\t// 3. Waiters return hit=false (cache miss)\n\tif len(waiterHits) != numWaiters {\n\t\tt.Errorf(\"expected %d waiter results, got %d\", numWaiters, len(waiterHits))\n\t}\n\n\t// All waiters should get a cache miss since nothing was stored\n\tfor i, hit := range waiterHits {\n\t\tif hit {\n\t\t\tt.Errorf(\"waiter %d: expected cache miss (hit=false), got hit=true\", i)\n\t\t}\n\t}\n}\n" }, { "path": "go/sdpcache/cache.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"crypto/sha256\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// noopDone is a reusable no-op done function returned when no cleanup is needed\nvar noopDone = func() {}\n\ntype IndexValues struct {\n\tSSTHash SSTHash\n\tUniqueAttributeValue string\n\tMethod sdp.QueryMethod\n\tQuery string\n}\n\ntype CacheKey struct {\n\tSST SST // *required\n\tUniqueAttributeValue *string\n\tMethod *sdp.QueryMethod\n\tQuery *string\n}\n\nfunc CacheKeyFromParts(srcName string, method sdp.QueryMethod, scope string, typ string, query string) CacheKey {\n\tck := CacheKey{\n\t\tSST: SST{\n\t\t\tSourceName: srcName,\n\t\t\tScope: scope,\n\t\t\tType: typ,\n\t\t},\n\t}\n\n\tswitch method {\n\tcase sdp.QueryMethod_GET:\n\t\t// With a Get query we need just the one specific item, so also\n\t\t// filter on uniqueAttributeValue\n\t\tck.UniqueAttributeValue = &query\n\tcase sdp.QueryMethod_LIST:\n\t\t// In the case of a find, we just want everything that was found in\n\t\t// the last find, so we only care about the method\n\t\tck.Method = &method\n\tcase sdp.QueryMethod_SEARCH:\n\t\t// For a search, we only want to get from the cache items that were\n\t\t// found using search, and with the exact same query\n\t\tck.Method = &method\n\t\tck.Query = &query\n\t}\n\n\treturn ck\n}\n\nfunc CacheKeyFromQuery(q *sdp.Query, srcName string) CacheKey {\n\treturn CacheKeyFromParts(srcName, q.GetMethod(), q.GetScope(), q.GetType(), q.GetQuery())\n}\n\nfunc (ck CacheKey) String() string {\n\tfields := []string{\n\t\t(\"SourceName=\" + ck.SST.SourceName),\n\t\t(\"Scope=\" + ck.SST.Scope),\n\t\t(\"Type=\" + ck.SST.Type),\n\t}\n\n\tif ck.UniqueAttributeValue != nil {\n\t\tfields = append(fields, (\"UniqueAttributeValue=\" + *ck.UniqueAttributeValue))\n\t}\n\n\tif ck.Method != nil {\n\t\tfields = append(fields, (\"Method=\" + ck.Method.String()))\n\t}\n\n\tif ck.Query != nil {\n\t\tfields = append(fields, (\"Query=\" + *ck.Query))\n\t}\n\n\treturn strings.Join(fields, \", \")\n}\n\n// ToIndexValues Converts a cache query to a set of index values\nfunc (ck CacheKey) ToIndexValues() IndexValues {\n\tiv := IndexValues{\n\t\tSSTHash: ck.SST.Hash(),\n\t}\n\n\tif ck.Method != nil {\n\t\tiv.Method = *ck.Method\n\t}\n\n\tif ck.Query != nil {\n\t\tiv.Query = *ck.Query\n\t}\n\n\tif ck.UniqueAttributeValue != nil {\n\t\tiv.UniqueAttributeValue = *ck.UniqueAttributeValue\n\t}\n\n\treturn iv\n}\n\n// Matches Returns whether or not the supplied index values match the\n// CacheQuery, excluding the SST since this will have already been validated.\n// Note that this only checks values that ave actually been set in the\n// CacheQuery\nfunc (ck CacheKey) Matches(i IndexValues) bool {\n\t// Check for any mismatches on the values that are set\n\tif ck.Method != nil {\n\t\tif *ck.Method != i.Method {\n\t\t\treturn false\n\t\t}\n\t}\n\n\tif ck.Query != nil {\n\t\tif *ck.Query != i.Query {\n\t\t\treturn false\n\t\t}\n\t}\n\n\tif ck.UniqueAttributeValue != nil {\n\t\tif *ck.UniqueAttributeValue != i.UniqueAttributeValue {\n\t\t\treturn false\n\t\t}\n\t}\n\n\treturn true\n}\n\nvar ErrCacheNotFound = errors.New(\"not found in cache\")\n\n// SST A combination of SourceName, Scope and Type, all of which must be\n// provided\ntype SST struct {\n\tSourceName string\n\tScope string\n\tType string\n}\n\n// Hash Creates a new SST hash from a given SST\nfunc (s SST) Hash() SSTHash {\n\th := sha256.New()\n\th.Write([]byte(s.SourceName))\n\th.Write([]byte(s.Scope))\n\th.Write([]byte(s.Type))\n\n\tsum := make([]byte, 0)\n\tsum = h.Sum(sum)\n\n\treturn SSTHash(fmt.Sprintf(\"%x\", sum))\n}\n\n// CachedResult An item including cache metadata\ntype CachedResult struct {\n\t// Item is the actual cached item\n\tItem *sdp.Item\n\n\t// Error is the error that we want\n\tError error\n\n\t// The time at which this item expires\n\tExpiry time.Time\n\n\t// Values that we use for calculating indexes\n\tIndexValues IndexValues\n}\n\n// SSTHash Represents the hash of `SourceName`, `Scope` and `Type`\ntype SSTHash string\n\n// Cache provides operations for caching SDP query results (items and errors).\n//\n// # Lookup state matrix\n//\n// Lookup returns (hit bool, ck CacheKey, items []*sdp.Item, qErr *sdp.QueryError, done func()).\n// The return values follow one of three states:\n//\n// - Miss: hit=false, items=nil, qErr=nil β€” no cached data\n// - Item hit: hit=true, len(items)>0, qErr=nil β€” cached items found\n// - Error hit: hit=true, items=nil, qErr!=nil β€” cached error found\n//\n// # done() contract\n//\n// On a cache miss the returned done function MUST be called after storing\n// results (or deciding to store nothing). It releases the pending-work slot\n// so that waiting goroutines can proceed. The done function is idempotent\n// (safe to call multiple times). On a cache hit or for goroutines that were\n// waiting, done is a no-op.\n//\n// # ignoreCache\n//\n// When ignoreCache=true, Lookup always returns a miss without checking the\n// cache or registering pending work. The returned done is a no-op.\n//\n// # GET cardinality\n//\n// If a GET lookup finds more than one cached item for the same key, the\n// cache treats the data as inconsistent, purges the key, and returns a miss.\n//\n// # Item ordering\n//\n// The order of items returned from Lookup or any fan-out search is\n// implementation-defined and must not be relied upon by callers.\n//\n// # Error precedence\n//\n// If both items and an error are cached under the same CacheKey, the error\n// takes precedence: Lookup returns an error hit with nil items.\n//\n// # TTL handling\n//\n// There is no minimum TTL floor. A zero or negative duration stores the\n// entry with an expiry at (or before) the current time. The entry will\n// not survive a Purge(ctx, time.Now()) call and will be skipped by\n// subsequent searches once the clock advances past the stored expiry.\n//\n// # Copy semantics\n//\n// Stored items are copied; mutating an item after StoreItem will not alter\n// the cached copy.\ntype Cache interface {\n\t// Lookup performs a cache lookup for the given query parameters.\n\t// See the Cache-level doc for the state matrix, done() obligations,\n\t// ignoreCache semantics, and GET cardinality rules.\n\tLookup(ctx context.Context, srcName string, method sdp.QueryMethod, scope string, typ string, query string, ignoreCache bool) (bool, CacheKey, []*sdp.Item, *sdp.QueryError, func())\n\n\t// StoreItem stores an item in the cache with the specified TTL.\n\t// The item is deep-copied before storage; the caller retains ownership\n\t// of the original. Storing under the same CacheKey overwrites any\n\t// previous entry with matching IndexValues.\n\tStoreItem(ctx context.Context, item *sdp.Item, duration time.Duration, ck CacheKey)\n\n\t// StoreUnavailableItem stores an error in the cache with the specified TTL.\n\t// A subsequent Lookup for the same key returns an error hit.\n\tStoreUnavailableItem(ctx context.Context, err error, duration time.Duration, ck CacheKey)\n\n\t// Delete removes all entries whose IndexValues match the supplied\n\t// CacheKey. Because CacheKey fields are optional, omitting Method or\n\t// UniqueAttributeValue acts as a wildcard across those dimensions.\n\tDelete(ck CacheKey)\n\n\t// Clear removes every entry from the cache.\n\tClear()\n\n\t// Purge removes entries that expired before the given time.\n\t// Returns PurgeStats with the count of purged entries and the next\n\t// expiry time (nil when the cache is empty after purging).\n\tPurge(ctx context.Context, before time.Time) PurgeStats\n\n\t// GetMinWaitTime returns the minimum interval between automatic purge\n\t// cycles. Stateful implementations return a positive duration;\n\t// NoOpCache returns 0.\n\tGetMinWaitTime() time.Duration\n\n\t// StartPurger starts a background goroutine that periodically calls\n\t// Purge. The goroutine exits when ctx is cancelled.\n\tStartPurger(ctx context.Context)\n}\n\n// NoOpCache is a cache implementation that does nothing.\n// It can be used in tests or when caching is not desired, avoiding nil checks.\ntype NoOpCache struct{}\n\nvar _ Cache = (*NoOpCache)(nil)\n\n// NewNoOpCache creates a new no-op cache that implements the Cache interface\n// but performs no operations. Useful for testing or when caching is disabled.\nfunc NewNoOpCache() Cache {\n\treturn &NoOpCache{}\n}\n\n// Lookup always returns a cache miss\nfunc (n *NoOpCache) Lookup(ctx context.Context, srcName string, method sdp.QueryMethod, scope string, typ string, query string, ignoreCache bool) (bool, CacheKey, []*sdp.Item, *sdp.QueryError, func()) {\n\tck := CacheKeyFromParts(srcName, method, scope, typ, query)\n\treturn false, ck, nil, nil, noopDone\n}\n\n// StoreItem does nothing\nfunc (n *NoOpCache) StoreItem(ctx context.Context, item *sdp.Item, duration time.Duration, ck CacheKey) {\n\t// No-op\n}\n\n// StoreUnavailableItem does nothing\nfunc (n *NoOpCache) StoreUnavailableItem(ctx context.Context, err error, duration time.Duration, ck CacheKey) {\n\t// No-op\n}\n\n// Delete does nothing\nfunc (n *NoOpCache) Delete(ck CacheKey) {\n\t// No-op\n}\n\n// Clear does nothing\nfunc (n *NoOpCache) Clear() {\n\t// No-op\n}\n\n// Purge returns empty stats\nfunc (n *NoOpCache) Purge(ctx context.Context, before time.Time) PurgeStats {\n\treturn PurgeStats{}\n}\n\n// GetMinWaitTime returns 0\nfunc (n *NoOpCache) GetMinWaitTime() time.Duration {\n\treturn 0\n}\n\n// StartPurger does nothing\nfunc (n *NoOpCache) StartPurger(ctx context.Context) {\n}\n\n// NewCache creates a new cache. This function returns a Cache interface backed\n// by a ShardedCache (N independent BoltDB files) for write concurrency.\n// The passed context will be used to start the purger.\nfunc NewCache(ctx context.Context) Cache {\n\treturn newShardedCacheForProduction(ctx)\n}\n" }, { "path": "go/sdpcache/cache_benchmark_test.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"math/rand\"\n\t\"runtime\"\n\t\"sync\"\n\t\"sync/atomic\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nconst CacheDuration = 10 * time.Second\n\n// NewPopulatedCache Returns a newly populated cache and the CacheQuery that\n// matches a randomly selected item in that cache\nfunc NewPopulatedCache(ctx context.Context, numberItems int) (Cache, CacheKey) {\n\t// Populate the cache\n\tc := NewCache(ctx)\n\n\tvar item *sdp.Item\n\tvar exampleCk CacheKey\n\texampleIndex := rand.Intn(numberItems)\n\n\tfor i := range numberItems {\n\t\titem = GenerateRandomItem()\n\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\n\t\tif i == exampleIndex {\n\t\t\texampleCk = ck\n\t\t}\n\n\t\tc.StoreItem(ctx, item, CacheDuration, ck)\n\t}\n\n\treturn c, exampleCk\n}\n\n// NewPopulatedCacheWithListItems populates a cache with items that share the same\n// SST (Source, Scope, Type) for LIST query benchmarking. All items will be returned\n// when searching with a LIST query for the given SST.\nfunc NewPopulatedCacheWithListItems(cache Cache, numberItems int, sst SST) CacheKey {\n\tlistMethod := sdp.QueryMethod_LIST\n\tck := CacheKey{SST: sst, Method: &listMethod}\n\n\tfor i := range numberItems {\n\t\titem := GenerateRandomItem()\n\t\titem.Scope = sst.Scope\n\t\titem.Type = sst.Type\n\t\titem.Metadata.SourceName = sst.SourceName\n\n\t\t// Ensure each item has a unique attribute value to prevent overwrites\n\t\t// Format: \"item-{index}\" to guarantee uniqueness\n\t\tuniqueValue := fmt.Sprintf(\"item-%d\", i)\n\t\titem.GetAttributes().Set(\"name\", uniqueValue)\n\n\t\tcache.StoreItem(context.Background(), item, CacheDuration, ck)\n\t}\n\n\treturn ck\n}\n\n// NewPopulatedCacheWithMultipleBuckets creates a cache with multiple SST buckets\n// to enable realistic concurrent access patterns where different goroutines hit\n// different buckets.\nfunc NewPopulatedCacheWithMultipleBuckets(cache Cache, itemsPerBucket, numBuckets int) []CacheKey {\n\tkeys := make([]CacheKey, numBuckets)\n\tlistMethod := sdp.QueryMethod_LIST\n\n\tfor bucketIdx := range numBuckets {\n\t\tsst := SST{\n\t\t\tSourceName: \"test-source\",\n\t\t\tScope: fmt.Sprintf(\"scope-%d\", bucketIdx),\n\t\t\tType: \"test-type\",\n\t\t}\n\n\t\tkeys[bucketIdx] = CacheKey{SST: sst, Method: &listMethod}\n\n\t\tfor i := range itemsPerBucket {\n\t\t\titem := GenerateRandomItem()\n\t\t\titem.Scope = sst.Scope\n\t\t\titem.Type = sst.Type\n\t\t\titem.Metadata.SourceName = sst.SourceName\n\t\t\tuniqueValue := fmt.Sprintf(\"bucket-%d-item-%d\", bucketIdx, i)\n\t\t\titem.GetAttributes().Set(\"name\", uniqueValue)\n\n\t\t\tcache.StoreItem(context.Background(), item, CacheDuration, keys[bucketIdx])\n\t\t}\n\t}\n\n\treturn keys\n}\n\nfunc BenchmarkCache1SingleItem(b *testing.B) {\n\tc, query := NewPopulatedCache(b.Context(), 1)\n\n\tvar err error\n\n\tb.ResetTimer()\n\n\tfor range b.N {\n\t\t// Search for a single item\n\t\t_, err = testSearch(context.Background(), c, query)\n\t\tif err != nil {\n\t\t\tb.Fatal(err)\n\t\t}\n\t}\n}\n\nfunc BenchmarkCache10SingleItem(b *testing.B) {\n\tc, query := NewPopulatedCache(b.Context(), 10)\n\n\tvar err error\n\n\tb.ResetTimer()\n\n\tfor range b.N {\n\t\t// Search for a single item\n\t\t_, err = testSearch(context.Background(), c, query)\n\t\tif err != nil {\n\t\t\tb.Fatal(err)\n\t\t}\n\t}\n}\n\nfunc BenchmarkCache100SingleItem(b *testing.B) {\n\tc, query := NewPopulatedCache(b.Context(), 100)\n\n\tvar err error\n\n\tb.ResetTimer()\n\n\tfor range b.N {\n\t\t// Search for a single item\n\t\t_, err = testSearch(context.Background(), c, query)\n\t\tif err != nil {\n\t\t\tb.Fatal(err)\n\t\t}\n\t}\n}\n\nfunc BenchmarkCache1000SingleItem(b *testing.B) {\n\tc, query := NewPopulatedCache(b.Context(), 1000)\n\n\tvar err error\n\n\tb.ResetTimer()\n\n\tfor range b.N {\n\t\t// Search for a single item\n\t\t_, err = testSearch(context.Background(), c, query)\n\t\tif err != nil {\n\t\t\tb.Fatal(err)\n\t\t}\n\t}\n}\n\nfunc BenchmarkCache10_000SingleItem(b *testing.B) {\n\tc, query := NewPopulatedCache(b.Context(), 10_000)\n\n\tvar err error\n\n\tb.ResetTimer()\n\n\tfor range b.N {\n\t\t// Search for a single item\n\t\t_, err = testSearch(context.Background(), c, query)\n\t\tif err != nil {\n\t\t\tb.Fatal(err)\n\t\t}\n\t}\n}\n\n// BenchmarkListQueryLookup benchmarks LIST query performance using the Lookup method,\n// which includes the full production path with pending work deduplication logic.\n// This provides a more realistic benchmark of end-to-end LIST query performance.\nfunc BenchmarkListQueryLookup(b *testing.B) {\n\timplementations := cacheImplementations(b)\n\tcacheSizes := []int{10, 100, 1_000, 10_000}\n\n\tfor _, impl := range implementations {\n\t\tb.Run(impl.name, func(b *testing.B) {\n\t\t\tfor _, size := range cacheSizes {\n\t\t\t\tb.Run(fmt.Sprintf(\"%d_items\", size), func(b *testing.B) {\n\t\t\t\t\t// Setup\n\t\t\t\t\tcache := impl.factory()\n\t\t\t\t\tsst := SST{\n\t\t\t\t\t\tSourceName: \"test-source\",\n\t\t\t\t\t\tScope: \"test-scope\",\n\t\t\t\t\t\tType: \"test-type\",\n\t\t\t\t\t}\n\t\t\t\t\t_ = NewPopulatedCacheWithListItems(cache, size, sst)\n\n\t\t\t\t\tb.ResetTimer()\n\t\t\t\t\tb.ReportAllocs()\n\n\t\t\t\t\t// Benchmark\n\t\t\t\t\tfor range b.N {\n\t\t\t\t\t\thit, _, items, qErr, done := cache.Lookup(\n\t\t\t\t\t\t\tb.Context(),\n\t\t\t\t\t\t\tsst.SourceName,\n\t\t\t\t\t\t\tsdp.QueryMethod_LIST,\n\t\t\t\t\t\t\tsst.Scope,\n\t\t\t\t\t\t\tsst.Type,\n\t\t\t\t\t\t\t\"\",\n\t\t\t\t\t\t\tfalse, // ignoreCache\n\t\t\t\t\t\t)\n\t\t\t\t\t\tdone() // Clean up immediately\n\t\t\t\t\t\tif qErr != nil {\n\t\t\t\t\t\t\tb.Fatalf(\"unexpected query error: %v\", qErr)\n\t\t\t\t\t\t}\n\t\t\t\t\t\tif !hit {\n\t\t\t\t\t\t\tb.Fatal(\"expected cache hit, got miss\")\n\t\t\t\t\t\t}\n\t\t\t\t\t\tif len(items) != size {\n\t\t\t\t\t\t\tb.Fatalf(\"expected %d items, got %d\", size, len(items))\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t})\n\t\t\t}\n\t\t})\n\t}\n}\n\n// BenchmarkListQueryConcurrent benchmarks LIST query performance under high concurrency.\n// This simulates production scenarios where hundreds of goroutines hit the cache simultaneously.\nfunc BenchmarkListQueryConcurrent(b *testing.B) {\n\timplementations := cacheImplementations(b)\n\n\t// Test configuration similar to production\n\tcacheSize := 5_000 // Similar to production's largest bucket\n\tconcurrencyLevels := []int{10, 50, 100, 250, 500}\n\n\tfor _, impl := range implementations {\n\t\tb.Run(impl.name, func(b *testing.B) {\n\t\t\tfor _, concurrency := range concurrencyLevels {\n\t\t\t\tb.Run(fmt.Sprintf(\"%d_concurrent\", concurrency), func(b *testing.B) {\n\t\t\t\t\t// Setup: Create cache with multiple buckets for realistic access patterns\n\t\t\t\t\tcache := impl.factory()\n\t\t\t\t\tnumBuckets := 10 // Multiple buckets to spread queries\n\t\t\t\t\titemsPerBucket := cacheSize / numBuckets\n\t\t\t\t\tcacheKeys := NewPopulatedCacheWithMultipleBuckets(cache, itemsPerBucket, numBuckets)\n\n\t\t\t\t\tb.ResetTimer()\n\t\t\t\t\tb.ReportAllocs()\n\t\t\t\t\tb.SetParallelism(concurrency / runtime.GOMAXPROCS(0)) // Scale to desired concurrency\n\n\t\t\t\t\t// Benchmark: Each goroutine randomly queries one of the buckets\n\t\t\t\t\tb.RunParallel(func(pb *testing.PB) {\n\t\t\t\t\t\tfor pb.Next() {\n\t\t\t\t\t\t\t// Randomly select a bucket to query\n\t\t\t\t\t\t\tbucketIdx := rand.Intn(numBuckets)\n\t\t\t\t\t\t\tck := cacheKeys[bucketIdx]\n\n\t\t\t\t\t\t\t// Use Lookup() to match production behavior\n\t\t\t\t\t\t\thit, _, items, qErr, done := cache.Lookup(\n\t\t\t\t\t\t\t\tb.Context(),\n\t\t\t\t\t\t\t\tck.SST.SourceName,\n\t\t\t\t\t\t\t\tsdp.QueryMethod_LIST,\n\t\t\t\t\t\t\t\tck.SST.Scope,\n\t\t\t\t\t\t\t\tck.SST.Type,\n\t\t\t\t\t\t\t\t\"\",\n\t\t\t\t\t\t\t\tfalse, // ignoreCache\n\t\t\t\t\t\t\t)\n\t\t\t\t\t\t\tdone() // Clean up immediately\n\t\t\t\t\t\t\tif qErr != nil {\n\t\t\t\t\t\t\t\tb.Errorf(\"unexpected query error: %v\", qErr)\n\t\t\t\t\t\t\t\treturn\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tif !hit {\n\t\t\t\t\t\t\t\tb.Error(\"expected cache hit, got miss\")\n\t\t\t\t\t\t\t\treturn\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tif len(items) != itemsPerBucket {\n\t\t\t\t\t\t\t\tb.Errorf(\"expected %d items, got %d\", itemsPerBucket, len(items))\n\t\t\t\t\t\t\t\treturn\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t})\n\t\t\t\t})\n\t\t\t}\n\t\t})\n\t}\n}\n\n// BenchmarkListQueryConcurrentSameKey benchmarks worst-case contention where all\n// goroutines query the same cache key simultaneously. This tests pending work\n// deduplication and maximum lock contention.\nfunc BenchmarkListQueryConcurrentSameKey(b *testing.B) {\n\timplementations := cacheImplementations(b)\n\n\tcacheSize := 5_000\n\tconcurrencyLevels := []int{10, 50, 100, 250, 500}\n\n\tfor _, impl := range implementations {\n\t\tb.Run(impl.name, func(b *testing.B) {\n\t\t\tfor _, concurrency := range concurrencyLevels {\n\t\t\t\tb.Run(fmt.Sprintf(\"%d_concurrent\", concurrency), func(b *testing.B) {\n\t\t\t\t\t// Setup: Single SST bucket that all goroutines will hit\n\t\t\t\t\tcache := impl.factory()\n\t\t\t\t\tsst := SST{\n\t\t\t\t\t\tSourceName: \"test-source\",\n\t\t\t\t\t\tScope: \"test-scope\",\n\t\t\t\t\t\tType: \"test-type\",\n\t\t\t\t\t}\n\t\t\t\t\t_ = NewPopulatedCacheWithListItems(cache, cacheSize, sst)\n\n\t\t\t\t\tb.ResetTimer()\n\t\t\t\t\tb.ReportAllocs()\n\t\t\t\t\tb.SetParallelism(concurrency / runtime.GOMAXPROCS(0))\n\n\t\t\t\t\t// Benchmark: All goroutines hit the same key\n\t\t\t\t\tb.RunParallel(func(pb *testing.PB) {\n\t\t\t\t\t\tfor pb.Next() {\n\t\t\t\t\t\t\t// Use Lookup() to match production behavior\n\t\t\t\t\t\t\thit, _, items, qErr, done := cache.Lookup(\n\t\t\t\t\t\t\t\tb.Context(),\n\t\t\t\t\t\t\t\tsst.SourceName,\n\t\t\t\t\t\t\t\tsdp.QueryMethod_LIST,\n\t\t\t\t\t\t\t\tsst.Scope,\n\t\t\t\t\t\t\t\tsst.Type,\n\t\t\t\t\t\t\t\t\"\",\n\t\t\t\t\t\t\t\tfalse, // ignoreCache\n\t\t\t\t\t\t\t)\n\t\t\t\t\t\t\tdone() // Clean up immediately\n\t\t\t\t\t\t\tif qErr != nil {\n\t\t\t\t\t\t\t\tb.Errorf(\"unexpected query error: %v\", qErr)\n\t\t\t\t\t\t\t\treturn\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tif !hit {\n\t\t\t\t\t\t\t\tb.Error(\"expected cache hit, got miss\")\n\t\t\t\t\t\t\t\treturn\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tif len(items) != cacheSize {\n\t\t\t\t\t\t\t\tb.Errorf(\"expected %d items, got %d\", cacheSize, len(items))\n\t\t\t\t\t\t\t\treturn\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t})\n\t\t\t\t})\n\t\t\t}\n\t\t})\n\t}\n}\n\n// BenchmarkPendingWorkContention tests cache behavior when many concurrent goroutines\n// all call Lookup() for the same cache key simultaneously. This simulates the production\n// scenario where hundreds of goroutines wait in pending.Wait() for a single slow\n// aggregatedList operation to complete.\nfunc BenchmarkPendingWorkContention(b *testing.B) {\n\t// Test parameters matching production scenarios\n\tconcurrencyLevels := []int{100, 200, 400, 500}\n\tfetchDurations := []time.Duration{1 * time.Second, 5 * time.Second, 10 * time.Second}\n\tresultSizes := []int{100, 1000, 5000}\n\n\tfor _, impl := range cacheImplementations(b) {\n\t\tb.Run(impl.name, func(b *testing.B) {\n\t\t\tfor _, concurrency := range concurrencyLevels {\n\t\t\t\tb.Run(fmt.Sprintf(\"concurrency=%d\", concurrency), func(b *testing.B) {\n\t\t\t\t\tfor _, fetchDuration := range fetchDurations {\n\t\t\t\t\t\tb.Run(fmt.Sprintf(\"fetchDuration=%s\", fetchDuration), func(b *testing.B) {\n\t\t\t\t\t\t\tfor _, resultSize := range resultSizes {\n\t\t\t\t\t\t\t\tb.Run(fmt.Sprintf(\"resultSize=%d\", resultSize), func(b *testing.B) {\n\t\t\t\t\t\t\t\t\t// Run the actual benchmark\n\t\t\t\t\t\t\t\t\tbenchmarkPendingWorkContentionScenario(\n\t\t\t\t\t\t\t\t\t\tb,\n\t\t\t\t\t\t\t\t\t\timpl.factory,\n\t\t\t\t\t\t\t\t\t\tconcurrency,\n\t\t\t\t\t\t\t\t\t\tfetchDuration,\n\t\t\t\t\t\t\t\t\t\tresultSize,\n\t\t\t\t\t\t\t\t\t)\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t})\n\t\t\t}\n\t\t})\n\t}\n}\n\n// benchmarkPendingWorkContentionScenario runs a single pending work contention scenario\nfunc benchmarkPendingWorkContentionScenario(\n\tb *testing.B,\n\tcacheFactory func() Cache,\n\tconcurrency int,\n\tfetchDuration time.Duration,\n\tresultSize int,\n) {\n\tb.ReportAllocs()\n\n\t// Create a fresh cache for this test\n\tcache := cacheFactory()\n\tdefer func() {\n\t\tif closer, ok := cache.(interface{ Close() error }); ok {\n\t\t\tcloser.Close()\n\t\t}\n\t}()\n\n\t// Define the shared cache key that all goroutines will use\n\tsst := SST{\n\t\tSourceName: \"test-source\",\n\t\tScope: \"test-scope-*\",\n\t\tType: \"test-type\",\n\t}\n\tlistMethod := sdp.QueryMethod_LIST\n\tsharedCacheKey := CacheKey{SST: sst, Method: &listMethod}\n\n\t// Track timing metrics across all goroutines\n\tvar (\n\t\tfirstStartTime time.Time\n\t\tfirstCompleteTime time.Time\n\t\tlastCompleteTime time.Time\n\t\ttimingMutex sync.Mutex\n\t)\n\n\t// Atomic flag to detect the first goroutine (the one that does the work)\n\tvar firstGoroutine atomic.Bool\n\n\t// Use a start barrier to ensure all goroutines begin simultaneously\n\tstartBarrier := make(chan struct{})\n\n\tb.ResetTimer()\n\n\tfor range b.N {\n\t\t// Clear cache between iterations\n\t\tcache.Clear()\n\n\t\t// Reset state\n\t\tfirstGoroutine.Store(false)\n\t\tfirstStartTime = time.Time{}\n\t\tfirstCompleteTime = time.Time{}\n\t\tlastCompleteTime = time.Time{}\n\n\t\tvar wg sync.WaitGroup\n\n\t\t// Spawn all goroutines\n\t\tfor range concurrency {\n\t\t\twg.Go(func() {\n\t\t\t\t// Wait for start signal to ensure simultaneous execution\n\t\t\t\t<-startBarrier\n\n\t\t\t\tstartTime := time.Now()\n\n\t\t\t\t// Call Lookup - this is where the contention happens\n\t\t\t\thit, _, items, qErr, done := cache.Lookup(\n\t\t\t\t\tb.Context(),\n\t\t\t\t\tsst.SourceName,\n\t\t\t\t\tsdp.QueryMethod_LIST,\n\t\t\t\t\tsst.Scope,\n\t\t\t\t\tsst.Type,\n\t\t\t\t\t\"\",\n\t\t\t\t\tfalse, // ignoreCache\n\t\t\t\t)\n\n\t\t\t\tendTime := time.Now()\n\n\t\t\t\t// Check if this goroutine was the first one (the worker)\n\t\t\t\tisFirst := firstGoroutine.CompareAndSwap(false, true)\n\n\t\t\t\tif isFirst {\n\t\t\t\t\t// This goroutine got the cache miss and needs to do the work\n\t\t\t\t\tif hit {\n\t\t\t\t\t\tb.Errorf(\"First goroutine should get cache miss, got hit\")\n\t\t\t\t\t\tdone()\n\t\t\t\t\t\treturn\n\t\t\t\t\t}\n\n\t\t\t\t\t// Record when work started\n\t\t\t\t\ttimingMutex.Lock()\n\t\t\t\t\tfirstStartTime = startTime\n\t\t\t\t\ttimingMutex.Unlock()\n\n\t\t\t\t\t// Simulate slow fetch operation (like aggregatedList)\n\t\t\t\t\ttime.Sleep(fetchDuration)\n\n\t\t\t\t\t// Store items in cache (simulating results from aggregatedList)\n\t\t\t\t\tfor itemIdx := range resultSize {\n\t\t\t\t\t\titem := GenerateRandomItem()\n\t\t\t\t\t\titem.Scope = sst.Scope\n\t\t\t\t\t\titem.Type = sst.Type\n\t\t\t\t\t\titem.Metadata.SourceName = sst.SourceName\n\t\t\t\t\t\titem.GetAttributes().Set(\"name\", fmt.Sprintf(\"item-%d\", itemIdx))\n\n\t\t\t\t\t\tcache.StoreItem(b.Context(), item, CacheDuration, sharedCacheKey)\n\t\t\t\t\t}\n\n\t\t\t\t\t// Record when work completed\n\t\t\t\t\ttimingMutex.Lock()\n\t\t\t\t\tfirstCompleteTime = time.Now()\n\t\t\t\t\ttimingMutex.Unlock()\n\n\t\t\t\t\t// Call done() to complete pending work and release waiting goroutines\n\t\t\t\t\tdone()\n\t\t\t\t} else {\n\t\t\t\t\t// This goroutine should have waited in pending.Wait() and then got a cache hit\n\t\t\t\t\t// Note: It might get partial results if it wakes up while the first goroutine\n\t\t\t\t\t// is still storing items (released when the first goroutine calls done())\n\t\t\t\t\tdone() // No-op for waiters, but good practice\n\t\t\t\t\tif !hit {\n\t\t\t\t\t\tb.Errorf(\"Waiting goroutine should get cache hit after pending work completes, got miss\")\n\t\t\t\t\t\treturn\n\t\t\t\t\t}\n\t\t\t\t\tif qErr != nil {\n\t\t\t\t\t\tb.Errorf(\"Waiting goroutine got error: %v\", qErr)\n\t\t\t\t\t\treturn\n\t\t\t\t\t}\n\t\t\t\t\tif len(items) == 0 {\n\t\t\t\t\t\tb.Errorf(\"Waiting goroutine got cache hit but no items\")\n\t\t\t\t\t\treturn\n\t\t\t\t\t}\n\t\t\t\t\t// Don't check exact count - waiters may get partial results\n\t\t\t\t}\n\n\t\t\t\t// Track when each goroutine completes\n\t\t\t\ttimingMutex.Lock()\n\t\t\t\tif lastCompleteTime.IsZero() || endTime.After(lastCompleteTime) {\n\t\t\t\t\tlastCompleteTime = endTime\n\t\t\t\t}\n\t\t\t\ttimingMutex.Unlock()\n\t\t\t})\n\t\t}\n\n\t\t// Release all goroutines simultaneously\n\t\tclose(startBarrier)\n\n\t\t// Wait for all goroutines to complete\n\t\twg.Wait()\n\n\t\t// Calculate and report metrics for this iteration\n\t\tif !firstStartTime.IsZero() && !firstCompleteTime.IsZero() && !lastCompleteTime.IsZero() {\n\t\t\tworkDuration := firstCompleteTime.Sub(firstStartTime)\n\t\t\ttotalDuration := lastCompleteTime.Sub(firstStartTime)\n\t\t\tmaxWaitTime := lastCompleteTime.Sub(firstCompleteTime)\n\n\t\t\t// Report metrics\n\t\t\tb.ReportMetric(workDuration.Seconds(), \"work_duration_sec\")\n\t\t\tb.ReportMetric(totalDuration.Seconds(), \"total_duration_sec\")\n\t\t\tb.ReportMetric(maxWaitTime.Seconds(), \"max_wait_sec\")\n\t\t\tb.ReportMetric(float64(concurrency-1), \"waiting_goroutines\")\n\n\t\t\t// Calculate efficiency: ideally, waiters should return immediately after work completes\n\t\t\t// A ratio close to 1.0 means waiters waited approximately the work duration\n\t\t\twaitToWorkRatio := totalDuration.Seconds() / workDuration.Seconds()\n\t\t\tb.ReportMetric(waitToWorkRatio, \"wait_to_work_ratio\")\n\t\t}\n\n\t\t// Recreate start barrier for next iteration\n\t\tstartBarrier = make(chan struct{})\n\t}\n\n\tb.StopTimer()\n}\n\n// BenchmarkConcurrentMultiKeyWrites tests cache behavior when many concurrent goroutines\n// call Lookup() with DIFFERENT cache keys, all get cache misses, and all write results\n// concurrently to the same BoltDB file. This simulates the production scenario where\n// a wildcard query is expanded into 620+ separate queries with different scopes.\nfunc BenchmarkConcurrentMultiKeyWrites(b *testing.B) {\n\t// Test parameters matching production scenarios\n\tconcurrencyLevels := []int{100, 200, 400, 600}\n\titemsPerGoroutine := []int{10, 100, 500}\n\tfetchDurations := []time.Duration{100 * time.Millisecond, 1 * time.Second, 5 * time.Second}\n\n\tfor _, impl := range cacheImplementations(b) {\n\t\tb.Run(impl.name, func(b *testing.B) {\n\t\t\tfor _, concurrency := range concurrencyLevels {\n\t\t\t\tb.Run(fmt.Sprintf(\"concurrency=%d\", concurrency), func(b *testing.B) {\n\t\t\t\t\tfor _, itemsPerGoroutine := range itemsPerGoroutine {\n\t\t\t\t\t\tb.Run(fmt.Sprintf(\"itemsPerGoroutine=%d\", itemsPerGoroutine), func(b *testing.B) {\n\t\t\t\t\t\t\tfor _, fetchDuration := range fetchDurations {\n\t\t\t\t\t\t\t\tb.Run(fmt.Sprintf(\"fetchDuration=%s\", fetchDuration), func(b *testing.B) {\n\t\t\t\t\t\t\t\t\t// Run the actual benchmark\n\t\t\t\t\t\t\t\t\tbenchmarkConcurrentMultiKeyWritesScenario(\n\t\t\t\t\t\t\t\t\t\tb,\n\t\t\t\t\t\t\t\t\t\timpl.factory,\n\t\t\t\t\t\t\t\t\t\tconcurrency,\n\t\t\t\t\t\t\t\t\t\titemsPerGoroutine,\n\t\t\t\t\t\t\t\t\t\tfetchDuration,\n\t\t\t\t\t\t\t\t\t)\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t})\n\t\t\t}\n\t\t})\n\t}\n}\n\n// benchmarkConcurrentMultiKeyWritesScenario runs a single concurrent multi-key write scenario\nfunc benchmarkConcurrentMultiKeyWritesScenario(\n\tb *testing.B,\n\tcacheFactory func() Cache,\n\tconcurrency int,\n\titemsPerGoroutine int,\n\tfetchDuration time.Duration,\n) {\n\tb.ReportAllocs()\n\n\t// Create a fresh cache for this test\n\tcache := cacheFactory()\n\tdefer func() {\n\t\tif closer, ok := cache.(interface{ Close() error }); ok {\n\t\t\tcloser.Close()\n\t\t}\n\t}()\n\n\t// Generate unique cache keys for each goroutine (different scopes)\n\tcacheKeys := make([]CacheKey, concurrency)\n\tlistMethod := sdp.QueryMethod_LIST\n\tfor i := range concurrency {\n\t\tcacheKeys[i] = CacheKey{\n\t\t\tSST: SST{\n\t\t\t\tSourceName: \"test-source\",\n\t\t\t\tScope: fmt.Sprintf(\"scope-%d\", i), // Different scope = different cache key\n\t\t\t\tType: \"test-type\",\n\t\t\t},\n\t\t\tMethod: &listMethod,\n\t\t}\n\t}\n\n\t// Track timing metrics\n\tvar (\n\t\tgoroutineStartTimes []time.Time\n\t\tgoroutineEndTimes []time.Time\n\t\ttimesMutex sync.Mutex\n\t\ttotalStoreItemCalls atomic.Int64\n\t)\n\n\t// Use a start barrier to ensure all goroutines begin simultaneously\n\tstartBarrier := make(chan struct{})\n\n\tb.ResetTimer()\n\n\tfor range b.N {\n\t\t// Clear cache between iterations\n\t\tcache.Clear()\n\n\t\t// Reset metrics\n\t\tgoroutineStartTimes = make([]time.Time, 0, concurrency)\n\t\tgoroutineEndTimes = make([]time.Time, 0, concurrency)\n\t\ttotalStoreItemCalls.Store(0)\n\n\t\tvar wg sync.WaitGroup\n\t\twg.Add(concurrency)\n\n\t\t// Spawn all goroutines\n\t\tfor g := range concurrency {\n\t\t\tgoroutineIdx := g\n\t\t\tgo func() {\n\t\t\t\tdefer wg.Done()\n\n\t\t\t\t// Wait for start signal to ensure simultaneous execution\n\t\t\t\t<-startBarrier\n\n\t\t\t\tstartTime := time.Now()\n\n\t\t\t\t// Track start time\n\t\t\t\ttimesMutex.Lock()\n\t\t\t\tgoroutineStartTimes = append(goroutineStartTimes, startTime)\n\t\t\t\ttimesMutex.Unlock()\n\n\t\t\t\t// Call Lookup with unique cache key - should be a cache miss\n\t\t\t\tmyCacheKey := cacheKeys[goroutineIdx]\n\t\t\t\thit, _, _, qErr, done := cache.Lookup(\n\t\t\t\t\tb.Context(),\n\t\t\t\t\tmyCacheKey.SST.SourceName,\n\t\t\t\t\tsdp.QueryMethod_LIST,\n\t\t\t\t\tmyCacheKey.SST.Scope,\n\t\t\t\t\tmyCacheKey.SST.Type,\n\t\t\t\t\t\"\",\n\t\t\t\t\tfalse, // ignoreCache\n\t\t\t\t)\n\n\t\t\t\tif hit {\n\t\t\t\t\tb.Errorf(\"Expected cache miss for goroutine %d, got hit\", goroutineIdx)\n\t\t\t\t\tdone()\n\t\t\t\t\treturn\n\t\t\t\t}\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tb.Errorf(\"Unexpected error for goroutine %d: %v\", goroutineIdx, qErr)\n\t\t\t\t\tdone()\n\t\t\t\t\treturn\n\t\t\t\t}\n\n\t\t\t\t// Simulate slow fetch operation (like aggregatedList API call)\n\t\t\t\ttime.Sleep(fetchDuration)\n\n\t\t\t\t// Store multiple items (simulating API results)\n\t\t\t\tfor itemIdx := range itemsPerGoroutine {\n\t\t\t\t\titem := GenerateRandomItem()\n\t\t\t\t\titem.Scope = myCacheKey.SST.Scope\n\t\t\t\t\titem.Type = myCacheKey.SST.Type\n\t\t\t\t\titem.Metadata.SourceName = myCacheKey.SST.SourceName\n\t\t\t\t\titem.GetAttributes().Set(\"name\", fmt.Sprintf(\"goroutine-%d-item-%d\", goroutineIdx, itemIdx))\n\n\t\t\t\t\tcache.StoreItem(b.Context(), item, CacheDuration, myCacheKey)\n\t\t\t\t\ttotalStoreItemCalls.Add(1)\n\t\t\t\t}\n\n\t\t\t\t// Call done() to complete pending work\n\t\t\t\tdone()\n\n\t\t\t\tendTime := time.Now()\n\n\t\t\t\t// Track end time\n\t\t\t\ttimesMutex.Lock()\n\t\t\t\tgoroutineEndTimes = append(goroutineEndTimes, endTime)\n\t\t\t\ttimesMutex.Unlock()\n\t\t\t}()\n\t\t}\n\n\t\t// Release all goroutines simultaneously\n\t\tclose(startBarrier)\n\n\t\t// Wait for all goroutines to complete\n\t\twg.Wait()\n\n\t\t// Calculate and report metrics for this iteration\n\t\tif len(goroutineStartTimes) > 0 && len(goroutineEndTimes) > 0 {\n\t\t\t// Find earliest start and latest end\n\t\t\tearliestStart := goroutineStartTimes[0]\n\t\t\tlatestEnd := goroutineEndTimes[0]\n\n\t\t\tfor _, t := range goroutineStartTimes {\n\t\t\t\tif t.Before(earliestStart) {\n\t\t\t\t\tearliestStart = t\n\t\t\t\t}\n\t\t\t}\n\t\t\tfor _, t := range goroutineEndTimes {\n\t\t\t\tif t.After(latestEnd) {\n\t\t\t\t\tlatestEnd = t\n\t\t\t\t}\n\t\t\t}\n\n\t\t\ttotalDuration := latestEnd.Sub(earliestStart)\n\t\t\ttotalWrites := totalStoreItemCalls.Load()\n\t\t\twriteThroughput := float64(totalWrites) / totalDuration.Seconds()\n\n\t\t\t// Calculate average goroutine duration\n\t\t\tvar totalGoroutineDuration time.Duration\n\t\t\tfor idx := range goroutineStartTimes {\n\t\t\t\tif idx < len(goroutineEndTimes) {\n\t\t\t\t\ttotalGoroutineDuration += goroutineEndTimes[idx].Sub(goroutineStartTimes[idx])\n\t\t\t\t}\n\t\t\t}\n\t\t\tavgGoroutineDuration := totalGoroutineDuration / time.Duration(len(goroutineStartTimes))\n\n\t\t\t// Report metrics\n\t\t\tb.ReportMetric(totalDuration.Seconds(), \"total_duration_sec\")\n\t\t\tb.ReportMetric(avgGoroutineDuration.Seconds(), \"avg_goroutine_sec\")\n\t\t\tb.ReportMetric(float64(concurrency), \"concurrent_writers\")\n\t\t\tb.ReportMetric(float64(totalWrites), \"total_store_calls\")\n\t\t\tb.ReportMetric(writeThroughput, \"writes_per_sec\")\n\t\t}\n\n\t\t// Recreate start barrier for next iteration\n\t\tstartBarrier = make(chan struct{})\n\t}\n\n\tb.StopTimer()\n}\n" }, { "path": "go/sdpcache/cache_contract_test.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// ──────────────────────────────────────────────────────────────────────\n// Contract tests for the Cache interface.\n//\n// Every test in this file exercises only the public Cache methods and\n// asserts guarantees documented on the Cache interface in cache.go.\n// Implementation internals (Search, pending, shardFor, …) are tested\n// in the backend-specific test files.\n//\n// NoOpCache is intentionally excluded; its dedicated no-op semantics\n// are validated in noop_cache_test.go.\n// ──────────────────────────────────────────────────────────────────────\n\n// --- Lookup: miss / item-hit / error-hit ------------------------------------\n\nfunc TestCacheContract_LookupMiss(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\thit, ck, items, qErr, done := cache.Lookup(\n\t\t\t\tt.Context(), \"src\", sdp.QueryMethod_GET, \"scope\", \"type\", \"query\", false,\n\t\t\t)\n\t\t\tdefer done()\n\n\t\t\tif hit {\n\t\t\t\tt.Fatal(\"expected miss on empty cache\")\n\t\t\t}\n\t\t\tif len(items) != 0 {\n\t\t\t\tt.Fatalf(\"expected no items, got %d\", len(items))\n\t\t\t}\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"expected nil error, got %v\", qErr)\n\t\t\t}\n\t\t\tif ck.SST.SourceName != \"src\" || ck.SST.Scope != \"scope\" || ck.SST.Type != \"type\" {\n\t\t\t\tt.Fatalf(\"returned CacheKey SST mismatch: %v\", ck)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCacheContract_LookupItemHit(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t\thit, _, items, qErr, done := cache.Lookup(ctx,\n\t\t\t\titem.GetMetadata().GetSourceName(),\n\t\t\t\tsdp.QueryMethod_GET,\n\t\t\t\titem.GetScope(),\n\t\t\t\titem.GetType(),\n\t\t\t\titem.UniqueAttributeValue(),\n\t\t\t\tfalse,\n\t\t\t)\n\t\t\tdefer done()\n\n\t\t\tif !hit {\n\t\t\t\tt.Fatal(\"expected item hit\")\n\t\t\t}\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"expected nil error, got %v\", qErr)\n\t\t\t}\n\t\t\tif len(items) != 1 {\n\t\t\t\tt.Fatalf(\"expected 1 item, got %d\", len(items))\n\t\t\t}\n\t\t\tif items[0].GetType() != item.GetType() {\n\t\t\t\tt.Errorf(\"type mismatch: got %q, want %q\", items[0].GetType(), item.GetType())\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCacheContract_LookupErrorHit(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\tsst := SST{SourceName: \"src\", Scope: \"scope\", Type: \"type\"}\n\t\t\tck := CacheKey{SST: sst, Method: new(sdp.QueryMethod_GET), UniqueAttributeValue: new(\"q\")}\n\n\t\t\tqErr := &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"not found\",\n\t\t\t\tScope: sst.Scope,\n\t\t\t\tSourceName: sst.SourceName,\n\t\t\t\tItemType: sst.Type,\n\t\t\t}\n\t\t\tcache.StoreUnavailableItem(ctx, qErr, 10*time.Second, ck)\n\n\t\t\thit, _, items, retErr, done := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_GET, sst.Scope, sst.Type, \"q\", false)\n\t\t\tdefer done()\n\n\t\t\tif !hit {\n\t\t\t\tt.Fatal(\"expected error hit\")\n\t\t\t}\n\t\t\tif items != nil {\n\t\t\t\tt.Fatalf(\"expected nil items on error hit, got %d\", len(items))\n\t\t\t}\n\t\t\tif retErr == nil {\n\t\t\t\tt.Fatal(\"expected non-nil QueryError\")\n\t\t\t}\n\t\t\tif retErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\t\tt.Errorf(\"error type: got %v, want NOTFOUND\", retErr.GetErrorType())\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- ignoreCache -----------------------------------------------------------\n\nfunc TestCacheContract_IgnoreCache(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t\thit, _, items, qErr, done := cache.Lookup(ctx,\n\t\t\t\titem.GetMetadata().GetSourceName(),\n\t\t\t\tsdp.QueryMethod_GET,\n\t\t\t\titem.GetScope(),\n\t\t\t\titem.GetType(),\n\t\t\t\titem.UniqueAttributeValue(),\n\t\t\t\ttrue, // ignoreCache\n\t\t\t)\n\t\t\tdefer done()\n\n\t\t\tif hit {\n\t\t\t\tt.Fatal(\"expected miss with ignoreCache=true\")\n\t\t\t}\n\t\t\tif len(items) != 0 {\n\t\t\t\tt.Errorf(\"expected no items, got %d\", len(items))\n\t\t\t}\n\t\t\tif qErr != nil {\n\t\t\t\tt.Errorf(\"expected nil error, got %v\", qErr)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- done() idempotency ----------------------------------------------------\n\nfunc TestCacheContract_DoneIdempotent(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\t_, _, _, _, done := cache.Lookup(\n\t\t\t\tt.Context(), \"src\", sdp.QueryMethod_GET, \"scope\", \"type\", \"q\", false,\n\t\t\t)\n\t\t\tdone()\n\t\t\tdone() // must not panic\n\t\t})\n\t}\n}\n\nfunc TestCacheContract_DoneIdempotentOnHit(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t\t_, _, _, _, done := cache.Lookup(ctx,\n\t\t\t\titem.GetMetadata().GetSourceName(),\n\t\t\t\tsdp.QueryMethod_GET,\n\t\t\t\titem.GetScope(),\n\t\t\t\titem.GetType(),\n\t\t\t\titem.UniqueAttributeValue(),\n\t\t\t\tfalse,\n\t\t\t)\n\t\t\tdone()\n\t\t\tdone() // must not panic\n\t\t})\n\t}\n}\n\n// --- GET cardinality -------------------------------------------------------\n\nfunc TestCacheContract_GETMultipleItemsPurgesAndMisses(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\tsst := SST{SourceName: \"src\", Scope: \"scope\", Type: \"type\"}\n\t\t\tlistMethod := sdp.QueryMethod_LIST\n\t\t\tck := CacheKey{SST: sst, Method: &listMethod}\n\n\t\t\t// Store two distinct entries (different GUN via scope) that both share\n\t\t\t// the same unique attribute value used by GET lookup.\n\t\t\tfor i := range 2 {\n\t\t\t\titem := GenerateRandomItem()\n\t\t\t\titem.Scope = fmt.Sprintf(\"%s-%d\", sst.Scope, i)\n\t\t\t\titem.Type = sst.Type\n\t\t\t\titem.Metadata.SourceName = sst.SourceName\n\t\t\t\titem.GetAttributes().Set(\"name\", \"shared-uav\")\n\t\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t\t\t}\n\n\t\t\t// Precondition: both entries are retrievable.\n\t\t\thit, _, items, qErr, done := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_LIST, sst.Scope, sst.Type, \"\", false)\n\t\t\tdefer done()\n\t\t\tif !hit {\n\t\t\t\tt.Fatal(\"expected LIST hit before GET cardinality purge\")\n\t\t\t}\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"expected nil error for LIST precondition, got %v\", qErr)\n\t\t\t}\n\t\t\tif len(items) != 2 {\n\t\t\t\tt.Fatalf(\"expected 2 LIST items before purge, got %d\", len(items))\n\t\t\t}\n\n\t\t\thit, _, _, _, done2 := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_GET, sst.Scope, sst.Type, \"shared-uav\", false)\n\t\t\tdefer done2()\n\t\t\tif hit {\n\t\t\t\tt.Fatal(\"expected miss when GET finds >1 item (cardinality purge)\")\n\t\t\t}\n\n\t\t\t// The purge should have removed all entries that matched the GET key.\n\t\t\thit, _, _, _, done3 := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_LIST, sst.Scope, sst.Type, \"\", false)\n\t\t\tdefer done3()\n\t\t\tif hit {\n\t\t\t\tt.Fatal(\"expected LIST miss after GET cardinality purge\")\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- Copy semantics --------------------------------------------------------\n\nfunc TestCacheContract_StoreItemCopies(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t\toriginal := item.GetType()\n\t\t\titem.Type = \"mutated-after-store\"\n\n\t\t\thit, _, items, _, done := cache.Lookup(ctx,\n\t\t\t\titem.GetMetadata().GetSourceName(),\n\t\t\t\tsdp.QueryMethod_GET,\n\t\t\t\titem.GetScope(),\n\t\t\t\toriginal,\n\t\t\t\titem.UniqueAttributeValue(),\n\t\t\t\tfalse,\n\t\t\t)\n\t\t\tdefer done()\n\n\t\t\tif !hit || len(items) == 0 {\n\t\t\t\tt.Fatal(\"expected hit after StoreItem\")\n\t\t\t}\n\t\t\tif items[0].GetType() == \"mutated-after-store\" {\n\t\t\t\tt.Error(\"cached item was mutated through original pointer\")\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- StoreItem + Lookup round-trip for LIST & SEARCH -----------------------\n\nfunc TestCacheContract_LISTReturnsMultipleItems(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\tsst := SST{SourceName: \"src\", Scope: \"scope\", Type: \"type\"}\n\t\t\tck := CacheKey{SST: sst, Method: new(sdp.QueryMethod_LIST)}\n\n\t\t\tfor i := range 3 {\n\t\t\t\titem := GenerateRandomItem()\n\t\t\t\titem.Scope = sst.Scope\n\t\t\t\titem.Type = sst.Type\n\t\t\t\titem.Metadata.SourceName = sst.SourceName\n\t\t\t\titem.GetAttributes().Set(\"name\", fmt.Sprintf(\"item-%d\", i))\n\t\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t\t\t}\n\n\t\t\thit, _, items, qErr, done := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_LIST, sst.Scope, sst.Type, \"\", false)\n\t\t\tdefer done()\n\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"unexpected error: %v\", qErr)\n\t\t\t}\n\t\t\tif !hit {\n\t\t\t\tt.Fatal(\"expected hit\")\n\t\t\t}\n\t\t\tif len(items) != 3 {\n\t\t\t\tt.Errorf(\"expected 3 items, got %d\", len(items))\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCacheContract_SEARCHIsolatesByQuery(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\tsst := SST{SourceName: \"src\", Scope: \"scope\", Type: \"type\"}\n\n\t\t\tck1 := CacheKey{SST: sst, Method: new(sdp.QueryMethod_SEARCH), Query: new(\"alpha\")}\n\t\t\titem1 := GenerateRandomItem()\n\t\t\titem1.Scope = sst.Scope\n\t\t\titem1.Type = sst.Type\n\t\t\titem1.Metadata.SourceName = sst.SourceName\n\t\t\tcache.StoreItem(ctx, item1, 10*time.Second, ck1)\n\n\t\t\tck2 := CacheKey{SST: sst, Method: new(sdp.QueryMethod_SEARCH), Query: new(\"beta\")}\n\t\t\titem2 := GenerateRandomItem()\n\t\t\titem2.Scope = sst.Scope\n\t\t\titem2.Type = sst.Type\n\t\t\titem2.Metadata.SourceName = sst.SourceName\n\t\t\tcache.StoreItem(ctx, item2, 10*time.Second, ck2)\n\n\t\t\t// Lookup alpha\n\t\t\thit, _, items, _, done := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_SEARCH, sst.Scope, sst.Type, \"alpha\", false)\n\t\t\tdefer done()\n\t\t\tif !hit || len(items) != 1 {\n\t\t\t\tt.Errorf(\"alpha: hit=%v, items=%d\", hit, len(items))\n\t\t\t}\n\n\t\t\t// Lookup beta\n\t\t\thit, _, items, _, done2 := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_SEARCH, sst.Scope, sst.Type, \"beta\", false)\n\t\t\tdefer done2()\n\t\t\tif !hit || len(items) != 1 {\n\t\t\t\tt.Errorf(\"beta: hit=%v, items=%d\", hit, len(items))\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- SEARCH items retrievable via GET (cross-method hit) -------------------\n\nfunc TestCacheContract_SEARCHItemRetrievableViaGET(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\titem.Metadata.SourceQuery.Method = sdp.QueryMethod_SEARCH\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t\thit, _, items, qErr, done := cache.Lookup(ctx,\n\t\t\t\titem.GetMetadata().GetSourceName(),\n\t\t\t\tsdp.QueryMethod_GET,\n\t\t\t\titem.GetScope(),\n\t\t\t\titem.GetType(),\n\t\t\t\titem.UniqueAttributeValue(),\n\t\t\t\tfalse,\n\t\t\t)\n\t\t\tdefer done()\n\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"unexpected error: %v\", qErr)\n\t\t\t}\n\t\t\tif !hit {\n\t\t\t\tt.Fatal(\"expected GET hit for SEARCH-stored item\")\n\t\t\t}\n\t\t\tif len(items) != 1 {\n\t\t\t\tt.Fatalf(\"expected 1 item, got %d\", len(items))\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- Delete ----------------------------------------------------------------\n\nfunc TestCacheContract_DeleteRemovesEntry(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t\tcache.Delete(ck)\n\n\t\t\thit, _, _, _, done := cache.Lookup(ctx,\n\t\t\t\titem.GetMetadata().GetSourceName(),\n\t\t\t\tsdp.QueryMethod_GET,\n\t\t\t\titem.GetScope(),\n\t\t\t\titem.GetType(),\n\t\t\t\titem.UniqueAttributeValue(),\n\t\t\t\tfalse,\n\t\t\t)\n\t\t\tdefer done()\n\n\t\t\tif hit {\n\t\t\t\tt.Fatal(\"expected miss after Delete\")\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCacheContract_DeleteWildcard(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\tsst := SST{SourceName: \"src\", Scope: \"scope\", Type: \"type\"}\n\n\t\t\tfor i := range 3 {\n\t\t\t\titem := GenerateRandomItem()\n\t\t\t\titem.Scope = sst.Scope\n\t\t\t\titem.Type = sst.Type\n\t\t\t\titem.Metadata.SourceName = sst.SourceName\n\t\t\t\titem.GetAttributes().Set(\"name\", fmt.Sprintf(\"wc-%d\", i))\n\t\t\t\tck := CacheKey{SST: sst, Method: new(sdp.QueryMethod_LIST)}\n\t\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t\t\t}\n\n\t\t\t// Delete with SST-only (wildcard on method/uav)\n\t\t\tcache.Delete(CacheKey{SST: sst})\n\n\t\t\thit, _, _, _, done := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_LIST, sst.Scope, sst.Type, \"\", false)\n\t\t\tdefer done()\n\n\t\t\tif hit {\n\t\t\t\tt.Fatal(\"expected miss after wildcard Delete\")\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCacheContract_DeleteOnEmptyCacheIsIdempotent(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\t\t\tcache.Delete(CacheKey{SST: SST{SourceName: \"x\", Scope: \"y\", Type: \"z\"}})\n\t\t})\n\t}\n}\n\n// --- Clear -----------------------------------------------------------------\n\nfunc TestCacheContract_Clear(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t\tcache.Clear()\n\n\t\t\thit, _, _, _, done := cache.Lookup(ctx,\n\t\t\t\titem.GetMetadata().GetSourceName(),\n\t\t\t\tsdp.QueryMethod_GET,\n\t\t\t\titem.GetScope(),\n\t\t\t\titem.GetType(),\n\t\t\t\titem.UniqueAttributeValue(),\n\t\t\t\tfalse,\n\t\t\t)\n\t\t\tdefer done()\n\n\t\t\tif hit {\n\t\t\t\tt.Fatal(\"expected miss after Clear\")\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCacheContract_ClearThenStoreWorks(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\tcache.Clear()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t\thit, _, items, _, done := cache.Lookup(ctx,\n\t\t\t\titem.GetMetadata().GetSourceName(),\n\t\t\t\tsdp.QueryMethod_GET,\n\t\t\t\titem.GetScope(),\n\t\t\t\titem.GetType(),\n\t\t\t\titem.UniqueAttributeValue(),\n\t\t\t\tfalse,\n\t\t\t)\n\t\t\tdefer done()\n\n\t\t\tif !hit || len(items) != 1 {\n\t\t\t\tt.Fatalf(\"expected hit with 1 item after Clear+Store, got hit=%v items=%d\", hit, len(items))\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCacheContract_ClearOnEmptyCacheIsIdempotent(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\t\t\tcache.Clear()\n\t\t\tcache.Clear()\n\t\t})\n\t}\n}\n\n// --- Purge -----------------------------------------------------------------\n\nfunc TestCacheContract_PurgeRemovesExpired(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 50*time.Millisecond, ck)\n\n\t\t\tstats := cache.Purge(ctx, time.Now().Add(100*time.Millisecond))\n\n\t\t\tif stats.NumPurged != 1 {\n\t\t\t\tt.Errorf(\"expected 1 purged, got %d\", stats.NumPurged)\n\t\t\t}\n\n\t\t\thit, _, _, _, done := cache.Lookup(ctx,\n\t\t\t\titem.GetMetadata().GetSourceName(),\n\t\t\t\tsdp.QueryMethod_GET,\n\t\t\t\titem.GetScope(),\n\t\t\t\titem.GetType(),\n\t\t\t\titem.UniqueAttributeValue(),\n\t\t\t\tfalse,\n\t\t\t)\n\t\t\tdefer done()\n\n\t\t\tif hit {\n\t\t\t\tt.Fatal(\"expected miss after purge\")\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCacheContract_PurgeStatsNextExpiry(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\titem1 := GenerateRandomItem()\n\t\t\tck1 := CacheKeyFromQuery(item1.GetMetadata().GetSourceQuery(), item1.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item1, 50*time.Millisecond, ck1)\n\n\t\t\titem2 := GenerateRandomItem()\n\t\t\tck2 := CacheKeyFromQuery(item2.GetMetadata().GetSourceQuery(), item2.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item2, 5*time.Second, ck2)\n\n\t\t\tstats := cache.Purge(ctx, time.Now().Add(100*time.Millisecond))\n\n\t\t\tif stats.NumPurged != 1 {\n\t\t\t\tt.Errorf(\"expected 1 purged, got %d\", stats.NumPurged)\n\t\t\t}\n\t\t\tif stats.NextExpiry == nil {\n\t\t\t\tt.Fatal(\"expected non-nil NextExpiry (second item still cached)\")\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCacheContract_PurgeEmptyCache(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\t\t\tstats := cache.Purge(t.Context(), time.Now())\n\n\t\t\tif stats.NumPurged != 0 {\n\t\t\t\tt.Errorf(\"expected 0 purged on empty cache, got %d\", stats.NumPurged)\n\t\t\t}\n\t\t\tif stats.NextExpiry != nil {\n\t\t\t\tt.Errorf(\"expected nil NextExpiry on empty cache, got %v\", stats.NextExpiry)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- GetMinWaitTime --------------------------------------------------------\n\nfunc TestCacheContract_GetMinWaitTimePositive(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\t\t\tif d := cache.GetMinWaitTime(); d <= 0 {\n\t\t\t\tt.Errorf(\"stateful cache should return positive min wait time, got %v\", d)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- StartPurger -----------------------------------------------------------\n\nfunc TestCacheContract_StartPurgerPurgesExpired(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx, cancel := context.WithCancel(t.Context())\n\t\t\tdefer cancel()\n\t\t\tcache := impl.factory()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 50*time.Millisecond, ck)\n\n\t\t\tcache.StartPurger(ctx)\n\n\t\t\t// Wait long enough for at least one purge cycle.\n\t\t\ttime.Sleep(cache.GetMinWaitTime() + 200*time.Millisecond)\n\n\t\t\thit, _, _, _, done := cache.Lookup(ctx,\n\t\t\t\titem.GetMetadata().GetSourceName(),\n\t\t\t\tsdp.QueryMethod_GET,\n\t\t\t\titem.GetScope(),\n\t\t\t\titem.GetType(),\n\t\t\t\titem.UniqueAttributeValue(),\n\t\t\t\tfalse,\n\t\t\t)\n\t\t\tdefer done()\n\n\t\t\tif hit {\n\t\t\t\tt.Error(\"expected miss after purger ran (item expired)\")\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- Thundering herd / deduplication (documented contract) ----------------\n\nfunc TestCacheContract_LookupDeduplication(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\t\t\tctx := t.Context()\n\n\t\t\tsst := SST{SourceName: \"src\", Scope: \"scope\", Type: \"type\"}\n\n\t\t\tvar workCount int\n\t\t\tvar mu sync.Mutex\n\t\t\tvar wg sync.WaitGroup\n\n\t\t\tnumGoroutines := 10\n\t\t\tresults := make([]bool, numGoroutines)\n\t\t\tstartBarrier := make(chan struct{})\n\n\t\t\tfor idx := range numGoroutines {\n\t\t\t\twg.Go(func() {\n\t\t\t\t\t<-startBarrier\n\n\t\t\t\t\thit, ck, _, _, done := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_LIST, sst.Scope, sst.Type, \"\", false)\n\t\t\t\t\tdefer done()\n\n\t\t\t\t\tif !hit {\n\t\t\t\t\t\tmu.Lock()\n\t\t\t\t\t\tworkCount++\n\t\t\t\t\t\tmu.Unlock()\n\n\t\t\t\t\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t\t\t\t\titem := GenerateRandomItem()\n\t\t\t\t\t\titem.Scope = sst.Scope\n\t\t\t\t\t\titem.Type = sst.Type\n\t\t\t\t\t\titem.Metadata.SourceName = sst.SourceName\n\t\t\t\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t\t\t\t\thit, _, _, _, done2 := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_LIST, sst.Scope, sst.Type, \"\", false)\n\t\t\t\t\t\tdefer done2()\n\t\t\t\t\t\tresults[idx] = hit\n\t\t\t\t\t} else {\n\t\t\t\t\t\tresults[idx] = true\n\t\t\t\t\t}\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tclose(startBarrier)\n\t\t\twg.Wait()\n\n\t\t\tif workCount != 1 {\n\t\t\t\tt.Fatalf(\"expected 1 worker, got %d\", workCount)\n\t\t\t}\n\t\t\tfor i, hit := range results {\n\t\t\t\tif !hit {\n\t\t\t\t\tt.Errorf(\"goroutine %d: expected hit after dedup, got miss\", i)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestCacheContract_WaitersGetMissWhenWorkerStoresNothing(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\t\t\tctx := t.Context()\n\n\t\t\tsst := SST{SourceName: \"src\", Scope: \"scope\", Type: \"type\"}\n\n\t\t\tvar wg sync.WaitGroup\n\t\t\tstartBarrier := make(chan struct{})\n\n\t\t\tnumWaiters := 3\n\t\t\twaiterHits := make([]bool, 0, numWaiters)\n\t\t\tvar waiterMu sync.Mutex\n\n\t\t\t// Worker: gets miss, completes without storing.\n\t\t\twg.Go(func() {\n\t\t\t\t<-startBarrier\n\n\t\t\t\thit, _, _, _, done := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_LIST, sst.Scope, sst.Type, \"no-store\", false)\n\t\t\t\tif hit {\n\t\t\t\t\tt.Error(\"worker: expected miss\")\n\t\t\t\t}\n\t\t\t\ttime.Sleep(50 * time.Millisecond)\n\t\t\t\tdone()\n\t\t\t})\n\n\t\t\tfor range numWaiters {\n\t\t\t\twg.Go(func() {\n\t\t\t\t\t<-startBarrier\n\t\t\t\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t\t\t\thit, _, _, _, done := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_LIST, sst.Scope, sst.Type, \"no-store\", false)\n\t\t\t\t\tdefer done()\n\n\t\t\t\t\twaiterMu.Lock()\n\t\t\t\t\twaiterHits = append(waiterHits, hit)\n\t\t\t\t\twaiterMu.Unlock()\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tclose(startBarrier)\n\t\t\twg.Wait()\n\n\t\t\tfor i, hit := range waiterHits {\n\t\t\t\tif hit {\n\t\t\t\t\tt.Errorf(\"waiter %d: expected miss when worker stored nothing\", i)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- Error precedence over items -------------------------------------------\n\nfunc TestCacheContract_ErrorTakesPrecedenceOverItems(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\tsst := SST{SourceName: \"src\", Scope: \"scope\", Type: \"type\"}\n\t\t\tck := CacheKey{SST: sst, Method: new(sdp.QueryMethod_GET), UniqueAttributeValue: new(\"prec\")}\n\n\t\t\t// Store an item first.\n\t\t\titem := GenerateRandomItem()\n\t\t\titem.Scope = sst.Scope\n\t\t\titem.Type = sst.Type\n\t\t\titem.Metadata.SourceName = sst.SourceName\n\t\t\titem.GetAttributes().Set(\"name\", \"prec\")\n\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t\t// Then store an error under the same key.\n\t\t\tcache.StoreUnavailableItem(ctx, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"gone\",\n\t\t\t\tScope: sst.Scope,\n\t\t\t\tSourceName: sst.SourceName,\n\t\t\t\tItemType: sst.Type,\n\t\t\t}, 10*time.Second, ck)\n\n\t\t\thit, _, items, qErr, done := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_GET, sst.Scope, sst.Type, \"prec\", false)\n\t\t\tdefer done()\n\n\t\t\tif !hit {\n\t\t\t\tt.Fatal(\"expected hit\")\n\t\t\t}\n\t\t\tif qErr == nil {\n\t\t\t\tt.Fatal(\"expected error hit (error should take precedence over items)\")\n\t\t\t}\n\t\t\tif items != nil {\n\t\t\t\tt.Errorf(\"expected nil items when error takes precedence, got %d\", len(items))\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- Zero/negative TTL -----------------------------------------------------\n\nfunc TestCacheContract_ZeroTTLPurgedImmediately(t *testing.T) {\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(ctx, item, 0, ck)\n\n\t\t\t// A zero-TTL item sets expiry to ~time.Now(). It may survive a\n\t\t\t// Search in the same nanosecond (strict Before check) but must\n\t\t\t// not survive a Purge with a future cutoff.\n\t\t\tstats := cache.Purge(ctx, time.Now().Add(time.Second))\n\t\t\tif stats.NumPurged != 1 {\n\t\t\t\tt.Errorf(\"expected 1 purged, got %d\", stats.NumPurged)\n\t\t\t}\n\n\t\t\thit, _, _, _, done := cache.Lookup(ctx,\n\t\t\t\titem.GetMetadata().GetSourceName(),\n\t\t\t\tsdp.QueryMethod_GET,\n\t\t\t\titem.GetScope(),\n\t\t\t\titem.GetType(),\n\t\t\t\titem.UniqueAttributeValue(),\n\t\t\t\tfalse,\n\t\t\t)\n\t\t\tdefer done()\n\n\t\t\tif hit {\n\t\t\t\tt.Error(\"expected miss after purging zero-TTL item\")\n\t\t\t}\n\t\t})\n\t}\n}\n\n// --- Multiple error types --------------------------------------------------\n\nfunc TestCacheContract_StoreUnavailableItemTypes(t *testing.T) {\n\terrorTypes := []sdp.QueryError_ErrorType{\n\t\tsdp.QueryError_NOTFOUND,\n\t\tsdp.QueryError_NOSCOPE,\n\t\tsdp.QueryError_TIMEOUT,\n\t\tsdp.QueryError_OTHER,\n\t}\n\n\tfor _, impl := range cacheImplementations(t) {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\tfor i, et := range errorTypes {\n\t\t\t\tt.Run(et.String(), func(t *testing.T) {\n\t\t\t\t\tsst := SST{\n\t\t\t\t\t\tSourceName: fmt.Sprintf(\"src-%d\", i),\n\t\t\t\t\t\tScope: \"scope\",\n\t\t\t\t\t\tType: \"type\",\n\t\t\t\t\t}\n\t\t\t\t\tck := CacheKey{SST: sst, Method: new(sdp.QueryMethod_GET), UniqueAttributeValue: new(\"q\")}\n\n\t\t\t\t\tqErr := &sdp.QueryError{\n\t\t\t\t\t\tErrorType: et,\n\t\t\t\t\t\tErrorString: fmt.Sprintf(\"err %s\", et),\n\t\t\t\t\t\tScope: sst.Scope,\n\t\t\t\t\t\tSourceName: sst.SourceName,\n\t\t\t\t\t\tItemType: sst.Type,\n\t\t\t\t\t}\n\t\t\t\t\tcache.StoreUnavailableItem(ctx, qErr, 10*time.Second, ck)\n\n\t\t\t\t\thit, _, items, retErr, done := cache.Lookup(ctx, sst.SourceName, sdp.QueryMethod_GET, sst.Scope, sst.Type, \"q\", false)\n\t\t\t\t\tdefer done()\n\n\t\t\t\t\tif !hit {\n\t\t\t\t\t\tt.Fatal(\"expected hit for cached error\")\n\t\t\t\t\t}\n\t\t\t\t\tif items != nil {\n\t\t\t\t\t\tt.Errorf(\"expected nil items, got %d\", len(items))\n\t\t\t\t\t}\n\t\t\t\t\tif retErr == nil || retErr.GetErrorType() != et {\n\t\t\t\t\t\tt.Errorf(\"error type: got %v, want %v\", retErr.GetErrorType(), et)\n\t\t\t\t\t}\n\t\t\t\t})\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "go/sdpcache/cache_stuck_test.go", "content": "package sdpcache\n\n// ──────────────────────────────────────────────────────────────────────\n// \"Stuck\" scenario tests for the done() / pending-work lifecycle.\n//\n// These tests verify that proper use of done() and StoreUnavailableItem prevents\n// goroutines from blocking indefinitely. They exercise the public Cache\n// API and complement the contract suite with real-world error-recovery\n// patterns.\n// ──────────────────────────────────────────────────────────────────────\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// TestListErrorWithProperCleanup tests the correct behavior where:\n// 1. A LIST operation is performed and gets a cache miss\n// 2. The caller starts the work\n// 3. The query encounters an error\n// 4. The caller properly calls StoreUnavailableItem to cache the error\n// 5. Subsequent requests get the cached error immediately (don't block)\n//\n// This test documents the fix for the cache timeout bug.\nfunc TestListErrorWithProperCleanup(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\t\t\tctx := t.Context()\n\n\t\t\tsst := SST{SourceName: \"test-source\", Scope: \"test-scope\", Type: \"test-type\"}\n\t\t\tmethod := sdp.QueryMethod_LIST\n\t\t\tquery := \"\"\n\n\t\t\tvar wg sync.WaitGroup\n\t\t\tstartBarrier := make(chan struct{})\n\n\t\t\t// Track timing\n\t\t\tvar secondCallDuration time.Duration\n\n\t\t\t// First goroutine: Gets cache miss, simulates work that errors,\n\t\t\t// and properly calls StoreUnavailableItem to cache the error\n\t\t\twg.Go(func() {\n\t\t\t\t<-startBarrier\n\n\t\t\t\thit, ck, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\t\tdefer done()\n\n\t\t\t\tif hit {\n\t\t\t\t\tt.Error(\"first goroutine: expected cache miss\")\n\t\t\t\t\treturn\n\t\t\t\t}\n\n\t\t\t\t// Simulate work that takes time and then errors\n\t\t\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t\t\t// CORRECT BEHAVIOR: Worker encounters an error and properly caches it\n\t\t\t\terr := &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\t\tErrorString: \"simulated list error\",\n\t\t\t\t}\n\t\t\t\tcache.StoreUnavailableItem(ctx, err, 1*time.Hour, ck)\n\t\t\t\tt.Log(\"First goroutine: properly called StoreUnavailableItem\")\n\t\t\t})\n\n\t\t\t// Second goroutine: Should get cached error immediately\n\t\t\twg.Go(func() {\n\t\t\t\t<-startBarrier\n\n\t\t\t\t// Small delay to ensure first goroutine starts first\n\t\t\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t\t\t// Use a short timeout to detect blocking\n\t\t\t\ttimeoutCtx, done := context.WithTimeout(ctx, 500*time.Millisecond)\n\t\t\t\tdefer done()\n\n\t\t\t\tstart := time.Now()\n\t\t\t\thit, _, _, qErr, done := cache.Lookup(timeoutCtx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\t\tdefer done()\n\t\t\t\tsecondCallDuration = time.Since(start)\n\n\t\t\t\tif !hit {\n\t\t\t\t\tt.Error(\"second goroutine: expected cache hit (cached error)\")\n\t\t\t\t}\n\t\t\t\tif qErr == nil {\n\t\t\t\t\tt.Error(\"second goroutine: expected cached error\")\n\t\t\t\t}\n\t\t\t\tt.Logf(\"Second goroutine: got cached error after %v\", secondCallDuration)\n\t\t\t})\n\n\t\t\t// Release all goroutines\n\t\t\tclose(startBarrier)\n\t\t\twg.Wait()\n\n\t\t\t// Verify the second call got the result quickly (didn't block)\n\t\t\tif secondCallDuration > 200*time.Millisecond {\n\t\t\t\tt.Fatalf(\"Second call took too long (%v), possibly blocked waiting for pending work\", secondCallDuration)\n\t\t\t}\n\n\t\t\tt.Logf(\"βœ“ Second call returned quickly (%v) with cached error - proper cleanup is working\", secondCallDuration)\n\t\t})\n\t}\n}\n\n// TestListErrorWithProperCancellation tests the CORRECT behavior where:\n// 1. A LIST operation is performed and gets a cache miss\n// 2. The query encounters an error\n// 3. The caller properly calls the done function\n// 4. Subsequent requests should get a cache miss immediately (not block)\nfunc TestListErrorWithProperDone(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\t\t\tctx := t.Context()\n\n\t\t\tsst := SST{SourceName: \"test-source\", Scope: \"test-scope\", Type: \"test-type\"}\n\t\t\tmethod := sdp.QueryMethod_LIST\n\t\t\tquery := \"\"\n\n\t\t\tvar wg sync.WaitGroup\n\t\t\tstartBarrier := make(chan struct{})\n\n\t\t\t// Track timing\n\t\t\tvar secondCallDuration time.Duration\n\n\t\t\t// First goroutine: Gets cache miss, simulates work that errors,\n\t\t\t// and PROPERLY calls the done function\n\t\t\twg.Go(func() {\n\t\t\t\t<-startBarrier\n\n\t\t\t\thit, _, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\n\t\t\t\tif hit {\n\t\t\t\t\tt.Error(\"first goroutine: expected cache miss\")\n\t\t\t\t\tdone() // Clean up even on error\n\t\t\t\t\treturn\n\t\t\t\t}\n\n\t\t\t\t// Simulate work that takes time and then errors\n\t\t\t\ttime.Sleep(100 * time.Millisecond)\n\n\t\t\t\t// CORRECT BEHAVIOR: Call done to release resources\n\t\t\t\tdone()\n\t\t\t\tt.Log(\"First goroutine: properly called done()\")\n\t\t\t})\n\n\t\t\t// Second goroutine: Should receive cache miss quickly (not block)\n\t\t\twg.Go(func() {\n\t\t\t\t<-startBarrier\n\n\t\t\t\t// Small delay to ensure first goroutine starts first\n\t\t\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t\t\tstart := time.Now()\n\t\t\t\thit, _, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\t\tdefer done()\n\t\t\t\tsecondCallDuration = time.Since(start)\n\n\t\t\t\tif hit {\n\t\t\t\t\tt.Error(\"second goroutine: expected cache miss\")\n\t\t\t\t}\n\n\t\t\t\tt.Logf(\"Second goroutine: got cache miss after %v\", secondCallDuration)\n\t\t\t})\n\n\t\t\t// Release all goroutines\n\t\t\tclose(startBarrier)\n\t\t\twg.Wait()\n\n\t\t\t// The second call should NOT block for long\n\t\t\t// It should get a cache miss shortly after the first call done() (~100ms)\n\t\t\tif secondCallDuration > 300*time.Millisecond {\n\t\t\t\tt.Errorf(\"Expected second call to return quickly after cancellation, but it took %v\", secondCallDuration)\n\t\t\t}\n\n\t\t\tt.Logf(\"Test demonstrates correct behavior: second call returned in %v\", secondCallDuration)\n\t\t})\n\t}\n}\n\n// TestListErrorWithStoreUnavailableItem tests the CORRECT behavior where:\n// 1. A LIST operation is performed and gets a cache miss\n// 2. The query encounters an error\n// 3. The caller properly calls StoreUnavailableItem\n// 4. Subsequent requests should get the cached error immediately\nfunc TestListErrorWithStoreUnavailableItem(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\t\t\tctx := t.Context()\n\n\t\t\tsst := SST{SourceName: \"test-source\", Scope: \"test-scope\", Type: \"test-type\"}\n\t\t\tmethod := sdp.QueryMethod_LIST\n\t\t\tquery := \"\"\n\n\t\t\tvar wg sync.WaitGroup\n\t\t\tstartBarrier := make(chan struct{})\n\n\t\t\texpectedError := &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"list returned error\",\n\t\t\t\tScope: sst.Scope,\n\t\t\t\tSourceName: sst.SourceName,\n\t\t\t\tItemType: sst.Type,\n\t\t\t}\n\n\t\t\t// Track results\n\t\t\tvar secondCallHit bool\n\t\t\tvar secondCallError *sdp.QueryError\n\t\t\tvar secondCallDuration time.Duration\n\n\t\t\t// First goroutine: Gets cache miss, simulates work that errors,\n\t\t\t// and PROPERLY calls StoreUnavailableItem\n\t\t\twg.Go(func() {\n\t\t\t\t<-startBarrier\n\n\t\t\t\thit, ck, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\t\tdefer done()\n\n\t\t\t\tif hit {\n\t\t\t\t\tt.Error(\"first goroutine: expected cache miss\")\n\t\t\t\t\treturn\n\t\t\t\t}\n\n\t\t\t\t// Simulate work that takes time and then errors\n\t\t\t\ttime.Sleep(100 * time.Millisecond)\n\n\t\t\t\t// CORRECT BEHAVIOR: Store the error so other callers can get it\n\t\t\t\tcache.StoreUnavailableItem(ctx, expectedError, 10*time.Second, ck)\n\t\t\t\tt.Log(\"First goroutine: properly called StoreUnavailableItem\")\n\t\t\t})\n\n\t\t\t// Second goroutine: Should receive the cached error\n\t\t\twg.Go(func() {\n\t\t\t\t<-startBarrier\n\n\t\t\t\t// Small delay to ensure first goroutine starts first\n\t\t\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t\t\tstart := time.Now()\n\t\t\t\tvar items []*sdp.Item\n\t\t\t\tvar done func()\n\t\t\t\tsecondCallHit, _, items, secondCallError, done = cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\t\tdefer done()\n\t\t\t\tsecondCallDuration = time.Since(start)\n\n\t\t\t\tif items != nil {\n\t\t\t\t\tt.Error(\"second goroutine: expected nil items with error\")\n\t\t\t\t}\n\n\t\t\t\tt.Logf(\"Second goroutine: got result after %v\", secondCallDuration)\n\t\t\t})\n\n\t\t\t// Release all goroutines\n\t\t\tclose(startBarrier)\n\t\t\twg.Wait()\n\n\t\t\t// The second call should get the cached error\n\t\t\tif !secondCallHit {\n\t\t\t\tt.Error(\"Expected cache hit with error\")\n\t\t\t}\n\n\t\t\tif secondCallError == nil {\n\t\t\t\tt.Error(\"Expected error to be returned\")\n\t\t\t}\n\n\t\t\tif secondCallError != nil && secondCallError.GetErrorType() != expectedError.GetErrorType() {\n\t\t\t\tt.Errorf(\"Expected error type %v, got %v\", expectedError.GetErrorType(), secondCallError.GetErrorType())\n\t\t\t}\n\n\t\t\t// Should return relatively quickly (~100ms for first goroutine work)\n\t\t\tif secondCallDuration > 300*time.Millisecond {\n\t\t\t\tt.Errorf(\"Expected second call to return quickly with cached error, but it took %v\", secondCallDuration)\n\t\t\t}\n\n\t\t\tt.Logf(\"Test demonstrates correct behavior: second call got cached error in %v\", secondCallDuration)\n\t\t})\n\t}\n}\n\n// TestListReturnsEmptyButNoStore tests the scenario where:\n// 1. A LIST operation completes successfully but finds no items\n// 2. The caller calls Complete() but doesn't store anything\n// 3. Subsequent requests should get cache miss (not error)\nfunc TestListReturnsEmptyButNoStore(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\t\t\tctx := t.Context()\n\n\t\t\tsst := SST{SourceName: \"test-source\", Scope: \"test-scope\", Type: \"test-type\"}\n\t\t\tmethod := sdp.QueryMethod_LIST\n\t\t\tquery := \"\"\n\n\t\t\tvar wg sync.WaitGroup\n\t\t\tstartBarrier := make(chan struct{})\n\n\t\t\tvar secondCallHit bool\n\t\t\tvar secondCallDuration time.Duration\n\n\t\t\t// First goroutine: LIST returns 0 items, completes without storing\n\t\t\twg.Go(func() {\n\t\t\t\t<-startBarrier\n\n\t\t\t\thit, ck, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\t\tdefer done()\n\n\t\t\t\tif hit {\n\t\t\t\t\tt.Error(\"first goroutine: expected cache miss\")\n\t\t\t\t\treturn\n\t\t\t\t}\n\n\t\t\t\t// Simulate work that completes and finds no items\n\t\t\t\ttime.Sleep(100 * time.Millisecond)\n\n\t\t\t\t// Complete without storing anything (LIST found 0 items)\n\t\t\t\t// This is handled by the underlying pending work mechanism\n\t\t\t\tswitch c := cache.(type) {\n\t\t\t\tcase *MemoryCache:\n\t\t\t\t\tc.pending.Complete(ck.String())\n\t\t\t\tcase *BoltCache:\n\t\t\t\t\tc.pending.Complete(ck.String())\n\t\t\t\t}\n\n\t\t\t\tt.Log(\"First goroutine: completed work but stored nothing\")\n\t\t\t})\n\n\t\t\t// Second goroutine: Should get cache miss\n\t\t\twg.Go(func() {\n\t\t\t\t<-startBarrier\n\n\t\t\t\t// Small delay to ensure first goroutine starts first\n\t\t\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t\t\tstart := time.Now()\n\t\t\t\tsecondCallHit, _, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\t\tdefer done()\n\t\t\t\tsecondCallDuration = time.Since(start)\n\n\t\t\t\tt.Logf(\"Second goroutine: hit=%v, duration=%v\", secondCallHit, secondCallDuration)\n\t\t\t})\n\n\t\t\t// Release all goroutines\n\t\t\tclose(startBarrier)\n\t\t\twg.Wait()\n\n\t\t\t// Second call should get cache miss (not error)\n\t\t\tif secondCallHit {\n\t\t\t\tt.Error(\"Expected cache miss when first caller completed without storing\")\n\t\t\t}\n\n\t\t\t// Should return relatively quickly (~100ms for first goroutine work)\n\t\t\tif secondCallDuration > 300*time.Millisecond {\n\t\t\t\tt.Errorf(\"Expected second call to return quickly, but it took %v\", secondCallDuration)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "go/sdpcache/cache_test.go", "content": "package sdpcache\n\n// ──────────────────────────────────────────────────────────────────────\n// Implementation-detail tests for stateful cache backends.\n//\n// These tests exercise the internal Search method and storage internals\n// that are NOT part of the public Cache contract. Contract-level tests\n// (using only the public Cache interface) live in cache_contract_test.go.\n// NoOpCache-specific tests live in noop_cache_test.go.\n// ──────────────────────────────────────────────────────────────────────\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"path/filepath\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\ntype searchableCache interface {\n\tSearch(context.Context, CacheKey) ([]*sdp.Item, error)\n}\n\n// testSearch is a helper function that calls the lower-level Search method on\n// cache implementations for testing purposes.\nfunc testSearch(ctx context.Context, cache Cache, ck CacheKey) ([]*sdp.Item, error) {\n\tif c, ok := cache.(searchableCache); ok {\n\t\treturn c.Search(ctx, ck)\n\t}\n\n\treturn nil, fmt.Errorf(\"unsupported cache type for search: %T\", cache)\n}\n\n// cacheImplementations returns stateful cache implementations used by shared\n// behavior tests. NoOpCache is intentionally excluded and tested separately.\n// Accepts testing.TB so it can be used by both tests and benchmarks.\nfunc cacheImplementations(tb testing.TB) []struct {\n\tname string\n\tfactory func() Cache\n} {\n\treturn []struct {\n\t\tname string\n\t\tfactory func() Cache\n\t}{\n\t\t{\"MemoryCache\", func() Cache { return NewMemoryCache() }},\n\t\t{\"BoltCache\", func() Cache {\n\t\t\tc, err := NewBoltCache(filepath.Join(tb.TempDir(), \"cache.db\"))\n\t\t\tif err != nil {\n\t\t\t\ttb.Fatalf(\"failed to create BoltCache: %v\", err)\n\t\t\t}\n\t\t\ttb.Cleanup(func() {\n\t\t\t\t_ = c.CloseAndDestroy()\n\t\t\t})\n\t\t\treturn c\n\t\t}},\n\t\t{\"ShardedCache\", func() Cache {\n\t\t\tc, err := NewShardedCache(\n\t\t\t\tfilepath.Join(tb.TempDir(), \"shards\"),\n\t\t\t\tDefaultShardCount,\n\t\t\t)\n\t\t\tif err != nil {\n\t\t\t\ttb.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t\t\t}\n\t\t\ttb.Cleanup(func() {\n\t\t\t\t_ = c.CloseAndDestroy()\n\t\t\t})\n\t\t\treturn c\n\t\t}},\n\t}\n}\n\nfunc TestStoreItem(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\t\t\tcache.StoreItem(t.Context(), item, 10*time.Second, ck)\n\n\t\t\tresults, err := testSearch(t.Context(), cache, ck)\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tif len(results) != 1 {\n\t\t\t\tt.Errorf(\"expected 1 result, got %v\", len(results))\n\t\t\t}\n\n\t\t\t// Test another match\n\t\t\titem = GenerateRandomItem()\n\t\t\tck = CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\n\t\t\tcache.StoreItem(t.Context(), item, 10*time.Second, ck)\n\n\t\t\tresults, err = testSearch(t.Context(), cache, ck)\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tif len(results) != 1 {\n\t\t\t\tt.Errorf(\"expected 1 result, got %v\", len(results))\n\t\t\t}\n\n\t\t\t// Test different scope\n\t\t\titem = GenerateRandomItem()\n\t\t\tck = CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\n\t\t\tcache.StoreItem(t.Context(), item, 10*time.Second, ck)\n\n\t\t\tck.SST.Scope = fmt.Sprintf(\"new scope %v\", ck.SST.Scope)\n\n\t\t\tresults, err = testSearch(t.Context(), cache, ck)\n\t\t\tif err != nil {\n\t\t\t\tif !errors.Is(err, ErrCacheNotFound) {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t} else {\n\t\t\t\t\tt.Log(\"expected cache miss\")\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif len(results) != 0 {\n\t\t\t\tt.Errorf(\"expected 0 result, got %v\", results)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestStoreUnavailableItem(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\t// Test with just an error\n\t\t\tsst := SST{\n\t\t\t\tSourceName: \"foo\",\n\t\t\t\tScope: \"foo\",\n\t\t\t\tType: \"foo\",\n\t\t\t}\n\n\t\t\tuav := \"foo\"\n\n\t\t\tcache.StoreUnavailableItem(t.Context(), errors.New(\"arse\"), 10*time.Second, CacheKey{\n\t\t\t\tSST: sst,\n\t\t\t\tMethod: sdp.QueryMethod_GET.Enum(),\n\t\t\t\tQuery: &uav,\n\t\t\t})\n\n\t\t\titems, err := testSearch(t.Context(), cache, CacheKey{\n\t\t\t\tSST: sst,\n\t\t\t\tMethod: sdp.QueryMethod_GET.Enum(),\n\t\t\t\tQuery: &uav,\n\t\t\t})\n\n\t\t\tif len(items) > 0 {\n\t\t\t\tt.Errorf(\"expected 0 items, got %v\", len(items))\n\t\t\t}\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error, got nil\")\n\t\t\t}\n\n\t\t\t// Test with items and an error for the same query\n\t\t\t// Add an item with the same details as above\n\t\t\titem := GenerateRandomItem()\n\t\t\titem.Metadata.SourceQuery.Method = sdp.QueryMethod_GET\n\t\t\titem.Metadata.SourceQuery.Query = \"foo\"\n\t\t\titem.Metadata.SourceName = \"foo\"\n\t\t\titem.Scope = \"foo\"\n\t\t\titem.Type = \"foo\"\n\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\n\t\t\titems, err = testSearch(t.Context(), cache, ck)\n\n\t\t\tif len(items) > 0 {\n\t\t\t\tt.Errorf(\"expected 0 items, got %v\", len(items))\n\t\t\t}\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error, got nil\")\n\t\t\t}\n\n\t\t\t// Test with multiple errors\n\t\t\tcache.StoreUnavailableItem(t.Context(), errors.New(\"nope\"), 10*time.Second, CacheKey{\n\t\t\t\tSST: sst,\n\t\t\t\tMethod: sdp.QueryMethod_GET.Enum(),\n\t\t\t\tQuery: &uav,\n\t\t\t})\n\n\t\t\titems, err = testSearch(t.Context(), cache, CacheKey{\n\t\t\t\tSST: sst,\n\t\t\t\tMethod: sdp.QueryMethod_GET.Enum(),\n\t\t\t\tQuery: &uav,\n\t\t\t})\n\n\t\t\tif len(items) > 0 {\n\t\t\t\tt.Errorf(\"expected 0 items, got %v\", len(items))\n\t\t\t}\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error, got nil\")\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestPurge(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\tcachedItems := []struct {\n\t\t\t\tItem *sdp.Item\n\t\t\t\tExpiry time.Time\n\t\t\t}{\n\t\t\t\t{\n\t\t\t\t\tItem: GenerateRandomItem(),\n\t\t\t\t\tExpiry: time.Now().Add(50 * time.Millisecond),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tItem: GenerateRandomItem(),\n\t\t\t\t\tExpiry: time.Now().Add(1 * time.Second),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tItem: GenerateRandomItem(),\n\t\t\t\t\tExpiry: time.Now().Add(2 * time.Second),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tItem: GenerateRandomItem(),\n\t\t\t\t\tExpiry: time.Now().Add(3 * time.Second),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tItem: GenerateRandomItem(),\n\t\t\t\t\tExpiry: time.Now().Add(4 * time.Second),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tItem: GenerateRandomItem(),\n\t\t\t\t\tExpiry: time.Now().Add(5 * time.Second),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tfor _, i := range cachedItems {\n\t\t\t\tck := CacheKeyFromQuery(i.Item.GetMetadata().GetSourceQuery(), i.Item.GetMetadata().GetSourceName())\n\t\t\t\tcache.StoreItem(t.Context(), i.Item, time.Until(i.Expiry), ck)\n\t\t\t}\n\n\t\t\t// Make sure all the items are in the cache\n\t\t\tfor _, i := range cachedItems {\n\t\t\t\tck := CacheKeyFromQuery(i.Item.GetMetadata().GetSourceQuery(), i.Item.GetMetadata().GetSourceName())\n\t\t\t\titems, err := testSearch(t.Context(), cache, ck)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t}\n\n\t\t\t\tif len(items) != 1 {\n\t\t\t\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Purge just the first one\n\t\t\tstats := cache.Purge(t.Context(), cachedItems[0].Expiry.Add(500*time.Millisecond))\n\n\t\t\tif stats.NumPurged != 1 {\n\t\t\t\tt.Errorf(\"expected 1 item purged, got %v\", stats.NumPurged)\n\t\t\t}\n\n\t\t\t// The times won't be exactly equal because we're checking it against\n\t\t\t// time.Now more than once. So I need to check that they are *almost* the\n\t\t\t// same, but not exactly\n\t\t\tnextExpiryString := stats.NextExpiry.Format(time.RFC3339)\n\t\t\texpectedNextExpiryString := cachedItems[1].Expiry.Format(time.RFC3339)\n\n\t\t\tif nextExpiryString != expectedNextExpiryString {\n\t\t\t\tt.Errorf(\"expected next expiry to be %v, got %v\", expectedNextExpiryString, nextExpiryString)\n\t\t\t}\n\n\t\t\t// Purge all but the last one\n\t\t\tstats = cache.Purge(t.Context(), cachedItems[4].Expiry.Add(500*time.Millisecond))\n\n\t\t\tif stats.NumPurged != 4 {\n\t\t\t\tt.Errorf(\"expected 4 item purged, got %v\", stats.NumPurged)\n\t\t\t}\n\n\t\t\t// Purge the last one\n\t\t\tstats = cache.Purge(t.Context(), cachedItems[5].Expiry.Add(500*time.Millisecond))\n\n\t\t\tif stats.NumPurged != 1 {\n\t\t\t\tt.Errorf(\"expected 1 item purged, got %v\", stats.NumPurged)\n\t\t\t}\n\n\t\t\tif stats.NextExpiry != nil {\n\t\t\t\tt.Errorf(\"expected expiry to be nil, got %v\", stats.NextExpiry)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestDelete(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\t// Insert an item\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\n\t\t\tcache.StoreItem(t.Context(), item, time.Millisecond, ck)\n\t\t\tsst := SST{\n\t\t\t\tSourceName: item.GetMetadata().GetSourceName(),\n\t\t\t\tScope: item.GetScope(),\n\t\t\t\tType: item.GetType(),\n\t\t\t}\n\n\t\t\t// It should be there\n\t\t\titems, err := testSearch(t.Context(), cache, CacheKey{\n\t\t\t\tSST: sst,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\n\t\t\tif len(items) != 1 {\n\t\t\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t\t\t}\n\n\t\t\t// Delete it\n\t\t\tcache.Delete(CacheKey{\n\t\t\t\tSST: sst,\n\t\t\t})\n\n\t\t\t// It should be gone\n\t\t\titems, err = testSearch(t.Context(), cache, CacheKey{\n\t\t\t\tSST: sst,\n\t\t\t})\n\n\t\t\tif !errors.Is(err, ErrCacheNotFound) {\n\t\t\t\tt.Errorf(\"expected ErrCacheNotFound, got %v\", err)\n\t\t\t}\n\n\t\t\tif len(items) != 0 {\n\t\t\t\tt.Errorf(\"expected 0 item, got %v\", len(items))\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestSearchWithListMethod(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\t// Store items with LIST method\n\t\t\tsst := SST{SourceName: \"test\", Scope: \"scope\", Type: \"type\"}\n\t\t\tlistMethod := sdp.QueryMethod_LIST\n\t\t\tck := CacheKey{SST: sst, Method: &listMethod}\n\n\t\t\titem1 := GenerateRandomItem()\n\t\t\titem1.Scope = sst.Scope\n\t\t\titem1.Type = sst.Type\n\t\t\tcache.StoreItem(t.Context(), item1, 10*time.Second, ck)\n\n\t\t\titem2 := GenerateRandomItem()\n\t\t\titem2.Scope = sst.Scope\n\t\t\titem2.Type = sst.Type\n\t\t\tcache.StoreItem(t.Context(), item2, 10*time.Second, ck)\n\n\t\t\t// Search should return both items\n\t\t\titems, err := testSearch(t.Context(), cache, ck)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t\t}\n\t\t\tif len(items) != 2 {\n\t\t\t\tt.Errorf(\"expected 2 items, got %v\", len(items))\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestSearchMethodWithDifferentQueries(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\tsst := SST{SourceName: \"test\", Scope: \"scope\", Type: \"type\"}\n\t\t\tsearchMethod := sdp.QueryMethod_SEARCH\n\n\t\t\t// Store items with different search queries\n\t\t\tquery1 := \"query1\"\n\t\t\tck1 := CacheKey{SST: sst, Method: &searchMethod, Query: &query1}\n\t\t\titem1 := GenerateRandomItem()\n\t\t\titem1.Scope = sst.Scope\n\t\t\titem1.Type = sst.Type\n\t\t\tcache.StoreItem(t.Context(), item1, 10*time.Second, ck1)\n\n\t\t\tquery2 := \"query2\"\n\t\t\tck2 := CacheKey{SST: sst, Method: &searchMethod, Query: &query2}\n\t\t\titem2 := GenerateRandomItem()\n\t\t\titem2.Scope = sst.Scope\n\t\t\titem2.Type = sst.Type\n\t\t\tcache.StoreItem(t.Context(), item2, 10*time.Second, ck2)\n\n\t\t\t// Search with query1 should only return item1\n\t\t\titems, err := testSearch(t.Context(), cache, ck1)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t\t}\n\t\t\tif len(items) != 1 {\n\t\t\t\tt.Errorf(\"expected 1 item for query1, got %v\", len(items))\n\t\t\t}\n\n\t\t\t// Search with query2 should only return item2\n\t\t\titems, err = testSearch(t.Context(), cache, ck2)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t\t}\n\t\t\tif len(items) != 1 {\n\t\t\t\tt.Errorf(\"expected 1 item for query2, got %v\", len(items))\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestSearchWithPartialCacheKey(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\tsst := SST{SourceName: \"test\", Scope: \"scope\", Type: \"type\"}\n\n\t\t\t// Store items with different methods\n\t\t\tgetMethod := sdp.QueryMethod_GET\n\t\t\tlistMethod := sdp.QueryMethod_LIST\n\n\t\t\titem1 := GenerateRandomItem()\n\t\t\titem1.Scope = sst.Scope\n\t\t\titem1.Type = sst.Type\n\t\t\tuav1 := \"item1\"\n\t\t\tck1 := CacheKey{SST: sst, Method: &getMethod, UniqueAttributeValue: &uav1}\n\t\t\tcache.StoreItem(t.Context(), item1, 10*time.Second, ck1)\n\n\t\t\titem2 := GenerateRandomItem()\n\t\t\titem2.Scope = sst.Scope\n\t\t\titem2.Type = sst.Type\n\t\t\tck2 := CacheKey{SST: sst, Method: &listMethod}\n\t\t\tcache.StoreItem(t.Context(), item2, 10*time.Second, ck2)\n\n\t\t\t// Search with SST only should return both items\n\t\t\tckPartial := CacheKey{SST: sst}\n\t\t\titems, err := testSearch(t.Context(), cache, ckPartial)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t\t}\n\t\t\tif len(items) != 2 {\n\t\t\t\tt.Errorf(\"expected 2 items with SST-only search, got %v\", len(items))\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestDeleteWithPartialCacheKey(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\tsst := SST{SourceName: \"test\", Scope: \"scope\", Type: \"type\"}\n\n\t\t\t// Store multiple items with same SST\n\t\t\titem1 := GenerateRandomItem()\n\t\t\titem1.Scope = sst.Scope\n\t\t\titem1.Type = sst.Type\n\t\t\tck1 := CacheKeyFromQuery(item1.GetMetadata().GetSourceQuery(), sst.SourceName)\n\t\t\tcache.StoreItem(t.Context(), item1, 10*time.Second, ck1)\n\n\t\t\titem2 := GenerateRandomItem()\n\t\t\titem2.Scope = sst.Scope\n\t\t\titem2.Type = sst.Type\n\t\t\tck2 := CacheKeyFromQuery(item2.GetMetadata().GetSourceQuery(), sst.SourceName)\n\t\t\tcache.StoreItem(t.Context(), item2, 10*time.Second, ck2)\n\n\t\t\t// Delete with SST only should remove all items\n\t\t\tcache.Delete(CacheKey{SST: sst})\n\n\t\t\t// Verify all items are gone\n\t\t\titems, err := testSearch(t.Context(), cache, CacheKey{SST: sst})\n\t\t\tif !errors.Is(err, ErrCacheNotFound) {\n\t\t\t\tt.Errorf(\"expected ErrCacheNotFound after delete, got: %v\", err)\n\t\t\t}\n\t\t\tif len(items) != 0 {\n\t\t\t\tt.Errorf(\"expected 0 items after delete, got %v\", len(items))\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestLookupWithCachedError(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\t// Test different error types\n\t\t\terrorTypes := []struct {\n\t\t\t\tname string\n\t\t\t\terrorType sdp.QueryError_ErrorType\n\t\t\t}{\n\t\t\t\t{\"NOTFOUND\", sdp.QueryError_NOTFOUND},\n\t\t\t\t{\"NOSCOPE\", sdp.QueryError_NOSCOPE},\n\t\t\t\t{\"TIMEOUT\", sdp.QueryError_TIMEOUT},\n\t\t\t\t{\"OTHER\", sdp.QueryError_OTHER},\n\t\t\t}\n\n\t\t\tfor i, et := range errorTypes {\n\t\t\t\tt.Run(et.name, func(t *testing.T) {\n\t\t\t\t\tsst := SST{\n\t\t\t\t\t\tSourceName: fmt.Sprintf(\"test%d\", i),\n\t\t\t\t\t\tScope: \"scope\",\n\t\t\t\t\t\tType: \"type\",\n\t\t\t\t\t}\n\t\t\t\t\tmethod := sdp.QueryMethod_GET\n\t\t\t\t\tquery := \"test\"\n\t\t\t\t\tck := CacheKey{SST: sst, Method: &method, UniqueAttributeValue: &query}\n\n\t\t\t\t\t// Store error\n\t\t\t\t\tqErr := &sdp.QueryError{\n\t\t\t\t\t\tErrorType: et.errorType,\n\t\t\t\t\t\tErrorString: fmt.Sprintf(\"test error %s\", et.name),\n\t\t\t\t\t\tScope: sst.Scope,\n\t\t\t\t\t\tSourceName: sst.SourceName,\n\t\t\t\t\t\tItemType: sst.Type,\n\t\t\t\t\t}\n\t\t\t\t\tcache.StoreUnavailableItem(ctx, qErr, 10*time.Second, ck)\n\n\t\t\t\t\t// Lookup should return cached error\n\t\t\t\t\tcacheHit, _, items, returnedErr, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\t\t\tdefer done()\n\n\t\t\t\t\tif !cacheHit {\n\t\t\t\t\t\tt.Error(\"expected cache hit for cached error\")\n\t\t\t\t\t}\n\t\t\t\t\tif items != nil {\n\t\t\t\t\t\tt.Errorf(\"expected nil items, got %v\", items)\n\t\t\t\t\t}\n\t\t\t\t\tif returnedErr == nil {\n\t\t\t\t\t\tt.Fatal(\"expected error to be returned\")\n\t\t\t\t\t}\n\t\t\t\t\tif returnedErr.GetErrorType() != et.errorType {\n\t\t\t\t\t\tt.Errorf(\"expected error type %v, got %v\", et.errorType, returnedErr.GetErrorType())\n\t\t\t\t\t}\n\t\t\t\t})\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestGetMinWaitTime(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\tminWaitTime := cache.GetMinWaitTime()\n\n\t\t\t// Should return a positive duration\n\t\t\tif minWaitTime <= 0 {\n\t\t\t\tt.Errorf(\"expected positive duration, got %v\", minWaitTime)\n\t\t\t}\n\n\t\t\t// Default should be reasonable (e.g., 5 seconds)\n\t\t\tif minWaitTime > time.Minute {\n\t\t\t\tt.Errorf(\"expected reasonable default (< 1 minute), got %v\", minWaitTime)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestEmptyCacheOperations(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tcache := impl.factory()\n\n\t\t\tsst := SST{SourceName: \"test\", Scope: \"scope\", Type: \"type\"}\n\t\t\tck := CacheKey{SST: sst}\n\n\t\t\t// Search on empty cache\n\t\t\titems, err := testSearch(t.Context(), cache, ck)\n\t\t\tif !errors.Is(err, ErrCacheNotFound) {\n\t\t\t\tt.Errorf(\"expected ErrCacheNotFound on empty cache, got: %v\", err)\n\t\t\t}\n\t\t\tif len(items) != 0 {\n\t\t\t\tt.Errorf(\"expected 0 items on empty cache, got %v\", len(items))\n\t\t\t}\n\n\t\t\t// Delete on empty cache (should be idempotent)\n\t\t\tcache.Delete(ck)\n\n\t\t\t// Purge on empty cache\n\t\t\tstats := cache.Purge(t.Context(), time.Now())\n\t\t\tif stats.NumPurged != 0 {\n\t\t\t\tt.Errorf(\"expected 0 items purged on empty cache, got %v\", stats.NumPurged)\n\t\t\t}\n\t\t\tif stats.NextExpiry != nil {\n\t\t\t\tt.Errorf(\"expected nil NextExpiry on empty cache, got %v\", stats.NextExpiry)\n\t\t\t}\n\n\t\t\t// Clear on empty cache (should not error)\n\t\t\tcache.Clear()\n\t\t})\n\t}\n}\n\nfunc TestMultipleItemsSameSST(t *testing.T) {\n\timplementations := cacheImplementations(t)\n\n\tfor _, impl := range implementations {\n\t\tt.Run(impl.name, func(t *testing.T) {\n\t\t\tctx := t.Context()\n\t\t\tcache := impl.factory()\n\n\t\t\tsst := SST{SourceName: \"test\", Scope: \"scope\", Type: \"type\"}\n\t\t\tmethod := sdp.QueryMethod_GET\n\n\t\t\t// Store multiple items with same SST but different unique attributes\n\t\t\titems := make([]*sdp.Item, 3)\n\t\t\tfor i := range 3 {\n\t\t\t\titem := GenerateRandomItem()\n\t\t\t\titem.Scope = sst.Scope\n\t\t\t\titem.Type = sst.Type\n\t\t\t\titem.Metadata.SourceName = sst.SourceName\n\t\t\t\tuav := fmt.Sprintf(\"item%d\", i)\n\n\t\t\t\t// Set the item's unique attribute value to match the CacheKey\n\t\t\t\tattrs := make(map[string]any)\n\t\t\t\tif item.GetAttributes() != nil && item.GetAttributes().GetAttrStruct() != nil {\n\t\t\t\t\tfor k, v := range item.GetAttributes().GetAttrStruct().GetFields() {\n\t\t\t\t\t\tattrs[k] = v\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tattrs[\"name\"] = uav\n\t\t\t\tattributes, _ := sdp.ToAttributes(attrs)\n\t\t\t\titem.Attributes = attributes\n\n\t\t\t\tck := CacheKey{SST: sst, Method: &method, UniqueAttributeValue: &uav}\n\t\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t\t\t\titems[i] = item\n\t\t\t}\n\n\t\t\t// Search with SST only should return all 3 items\n\t\t\tallItems, err := testSearch(t.Context(), cache, CacheKey{SST: sst})\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t\t\t}\n\t\t\tif len(allItems) != 3 {\n\t\t\t\tt.Errorf(\"expected 3 items, got %v\", len(allItems))\n\t\t\t}\n\n\t\t\t// Search with specific unique attribute should return only that item\n\t\t\tfor i := range 3 {\n\t\t\t\tuav := fmt.Sprintf(\"item%d\", i)\n\t\t\t\tck := CacheKey{SST: sst, Method: &method, UniqueAttributeValue: &uav}\n\t\t\t\tfoundItems, err := testSearch(t.Context(), cache, ck)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Errorf(\"unexpected error for item%d: %v\", i, err)\n\t\t\t\t}\n\t\t\t\tif len(foundItems) != 1 {\n\t\t\t\t\tt.Errorf(\"expected 1 item for item%d, got %v\", i, len(foundItems))\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestToIndexValues(t *testing.T) {\n\tck := CacheKey{\n\t\tSST: SST{\n\t\t\tSourceName: \"foo\",\n\t\t\tScope: \"foo\",\n\t\t\tType: \"foo\",\n\t\t},\n\t}\n\n\tt.Run(\"with just SST\", func(t *testing.T) {\n\t\tiv := ck.ToIndexValues()\n\n\t\tif iv.SSTHash != ck.SST.Hash() {\n\t\t\tt.Error(\"hash mismatch\")\n\t\t}\n\t})\n\n\tt.Run(\"with SST & Method\", func(t *testing.T) {\n\t\tck.Method = sdp.QueryMethod_GET.Enum()\n\t\tiv := ck.ToIndexValues()\n\n\t\tif iv.Method != sdp.QueryMethod_GET {\n\t\t\tt.Errorf(\"expected %v, got %v\", sdp.QueryMethod_GET, iv.Method)\n\t\t}\n\t})\n\n\tt.Run(\"with SST & Query\", func(t *testing.T) {\n\t\tq := \"query\"\n\t\tck.Query = &q\n\t\tiv := ck.ToIndexValues()\n\n\t\tif iv.Query != \"query\" {\n\t\t\tt.Errorf(\"expected %v, got %v\", \"query\", iv.Query)\n\t\t}\n\t})\n\n\tt.Run(\"with SST & UniqueAttributeValue\", func(t *testing.T) {\n\t\tq := \"foo\"\n\t\tck.UniqueAttributeValue = &q\n\t\tiv := ck.ToIndexValues()\n\n\t\tif iv.UniqueAttributeValue != \"foo\" {\n\t\t\tt.Errorf(\"expected %v, got %v\", \"foo\", iv.UniqueAttributeValue)\n\t\t}\n\t})\n}\n\nfunc TestUnexpiredOverwriteLogging(t *testing.T) {\n\tcache := NewCache(t.Context())\n\n\tt.Run(\"overwriting unexpired entry increments counter\", func(t *testing.T) {\n\t\tctx := t.Context()\n\t\t// Create an item and cache key\n\t\titem := GenerateRandomItem()\n\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\n\t\t// Store the item with a long TTL (10 seconds)\n\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t// Store the same item again before it expires (overwrite will be tracked via span attributes)\n\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t\t// Store it again\n\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t})\n\n\tt.Run(\"overwriting expired entry does not increment counter\", func(t *testing.T) {\n\t\tctx := t.Context()\n\t\t// Create a new cache for this test\n\t\tcache := NewCache(ctx)\n\n\t\titem := GenerateRandomItem()\n\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\n\t\t// Store the item with a very short TTL\n\t\tcache.StoreItem(ctx, item, 1*time.Millisecond, ck)\n\n\t\t// Wait for it to expire\n\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t// Store the same item again after it expired (overwrite tracking via span attributes)\n\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t})\n\n\tt.Run(\"overwriting different items does not increment counter\", func(t *testing.T) {\n\t\tctx := t.Context()\n\t\t// Create a new cache for this test\n\t\tcache := NewCache(ctx)\n\n\t\titem1 := GenerateRandomItem()\n\t\titem2 := GenerateRandomItem()\n\n\t\tck1 := CacheKeyFromQuery(item1.GetMetadata().GetSourceQuery(), item1.GetMetadata().GetSourceName())\n\t\tck2 := CacheKeyFromQuery(item2.GetMetadata().GetSourceQuery(), item2.GetMetadata().GetSourceName())\n\n\t\t// Store two different items (no overwrites, just new items)\n\t\tcache.StoreItem(ctx, item1, 10*time.Second, ck1)\n\t\tcache.StoreItem(ctx, item2, 10*time.Second, ck2)\n\t})\n\n\tt.Run(\"overwriting error entries increments counter\", func(t *testing.T) {\n\t\tctx := t.Context()\n\t\t// Create a new cache for this test\n\t\tcache := NewCache(ctx)\n\n\t\tsst := SST{\n\t\t\tSourceName: \"test-source\",\n\t\t\tScope: \"test-scope\",\n\t\t\tType: \"test-type\",\n\t\t}\n\n\t\tmethod := sdp.QueryMethod_LIST\n\t\tquery := \"test-query\"\n\n\t\tck := CacheKey{\n\t\t\tSST: sst,\n\t\t\tMethod: &method,\n\t\t\tQuery: &query,\n\t\t}\n\n\t\t// Store an error\n\t\tcache.StoreUnavailableItem(ctx, errors.New(\"test error\"), 10*time.Second, ck)\n\n\t\t// Store the same error again before it expires (overwrite will be tracked via span attributes)\n\t\tcache.StoreUnavailableItem(ctx, errors.New(\"another error\"), 10*time.Second, ck)\n\t})\n}\n\n// TestPendingWorkUnit tests the pendingWork component in isolation.\nfunc TestPendingWorkUnit(t *testing.T) {\n\tt.Run(\"StartWork first caller\", func(t *testing.T) {\n\t\tpw := newPendingWork()\n\t\tshouldWork, entry := pw.StartWork(\"key1\")\n\n\t\tif !shouldWork {\n\t\t\tt.Error(\"first caller should do work\")\n\t\t}\n\t\tif entry == nil {\n\t\t\tt.Error(\"entry should not be nil\")\n\t\t}\n\t})\n\n\tt.Run(\"StartWork second caller\", func(t *testing.T) {\n\t\tpw := newPendingWork()\n\n\t\t// First caller\n\t\tshouldWork1, entry1 := pw.StartWork(\"key1\")\n\t\tif !shouldWork1 {\n\t\t\tt.Error(\"first caller should do work\")\n\t\t}\n\n\t\t// Second caller for same key\n\t\tshouldWork2, entry2 := pw.StartWork(\"key1\")\n\t\tif shouldWork2 {\n\t\t\tt.Error(\"second caller should not do work\")\n\t\t}\n\t\tif entry2 != entry1 {\n\t\t\tt.Error(\"second caller should get same entry\")\n\t\t}\n\t})\n\n\tt.Run(\"Complete wakes waiters\", func(t *testing.T) {\n\t\tpw := newPendingWork()\n\t\tctx := context.Background()\n\n\t\t// First caller\n\t\t_, entry := pw.StartWork(\"key1\")\n\n\t\t// Second caller waits\n\t\tvar wg sync.WaitGroup\n\t\tvar waitOk bool\n\n\t\twg.Go(func() {\n\t\t\twaitOk = pw.Wait(ctx, entry)\n\t\t})\n\n\t\t// Give waiter time to start waiting\n\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t// Complete the work\n\t\tpw.Complete(\"key1\")\n\n\t\twg.Wait()\n\n\t\tif !waitOk {\n\t\t\tt.Error(\"wait should succeed\")\n\t\t}\n\t})\n\n\tt.Run(\"Wait respects context donelation\", func(t *testing.T) {\n\t\tpw := newPendingWork()\n\t\tctx, done := context.WithCancel(context.Background())\n\n\t\t// First caller\n\t\t_, entry := pw.StartWork(\"key1\")\n\n\t\t// Second caller waits with donelable context\n\t\tvar wg sync.WaitGroup\n\t\tvar waitOk bool\n\n\t\twg.Go(func() {\n\t\t\twaitOk = pw.Wait(ctx, entry)\n\t\t})\n\n\t\t// Give waiter time to start waiting\n\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t// Cancel the context\n\t\tdone()\n\n\t\twg.Wait()\n\n\t\tif waitOk {\n\t\t\tt.Error(\"wait should fail due to context donelation\")\n\t\t}\n\t})\n}\n" }, { "path": "go/sdpcache/item_generator_test.go", "content": "package sdpcache\n\nimport (\n\t\"math/rand\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"google.golang.org/protobuf/types/known/durationpb\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\nvar Types = []string{\n\t\"person\",\n\t\"dog\",\n\t\"kite\",\n\t\"flag\",\n\t\"cat\",\n\t\"leopard\",\n\t\"fish\",\n\t\"bird\",\n\t\"kangaroo\",\n\t\"ostrich\",\n\t\"emu\",\n\t\"hawk\",\n\t\"mole\",\n\t\"badger\",\n\t\"lemur\",\n}\n\nconst (\n\tMaxAttributes = 30\n\tMaxTags = 10\n\tMaxTagKeyLength = 10\n\tMaxTagValueLength = 10\n\tMaxAttributeKeyLength = 20\n\tMaxAttributeValueLength = 50\n)\n\n// TODO(LIQs): rewrite this to `MaxEdges`\nconst MaxLinkedItems = 10\n\n// TODO(LIQs): delete\nconst MaxLinkedItemQueries = 10\n\n// GenerateRandomItem Generates a random item and the tags for this item. The\n// tags include the name, type and a tag called \"all\" with a value of \"all\"\nfunc GenerateRandomItem() *sdp.Item {\n\tattrs := make(map[string]any)\n\n\tname := randSeq(rand.Intn(MaxAttributeValueLength))\n\ttyp := Types[rand.Intn(len(Types))]\n\tscope := randSeq(rand.Intn(MaxAttributeKeyLength))\n\tattrs[\"name\"] = name\n\n\tfor range rand.Intn(MaxAttributes) {\n\t\tattrs[randSeq(rand.Intn(MaxAttributeKeyLength))] = randSeq(rand.Intn(MaxAttributeValueLength))\n\t}\n\n\tattributes, _ := sdp.ToAttributes(attrs)\n\n\ttags := make(map[string]string)\n\n\tfor range rand.Intn(MaxTags) {\n\t\ttags[randSeq(rand.Intn(MaxTagKeyLength))] = randSeq(rand.Intn(MaxTagValueLength))\n\t}\n\n\t// TODO(LIQs): rewrite this to `MaxEdges` and return and additional []*sdp.Edge\n\tlinkedItems := make([]*sdp.LinkedItem, rand.Intn(MaxLinkedItems))\n\n\tfor i := range linkedItems {\n\t\tlinkedItems[i] = &sdp.LinkedItem{Item: &sdp.Reference{\n\t\t\tType: randSeq(rand.Intn(MaxAttributeKeyLength)),\n\t\t\tUniqueAttributeValue: randSeq(rand.Intn(MaxAttributeValueLength)),\n\t\t\tScope: randSeq(rand.Intn(MaxAttributeKeyLength)),\n\t\t}}\n\t}\n\n\tlinkedItemQueries := make([]*sdp.LinkedItemQuery, rand.Intn(MaxLinkedItemQueries))\n\n\tfor i := range linkedItemQueries {\n\t\tlinkedItemQueries[i] = &sdp.LinkedItemQuery{Query: &sdp.Query{\n\t\t\tType: randSeq(rand.Intn(MaxAttributeKeyLength)),\n\t\t\tMethod: sdp.QueryMethod(rand.Intn(3)),\n\t\t\tQuery: randSeq(rand.Intn(MaxAttributeValueLength)),\n\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\tLinkDepth: rand.Uint32(),\n\t\t\t},\n\t\t\tScope: randSeq(rand.Intn(MaxAttributeKeyLength)),\n\t\t}}\n\t}\n\n\t// Generate health (which is an int32 between 0 and 4)\n\thealth := sdp.Health(rand.Intn(int(sdp.Health_HEALTH_PENDING) + 1))\n\n\tqueryUuid := uuid.New()\n\n\titem := sdp.Item{\n\t\tType: typ,\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tLinkedItemQueries: linkedItemQueries,\n\t\tLinkedItems: linkedItems,\n\t\tMetadata: &sdp.Metadata{\n\t\t\tSourceName: randSeq(rand.Intn(MaxAttributeKeyLength)),\n\t\t\tSourceQuery: &sdp.Query{\n\t\t\t\tType: typ,\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: name,\n\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{\n\t\t\t\t\tLinkDepth: 1,\n\t\t\t\t},\n\t\t\t\tScope: scope,\n\t\t\t\tUUID: queryUuid[:],\n\t\t\t},\n\t\t\tTimestamp: timestamppb.New(time.Now()),\n\t\t\tSourceDuration: durationpb.New(time.Millisecond * time.Duration(rand.Int63())),\n\t\t\tSourceDurationPerItem: durationpb.New(time.Millisecond * time.Duration(rand.Int63())),\n\t\t},\n\t\tTags: tags,\n\t\tHealth: &health,\n\t}\n\n\treturn &item\n}\n\nvar letters = []rune(\"abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ\")\n\nfunc randSeq(n int) string {\n\tb := make([]rune, n)\n\tfor i := range b {\n\t\tb[i] = letters[rand.Intn(len(letters))]\n\t}\n\treturn string(b)\n}\n" }, { "path": "go/sdpcache/lookup_coordinator.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// lookupBackend is the storage-facing interface used by lookupCoordinator.\n// Implementations should focus on cache I/O while lookupCoordinator owns\n// pending-work deduplication and shared branching behavior.\ntype lookupBackend interface {\n\tSearch(ctx context.Context, ck CacheKey) ([]*sdp.Item, error)\n\tDelete(ck CacheKey)\n}\n\n// lookupCoordinator centralizes shared Lookup control flow:\n// cache miss deduplication, wait/re-check behavior, error classification,\n// and GET cardinality validation.\ntype lookupCoordinator struct {\n\tpending *pendingWork\n}\n\nfunc newLookupCoordinator(pending *pendingWork) *lookupCoordinator {\n\tif pending == nil {\n\t\tpending = newPendingWork()\n\t}\n\n\treturn &lookupCoordinator{\n\t\tpending: pending,\n\t}\n}\n\nfunc (lc *lookupCoordinator) doneForMiss(ck CacheKey) func() {\n\tif lc == nil || lc.pending == nil {\n\t\treturn noopDone\n\t}\n\n\tkey := ck.String()\n\tvar once sync.Once\n\n\treturn func() {\n\t\tonce.Do(func() {\n\t\t\tlc.pending.Complete(key)\n\t\t})\n\t}\n}\n\nfunc (lc *lookupCoordinator) Lookup(\n\tctx context.Context,\n\tbackend lookupBackend,\n\tck CacheKey,\n\trequestedMethod sdp.QueryMethod,\n) (bool, []*sdp.Item, *sdp.QueryError, func()) {\n\tspan := trace.SpanFromContext(ctx)\n\n\tinitialSearchStart := time.Now()\n\titems, err := backend.Search(ctx, ck)\n\tspan.SetAttributes(attribute.Float64(\"ovm.cache.initialSearchDurationMs\", float64(time.Since(initialSearchStart).Milliseconds())))\n\n\tif err != nil {\n\t\tvar qErr *sdp.QueryError\n\n\t\tif errors.Is(err, ErrCacheNotFound) {\n\t\t\tshouldWork, entry := lc.pending.StartWork(ck.String())\n\t\t\tif shouldWork {\n\t\t\t\tspan.SetAttributes(\n\t\t\t\t\tattribute.String(\"ovm.cache.result\", \"cache miss\"),\n\t\t\t\t\tattribute.Bool(\"ovm.cache.hit\", false),\n\t\t\t\t\tattribute.Bool(\"ovm.cache.workPending\", false),\n\t\t\t\t)\n\t\t\t\treturn false, nil, nil, lc.doneForMiss(ck)\n\t\t\t}\n\n\t\t\tpendingWaitStart := time.Now()\n\t\t\tok := lc.pending.Wait(ctx, entry)\n\t\t\tpendingWaitDuration := time.Since(pendingWaitStart)\n\t\t\tspan.SetAttributes(\n\t\t\t\tattribute.Float64(\"ovm.cache.pendingWaitDurationMs\", float64(pendingWaitDuration.Milliseconds())),\n\t\t\t\tattribute.Bool(\"ovm.cache.pendingWaitSuccess\", ok),\n\t\t\t)\n\n\t\t\tif !ok {\n\t\t\t\tspan.SetAttributes(\n\t\t\t\t\tattribute.String(\"ovm.cache.result\", \"pending work cancelled or timeout\"),\n\t\t\t\t\tattribute.Bool(\"ovm.cache.hit\", false),\n\t\t\t\t)\n\t\t\t\treturn false, nil, nil, noopDone\n\t\t\t}\n\n\t\t\trecheckStart := time.Now()\n\t\t\titems, recheckErr := backend.Search(ctx, ck)\n\t\t\tspan.SetAttributes(attribute.Float64(\"ovm.cache.recheckSearchDurationMs\", float64(time.Since(recheckStart).Milliseconds())))\n\t\t\tif recheckErr != nil {\n\t\t\t\tif errors.Is(recheckErr, ErrCacheNotFound) {\n\t\t\t\t\tspan.SetAttributes(\n\t\t\t\t\t\tattribute.String(\"ovm.cache.result\", \"pending work completed but cache still empty\"),\n\t\t\t\t\t\tattribute.Bool(\"ovm.cache.hit\", false),\n\t\t\t\t\t)\n\t\t\t\t\treturn false, nil, nil, noopDone\n\t\t\t\t}\n\n\t\t\t\tvar recheckQErr *sdp.QueryError\n\t\t\t\tif errors.As(recheckErr, &recheckQErr) {\n\t\t\t\t\tspan.SetAttributes(\n\t\t\t\t\t\tattribute.String(\"ovm.cache.result\", \"cache hit from pending work: error\"),\n\t\t\t\t\t\tattribute.Bool(\"ovm.cache.hit\", true),\n\t\t\t\t\t)\n\t\t\t\t\treturn true, nil, recheckQErr, noopDone\n\t\t\t\t}\n\n\t\t\t\tspan.SetAttributes(\n\t\t\t\t\tattribute.String(\"ovm.cache.result\", \"unexpected error on re-check\"),\n\t\t\t\t\tattribute.Bool(\"ovm.cache.hit\", false),\n\t\t\t\t)\n\t\t\t\treturn false, nil, nil, noopDone\n\t\t\t}\n\n\t\t\tspan.SetAttributes(\n\t\t\t\tattribute.String(\"ovm.cache.result\", \"cache hit from pending work\"),\n\t\t\t\tattribute.Int(\"ovm.cache.numItems\", len(items)),\n\t\t\t\tattribute.Bool(\"ovm.cache.hit\", true),\n\t\t\t)\n\t\t\treturn true, items, nil, noopDone\n\t\t}\n\n\t\tif errors.As(err, &qErr) {\n\t\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\t\tspan.SetAttributes(attribute.String(\"ovm.cache.result\", \"cache hit: item not found\"))\n\t\t\t} else {\n\t\t\t\tspan.SetAttributes(\n\t\t\t\t\tattribute.String(\"ovm.cache.result\", \"cache hit: QueryError\"),\n\t\t\t\t\tattribute.String(\"ovm.cache.error\", err.Error()),\n\t\t\t\t)\n\t\t\t}\n\n\t\t\tspan.SetAttributes(attribute.Bool(\"ovm.cache.hit\", true))\n\t\t\treturn true, nil, qErr, noopDone\n\t\t}\n\n\t\tqErr = &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t\tScope: ck.SST.Scope,\n\t\t\tSourceName: ck.SST.SourceName,\n\t\t\tItemType: ck.SST.Type,\n\t\t}\n\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.cache.error\", err.Error()),\n\t\t\tattribute.String(\"ovm.cache.result\", \"cache hit: unknown QueryError\"),\n\t\t\tattribute.Bool(\"ovm.cache.hit\", true),\n\t\t)\n\t\treturn true, nil, qErr, noopDone\n\t}\n\n\tif requestedMethod == sdp.QueryMethod_GET {\n\t\tif len(items) < 2 {\n\t\t\tspan.SetAttributes(\n\t\t\t\tattribute.String(\"ovm.cache.result\", \"cache hit: 1 item\"),\n\t\t\t\tattribute.Int(\"ovm.cache.numItems\", len(items)),\n\t\t\t\tattribute.Bool(\"ovm.cache.hit\", true),\n\t\t\t)\n\t\t\treturn true, items, nil, noopDone\n\t\t}\n\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.cache.result\", \"cache returned >1 value, purging and continuing\"),\n\t\t\tattribute.Int(\"ovm.cache.numItems\", len(items)),\n\t\t\tattribute.Bool(\"ovm.cache.hit\", false),\n\t\t)\n\t\tbackend.Delete(ck)\n\t\treturn false, nil, nil, noopDone\n\t}\n\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.cache.result\", \"cache hit: multiple items\"),\n\t\tattribute.Int(\"ovm.cache.numItems\", len(items)),\n\t\tattribute.Bool(\"ovm.cache.hit\", true),\n\t)\n\treturn true, items, nil, noopDone\n}\n" }, { "path": "go/sdpcache/memory.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"time\"\n\n\t\"github.com/google/btree\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\ntype MemoryCache struct {\n\tpurger\n\n\tindexes map[SSTHash]*indexSet\n\n\t// This index is used to track item expiries, since items can have different\n\t// expiry durations we need to use a btree here rather than just appending\n\t// to a slice or something. The purge process uses this to determine what\n\t// needs deleting, then calls into each specific index to delete as required\n\texpiryIndex *btree.BTreeG[*CachedResult]\n\n\t// Mutex for reading caches\n\tindexMutex sync.RWMutex\n\n\t// Tracks in-flight lookups to prevent duplicate work when multiple\n\t// goroutines request the same cache key simultaneously\n\tpending *pendingWork\n\n\tlookup *lookupCoordinator\n}\n\nvar _ Cache = (*MemoryCache)(nil)\n\n// NewMemoryCache creates a new in-memory cache implementation.\nfunc NewMemoryCache() *MemoryCache {\n\tpending := newPendingWork()\n\tc := &MemoryCache{\n\t\tindexes: make(map[SSTHash]*indexSet),\n\t\texpiryIndex: newExpiryIndex(),\n\t\tpending: pending,\n\t\tlookup: newLookupCoordinator(pending),\n\t}\n\tc.purgeFunc = c.Purge\n\treturn c\n}\n\nfunc newExpiryIndex() *btree.BTreeG[*CachedResult] {\n\treturn btree.NewG(2, func(a, b *CachedResult) bool {\n\t\treturn a.Expiry.Before(b.Expiry)\n\t})\n}\n\ntype indexSet struct {\n\tuniqueAttributeValueIndex *btree.BTreeG[*CachedResult]\n\tmethodIndex *btree.BTreeG[*CachedResult]\n\tqueryIndex *btree.BTreeG[*CachedResult]\n}\n\nfunc newIndexSet() *indexSet {\n\treturn &indexSet{\n\t\tuniqueAttributeValueIndex: btree.NewG(2, func(a, b *CachedResult) bool {\n\t\t\treturn sortString(a.IndexValues.UniqueAttributeValue, a.Item) < sortString(b.IndexValues.UniqueAttributeValue, b.Item)\n\t\t}),\n\t\tmethodIndex: btree.NewG(2, func(a, b *CachedResult) bool {\n\t\t\treturn sortString(a.IndexValues.Method.String(), a.Item) < sortString(b.IndexValues.Method.String(), b.Item)\n\t\t}),\n\t\tqueryIndex: btree.NewG(2, func(a, b *CachedResult) bool {\n\t\t\treturn sortString(a.IndexValues.Query, a.Item) < sortString(b.IndexValues.Query, b.Item)\n\t\t}),\n\t}\n}\n\n// Lookup returns true/false whether or not the cache has a result for the given\n// query. If there are results, they will be returned as slice of `sdp.Item`s or\n// an `*sdp.QueryError`.\n// The CacheKey is always returned, even if the lookup otherwise fails or errors.\nfunc (c *MemoryCache) Lookup(ctx context.Context, srcName string, method sdp.QueryMethod, scope string, typ string, query string, ignoreCache bool) (bool, CacheKey, []*sdp.Item, *sdp.QueryError, func()) {\n\tspan := trace.SpanFromContext(ctx)\n\tck := CacheKeyFromParts(srcName, method, scope, typ, query)\n\n\tif c == nil {\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.cache.result\", \"cache not initialised\"),\n\t\t\tattribute.Bool(\"ovm.cache.hit\", false),\n\t\t)\n\t\treturn false, ck, nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"cache has not been initialised\",\n\t\t\tScope: scope,\n\t\t\tSourceName: srcName,\n\t\t\tItemType: typ,\n\t\t}, noopDone\n\t}\n\n\tif ignoreCache {\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.cache.result\", \"ignore cache\"),\n\t\t\tattribute.Bool(\"ovm.cache.hit\", false),\n\t\t)\n\t\treturn false, ck, nil, nil, noopDone\n\t}\n\n\tlookup := c.lookup\n\tif lookup == nil {\n\t\tlookup = newLookupCoordinator(c.pending)\n\t}\n\n\thit, items, qErr, done := lookup.Lookup(\n\t\tctx,\n\t\tc,\n\t\tck,\n\t\tmethod,\n\t)\n\treturn hit, ck, items, qErr, done\n}\n\n// Search performs a lower-level search using a CacheKey.\n// This bypasses pending-work deduplication and is used by lookupCoordinator.\nfunc (c *MemoryCache) Search(ctx context.Context, ck CacheKey) ([]*sdp.Item, error) {\n\treturn c.search(ctx, ck)\n}\n\n// search performs a lower-level search using a CacheKey.\nfunc (c *MemoryCache) search(ctx context.Context, ck CacheKey) ([]*sdp.Item, error) {\n\tif c == nil {\n\t\treturn nil, nil\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\n\tresults := c.getResults(ck)\n\n\tif len(results) == 0 {\n\t\treturn nil, ErrCacheNotFound\n\t}\n\n\tnow := time.Now()\n\n\t// If there is an error we want to return that, so we need to range over the\n\t// results and separate items and errors. This is computationally less\n\t// efficient than extracting errors inside of `getResults()` but logically\n\t// it's a lot less complicated since `Delete()` uses the same method but\n\t// applies different logic\n\tfor _, res := range results {\n\t\t// Check if the cached result has expired\n\t\tif res.Expiry.Before(now) {\n\t\t\t// Skip expired results\n\t\t\tcontinue\n\t\t}\n\n\t\tif res.Error != nil {\n\t\t\treturn nil, res.Error\n\t\t}\n\n\t\t// Return a copy of the item so the user can do whatever they want with it\n\t\titemCopy := proto.Clone(res.Item).(*sdp.Item)\n\n\t\titems = append(items, itemCopy)\n\t}\n\n\t// If all results were expired, return cache not found\n\tif len(items) == 0 {\n\t\treturn nil, ErrCacheNotFound\n\t}\n\n\treturn items, nil\n}\n\n// Delete deletes anything that matches the given cache query.\nfunc (c *MemoryCache) Delete(ck CacheKey) {\n\tif c == nil {\n\t\treturn\n\t}\n\n\tc.deleteResults(c.getResults(ck))\n}\n\n// getResults searches indexes for cached results, doing no other logic. If\n// nothing is found an empty slice will be returned.\nfunc (c *MemoryCache) getResults(ck CacheKey) []*CachedResult {\n\tc.indexMutex.RLock()\n\tdefer c.indexMutex.RUnlock()\n\n\tresults := make([]*CachedResult, 0)\n\n\t// Get the relevant set of indexes based on the SST Hash\n\tsstHash := ck.SST.Hash()\n\tindexes, exists := c.indexes[sstHash]\n\tpivot := CachedResult{\n\t\tIndexValues: IndexValues{\n\t\t\tSSTHash: sstHash,\n\t\t},\n\t}\n\n\tif !exists {\n\t\t// If we don't have a set of indexes then it definitely doesn't exist\n\t\treturn results\n\t}\n\n\t// Start with the most specific index and fall back to the least specific.\n\t// Checking all matching items and returning. These is no need to check all\n\t// indexes since they all have the same content\n\tif ck.UniqueAttributeValue != nil {\n\t\tpivot.IndexValues.UniqueAttributeValue = *ck.UniqueAttributeValue\n\n\t\tindexes.uniqueAttributeValueIndex.AscendGreaterOrEqual(&pivot, func(result *CachedResult) bool {\n\t\t\tif *ck.UniqueAttributeValue == result.IndexValues.UniqueAttributeValue {\n\t\t\t\tif ck.Matches(result.IndexValues) {\n\t\t\t\t\tresults = append(results, result)\n\t\t\t\t}\n\n\t\t\t\t// Always return true so that we continue to iterate\n\t\t\t\treturn true\n\t\t\t}\n\n\t\t\treturn false\n\t\t})\n\n\t\treturn results\n\t}\n\n\tif ck.Query != nil {\n\t\tpivot.IndexValues.Query = *ck.Query\n\n\t\tindexes.queryIndex.AscendGreaterOrEqual(&pivot, func(result *CachedResult) bool {\n\t\t\tif *ck.Query == result.IndexValues.Query {\n\t\t\t\tif ck.Matches(result.IndexValues) {\n\t\t\t\t\tresults = append(results, result)\n\t\t\t\t}\n\n\t\t\t\t// Always return true so that we continue to iterate\n\t\t\t\treturn true\n\t\t\t}\n\n\t\t\treturn false\n\t\t})\n\n\t\treturn results\n\t}\n\n\tif ck.Method != nil {\n\t\tpivot.IndexValues.Method = *ck.Method\n\n\t\tindexes.methodIndex.AscendGreaterOrEqual(&pivot, func(result *CachedResult) bool {\n\t\t\tif *ck.Method == result.IndexValues.Method {\n\t\t\t\t// If the methods match, check the rest\n\t\t\t\tif ck.Matches(result.IndexValues) {\n\t\t\t\t\tresults = append(results, result)\n\t\t\t\t}\n\n\t\t\t\t// Always return true so that we continue to iterate\n\t\t\t\treturn true\n\t\t\t}\n\n\t\t\treturn false\n\t\t})\n\n\t\treturn results\n\t}\n\n\t// If nothing other than SST has been set then return everything\n\tindexes.methodIndex.Ascend(func(result *CachedResult) bool {\n\t\tresults = append(results, result)\n\n\t\treturn true\n\t})\n\n\treturn results\n}\n\n// StoreItem stores an item in the cache. Note that this item must be fully\n// populated (including metadata) for indexing to work correctly.\nfunc (c *MemoryCache) StoreItem(ctx context.Context, item *sdp.Item, duration time.Duration, ck CacheKey) {\n\tif item == nil || c == nil {\n\t\treturn\n\t}\n\n\titemCopy := proto.Clone(item).(*sdp.Item)\n\n\tres := CachedResult{\n\t\tItem: itemCopy,\n\t\tError: nil,\n\t\tExpiry: time.Now().Add(duration),\n\t\tIndexValues: IndexValues{\n\t\t\tUniqueAttributeValue: itemCopy.UniqueAttributeValue(),\n\t\t},\n\t}\n\n\tif ck.Method != nil {\n\t\tres.IndexValues.Method = *ck.Method\n\t}\n\tif ck.Query != nil {\n\t\tres.IndexValues.Query = *ck.Query\n\t}\n\n\tres.IndexValues.SSTHash = ck.SST.Hash()\n\n\tc.storeResult(ctx, res)\n}\n\n// StoreUnavailableItem stores an error for the given duration.\nfunc (c *MemoryCache) StoreUnavailableItem(ctx context.Context, err error, duration time.Duration, cacheQuery CacheKey) {\n\tif c == nil || err == nil {\n\t\treturn\n\t}\n\n\tres := CachedResult{\n\t\tItem: nil,\n\t\tError: err,\n\t\tExpiry: time.Now().Add(duration),\n\t\tIndexValues: cacheQuery.ToIndexValues(),\n\t}\n\n\tc.storeResult(ctx, res)\n}\n\n// Clear deletes all data in cache.\nfunc (c *MemoryCache) Clear() {\n\tif c == nil {\n\t\treturn\n\t}\n\n\tc.indexMutex.Lock()\n\tdefer c.indexMutex.Unlock()\n\n\tc.indexes = make(map[SSTHash]*indexSet)\n\tc.expiryIndex = newExpiryIndex()\n}\n\nfunc (c *MemoryCache) storeResult(ctx context.Context, res CachedResult) {\n\tc.indexMutex.Lock()\n\tdefer c.indexMutex.Unlock()\n\n\t// Create the index if it doesn't exist\n\tindexes, ok := c.indexes[res.IndexValues.SSTHash]\n\n\tif !ok {\n\t\tindexes = newIndexSet()\n\t\tc.indexes[res.IndexValues.SSTHash] = indexes\n\t}\n\n\t// Add the item to the indexes and check if we're overwriting an unexpired entry\n\t// We only need to check one index since they all reference the same CachedResult\n\toldResult, replaced := indexes.methodIndex.ReplaceOrInsert(&res)\n\tindexes.queryIndex.ReplaceOrInsert(&res)\n\tindexes.uniqueAttributeValueIndex.ReplaceOrInsert(&res)\n\n\t// Get the current span to add attributes\n\tspan := trace.SpanFromContext(ctx)\n\n\t// Check if we overwrote an entry that hasn't expired yet\n\t// This indicates potential thundering-herd issues where multiple identical\n\t// queries are executed concurrently instead of waiting for the first result\n\toverwritten := false\n\tif replaced && oldResult != nil {\n\t\tnow := time.Now()\n\t\tif oldResult.Expiry.After(now) {\n\t\t\toverwritten = true\n\t\t\ttimeUntilExpiry := oldResult.Expiry.Sub(now)\n\n\t\t\t// Build attributes for the overwrite event\n\t\t\tattrs := []attribute.KeyValue{\n\t\t\t\tattribute.Bool(\"ovm.cache.unexpired_overwrite\", true),\n\t\t\t\tattribute.String(\"ovm.cache.time_until_expiry\", timeUntilExpiry.String()),\n\t\t\t\tattribute.String(\"ovm.cache.sst_hash\", string(res.IndexValues.SSTHash)),\n\t\t\t\tattribute.String(\"ovm.cache.query_method\", res.IndexValues.Method.String()),\n\t\t\t}\n\n\t\t\tif res.Item != nil {\n\t\t\t\tattrs = append(attrs,\n\t\t\t\t\tattribute.String(\"ovm.cache.item_type\", res.Item.GetType()),\n\t\t\t\t\tattribute.String(\"ovm.cache.item_scope\", res.Item.GetScope()),\n\t\t\t\t)\n\t\t\t}\n\n\t\t\tif res.IndexValues.Query != \"\" {\n\t\t\t\tattrs = append(attrs, attribute.String(\"ovm.cache.query\", res.IndexValues.Query))\n\t\t\t}\n\n\t\t\tif res.IndexValues.UniqueAttributeValue != \"\" {\n\t\t\t\tattrs = append(attrs, attribute.String(\"ovm.cache.unique_attribute\", res.IndexValues.UniqueAttributeValue))\n\t\t\t}\n\n\t\t\tspan.SetAttributes(attrs...)\n\t\t}\n\t}\n\n\t// Always set the overwrite attribute, even if false, for consistent tracking\n\tif !overwritten {\n\t\tspan.SetAttributes(attribute.Bool(\"ovm.cache.unexpired_overwrite\", false))\n\t}\n\n\t// Add the item to the expiry index\n\tc.expiryIndex.ReplaceOrInsert(&res)\n\n\t// Update the purge time if required\n\tc.setNextPurgeIfEarlier(res.Expiry)\n}\n\n// sortString returns the string that the cached result should be sorted on.\n// This has a prefix of the index value and suffix of the GloballyUniqueName if\n// relevant.\nfunc sortString(indexValue string, item *sdp.Item) string {\n\tif item == nil {\n\t\treturn indexValue\n\t}\n\treturn indexValue + item.GloballyUniqueName()\n}\n\n// deleteResults deletes many cached results at once.\nfunc (c *MemoryCache) deleteResults(results []*CachedResult) {\n\tc.indexMutex.Lock()\n\tdefer c.indexMutex.Unlock()\n\n\tfor _, res := range results {\n\t\tif indexSet, ok := c.indexes[res.IndexValues.SSTHash]; ok {\n\t\t\t// For each expired item, delete it from all of the indexes that it will be in\n\t\t\tif indexSet.methodIndex != nil {\n\t\t\t\tindexSet.methodIndex.Delete(res)\n\t\t\t}\n\t\t\tif indexSet.queryIndex != nil {\n\t\t\t\tindexSet.queryIndex.Delete(res)\n\t\t\t}\n\t\t\tif indexSet.uniqueAttributeValueIndex != nil {\n\t\t\t\tindexSet.uniqueAttributeValueIndex.Delete(res)\n\t\t\t}\n\t\t}\n\n\t\tc.expiryIndex.Delete(res)\n\t}\n}\n\n// Purge purges all expired items from the cache. The user must pass in the\n// `before` time. All items that expired before this will be purged. Usually\n// this would be just `time.Now()` however it could be overridden for testing.\nfunc (c *MemoryCache) Purge(ctx context.Context, before time.Time) PurgeStats {\n\tif c == nil {\n\t\treturn PurgeStats{}\n\t}\n\n\t// Store the current time rather than calling it a million times\n\tstart := time.Now()\n\n\tvar nextExpiry *time.Time\n\n\texpired := make([]*CachedResult, 0)\n\n\t// Look through the expiry cache and work out what has expired\n\tc.indexMutex.RLock()\n\tc.expiryIndex.Ascend(func(res *CachedResult) bool {\n\t\tif res.Expiry.Before(before) {\n\t\t\texpired = append(expired, res)\n\n\t\t\treturn true\n\t\t}\n\n\t\t// Take note of the next expiry so we can schedule the next run\n\t\tnextExpiry = &res.Expiry\n\n\t\t// As soon as hit this we'll stop ascending\n\t\treturn false\n\t})\n\tc.indexMutex.RUnlock()\n\n\tc.deleteResults(expired)\n\n\treturn PurgeStats{\n\t\tNumPurged: len(expired),\n\t\tTimeTaken: time.Since(start),\n\t\tNextExpiry: nextExpiry,\n\t}\n}\n" }, { "path": "go/sdpcache/memory_test.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// TestMemoryCacheStartPurge tests the memory cache implementation's purger.\nfunc TestMemoryCacheStartPurge(t *testing.T) {\n\tctx := t.Context()\n\tcache := NewMemoryCache()\n\tcache.minWaitTime = 100 * time.Millisecond\n\n\tcachedItems := []struct {\n\t\tItem *sdp.Item\n\t\tExpiry time.Time\n\t}{\n\t\t{\n\t\t\tItem: GenerateRandomItem(),\n\t\t\tExpiry: time.Now().Add(0),\n\t\t},\n\t\t{\n\t\t\tItem: GenerateRandomItem(),\n\t\t\tExpiry: time.Now().Add(100 * time.Millisecond),\n\t\t},\n\t}\n\n\tfor _, i := range cachedItems {\n\t\tck := CacheKeyFromQuery(i.Item.GetMetadata().GetSourceQuery(), i.Item.GetMetadata().GetSourceName())\n\t\tcache.StoreItem(ctx, i.Item, time.Until(i.Expiry), ck)\n\t}\n\n\tctx, done := context.WithCancel(ctx)\n\tdefer done()\n\n\tcache.StartPurger(ctx)\n\n\t// Wait for everything to be purged\n\ttime.Sleep(200 * time.Millisecond)\n\n\t// At this point everything should be been cleaned, and the purger should be\n\t// sleeping forever\n\titems, err := testSearch(t.Context(), cache, CacheKeyFromQuery(\n\t\tcachedItems[1].Item.GetMetadata().GetSourceQuery(),\n\t\tcachedItems[1].Item.GetMetadata().GetSourceName(),\n\t))\n\n\tif !errors.Is(err, ErrCacheNotFound) {\n\t\tt.Errorf(\"unexpected error: %v\", err)\n\t\tt.Errorf(\"unexpected items: %v\", len(items))\n\t}\n\n\tcache.purgeMutex.Lock()\n\tif cache.nextPurge.Before(time.Now().Add(time.Hour)) {\n\t\t// If the next purge is within the next hour that's an error, it should\n\t\t// be really, really for in the future\n\t\tt.Errorf(\"Expected next purge to be in 1000 years, got %v\", cache.nextPurge.String())\n\t}\n\tcache.purgeMutex.Unlock()\n\n\t// Adding a new item should kick off the purging again\n\tfor _, i := range cachedItems {\n\t\tck := CacheKeyFromQuery(i.Item.GetMetadata().GetSourceQuery(), i.Item.GetMetadata().GetSourceName())\n\t\tcache.StoreItem(ctx, i.Item, 100*time.Millisecond, ck)\n\t}\n\n\ttime.Sleep(200 * time.Millisecond)\n\n\t// It should be empty again\n\titems, err = testSearch(t.Context(), cache, CacheKeyFromQuery(\n\t\tcachedItems[1].Item.GetMetadata().GetSourceQuery(),\n\t\tcachedItems[1].Item.GetMetadata().GetSourceName(),\n\t))\n\n\tif !errors.Is(err, ErrCacheNotFound) {\n\t\tt.Errorf(\"unexpected error: %v\", err)\n\t\tt.Errorf(\"unexpected items: %v: %v\", len(items), items)\n\t}\n}\n\n// TestMemoryCacheStopPurge tests the memory cache implementation's purger stop functionality.\nfunc TestMemoryCacheStopPurge(t *testing.T) {\n\tcache := NewMemoryCache()\n\tcache.minWaitTime = 1 * time.Millisecond\n\n\tctx, done := context.WithCancel(t.Context())\n\n\tcache.StartPurger(ctx)\n\n\t// Stop the purger\n\tdone()\n\n\t// Insert an item\n\titem := GenerateRandomItem()\n\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\n\tcache.StoreItem(ctx, item, 1*time.Second, ck)\n\tsst := SST{\n\t\tSourceName: item.GetMetadata().GetSourceName(),\n\t\tScope: item.GetScope(),\n\t\tType: item.GetType(),\n\t}\n\n\t// Make sure it's not purged\n\ttime.Sleep(100 * time.Millisecond)\n\titems, err := testSearch(t.Context(), cache, CacheKey{\n\t\tSST: sst,\n\t})\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Errorf(\"Expected 1 item, got %v\", len(items))\n\t}\n}\n\n// TestMemoryCacheConcurrent tests the memory cache implementation for data races.\n// This test is designed to be run with -race to ensure that there aren't any\n// data races.\nfunc TestMemoryCacheConcurrent(t *testing.T) {\n\tcache := NewMemoryCache()\n\t// Run the purger super fast to generate a worst-case scenario\n\tcache.minWaitTime = 1 * time.Millisecond\n\n\tctx, done := context.WithCancel(t.Context())\n\tdefer done()\n\tcache.StartPurger(ctx)\n\tvar wg sync.WaitGroup\n\n\tnumParallel := 1_000\n\n\tfor range numParallel {\n\t\twg.Go(func() {\n\t\t\t// Store the item\n\t\t\titem := GenerateRandomItem()\n\t\t\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\n\t\t\tcache.StoreItem(ctx, item, 100*time.Millisecond, ck)\n\n\t\t\t// Create a goroutine to also delete in parallel\n\t\t\twg.Go(func() {\n\t\t\t\tcache.Delete(ck)\n\t\t\t})\n\t\t})\n\t}\n\n\twg.Wait()\n}\n\n// TestMemoryCacheLookupDeduplication tests that multiple concurrent Lookup calls\n// for the same cache key in MemoryCache result in only one caller doing work.\nfunc TestMemoryCacheLookupDeduplication(t *testing.T) {\n\tcache := NewMemoryCache()\n\tctx := t.Context()\n\n\t// Create a cache key for the test - use LIST method to avoid UniqueAttributeValue matching issues\n\tsst := SST{SourceName: \"test-source\", Scope: \"test-scope\", Type: \"test-type\"}\n\tmethod := sdp.QueryMethod_LIST\n\n\t// Track how many goroutines actually do work\n\tvar workCount int32\n\tvar mu sync.Mutex\n\tvar wg sync.WaitGroup\n\n\tnumGoroutines := 10\n\tresults := make([]struct {\n\t\thit bool\n\t\titems []*sdp.Item\n\t}, numGoroutines)\n\n\tstartBarrier := make(chan struct{})\n\n\tfor idx := range numGoroutines {\n\t\twg.Go(func() {\n\t\t\t<-startBarrier\n\n\t\t\thit, ck, items, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, \"\", false)\n\t\t\tdefer done()\n\n\t\t\tif !hit {\n\t\t\t\tmu.Lock()\n\t\t\t\tworkCount++\n\t\t\t\tmu.Unlock()\n\n\t\t\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t\t\titem := GenerateRandomItem()\n\t\t\t\titem.Scope = sst.Scope\n\t\t\t\titem.Type = sst.Type\n\t\t\t\titem.Metadata.SourceName = sst.SourceName\n\n\t\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t\t\t\thit, _, items, _, done = cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, \"\", false)\n\t\t\t\tdefer done()\n\t\t\t}\n\n\t\t\tresults[idx] = struct {\n\t\t\t\thit bool\n\t\t\t\titems []*sdp.Item\n\t\t\t}{hit, items}\n\t\t})\n\t}\n\n\tclose(startBarrier)\n\twg.Wait()\n\n\tif workCount != 1 {\n\t\tt.Errorf(\"expected exactly 1 goroutine to do work, got %d\", workCount)\n\t}\n\n\tfor i, r := range results {\n\t\tif !r.hit {\n\t\t\tt.Errorf(\"goroutine %d: expected cache hit after dedup, got miss\", i)\n\t\t}\n\t\tif len(r.items) != 1 {\n\t\t\tt.Errorf(\"goroutine %d: expected 1 item, got %d\", i, len(r.items))\n\t\t}\n\t}\n}\n\n// TestMemoryCacheLookupDeduplicationCompleteWithoutStore tests the scenario where\n// Complete is called but nothing was stored in the cache. This tests the explicit\n// ErrCacheNotFound check in the re-check logic.\nfunc TestMemoryCacheLookupDeduplicationCompleteWithoutStore(t *testing.T) {\n\tcache := NewMemoryCache()\n\tctx := t.Context()\n\n\tsst := SST{SourceName: \"test-source\", Scope: \"test-scope\", Type: \"test-type\"}\n\tmethod := sdp.QueryMethod_LIST\n\tquery := \"complete-without-store-test\"\n\n\tvar wg sync.WaitGroup\n\tstartBarrier := make(chan struct{})\n\n\t// Track results\n\tvar waiterHits []bool\n\tvar waiterMu sync.Mutex\n\n\tnumWaiters := 3\n\n\t// First goroutine: starts work and completes without storing anything\n\twg.Go(func() {\n\t\t<-startBarrier\n\n\t\thit, ck, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\tdefer done()\n\t\tif hit {\n\t\t\tt.Error(\"first goroutine: expected cache miss\")\n\t\t\treturn\n\t\t}\n\n\t\t// Simulate work that completes successfully but returns nothing\n\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t// Complete without storing anything - triggers ErrCacheNotFound on re-check\n\t\tcache.pending.Complete(ck.String())\n\t})\n\n\t// Waiter goroutines\n\tfor range numWaiters {\n\t\twg.Go(func() {\n\t\t\t<-startBarrier\n\n\t\t\ttime.Sleep(10 * time.Millisecond)\n\n\t\t\thit, _, _, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, query, false)\n\t\t\tdefer done()\n\n\t\t\twaiterMu.Lock()\n\t\t\twaiterHits = append(waiterHits, hit)\n\t\t\twaiterMu.Unlock()\n\t\t})\n\t}\n\n\tclose(startBarrier)\n\twg.Wait()\n\n\tif len(waiterHits) != numWaiters {\n\t\tt.Errorf(\"expected %d waiter results, got %d\", numWaiters, len(waiterHits))\n\t}\n\n\t// All waiters should get a cache miss since nothing was stored\n\tfor i, hit := range waiterHits {\n\t\tif hit {\n\t\t\tt.Errorf(\"waiter %d: expected cache miss (hit=false), got hit=true\", i)\n\t\t}\n\t}\n}\n" }, { "path": "go/sdpcache/noop_cache_test.go", "content": "package sdpcache\n\nimport (\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestNoOpCacheLookupAlwaysMiss(t *testing.T) {\n\tcache := NewNoOpCache()\n\n\thit, ck, items, qErr, done := cache.Lookup(\n\t\tt.Context(),\n\t\t\"test-source\",\n\t\tsdp.QueryMethod_GET,\n\t\t\"test-scope\",\n\t\t\"test-type\",\n\t\t\"test-query\",\n\t\tfalse,\n\t)\n\n\tif hit {\n\t\tt.Fatal(\"expected miss, got hit\")\n\t}\n\tif qErr != nil {\n\t\tt.Fatalf(\"expected nil error, got %v\", qErr)\n\t}\n\tif len(items) != 0 {\n\t\tt.Fatalf(\"expected no items, got %d\", len(items))\n\t}\n\n\texpected := CacheKeyFromParts(\"test-source\", sdp.QueryMethod_GET, \"test-scope\", \"test-type\", \"test-query\")\n\tif ck.String() != expected.String() {\n\t\tt.Fatalf(\"expected cache key %q, got %q\", expected.String(), ck.String())\n\t}\n\n\t// done() should be a no-op and idempotent.\n\tdone()\n\tdone()\n}\n\nfunc TestNoOpCacheIgnoresAllMutations(t *testing.T) {\n\tcache := NewNoOpCache()\n\tctx := t.Context()\n\n\titem := GenerateRandomItem()\n\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\n\tcache.StoreItem(ctx, item, time.Second, ck)\n\tcache.StoreUnavailableItem(ctx, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_OTHER,\n\t\tErrorString: \"noop\",\n\t}, time.Second, ck)\n\tcache.Delete(ck)\n\tcache.Clear()\n\tcache.StartPurger(ctx)\n\n\thit, _, items, qErr, done := cache.Lookup(\n\t\tctx,\n\t\titem.GetMetadata().GetSourceName(),\n\t\titem.GetMetadata().GetSourceQuery().GetMethod(),\n\t\titem.GetMetadata().GetSourceQuery().GetScope(),\n\t\titem.GetMetadata().GetSourceQuery().GetType(),\n\t\titem.GetMetadata().GetSourceQuery().GetQuery(),\n\t\tfalse,\n\t)\n\tdefer done()\n\n\tif hit {\n\t\tt.Fatal(\"expected miss after no-op mutations, got hit\")\n\t}\n\tif qErr != nil {\n\t\tt.Fatalf(\"expected nil error after no-op mutations, got %v\", qErr)\n\t}\n\tif len(items) != 0 {\n\t\tt.Fatalf(\"expected no items after no-op mutations, got %d\", len(items))\n\t}\n}\n\nfunc TestNoOpCachePurgeAndMinWaitDefaults(t *testing.T) {\n\tcache := NewNoOpCache()\n\n\tif got := cache.GetMinWaitTime(); got != 0 {\n\t\tt.Fatalf(\"expected min wait time 0, got %v\", got)\n\t}\n\n\tstats := cache.Purge(t.Context(), time.Now())\n\tif stats.NumPurged != 0 {\n\t\tt.Fatalf(\"expected NumPurged=0, got %d\", stats.NumPurged)\n\t}\n\tif stats.NextExpiry != nil {\n\t\tt.Fatalf(\"expected NextExpiry=nil, got %v\", stats.NextExpiry)\n\t}\n}\n" }, { "path": "go/sdpcache/pending.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"time\"\n)\n\n// pendingWork tracks in-flight cache lookups to prevent duplicate work.\n// When multiple goroutines request the same cache key simultaneously,\n// only the first one does the actual work while others wait for the result.\ntype pendingWork struct {\n\tmu sync.Mutex\n\tpending map[string]*workEntry\n}\n\n// maxPendingWorkAge is a safety timeout for pending work\nconst maxPendingWorkAge = 5 * time.Minute\n\n// workEntry represents a pending piece of work that one or more goroutines\n// are waiting on.\ntype workEntry struct {\n\tdone chan struct{}\n\tcancelled bool\n\tstartTime time.Time\n}\n\n// newPendingWork creates a new pendingWork tracker.\nfunc newPendingWork() *pendingWork {\n\treturn &pendingWork{\n\t\tpending: make(map[string]*workEntry),\n\t}\n}\n\n// StartWork checks if work is already pending for the given key.\n// If no work is pending, it creates a new entry and returns (true, entry) -\n// the caller should do the work and call Complete when done.\n// If work is already pending, it returns (false, entry) - the caller should\n// call Wait on the entry to get the result.\nfunc (p *pendingWork) StartWork(key string) (shouldWork bool, entry *workEntry) {\n\tp.mu.Lock()\n\tdefer p.mu.Unlock()\n\n\tif existing, ok := p.pending[key]; ok {\n\t\treturn false, existing\n\t}\n\n\tentry = &workEntry{\n\t\tdone: make(chan struct{}),\n\t\tstartTime: time.Now(),\n\t}\n\tp.pending[key] = entry\n\treturn true, entry\n}\n\n// Wait blocks until the work entry is ready or the context is cancelled.\n// Returns ok=true if the work completed successfully (caller should re-check cache).\n// Returns ok=false if the context was cancelled or work was cancelled.\nfunc (p *pendingWork) Wait(ctx context.Context, entry *workEntry) (ok bool) {\n\t// Calculate safety timeout based on when work started\n\tdeadline := entry.startTime.Add(maxPendingWorkAge)\n\ttimeUntilDeadline := time.Until(deadline)\n\n\t// If we're already past the deadline, return immediately\n\tif timeUntilDeadline <= 0 {\n\t\treturn false\n\t}\n\n\t// Create a timer for the safety timeout\n\ttimer := time.NewTimer(timeUntilDeadline)\n\tdefer timer.Stop()\n\n\tselect {\n\tcase <-entry.done:\n\t\t// Work completed normally\n\t\treturn !entry.cancelled\n\tcase <-ctx.Done():\n\t\t// Context was cancelled by caller\n\t\treturn false\n\tcase <-timer.C:\n\t\t// SAFETY: Work has been pending too long (worker likely forgot to call Complete/Cancel)\n\t\t// Return false so caller gets a cache miss and can retry\n\t\treturn false\n\t}\n}\n\n// Complete marks the work as done and wakes all waiters.\n// Waiters will receive ok=true and should re-lookup the cache.\nfunc (p *pendingWork) Complete(key string) {\n\tp.mu.Lock()\n\tdefer p.mu.Unlock()\n\n\tentry, ok := p.pending[key]\n\tif !ok {\n\t\treturn\n\t}\n\tdelete(p.pending, key)\n\tclose(entry.done)\n}\n\n// Cancel removes a pending work entry without storing a result.\n// Waiters will receive ok=false and should retry or return error.\nfunc (p *pendingWork) Cancel(key string) {\n\tp.mu.Lock()\n\tdefer p.mu.Unlock()\n\n\tentry, ok := p.pending[key]\n\tif !ok {\n\t\treturn\n\t}\n\tdelete(p.pending, key)\n\tentry.cancelled = true\n\tclose(entry.done)\n}\n" }, { "path": "go/sdpcache/purger.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"time\"\n\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// MinWaitDefault is the default minimum wait time between purge cycles.\nconst MinWaitDefault = 5 * time.Second\n\n// PurgeStats holds statistics from a single purge run.\ntype PurgeStats struct {\n\t// How many items were timed out of the cache\n\tNumPurged int\n\t// How long purging took overall\n\tTimeTaken time.Duration\n\t// The expiry time of the next item to expire. If there are no more items in\n\t// the cache, this will be nil\n\tNextExpiry *time.Time\n}\n\n// purger manages timer-based scheduling for periodic cache purging.\n// MemoryCache and boltStore embed this struct to share the scheduling logic;\n// storage-specific purge work is injected via the purgeFunc callback.\ntype purger struct {\n\tpurgeFunc func(context.Context, time.Time) PurgeStats\n\tminWaitTime time.Duration\n\tpurgeTimer *time.Timer\n\tnextPurge time.Time\n\tpurgeMutex sync.Mutex\n}\n\n// GetMinWaitTime returns the minimum wait time or the default if not set.\nfunc (p *purger) GetMinWaitTime() time.Duration {\n\tif p.minWaitTime == 0 {\n\t\treturn MinWaitDefault\n\t}\n\treturn p.minWaitTime\n}\n\n// StartPurger starts the purge process in the background, it will be cancelled\n// when the context is cancelled. The cache will be purged initially, at which\n// point the process will sleep until the next time an item expires.\nfunc (p *purger) StartPurger(ctx context.Context) {\n\tp.purgeMutex.Lock()\n\tif p.purgeTimer == nil {\n\t\tp.purgeTimer = time.NewTimer(0)\n\t\tp.purgeMutex.Unlock()\n\t} else {\n\t\tp.purgeMutex.Unlock()\n\t\tlog.WithContext(ctx).Info(\"Purger already running\")\n\t\treturn\n\t}\n\n\tgo func(ctx context.Context) {\n\t\tfor {\n\t\t\tselect {\n\t\t\tcase <-p.purgeTimer.C:\n\t\t\t\tstats := p.purgeFunc(ctx, time.Now())\n\t\t\t\tp.setNextPurgeFromStats(stats)\n\t\t\tcase <-ctx.Done():\n\t\t\t\tp.purgeMutex.Lock()\n\t\t\t\tdefer p.purgeMutex.Unlock()\n\n\t\t\t\tp.purgeTimer.Stop()\n\t\t\t\tp.purgeTimer = nil\n\t\t\t\treturn\n\t\t\t}\n\t\t}\n\t}(ctx)\n}\n\n// setNextPurgeFromStats sets when the next purge should run based on the stats\n// of the previous purge.\nfunc (p *purger) setNextPurgeFromStats(stats PurgeStats) {\n\tp.purgeMutex.Lock()\n\tdefer p.purgeMutex.Unlock()\n\n\tif stats.NextExpiry == nil {\n\t\tp.purgeTimer.Reset(1000 * time.Hour)\n\t\tp.nextPurge = time.Now().Add(1000 * time.Hour)\n\t} else {\n\t\tif time.Until(*stats.NextExpiry) < p.GetMinWaitTime() {\n\t\t\tp.purgeTimer.Reset(p.GetMinWaitTime())\n\t\t\tp.nextPurge = time.Now().Add(p.GetMinWaitTime())\n\t\t} else {\n\t\t\tp.purgeTimer.Reset(time.Until(*stats.NextExpiry))\n\t\t\tp.nextPurge = *stats.NextExpiry\n\t\t}\n\t}\n}\n\n// setNextPurgeIfEarlier sets the next time the purger will run, if the provided\n// time is sooner than the current scheduled purge time. While the purger is\n// active this will be constantly updated, however if the purger is sleeping and\n// new items are added this method ensures that the purger is woken up.\nfunc (p *purger) setNextPurgeIfEarlier(t time.Time) {\n\tp.purgeMutex.Lock()\n\tdefer p.purgeMutex.Unlock()\n\n\tif t.Before(p.nextPurge) {\n\t\tif p.purgeTimer == nil {\n\t\t\treturn\n\t\t}\n\n\t\tp.purgeTimer.Stop()\n\t\tp.nextPurge = t\n\t\tp.purgeTimer.Reset(time.Until(t))\n\t}\n}\n" }, { "path": "go/sdpcache/sharded.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"hash/fnv\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"sync\"\n\t\"time\"\n\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// DefaultShardCount is the number of independent BoltDB shards. 17 is prime\n// (avoids hash collision clustering) and distributes ~345 stdlib goroutines to\n// ~20 per shard, making BoltDB's single-writer lock no longer a bottleneck.\nconst DefaultShardCount = 17\n\n// ShardedCache implements the Cache interface by distributing entries across N\n// independent BoltCache instances. Shard selection uses FNV-32a of the item\n// identity (SSTHash + UniqueAttributeValue), so writes within a single adapter\n// type (e.g. DNS in stdlib) spread evenly across all shards.\n//\n// GET queries route to exactly one shard. LIST/SEARCH queries fan out to all\n// shards in parallel and merge results. pendingWork deduplication lives at the\n// ShardedCache level to prevent duplicate API calls across the fan-out.\ntype ShardedCache struct {\n\tpurger\n\n\tshards []*boltStore\n\tdir string\n\n\t// pendingWork lives at the ShardedCache level so that deduplication spans\n\t// the entire cache, not individual shards.\n\tpending *pendingWork\n\tlookup *lookupCoordinator\n}\n\nvar _ Cache = (*ShardedCache)(nil)\n\n// NewShardedCache creates N BoltCache instances in dir (shard-00.db through\n// shard-{N-1}.db) using goroutine fan-out to avoid NΓ— startup latency.\nfunc NewShardedCache(dir string, shardCount int, opts ...BoltCacheOption) (*ShardedCache, error) {\n\tif shardCount <= 0 {\n\t\treturn nil, fmt.Errorf(\"shard count must be positive, got %d\", shardCount)\n\t}\n\n\tif err := os.MkdirAll(dir, 0o755); err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create shard directory: %w\", err)\n\t}\n\n\tshards := make([]*boltStore, shardCount)\n\terrs := make([]error, shardCount)\n\n\tvar wg sync.WaitGroup\n\tfor i := range shardCount {\n\t\twg.Go(func() {\n\t\t\tpath := filepath.Join(dir, fmt.Sprintf(\"shard-%02d.db\", i))\n\t\t\tc, err := newBoltCacheStore(path, opts...)\n\t\t\tif err != nil {\n\t\t\t\terrs[i] = fmt.Errorf(\"shard %d: %w\", i, err)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tshards[i] = c\n\t\t})\n\t}\n\twg.Wait()\n\n\t// If any shard failed, close the ones that succeeded and return the error.\n\tfor _, err := range errs {\n\t\tif err != nil {\n\t\t\tfor _, s := range shards {\n\t\t\t\tif s != nil {\n\t\t\t\t\t_ = s.CloseAndDestroy()\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tpending := newPendingWork()\n\tsc := &ShardedCache{\n\t\tshards: shards,\n\t\tdir: dir,\n\t\tpending: pending,\n\t\tlookup: newLookupCoordinator(pending),\n\t}\n\tsc.purgeFunc = sc.Purge\n\treturn sc, nil\n}\n\n// shardFor returns the shard index for a given item identity.\nfunc (sc *ShardedCache) shardFor(sstHash SSTHash, uav string) int {\n\th := fnv.New32a()\n\t_, _ = h.Write([]byte(sstHash))\n\t_, _ = h.Write([]byte(uav))\n\treturn int(h.Sum32()) % len(sc.shards)\n}\n\n// Lookup performs a cache lookup, routing GET queries to a single shard and\n// LIST/SEARCH queries to all shards via parallel fan-out.\nfunc (sc *ShardedCache) Lookup(ctx context.Context, srcName string, method sdp.QueryMethod, scope string, typ string, query string, ignoreCache bool) (bool, CacheKey, []*sdp.Item, *sdp.QueryError, func()) {\n\tctx, span := tracing.Tracer().Start(ctx, \"ShardedCache.Lookup\",\n\t\ttrace.WithAttributes(\n\t\t\tattribute.String(\"ovm.cache.sourceName\", srcName),\n\t\t\tattribute.String(\"ovm.cache.method\", method.String()),\n\t\t\tattribute.String(\"ovm.cache.scope\", scope),\n\t\t\tattribute.String(\"ovm.cache.type\", typ),\n\t\t\tattribute.String(\"ovm.cache.query\", query),\n\t\t\tattribute.Bool(\"ovm.cache.ignoreCache\", ignoreCache),\n\t\t\tattribute.Int(\"ovm.cache.shardCount\", len(sc.shards)),\n\t\t),\n\t)\n\tdefer span.End()\n\n\tck := CacheKeyFromParts(srcName, method, scope, typ, query)\n\n\tif ignoreCache {\n\t\tspan.SetAttributes(\n\t\t\tattribute.String(\"ovm.cache.result\", \"ignore cache\"),\n\t\t\tattribute.Bool(\"ovm.cache.hit\", false),\n\t\t)\n\t\treturn false, ck, nil, nil, noopDone\n\t}\n\n\tlookup := sc.lookup\n\tif lookup == nil {\n\t\tlookup = newLookupCoordinator(sc.pending)\n\t}\n\n\thit, items, qErr, done := lookup.Lookup(\n\t\tctx,\n\t\tsc,\n\t\tck,\n\t\tmethod,\n\t)\n\treturn hit, ck, items, qErr, done\n}\n\n// Search performs a lower-level search using a CacheKey.\n// This bypasses pending-work deduplication and is used by lookupCoordinator.\nfunc (sc *ShardedCache) Search(ctx context.Context, ck CacheKey) ([]*sdp.Item, error) {\n\tspan := trace.SpanFromContext(ctx)\n\n\tif ck.UniqueAttributeValue != nil {\n\t\tidx := sc.shardFor(ck.SST.Hash(), *ck.UniqueAttributeValue)\n\t\tspan.SetAttributes(\n\t\t\tattribute.Int(\"ovm.cache.shardIndex\", idx),\n\t\t\tattribute.Bool(\"ovm.cache.fanOut\", false),\n\t\t)\n\t\treturn sc.shards[idx].Search(ctx, ck)\n\t}\n\n\treturn sc.searchAll(ctx, ck)\n}\n\n// searchAll fans out a search to all shards in parallel and merges results.\nfunc (sc *ShardedCache) searchAll(ctx context.Context, ck CacheKey) ([]*sdp.Item, error) {\n\tspan := trace.SpanFromContext(ctx)\n\tspan.SetAttributes(attribute.Bool(\"ovm.cache.fanOut\", true))\n\n\ttype result struct {\n\t\titems []*sdp.Item\n\t\terr error\n\t\tdur time.Duration\n\t}\n\tresults := make([]result, len(sc.shards))\n\n\tvar wg sync.WaitGroup\n\tfor i, shard := range sc.shards {\n\t\twg.Go(func() {\n\t\t\tstart := time.Now()\n\t\t\titems, err := shard.Search(ctx, ck)\n\t\t\tresults[i] = result{items: items, err: err, dur: time.Since(start)}\n\t\t})\n\t}\n\twg.Wait()\n\n\tvar (\n\t\tallItems []*sdp.Item\n\t\tmaxDur time.Duration\n\t\tshardsWithResult int\n\t\tfirstErr error\n\t\tallNotFound = true\n\t)\n\n\tfor _, r := range results {\n\t\tif r.dur > maxDur {\n\t\t\tmaxDur = r.dur\n\t\t}\n\t\tif r.err != nil {\n\t\t\tif errors.Is(r.err, ErrCacheNotFound) {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tallNotFound = false\n\t\t\tif firstErr == nil {\n\t\t\t\tfirstErr = r.err\n\t\t\t}\n\t\t\tcontinue\n\t\t}\n\t\tallNotFound = false\n\t\tif len(r.items) > 0 {\n\t\t\tshardsWithResult++\n\t\t\tallItems = append(allItems, r.items...)\n\t\t}\n\t}\n\n\tspan.SetAttributes(\n\t\tattribute.Float64(\"ovm.cache.fanOutMaxMs\", float64(maxDur.Milliseconds())),\n\t\tattribute.Int(\"ovm.cache.shardsWithResults\", shardsWithResult),\n\t)\n\n\tif firstErr != nil {\n\t\treturn nil, firstErr\n\t}\n\n\tif allNotFound {\n\t\treturn nil, ErrCacheNotFound\n\t}\n\n\treturn allItems, nil\n}\n\n// StoreItem routes the item to one shard based on its UniqueAttributeValue.\nfunc (sc *ShardedCache) StoreItem(ctx context.Context, item *sdp.Item, duration time.Duration, ck CacheKey) {\n\tif item == nil {\n\t\treturn\n\t}\n\n\tsstHash := ck.SST.Hash()\n\tuav := item.UniqueAttributeValue()\n\tidx := sc.shardFor(sstHash, uav)\n\n\tspan := trace.SpanFromContext(ctx)\n\tspan.SetAttributes(attribute.Int(\"ovm.cache.shardIndex\", idx))\n\n\tsc.shards[idx].StoreItem(ctx, item, duration, ck)\n\tsc.setNextPurgeIfEarlier(time.Now().Add(duration))\n}\n\n// StoreUnavailableItem routes the error based on the CacheKey:\n// - GET errors (UniqueAttributeValue set) go to the same shard a GET Lookup would query.\n// - LIST/SEARCH errors go to shard 0 as a deterministic default; fan-out reads will find them.\nfunc (sc *ShardedCache) StoreUnavailableItem(ctx context.Context, err error, duration time.Duration, ck CacheKey) {\n\tif err == nil {\n\t\treturn\n\t}\n\n\tvar idx int\n\tif ck.UniqueAttributeValue != nil {\n\t\tidx = sc.shardFor(ck.SST.Hash(), *ck.UniqueAttributeValue)\n\t}\n\n\tspan := trace.SpanFromContext(ctx)\n\tspan.SetAttributes(attribute.Int(\"ovm.cache.shardIndex\", idx))\n\n\tsc.shards[idx].StoreUnavailableItem(ctx, err, duration, ck)\n\tsc.setNextPurgeIfEarlier(time.Now().Add(duration))\n}\n\n// Delete fans out to all shards.\nfunc (sc *ShardedCache) Delete(ck CacheKey) {\n\tvar wg sync.WaitGroup\n\tfor _, s := range sc.shards {\n\t\twg.Go(func() {\n\t\t\ts.Delete(ck)\n\t\t})\n\t}\n\twg.Wait()\n}\n\n// Clear fans out to all shards.\nfunc (sc *ShardedCache) Clear() {\n\tvar wg sync.WaitGroup\n\tfor _, s := range sc.shards {\n\t\twg.Go(func() {\n\t\t\ts.Clear()\n\t\t})\n\t}\n\twg.Wait()\n}\n\n// Purge fans out to all shards in parallel and aggregates PurgeStats.\n// TimeTaken reflects wall-clock time of the parallel fan-out, not the sum of\n// per-shard durations.\nfunc (sc *ShardedCache) Purge(ctx context.Context, before time.Time) PurgeStats {\n\tctx, span := tracing.Tracer().Start(ctx, \"ShardedCache.Purge\",\n\t\ttrace.WithAttributes(\n\t\t\tattribute.Int(\"ovm.cache.shardCount\", len(sc.shards)),\n\t\t),\n\t)\n\tdefer span.End()\n\n\ttype result struct {\n\t\tstats PurgeStats\n\t}\n\tresults := make([]result, len(sc.shards))\n\n\tstart := time.Now()\n\n\tvar wg sync.WaitGroup\n\tfor i, s := range sc.shards {\n\t\twg.Go(func() {\n\t\t\tresults[i] = result{stats: s.Purge(ctx, before)}\n\t\t})\n\t}\n\twg.Wait()\n\n\tcombined := PurgeStats{\n\t\tTimeTaken: time.Since(start),\n\t}\n\tfor _, r := range results {\n\t\tcombined.NumPurged += r.stats.NumPurged\n\t\tif r.stats.NextExpiry != nil {\n\t\t\tif combined.NextExpiry == nil || r.stats.NextExpiry.Before(*combined.NextExpiry) {\n\t\t\t\tcombined.NextExpiry = r.stats.NextExpiry\n\t\t\t}\n\t\t}\n\t}\n\n\tspan.SetAttributes(\n\t\tattribute.Int(\"ovm.cache.numPurged\", combined.NumPurged),\n\t\tattribute.Float64(\"ovm.cache.purgeDurationMs\", float64(combined.TimeTaken.Milliseconds())),\n\t)\n\n\treturn combined\n}\n\n// CloseAndDestroy closes and destroys all shard files in parallel, then removes\n// the shard directory.\nfunc (sc *ShardedCache) CloseAndDestroy() error {\n\terrs := make([]error, len(sc.shards))\n\n\tvar wg sync.WaitGroup\n\tfor i, s := range sc.shards {\n\t\twg.Go(func() {\n\t\t\terrs[i] = s.CloseAndDestroy()\n\t\t})\n\t}\n\twg.Wait()\n\n\tfor _, err := range errs {\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn os.RemoveAll(sc.dir)\n}\n\n// newShardedCacheForProduction is used by NewCache to create a production\n// ShardedCache with appropriate defaults. It logs and falls back to MemoryCache\n// on failure.\nfunc newShardedCacheForProduction(ctx context.Context) Cache {\n\tdir, err := os.MkdirTemp(\"\", \"sdpcache-shards-*\")\n\tif err != nil {\n\t\tsentry.CaptureException(err)\n\t\tlog.WithError(err).Error(\"Failed to create temp dir for ShardedCache, using memory cache instead\")\n\t\tcache := NewMemoryCache()\n\t\tcache.StartPurger(ctx)\n\t\treturn cache\n\t}\n\n\tperShardThreshold := int64(1*1024*1024*1024) / int64(DefaultShardCount)\n\n\tcache, err := NewShardedCache(\n\t\tdir,\n\t\tDefaultShardCount,\n\t\tWithCompactThreshold(perShardThreshold),\n\t)\n\tif err != nil {\n\t\tsentry.CaptureException(err)\n\t\tlog.WithError(err).Error(\"Failed to create ShardedCache, using memory cache instead\")\n\t\t_ = os.RemoveAll(dir)\n\t\tmemCache := NewMemoryCache()\n\t\tmemCache.StartPurger(ctx)\n\t\treturn memCache\n\t}\n\n\tcache.minWaitTime = 30 * time.Second\n\tcache.StartPurger(ctx)\n\treturn cache\n}\n" }, { "path": "go/sdpcache/sharded_test.go", "content": "package sdpcache\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"math\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"sync\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestShardDistributionUniformity(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\tcache, err := NewShardedCache(dir, DefaultShardCount)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\tnumItems := 1000\n\n\t// Use the same SST for all items so they share the same BoltDB SST bucket.\n\t// Different UAVs cause items to distribute across shards via shardFor().\n\tsst := SST{SourceName: \"test-source\", Scope: \"scope\", Type: \"type\"}\n\tmethod := sdp.QueryMethod_LIST\n\tck := CacheKey{SST: sst, Method: &method}\n\n\tfor i := range numItems {\n\t\titem := GenerateRandomItem()\n\t\titem.Scope = sst.Scope\n\t\titem.Type = sst.Type\n\t\titem.Metadata.SourceName = sst.SourceName\n\n\t\tattrs := make(map[string]any)\n\t\tattrs[\"name\"] = fmt.Sprintf(\"item-%d\", i)\n\t\tattributes, _ := sdp.ToAttributes(attrs)\n\t\titem.Attributes = attributes\n\n\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t}\n\n\t// Count items per shard by searching each shard with the common SST\n\tcounts := make([]int, DefaultShardCount)\n\tfor i, shard := range cache.shards {\n\t\titems, searchErr := shard.Search(ctx, ck)\n\t\tif searchErr == nil {\n\t\t\tcounts[i] = len(items)\n\t\t}\n\t}\n\n\ttotalFound := 0\n\tfor _, c := range counts {\n\t\ttotalFound += c\n\t}\n\n\tif totalFound != numItems {\n\t\tt.Errorf(\"expected %d total items across shards, got %d\", numItems, totalFound)\n\t}\n\n\t// Verify distribution is reasonably uniform: no shard should have more than\n\t// 3Γ— the expected average (very loose bound to avoid flaky tests).\n\texpected := float64(numItems) / float64(DefaultShardCount)\n\tfor i, c := range counts {\n\t\tif float64(c) > expected*3 {\n\t\t\tt.Errorf(\"shard %d has %d items, expected roughly %.0f (3Γ— threshold: %.0f)\", i, c, expected, expected*3)\n\t\t}\n\t}\n\n\t// Chi-squared test for uniformity (p < 0.001 threshold)\n\tvar chiSq float64\n\tfor _, c := range counts {\n\t\tdiff := float64(c) - expected\n\t\tchiSq += (diff * diff) / expected\n\t}\n\t// Critical value for df=16, p=0.001 is ~39.25\n\tif chiSq > 39.25 {\n\t\tt.Errorf(\"chi-squared %.2f exceeds critical value 39.25 (df=16, p=0.001), distribution may be non-uniform: %v\", chiSq, counts)\n\t}\n}\n\nfunc TestShardedCacheGETRoutesToCorrectShard(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\tcache, err := NewShardedCache(dir, DefaultShardCount)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\tsst := SST{SourceName: \"test\", Scope: \"scope\", Type: \"type\"}\n\tmethod := sdp.QueryMethod_GET\n\n\titem := GenerateRandomItem()\n\titem.Scope = sst.Scope\n\titem.Type = sst.Type\n\titem.Metadata.SourceName = sst.SourceName\n\n\tuav := item.UniqueAttributeValue()\n\tck := CacheKey{SST: sst, Method: &method, UniqueAttributeValue: &uav}\n\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t// Verify the item lands on the expected shard\n\texpectedShard := cache.shardFor(sst.Hash(), uav)\n\titems, err := cache.shards[expectedShard].Search(ctx, ck)\n\tif err != nil {\n\t\tt.Fatalf(\"expected item on shard %d, got error: %v\", expectedShard, err)\n\t}\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item on shard %d, got %d\", expectedShard, len(items))\n\t}\n\n\t// Verify Lookup returns the item\n\thit, _, cachedItems, qErr, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, uav, false)\n\tdefer done()\n\tif qErr != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", qErr)\n\t}\n\tif !hit {\n\t\tt.Fatal(\"expected cache hit\")\n\t}\n\tif len(cachedItems) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %d\", len(cachedItems))\n\t}\n}\n\nfunc TestShardedCacheLISTFanOutMerge(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\tcache, err := NewShardedCache(dir, DefaultShardCount)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\tsst := SST{SourceName: \"test\", Scope: \"scope\", Type: \"type\"}\n\tmethod := sdp.QueryMethod_LIST\n\tck := CacheKey{SST: sst, Method: &method}\n\n\t// Store items that should land on different shards\n\tnumItems := 50\n\tfor i := range numItems {\n\t\titem := GenerateRandomItem()\n\t\titem.Scope = sst.Scope\n\t\titem.Type = sst.Type\n\t\titem.Metadata.SourceName = sst.SourceName\n\n\t\tattrs := make(map[string]any)\n\t\tattrs[\"name\"] = fmt.Sprintf(\"item-%d\", i)\n\t\tattributes, _ := sdp.ToAttributes(attrs)\n\t\titem.Attributes = attributes\n\n\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t}\n\n\t// LIST should fan out and return all items\n\thit, _, items, qErr, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, \"\", false)\n\tdefer done()\n\tif qErr != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", qErr)\n\t}\n\tif !hit {\n\t\tt.Fatal(\"expected cache hit\")\n\t}\n\tif len(items) != numItems {\n\t\tt.Errorf(\"expected %d items from LIST fan-out, got %d\", numItems, len(items))\n\t}\n}\n\nfunc TestShardedCacheCrossShardLIST(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\t// Use a small shard count for easier verification\n\tcache, err := NewShardedCache(dir, 3)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\tsst := SST{SourceName: \"test\", Scope: \"scope\", Type: \"type\"}\n\tmethod := sdp.QueryMethod_LIST\n\tck := CacheKey{SST: sst, Method: &method}\n\n\t// Store enough items that at least 2 shards get items\n\tstoredNames := make(map[string]bool)\n\tfor i := range 30 {\n\t\titem := GenerateRandomItem()\n\t\titem.Scope = sst.Scope\n\t\titem.Type = sst.Type\n\t\titem.Metadata.SourceName = sst.SourceName\n\n\t\tname := fmt.Sprintf(\"cross-shard-%d\", i)\n\t\tattrs := make(map[string]any)\n\t\tattrs[\"name\"] = name\n\t\tattributes, _ := sdp.ToAttributes(attrs)\n\t\titem.Attributes = attributes\n\n\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t\tstoredNames[name] = true\n\t}\n\n\t// Count items per shard\n\tshardsWithItems := 0\n\tfor _, shard := range cache.shards {\n\t\titems, err := shard.Search(ctx, ck)\n\t\tif err == nil && len(items) > 0 {\n\t\t\tshardsWithItems++\n\t\t}\n\t}\n\n\tif shardsWithItems < 2 {\n\t\tt.Errorf(\"expected items on at least 2 shards, got %d\", shardsWithItems)\n\t}\n\n\t// LIST fan-out should return all items regardless of shard\n\titems, err := cache.searchAll(ctx, ck)\n\tif err != nil {\n\t\tt.Fatalf(\"searchAll failed: %v\", err)\n\t}\n\tif len(items) != 30 {\n\t\tt.Errorf(\"expected 30 items from fan-out, got %d\", len(items))\n\t}\n}\n\nfunc TestShardedCachePendingWorkDeduplication(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\tcache, err := NewShardedCache(dir, DefaultShardCount)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\tsst := SST{SourceName: \"dedup-test\", Scope: \"scope\", Type: \"type\"}\n\tmethod := sdp.QueryMethod_LIST\n\n\tvar workCount int32\n\tvar mu sync.Mutex\n\tvar wg sync.WaitGroup\n\n\tnumGoroutines := 10\n\tresults := make([]struct {\n\t\thit bool\n\t\titems []*sdp.Item\n\t}, numGoroutines)\n\n\tstartBarrier := make(chan struct{})\n\n\tfor idx := range numGoroutines {\n\t\twg.Go(func() {\n\t\t\t<-startBarrier\n\n\t\t\thit, ck, items, _, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, \"\", false)\n\t\t\tdefer done()\n\n\t\t\tif !hit {\n\t\t\t\tmu.Lock()\n\t\t\t\tworkCount++\n\t\t\t\tmu.Unlock()\n\n\t\t\t\ttime.Sleep(50 * time.Millisecond)\n\n\t\t\t\titem := GenerateRandomItem()\n\t\t\t\titem.Scope = sst.Scope\n\t\t\t\titem.Type = sst.Type\n\t\t\t\titem.Metadata.SourceName = sst.SourceName\n\n\t\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t\t\t\thit, _, items, _, done = cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, \"\", false)\n\t\t\t\tdefer done()\n\t\t\t}\n\n\t\t\tresults[idx] = struct {\n\t\t\t\thit bool\n\t\t\t\titems []*sdp.Item\n\t\t\t}{hit, items}\n\t\t})\n\t}\n\n\tclose(startBarrier)\n\twg.Wait()\n\n\tif workCount != 1 {\n\t\tt.Errorf(\"expected exactly 1 goroutine to do work, got %d\", workCount)\n\t}\n\n\tfor i, r := range results {\n\t\tif !r.hit {\n\t\t\tt.Errorf(\"goroutine %d: expected cache hit after dedup, got miss\", i)\n\t\t}\n\t\tif len(r.items) != 1 {\n\t\t\tt.Errorf(\"goroutine %d: expected 1 item, got %d\", i, len(r.items))\n\t\t}\n\t}\n}\n\nfunc TestShardedCacheCloseAndDestroy(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\tcache, err := NewShardedCache(dir, DefaultShardCount)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\n\tctx := t.Context()\n\titem := GenerateRandomItem()\n\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\t// Verify shard files exist\n\tentries, err := os.ReadDir(dir)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to read shard directory: %v\", err)\n\t}\n\tif len(entries) != DefaultShardCount {\n\t\tt.Errorf(\"expected %d shard files, got %d\", DefaultShardCount, len(entries))\n\t}\n\n\t// Close and destroy\n\tif err := cache.CloseAndDestroy(); err != nil {\n\t\tt.Fatalf(\"CloseAndDestroy failed: %v\", err)\n\t}\n\n\t// Verify the directory is removed\n\tif _, err := os.Stat(dir); !os.IsNotExist(err) {\n\t\tt.Error(\"shard directory should be removed after CloseAndDestroy\")\n\t}\n}\n\nfunc BenchmarkShardedCacheVsSingleBoltCache(b *testing.B) {\n\timplementations := []struct {\n\t\tname string\n\t\tfactory func(b *testing.B) Cache\n\t}{\n\t\t{\"BoltCache\", func(b *testing.B) Cache {\n\t\t\tc, err := NewBoltCache(filepath.Join(b.TempDir(), \"cache.db\"))\n\t\t\tif err != nil {\n\t\t\t\tb.Fatalf(\"failed to create BoltCache: %v\", err)\n\t\t\t}\n\t\t\tb.Cleanup(func() { _ = c.CloseAndDestroy() })\n\t\t\treturn c\n\t\t}},\n\t\t{\"ShardedCache\", func(b *testing.B) Cache {\n\t\t\tc, err := NewShardedCache(\n\t\t\t\tfilepath.Join(b.TempDir(), \"shards\"),\n\t\t\t\tDefaultShardCount,\n\t\t\t)\n\t\t\tif err != nil {\n\t\t\t\tb.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t\t\t}\n\t\t\tb.Cleanup(func() { _ = c.CloseAndDestroy() })\n\t\t\treturn c\n\t\t}},\n\t}\n\n\tfor _, impl := range implementations {\n\t\tb.Run(impl.name+\"/ConcurrentWrite\", func(b *testing.B) {\n\t\t\tcache := impl.factory(b)\n\t\t\tctx := context.Background()\n\n\t\t\tsst := SST{SourceName: \"bench\", Scope: \"scope\", Type: \"type\"}\n\t\t\tmethod := sdp.QueryMethod_LIST\n\t\t\tck := CacheKey{SST: sst, Method: &method}\n\n\t\t\tb.ResetTimer()\n\t\t\tb.RunParallel(func(pb *testing.PB) {\n\t\t\t\tfor pb.Next() {\n\t\t\t\t\titem := GenerateRandomItem()\n\t\t\t\t\titem.Scope = sst.Scope\n\t\t\t\t\titem.Type = sst.Type\n\t\t\t\t\titem.Metadata.SourceName = sst.SourceName\n\t\t\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t\t\t\t}\n\t\t\t})\n\t\t})\n\t}\n}\n\nfunc TestShardedCacheShardForDeterminism(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\tcache, err := NewShardedCache(dir, DefaultShardCount)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tsst := SST{SourceName: \"test\", Scope: \"scope\", Type: \"type\"}\n\tsstHash := sst.Hash()\n\n\t// Same input should always produce the same shard\n\tfor range 100 {\n\t\tidx1 := cache.shardFor(sstHash, \"my-unique-value\")\n\t\tidx2 := cache.shardFor(sstHash, \"my-unique-value\")\n\t\tif idx1 != idx2 {\n\t\t\tt.Fatalf(\"shardFor is not deterministic: got %d and %d\", idx1, idx2)\n\t\t}\n\t}\n\n\t// Different UAVs should produce different shards (at least some of the time)\n\tshardsSeen := make(map[int]bool)\n\tfor i := range 100 {\n\t\tidx := cache.shardFor(sstHash, fmt.Sprintf(\"value-%d\", i))\n\t\tshardsSeen[idx] = true\n\t}\n\tif len(shardsSeen) < 2 {\n\t\tt.Error(\"expected different UAVs to hash to different shards\")\n\t}\n}\n\nfunc TestShardedCacheErrorRouting(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\tcache, err := NewShardedCache(dir, DefaultShardCount)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\n\tt.Run(\"GET error routes to same shard as GET lookup\", func(t *testing.T) {\n\t\tsst := SST{SourceName: \"err-test\", Scope: \"scope\", Type: \"type\"}\n\t\tmethod := sdp.QueryMethod_GET\n\t\tuav := \"my-item\"\n\t\tck := CacheKey{SST: sst, Method: &method, UniqueAttributeValue: &uav}\n\n\t\tqErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"not found\",\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, qErr, 10*time.Second, ck)\n\n\t\t// Lookup should find the error\n\t\thit, _, _, returnedErr, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, uav, false)\n\t\tdefer done()\n\t\tif !hit {\n\t\t\tt.Fatal(\"expected cache hit for stored error\")\n\t\t}\n\t\tif returnedErr == nil {\n\t\t\tt.Fatal(\"expected error to be returned\")\n\t\t}\n\t\tif returnedErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"expected NOTFOUND, got %v\", returnedErr.GetErrorType())\n\t\t}\n\t})\n\n\tt.Run(\"LIST error routes to shard 0 and is found via fan-out\", func(t *testing.T) {\n\t\tsst := SST{SourceName: \"list-err-test\", Scope: \"scope\", Type: \"type\"}\n\t\tmethod := sdp.QueryMethod_LIST\n\t\tck := CacheKey{SST: sst, Method: &method}\n\n\t\tqErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"list failed\",\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, qErr, 10*time.Second, ck)\n\n\t\t// LIST lookup fans out, should find the error on shard 0\n\t\thit, _, _, returnedErr, done := cache.Lookup(ctx, sst.SourceName, method, sst.Scope, sst.Type, \"\", false)\n\t\tdefer done()\n\t\tif !hit {\n\t\t\tt.Fatal(\"expected cache hit for stored LIST error\")\n\t\t}\n\t\tif returnedErr == nil {\n\t\t\tt.Fatal(\"expected error to be returned\")\n\t\t}\n\t\tif returnedErr.GetErrorType() != sdp.QueryError_OTHER {\n\t\t\tt.Errorf(\"expected OTHER, got %v\", returnedErr.GetErrorType())\n\t\t}\n\t})\n}\n\nfunc TestShardedCacheNewCacheFallback(t *testing.T) {\n\tctx := t.Context()\n\tcache := NewCache(ctx)\n\n\tif cache == nil {\n\t\tt.Fatal(\"NewCache returned nil\")\n\t}\n\n\t// Should be a ShardedCache in normal operation\n\tif _, ok := cache.(*ShardedCache); !ok {\n\t\tt.Logf(\"NewCache returned %T (may be MemoryCache if ShardedCache creation failed)\", cache)\n\t}\n\n\t// Basic operation test\n\titem := GenerateRandomItem()\n\tck := CacheKeyFromQuery(item.GetMetadata().GetSourceQuery(), item.GetMetadata().GetSourceName())\n\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\n\thit, _, items, qErr, done := cache.Lookup(ctx,\n\t\titem.GetMetadata().GetSourceName(),\n\t\tsdp.QueryMethod_GET,\n\t\titem.GetScope(),\n\t\titem.GetType(),\n\t\titem.UniqueAttributeValue(),\n\t\tfalse,\n\t)\n\tdefer done()\n\tif qErr != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", qErr)\n\t}\n\tif !hit {\n\t\tt.Fatal(\"expected cache hit\")\n\t}\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"expected 1 item, got %d\", len(items))\n\t}\n}\n\nfunc TestShardedCacheCompactThresholdScaling(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\n\tparentThreshold := int64(1 * 1024 * 1024 * 1024) // 1GB\n\tperShardThreshold := parentThreshold / int64(DefaultShardCount)\n\n\tcache, err := NewShardedCache(dir, DefaultShardCount,\n\t\tWithCompactThreshold(perShardThreshold),\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\texpectedPerShard := parentThreshold / int64(DefaultShardCount)\n\tfor i, shard := range cache.shards {\n\t\tif shard.CompactThreshold != expectedPerShard {\n\t\t\tt.Errorf(\"shard %d: expected CompactThreshold %d, got %d\", i, expectedPerShard, shard.CompactThreshold)\n\t\t}\n\t}\n}\n\nfunc TestShardedCacheInvalidShardCount(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\n\t_, err := NewShardedCache(dir, 0)\n\tif err == nil {\n\t\tt.Error(\"expected error for shard count 0\")\n\t}\n\n\t_, err = NewShardedCache(dir, -1)\n\tif err == nil {\n\t\tt.Error(\"expected error for negative shard count\")\n\t}\n}\n\nfunc TestShardedCacheConcurrentWriteThroughput(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\tcache, err := NewShardedCache(dir, DefaultShardCount)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\tsst := SST{SourceName: \"concurrent\", Scope: \"scope\", Type: \"type\"}\n\tmethod := sdp.QueryMethod_LIST\n\tck := CacheKey{SST: sst, Method: &method}\n\n\tvar wg sync.WaitGroup\n\tnumParallel := 100\n\n\tfor idx := range numParallel {\n\t\twg.Go(func() {\n\t\t\titem := GenerateRandomItem()\n\t\t\titem.Scope = sst.Scope\n\t\t\titem.Type = sst.Type\n\t\t\titem.Metadata.SourceName = sst.SourceName\n\n\t\t\tattrs := make(map[string]any)\n\t\t\tattrs[\"name\"] = fmt.Sprintf(\"concurrent-item-%d\", idx)\n\t\t\tattributes, _ := sdp.ToAttributes(attrs)\n\t\t\titem.Attributes = attributes\n\n\t\t\tcache.StoreItem(ctx, item, 10*time.Second, ck)\n\t\t})\n\t}\n\n\twg.Wait()\n\n\titems, searchErr := cache.searchAll(ctx, ck)\n\tif searchErr != nil {\n\t\tt.Fatalf(\"searchAll failed: %v\", searchErr)\n\t}\n\tif len(items) != numParallel {\n\t\tt.Errorf(\"expected %d items, got %d\", numParallel, len(items))\n\t}\n}\n\nfunc TestShardedCachePurgeAggregation(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\tcache, err := NewShardedCache(dir, 3) // Small count for easier verification\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tctx := t.Context()\n\tsst := SST{SourceName: \"purge\", Scope: \"scope\", Type: \"type\"}\n\tmethod := sdp.QueryMethod_LIST\n\tck := CacheKey{SST: sst, Method: &method}\n\n\t// Store items with short expiry\n\tfor range 10 {\n\t\titem := GenerateRandomItem()\n\t\titem.Scope = sst.Scope\n\t\titem.Type = sst.Type\n\t\titem.Metadata.SourceName = sst.SourceName\n\t\tcache.StoreItem(ctx, item, 100*time.Millisecond, ck)\n\t}\n\n\t// Wait for expiry\n\ttime.Sleep(200 * time.Millisecond)\n\n\t// Purge and check aggregated stats\n\tstats := cache.Purge(ctx, time.Now())\n\tif stats.NumPurged != 10 {\n\t\tt.Errorf(\"expected 10 items purged, got %d\", stats.NumPurged)\n\t}\n}\n\n// TestShardedCacheShardForBounds verifies that shardFor always returns a valid\n// index in [0, shardCount).\nfunc TestShardedCacheShardForBounds(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\tcache, err := NewShardedCache(dir, DefaultShardCount)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\tfor i := range 10000 {\n\t\tidx := cache.shardFor(SSTHash(fmt.Sprintf(\"hash-%d\", i)), fmt.Sprintf(\"uav-%d\", i))\n\t\tif idx < 0 || idx >= DefaultShardCount {\n\t\t\tt.Fatalf(\"shardFor returned out-of-bounds index %d for shard count %d\", idx, DefaultShardCount)\n\t\t}\n\t}\n}\n\n// TestShardedCacheFNV32aOverflow verifies that the FNV-32a hash mod operation\n// works correctly with uint32 values close to math.MaxUint32.\nfunc TestShardedCacheFNV32aOverflow(t *testing.T) {\n\tdir := filepath.Join(t.TempDir(), \"shards\")\n\tcache, err := NewShardedCache(dir, DefaultShardCount)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to create ShardedCache: %v\", err)\n\t}\n\tdefer func() { _ = cache.CloseAndDestroy() }()\n\n\t// These are just strings; the test verifies no panic from the modulo arithmetic\n\t_ = cache.shardFor(SSTHash(fmt.Sprintf(\"%d\", math.MaxUint32)), \"test\")\n\t_ = cache.shardFor(SSTHash(\"\"), \"\")\n\t_ = cache.shardFor(SSTHash(\"a\"), \"b\")\n}\n" }, { "path": "go/tracing/deferlog.go", "content": "package tracing\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"runtime/debug\"\n\n\t\"github.com/getsentry/sentry-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// LogRecoverToReturn Recovers from a panic, logs and forwards it sentry and\n// otel, then returns. Does nothing when there is no panic.\nfunc LogRecoverToReturn(ctx context.Context, loc string) {\n\terr := recover()\n\tif err == nil {\n\t\treturn\n\t}\n\n\tstack := string(debug.Stack())\n\tHandleError(ctx, loc, err, stack)\n}\n\n// LogRecoverToError Recovers from a panic, logs and forwards it sentry and\n// otel, then returns a new error describing the panic. Does nothing when there\n// is no panic.\nfunc LogRecoverToError(ctx context.Context, loc string) error {\n\terr := recover()\n\tif err == nil {\n\t\treturn nil\n\t}\n\n\tstack := string(debug.Stack())\n\tHandleError(ctx, loc, err, stack)\n\n\treturn fmt.Errorf(\"panic recovered: %v\", err)\n}\n\n// LogRecoverToExit Recovers from a panic, logs and forwards it sentry and otel,\n// then exits the entire process. Does nothing when there is no panic.\nfunc LogRecoverToExit(ctx context.Context, loc string) {\n\terr := recover()\n\tif err == nil {\n\t\treturn\n\t}\n\n\tstack := string(debug.Stack())\n\tHandleError(ctx, loc, err, stack)\n\n\t// ensure that errors still get sent out\n\tShutdownTracer(ctx)\n\n\tos.Exit(1)\n}\n\nfunc HandleError(ctx context.Context, loc string, err any, stack string) {\n\tmsg := fmt.Sprintf(\"unhandled panic in %v, exiting: %v\", loc, err)\n\n\thub := sentry.CurrentHub()\n\tif hub != nil {\n\t\thub.Recover(err)\n\t}\n\n\t// always log to stderr (no WithContext!)\n\tlog.WithFields(log.Fields{\"loc\": loc, \"stack\": stack}).Error(msg)\n\n\t// if we have a context, try attaching additional info to the span\n\tif ctx != nil {\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\"loc\": loc, \"stack\": stack}).Error(msg)\n\t\tspan := trace.SpanFromContext(ctx)\n\t\tspan.SetAttributes(attribute.String(\"ovm.panic.loc\", loc))\n\t\tspan.SetAttributes(attribute.String(\"ovm.panic.stack\", stack))\n\t}\n}\n" }, { "path": "go/tracing/header_carrier.go", "content": "package tracing\n\nimport \"github.com/nats-io/nats.go\"\n\n// HeaderCarrier is a custom wrapper on top of nats.Headers for otel's TextMapCarrier.\ntype HeaderCarrier struct {\n\theaders nats.Header\n}\n\n// NewNatsHeaderCarrier creates a new HeaderCarrier.\nfunc NewNatsHeaderCarrier(h nats.Header) *HeaderCarrier {\n\treturn &HeaderCarrier{\n\t\theaders: h,\n\t}\n}\n\nfunc (c *HeaderCarrier) Get(key string) string {\n\treturn c.headers.Get(key)\n}\n\nfunc (c *HeaderCarrier) Set(key, value string) {\n\tc.headers.Set(key, value)\n}\n\nfunc (c *HeaderCarrier) Keys() []string {\n\tkeys := make([]string, 0, len(c.headers))\n\tfor key := range c.headers {\n\t\tkeys = append(keys, key)\n\t}\n\treturn keys\n}\n" }, { "path": "go/tracing/main.go", "content": "package tracing\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"time\"\n\n\t_ \"embed\"\n\n\t\"github.com/MrAlias/otel-schema-utils/schema\"\n\t\"github.com/getsentry/sentry-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/viper\"\n\t\"go.opentelemetry.io/contrib/detectors/aws/ec2/v2\"\n\t\"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp\"\n\t\"go.opentelemetry.io/otel\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/exporters/otlp/otlptrace\"\n\t\"go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp\"\n\t\"go.opentelemetry.io/otel/exporters/stdout/stdouttrace\"\n\t\"go.opentelemetry.io/otel/propagation\"\n\t\"go.opentelemetry.io/otel/sdk/resource\"\n\tsdktrace \"go.opentelemetry.io/otel/sdk/trace\"\n\tsemconv \"go.opentelemetry.io/otel/semconv/v1.26.0\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// logrusOtelErrorHandler routes OpenTelemetry SDK errors through logrus so they\n// appear in our structured log pipeline (and therefore in Honeycomb) instead of\n// being silently written to Go's default logger.\ntype logrusOtelErrorHandler struct{}\n\nfunc (logrusOtelErrorHandler) Handle(err error) {\n\tlog.WithError(err).Warn(\"OpenTelemetry SDK error\")\n}\n\nconst instrumentationName = \"github.com/overmindtech/workspace\"\n\n// the following vars will be set during the build using `ldflags`, eg:\n//\n//\tgo build -ldflags \"-X github.com/overmindtech/cli/go/tracing.version=$VERSION\" -o your-app\n//\n// This allows caching to work for dev and removes the last `go generate`\n// requirement from the build. If we were embedding the version here each time\n// we would always produce a slightly different compiled binary, and therefore\n// it would look like there was a change each time\nvar (\n\tversion = \"dev\"\n\tcommit = \"none\"\n)\n\nvar (\n\ttracer = otel.GetTracerProvider().Tracer(\n\t\tinstrumentationName,\n\t\ttrace.WithInstrumentationVersion(version),\n\t\ttrace.WithInstrumentationAttributes(\n\t\t\tattribute.String(\"build.commit\", commit),\n\t\t),\n\t\ttrace.WithSchemaURL(semconv.SchemaURL),\n\t)\n)\n\nfunc Tracer() trace.Tracer {\n\treturn tracer\n}\n\n// hasGitDir returns true if the current directory or any parent directory contains a .git directory\nfunc hasGitDir() bool {\n\t// Start with the current working directory\n\tdir, err := os.Getwd()\n\tif err != nil {\n\t\treturn false\n\t}\n\n\t// Check the current directory and all parent directories\n\tfor {\n\t\t// Check if .git exists in this directory\n\t\t_, err := os.Stat(filepath.Join(dir, \".git\"))\n\t\tif err == nil {\n\t\t\treturn true // Found a .git directory\n\t\t}\n\n\t\t// Get the parent directory\n\t\tparentDir := filepath.Dir(dir)\n\n\t\t// If we've reached the root directory, stop searching\n\t\tif parentDir == dir {\n\t\t\tbreak\n\t\t}\n\n\t\t// Move up to the parent directory\n\t\tdir = parentDir\n\t}\n\n\treturn false // No .git directory found\n}\n\nfunc tracingResource(component string) *resource.Resource {\n\t// Identify your application using resource detection\n\tresources := []*resource.Resource{}\n\n\t// the EC2 detector takes ~10s to time out outside EC2\n\t// disable it if we're running from a git checkout\n\tif !hasGitDir() {\n\t\tec2Res, err := resource.New(context.Background(), resource.WithDetectors(ec2.NewResourceDetector()))\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Error(\"error initialising EC2 resource detector\")\n\t\t\treturn nil\n\t\t}\n\t\tresources = append(resources, ec2Res)\n\t}\n\n\t// Needs https://github.com/open-telemetry/opentelemetry-go-contrib/issues/1856 fixed first\n\t// // the EKS detector is temperamental and doesn't like running outside of kube\n\t// // hence we need to keep it from running when we know there's no kube\n\t// if !viper.GetBool(\"disable-kube\") {\n\t// \t// Use the AWS resource detector to detect information about the runtime environment\n\t// \tdetectors = append(detectors, eks.NewResourceDetector())\n\t// }\n\n\thostRes, err := resource.New(context.Background(),\n\t\tresource.WithHost(),\n\t\tresource.WithOS(),\n\t\tresource.WithProcess(),\n\t\tresource.WithContainer(),\n\t\tresource.WithTelemetrySDK(),\n\t)\n\tif err != nil {\n\t\tlog.WithError(err).Error(\"error initialising host resource\")\n\t\treturn nil\n\t}\n\tresources = append(resources, hostRes)\n\n\tlocalRes, err := resource.New(context.Background(),\n\t\tresource.WithSchemaURL(semconv.SchemaURL),\n\t\t// Add your own custom attributes to identify your application\n\t\tresource.WithAttributes(\n\t\t\tsemconv.ServiceNameKey.String(component),\n\t\t\tsemconv.ServiceVersionKey.String(version),\n\t\t\tattribute.String(\"build.commit\", commit),\n\t\t),\n\t)\n\tif err != nil {\n\t\tlog.WithError(err).Error(\"error initialising local resource\")\n\t\treturn nil\n\t}\n\tresources = append(resources, localRes)\n\n\tconv := schema.NewConverter(schema.DefaultClient)\n\tres, err := conv.MergeResources(context.Background(), semconv.SchemaURL, resources...)\n\n\tif err != nil {\n\t\tlog.WithError(err).Error(\"error merging resource\")\n\t\treturn nil\n\t}\n\treturn res\n}\n\nvar tp *sdktrace.TracerProvider\n\n// InitTracerWithUpstreams initialises the tracer with uploading directly to Honeycomb and sentry if `honeycombApiKey` and `sentryDSN` is set respectively. `component` is used as the service name.\nfunc InitTracerWithUpstreams(component, honeycombApiKey, sentryDSN string, opts ...otlptracehttp.Option) error {\n\tif sentryDSN != \"\" {\n\t\tvar environment string\n\t\tswitch viper.GetString(\"run-mode\") {\n\t\tcase \"release\":\n\t\t\tenvironment = \"prod\"\n\t\tcase \"test\":\n\t\t\tenvironment = \"dogfood\"\n\t\tcase \"debug\":\n\t\t\tenvironment = \"local\"\n\t\tdefault:\n\t\t\t// Fallback to dev for backward compatibility\n\t\t\tenvironment = \"dev\"\n\t\t}\n\t\terr := sentry.Init(sentry.ClientOptions{\n\t\t\tDsn: sentryDSN,\n\t\t\tAttachStacktrace: true,\n\t\t\tEnableTracing: false,\n\t\t\tEnvironment: environment,\n\t\t\t// Set TracesSampleRate to 1.0 to capture 100%\n\t\t\t// of transactions for performance monitoring.\n\t\t\t// We recommend adjusting this value in production,\n\t\t\tTracesSampleRate: 1.0,\n\t\t})\n\t\tif err != nil {\n\t\t\tlog.Errorf(\"sentry.Init: %s\", err)\n\t\t}\n\t\t// setup recovery for an unexpected panic in this function\n\t\tdefer sentry.Flush(2 * time.Second)\n\t\tdefer sentry.Recover()\n\t\tlog.Trace(\"sentry configured\")\n\t}\n\n\tif honeycombApiKey != \"\" {\n\t\topts = append(opts,\n\t\t\totlptracehttp.WithEndpoint(\"api.honeycomb.io\"),\n\t\t\totlptracehttp.WithHeaders(map[string]string{\"x-honeycomb-team\": honeycombApiKey}),\n\t\t)\n\t} else {\n\t\t// If no Honeycomb API key is provided, use the hardcoded OTLP collector\n\t\t// endpoint, which is provided by the otel-collector service in the otel\n\t\t// namespace. Since this a node-local service, it does not use TLS.\n\t\topts = append(opts,\n\t\t\totlptracehttp.WithEndpoint(\"otelcol-node-opentelemetry-collector.otel.svc.cluster.local:4318\"),\n\t\t\totlptracehttp.WithInsecure(),\n\t\t)\n\t}\n\n\treturn InitTracer(component, opts...)\n}\n\n// batcherOpts are the shared BatchSpanProcessor options applied to every\n// exporter. A large queue (8192, 4x the default 2048) reduces the chance of\n// silent span drops during burst load. We intentionally avoid WithBlocking()\n// because it causes test suites to hang when no collector is reachable (the\n// common case in CI). The 60s export timeout aligns with the OTLP HTTP\n// exporter's 1-minute retry budget.\n//\n// MaxExportBatchSize is lowered from the SDK default of 512 to 128 so that a\n// batch containing a handful of large LLM-payload spans stays well under the\n// otelcol-node HTTP receiver's body-size limit. api-server attaches full\n// prompts/responses/tool outputs to spans which can each run to hundreds of\n// KB, and 512-span batches routinely tripped the collector's 20 MiB default\n// cap with \"400 Bad Request: http: request body too large\" (ENG-3936).\nvar batcherOpts = []sdktrace.BatchSpanProcessorOption{\n\tsdktrace.WithMaxQueueSize(8192),\n\tsdktrace.WithExportTimeout(60 * time.Second),\n\tsdktrace.WithMaxExportBatchSize(128),\n}\n\nfunc InitTracer(component string, opts ...otlptracehttp.Option) error {\n\totel.SetErrorHandler(logrusOtelErrorHandler{})\n\n\totlpExp, err := otlptrace.New(context.Background(), otlptracehttp.NewClient(opts...))\n\tif err != nil {\n\t\treturn fmt.Errorf(\"creating OTLP trace exporter: %w\", err)\n\t}\n\n\tres := tracingResource(component)\n\n\ttracerOpts := []sdktrace.TracerProviderOption{\n\t\tsdktrace.WithBatcher(otlpExp, batcherOpts...),\n\t\tsdktrace.WithResource(res),\n\t}\n\tif viper.GetBool(\"stdout-trace-dump\") {\n\t\tstdoutExp, err := stdouttrace.New(stdouttrace.WithPrettyPrint())\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t\ttracerOpts = append(tracerOpts, sdktrace.WithBatcher(stdoutExp, batcherOpts...))\n\t}\n\ttp = sdktrace.NewTracerProvider(tracerOpts...)\n\n\totel.SetTracerProvider(tp)\n\n\totel.SetTextMapPropagator(propagation.NewCompositeTextMapPropagator(propagation.TraceContext{}, propagation.Baggage{}))\n\treturn nil\n}\n\nfunc ShutdownTracer(ctx context.Context) {\n\tdefer sentry.Flush(5 * time.Second)\n\n\tctx, cancel := context.WithTimeout(context.WithoutCancel(ctx), 10*time.Second)\n\tdefer cancel()\n\n\tif tp != nil {\n\t\tif err := tp.ForceFlush(ctx); err != nil {\n\t\t\tlog.WithContext(ctx).WithError(err).Error(\"Error flushing tracer provider\")\n\t\t}\n\t\tif err := tp.Shutdown(ctx); err != nil {\n\t\t\tlog.WithContext(ctx).WithError(err).Error(\"Error shutting down tracer provider\")\n\t\t}\n\t}\n\n\tlog.WithContext(ctx).Trace(\"tracing has shut down\")\n}\n\n// Version returns the version baked into the binary at build time.\nfunc Version() string {\n\treturn version\n}\n\n// HTTPClient returns an HTTP client with OpenTelemetry instrumentation.\n// This replaces the deprecated otelhttp.DefaultClient and should be used\n// throughout the codebase for HTTP requests that need tracing.\nfunc HTTPClient() *http.Client {\n\treturn &http.Client{\n\t\tTransport: otelhttp.NewTransport(http.DefaultTransport),\n\t}\n}\n" }, { "path": "go/tracing/main_test.go", "content": "package tracing\n\nimport (\n\t\"bytes\"\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"os\"\n\t\"testing\"\n\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/otel\"\n\t\"go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp\"\n\tsdktrace \"go.opentelemetry.io/otel/sdk/trace\"\n\t\"go.opentelemetry.io/otel/sdk/trace/tracetest\"\n)\n\nfunc TestTracingResource(t *testing.T) {\n\tresource := tracingResource(\"test-component\")\n\tif resource == nil {\n\t\tt.Error(\"Could not initialize tracing resource. Check the log!\")\n\t}\n}\n\nfunc TestShutdownProvider(t *testing.T) {\n\texp := tracetest.NewInMemoryExporter()\n\n\ttp = sdktrace.NewTracerProvider(sdktrace.WithBatcher(exp))\n\n\tif tp == nil {\n\t\tt.Fatal(\"expected tp to be non-nil after init\")\n\t}\n\n\tShutdownTracer(context.Background())\n\n\t// After shutdown, calling Shutdown again should be a safe no-op\n\t// (the SDK guards with stopOnce).\n\tif err := tp.Shutdown(context.Background()); err != nil {\n\t\tt.Errorf(\"second tp.Shutdown should be a no-op, got: %v\", err)\n\t}\n}\n\nfunc TestShutdownIdempotent(t *testing.T) {\n\texp := tracetest.NewInMemoryExporter()\n\n\ttp = sdktrace.NewTracerProvider(sdktrace.WithBatcher(exp))\n\n\tShutdownTracer(context.Background())\n\tShutdownTracer(context.Background()) // must not panic\n}\n\nfunc TestErrorHandlerRegistered(t *testing.T) {\n\totel.SetErrorHandler(logrusOtelErrorHandler{})\n\n\tvar buf bytes.Buffer\n\tlog.SetOutput(&buf)\n\tt.Cleanup(func() { log.SetOutput(os.Stderr) })\n\n\totel.Handle(fmt.Errorf(\"test SDK error\"))\n\n\tif !bytes.Contains(buf.Bytes(), []byte(\"OpenTelemetry SDK error\")) {\n\t\tt.Errorf(\"expected logrus to contain 'OpenTelemetry SDK error', got: %s\", buf.String())\n\t}\n\tif !bytes.Contains(buf.Bytes(), []byte(\"test SDK error\")) {\n\t\tt.Errorf(\"expected logrus to contain the original error, got: %s\", buf.String())\n\t}\n}\n\nfunc TestBatcherOpts(t *testing.T) {\n\tvar o sdktrace.BatchSpanProcessorOptions\n\tfor _, opt := range batcherOpts {\n\t\topt(&o)\n\t}\n\n\tif o.MaxQueueSize != 8192 {\n\t\tt.Errorf(\"batcherOpts should set MaxQueueSize to 8192, got %d\", o.MaxQueueSize)\n\t}\n\t// Keep this in lock-step with the collector's max_request_body_size; see\n\t// ENG-3936 and the comment on batcherOpts in main.go.\n\tif o.MaxExportBatchSize != 128 {\n\t\tt.Errorf(\"batcherOpts should set MaxExportBatchSize to 128, got %d\", o.MaxExportBatchSize)\n\t}\n}\n\nfunc TestInitTracerSetsErrorHandler(t *testing.T) {\n\t// Use a deliberately broken endpoint so the exporter creation succeeds\n\t// but no actual spans are shipped.\n\terr := InitTracer(\"test-component\",\n\t\totlptracehttp.WithEndpoint(\"localhost:0\"),\n\t\totlptracehttp.WithInsecure(),\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"InitTracer failed: %v\", err)\n\t}\n\tt.Cleanup(func() { ShutdownTracer(context.Background()) })\n\n\tvar buf bytes.Buffer\n\tlog.SetOutput(&buf)\n\tt.Cleanup(func() { log.SetOutput(os.Stderr) })\n\n\totel.Handle(fmt.Errorf(\"custom test error\"))\n\n\tif !bytes.Contains(buf.Bytes(), []byte(\"OpenTelemetry SDK error\")) {\n\t\tt.Errorf(\"after InitTracer, OTel errors should be routed to logrus; got: %s\", buf.String())\n\t}\n}\n\nfunc TestHTTPClient_ProducesSpans(t *testing.T) {\n\tserver := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {\n\t\tw.WriteHeader(http.StatusOK)\n\t\tfmt.Fprint(w, \"ok\")\n\t}))\n\tdefer server.Close()\n\n\texp := tracetest.NewInMemoryExporter()\n\ttestTP := sdktrace.NewTracerProvider(sdktrace.WithSyncer(exp))\n\tt.Cleanup(func() { _ = testTP.Shutdown(context.Background()) })\n\n\torigTP := otel.GetTracerProvider()\n\totel.SetTracerProvider(testTP)\n\tt.Cleanup(func() { otel.SetTracerProvider(origTP) })\n\n\tclient := HTTPClient()\n\n\tctx := context.Background()\n\treq, err := http.NewRequestWithContext(ctx, http.MethodGet, server.URL+\"/test-path\", nil)\n\tif err != nil {\n\t\tt.Fatalf(\"creating request: %v\", err)\n\t}\n\n\tresp, err := client.Do(req)\n\tif err != nil {\n\t\tt.Fatalf(\"HTTP request failed: %v\", err)\n\t}\n\tresp.Body.Close()\n\n\t_ = testTP.ForceFlush(ctx)\n\tspans := exp.GetSpans()\n\n\tif len(spans) == 0 {\n\t\tt.Fatal(\"expected at least one span from HTTPClient(), got 0\")\n\t}\n\n\tvar found bool\n\tfor _, s := range spans {\n\t\tif s.SpanKind.String() == \"client\" {\n\t\t\tfound = true\n\t\t\tbreak\n\t\t}\n\t}\n\tif !found {\n\t\tnames := make([]string, len(spans))\n\t\tfor i, s := range spans {\n\t\t\tnames[i] = fmt.Sprintf(\"%s (kind=%s)\", s.Name, s.SpanKind)\n\t\t}\n\t\tt.Fatalf(\"no client span found; spans: %v\", names)\n\t}\n}\n" }, { "path": "go/tracing/memory.go", "content": "package tracing\n\nimport (\n\t\"runtime\"\n\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// safeUint64ToInt64 safely converts uint64 to int64 for OpenTelemetry attributes\n// Returns int64 max value if the uint64 exceeds int64 maximum to prevent overflow\nfunc safeUint64ToInt64(val uint64) int64 {\n\tconst maxInt64 = 9223372036854775807 // 2^63 - 1\n\tif val > maxInt64 { // Check if val exceeds int64 max\n\t\treturn maxInt64 // Return int64 max value\n\t}\n\treturn int64(val)\n}\n\n// MemoryStats represents memory statistics at a point in time, converted to\n// int64 for safe use as OpenTelemetry attributes.\n//\n// To diagnose OOMs we need to be able to tell three different \"memory\"\n// numbers apart, because Go's accounting and the Linux RSS view diverge:\n// - Alloc/HeapAlloc: live heap objects right now (drops on every GC).\n// - HeapInuse: bytes in non-empty spans (live + per-span fragmentation).\n// - HeapIdle: bytes in empty spans the runtime is hanging onto.\n// - HeapReleased: idle bytes the scavenger has handed back to the OS via\n// madvise(MADV_DONTNEED). RSS-equivalent β‰ˆ HeapInuse + HeapIdle - HeapReleased.\n// - HeapSys / Sys: total mappings ever obtained from the OS. Effectively a\n// high-water mark β€” does NOT decrease when the scavenger releases memory,\n// because madvise keeps the mapping in place. Comparing Sys vs. HeapReleased\n// tells us whether a \"8 GB Sys\" reading is real RSS pressure or just\n// bookkeeping from a previous peak.\ntype MemoryStats struct {\n\tAlloc int64 // bytes allocated and not yet freed\n\tHeapAlloc int64 // bytes allocated and not yet freed (same as Alloc above but specifically for heap objects)\n\tHeapInuse int64 // bytes in in-use spans\n\tHeapIdle int64 // bytes in idle (unused) spans\n\tHeapReleased int64 // bytes returned to the OS via madvise(MADV_DONTNEED)\n\tHeapSys int64 // bytes of heap memory obtained from the OS (high-water mark)\n\tSys int64 // total bytes of memory obtained from the OS (heap + stacks + GC metadata + ...)\n\tNumGC int64 // number of completed GC cycles\n\tPauseTotal int64 // cumulative nanoseconds in GC stop-the-world pauses\n}\n\n// ReadMemoryStats captures current memory statistics and converts them to int64\nfunc ReadMemoryStats() MemoryStats {\n\tvar memStats runtime.MemStats\n\truntime.ReadMemStats(&memStats)\n\treturn MemoryStats{\n\t\tAlloc: safeUint64ToInt64(memStats.Alloc),\n\t\tHeapAlloc: safeUint64ToInt64(memStats.HeapAlloc),\n\t\tHeapInuse: safeUint64ToInt64(memStats.HeapInuse),\n\t\tHeapIdle: safeUint64ToInt64(memStats.HeapIdle),\n\t\tHeapReleased: safeUint64ToInt64(memStats.HeapReleased),\n\t\tHeapSys: safeUint64ToInt64(memStats.HeapSys),\n\t\tSys: safeUint64ToInt64(memStats.Sys),\n\t\tNumGC: int64(memStats.NumGC),\n\t\tPauseTotal: safeUint64ToInt64(memStats.PauseTotalNs),\n\t}\n}\n\n// SetMemoryAttributes sets memory-related attributes on a span with the given prefix\nfunc SetMemoryAttributes(span trace.Span, prefix string, memStats MemoryStats) {\n\tspan.SetAttributes(\n\t\tattribute.Int64(prefix+\".memoryBytes\", memStats.Alloc),\n\t\tattribute.Int64(prefix+\".memoryHeapBytes\", memStats.HeapAlloc),\n\t\tattribute.Int64(prefix+\".memoryHeapInuseBytes\", memStats.HeapInuse),\n\t\tattribute.Int64(prefix+\".memoryHeapIdleBytes\", memStats.HeapIdle),\n\t\tattribute.Int64(prefix+\".memoryHeapReleasedBytes\", memStats.HeapReleased),\n\t\tattribute.Int64(prefix+\".memoryHeapSysBytes\", memStats.HeapSys),\n\t\tattribute.Int64(prefix+\".memorySysBytes\", memStats.Sys),\n\t\tattribute.Int64(prefix+\".memoryNumGC\", memStats.NumGC),\n\t\tattribute.Int64(prefix+\".memoryPauseTotalNs\", memStats.PauseTotal),\n\t)\n}\n\n// SetMemoryDeltaAttributes sets memory delta attributes on a span with the given prefix\n// It calculates the difference between before and after memory stats\nfunc SetMemoryDeltaAttributes(span trace.Span, prefix string, before, after MemoryStats) {\n\tspan.SetAttributes(\n\t\tattribute.Int64(prefix+\".memoryDeltaBytes\", after.Alloc-before.Alloc),\n\t\tattribute.Int64(prefix+\".memoryDeltaHeapBytes\", after.HeapAlloc-before.HeapAlloc),\n\t\tattribute.Int64(prefix+\".memoryDeltaHeapInuseBytes\", after.HeapInuse-before.HeapInuse),\n\t\tattribute.Int64(prefix+\".memoryDeltaHeapIdleBytes\", after.HeapIdle-before.HeapIdle),\n\t\tattribute.Int64(prefix+\".memoryDeltaHeapReleasedBytes\", after.HeapReleased-before.HeapReleased),\n\t\tattribute.Int64(prefix+\".memoryDeltaHeapSysBytes\", after.HeapSys-before.HeapSys),\n\t\tattribute.Int64(prefix+\".memoryDeltaSysBytes\", after.Sys-before.Sys),\n\t\tattribute.Int64(prefix+\".memoryDeltaNumGC\", after.NumGC-before.NumGC),\n\t\tattribute.Int64(prefix+\".memoryDeltaPauseTotalNs\", after.PauseTotal-before.PauseTotal),\n\t)\n}\n" }, { "path": "go/tracing/memory_test.go", "content": "package tracing\n\nimport (\n\t\"testing\"\n)\n\nfunc TestSafeUint64ToInt64(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tinput uint64\n\t\texpected int64\n\t}{\n\t\t{\n\t\t\tname: \"small value\",\n\t\t\tinput: 1000,\n\t\t\texpected: 1000,\n\t\t},\n\t\t{\n\t\t\tname: \"int64 max value\",\n\t\t\tinput: 9223372036854775807, // 2^63 - 1\n\t\t\texpected: 9223372036854775807,\n\t\t},\n\t\t{\n\t\t\tname: \"int64 max + 1\",\n\t\t\tinput: 9223372036854775808, // 2^63\n\t\t\texpected: 9223372036854775807, // Should be clamped to int64 max\n\t\t},\n\t\t{\n\t\t\tname: \"very large value\",\n\t\t\tinput: 18446744073709551615, // uint64 max\n\t\t\texpected: 9223372036854775807, // Should be clamped to int64 max\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\ttest := tt // capture loop variable\n\t\tt.Run(test.name, func(t *testing.T) {\n\t\t\tt.Parallel()\n\t\t\tresult := safeUint64ToInt64(test.input)\n\t\t\tif result != test.expected {\n\t\t\t\tt.Errorf(\"safeUint64ToInt64(%d) = %d, expected %d\", test.input, result, test.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestReadMemoryStats(t *testing.T) {\n\tt.Parallel()\n\n\tstats := ReadMemoryStats()\n\n\t// Basic sanity checks - these values should be reasonable\n\tif stats.Alloc <= 0 {\n\t\tt.Errorf(\"Alloc should be greater than 0, got %d\", stats.Alloc)\n\t}\n\tif stats.HeapAlloc <= 0 {\n\t\tt.Errorf(\"HeapAlloc should be greater than 0, got %d\", stats.HeapAlloc)\n\t}\n\tif stats.Sys <= 0 {\n\t\tt.Errorf(\"Sys should be greater than 0, got %d\", stats.Sys)\n\t}\n\n\t// Verify that values are within int64 range (they should be since we convert them)\n\tif stats.Alloc < 0 {\n\t\tt.Errorf(\"Alloc should not be negative, got %d\", stats.Alloc)\n\t}\n\tif stats.HeapAlloc < 0 {\n\t\tt.Errorf(\"HeapAlloc should not be negative, got %d\", stats.HeapAlloc)\n\t}\n\tif stats.Sys < 0 {\n\t\tt.Errorf(\"Sys should not be negative, got %d\", stats.Sys)\n\t}\n}\n" }, { "path": "go.mod", "content": "module github.com/overmindtech/cli\n\ngo 1.26.0\n\nreplace github.com/anthropics/anthropic-sdk-go => github.com/anthropics/anthropic-sdk-go v0.2.0-alpha.4\n\n// Address an incompatibility between buf.build/gen/go/bufbuild/protovalidate/protocolbuffers/go and the kubernetes modules.\n// See https://github.com/overmindtech/workspace/pull/1124 and https://github.com/kubernetes/apiserver/issues/116\nreplace github.com/google/cel-go => github.com/google/cel-go v0.22.1\n\nrequire (\n\tatomicgo.dev/keyboard v0.2.9\n\tbuf.build/gen/go/bufbuild/protovalidate/protocolbuffers/go v1.36.11-20260415201107-50325440f8f2.1\n\tbuf.build/go/protovalidate v1.1.3\n\tcharm.land/lipgloss/v2 v2.0.3\n\tcloud.google.com/go/aiplatform v1.124.0\n\tcloud.google.com/go/auth v0.20.0\n\tcloud.google.com/go/auth/oauth2adapt v0.2.8\n\tcloud.google.com/go/bigquery v1.76.0\n\tcloud.google.com/go/bigtable v1.46.0\n\tcloud.google.com/go/certificatemanager v1.12.0\n\tcloud.google.com/go/compute v1.60.0\n\tcloud.google.com/go/compute/metadata v0.9.0 // indirect\n\tcloud.google.com/go/container v1.49.0\n\tcloud.google.com/go/dataplex v1.32.0\n\tcloud.google.com/go/dataproc/v2 v2.19.0\n\tcloud.google.com/go/eventarc v1.21.0\n\tcloud.google.com/go/filestore v1.13.0\n\tcloud.google.com/go/functions v1.22.0\n\tcloud.google.com/go/iam v1.9.0\n\tcloud.google.com/go/kms v1.29.0\n\tcloud.google.com/go/logging v1.16.0\n\tcloud.google.com/go/monitoring v1.27.0\n\tcloud.google.com/go/networksecurity v0.14.0\n\tcloud.google.com/go/orgpolicy v1.18.0\n\tcloud.google.com/go/redis v1.21.0\n\tcloud.google.com/go/resourcemanager v1.13.0\n\tcloud.google.com/go/run v1.19.0\n\tcloud.google.com/go/secretmanager v1.19.0\n\tcloud.google.com/go/securitycentermanagement v1.4.0\n\tcloud.google.com/go/spanner v1.90.0\n\tcloud.google.com/go/storage v1.62.1\n\tcloud.google.com/go/storagetransfer v1.16.0\n\tconnectrpc.com/connect v1.18.1 // v1.19.0 was faulty, wait until it is above this version\n\tgithub.com/Azure/azure-sdk-for-go/sdk/azcore v1.21.1\n\tgithub.com/Azure/azure-sdk-for-go/sdk/azidentity v1.13.1\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3 v3.0.0-beta.2\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4 v4.0.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7 v7.3.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3 v3.4.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns v1.2.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan v1.2.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2 v2.0.2\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/maintenance/armmaintenance v1.3.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi v1.3.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9 v9.0.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/operationalinsights/armoperationalinsights v1.2.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5 v5.0.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns v1.3.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2 v2.1.0\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2 v2.0.0-beta.7\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3 v3.0.0\n\tgithub.com/Masterminds/semver/v3 v3.4.0\n\tgithub.com/MrAlias/otel-schema-utils v0.4.0-alpha\n\tgithub.com/auth0/go-jwt-middleware/v3 v3.1.0\n\tgithub.com/aws/aws-sdk-go-v2 v1.41.7\n\tgithub.com/aws/aws-sdk-go-v2/config v1.32.17\n\tgithub.com/aws/aws-sdk-go-v2/credentials v1.19.16\n\tgithub.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.23\n\tgithub.com/aws/aws-sdk-go-v2/service/apigateway v1.39.3\n\tgithub.com/aws/aws-sdk-go-v2/service/autoscaling v1.66.2\n\tgithub.com/aws/aws-sdk-go-v2/service/cloudfront v1.62.0\n\tgithub.com/aws/aws-sdk-go-v2/service/cloudwatch v1.57.0\n\tgithub.com/aws/aws-sdk-go-v2/service/directconnect v1.38.17\n\tgithub.com/aws/aws-sdk-go-v2/service/dynamodb v1.57.3\n\tgithub.com/aws/aws-sdk-go-v2/service/ec2 v1.299.1\n\tgithub.com/aws/aws-sdk-go-v2/service/ecs v1.79.1\n\tgithub.com/aws/aws-sdk-go-v2/service/efs v1.41.16\n\tgithub.com/aws/aws-sdk-go-v2/service/eks v1.83.0\n\tgithub.com/aws/aws-sdk-go-v2/service/elasticloadbalancing v1.33.25\n\tgithub.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2 v1.54.12\n\tgithub.com/aws/aws-sdk-go-v2/service/iam v1.53.10\n\tgithub.com/aws/aws-sdk-go-v2/service/kms v1.51.1\n\tgithub.com/aws/aws-sdk-go-v2/service/lambda v1.90.1\n\tgithub.com/aws/aws-sdk-go-v2/service/networkfirewall v1.60.1\n\tgithub.com/aws/aws-sdk-go-v2/service/networkmanager v1.41.10\n\tgithub.com/aws/aws-sdk-go-v2/service/rds v1.118.2\n\tgithub.com/aws/aws-sdk-go-v2/service/route53 v1.62.7\n\tgithub.com/aws/aws-sdk-go-v2/service/s3 v1.100.1\n\tgithub.com/aws/aws-sdk-go-v2/service/sns v1.39.17\n\tgithub.com/aws/aws-sdk-go-v2/service/sqs v1.42.27\n\tgithub.com/aws/aws-sdk-go-v2/service/ssm v1.68.6\n\tgithub.com/aws/aws-sdk-go-v2/service/sts v1.42.1\n\tgithub.com/aws/smithy-go v1.25.1\n\tgithub.com/cenkalti/backoff/v5 v5.0.3\n\tgithub.com/charmbracelet/glamour v0.10.0\n\tgithub.com/coder/websocket v1.8.14\n\tgithub.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect\n\tgithub.com/getsentry/sentry-go v0.45.1\n\tgithub.com/go-jose/go-jose/v4 v4.1.4\n\tgithub.com/google/btree v1.1.3\n\tgithub.com/google/uuid v1.6.0\n\tgithub.com/googleapis/gax-go/v2 v2.22.0\n\tgithub.com/goombaio/namegenerator v0.0.0-20181006234301-989e774b106e\n\tgithub.com/hashicorp/go-retryablehttp v0.7.8\n\tgithub.com/hashicorp/hcl/v2 v2.24.0\n\tgithub.com/hashicorp/terraform-config-inspect v0.0.0-20260224005459-813a97530220\n\tgithub.com/hashicorp/terraform-plugin-framework v1.19.0\n\tgithub.com/hashicorp/terraform-plugin-go v0.31.0\n\tgithub.com/hashicorp/terraform-plugin-testing v1.15.0\n\tgithub.com/jedib0t/go-pretty/v6 v6.7.9\n\tgithub.com/lithammer/fuzzysearch v1.1.8 // indirect\n\tgithub.com/micahhausler/aws-iam-policy v0.4.4\n\tgithub.com/miekg/dns v1.1.72\n\tgithub.com/mitchellh/go-homedir v1.1.0\n\tgithub.com/muesli/reflow v0.3.0\n\tgithub.com/nats-io/jwt/v2 v2.8.1\n\tgithub.com/nats-io/nats-server/v2 v2.12.7\n\tgithub.com/nats-io/nats.go v1.51.0\n\tgithub.com/nats-io/nkeys v0.4.15\n\tgithub.com/onsi/ginkgo/v2 v2.28.1 // indirect\n\tgithub.com/onsi/gomega v1.39.1 // indirect\n\tgithub.com/openrdap/rdap v0.9.2-0.20240517203139-eb57b3a8dedd\n\tgithub.com/overmindtech/pterm v0.0.0-20240919144758-04d94ccb2297\n\tgithub.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c\n\tgithub.com/sirupsen/logrus v1.9.4\n\tgithub.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8\n\tgithub.com/spf13/cobra v1.10.2\n\tgithub.com/spf13/pflag v1.0.10\n\tgithub.com/spf13/viper v1.21.0\n\tgithub.com/stretchr/testify v1.11.1\n\tgithub.com/ttacon/chalk v0.0.0-20160626202418-22c06c80ed31\n\tgithub.com/uptrace/opentelemetry-go-extra/otellogrus v0.3.2\n\tgithub.com/xiam/dig v0.0.0-20191116195832-893b5fb5093b\n\tgithub.com/zclconf/go-cty v1.18.1\n\tgo.etcd.io/bbolt v1.4.3\n\tgo.opentelemetry.io/contrib/detectors/aws/ec2/v2 v2.0.0-20250901115419-474a7992e57c\n\tgo.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.68.0\n\tgo.opentelemetry.io/otel v1.43.0\n\tgo.opentelemetry.io/otel/exporters/otlp/otlptrace v1.43.0\n\tgo.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.43.0\n\tgo.opentelemetry.io/otel/exporters/stdout/stdouttrace v1.43.0\n\tgo.opentelemetry.io/otel/sdk v1.43.0\n\tgo.opentelemetry.io/otel/trace v1.43.0\n\tgo.uber.org/automaxprocs v1.6.0\n\tgo.uber.org/goleak v1.3.0\n\tgo.uber.org/mock v0.6.0\n\tgo.yaml.in/yaml/v3 v3.0.4\n\tgolang.org/x/net v0.53.0\n\tgolang.org/x/oauth2 v0.36.0\n\tgolang.org/x/sync v0.20.0\n\tgolang.org/x/text v0.36.0\n\tgonum.org/v1/gonum v0.17.0\n\tgoogle.golang.org/api v0.276.0\n\tgoogle.golang.org/genproto/googleapis/rpc v0.0.0-20260414002931-afd174a4e478\n\tgoogle.golang.org/grpc v1.80.0\n\tgoogle.golang.org/protobuf v1.36.11\n\tgopkg.in/ini.v1 v1.67.1\n\tk8s.io/api v0.35.4\n\tk8s.io/apimachinery v0.35.4\n\tk8s.io/client-go v0.35.4\n\tsigs.k8s.io/kind v0.31.0\n\tsigs.k8s.io/structured-merge-diff/v6 v6.4.0 // indirect\n)\n\nrequire (\n\tal.essio.dev/pkg/shellescape v1.5.1 // indirect\n\tatomicgo.dev/cursor v0.2.0 // indirect\n\tatomicgo.dev/schedule v0.1.0 // indirect\n\tcel.dev/expr v0.25.1 // indirect\n\tcloud.google.com/go v0.123.0 // indirect\n\tcloud.google.com/go/longrunning v0.9.0 // indirect\n\tgithub.com/Azure/azure-sdk-for-go/sdk/internal v1.12.0 // indirect\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/internal/v3 v3.1.1 // indirect\n\tgithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v3 v3.0.1 // indirect\n\tgithub.com/AzureAD/microsoft-authentication-library-for-go v1.6.0 // indirect\n\tgithub.com/BurntSushi/toml v1.4.0 // indirect\n\tgithub.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.31.0 // indirect\n\tgithub.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.55.0 // indirect\n\tgithub.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.55.0 // indirect\n\tgithub.com/ProtonMail/go-crypto v1.4.1 // indirect\n\tgithub.com/agext/levenshtein v1.2.3 // indirect\n\tgithub.com/alecthomas/chroma/v2 v2.16.0 // indirect\n\tgithub.com/alecthomas/kingpin/v2 v2.4.0 // indirect\n\tgithub.com/alecthomas/units v0.0.0-20240927000941-0f3dac36c52b // indirect\n\tgithub.com/antithesishq/antithesis-sdk-go v0.6.0-default-no-op // indirect\n\tgithub.com/antlr4-go/antlr/v4 v4.13.1 // indirect\n\tgithub.com/apache/arrow/go/v15 v15.0.2 // indirect\n\tgithub.com/apparentlymart/go-textseg/v15 v15.0.0 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.10 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/internal/configsources v1.4.23 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.23 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/internal/v4a v1.4.24 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.9 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.15 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/service/internal/endpoint-discovery v1.11.23 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.23 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.23 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/service/signin v1.0.11 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/service/sso v1.30.17 // indirect\n\tgithub.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.21 // indirect\n\tgithub.com/aymanbagabas/go-osc52/v2 v2.0.1 // indirect\n\tgithub.com/aymerick/douceur v0.2.0 // indirect\n\tgithub.com/cespare/xxhash/v2 v2.3.0 // indirect\n\tgithub.com/charmbracelet/colorprofile v0.4.3 // indirect\n\tgithub.com/charmbracelet/lipgloss v1.1.1-0.20250404203927-76690c660834 // indirect; being pulled by glamour, this will be resolved in https://github.com/charmbracelet/glamour/pull/408\n\tgithub.com/charmbracelet/ultraviolet v0.0.0-20251205161215-1948445e3318 // indirect\n\tgithub.com/charmbracelet/x/ansi v0.11.7 // indirect\n\tgithub.com/charmbracelet/x/cellbuf v0.0.15 // indirect\n\tgithub.com/charmbracelet/x/exp/slice v0.0.0-20250417172821-98fd948af1b1 // indirect\n\tgithub.com/charmbracelet/x/term v0.2.2 // indirect\n\tgithub.com/charmbracelet/x/termios v0.1.1 // indirect\n\tgithub.com/charmbracelet/x/windows v0.2.2 // indirect\n\tgithub.com/clipperhouse/displaywidth v0.11.0 // indirect\n\tgithub.com/clipperhouse/uax29/v2 v2.7.0 // indirect\n\tgithub.com/cloudflare/circl v1.6.3 // indirect\n\tgithub.com/cncf/xds/go v0.0.0-20251210132809-ee656c7534f5 // indirect\n\tgithub.com/containerd/console v1.0.4 // indirect\n\tgithub.com/decred/dcrd/dcrec/secp256k1/v4 v4.4.0 // indirect\n\tgithub.com/dlclark/regexp2 v1.11.5 // indirect\n\tgithub.com/emicklei/go-restful/v3 v3.12.2 // indirect\n\tgithub.com/envoyproxy/go-control-plane/envoy v1.37.0 // indirect\n\tgithub.com/envoyproxy/protoc-gen-validate v1.3.0 // indirect\n\tgithub.com/evanphx/json-patch/v5 v5.9.11 // indirect\n\tgithub.com/fatih/color v1.18.0 // indirect\n\tgithub.com/felixge/httpsnoop v1.0.4 // indirect\n\tgithub.com/fsnotify/fsnotify v1.9.0 // indirect\n\tgithub.com/fxamacker/cbor/v2 v2.9.0 // indirect\n\tgithub.com/go-logr/logr v1.4.3 // indirect\n\tgithub.com/go-logr/stdr v1.2.2 // indirect\n\tgithub.com/go-openapi/jsonpointer v0.21.1 // indirect\n\tgithub.com/go-openapi/jsonreference v0.21.0 // indirect\n\tgithub.com/go-openapi/swag v0.23.1 // indirect\n\tgithub.com/go-viper/mapstructure/v2 v2.4.0 // indirect\n\tgithub.com/goccy/go-json v0.10.5 // indirect\n\tgithub.com/golang-jwt/jwt/v5 v5.3.1 // indirect\n\tgithub.com/golang/protobuf v1.5.4 // indirect\n\tgithub.com/google/cel-go v0.27.0 // indirect\n\tgithub.com/google/flatbuffers v23.5.26+incompatible // indirect\n\tgithub.com/google/gnostic-models v0.7.0 // indirect\n\tgithub.com/google/go-cmp v0.7.0 // indirect\n\tgithub.com/google/go-tpm v0.9.8 // indirect\n\tgithub.com/google/s2a-go v0.1.9 // indirect\n\tgithub.com/googleapis/enterprise-certificate-proxy v0.3.14 // indirect\n\tgithub.com/gookit/color v1.5.4 // indirect\n\tgithub.com/gorilla/css v1.0.1 // indirect\n\tgithub.com/grpc-ecosystem/grpc-gateway/v2 v2.28.0 // indirect\n\tgithub.com/hashicorp/errwrap v1.1.0 // indirect\n\tgithub.com/hashicorp/go-checkpoint v0.5.0 // indirect\n\tgithub.com/hashicorp/go-cleanhttp v0.5.2 // indirect\n\tgithub.com/hashicorp/go-cty v1.5.0 // indirect\n\tgithub.com/hashicorp/go-hclog v1.6.3 // indirect\n\tgithub.com/hashicorp/go-multierror v1.1.1 // indirect\n\tgithub.com/hashicorp/go-plugin v1.7.0 // indirect\n\tgithub.com/hashicorp/go-uuid v1.0.3 // indirect\n\tgithub.com/hashicorp/go-version v1.9.0 // indirect\n\tgithub.com/hashicorp/hc-install v0.9.4 // indirect\n\tgithub.com/hashicorp/hcl v1.0.0 // indirect\n\tgithub.com/hashicorp/logutils v1.0.0 // indirect\n\tgithub.com/hashicorp/terraform-exec v0.25.0 // indirect\n\tgithub.com/hashicorp/terraform-json v0.27.2 // indirect\n\tgithub.com/hashicorp/terraform-plugin-log v0.10.0 // indirect\n\tgithub.com/hashicorp/terraform-plugin-sdk/v2 v2.40.0 // indirect\n\tgithub.com/hashicorp/terraform-registry-address v0.4.0 // indirect\n\tgithub.com/hashicorp/terraform-svchost v0.1.1 // indirect\n\tgithub.com/hashicorp/yamux v0.1.2 // indirect\n\tgithub.com/inconshreveable/mousetrap v1.1.0 // indirect\n\tgithub.com/josharian/intern v1.0.0 // indirect\n\tgithub.com/json-iterator/go v1.1.12 // indirect\n\tgithub.com/klauspost/compress v1.18.5 // indirect\n\tgithub.com/klauspost/cpuid/v2 v2.2.8 // indirect\n\tgithub.com/kylelemons/godebug v1.1.0 // indirect\n\tgithub.com/lestrrat-go/blackmagic v1.0.4 // indirect\n\tgithub.com/lestrrat-go/dsig v1.0.0 // indirect\n\tgithub.com/lestrrat-go/dsig-secp256k1 v1.0.0 // indirect\n\tgithub.com/lestrrat-go/httpcc v1.0.1 // indirect\n\tgithub.com/lestrrat-go/httprc/v3 v3.0.3 // indirect\n\tgithub.com/lestrrat-go/jwx/v3 v3.0.13 // indirect\n\tgithub.com/lestrrat-go/option/v2 v2.0.0 // indirect\n\tgithub.com/lucasb-eyer/go-colorful v1.4.0 // indirect\n\tgithub.com/mailru/easyjson v0.9.0 // indirect\n\tgithub.com/mattn/go-colorable v0.1.14 // indirect\n\tgithub.com/mattn/go-isatty v0.0.20 // indirect\n\tgithub.com/mattn/go-runewidth v0.0.23 // indirect\n\tgithub.com/microcosm-cc/bluemonday v1.0.27 // indirect\n\tgithub.com/minio/highwayhash v1.0.4-0.20251030100505-070ab1a87a76 // indirect\n\tgithub.com/mitchellh/copystructure v1.2.0 // indirect\n\tgithub.com/mitchellh/go-testing-interface v1.14.1 // indirect\n\tgithub.com/mitchellh/go-wordwrap v1.0.1 // indirect\n\tgithub.com/mitchellh/mapstructure v1.5.0 // indirect\n\tgithub.com/mitchellh/reflectwalk v1.0.2 // indirect\n\tgithub.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect\n\tgithub.com/modern-go/reflect2 v1.0.3-0.20250322232337-35a7c28c31ee // indirect\n\tgithub.com/muesli/cancelreader v0.2.2 // indirect\n\tgithub.com/muesli/termenv v0.16.0 // indirect\n\tgithub.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect\n\tgithub.com/nats-io/nuid v1.0.1 // indirect\n\tgithub.com/oklog/run v1.1.0 // indirect\n\tgithub.com/pelletier/go-toml v1.9.5 // indirect\n\tgithub.com/pelletier/go-toml/v2 v2.2.4 // indirect\n\tgithub.com/pierrec/lz4/v4 v4.1.21 // indirect\n\tgithub.com/pkg/errors v0.9.1 // indirect\n\tgithub.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10 // indirect\n\tgithub.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect\n\tgithub.com/rivo/uniseg v0.4.7 // indirect\n\tgithub.com/sagikazarmark/locafero v0.11.0 // indirect\n\tgithub.com/segmentio/asm v1.2.1 // indirect\n\tgithub.com/spf13/afero v1.15.0 // indirect\n\tgithub.com/spf13/cast v1.10.0 // indirect\n\tgithub.com/spiffe/go-spiffe/v2 v2.6.0 // indirect\n\tgithub.com/stoewer/go-strcase v1.3.1 // indirect\n\tgithub.com/subosito/gotenv v1.6.0 // indirect\n\tgithub.com/uptrace/opentelemetry-go-extra/otelutil v0.3.2 // indirect\n\tgithub.com/valyala/fastjson v1.6.7 // indirect\n\tgithub.com/vmihailenco/msgpack v4.0.4+incompatible // indirect\n\tgithub.com/vmihailenco/msgpack/v5 v5.4.1 // indirect\n\tgithub.com/vmihailenco/tagparser/v2 v2.0.0 // indirect\n\tgithub.com/x448/float16 v0.8.4 // indirect\n\tgithub.com/xhit/go-str2duration/v2 v2.1.0 // indirect\n\tgithub.com/xiam/to v0.0.0-20191116183551-8328998fc0ed // indirect\n\tgithub.com/xo/terminfo v0.0.0-20220910002029-abceb7e1c41e // indirect\n\tgithub.com/yuin/goldmark v1.7.10 // indirect\n\tgithub.com/yuin/goldmark-emoji v1.0.5 // indirect\n\tgithub.com/zeebo/xxh3 v1.0.2 // indirect\n\tgo.opentelemetry.io/auto/sdk v1.2.1 // indirect\n\tgo.opentelemetry.io/contrib/detectors/gcp v1.39.0 // indirect\n\tgo.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.67.0 // indirect\n\tgo.opentelemetry.io/otel/log v0.11.0 // indirect\n\tgo.opentelemetry.io/otel/metric v1.43.0 // indirect\n\tgo.opentelemetry.io/otel/schema v0.0.12 // indirect\n\tgo.opentelemetry.io/otel/sdk/metric v1.43.0 // indirect\n\tgo.opentelemetry.io/proto/otlp v1.10.0 // indirect\n\tgo.yaml.in/yaml/v2 v2.4.3 // indirect\n\tgolang.org/x/crypto v0.50.0 // indirect\n\tgolang.org/x/exp v0.0.0-20251023183803-a4bb9ffd2546 // indirect\n\tgolang.org/x/mod v0.35.0 // indirect\n\tgolang.org/x/sys v0.43.0 // indirect\n\tgolang.org/x/telemetry v0.0.0-20260311193753-579e4da9a98c // indirect\n\tgolang.org/x/term v0.42.0 // indirect\n\tgolang.org/x/time v0.15.0 // indirect\n\tgolang.org/x/tools v0.43.0 // indirect\n\tgolang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da // indirect\n\tgoogle.golang.org/appengine v1.6.8 // indirect\n\tgoogle.golang.org/genproto v0.0.0-20260319201613-d00831a3d3e7 // indirect\n\tgoogle.golang.org/genproto/googleapis/api v0.0.0-20260401024825-9d38bb4040a9 // indirect\n\tgopkg.in/evanphx/json-patch.v4 v4.13.0 // indirect\n\tgopkg.in/inf.v0 v0.9.1 // indirect\n\tgopkg.in/yaml.v3 v3.0.1 // indirect\n\tk8s.io/klog/v2 v2.130.1 // indirect\n\tk8s.io/kube-openapi v0.0.0-20250910181357-589584f1c912 // indirect\n\tk8s.io/utils v0.0.0-20260210185600-b8788abfbbc2 // indirect\n\tsigs.k8s.io/json v0.0.0-20250730193827-2d320260d730 // indirect\n\tsigs.k8s.io/randfill v1.0.0 // indirect\n\tsigs.k8s.io/yaml v1.6.0 // indirect\n)\n" }, { "path": "go.sum", "content": "al.essio.dev/pkg/shellescape v1.5.1 h1:86HrALUujYS/h+GtqoB26SBEdkWfmMI6FubjXlsXyho=\nal.essio.dev/pkg/shellescape v1.5.1/go.mod h1:6sIqp7X2P6mThCQ7twERpZTuigpr6KbZWtls1U8I890=\natomicgo.dev/assert v0.0.2 h1:FiKeMiZSgRrZsPo9qn/7vmr7mCsh5SZyXY4YGYiYwrg=\natomicgo.dev/assert v0.0.2/go.mod h1:ut4NcI3QDdJtlmAxQULOmA13Gz6e2DWbSAS8RUOmNYQ=\natomicgo.dev/cursor v0.2.0 h1:H6XN5alUJ52FZZUkI7AlJbUc1aW38GWZalpYRPpoPOw=\natomicgo.dev/cursor v0.2.0/go.mod h1:Lr4ZJB3U7DfPPOkbH7/6TOtJ4vFGHlgj1nc+n900IpU=\natomicgo.dev/keyboard v0.2.9 h1:tOsIid3nlPLZ3lwgG8KZMp/SFmr7P0ssEN5JUsm78K8=\natomicgo.dev/keyboard v0.2.9/go.mod h1:BC4w9g00XkxH/f1HXhW2sXmJFOCWbKn9xrOunSFtExQ=\natomicgo.dev/schedule v0.1.0 h1:nTthAbhZS5YZmgYbb2+DH8uQIZcTlIrd4eYr3UQxEjs=\natomicgo.dev/schedule v0.1.0/go.mod h1:xeUa3oAkiuHYh8bKiQBRojqAMq3PXXbJujjb0hw8pEU=\nbuf.build/gen/go/bufbuild/protovalidate/protocolbuffers/go v1.36.11-20260415201107-50325440f8f2.1 h1:s6hzCXtND/ICdGPTMGk7C+/BFlr2Jg5GyH0NKf4XGXg=\nbuf.build/gen/go/bufbuild/protovalidate/protocolbuffers/go v1.36.11-20260415201107-50325440f8f2.1/go.mod h1:tvtbpgaVXZX4g6Pn+AnzFycuRK3MOz5HJfEGeEllXYM=\nbuf.build/go/protovalidate v1.1.3 h1:m2GVEgQWd7rk+vIoAZ+f0ygGjvQTuqPQapBBdcpWVPE=\nbuf.build/go/protovalidate v1.1.3/go.mod h1:9XIuohWz+kj+9JVn3WQneHA5LZP50mjvneZMnbLkiIE=\ncel.dev/expr v0.25.1 h1:1KrZg61W6TWSxuNZ37Xy49ps13NUovb66QLprthtwi4=\ncel.dev/expr v0.25.1/go.mod h1:hrXvqGP6G6gyx8UAHSHJ5RGk//1Oj5nXQ2NI02Nrsg4=\ncharm.land/lipgloss/v2 v2.0.3 h1:yM2zJ4Cf5Y51b7RHIwioil4ApI/aypFXXVHSwlM6RzU=\ncharm.land/lipgloss/v2 v2.0.3/go.mod h1:7myLU9iG/3xluAWzpY/fSxYYHCgoKTie7laxk6ATwXA=\ncloud.google.com/go v0.123.0 h1:2NAUJwPR47q+E35uaJeYoNhuNEM9kM8SjgRgdeOJUSE=\ncloud.google.com/go v0.123.0/go.mod h1:xBoMV08QcqUGuPW65Qfm1o9Y4zKZBpGS+7bImXLTAZU=\ncloud.google.com/go/aiplatform v1.124.0 h1:77uy+1+G11yP98axztHeVaW85NcXVLA7WP6ynUXmOlE=\ncloud.google.com/go/aiplatform v1.124.0/go.mod h1:yWTZiCunYDnyxeWWD14tDo6+BMlvAUCC5VxuxhvbrVI=\ncloud.google.com/go/auth v0.20.0 h1:kXTssoVb4azsVDoUiF8KvxAqrsQcQtB53DcSgta74CA=\ncloud.google.com/go/auth v0.20.0/go.mod h1:942/yi/itH1SsmpyrbnTMDgGfdy2BUqIKyd0cyYLc5Q=\ncloud.google.com/go/auth/oauth2adapt v0.2.8 h1:keo8NaayQZ6wimpNSmW5OPc283g65QNIiLpZnkHRbnc=\ncloud.google.com/go/auth/oauth2adapt v0.2.8/go.mod h1:XQ9y31RkqZCcwJWNSx2Xvric3RrU88hAYYbjDWYDL+c=\ncloud.google.com/go/bigquery v1.76.0 h1:wnfVSXN6GEMlsAoHWdhzTC8NMsptOx2hsqPiI+lTs3I=\ncloud.google.com/go/bigquery v1.76.0/go.mod h1:J4wuqka/1hEpdJxH2oBrUR0vjTD+r7drGkpcA3yqERM=\ncloud.google.com/go/bigtable v1.46.0 h1:Bd6vITx01s6gsdEPvjIGJL/oMMdKvraGI34UiixR2gk=\ncloud.google.com/go/bigtable v1.46.0/go.mod h1:GUM6PdkG3rrDse9kugqvX5+ktwo3ldfLtLi1VFn5Wj4=\ncloud.google.com/go/certificatemanager v1.12.0 h1:cGtIA5WPVpZDqC35E+i5FRZDziUPbIIKE4wo6mNzqCI=\ncloud.google.com/go/certificatemanager v1.12.0/go.mod h1:QOA8qRoM6/Ik03+srLnBykenGTy0fk78dnPcx5ZWOW8=\ncloud.google.com/go/compute v1.60.0 h1:CqGt23ysz990ZZe1vq/9aDPKKnmwM6kcC7Y1Q05H2kI=\ncloud.google.com/go/compute v1.60.0/go.mod h1:Xm6PbsLgBpAg4va77ljbBdpMjzuU+uPp5Ze2dnZq7lw=\ncloud.google.com/go/compute/metadata v0.9.0 h1:pDUj4QMoPejqq20dK0Pg2N4yG9zIkYGdBtwLoEkH9Zs=\ncloud.google.com/go/compute/metadata v0.9.0/go.mod h1:E0bWwX5wTnLPedCKqk3pJmVgCBSM6qQI1yTBdEb3C10=\ncloud.google.com/go/container v1.49.0 h1:K4nmtmJezHOzsIyedAOv1Ok36krw1apFmo4zXBaRL1A=\ncloud.google.com/go/container v1.49.0/go.mod h1:EvqoT2eXfxLweXXUlhAMGR0sOAB00XPzEjoL01esSDs=\ncloud.google.com/go/datacatalog v1.27.0 h1:AnghhtHKCqYIe62gTPHcn9nJr5jtxjZHV4D/Fob23gg=\ncloud.google.com/go/datacatalog v1.27.0/go.mod h1:YTI11pFlC5HCj4CphEf+qWCy/z9udd7o0HVN6c2Povg=\ncloud.google.com/go/dataplex v1.32.0 h1:FXcPlYhlp5jdnaIygqh+6n7HJyeSnunbIRV8Y1yfim8=\ncloud.google.com/go/dataplex v1.32.0/go.mod h1:sOazL+Bs/PTxiMHQ5yBboBvEW9qPrpGogx3+RAgfIt8=\ncloud.google.com/go/dataproc/v2 v2.19.0 h1:nigeuU3AoKMOuPoQ/F3QDCGRDdJCkFMR6mAhXC4uDfA=\ncloud.google.com/go/dataproc/v2 v2.19.0/go.mod h1:oARVSa38kAHvSuG+cozsrY2sE6UajGuvOOf9vS+ADHI=\ncloud.google.com/go/eventarc v1.21.0 h1:BzkhBK2K/FxEnaNNJuYyHq/cW5AdFWMFNNHWqeVqgxk=\ncloud.google.com/go/eventarc v1.21.0/go.mod h1:tIJL0hoWtZXVa5MjcAep/4xB+AXz4AbqQV14ogX5VwU=\ncloud.google.com/go/filestore v1.13.0 h1:7L8pvhPr6ZaTKpTinDmAuSwkYEt+B+eRl0OA/Pm882w=\ncloud.google.com/go/filestore v1.13.0/go.mod h1:oD+PvCWu4HqfEdNv65yk2XaLIiP7h4AuAH9Ua5YBRTM=\ncloud.google.com/go/functions v1.22.0 h1:rJ2bSt2KUEi0OBMsUKICI/lJYCsTOw3aMgzKxBmuyNo=\ncloud.google.com/go/functions v1.22.0/go.mod h1:t40GeqBAQNuqKlHCxmV/pxhyYJnImLcvRa3GBv4tAy0=\ncloud.google.com/go/iam v1.9.0 h1:89wyjxT6DL4b5rk/Nk8eBC9DHqf+JiMstrn5IEYxFw4=\ncloud.google.com/go/iam v1.9.0/go.mod h1:KP+nKGugNJW4LcLx1uEZcq1ok5sQHFaQehQNl4QDgV4=\ncloud.google.com/go/kms v1.29.0 h1:bAW1C5FQf+6GhPkywQzPlsULALCG7c16qpXLFGV9ivY=\ncloud.google.com/go/kms v1.29.0/go.mod h1:YIyXZym11R5uovJJt4oN5eUL3oPmirF3yKeIh6QAf4U=\ncloud.google.com/go/logging v1.16.0 h1:MMNgYRvZ/pEwiNSkcoJTKWfAbAJDqCqAMJiarZx+/CI=\ncloud.google.com/go/logging v1.16.0/go.mod h1:ZGKnpBaURITh+g/uom2VhbiFoFWvejcrHPDhxFtU/gI=\ncloud.google.com/go/longrunning v0.9.0 h1:0EzbDEGsAvOZNbqXopgniY0w0a1phvu5IdUFq8grmqY=\ncloud.google.com/go/longrunning v0.9.0/go.mod h1:pkTz846W7bF4o2SzdWJ40Hu0Re+UoNT6Q5t+igIcb8E=\ncloud.google.com/go/monitoring v1.27.0 h1:BhYwMqao+e5Nn7JtWMM9m6zRtKtVUK6kJWMizXChkLU=\ncloud.google.com/go/monitoring v1.27.0/go.mod h1:72NOVjJXHY/HBfoLT0+qlCZBT059+9VXLeAnL2PeeVM=\ncloud.google.com/go/networksecurity v0.14.0 h1:v1NKTztDfEDIr7C5wHmdELebok4pmnaIC6nGAOv3AuY=\ncloud.google.com/go/networksecurity v0.14.0/go.mod h1:LMn10eRVf4K85PMF33yRoKAra7VhCOetxFcLDMh9A74=\ncloud.google.com/go/orgpolicy v1.18.0 h1:/DfoElp43vYbWrNSZqaz/NPeNty4vXfvpIzT1ZqOtsY=\ncloud.google.com/go/orgpolicy v1.18.0/go.mod h1:9LHqEGx5P5dhansdKTNIEXpM+QbebAIOs66+HUID4aQ=\ncloud.google.com/go/redis v1.21.0 h1:2sz4rMZ/1+UwDwMeS61LqQQHMddyzmE0FRO2rbU7MWk=\ncloud.google.com/go/redis v1.21.0/go.mod h1:EUlUT24BAL6LsE1f/N9Bg3LhRCfH+LzwLGbst3KuZRw=\ncloud.google.com/go/resourcemanager v1.13.0 h1:cc291PxLoKrHKVxqoJ2uMMzrxVJj+sRe+iEb1DFlDNA=\ncloud.google.com/go/resourcemanager v1.13.0/go.mod h1:ve0VNxPoDU6XxDuEMCjkineb0YzXQXx3mOWwnNckGDE=\ncloud.google.com/go/run v1.19.0 h1:kjXZKDwrUOeUYDd7/0TZ/iKsG3rJ3Lq3cyksTspcNSU=\ncloud.google.com/go/run v1.19.0/go.mod h1:Z5wHbyFirI8XU48EPs5XJf/qmVm1SXZEhuS8EvZOuQU=\ncloud.google.com/go/secretmanager v1.19.0 h1:dm9BK06xl+hrxp2unT2psjZeypPj5c6uPiABb6fmicE=\ncloud.google.com/go/secretmanager v1.19.0/go.mod h1:9OmSuOeiiUicANglrbdKWSnT3gYkRcXuUQDk7dDW0zU=\ncloud.google.com/go/securitycentermanagement v1.4.0 h1:nfHjWuyFtDGc+9XR4T1A7kzXhS9+xi5bGA7Y3DPDhBQ=\ncloud.google.com/go/securitycentermanagement v1.4.0/go.mod h1:2vT5sKJSeclefx8yku77inS/bAyEiLH9n1CHpshtDMQ=\ncloud.google.com/go/spanner v1.90.0 h1:tVUzYI9IZJY1SDvCmCzyuLoaAyotZgiyQq6go+lNH5A=\ncloud.google.com/go/spanner v1.90.0/go.mod h1:8NB5a7qgwIhGD19Ly+vkpKffPL78vIG9RcrgsuREha0=\ncloud.google.com/go/storage v1.62.1 h1:Os0G3XbUbjZumkpDUf2Y0rLoXJTCF1kU2kWUujKYXD8=\ncloud.google.com/go/storage v1.62.1/go.mod h1:cpYz/kRVZ+UQAF1uHeea10/9ewcRbxGoGNKsS9daSXA=\ncloud.google.com/go/storagetransfer v1.16.0 h1:9XRKD/zyjrbNcZdIk8Jf5D1a9MRIPCbYoBSCXiKMp3E=\ncloud.google.com/go/storagetransfer v1.16.0/go.mod h1:AbGutEym/KNasoiDpSj/CYbigp5yhgosSgwlhGvQNs4=\ncloud.google.com/go/trace v1.11.7 h1:kDNDX8JkaAG3R2nq1lIdkb7FCSi1rCmsEtKVsty7p+U=\ncloud.google.com/go/trace v1.11.7/go.mod h1:TNn9d5V3fQVf6s4SCveVMIBS2LJUqo73GACmq/Tky0s=\nconnectrpc.com/connect v1.18.1 h1:PAg7CjSAGvscaf6YZKUefjoih5Z/qYkyaTrBW8xvYPw=\nconnectrpc.com/connect v1.18.1/go.mod h1:0292hj1rnx8oFrStN7cB4jjVBeqs+Yx5yDIC2prWDO8=\ndario.cat/mergo v1.0.0 h1:AGCNq9Evsj31mOgNPcLyXc+4PNABt905YmuqPYYpBWk=\ndario.cat/mergo v1.0.0/go.mod h1:uNxQE+84aUszobStD9th8a29P2fMDhsBdgRYvZOxGmk=\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore v1.21.1 h1:jHb/wfvRikGdxMXYV3QG/SzUOPYN9KEUUuC0Yd0/vC0=\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore v1.21.1/go.mod h1:pzBXCYn05zvYIrwLgtK8Ap8QcjRg+0i76tMQdWN6wOk=\ngithub.com/Azure/azure-sdk-for-go/sdk/azidentity v1.13.1 h1:Hk5QBxZQC1jb2Fwj6mpzme37xbCDdNTxU7O9eb5+LB4=\ngithub.com/Azure/azure-sdk-for-go/sdk/azidentity v1.13.1/go.mod h1:IYus9qsFobWIc2YVwe/WPjcnyCkPKtnHAqUYeebc8z0=\ngithub.com/Azure/azure-sdk-for-go/sdk/azidentity/cache v0.3.2 h1:yz1bePFlP5Vws5+8ez6T3HWXPmwOK7Yvq8QxDBD3SKY=\ngithub.com/Azure/azure-sdk-for-go/sdk/azidentity/cache v0.3.2/go.mod h1:Pa9ZNPuoNu/GztvBSKk9J1cDJW6vk/n0zLtV4mgd8N8=\ngithub.com/Azure/azure-sdk-for-go/sdk/internal v1.12.0 h1:fhqpLE3UEXi9lPaBRpQ6XuRW0nU7hgg4zlmZZa+a9q4=\ngithub.com/Azure/azure-sdk-for-go/sdk/internal v1.12.0/go.mod h1:7dCRMLwisfRH3dBupKeNCioWYUZ4SS09Z14H+7i8ZoY=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3 v3.0.0-beta.2 h1:qiir/pptnHqp6hV8QwV+IExYIf6cPsXBfUDUXQ27t2Y=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3 v3.0.0-beta.2/go.mod h1:jVRrRDLCOuif95HDYC23ADTMlvahB7tMdl519m9Iyjc=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4 v4.0.0 h1:KBRoKIQlg79mFK5LRndDGPrCDGRl2xyFr/vG8afLGys=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4 v4.0.0/go.mod h1:w+PG/dv/phWHlE3OIKWa4CAITETZ52D8qznRGMbduPA=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7 v7.3.0 h1:nyxugFxG2uhbMeJVCFFuD2j9wu+6KgeabITdINraQsE=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7 v7.3.0/go.mod h1:e4RAYykLIz73CF52KhSooo4whZGXvXrD09m0jkgnWiU=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3 v3.4.0 h1:+EhRnIOLvffCvUMUfP+MgOp6PrtN1d6xt94DZtrC3lA=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3 v3.4.0/go.mod h1:Bb7kqorvA2acMCNFac+2ldoQWi7QrcMdH+9Gg9C7fSM=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns v1.2.0 h1:lpOxwrQ919lCZoNCd69rVt8u1eLZuMORrGXqy8sNf3c=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns v1.2.0/go.mod h1:fSvRkb8d26z9dbL40Uf/OO6Vo9iExtZK3D0ulRV+8M0=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan v1.2.0 h1:8xYBtaMs3Msy1bFYTVrVFBh05JUGNMMP/v3z3x5hoIw=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan v1.2.0/go.mod h1:bXxc3uCnIUCh68pl4njcH45qUgRuR0kZfR6v06k18/A=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/internal/v2 v2.0.0 h1:PTFGRSlMKCQelWwxUyYVEUqseBJVemLyqWJjvMyt0do=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/internal/v2 v2.0.0/go.mod h1:LRr2FzBTQlONPPa5HREE5+RjSCTXl7BwOvYOaWTqCaI=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/internal/v3 v3.1.1 h1:1kpY4qe+BGAH2ykv4baVSqyx+AY5VjXeJ15SldlU6hs=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/internal/v3 v3.1.1/go.mod h1:nT6cWpWdUt+g81yuKmjeYPUtI73Ak3yQIT4PVVsCEEQ=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2 v2.0.2 h1:O2iuZYGa1nIMDk2uAFR0F7hDALVXMvz8Zwarz6itQ3E=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2 v2.0.2/go.mod h1:7t88hsh6P4xqFM9uzaMX2qYfVsqDFkgFR4qdIX/OP+U=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/maintenance/armmaintenance v1.3.0 h1:rx/pIYQIlCjb+n7TzMyFUzIJYb+d0Gi7Vh+ozA0fSJA=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/maintenance/armmaintenance v1.3.0/go.mod h1:o8YD+BbSeK8ANH4SpxQFCiz5OIFKgHxV1uwF2FrQJYY=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/managementgroups/armmanagementgroups v1.2.0 h1:akP6VpxJGgQRpDR1P462piz/8OhYLRCreDj48AyNabc=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/managementgroups/armmanagementgroups v1.2.0/go.mod h1:8wzvopPfyZYPaQUoKW87Zfdul7jmJMDfp/k7YY3oJyA=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi v1.3.0 h1:L7G3dExHBgUxsO3qpTGhk/P2dgnYyW48yn7AO33Tbek=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi v1.3.0/go.mod h1:Ms6gYEy0+A2knfKrwdatsggTXYA2+ICKug8w7STorFw=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9 v9.0.0 h1:CbHDMVJhcJSmXenq+UDWyIjumzVkZIb5pVUGzsCok5M=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9 v9.0.0/go.mod h1:raqbEXrok4aycS74XoU6p9Hne1dliAFpHLizlp+qJoM=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/operationalinsights/armoperationalinsights v1.2.0 h1:4FlNvfcPu7tTvOgOzXxIbZLvwvmZq1OdhQUdIa9g2N4=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/operationalinsights/armoperationalinsights v1.2.0/go.mod h1:A4nzEXwVd5pAyneR6KOvUAo72svUc5rmCzRHhAbP6lA=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5 v5.0.0 h1:S7K+MLPEYe+g9AX9dLKldBpYV03bPl7zeDaWhiNDqqs=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5 v5.0.0/go.mod h1:EHRrmrnS2Q8fB3+DE30TTk04JLqjui5ZJEF7eMVQ2/M=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns v1.3.0 h1:yzrctSl9GMIQ5lHu7jc8olOsGjWDCsBpJhWqfGa/YIM=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns v1.3.0/go.mod h1:GE4m0rnnfwLGX0Y9A9A25Zx5N/90jneT5ABevqzhuFQ=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armdeployments v0.2.0 h1:bYq3jfB2x36hslKMHyge3+esWzROtJNk/4dCjsKlrl4=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armdeployments v0.2.0/go.mod h1:fewgRjNVE84QVVh798sIMFb7gPXPp7NmnekGnboSnXk=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources v1.2.0 h1:Dd+RhdJn0OTtVGaeDLZpcumkIVCtA/3/Fo42+eoYvVM=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources v1.2.0/go.mod h1:5kakwfW5CjC9KK+Q4wjXAg+ShuIm2mBMua0ZFj2C8PE=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2 v2.1.0 h1:seyVIpxalxYmfjoo8MB4rRzWaobMG+KJ2+MAUrEvDGU=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2 v2.1.0/go.mod h1:M3QD7IyKZBaC4uAKjitTOSOXdcPC6JS1A9oOW3hYjbQ=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v3 v3.0.1 h1:guyQA4b8XB2sbJZXzUnOF9mn0WDBv/ZT7me9wTipKtE=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v3 v3.0.1/go.mod h1:8h8yhzh9o+0HeSIhUxYny+rEQajScrfIpNktvgYG3Q8=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2 v2.0.0-beta.7 h1:SLsVdG/8T65poVMw5ZJtI/dUL7iIwvbkq+koqmWdmu8=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2 v2.0.0-beta.7/go.mod h1:l9kSL5eB+KdZ2aovhkUYwyZE7oQwTEqVCxnpNKChi1U=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3 v3.0.0 h1:tqGq5xt/rNU57Eb52rf6bvrNWoKPSwLDVUQrJnF4C5U=\ngithub.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3 v3.0.0/go.mod h1:HfDdtu9K0iFBSMMxFsHJPkAAxFWd2IUOW8HU8kEdF3Y=\ngithub.com/AzureAD/microsoft-authentication-extensions-for-go/cache v0.1.1 h1:WJTmL004Abzc5wDB5VtZG2PJk5ndYDgVacGqfirKxjM=\ngithub.com/AzureAD/microsoft-authentication-extensions-for-go/cache v0.1.1/go.mod h1:tCcJZ0uHAmvjsVYzEFivsRTN00oz5BEsRgQHu5JZ9WE=\ngithub.com/AzureAD/microsoft-authentication-library-for-go v1.6.0 h1:XRzhVemXdgvJqCH0sFfrBUTnUJSBrBf7++ypk+twtRs=\ngithub.com/AzureAD/microsoft-authentication-library-for-go v1.6.0/go.mod h1:HKpQxkWaGLJ+D/5H8QRpyQXA1eKjxkFlOMwck5+33Jk=\ngithub.com/BurntSushi/toml v1.4.0 h1:kuoIxZQy2WRRk1pttg9asf+WVv6tWQuBNVmK8+nqPr0=\ngithub.com/BurntSushi/toml v1.4.0/go.mod h1:ukJfTF/6rtPPRCnwkur4qwRxa8vTRFBF0uk2lLoLwho=\ngithub.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.31.0 h1:DHa2U07rk8syqvCge0QIGMCE1WxGj9njT44GH7zNJLQ=\ngithub.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.31.0/go.mod h1:P4WPRUkOhJC13W//jWpyfJNDAIpvRbAUIYLX/4jtlE0=\ngithub.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.55.0 h1:UnDZ/zFfG1JhH/DqxIZYU/1CUAlTUScoXD/LcM2Ykk8=\ngithub.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.55.0/go.mod h1:IA1C1U7jO/ENqm/vhi7V9YYpBsp+IMyqNrEN94N7tVc=\ngithub.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/cloudmock v0.55.0 h1:7t/qx5Ost0s0wbA/VDrByOooURhp+ikYwv20i9Y07TQ=\ngithub.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/cloudmock v0.55.0/go.mod h1:vB2GH9GAYYJTO3mEn8oYwzEdhlayZIdQz6zdzgUIRvA=\ngithub.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.55.0 h1:0s6TxfCu2KHkkZPnBfsQ2y5qia0jl3MMrmBhu3nCOYk=\ngithub.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.55.0/go.mod h1:Mf6O40IAyB9zR/1J8nGDDPirZQQPbYJni8Yisy7NTMc=\ngithub.com/MarvinJWendt/testza v0.1.0/go.mod h1:7AxNvlfeHP7Z/hDQ5JtE3OKYT3XFUeLCDE2DQninSqs=\ngithub.com/MarvinJWendt/testza v0.2.1/go.mod h1:God7bhG8n6uQxwdScay+gjm9/LnO4D3kkcZX4hv9Rp8=\ngithub.com/MarvinJWendt/testza v0.2.8/go.mod h1:nwIcjmr0Zz+Rcwfh3/4UhBp7ePKVhuBExvZqnKYWlII=\ngithub.com/MarvinJWendt/testza v0.2.10/go.mod h1:pd+VWsoGUiFtq+hRKSU1Bktnn+DMCSrDrXDpX2bG66k=\ngithub.com/MarvinJWendt/testza v0.2.12/go.mod h1:JOIegYyV7rX+7VZ9r77L/eH6CfJHHzXjB69adAhzZkI=\ngithub.com/MarvinJWendt/testza v0.3.0/go.mod h1:eFcL4I0idjtIx8P9C6KkAuLgATNKpX4/2oUqKc6bF2c=\ngithub.com/MarvinJWendt/testza v0.4.2/go.mod h1:mSdhXiKH8sg/gQehJ63bINcCKp7RtYewEjXsvsVUPbE=\ngithub.com/MarvinJWendt/testza v0.5.2 h1:53KDo64C1z/h/d/stCYCPY69bt/OSwjq5KpFNwi+zB4=\ngithub.com/MarvinJWendt/testza v0.5.2/go.mod h1:xu53QFE5sCdjtMCKk8YMQ2MnymimEctc4n3EjyIYvEY=\ngithub.com/Masterminds/semver/v3 v3.4.0 h1:Zog+i5UMtVoCU8oKka5P7i9q9HgrJeGzI9SA1Xbatp0=\ngithub.com/Masterminds/semver/v3 v3.4.0/go.mod h1:4V+yj/TJE1HU9XfppCwVMZq3I84lprf4nC11bSS5beM=\ngithub.com/Microsoft/go-winio v0.6.2 h1:F2VQgta7ecxGYO8k3ZZz3RS8fVIXVxONVUPlNERoyfY=\ngithub.com/Microsoft/go-winio v0.6.2/go.mod h1:yd8OoFMLzJbo9gZq8j5qaps8bJ9aShtEA8Ipt1oGCvU=\ngithub.com/MrAlias/otel-schema-utils v0.4.0-alpha h1:6ZG9rw4NvxKwRp2Bmnfr8WJZVWLhK4e5n3+ezXE6Z2g=\ngithub.com/MrAlias/otel-schema-utils v0.4.0-alpha/go.mod h1:baehOhES9qiLv9xMcsY6ZQlKLBRR89XVJEvU7Yz3qJk=\ngithub.com/ProtonMail/go-crypto v1.4.1 h1:9RfcZHqEQUvP8RzecWEUafnZVtEvrBVL9BiF67IQOfM=\ngithub.com/ProtonMail/go-crypto v1.4.1/go.mod h1:e1OaTyu5SYVrO9gKOEhTc+5UcXtTUa+P3uLudwcgPqo=\ngithub.com/agext/levenshtein v1.2.3 h1:YB2fHEn0UJagG8T1rrWknE3ZQzWM06O8AMAatNn7lmo=\ngithub.com/agext/levenshtein v1.2.3/go.mod h1:JEDfjyjHDjOF/1e4FlBE/PkbqA9OfWu2ki2W0IB5558=\ngithub.com/alecthomas/assert/v2 v2.11.0 h1:2Q9r3ki8+JYXvGsDyBXwH3LcJ+WK5D0gc5E8vS6K3D0=\ngithub.com/alecthomas/assert/v2 v2.11.0/go.mod h1:Bze95FyfUr7x34QZrjL+XP+0qgp/zg8yS+TtBj1WA3k=\ngithub.com/alecthomas/chroma/v2 v2.16.0 h1:QC5ZMizk67+HzxFDjQ4ASjni5kWBTGiigRG1u23IGvA=\ngithub.com/alecthomas/chroma/v2 v2.16.0/go.mod h1:RVX6AvYm4VfYe/zsk7mjHueLDZor3aWCNE14TFlepBk=\ngithub.com/alecthomas/kingpin/v2 v2.4.0 h1:f48lwail6p8zpO1bC4TxtqACaGqHYA22qkHjHpqDjYY=\ngithub.com/alecthomas/kingpin/v2 v2.4.0/go.mod h1:0gyi0zQnjuFk8xrkNKamJoyUo382HRL7ATRpFZCw6tE=\ngithub.com/alecthomas/repr v0.4.0 h1:GhI2A8MACjfegCPVq9f1FLvIBS+DrQ2KQBFZP1iFzXc=\ngithub.com/alecthomas/repr v0.4.0/go.mod h1:Fr0507jx4eOXV7AlPV6AVZLYrLIuIeSOWtW57eE/O/4=\ngithub.com/alecthomas/units v0.0.0-20240927000941-0f3dac36c52b h1:mimo19zliBX/vSQ6PWWSL9lK8qwHozUj03+zLoEB8O0=\ngithub.com/alecthomas/units v0.0.0-20240927000941-0f3dac36c52b/go.mod h1:fvzegU4vN3H1qMT+8wDmzjAcDONcgo2/SZ/TyfdUOFs=\ngithub.com/antithesishq/antithesis-sdk-go v0.6.0-default-no-op h1:kpBdlEPbRvff0mDD1gk7o9BhI16b9p5yYAXRlidpqJE=\ngithub.com/antithesishq/antithesis-sdk-go v0.6.0-default-no-op/go.mod h1:IUpT2DPAKh6i/YhSbt6Gl3v2yvUZjmKncl7U91fup7E=\ngithub.com/antlr4-go/antlr/v4 v4.13.1 h1:SqQKkuVZ+zWkMMNkjy5FZe5mr5WURWnlpmOuzYWrPrQ=\ngithub.com/antlr4-go/antlr/v4 v4.13.1/go.mod h1:GKmUxMtwp6ZgGwZSva4eWPC5mS6vUAmOABFgjdkM7Nw=\ngithub.com/apache/arrow/go/v15 v15.0.2 h1:60IliRbiyTWCWjERBCkO1W4Qun9svcYoZrSLcyOsMLE=\ngithub.com/apache/arrow/go/v15 v15.0.2/go.mod h1:DGXsR3ajT524njufqf95822i+KTh+yea1jass9YXgjA=\ngithub.com/apparentlymart/go-textseg/v12 v12.0.0/go.mod h1:S/4uRK2UtaQttw1GenVJEynmyUenKwP++x/+DdGV/Ec=\ngithub.com/apparentlymart/go-textseg/v15 v15.0.0 h1:uYvfpb3DyLSCGWnctWKGj857c6ew1u1fNQOlOtuGxQY=\ngithub.com/apparentlymart/go-textseg/v15 v15.0.0/go.mod h1:K8XmNZdhEBkdlyDdvbmmsvpAG721bKi0joRfFdHIWJ4=\ngithub.com/atomicgo/cursor v0.0.1/go.mod h1:cBON2QmmrysudxNBFthvMtN32r3jxVRIvzkUiF/RuIk=\ngithub.com/auth0/go-jwt-middleware/v3 v3.1.0 h1:1aqVJA9K0+B6hP6qqMjTsJUk/L14sJSUjiTGW2/mY64=\ngithub.com/auth0/go-jwt-middleware/v3 v3.1.0/go.mod h1:BBZCQAXmqC/QfwzWyHOqF/kwN4C66eMeayy9QS6TgT4=\ngithub.com/aws/aws-sdk-go-v2 v1.41.7 h1:DWpAJt66FmnnaRIOT/8ASTucrvuDPZASqhhLey6tLY8=\ngithub.com/aws/aws-sdk-go-v2 v1.41.7/go.mod h1:4LAfZOPHNVNQEckOACQx60Y8pSRjIkNZQz1w92xpMJc=\ngithub.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.10 h1:gx1AwW1Iyk9Z9dD9F4akX5gnN3QZwUB20GGKH/I+Rho=\ngithub.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.10/go.mod h1:qqY157uZoqm5OXq/amuaBJyC9hgBCBQnsaWnPe905GY=\ngithub.com/aws/aws-sdk-go-v2/config v1.32.17 h1:FpL4/758/diKwqbytU0prpuiu60fgXKUWCpDJtApclU=\ngithub.com/aws/aws-sdk-go-v2/config v1.32.17/go.mod h1:OXqUMzgXytfoF9JaKkhrOYsyh72t9G+MJH8mMRaexOE=\ngithub.com/aws/aws-sdk-go-v2/credentials v1.19.16 h1:r3RJBuU7X9ibt8RHbMjWE6y60QbKBiII6wSrXnapxSU=\ngithub.com/aws/aws-sdk-go-v2/credentials v1.19.16/go.mod h1:6cx7zqDENJDbBIIWX6P8s0h6hqHC8Avbjh9Dseo27ug=\ngithub.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.23 h1:UuSfcORqNSz/ey3VPRS8TcVH2Ikf0/sC+Hdj400QI6U=\ngithub.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.23/go.mod h1:+G/OSGiOFnSOkYloKj/9M35s74LgVAdJBSD5lsFfqKg=\ngithub.com/aws/aws-sdk-go-v2/internal/configsources v1.4.23 h1:GpT/TrnBYuE5gan2cZbTtvP+JlHsutdmlV2YfEyNde0=\ngithub.com/aws/aws-sdk-go-v2/internal/configsources v1.4.23/go.mod h1:xYWD6BS9ywC5bS3sz9Xh04whO/hzK2plt2Zkyrp4JuA=\ngithub.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.23 h1:bpd8vxhlQi2r1hiueOw02f/duEPTMK59Q4QMAoTTtTo=\ngithub.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.23/go.mod h1:15DfR2nw+CRHIk0tqNyifu3G1YdAOy68RftkhMDDwYk=\ngithub.com/aws/aws-sdk-go-v2/internal/v4a v1.4.24 h1:OQqn11BtaYv1WLUowvcA30MpzIu8Ti4pcLPIIyoKZrA=\ngithub.com/aws/aws-sdk-go-v2/internal/v4a v1.4.24/go.mod h1:X5ZJyfwVrWA96GzPmUCWFQaEARPR7gCrpq2E92PJwAE=\ngithub.com/aws/aws-sdk-go-v2/service/apigateway v1.39.3 h1:7MJlB7KGFd+KNKtnPgoFWYf52PGO1pd+1VHp10lNKhI=\ngithub.com/aws/aws-sdk-go-v2/service/apigateway v1.39.3/go.mod h1:MwilTAruv11x8EFjsk1R0VfjMdCxB6JHVtanCqsTR5o=\ngithub.com/aws/aws-sdk-go-v2/service/autoscaling v1.66.2 h1:pPd+/Ujqf2+DmPOdB47EN7ox1iC21lu2zlOccUlfHeo=\ngithub.com/aws/aws-sdk-go-v2/service/autoscaling v1.66.2/go.mod h1:b3XHAIEe5I9cmeZ9MLvUqj5DRWcBuh1/hpKDPb7T6KE=\ngithub.com/aws/aws-sdk-go-v2/service/cloudfront v1.62.0 h1:Vd4U87ecTyeQwOTezwqAYW9qcWdZpwicC96MlqXd67M=\ngithub.com/aws/aws-sdk-go-v2/service/cloudfront v1.62.0/go.mod h1:brhMG/gR2xEB5lezxL2Cx+hqsEzGUn4LhNUtu7+ePFE=\ngithub.com/aws/aws-sdk-go-v2/service/cloudwatch v1.57.0 h1:dlkFtYOrwOuM7IIBD6FPLtt0Xvnph+8hqmmbzyowkCk=\ngithub.com/aws/aws-sdk-go-v2/service/cloudwatch v1.57.0/go.mod h1:7900IH3EvTrwNGLNx3QDKnQwPF/Cw+pD9cuvBDQ4org=\ngithub.com/aws/aws-sdk-go-v2/service/directconnect v1.38.17 h1:fkeDjhbAy9ddanOVlxP2vnY2dbTxA8HL+DdV9HezVSs=\ngithub.com/aws/aws-sdk-go-v2/service/directconnect v1.38.17/go.mod h1:kzj2OFWYl3uGXBkincAArVPtSG8QwXJRfCL8+Ztsw9o=\ngithub.com/aws/aws-sdk-go-v2/service/dynamodb v1.57.3 h1:XgjzLEE8CrNYnr4Xmi1W5PfKsKMjp4Pu1rWkJNO43JI=\ngithub.com/aws/aws-sdk-go-v2/service/dynamodb v1.57.3/go.mod h1:r7sfLXEN8RUA89tAHy1E7lCtVOOWIkqVy/FbnUdxW1E=\ngithub.com/aws/aws-sdk-go-v2/service/ec2 v1.299.1 h1:gQ9fSyFk3Y9Vm2fVbphBeJfXJlkJvEvC35TszBVjprg=\ngithub.com/aws/aws-sdk-go-v2/service/ec2 v1.299.1/go.mod h1:Y95W0Hm6FYLPa6o0hbnJ+sWgmdc4ifcLFjGkdobWVhY=\ngithub.com/aws/aws-sdk-go-v2/service/ecs v1.79.1 h1:tQNU4tC4cMoZo1e+7J8j3/GWM7PJFdXCN0VzEFwFqUE=\ngithub.com/aws/aws-sdk-go-v2/service/ecs v1.79.1/go.mod h1:TIKZ9zIFS6W2k9FeW+r5sGVnlxp+aUt9oQ/St3Suj1o=\ngithub.com/aws/aws-sdk-go-v2/service/efs v1.41.16 h1:qHmh61/S6g+scI9M4U3XYivCiEp1tUadKgyrczuLJpM=\ngithub.com/aws/aws-sdk-go-v2/service/efs v1.41.16/go.mod h1:Q7WcY1H6krqZEnFyxyuzfLAnEad1Q69U4CrBbY4P2Fg=\ngithub.com/aws/aws-sdk-go-v2/service/eks v1.83.0 h1:mS5rkyFt+NYryy0p4n8o80tJjBmXiQrRCQjP8jZcSLY=\ngithub.com/aws/aws-sdk-go-v2/service/eks v1.83.0/go.mod h1:JQcyECIV9iZHm+GMrWn1pTPTJYRavOVsqPvlCbjt+Fg=\ngithub.com/aws/aws-sdk-go-v2/service/elasticloadbalancing v1.33.25 h1:VzmoYPRbNSUqk3pA04ZyGZUg52yfX259XXRqwr1lns4=\ngithub.com/aws/aws-sdk-go-v2/service/elasticloadbalancing v1.33.25/go.mod h1:r7chQGimOmFs4oqawhO+i+o3ez2l69rzAco5KTb7bjY=\ngithub.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2 v1.54.12 h1:TJXv7kZjdXA2maPDaJFFEQPBrPmvPtMybN3qYDOpJ4Y=\ngithub.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2 v1.54.12/go.mod h1:lwjtb9DHOAmNt7EUW68Zd1Qd+cPyFxacXHN5c9JZ2VY=\ngithub.com/aws/aws-sdk-go-v2/service/iam v1.53.10 h1:kcN3I3llO7VwIY5w3Pc5FmEonpsr23Ou7Cwk4qf7dik=\ngithub.com/aws/aws-sdk-go-v2/service/iam v1.53.10/go.mod h1:1vkJzjCYC3byO0kIrBqLPzvZpuvYhPXkuyARs6E7tM4=\ngithub.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.9 h1:FLudkZLt5ci0ozzgkVo8BJGwvqNaZbTWb3UcucAateA=\ngithub.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.9/go.mod h1:w7wZ/s9qK7c8g4al+UyoF1Sp/Z45UwMGcqIzLWVQHWk=\ngithub.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.15 h1:ieLCO1JxUWuxTZ1cRd0GAaeX7O6cIxnwk7tc1LsQhC4=\ngithub.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.15/go.mod h1:e3IzZvQ3kAWNykvE0Tr0RDZCMFInMvhku3qNpcIQXhM=\ngithub.com/aws/aws-sdk-go-v2/service/internal/endpoint-discovery v1.11.23 h1:3Eo/PBBnjFi1+gYfaL286dpmFSW3mTfodBIybq36Qv4=\ngithub.com/aws/aws-sdk-go-v2/service/internal/endpoint-discovery v1.11.23/go.mod h1:3oh+5xGSd1iuxonVb3Qbm+WJYlbhczT9kbzr6doJLzY=\ngithub.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.23 h1:pbrxO/kuIwgEsOPLkaHu0O+m4fNgLU8B3vxQ+72jTPw=\ngithub.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.23/go.mod h1:/CMNUqoj46HpS3MNRDEDIwcgEnrtZlKRaHNaHxIFpNA=\ngithub.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.23 h1:03xatSQO4+AM1lTAbnRg5OK528EUg744nW7F73U8DKw=\ngithub.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.23/go.mod h1:M8l3mwgx5ToK7wot2sBBce/ojzgnPzZXUV445gTSyE8=\ngithub.com/aws/aws-sdk-go-v2/service/kms v1.51.1 h1:zuSf4olLKZW8cF/W9Y5wvGT+/0raY/3kVp49KsGs0QY=\ngithub.com/aws/aws-sdk-go-v2/service/kms v1.51.1/go.mod h1:Y0+uxvxz6ib4KktRdK0V4X45Vcs/JyYoz8H71pO8xeI=\ngithub.com/aws/aws-sdk-go-v2/service/lambda v1.90.1 h1:odCeJgHXfQoXEWQUIzPkKvsJTWcLMsaOWowNpovPFFw=\ngithub.com/aws/aws-sdk-go-v2/service/lambda v1.90.1/go.mod h1:NbtJVztitG7JkuoI4GSrDUlsB32zeXqKBvXj6bUxcMo=\ngithub.com/aws/aws-sdk-go-v2/service/networkfirewall v1.60.1 h1:acbBwzoZSM3oet/FcUNddED5V7zBauXiRxsD2NJcD70=\ngithub.com/aws/aws-sdk-go-v2/service/networkfirewall v1.60.1/go.mod h1:oWCet/AjsuKhMkvcXOGEeS2QmssLJX1UmX2SiKCEsFM=\ngithub.com/aws/aws-sdk-go-v2/service/networkmanager v1.41.10 h1:fZdjuh4szziSdwiDhUT2xexjJ21sehyDU88mkUjw0KQ=\ngithub.com/aws/aws-sdk-go-v2/service/networkmanager v1.41.10/go.mod h1:x0O7AHep2gwquyfW6gmNql2OM4LEloyJGFflJfEJV+U=\ngithub.com/aws/aws-sdk-go-v2/service/rds v1.118.2 h1:pkEeQneYFpTAnGhyqSbyp/DlCPPJTGt0GkWahlLYzMA=\ngithub.com/aws/aws-sdk-go-v2/service/rds v1.118.2/go.mod h1:7gS+cGrKF0mH253QHFlStmx79ws+DlNk+04ZRfmw3U0=\ngithub.com/aws/aws-sdk-go-v2/service/route53 v1.62.7 h1:twRRMmtSITnt/rrp+D7UDLzE5pKMZe759aalkUdN+OY=\ngithub.com/aws/aws-sdk-go-v2/service/route53 v1.62.7/go.mod h1:ztM1lr+sRoCAI8336ZUvlRPbToue0d3gE/wd6jomSJ8=\ngithub.com/aws/aws-sdk-go-v2/service/s3 v1.100.1 h1:mxuT1xE+dI54NW3RkNjP8DUT5HXqbkiAFvfdyDFwE5c=\ngithub.com/aws/aws-sdk-go-v2/service/s3 v1.100.1/go.mod h1:L2dcoOgS2VSgbPLvpak2NyUPsO1TBN7M45Z4H7DlRc4=\ngithub.com/aws/aws-sdk-go-v2/service/signin v1.0.11 h1:TdJ+HdzOBhU8+iVAOGUTU63VXopcumCOF1paFulHWZc=\ngithub.com/aws/aws-sdk-go-v2/service/signin v1.0.11/go.mod h1:R82ZRExE/nheo0N+T8zHPcLRTcH8MGsnR3BiVGX0TwI=\ngithub.com/aws/aws-sdk-go-v2/service/sns v1.39.17 h1:synXIPC/L4Cc489P0XDcrVJzHSLj7krKRpFLalbGM2k=\ngithub.com/aws/aws-sdk-go-v2/service/sns v1.39.17/go.mod h1:4ABZnI23uNK37waIjGwkubnCwGhepIt9x1GvASfljJA=\ngithub.com/aws/aws-sdk-go-v2/service/sqs v1.42.27 h1:QgaWXVmNDxv/U/3UIHfGb7ohvtFgerf/bYcYylj4i8E=\ngithub.com/aws/aws-sdk-go-v2/service/sqs v1.42.27/go.mod h1:8S6ExnLprS0oIeA8ZlHkJUJ0BMpKqnRPws/S0jegTqQ=\ngithub.com/aws/aws-sdk-go-v2/service/ssm v1.68.6 h1:0LPJjbSNEDHidGOXa0LfvSVbdn9/GdlJUQTgE0kFpso=\ngithub.com/aws/aws-sdk-go-v2/service/ssm v1.68.6/go.mod h1:SrZAopBP5/lyQ6NBVXKlRp8wPIXhzBCZU98sEozmv8Y=\ngithub.com/aws/aws-sdk-go-v2/service/sso v1.30.17 h1:7byT8HUWrgoRp6sXjxtZwgOKfhss5fW6SkLBtqzgRoE=\ngithub.com/aws/aws-sdk-go-v2/service/sso v1.30.17/go.mod h1:xNWknVi4Ezm1vg1QsB/5EWpAJURq22uqd38U8qKvOJc=\ngithub.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.21 h1:+1Kl1zx6bWi4X7cKi3VYh29h8BvsCoHQEQ6ST9X8w7w=\ngithub.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.21/go.mod h1:4vIRDq+CJB2xFAXZ+YgGUTiEft7oAQlhIs71xcSeuVg=\ngithub.com/aws/aws-sdk-go-v2/service/sts v1.42.1 h1:F/M5Y9I3nwr2IEpshZgh1GeHpOItExNM9L1euNuh/fk=\ngithub.com/aws/aws-sdk-go-v2/service/sts v1.42.1/go.mod h1:mTNxImtovCOEEuD65mKW7DCsL+2gjEH+RPEAexAzAio=\ngithub.com/aws/smithy-go v1.25.1 h1:J8ERsGSU7d+aCmdQur5Txg6bVoYelvQJgtZehD12GkI=\ngithub.com/aws/smithy-go v1.25.1/go.mod h1:YE2RhdIuDbA5E5bTdciG9KrW3+TiEONeUWCqxX9i1Fc=\ngithub.com/aymanbagabas/go-osc52/v2 v2.0.1 h1:HwpRHbFMcZLEVr42D4p7XBqjyuxQH5SMiErDT4WkJ2k=\ngithub.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ2ASbcXHWsFqH8hp8=\ngithub.com/aymanbagabas/go-udiff v0.4.1 h1:OEIrQ8maEeDBXQDoGCbbTTXYJMYRCRO1fnodZ12Gv5o=\ngithub.com/aymanbagabas/go-udiff v0.4.1/go.mod h1:0L9PGwj20lrtmEMeyw4WKJ/TMyDtvAoK9bf2u/mNo3w=\ngithub.com/aymerick/douceur v0.2.0 h1:Mv+mAeH1Q+n9Fr+oyamOlAkUNPWPlA8PPGR0QAaYuPk=\ngithub.com/aymerick/douceur v0.2.0/go.mod h1:wlT5vV2O3h55X9m7iVYN0TBM0NH/MmbLnd30/FjWUq4=\ngithub.com/brianvoe/gofakeit/v6 v6.28.0 h1:Xib46XXuQfmlLS2EXRuJpqcw8St6qSZz75OUo0tgAW4=\ngithub.com/brianvoe/gofakeit/v6 v6.28.0/go.mod h1:Xj58BMSnFqcn/fAQeSK+/PLtC5kSb7FJIq4JyGa8vEs=\ngithub.com/bufbuild/protocompile v0.14.1 h1:iA73zAf/fyljNjQKwYzUHD6AD4R8KMasmwa/FBatYVw=\ngithub.com/bufbuild/protocompile v0.14.1/go.mod h1:ppVdAIhbr2H8asPk6k4pY7t9zB1OU5DoEw9xY/FUi1c=\ngithub.com/cenkalti/backoff/v5 v5.0.3 h1:ZN+IMa753KfX5hd8vVaMixjnqRZ3y8CuJKRKj1xcsSM=\ngithub.com/cenkalti/backoff/v5 v5.0.3/go.mod h1:rkhZdG3JZukswDf7f0cwqPNk4K0sa+F97BxZthm/crw=\ngithub.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs=\ngithub.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=\ngithub.com/charmbracelet/colorprofile v0.4.3 h1:QPa1IWkYI+AOB+fE+mg/5/4HRMZcaXex9t5KX76i20Q=\ngithub.com/charmbracelet/colorprofile v0.4.3/go.mod h1:/zT4BhpD5aGFpqQQqw7a+VtHCzu+zrQtt1zhMt9mR4Q=\ngithub.com/charmbracelet/glamour v0.10.0 h1:MtZvfwsYCx8jEPFJm3rIBFIMZUfUJ765oX8V6kXldcY=\ngithub.com/charmbracelet/glamour v0.10.0/go.mod h1:f+uf+I/ChNmqo087elLnVdCiVgjSKWuXa/l6NU2ndYk=\ngithub.com/charmbracelet/lipgloss v1.1.1-0.20250404203927-76690c660834 h1:ZR7e0ro+SZZiIZD7msJyA+NjkCNNavuiPBLgerbOziE=\ngithub.com/charmbracelet/lipgloss v1.1.1-0.20250404203927-76690c660834/go.mod h1:aKC/t2arECF6rNOnaKaVU6y4t4ZeHQzqfxedE/VkVhA=\ngithub.com/charmbracelet/ultraviolet v0.0.0-20251205161215-1948445e3318 h1:OqDqxQZliC7C8adA7KjelW3OjtAxREfeHkNcd66wpeI=\ngithub.com/charmbracelet/ultraviolet v0.0.0-20251205161215-1948445e3318/go.mod h1:Y6kE2GzHfkyQQVCSL9r2hwokSrIlHGzZG+71+wDYSZI=\ngithub.com/charmbracelet/x/ansi v0.11.7 h1:kzv1kJvjg2S3r9KHo8hDdHFQLEqn4RBCb39dAYC84jI=\ngithub.com/charmbracelet/x/ansi v0.11.7/go.mod h1:9qGpnAVYz+8ACONkZBUWPtL7lulP9No6p1epAihUZwQ=\ngithub.com/charmbracelet/x/cellbuf v0.0.15 h1:ur3pZy0o6z/R7EylET877CBxaiE1Sp1GMxoFPAIztPI=\ngithub.com/charmbracelet/x/cellbuf v0.0.15/go.mod h1:J1YVbR7MUuEGIFPCaaZ96KDl5NoS0DAWkskup+mOY+Q=\ngithub.com/charmbracelet/x/exp/golden v0.0.0-20250806222409-83e3a29d542f h1:pk6gmGpCE7F3FcjaOEKYriCvpmIN4+6OS/RD0vm4uIA=\ngithub.com/charmbracelet/x/exp/golden v0.0.0-20250806222409-83e3a29d542f/go.mod h1:IfZAMTHB6XkZSeXUqriemErjAWCCzT0LwjKFYCZyw0I=\ngithub.com/charmbracelet/x/exp/slice v0.0.0-20250417172821-98fd948af1b1 h1:8fUBSeb8wmOWD0ToP8AJFhUCYrmR3aj/sLECrLGM0TI=\ngithub.com/charmbracelet/x/exp/slice v0.0.0-20250417172821-98fd948af1b1/go.mod h1:B3UgsnsBZS/eX42BlaNiJkD1pPOUa+oF1IYC6Yd2CEU=\ngithub.com/charmbracelet/x/term v0.2.2 h1:xVRT/S2ZcKdhhOuSP4t5cLi5o+JxklsoEObBSgfgZRk=\ngithub.com/charmbracelet/x/term v0.2.2/go.mod h1:kF8CY5RddLWrsgVwpw4kAa6TESp6EB5y3uxGLeCqzAI=\ngithub.com/charmbracelet/x/termios v0.1.1 h1:o3Q2bT8eqzGnGPOYheoYS8eEleT5ZVNYNy8JawjaNZY=\ngithub.com/charmbracelet/x/termios v0.1.1/go.mod h1:rB7fnv1TgOPOyyKRJ9o+AsTU/vK5WHJ2ivHeut/Pcwo=\ngithub.com/charmbracelet/x/windows v0.2.2 h1:IofanmuvaxnKHuV04sC0eBy/smG6kIKrWG2/jYn2GuM=\ngithub.com/charmbracelet/x/windows v0.2.2/go.mod h1:/8XtdKZzedat74NQFn0NGlGL4soHB0YQZrETF96h75k=\ngithub.com/clipperhouse/displaywidth v0.11.0 h1:lBc6kY44VFw+TDx4I8opi/EtL9m20WSEFgwIwO+UVM8=\ngithub.com/clipperhouse/displaywidth v0.11.0/go.mod h1:bkrFNkf81G8HyVqmKGxsPufD3JhNl3dSqnGhOoSD/o0=\ngithub.com/clipperhouse/uax29/v2 v2.7.0 h1:+gs4oBZ2gPfVrKPthwbMzWZDaAFPGYK72F0NJv2v7Vk=\ngithub.com/clipperhouse/uax29/v2 v2.7.0/go.mod h1:EFJ2TJMRUaplDxHKj1qAEhCtQPW2tJSwu5BF98AuoVM=\ngithub.com/cloudflare/circl v1.6.3 h1:9GPOhQGF9MCYUeXyMYlqTR6a5gTrgR/fBLXvUgtVcg8=\ngithub.com/cloudflare/circl v1.6.3/go.mod h1:2eXP6Qfat4O/Yhh8BznvKnJ+uzEoTQ6jVKJRn81BiS4=\ngithub.com/cncf/xds/go v0.0.0-20251210132809-ee656c7534f5 h1:6xNmx7iTtyBRev0+D/Tv1FZd4SCg8axKApyNyRsAt/w=\ngithub.com/cncf/xds/go v0.0.0-20251210132809-ee656c7534f5/go.mod h1:KdCmV+x/BuvyMxRnYBlmVaq4OLiKW6iRQfvC62cvdkI=\ngithub.com/coder/websocket v1.8.14 h1:9L0p0iKiNOibykf283eHkKUHHrpG7f65OE3BhhO7v9g=\ngithub.com/coder/websocket v1.8.14/go.mod h1:NX3SzP+inril6yawo5CQXx8+fk145lPDC6pumgx0mVg=\ngithub.com/containerd/console v1.0.3/go.mod h1:7LqA/THxQ86k76b8c/EMSiaJ3h1eZkMkXar0TQ1gf3U=\ngithub.com/containerd/console v1.0.4 h1:F2g4+oChYvBTsASRTz8NP6iIAi97J3TtSAsLbIFn4ro=\ngithub.com/containerd/console v1.0.4/go.mod h1:YynlIjWYF8myEu6sdkwKIvGQq+cOckRm6So2avqoYAk=\ngithub.com/cpuguy83/go-md2man/v2 v2.0.6/go.mod h1:oOW0eioCTA6cOiMLiUPZOpcVxMig6NIQQ7OS05n1F4g=\ngithub.com/cyphar/filepath-securejoin v0.4.1 h1:JyxxyPEaktOD+GAnqIqTf9A8tHyAG22rowi7HkoSU1s=\ngithub.com/cyphar/filepath-securejoin v0.4.1/go.mod h1:Sdj7gXlvMcPZsbhwhQ33GguGLDGQL7h7bg04C/+u9jI=\ngithub.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=\ngithub.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=\ngithub.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1VwoXQT9A3Wy9MM3WgvqSxFWenqJduM=\ngithub.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=\ngithub.com/decred/dcrd/dcrec/secp256k1/v4 v4.4.0 h1:NMZiJj8QnKe1LgsbDayM4UoHwbvwDRwnI3hwNaAHRnc=\ngithub.com/decred/dcrd/dcrec/secp256k1/v4 v4.4.0/go.mod h1:ZXNYxsqcloTdSy/rNShjYzMhyjf0LaoftYK0p+A3h40=\ngithub.com/dlclark/regexp2 v1.11.5 h1:Q/sSnsKerHeCkc/jSTNq1oCm7KiVgUMZRDUoRu0JQZQ=\ngithub.com/dlclark/regexp2 v1.11.5/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8=\ngithub.com/emicklei/go-restful/v3 v3.12.2 h1:DhwDP0vY3k8ZzE0RunuJy8GhNpPL6zqLkDf9B/a0/xU=\ngithub.com/emicklei/go-restful/v3 v3.12.2/go.mod h1:6n3XBCmQQb25CM2LCACGz8ukIrRry+4bhvbpWn3mrbc=\ngithub.com/emirpasic/gods v1.18.1 h1:FXtiHYKDGKCW2KzwZKx0iC0PQmdlorYgdFG9jPXJ1Bc=\ngithub.com/emirpasic/gods v1.18.1/go.mod h1:8tpGGwCnJ5H4r6BWwaV6OrWmMoPhUl5jm/FMNAnJvWQ=\ngithub.com/envoyproxy/go-control-plane v0.14.0 h1:hbG2kr4RuFj222B6+7T83thSPqLjwBIfQawTkC++2HA=\ngithub.com/envoyproxy/go-control-plane v0.14.0/go.mod h1:NcS5X47pLl/hfqxU70yPwL9ZMkUlwlKxtAohpi2wBEU=\ngithub.com/envoyproxy/go-control-plane/envoy v1.37.0 h1:u3riX6BoYRfF4Dr7dwSOroNfdSbEPe9Yyl09/B6wBrQ=\ngithub.com/envoyproxy/go-control-plane/envoy v1.37.0/go.mod h1:DReE9MMrmecPy+YvQOAOHNYMALuowAnbjjEMkkWOi6A=\ngithub.com/envoyproxy/go-control-plane/ratelimit v0.1.0 h1:/G9QYbddjL25KvtKTv3an9lx6VBE2cnb8wp1vEGNYGI=\ngithub.com/envoyproxy/go-control-plane/ratelimit v0.1.0/go.mod h1:Wk+tMFAFbCXaJPzVVHnPgRKdUdwW/KdbRt94AzgRee4=\ngithub.com/envoyproxy/protoc-gen-validate v1.3.0 h1:TvGH1wof4H33rezVKWSpqKz5NXWg5VPuZ0uONDT6eb4=\ngithub.com/envoyproxy/protoc-gen-validate v1.3.0/go.mod h1:HvYl7zwPa5mffgyeTUHA9zHIH36nmrm7oCbo4YKoSWA=\ngithub.com/evanphx/json-patch/v5 v5.9.11 h1:/8HVnzMq13/3x9TPvjG08wUGqBTmZBsCWzjTM0wiaDU=\ngithub.com/evanphx/json-patch/v5 v5.9.11/go.mod h1:3j+LviiESTElxA4p3EMKAB9HXj3/XEtnUf6OZxqIQTM=\ngithub.com/fatih/color v1.13.0/go.mod h1:kLAiJbzzSOZDVNGyDpeOxJ47H46qBXwg5ILebYFFOfk=\ngithub.com/fatih/color v1.18.0 h1:S8gINlzdQ840/4pfAwic/ZE0djQEH3wM94VfqLTZcOM=\ngithub.com/fatih/color v1.18.0/go.mod h1:4FelSpRwEGDpQ12mAdzqdOukCy4u8WUtOY6lkT/6HfU=\ngithub.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg=\ngithub.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U=\ngithub.com/frankban/quicktest v1.14.6 h1:7Xjx+VpznH+oBnejlPUj8oUpdxnVs4f8XU8WnHkI4W8=\ngithub.com/frankban/quicktest v1.14.6/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0=\ngithub.com/fsnotify/fsnotify v1.9.0 h1:2Ml+OJNzbYCTzsxtv8vKSFD9PbJjmhYF14k/jKC7S9k=\ngithub.com/fsnotify/fsnotify v1.9.0/go.mod h1:8jBTzvmWwFyi3Pb8djgCCO5IBqzKJ/Jwo8TRcHyHii0=\ngithub.com/fxamacker/cbor/v2 v2.9.0 h1:NpKPmjDBgUfBms6tr6JZkTHtfFGcMKsw3eGcmD/sapM=\ngithub.com/fxamacker/cbor/v2 v2.9.0/go.mod h1:vM4b+DJCtHn+zz7h3FFp/hDAI9WNWCsZj23V5ytsSxQ=\ngithub.com/getsentry/sentry-go v0.45.1 h1:9rfzJtGiJG+MGIaWZXidDGHcH5GU1Z5y0WVJGf9nysw=\ngithub.com/getsentry/sentry-go v0.45.1/go.mod h1:XDotiNZbgf5U8bPDUAfvcFmOnMQQceESxyKaObSssW0=\ngithub.com/go-errors/errors v1.4.2 h1:J6MZopCL4uSllY1OfXM374weqZFFItUbrImctkmUxIA=\ngithub.com/go-errors/errors v1.4.2/go.mod h1:sIVyrIiJhuEF+Pj9Ebtd6P/rEYROXFi3BopGUQ5a5Og=\ngithub.com/go-git/gcfg v1.5.1-0.20230307220236-3a3c6141e376 h1:+zs/tPmkDkHx3U66DAb0lQFJrpS6731Oaa12ikc+DiI=\ngithub.com/go-git/gcfg v1.5.1-0.20230307220236-3a3c6141e376/go.mod h1:an3vInlBmSxCcxctByoQdvwPiA7DTK7jaaFDBTtu0ic=\ngithub.com/go-git/go-billy/v5 v5.8.0 h1:I8hjc3LbBlXTtVuFNJuwYuMiHvQJDq1AT6u4DwDzZG0=\ngithub.com/go-git/go-billy/v5 v5.8.0/go.mod h1:RpvI/rw4Vr5QA+Z60c6d6LXH0rYJo0uD5SqfmrrheCY=\ngithub.com/go-git/go-git/v5 v5.18.0 h1:O831KI+0PR51hM2kep6T8k+w0/LIAD490gvqMCvL5hM=\ngithub.com/go-git/go-git/v5 v5.18.0/go.mod h1:pW/VmeqkanRFqR6AljLcs7EA7FbZaN5MQqO7oZADXpo=\ngithub.com/go-jose/go-jose/v4 v4.1.4 h1:moDMcTHmvE6Groj34emNPLs/qtYXRVcd6S7NHbHz3kA=\ngithub.com/go-jose/go-jose/v4 v4.1.4/go.mod h1:x4oUasVrzR7071A4TnHLGSPpNOm2a21K9Kf04k1rs08=\ngithub.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A=\ngithub.com/go-logr/logr v1.4.3 h1:CjnDlHq8ikf6E492q6eKboGOC0T8CDaOvkHCIg8idEI=\ngithub.com/go-logr/logr v1.4.3/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY=\ngithub.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag=\ngithub.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE=\ngithub.com/go-openapi/jsonpointer v0.21.1 h1:whnzv/pNXtK2FbX/W9yJfRmE2gsmkfahjMKB0fZvcic=\ngithub.com/go-openapi/jsonpointer v0.21.1/go.mod h1:50I1STOfbY1ycR8jGz8DaMeLCdXiI6aDteEdRNNzpdk=\ngithub.com/go-openapi/jsonreference v0.21.0 h1:Rs+Y7hSXT83Jacb7kFyjn4ijOuVGSvOdF2+tg1TRrwQ=\ngithub.com/go-openapi/jsonreference v0.21.0/go.mod h1:LmZmgsrTkVg9LG4EaHeY8cBDslNPMo06cago5JNLkm4=\ngithub.com/go-openapi/swag v0.23.1 h1:lpsStH0n2ittzTnbaSloVZLuB5+fvSY/+hnagBjSNZU=\ngithub.com/go-openapi/swag v0.23.1/go.mod h1:STZs8TbRvEQQKUA+JZNAm3EWlgaOBGpyFDqQnDHMef0=\ngithub.com/go-task/slim-sprig/v3 v3.0.0 h1:sUs3vkvUymDpBKi3qH1YSqBQk9+9D/8M2mN1vB6EwHI=\ngithub.com/go-task/slim-sprig/v3 v3.0.0/go.mod h1:W848ghGpv3Qj3dhTPRyJypKRiqCdHZiAzKg9hl15HA8=\ngithub.com/go-test/deep v1.0.3 h1:ZrJSEWsXzPOxaZnFteGEfooLba+ju3FYIbOrS+rQd68=\ngithub.com/go-test/deep v1.0.3/go.mod h1:wGDj63lr65AM2AQyKZd/NYHGb0R+1RLqB8NKt3aSFNA=\ngithub.com/go-viper/mapstructure/v2 v2.4.0 h1:EBsztssimR/CONLSZZ04E8qAkxNYq4Qp9LvH92wZUgs=\ngithub.com/go-viper/mapstructure/v2 v2.4.0/go.mod h1:oJDH3BJKyqBA2TXFhDsKDGDTlndYOZ6rGS0BRZIxGhM=\ngithub.com/goccy/go-json v0.10.5 h1:Fq85nIqj+gXn/S5ahsiTlK3TmC85qgirsdTP/+DeaC4=\ngithub.com/goccy/go-json v0.10.5/go.mod h1:oq7eo15ShAhp70Anwd5lgX2pLfOS3QCiwU/PULtXL6M=\ngithub.com/golang-jwt/jwt/v5 v5.3.1 h1:kYf81DTWFe7t+1VvL7eS+jKFVWaUnK9cB1qbwn63YCY=\ngithub.com/golang-jwt/jwt/v5 v5.3.1/go.mod h1:fxCRLWMO43lRc8nhHWY6LGqRcf+1gQWArsqaEUEa5bE=\ngithub.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8 h1:f+oWsMOmNPc8JmEHVZIycC7hBoQxHH9pNKQORJNozsQ=\ngithub.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8/go.mod h1:wcDNUvekVysuuOpQKo3191zZyTpiI6se1N1ULghS0sw=\ngithub.com/golang/protobuf v1.1.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=\ngithub.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk=\ngithub.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY=\ngithub.com/golang/protobuf v1.5.4 h1:i7eJL8qZTpSEXOPTxNKhASYpMn+8e5Q6AdndVa1dWek=\ngithub.com/golang/protobuf v1.5.4/go.mod h1:lnTiLA8Wa4RWRcIUkrtSVa5nRhsEGBg48fD6rSs7xps=\ngithub.com/google/btree v1.1.3 h1:CVpQJjYgC4VbzxeGVHfvZrv1ctoYCAI8vbl07Fcxlyg=\ngithub.com/google/btree v1.1.3/go.mod h1:qOPhT0dTNdNzV6Z/lhRX0YXUafgPLFUh+gZMl761Gm4=\ngithub.com/google/cel-go v0.22.1 h1:AfVXx3chM2qwoSbM7Da8g8hX8OVSkBFwX+rz2+PcK40=\ngithub.com/google/cel-go v0.22.1/go.mod h1:BuznPXXfQDpXKWQ9sPW3TzlAJN5zzFe+i9tIs0yC4s8=\ngithub.com/google/flatbuffers v23.5.26+incompatible h1:M9dgRyhJemaM4Sw8+66GHBu8ioaQmyPLg1b8VwK5WJg=\ngithub.com/google/flatbuffers v23.5.26+incompatible/go.mod h1:1AeVuKshWv4vARoZatz6mlQ0JxURH0Kv5+zNeJKJCa8=\ngithub.com/google/gnostic-models v0.7.0 h1:qwTtogB15McXDaNqTZdzPJRHvaVJlAl+HVQnLmJEJxo=\ngithub.com/google/gnostic-models v0.7.0/go.mod h1:whL5G0m6dmc5cPxKc5bdKdEN3UjI7OUGxBlw57miDrQ=\ngithub.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=\ngithub.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=\ngithub.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8=\ngithub.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU=\ngithub.com/google/go-tpm v0.9.8 h1:slArAR9Ft+1ybZu0lBwpSmpwhRXaa85hWtMinMyRAWo=\ngithub.com/google/go-tpm v0.9.8/go.mod h1:h9jEsEECg7gtLis0upRBQU+GhYVH6jMjrFxI8u6bVUY=\ngithub.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=\ngithub.com/google/martian/v3 v3.3.3 h1:DIhPTQrbPkgs2yJYdXU/eNACCG5DVQjySNRNlflZ9Fc=\ngithub.com/google/martian/v3 v3.3.3/go.mod h1:iEPrYcgCF7jA9OtScMFQyAlZZ4YXTKEtJ1E6RWzmBA0=\ngithub.com/google/pprof v0.0.0-20260115054156-294ebfa9ad83 h1:z2ogiKUYzX5Is6zr/vP9vJGqPwcdqsWjOt+V8J7+bTc=\ngithub.com/google/pprof v0.0.0-20260115054156-294ebfa9ad83/go.mod h1:MxpfABSjhmINe3F1It9d+8exIHFvUqtLIRCdOGNXqiI=\ngithub.com/google/s2a-go v0.1.9 h1:LGD7gtMgezd8a/Xak7mEWL0PjoTQFvpRudN895yqKW0=\ngithub.com/google/s2a-go v0.1.9/go.mod h1:YA0Ei2ZQL3acow2O62kdp9UlnvMmU7kA6Eutn0dXayM=\ngithub.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 h1:El6M4kTTCOh6aBiKaUGG7oYTSPP8MxqL4YI3kZKwcP4=\ngithub.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510/go.mod h1:pupxD2MaaD3pAXIBCelhxNneeOaAeabZDe5s4K6zSpQ=\ngithub.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=\ngithub.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=\ngithub.com/googleapis/enterprise-certificate-proxy v0.3.14 h1:yh8ncqsbUY4shRD5dA6RlzjJaT4hi3kII+zYw8wmLb8=\ngithub.com/googleapis/enterprise-certificate-proxy v0.3.14/go.mod h1:vqVt9yG9480NtzREnTlmGSBmFrA+bzb0yl0TxoBQXOg=\ngithub.com/googleapis/gax-go/v2 v2.22.0 h1:PjIWBpgGIVKGoCXuiCoP64altEJCj3/Ei+kSU5vlZD4=\ngithub.com/googleapis/gax-go/v2 v2.22.0/go.mod h1:irWBbALSr0Sk3qlqb9SyJ1h68WjgeFuiOzI4Rqw5+aY=\ngithub.com/gookit/color v1.4.2/go.mod h1:fqRyamkC1W8uxl+lxCQxOT09l/vYfZ+QeiX3rKQHCoQ=\ngithub.com/gookit/color v1.5.0/go.mod h1:43aQb+Zerm/BWh2GnrgOQm7ffz7tvQXEKV6BFMl7wAo=\ngithub.com/gookit/color v1.5.4 h1:FZmqs7XOyGgCAxmWyPslpiok1k05wmY3SJTytgvYFs0=\ngithub.com/gookit/color v1.5.4/go.mod h1:pZJOeOS8DM43rXbp4AZo1n9zCU2qjpcRko0b6/QJi9w=\ngithub.com/goombaio/namegenerator v0.0.0-20181006234301-989e774b106e h1:XmA6L9IPRdUr28a+SK/oMchGgQy159wvzXA5tJ7l+40=\ngithub.com/goombaio/namegenerator v0.0.0-20181006234301-989e774b106e/go.mod h1:AFIo+02s+12CEg8Gzz9kzhCbmbq6JcKNrhHffCGA9z4=\ngithub.com/gorilla/css v1.0.1 h1:ntNaBIghp6JmvWnxbZKANoLyuXTPZ4cAMlo6RyhlbO8=\ngithub.com/gorilla/css v1.0.1/go.mod h1:BvnYkspnSzMmwRK+b8/xgNPLiIuNZr6vbZBTPQ2A3b0=\ngithub.com/grpc-ecosystem/grpc-gateway/v2 v2.28.0 h1:HWRh5R2+9EifMyIHV7ZV+MIZqgz+PMpZ14Jynv3O2Zs=\ngithub.com/grpc-ecosystem/grpc-gateway/v2 v2.28.0/go.mod h1:JfhWUomR1baixubs02l85lZYYOm7LV6om4ceouMv45c=\ngithub.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=\ngithub.com/hashicorp/errwrap v1.1.0 h1:OxrOeh75EUXMY8TBjag2fzXGZ40LB6IKw45YeGUDY2I=\ngithub.com/hashicorp/errwrap v1.1.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=\ngithub.com/hashicorp/go-checkpoint v0.5.0 h1:MFYpPZCnQqQTE18jFwSII6eUQrD/oxMFp3mlgcqk5mU=\ngithub.com/hashicorp/go-checkpoint v0.5.0/go.mod h1:7nfLNL10NsxqO4iWuW6tWW0HjZuDrwkBuEQsVcpCOgg=\ngithub.com/hashicorp/go-cleanhttp v0.5.0/go.mod h1:JpRdi6/HCYpAwUzNwuwqhbovhLtngrth3wmdIIUrZ80=\ngithub.com/hashicorp/go-cleanhttp v0.5.2 h1:035FKYIWjmULyFRBKPs8TBQoi0x6d9G4xc9neXJWAZQ=\ngithub.com/hashicorp/go-cleanhttp v0.5.2/go.mod h1:kO/YDlP8L1346E6Sodw+PrpBSV4/SoxCXGY6BqNFT48=\ngithub.com/hashicorp/go-cty v1.5.0 h1:EkQ/v+dDNUqnuVpmS5fPqyY71NXVgT5gf32+57xY8g0=\ngithub.com/hashicorp/go-cty v1.5.0/go.mod h1:lFUCG5kd8exDobgSfyj4ONE/dc822kiYMguVKdHGMLM=\ngithub.com/hashicorp/go-hclog v1.6.3 h1:Qr2kF+eVWjTiYmU7Y31tYlP1h0q/X3Nl3tPGdaB11/k=\ngithub.com/hashicorp/go-hclog v1.6.3/go.mod h1:W4Qnvbt70Wk/zYJryRzDRU/4r0kIg0PVHBcfoyhpF5M=\ngithub.com/hashicorp/go-multierror v1.1.1 h1:H5DkEtf6CXdFp0N0Em5UCwQpXMWke8IA0+lD48awMYo=\ngithub.com/hashicorp/go-multierror v1.1.1/go.mod h1:iw975J/qwKPdAO1clOe2L8331t/9/fmwbPZ6JB6eMoM=\ngithub.com/hashicorp/go-plugin v1.7.0 h1:YghfQH/0QmPNc/AZMTFE3ac8fipZyZECHdDPshfk+mA=\ngithub.com/hashicorp/go-plugin v1.7.0/go.mod h1:BExt6KEaIYx804z8k4gRzRLEvxKVb+kn0NMcihqOqb8=\ngithub.com/hashicorp/go-retryablehttp v0.7.8 h1:ylXZWnqa7Lhqpk0L1P1LzDtGcCR0rPVUrx/c8Unxc48=\ngithub.com/hashicorp/go-retryablehttp v0.7.8/go.mod h1:rjiScheydd+CxvumBsIrFKlx3iS0jrZ7LvzFGFmuKbw=\ngithub.com/hashicorp/go-uuid v1.0.0/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro=\ngithub.com/hashicorp/go-uuid v1.0.3 h1:2gKiV6YVmrJ1i2CKKa9obLvRieoRGviZFL26PcT/Co8=\ngithub.com/hashicorp/go-uuid v1.0.3/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro=\ngithub.com/hashicorp/go-version v1.9.0 h1:CeOIz6k+LoN3qX9Z0tyQrPtiB1DFYRPfCIBtaXPSCnA=\ngithub.com/hashicorp/go-version v1.9.0/go.mod h1:fltr4n8CU8Ke44wwGCBoEymUuxUHl09ZGVZPK5anwXA=\ngithub.com/hashicorp/hc-install v0.9.4 h1:KKWOpUG0EqIV63Qk2GGFrZ0s275NVs5lKf9N5vjBNoc=\ngithub.com/hashicorp/hc-install v0.9.4/go.mod h1:4LRYeEN2bMIFfIv57ldMWt9awfuZhvpbRt0vWmv51WU=\ngithub.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4=\ngithub.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ=\ngithub.com/hashicorp/hcl/v2 v2.24.0 h1:2QJdZ454DSsYGoaE6QheQZjtKZSUs9Nh2izTWiwQxvE=\ngithub.com/hashicorp/hcl/v2 v2.24.0/go.mod h1:oGoO1FIQYfn/AgyOhlg9qLC6/nOJPX3qGbkZpYAcqfM=\ngithub.com/hashicorp/logutils v1.0.0 h1:dLEQVugN8vlakKOUE3ihGLTZJRB4j+M2cdTm/ORI65Y=\ngithub.com/hashicorp/logutils v1.0.0/go.mod h1:QIAnNjmIWmVIIkWDTG1z5v++HQmx9WQRO+LraFDTW64=\ngithub.com/hashicorp/terraform-config-inspect v0.0.0-20260224005459-813a97530220 h1:v0h6j7IMgA24b8aWG5+d6WStIP9G8e/p0DKK3Bmk7YQ=\ngithub.com/hashicorp/terraform-config-inspect v0.0.0-20260224005459-813a97530220/go.mod h1:Gz/z9Hbn+4KSp8A2FBtNszfLSdT2Tn/uAKGuVqqWmDI=\ngithub.com/hashicorp/terraform-exec v0.25.0 h1:Bkt6m3VkJqYh+laFMrWIpy9KHYFITpOyzRMNI35rNaY=\ngithub.com/hashicorp/terraform-exec v0.25.0/go.mod h1:dl9IwsCfklDU6I4wq9/StFDp7dNbH/h5AnfS1RmiUl8=\ngithub.com/hashicorp/terraform-json v0.27.2 h1:BwGuzM6iUPqf9JYM/Z4AF1OJ5VVJEEzoKST/tRDBJKU=\ngithub.com/hashicorp/terraform-json v0.27.2/go.mod h1:GzPLJ1PLdUG5xL6xn1OXWIjteQRT2CNT9o/6A9mi9hE=\ngithub.com/hashicorp/terraform-plugin-framework v1.19.0 h1:q0bwyhxAOR3vfdgbk9iplv3MlTv/dhBHTXjQOtQDoBA=\ngithub.com/hashicorp/terraform-plugin-framework v1.19.0/go.mod h1:YRXOBu0jvs7xp4AThBbX4mAzYaMJ1JgtFH//oGKxwLc=\ngithub.com/hashicorp/terraform-plugin-go v0.31.0 h1:0Fz2r9DQ+kNNl6bx8HRxFd1TfMKUvnrOtvJPmp3Z0q8=\ngithub.com/hashicorp/terraform-plugin-go v0.31.0/go.mod h1:A88bDhd/cW7FnwqxQRz3slT+QY6yzbHKc6AOTtmdeS8=\ngithub.com/hashicorp/terraform-plugin-log v0.10.0 h1:eu2kW6/QBVdN4P3Ju2WiB2W3ObjkAsyfBsL3Wh1fj3g=\ngithub.com/hashicorp/terraform-plugin-log v0.10.0/go.mod h1:/9RR5Cv2aAbrqcTSdNmY1NRHP4E3ekrXRGjqORpXyB0=\ngithub.com/hashicorp/terraform-plugin-sdk/v2 v2.40.0 h1:MKS/2URqeJRwJdbOfcbdsZCq/IRrNkqJNN0GtVIsuGs=\ngithub.com/hashicorp/terraform-plugin-sdk/v2 v2.40.0/go.mod h1:PuG4P97Ju3QXW6c6vRkRadWJbvnEu2Xh+oOuqcYOqX4=\ngithub.com/hashicorp/terraform-plugin-testing v1.15.0 h1:/fimKyl0YgD7aAtJkuuAZjwBASXhCIwWqMbDLnKLMe4=\ngithub.com/hashicorp/terraform-plugin-testing v1.15.0/go.mod h1:bGXMw7bE95EiZhSBV3rM2W8TiffaPTDuLS+HFI/lIYs=\ngithub.com/hashicorp/terraform-registry-address v0.4.0 h1:S1yCGomj30Sao4l5BMPjTGZmCNzuv7/GDTDX99E9gTk=\ngithub.com/hashicorp/terraform-registry-address v0.4.0/go.mod h1:LRS1Ay0+mAiRkUyltGT+UHWkIqTFvigGn/LbMshfflE=\ngithub.com/hashicorp/terraform-svchost v0.1.1 h1:EZZimZ1GxdqFRinZ1tpJwVxxt49xc/S52uzrw4x0jKQ=\ngithub.com/hashicorp/terraform-svchost v0.1.1/go.mod h1:mNsjQfZyf/Jhz35v6/0LWcv26+X7JPS+buii2c9/ctc=\ngithub.com/hashicorp/yamux v0.1.2 h1:XtB8kyFOyHXYVFnwT5C3+Bdo8gArse7j2AQ0DA0Uey8=\ngithub.com/hashicorp/yamux v0.1.2/go.mod h1:C+zze2n6e/7wshOZep2A70/aQU6QBRWJO/G6FT1wIns=\ngithub.com/hexops/gotextdiff v1.0.3 h1:gitA9+qJrrTCsiCl7+kh75nPqQt1cx4ZkudSTLoUqJM=\ngithub.com/hexops/gotextdiff v1.0.3/go.mod h1:pSWU5MAI3yDq+fZBTazCSJysOMbxWL1BSow5/V2vxeg=\ngithub.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8=\ngithub.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw=\ngithub.com/jarcoal/httpmock v1.3.0 h1:2RJ8GP0IIaWwcC9Fp2BmVi8Kog3v2Hn7VXM3fTd+nuc=\ngithub.com/jarcoal/httpmock v1.3.0/go.mod h1:3yb8rc4BI7TCBhFY8ng0gjuLKJNquuDNiPaZjnENuYg=\ngithub.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 h1:BQSFePA1RWJOlocH6Fxy8MmwDt+yVQYULKfN0RoTN8A=\ngithub.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99/go.mod h1:1lJo3i6rXxKeerYnT8Nvf0QmHCRC1n8sfWVwXF2Frvo=\ngithub.com/jedib0t/go-pretty/v6 v6.7.9 h1:frarzQWmkZd97syT81+TH8INKPpzoxQnk+Mk5EIHSrM=\ngithub.com/jedib0t/go-pretty/v6 v6.7.9/go.mod h1:YwC5CE4fJ1HFUDeivSV1r//AmANFHyqczZk+U6BDALU=\ngithub.com/jhump/protoreflect v1.17.0 h1:qOEr613fac2lOuTgWN4tPAtLL7fUSbuJL5X5XumQh94=\ngithub.com/jhump/protoreflect v1.17.0/go.mod h1:h9+vUUL38jiBzck8ck+6G/aeMX8Z4QUY/NiJPwPNi+8=\ngithub.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY=\ngithub.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y=\ngithub.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM=\ngithub.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo=\ngithub.com/kevinburke/ssh_config v1.2.0 h1:x584FjTGwHzMwvHx18PXxbBVzfnxogHaAReU4gf13a4=\ngithub.com/kevinburke/ssh_config v1.2.0/go.mod h1:CT57kijsi8u/K/BOFA39wgDQJ9CxiF4nAY/ojJ6r6mM=\ngithub.com/keybase/go-keychain v0.0.1 h1:way+bWYa6lDppZoZcgMbYsvC7GxljxrskdNInRtuthU=\ngithub.com/keybase/go-keychain v0.0.1/go.mod h1:PdEILRW3i9D8JcdM+FmY6RwkHGnhHxXwkPPMeUgOK1k=\ngithub.com/klauspost/compress v1.18.5 h1:/h1gH5Ce+VWNLSWqPzOVn6XBO+vJbCNGvjoaGBFW2IE=\ngithub.com/klauspost/compress v1.18.5/go.mod h1:cwPg85FWrGar70rWktvGQj8/hthj3wpl0PGDogxkrSQ=\ngithub.com/klauspost/cpuid/v2 v2.0.9/go.mod h1:FInQzS24/EEf25PyTYn52gqo7WaD8xa0213Md/qVLRg=\ngithub.com/klauspost/cpuid/v2 v2.0.10/go.mod h1:g2LTdtYhdyuGPqyWyv7qRAmj1WBqxuObKfj5c0PQa7c=\ngithub.com/klauspost/cpuid/v2 v2.0.12/go.mod h1:g2LTdtYhdyuGPqyWyv7qRAmj1WBqxuObKfj5c0PQa7c=\ngithub.com/klauspost/cpuid/v2 v2.2.8 h1:+StwCXwm9PdpiEkPyzBXIy+M9KUb4ODm0Zarf1kS5BM=\ngithub.com/klauspost/cpuid/v2 v2.2.8/go.mod h1:Lcz8mBdAVJIBVzewtcLocK12l3Y+JytZYpaMropDUws=\ngithub.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=\ngithub.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=\ngithub.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=\ngithub.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=\ngithub.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=\ngithub.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=\ngithub.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=\ngithub.com/kylelemons/godebug v1.1.0 h1:RPNrshWIDI6G2gRW9EHilWtl7Z6Sb1BR0xunSBf0SNc=\ngithub.com/kylelemons/godebug v1.1.0/go.mod h1:9/0rRGxNHcop5bhtWyNeEfOS8JIWk580+fNqagV/RAw=\ngithub.com/lestrrat-go/blackmagic v1.0.4 h1:IwQibdnf8l2KoO+qC3uT4OaTWsW7tuRQXy9TRN9QanA=\ngithub.com/lestrrat-go/blackmagic v1.0.4/go.mod h1:6AWFyKNNj0zEXQYfTMPfZrAXUWUfTIZ5ECEUEJaijtw=\ngithub.com/lestrrat-go/dsig v1.0.0 h1:OE09s2r9Z81kxzJYRn07TFM9XA4akrUdoMwr0L8xj38=\ngithub.com/lestrrat-go/dsig v1.0.0/go.mod h1:dEgoOYYEJvW6XGbLasr8TFcAxoWrKlbQvmJgCR0qkDo=\ngithub.com/lestrrat-go/dsig-secp256k1 v1.0.0 h1:JpDe4Aybfl0soBvoVwjqDbp+9S1Y2OM7gcrVVMFPOzY=\ngithub.com/lestrrat-go/dsig-secp256k1 v1.0.0/go.mod h1:CxUgAhssb8FToqbL8NjSPoGQlnO4w3LG1P0qPWQm/NU=\ngithub.com/lestrrat-go/httpcc v1.0.1 h1:ydWCStUeJLkpYyjLDHihupbn2tYmZ7m22BGkcvZZrIE=\ngithub.com/lestrrat-go/httpcc v1.0.1/go.mod h1:qiltp3Mt56+55GPVCbTdM9MlqhvzyuL6W/NMDA8vA5E=\ngithub.com/lestrrat-go/httprc/v3 v3.0.3 h1:WjLHWkDkgWXeIUrKi/7lS/sGq2DjkSAwdTbH5RHXAKs=\ngithub.com/lestrrat-go/httprc/v3 v3.0.3/go.mod h1:mSMtkZW92Z98M5YoNNztbRGxbXHql7tSitCvaxvo9l0=\ngithub.com/lestrrat-go/jwx/v3 v3.0.13 h1:AdHKiPIYeCSnOJtvdpipPg/0SuFh9rdkN+HF3O0VdSk=\ngithub.com/lestrrat-go/jwx/v3 v3.0.13/go.mod h1:2m0PV1A9tM4b/jVLMx8rh6rBl7F6WGb3EG2hufN9OQU=\ngithub.com/lestrrat-go/option/v2 v2.0.0 h1:XxrcaJESE1fokHy3FpaQ/cXW8ZsIdWcdFzzLOcID3Ss=\ngithub.com/lestrrat-go/option/v2 v2.0.0/go.mod h1:oSySsmzMoR0iRzCDCaUfsCzxQHUEuhOViQObyy7S6Vg=\ngithub.com/lithammer/fuzzysearch v1.1.8 h1:/HIuJnjHuXS8bKaiTMeeDlW2/AyIWk2brx1V8LFgLN4=\ngithub.com/lithammer/fuzzysearch v1.1.8/go.mod h1:IdqeyBClc3FFqSzYq/MXESsS4S0FsZ5ajtkr5xPLts4=\ngithub.com/lucasb-eyer/go-colorful v1.4.0 h1:UtrWVfLdarDgc44HcS7pYloGHJUjHV/4FwW4TvVgFr4=\ngithub.com/lucasb-eyer/go-colorful v1.4.0/go.mod h1:R4dSotOR9KMtayYi1e77YzuveK+i7ruzyGqttikkLy0=\ngithub.com/mailru/easyjson v0.9.0 h1:PrnmzHw7262yW8sTBwxi1PdJA3Iw/EKBa8psRf7d9a4=\ngithub.com/mailru/easyjson v0.9.0/go.mod h1:1+xMtQp2MRNVL/V1bOzuP3aP8VNwRW55fQUto+XFtTU=\ngithub.com/mattn/go-colorable v0.1.9/go.mod h1:u6P/XSegPjTcexA+o6vUJrdnUu04hMope9wVRipJSqc=\ngithub.com/mattn/go-colorable v0.1.12/go.mod h1:u5H1YNBxpqRaxsYJYSkiCWKzEfiAb1Gb520KVy5xxl4=\ngithub.com/mattn/go-colorable v0.1.14 h1:9A9LHSqF/7dyVVX6g0U9cwm9pG3kP9gSzcuIPHPsaIE=\ngithub.com/mattn/go-colorable v0.1.14/go.mod h1:6LmQG8QLFO4G5z1gPvYEzlUgJ2wF+stgPZH1UqBm1s8=\ngithub.com/mattn/go-isatty v0.0.12/go.mod h1:cbi8OIDigv2wuxKPP5vlRcQ1OAZbq2CE4Kysco4FUpU=\ngithub.com/mattn/go-isatty v0.0.14/go.mod h1:7GGIvUiUoEMVVmxf/4nioHXj79iQHKdU27kJ6hsGG94=\ngithub.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=\ngithub.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=\ngithub.com/mattn/go-runewidth v0.0.12/go.mod h1:RAqKPSqVFrSLVXbA8x7dzmKdmGzieGRCM46jaSJTDAk=\ngithub.com/mattn/go-runewidth v0.0.13/go.mod h1:Jdepj2loyihRzMpdS35Xk/zdY8IAYHsh153qUoGf23w=\ngithub.com/mattn/go-runewidth v0.0.23 h1:7ykA0T0jkPpzSvMS5i9uoNn2Xy3R383f9HDx3RybWcw=\ngithub.com/mattn/go-runewidth v0.0.23/go.mod h1:XBkDxAl56ILZc9knddidhrOlY5R/pDhgLpndooCuJAs=\ngithub.com/micahhausler/aws-iam-policy v0.4.4 h1:1aMhJ+0CkvUJ8HGN1chX+noXHs8uvGLkD7xIBeYd31c=\ngithub.com/micahhausler/aws-iam-policy v0.4.4/go.mod h1:H+yWljTu4XWJjNJJYgrPUai0AUTGNHc8pumkN57/foI=\ngithub.com/microcosm-cc/bluemonday v1.0.27 h1:MpEUotklkwCSLeH+Qdx1VJgNqLlpY2KXwXFM08ygZfk=\ngithub.com/microcosm-cc/bluemonday v1.0.27/go.mod h1:jFi9vgW+H7c3V0lb6nR74Ib/DIB5OBs92Dimizgw2cA=\ngithub.com/miekg/dns v1.1.72 h1:vhmr+TF2A3tuoGNkLDFK9zi36F2LS+hKTRW0Uf8kbzI=\ngithub.com/miekg/dns v1.1.72/go.mod h1:+EuEPhdHOsfk6Wk5TT2CzssZdqkmFhf8r+aVyDEToIs=\ngithub.com/minio/highwayhash v1.0.4-0.20251030100505-070ab1a87a76 h1:KGuD/pM2JpL9FAYvBrnBBeENKZNh6eNtjqytV6TYjnk=\ngithub.com/minio/highwayhash v1.0.4-0.20251030100505-070ab1a87a76/go.mod h1:GGYsuwP/fPD6Y9hMiXuapVvlIUEhFhMTh0rxU3ik1LQ=\ngithub.com/mitchellh/copystructure v1.2.0 h1:vpKXTN4ewci03Vljg/q9QvCGUDttBOGBIa15WveJJGw=\ngithub.com/mitchellh/copystructure v1.2.0/go.mod h1:qLl+cE2AmVv+CoeAwDPye/v+N2HKCj9FbZEVFJRxO9s=\ngithub.com/mitchellh/go-homedir v1.1.0 h1:lukF9ziXFxDFPkA1vsr5zpc1XuPDn/wFntq5mG+4E0Y=\ngithub.com/mitchellh/go-homedir v1.1.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0=\ngithub.com/mitchellh/go-testing-interface v1.14.1 h1:jrgshOhYAUVNMAJiKbEu7EqAwgJJ2JqpQmpLJOu07cU=\ngithub.com/mitchellh/go-testing-interface v1.14.1/go.mod h1:gfgS7OtZj6MA4U1UrDRp04twqAjfvlZyCfX3sDjEym8=\ngithub.com/mitchellh/go-wordwrap v1.0.1 h1:TLuKupo69TCn6TQSyGxwI1EblZZEsQ0vMlAFQflz0v0=\ngithub.com/mitchellh/go-wordwrap v1.0.1/go.mod h1:R62XHJLzvMFRBbcrT7m7WgmE1eOyTSsCt+hzestvNj0=\ngithub.com/mitchellh/mapstructure v1.5.0 h1:jeMsZIYE/09sWLaz43PL7Gy6RuMjD2eJVyuac5Z2hdY=\ngithub.com/mitchellh/mapstructure v1.5.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo=\ngithub.com/mitchellh/reflectwalk v1.0.2 h1:G2LzWKi524PWgd3mLHV8Y5k7s6XUvT0Gef6zxSIeXaQ=\ngithub.com/mitchellh/reflectwalk v1.0.2/go.mod h1:mSTlrgnPZtwu0c4WaC2kGObEpuNDbx0jmZXqmk4esnw=\ngithub.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=\ngithub.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg=\ngithub.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=\ngithub.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk=\ngithub.com/modern-go/reflect2 v1.0.3-0.20250322232337-35a7c28c31ee h1:W5t00kpgFdJifH4BDsTlE89Zl93FEloxaWZfGcifgq8=\ngithub.com/modern-go/reflect2 v1.0.3-0.20250322232337-35a7c28c31ee/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk=\ngithub.com/muesli/cancelreader v0.2.2 h1:3I4Kt4BQjOR54NavqnDogx/MIoWBFa0StPA8ELUXHmA=\ngithub.com/muesli/cancelreader v0.2.2/go.mod h1:3XuTXfFS2VjM+HTLZY9Ak0l6eUKfijIfMUZ4EgX0QYo=\ngithub.com/muesli/reflow v0.3.0 h1:IFsN6K9NfGtjeggFP+68I4chLZV2yIKsXJFNZ+eWh6s=\ngithub.com/muesli/reflow v0.3.0/go.mod h1:pbwTDkVPibjO2kyvBQRBxTWEEGDGq0FlB1BIKtnHY/8=\ngithub.com/muesli/termenv v0.16.0 h1:S5AlUN9dENB57rsbnkPyfdGuWIlkmzJjbFf0Tf5FWUc=\ngithub.com/muesli/termenv v0.16.0/go.mod h1:ZRfOIKPFDYQoDFF4Olj7/QJbW60Ol/kL1pU3VfY/Cnk=\ngithub.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 h1:C3w9PqII01/Oq1c1nUAm88MOHcQC9l5mIlSMApZMrHA=\ngithub.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ=\ngithub.com/nats-io/jwt/v2 v2.8.1 h1:V0xpGuD/N8Mi+fQNDynXohVvp7ZztevW5io8CUWlPmU=\ngithub.com/nats-io/jwt/v2 v2.8.1/go.mod h1:nWnOEEiVMiKHQpnAy4eXlizVEtSfzacZ1Q43LIRavZg=\ngithub.com/nats-io/nats-server/v2 v2.12.7 h1:prQ9cPiWHcnwfT81Wi5lU9LL8TLY+7pxDru6fQYLCQQ=\ngithub.com/nats-io/nats-server/v2 v2.12.7/go.mod h1:dOnmkprKMluTmTF7/QHZioxlau3sKHUM/LBPy9AiBPw=\ngithub.com/nats-io/nats.go v1.51.0 h1:ByW84XTz6W03GSSsygsZcA+xgKK8vPGaa/FCAAEHnAI=\ngithub.com/nats-io/nats.go v1.51.0/go.mod h1:26HypzazeOkyO3/mqd1zZd53STJN0EjCYF9Uy2ZOBno=\ngithub.com/nats-io/nkeys v0.4.15 h1:JACV5jRVO9V856KOapQ7x+EY8Jo3qw1vJt/9Jpwzkk4=\ngithub.com/nats-io/nkeys v0.4.15/go.mod h1:CpMchTXC9fxA5zrMo4KpySxNjiDVvr8ANOSZdiNfUrs=\ngithub.com/nats-io/nuid v1.0.1 h1:5iA8DT8V7q8WK2EScv2padNa/rTESc1KdnPw4TC2paw=\ngithub.com/nats-io/nuid v1.0.1/go.mod h1:19wcPz3Ph3q0Jbyiqsd0kePYG7A95tJPxeL+1OSON2c=\ngithub.com/oklog/run v1.1.0 h1:GEenZ1cK0+q0+wsJew9qUg/DyD8k3JzYsZAi5gYi2mA=\ngithub.com/oklog/run v1.1.0/go.mod h1:sVPdnTZT1zYwAJeCMu2Th4T21pA3FPOQRfWjQlk7DVU=\ngithub.com/onsi/ginkgo/v2 v2.28.1 h1:S4hj+HbZp40fNKuLUQOYLDgZLwNUVn19N3Atb98NCyI=\ngithub.com/onsi/ginkgo/v2 v2.28.1/go.mod h1:CLtbVInNckU3/+gC8LzkGUb9oF+e8W8TdUsxPwvdOgE=\ngithub.com/onsi/gomega v1.39.1 h1:1IJLAad4zjPn2PsnhH70V4DKRFlrCzGBNrNaru+Vf28=\ngithub.com/onsi/gomega v1.39.1/go.mod h1:hL6yVALoTOxeWudERyfppUcZXjMwIMLnuSfruD2lcfg=\ngithub.com/openrdap/rdap v0.9.2-0.20240517203139-eb57b3a8dedd h1:UuQycBx6K0lB0/IfHePshOYjlrptkF4FoApFP2Y4s3k=\ngithub.com/openrdap/rdap v0.9.2-0.20240517203139-eb57b3a8dedd/go.mod h1:391Ww1JbjG4FHOlvQqCd6n25CCCPE64JzC5cCYPxhyM=\ngithub.com/overmindtech/pterm v0.0.0-20240919144758-04d94ccb2297 h1:ih4bqBMHTCtg3lMwJszNkMGO9n7Uoe0WX5be1/x+s+g=\ngithub.com/overmindtech/pterm v0.0.0-20240919144758-04d94ccb2297/go.mod h1:bRQZYnvLrW1S5wYT6tbQnun8NpO5X6zP5cY3VKuDc4U=\ngithub.com/pelletier/go-toml v1.9.5 h1:4yBQzkHv+7BHq2PQUZF3Mx0IYxG7LsP222s7Agd3ve8=\ngithub.com/pelletier/go-toml v1.9.5/go.mod h1:u1nR/EPcESfeI/szUZKdtJ0xRNbUoANCkoOuaOx1Y+c=\ngithub.com/pelletier/go-toml/v2 v2.2.4 h1:mye9XuhQ6gvn5h28+VilKrrPoQVanw5PMw/TB0t5Ec4=\ngithub.com/pelletier/go-toml/v2 v2.2.4/go.mod h1:2gIqNv+qfxSVS7cM2xJQKtLSTLUE9V8t9Stt+h56mCY=\ngithub.com/pierrec/lz4/v4 v4.1.21 h1:yOVMLb6qSIDP67pl/5F7RepeKYu/VmTyEXvuMI5d9mQ=\ngithub.com/pierrec/lz4/v4 v4.1.21/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4=\ngithub.com/pingcap/errors v0.11.4 h1:lFuQV/oaUMGcD2tqt+01ROSmJs75VG1ToEOkZIZ4nE4=\ngithub.com/pingcap/errors v0.11.4/go.mod h1:Oi8TUi2kEtXXLMJk9l1cGmz20kV3TaQ0usTwv5KuLY8=\ngithub.com/pjbgf/sha1cd v0.3.2 h1:a9wb0bp1oC2TGwStyn0Umc/IGKQnEgF0vVaZ8QF8eo4=\ngithub.com/pjbgf/sha1cd v0.3.2/go.mod h1:zQWigSxVmsHEZow5qaLtPYxpcKMMQpa09ixqBxuCS6A=\ngithub.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c h1:+mdjkGKdHQG3305AYmdv1U2eRNDiU2ErMBj1gwrq8eQ=\ngithub.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c/go.mod h1:7rwL4CYBLnjLxUqIJNnCWiEdr3bn6IUYi15bNlnbCCU=\ngithub.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=\ngithub.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=\ngithub.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10 h1:GFCKgmp0tecUJ0sJuv4pzYCqS9+RGSn52M3FUwPs+uo=\ngithub.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10/go.mod h1:t/avpk3KcrXxUnYOhZhMXJlSEyie6gQbtLq5NM3loB8=\ngithub.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=\ngithub.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 h1:Jamvg5psRIccs7FGNTlIRMkT8wgtp5eCXdBlqhYGL6U=\ngithub.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=\ngithub.com/prashantv/gostub v1.1.0 h1:BTyx3RfQjRHnUWaGF9oQos79AlQ5k8WNktv7VGvVH4g=\ngithub.com/prashantv/gostub v1.1.0/go.mod h1:A5zLQHz7ieHGG7is6LLXLz7I8+3LZzsrV0P1IAHhP5U=\ngithub.com/pterm/pterm v0.12.27/go.mod h1:PhQ89w4i95rhgE+xedAoqous6K9X+r6aSOI2eFF7DZI=\ngithub.com/pterm/pterm v0.12.29/go.mod h1:WI3qxgvoQFFGKGjGnJR849gU0TsEOvKn5Q8LlY1U7lg=\ngithub.com/pterm/pterm v0.12.30/go.mod h1:MOqLIyMOgmTDz9yorcYbcw+HsgoZo3BQfg2wtl3HEFE=\ngithub.com/pterm/pterm v0.12.31/go.mod h1:32ZAWZVXD7ZfG0s8qqHXePte42kdz8ECtRyEejaWgXU=\ngithub.com/pterm/pterm v0.12.33/go.mod h1:x+h2uL+n7CP/rel9+bImHD5lF3nM9vJj80k9ybiiTTE=\ngithub.com/pterm/pterm v0.12.36/go.mod h1:NjiL09hFhT/vWjQHSj1athJpx6H8cjpHXNAK5bUw8T8=\ngithub.com/pterm/pterm v0.12.40/go.mod h1:ffwPLwlbXxP+rxT0GsgDTzS3y3rmpAO1NMjUkGTYf8s=\ngithub.com/pterm/pterm v0.12.53 h1:8ERV5eXyvXlAIY8LRrhapPS34j7IKKDAnb7o1Ih3T0w=\ngithub.com/pterm/pterm v0.12.53/go.mod h1:BY2H3GtX2BX0ULqLY11C2CusIqnxsYerbkil3XvXIBg=\ngithub.com/rivo/uniseg v0.1.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc=\ngithub.com/rivo/uniseg v0.2.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc=\ngithub.com/rivo/uniseg v0.4.7 h1:WUdvkW8uEhrYfLC4ZzdpI2ztxP1I582+49Oc5Mq64VQ=\ngithub.com/rivo/uniseg v0.4.7/go.mod h1:FN3SvrM+Zdj16jyLfmOkMNblXMcoc8DfTHruCPUcx88=\ngithub.com/rodaine/protogofakeit v0.1.1 h1:ZKouljuRM3A+TArppfBqnH8tGZHOwM/pjvtXe9DaXH8=\ngithub.com/rodaine/protogofakeit v0.1.1/go.mod h1:pXn/AstBYMaSfc1/RqH3N82pBuxtWgejz1AlYpY1mI0=\ngithub.com/rogpeppe/go-internal v1.14.1 h1:UQB4HGPB6osV0SQTLymcB4TgvyWu6ZyliaW0tI/otEQ=\ngithub.com/rogpeppe/go-internal v1.14.1/go.mod h1:MaRKkUm5W0goXpeCfT7UZI6fk/L7L7so1lCWt35ZSgc=\ngithub.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=\ngithub.com/sagikazarmark/locafero v0.11.0 h1:1iurJgmM9G3PA/I+wWYIOw/5SyBtxapeHDcg+AAIFXc=\ngithub.com/sagikazarmark/locafero v0.11.0/go.mod h1:nVIGvgyzw595SUSUE6tvCp3YYTeHs15MvlmU87WwIik=\ngithub.com/segmentio/asm v1.2.1 h1:DTNbBqs57ioxAD4PrArqftgypG4/qNpXoJx8TVXxPR0=\ngithub.com/segmentio/asm v1.2.1/go.mod h1:BqMnlJP91P8d+4ibuonYZw9mfnzI9HfxselHZr5aAcs=\ngithub.com/sergi/go-diff v1.2.0/go.mod h1:STckp+ISIX8hZLjrqAeVduY0gWCT9IjLuqbuNXdaHfM=\ngithub.com/sergi/go-diff v1.3.2-0.20230802210424-5b0b94c5c0d3 h1:n661drycOFuPLCN3Uc8sB6B/s6Z4t2xvBgU1htSHuq8=\ngithub.com/sergi/go-diff v1.3.2-0.20230802210424-5b0b94c5c0d3/go.mod h1:A0bzQcvG0E7Rwjx0REVgAGH58e96+X0MeOfepqsbeW4=\ngithub.com/sirupsen/logrus v1.9.4 h1:TsZE7l11zFCLZnZ+teH4Umoq5BhEIfIzfRDZ1Uzql2w=\ngithub.com/sirupsen/logrus v1.9.4/go.mod h1:ftWc9WdOfJ0a92nsE2jF5u5ZwH8Bv2zdeOC42RjbV2g=\ngithub.com/skeema/knownhosts v1.3.1 h1:X2osQ+RAjK76shCbvhHHHVl3ZlgDm8apHEHFqRjnBY8=\ngithub.com/skeema/knownhosts v1.3.1/go.mod h1:r7KTdC8l4uxWRyK2TpQZ/1o5HaSzh06ePQNxPwTcfiY=\ngithub.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8 h1:+jumHNA0Wrelhe64i8F6HNlS8pkoyMv5sreGx2Ry5Rw=\ngithub.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8/go.mod h1:3n1Cwaq1E1/1lhQhtRK2ts/ZwZEhjcQeJQ1RuC6Q/8U=\ngithub.com/spf13/afero v1.15.0 h1:b/YBCLWAJdFWJTN9cLhiXXcD7mzKn9Dm86dNnfyQw1I=\ngithub.com/spf13/afero v1.15.0/go.mod h1:NC2ByUVxtQs4b3sIUphxK0NioZnmxgyCrfzeuq8lxMg=\ngithub.com/spf13/cast v1.10.0 h1:h2x0u2shc1QuLHfxi+cTJvs30+ZAHOGRic8uyGTDWxY=\ngithub.com/spf13/cast v1.10.0/go.mod h1:jNfB8QC9IA6ZuY2ZjDp0KtFO2LZZlg4S/7bzP6qqeHo=\ngithub.com/spf13/cobra v1.10.2 h1:DMTTonx5m65Ic0GOoRY2c16WCbHxOOw6xxezuLaBpcU=\ngithub.com/spf13/cobra v1.10.2/go.mod h1:7C1pvHqHw5A4vrJfjNwvOdzYu0Gml16OCs2GRiTUUS4=\ngithub.com/spf13/pflag v1.0.9/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg=\ngithub.com/spf13/pflag v1.0.10 h1:4EBh2KAYBwaONj6b2Ye1GiHfwjqyROoF4RwYO+vPwFk=\ngithub.com/spf13/pflag v1.0.10/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg=\ngithub.com/spf13/viper v1.21.0 h1:x5S+0EU27Lbphp4UKm1C+1oQO+rKx36vfCoaVebLFSU=\ngithub.com/spf13/viper v1.21.0/go.mod h1:P0lhsswPGWD/1lZJ9ny3fYnVqxiegrlNrEmgLjbTCAY=\ngithub.com/spiffe/go-spiffe/v2 v2.6.0 h1:l+DolpxNWYgruGQVV0xsfeya3CsC7m8iBzDnMpsbLuo=\ngithub.com/spiffe/go-spiffe/v2 v2.6.0/go.mod h1:gm2SeUoMZEtpnzPNs2Csc0D/gX33k1xIx7lEzqblHEs=\ngithub.com/stoewer/go-strcase v1.3.1 h1:iS0MdW+kVTxgMoE1LAZyMiYJFKlOzLooE4MxjirtkAs=\ngithub.com/stoewer/go-strcase v1.3.1/go.mod h1:fAH5hQ5pehh+j3nZfvwdk2RgEgQjAoM8wodgtPmh1xo=\ngithub.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=\ngithub.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=\ngithub.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=\ngithub.com/stretchr/objx v0.5.2 h1:xuMeJ0Sdp5ZMRXx/aWO6RZxdr3beISkG5/G/aIRr3pY=\ngithub.com/stretchr/objx v0.5.2/go.mod h1:FRsXN1f5AsAjCGJKqEizvkpNtU+EGNCLh3NxZ/8L+MA=\ngithub.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=\ngithub.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=\ngithub.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=\ngithub.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=\ngithub.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=\ngithub.com/stretchr/testify v1.7.2/go.mod h1:R6va5+xMeoiuVRoj+gSkQ7d3FALtqAAGI1FQKckRals=\ngithub.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=\ngithub.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=\ngithub.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=\ngithub.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=\ngithub.com/stretchr/testify v1.11.1 h1:7s2iGBzp5EwR7/aIZr8ao5+dra3wiQyKjjFuvgVKu7U=\ngithub.com/stretchr/testify v1.11.1/go.mod h1:wZwfW3scLgRK+23gO65QZefKpKQRnfz6sD981Nm4B6U=\ngithub.com/subosito/gotenv v1.6.0 h1:9NlTDc1FTs4qu0DDq7AEtTPNw6SVm7uBMsUCUjABIf8=\ngithub.com/subosito/gotenv v1.6.0/go.mod h1:Dk4QP5c2W3ibzajGcXpNraDfq2IrhjMIvMSWPKKo0FU=\ngithub.com/ttacon/chalk v0.0.0-20160626202418-22c06c80ed31 h1:OXcKh35JaYsGMRzpvFkLv/MEyPuL49CThT1pZ8aSml4=\ngithub.com/ttacon/chalk v0.0.0-20160626202418-22c06c80ed31/go.mod h1:onvgF043R+lC5RZ8IT9rBXDaEDnpnw/Cl+HFiw+v/7Q=\ngithub.com/uptrace/opentelemetry-go-extra/otellogrus v0.3.2 h1:H8wwQwTe5sL6x30z71lUgNiwBdeCHQjrphCfLwqIHGo=\ngithub.com/uptrace/opentelemetry-go-extra/otellogrus v0.3.2/go.mod h1:/kR4beFhlz2g+V5ik8jW+3PMiMQAPt29y6K64NNY53c=\ngithub.com/uptrace/opentelemetry-go-extra/otelutil v0.3.2 h1:3/aHKUq7qaFMWxyQV0W2ryNgg8x8rVeKVA20KJUkfS0=\ngithub.com/uptrace/opentelemetry-go-extra/otelutil v0.3.2/go.mod h1:Zit4b8AQXaXvA68+nzmbyDzqiyFRISyw1JiD5JqUBjw=\ngithub.com/valyala/fastjson v1.6.7 h1:ZE4tRy0CIkh+qDc5McjatheGX2czdn8slQjomexVpBM=\ngithub.com/valyala/fastjson v1.6.7/go.mod h1:CLCAqky6SMuOcxStkYQvblddUtoRxhYMGLrsQns1aXY=\ngithub.com/vmihailenco/msgpack v3.3.3+incompatible/go.mod h1:fy3FlTQTDXWkZ7Bh6AcGMlsjHatGryHQYUTf1ShIgkk=\ngithub.com/vmihailenco/msgpack v4.0.4+incompatible h1:dSLoQfGFAo3F6OoNhwUmLwVgaUXK79GlxNBwueZn0xI=\ngithub.com/vmihailenco/msgpack v4.0.4+incompatible/go.mod h1:fy3FlTQTDXWkZ7Bh6AcGMlsjHatGryHQYUTf1ShIgkk=\ngithub.com/vmihailenco/msgpack/v5 v5.4.1 h1:cQriyiUvjTwOHg8QZaPihLWeRAAVoCpE00IUPn0Bjt8=\ngithub.com/vmihailenco/msgpack/v5 v5.4.1/go.mod h1:GaZTsDaehaPpQVyxrf5mtQlH+pc21PIudVV/E3rRQok=\ngithub.com/vmihailenco/tagparser/v2 v2.0.0 h1:y09buUbR+b5aycVFQs/g70pqKVZNBmxwAhO7/IwNM9g=\ngithub.com/vmihailenco/tagparser/v2 v2.0.0/go.mod h1:Wri+At7QHww0WTrCBeu4J6bNtoV6mEfg5OIWRZA9qds=\ngithub.com/x448/float16 v0.8.4 h1:qLwI1I70+NjRFUR3zs1JPUCgaCXSh3SW62uAKT1mSBM=\ngithub.com/x448/float16 v0.8.4/go.mod h1:14CWIYCyZA/cWjXOioeEpHeN/83MdbZDRQHoFcYsOfg=\ngithub.com/xanzy/ssh-agent v0.3.3 h1:+/15pJfg/RsTxqYcX6fHqOXZwwMP+2VyYWJeWM2qQFM=\ngithub.com/xanzy/ssh-agent v0.3.3/go.mod h1:6dzNDKs0J9rVPHPhaGCukekBHKqfl+L3KghI1Bc68Uw=\ngithub.com/xhit/go-str2duration/v2 v2.1.0 h1:lxklc02Drh6ynqX+DdPyp5pCKLUQpRT8bp8Ydu2Bstc=\ngithub.com/xhit/go-str2duration/v2 v2.1.0/go.mod h1:ohY8p+0f07DiV6Em5LKB0s2YpLtXVyJfNt1+BlmyAsU=\ngithub.com/xiam/dig v0.0.0-20191116195832-893b5fb5093b h1:ajy6PPLDeQaf7xf4P/4Ie/wsUTEqjy3Irl+xFelmjk0=\ngithub.com/xiam/dig v0.0.0-20191116195832-893b5fb5093b/go.mod h1:TkoiLoIgvAxmagjbnKWq18F2VlqnIcqAx/HzmFAqXNU=\ngithub.com/xiam/to v0.0.0-20191116183551-8328998fc0ed h1:Gjnw8buhv4V8qXaHtAWPnKXNpCNx62heQpjO8lOY0/M=\ngithub.com/xiam/to v0.0.0-20191116183551-8328998fc0ed/go.mod h1:cqbG7phSzrbdg3aj+Kn63bpVruzwDZi58CpxlZkjwzw=\ngithub.com/xo/terminfo v0.0.0-20210125001918-ca9a967f8778/go.mod h1:2MuV+tbUrU1zIOPMxZ5EncGwgmMJsa+9ucAQZXxsObs=\ngithub.com/xo/terminfo v0.0.0-20220910002029-abceb7e1c41e h1:JVG44RsyaB9T2KIHavMF/ppJZNG9ZpyihvCd0w101no=\ngithub.com/xo/terminfo v0.0.0-20220910002029-abceb7e1c41e/go.mod h1:RbqR21r5mrJuqunuUZ/Dhy/avygyECGrLceyNeo4LiM=\ngithub.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY=\ngithub.com/yuin/goldmark v1.7.1/go.mod h1:uzxRWxtg69N339t3louHJ7+O03ezfj6PlliRlaOzY1E=\ngithub.com/yuin/goldmark v1.7.10 h1:S+LrtBjRmqMac2UdtB6yyCEJm+UILZ2fefI4p7o0QpI=\ngithub.com/yuin/goldmark v1.7.10/go.mod h1:ip/1k0VRfGynBgxOz0yCqHrbZXhcjxyuS66Brc7iBKg=\ngithub.com/yuin/goldmark-emoji v1.0.5 h1:EMVWyCGPlXJfUXBXpuMu+ii3TIaxbVBnEX9uaDC4cIk=\ngithub.com/yuin/goldmark-emoji v1.0.5/go.mod h1:tTkZEbwu5wkPmgTcitqddVxY9osFZiavD+r4AzQrh1U=\ngithub.com/zclconf/go-cty v1.18.1 h1:yEGE8M4iIZlyKQURZNb2SnEyZlZHUcBCnx6KF81KuwM=\ngithub.com/zclconf/go-cty v1.18.1/go.mod h1:qpnV6EDNgC1sns/AleL1fvatHw72j+S+nS+MJ+T2CSg=\ngithub.com/zclconf/go-cty-debug v0.0.0-20240509010212-0d6042c53940 h1:4r45xpDWB6ZMSMNJFMOjqrGHynW3DIBuR2H9j0ug+Mo=\ngithub.com/zclconf/go-cty-debug v0.0.0-20240509010212-0d6042c53940/go.mod h1:CmBdvvj3nqzfzJ6nTCIwDTPZ56aVGvDrmztiO5g3qrM=\ngithub.com/zeebo/assert v1.3.0 h1:g7C04CbJuIDKNPFHmsk4hwZDO5O+kntRxzaUoNXj+IQ=\ngithub.com/zeebo/assert v1.3.0/go.mod h1:Pq9JiuJQpG8JLJdtkwrJESF0Foym2/D9XMU5ciN/wJ0=\ngithub.com/zeebo/xxh3 v1.0.2 h1:xZmwmqxHZA8AI603jOQ0tMqmBr9lPeFwGg6d+xy9DC0=\ngithub.com/zeebo/xxh3 v1.0.2/go.mod h1:5NWz9Sef7zIDm2JHfFlcQvNekmcEl9ekUZQQKCYaDcA=\ngo.etcd.io/bbolt v1.4.3 h1:dEadXpI6G79deX5prL3QRNP6JB8UxVkqo4UPnHaNXJo=\ngo.etcd.io/bbolt v1.4.3/go.mod h1:tKQlpPaYCVFctUIgFKFnAlvbmB3tpy1vkTnDWohtc0E=\ngo.opentelemetry.io/auto/sdk v1.2.1 h1:jXsnJ4Lmnqd11kwkBV2LgLoFMZKizbCi5fNZ/ipaZ64=\ngo.opentelemetry.io/auto/sdk v1.2.1/go.mod h1:KRTj+aOaElaLi+wW1kO/DZRXwkF4C5xPbEe3ZiIhN7Y=\ngo.opentelemetry.io/contrib/detectors/aws/ec2/v2 v2.0.0-20250901115419-474a7992e57c h1:YSqSR1Fil5Ip0N6AlNBFbNv7cvIHZ2j4+wqbVafAGmQ=\ngo.opentelemetry.io/contrib/detectors/aws/ec2/v2 v2.0.0-20250901115419-474a7992e57c/go.mod h1:avnUkmc6cwMhcExsYaSv0SQVqygTfXGTn41eZ7xjKpo=\ngo.opentelemetry.io/contrib/detectors/gcp v1.39.0 h1:kWRNZMsfBHZ+uHjiH4y7Etn2FK26LAGkNFw7RHv1DhE=\ngo.opentelemetry.io/contrib/detectors/gcp v1.39.0/go.mod h1:t/OGqzHBa5v6RHZwrDBJ2OirWc+4q/w2fTbLZwAKjTk=\ngo.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.67.0 h1:yI1/OhfEPy7J9eoa6Sj051C7n5dvpj0QX8g4sRchg04=\ngo.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.67.0/go.mod h1:NoUCKYWK+3ecatC4HjkRktREheMeEtrXoQxrqYFeHSc=\ngo.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.68.0 h1:CqXxU8VOmDefoh0+ztfGaymYbhdB/tT3zs79QaZTNGY=\ngo.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.68.0/go.mod h1:BuhAPThV8PBHBvg8ZzZ/Ok3idOdhWIodywz2xEcRbJo=\ngo.opentelemetry.io/otel v1.43.0 h1:mYIM03dnh5zfN7HautFE4ieIig9amkNANT+xcVxAj9I=\ngo.opentelemetry.io/otel v1.43.0/go.mod h1:JuG+u74mvjvcm8vj8pI5XiHy1zDeoCS2LB1spIq7Ay0=\ngo.opentelemetry.io/otel/exporters/otlp/otlptrace v1.43.0 h1:88Y4s2C8oTui1LGM6bTWkw0ICGcOLCAI5l6zsD1j20k=\ngo.opentelemetry.io/otel/exporters/otlp/otlptrace v1.43.0/go.mod h1:Vl1/iaggsuRlrHf/hfPJPvVag77kKyvrLeD10kpMl+A=\ngo.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.43.0 h1:3iZJKlCZufyRzPzlQhUIWVmfltrXuGyfjREgGP3UUjc=\ngo.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.43.0/go.mod h1:/G+nUPfhq2e+qiXMGxMwumDrP5jtzU+mWN7/sjT2rak=\ngo.opentelemetry.io/otel/exporters/stdout/stdoutmetric v1.43.0 h1:TC+BewnDpeiAmcscXbGMfxkO+mwYUwE/VySwvw88PfA=\ngo.opentelemetry.io/otel/exporters/stdout/stdoutmetric v1.43.0/go.mod h1:J/ZyF4vfPwsSr9xJSPyQ4LqtcTPULFR64KwTikGLe+A=\ngo.opentelemetry.io/otel/exporters/stdout/stdouttrace v1.43.0 h1:mS47AX77OtFfKG4vtp+84kuGSFZHTyxtXIN269vChY0=\ngo.opentelemetry.io/otel/exporters/stdout/stdouttrace v1.43.0/go.mod h1:PJnsC41lAGncJlPUniSwM81gc80GkgWJWr3cu2nKEtU=\ngo.opentelemetry.io/otel/log v0.11.0 h1:c24Hrlk5WJ8JWcwbQxdBqxZdOK7PcP/LFtOtwpDTe3Y=\ngo.opentelemetry.io/otel/log v0.11.0/go.mod h1:U/sxQ83FPmT29trrifhQg+Zj2lo1/IPN1PF6RTFqdwc=\ngo.opentelemetry.io/otel/metric v1.43.0 h1:d7638QeInOnuwOONPp4JAOGfbCEpYb+K6DVWvdxGzgM=\ngo.opentelemetry.io/otel/metric v1.43.0/go.mod h1:RDnPtIxvqlgO8GRW18W6Z/4P462ldprJtfxHxyKd2PY=\ngo.opentelemetry.io/otel/schema v0.0.12 h1:X8NKrwH07Oe9SJruY/D1XmwHrb6D2+qrLs2POlZX7F4=\ngo.opentelemetry.io/otel/schema v0.0.12/go.mod h1:+w+Q7DdGfykSNi+UU9GAQz5/rtYND6FkBJUWUXzZb0M=\ngo.opentelemetry.io/otel/sdk v1.43.0 h1:pi5mE86i5rTeLXqoF/hhiBtUNcrAGHLKQdhg4h4V9Dg=\ngo.opentelemetry.io/otel/sdk v1.43.0/go.mod h1:P+IkVU3iWukmiit/Yf9AWvpyRDlUeBaRg6Y+C58QHzg=\ngo.opentelemetry.io/otel/sdk/metric v1.43.0 h1:S88dyqXjJkuBNLeMcVPRFXpRw2fuwdvfCGLEo89fDkw=\ngo.opentelemetry.io/otel/sdk/metric v1.43.0/go.mod h1:C/RJtwSEJ5hzTiUz5pXF1kILHStzb9zFlIEe85bhj6A=\ngo.opentelemetry.io/otel/trace v1.43.0 h1:BkNrHpup+4k4w+ZZ86CZoHHEkohws8AY+WTX09nk+3A=\ngo.opentelemetry.io/otel/trace v1.43.0/go.mod h1:/QJhyVBUUswCphDVxq+8mld+AvhXZLhe+8WVFxiFff0=\ngo.opentelemetry.io/proto/otlp v1.10.0 h1:IQRWgT5srOCYfiWnpqUYz9CVmbO8bFmKcwYxpuCSL2g=\ngo.opentelemetry.io/proto/otlp v1.10.0/go.mod h1:/CV4QoCR/S9yaPj8utp3lvQPoqMtxXdzn7ozvvozVqk=\ngo.uber.org/automaxprocs v1.6.0 h1:O3y2/QNTOdbF+e/dpXNNW7Rx2hZ4sTIPyybbxyNqTUs=\ngo.uber.org/automaxprocs v1.6.0/go.mod h1:ifeIMSnPZuznNm6jmdzmU3/bfk01Fe2fotchwEFJ8r8=\ngo.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto=\ngo.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE=\ngo.uber.org/mock v0.6.0 h1:hyF9dfmbgIX5EfOdasqLsWD6xqpNZlXblLB/Dbnwv3Y=\ngo.uber.org/mock v0.6.0/go.mod h1:KiVJ4BqZJaMj4svdfmHM0AUx4NJYO8ZNpPnZn1Z+BBU=\ngo.yaml.in/yaml/v2 v2.4.3 h1:6gvOSjQoTB3vt1l+CU+tSyi/HOjfOjRLJ4YwYZGwRO0=\ngo.yaml.in/yaml/v2 v2.4.3/go.mod h1:zSxWcmIDjOzPXpjlTTbAsKokqkDNAVtZO0WOMiT90s8=\ngo.yaml.in/yaml/v3 v3.0.4 h1:tfq32ie2Jv2UxXFdLJdh3jXuOzWiL1fo0bu/FbuKpbc=\ngo.yaml.in/yaml/v3 v3.0.4/go.mod h1:DhzuOOF2ATzADvBadXxruRBLzYTpT36CKvDb3+aBEFg=\ngolang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=\ngolang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=\ngolang.org/x/crypto v0.50.0 h1:zO47/JPrL6vsNkINmLoo/PH1gcxpls50DNogFvB5ZGI=\ngolang.org/x/crypto v0.50.0/go.mod h1:3muZ7vA7PBCE6xgPX7nkzzjiUq87kRItoJQM1Yo8S+Q=\ngolang.org/x/exp v0.0.0-20251023183803-a4bb9ffd2546 h1:mgKeJMpvi0yx/sU5GsxQ7p6s2wtOnGAHZWCHUM4KGzY=\ngolang.org/x/exp v0.0.0-20251023183803-a4bb9ffd2546/go.mod h1:j/pmGrbnkbPtQfxEe5D0VQhZC6qKbfKifgD0oM7sR70=\ngolang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=\ngolang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=\ngolang.org/x/mod v0.35.0 h1:Ww1D637e6Pg+Zb2KrWfHQUnH2dQRLBQyAtpr/haaJeM=\ngolang.org/x/mod v0.35.0/go.mod h1:+GwiRhIInF8wPm+4AoT6L0FA1QWAad3OMdTRx4tFYlU=\ngolang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=\ngolang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=\ngolang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=\ngolang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c=\ngolang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs=\ngolang.org/x/net v0.53.0 h1:d+qAbo5L0orcWAr0a9JweQpjXF19LMXJE8Ey7hwOdUA=\ngolang.org/x/net v0.53.0/go.mod h1:JvMuJH7rrdiCfbeHoo3fCQU24Lf5JJwT9W3sJFulfgs=\ngolang.org/x/oauth2 v0.36.0 h1:peZ/1z27fi9hUOFCAZaHyrpWG5lwe0RJEEEeH0ThlIs=\ngolang.org/x/oauth2 v0.36.0/go.mod h1:YDBUJMTkDnJS+A4BP4eZBjCqtokkg1hODuPjwiGPO7Q=\ngolang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=\ngolang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=\ngolang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=\ngolang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=\ngolang.org/x/sync v0.20.0 h1:e0PTpb7pjO8GAtTs2dQ6jYa5BWYlMuX047Dco/pItO4=\ngolang.org/x/sync v0.20.0/go.mod h1:9xrNwdLfx4jkKbNva9FpL6vEN7evnE43NNNJQ2LF3+0=\ngolang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=\ngolang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=\ngolang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=\ngolang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=\ngolang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=\ngolang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=\ngolang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.0.0-20211013075003-97ac67df715c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.0.0-20220319134239-a9b59b0215f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.0.0-20220503163025-988cb79eb6c6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.1.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.21.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=\ngolang.org/x/sys v0.43.0 h1:Rlag2XtaFTxp19wS8MXlJwTvoh8ArU6ezoyFsMyCTNI=\ngolang.org/x/sys v0.43.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=\ngolang.org/x/telemetry v0.0.0-20260311193753-579e4da9a98c h1:6a8FdnNk6bTXBjR4AGKFgUKuo+7GnR3FX5L7CbveeZc=\ngolang.org/x/telemetry v0.0.0-20260311193753-579e4da9a98c/go.mod h1:TpUTTEp9frx7rTdLpC9gFG9kdI7zVLFTFFlqaH2Cncw=\ngolang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=\ngolang.org/x/term v0.0.0-20210220032956-6a3ed077a48d/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=\ngolang.org/x/term v0.0.0-20210615171337-6886f2dfbf5b/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=\ngolang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=\ngolang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k=\ngolang.org/x/term v0.42.0 h1:UiKe+zDFmJobeJ5ggPwOshJIVt6/Ft0rcfrXZDLWAWY=\ngolang.org/x/term v0.42.0/go.mod h1:Dq/D+snpsbazcBG5+F9Q1n2rXV8Ma+71xEjTRufARgY=\ngolang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=\ngolang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=\ngolang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=\ngolang.org/x/text v0.3.8/go.mod h1:E6s5w1FMmriuDzIBO73fBruAKo1PCIq6d2Q6DHfQ8WQ=\ngolang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=\ngolang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=\ngolang.org/x/text v0.36.0 h1:JfKh3XmcRPqZPKevfXVpI1wXPTqbkE5f7JA92a55Yxg=\ngolang.org/x/text v0.36.0/go.mod h1:NIdBknypM8iqVmPiuco0Dh6P5Jcdk8lJL0CUebqK164=\ngolang.org/x/time v0.15.0 h1:bbrp8t3bGUeFOx08pvsMYRTCVSMk89u4tKbNOZbp88U=\ngolang.org/x/time v0.15.0/go.mod h1:Y4YMaQmXwGQZoFaVFk4YpCt4FLQMYKZe9oeV/f4MSno=\ngolang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=\ngolang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=\ngolang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=\ngolang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU=\ngolang.org/x/tools v0.43.0 h1:12BdW9CeB3Z+J/I/wj34VMl8X+fEXBxVR90JeMX5E7s=\ngolang.org/x/tools v0.43.0/go.mod h1:uHkMso649BX2cZK6+RpuIPXS3ho2hZo4FVwfoy1vIk0=\ngolang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=\ngolang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=\ngolang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da h1:noIWHXmPHxILtqtCOPIhSt0ABwskkZKjD3bXGnZGpNY=\ngolang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da/go.mod h1:NDW/Ps6MPRej6fsCIbMTohpP40sJ/P/vI1MoTEGwX90=\ngonum.org/v1/gonum v0.17.0 h1:VbpOemQlsSMrYmn7T2OUvQ4dqxQXU+ouZFQsZOx50z4=\ngonum.org/v1/gonum v0.17.0/go.mod h1:El3tOrEuMpv2UdMrbNlKEh9vd86bmQ6vqIcDwxEOc1E=\ngoogle.golang.org/api v0.276.0 h1:nVArUtfLEihtW+b0DdcqRGK1xoEm2+ltAihyztq7MKY=\ngoogle.golang.org/api v0.276.0/go.mod h1:Fnag/EWUPIcJXuIkP1pjoTgS5vdxlk3eeemL7Do6bvw=\ngoogle.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM=\ngoogle.golang.org/appengine v1.6.8 h1:IhEN5q69dyKagZPYMSdIjS2HqprW324FRQZJcGqPAsM=\ngoogle.golang.org/appengine v1.6.8/go.mod h1:1jJ3jBArFh5pcgW8gCtRJnepW8FzD1V44FJffLiz/Ds=\ngoogle.golang.org/genproto v0.0.0-20260319201613-d00831a3d3e7 h1:XzmzkmB14QhVhgnawEVsOn6OFsnpyxNPRY9QV01dNB0=\ngoogle.golang.org/genproto v0.0.0-20260319201613-d00831a3d3e7/go.mod h1:L43LFes82YgSonw6iTXTxXUX1OlULt4AQtkik4ULL/I=\ngoogle.golang.org/genproto/googleapis/api v0.0.0-20260401024825-9d38bb4040a9 h1:VPWxll4HlMw1Vs/qXtN7BvhZqsS9cdAittCNvVENElA=\ngoogle.golang.org/genproto/googleapis/api v0.0.0-20260401024825-9d38bb4040a9/go.mod h1:7QBABkRtR8z+TEnmXTqIqwJLlzrZKVfAUm7tY3yGv0M=\ngoogle.golang.org/genproto/googleapis/rpc v0.0.0-20260414002931-afd174a4e478 h1:RmoJA1ujG+/lRGNfUnOMfhCy5EipVMyvUE+KNbPbTlw=\ngoogle.golang.org/genproto/googleapis/rpc v0.0.0-20260414002931-afd174a4e478/go.mod h1:4Hqkh8ycfw05ld/3BWL7rJOSfebL2Q+DVDeRgYgxUU8=\ngoogle.golang.org/grpc v1.80.0 h1:Xr6m2WmWZLETvUNvIUmeD5OAagMw3FiKmMlTdViWsHM=\ngoogle.golang.org/grpc v1.80.0/go.mod h1:ho/dLnxwi3EDJA4Zghp7k2Ec1+c2jqup0bFkw07bwF4=\ngoogle.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw=\ngoogle.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc=\ngoogle.golang.org/protobuf v1.36.11 h1:fV6ZwhNocDyBLK0dj+fg8ektcVegBBuEolpbTQyBNVE=\ngoogle.golang.org/protobuf v1.36.11/go.mod h1:HTf+CrKn2C3g5S8VImy6tdcUvCska2kB7j23XfzDpco=\ngopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=\ngopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=\ngopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=\ngopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=\ngopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=\ngopkg.in/evanphx/json-patch.v4 v4.13.0 h1:czT3CmqEaQ1aanPc5SdlgQrrEIb8w/wwCvWWnfEbYzo=\ngopkg.in/evanphx/json-patch.v4 v4.13.0/go.mod h1:p8EYWUEYMpynmqDbY58zCKCFZw8pRWMG4EsWvDvM72M=\ngopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc=\ngopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw=\ngopkg.in/ini.v1 v1.67.1 h1:tVBILHy0R6e4wkYOn3XmiITt/hEVH4TFMYvAX2Ytz6k=\ngopkg.in/ini.v1 v1.67.1/go.mod h1:x/cyOwCgZqOkJoDIJ3c1KNHMo10+nLGAhh+kn3Zizss=\ngopkg.in/warnings.v0 v0.1.2 h1:wFXVbFY8DY5/xOe1ECiWdKCzZlxgshcYVNkBHstARME=\ngopkg.in/warnings.v0 v0.1.2/go.mod h1:jksf8JmL6Qr/oQM2OXTHunEvvTAsrWBLb6OOjuVWRNI=\ngopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=\ngopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=\ngopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=\ngopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=\ngopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=\ngopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=\nk8s.io/api v0.35.4 h1:P7nFYKl5vo9AGUp1Z+Pmd3p2tA7bX2wbFWCvDeRv988=\nk8s.io/api v0.35.4/go.mod h1:yl4lqySWOgYJJf9RERXKUwE9g2y+CkuwG+xmcOK8wXU=\nk8s.io/apimachinery v0.35.4 h1:xtdom9RG7e+yDp71uoXoJDWEE2eOiHgeO4GdBzwWpds=\nk8s.io/apimachinery v0.35.4/go.mod h1:NNi1taPOpep0jOj+oRha3mBJPqvi0hGdaV8TCqGQ+cc=\nk8s.io/client-go v0.35.4 h1:DN6fyaGuzK64UvnKO5fOA6ymSjvfGAnCAHAR0C66kD8=\nk8s.io/client-go v0.35.4/go.mod h1:2Pg9WpsS4NeOpoYTfHHfMxBG8zFMSAUi4O/qoiJC3nY=\nk8s.io/klog/v2 v2.130.1 h1:n9Xl7H1Xvksem4KFG4PYbdQCQxqc/tTUyrgXaOhHSzk=\nk8s.io/klog/v2 v2.130.1/go.mod h1:3Jpz1GvMt720eyJH1ckRHK1EDfpxISzJ7I9OYgaDtPE=\nk8s.io/kube-openapi v0.0.0-20250910181357-589584f1c912 h1:Y3gxNAuB0OBLImH611+UDZcmKS3g6CthxToOb37KgwE=\nk8s.io/kube-openapi v0.0.0-20250910181357-589584f1c912/go.mod h1:kdmbQkyfwUagLfXIad1y2TdrjPFWp2Q89B3qkRwf/pQ=\nk8s.io/utils v0.0.0-20260210185600-b8788abfbbc2 h1:AZYQSJemyQB5eRxqcPky+/7EdBj0xi3g0ZcxxJ7vbWU=\nk8s.io/utils v0.0.0-20260210185600-b8788abfbbc2/go.mod h1:xDxuJ0whA3d0I4mf/C4ppKHxXynQ+fxnkmQH0vTHnuk=\nsigs.k8s.io/json v0.0.0-20250730193827-2d320260d730 h1:IpInykpT6ceI+QxKBbEflcR5EXP7sU1kvOlxwZh5txg=\nsigs.k8s.io/json v0.0.0-20250730193827-2d320260d730/go.mod h1:mdzfpAEoE6DHQEN0uh9ZbOCuHbLK5wOm7dK4ctXE9Tg=\nsigs.k8s.io/kind v0.31.0 h1:UcT4nzm+YM7YEbqiAKECk+b6dsvc/HRZZu9U0FolL1g=\nsigs.k8s.io/kind v0.31.0/go.mod h1:FSqriGaoTPruiXWfRnUXNykF8r2t+fHtK0P0m1AbGF8=\nsigs.k8s.io/randfill v1.0.0 h1:JfjMILfT8A6RbawdsK2JXGBR5AQVfd+9TbzrlneTyrU=\nsigs.k8s.io/randfill v1.0.0/go.mod h1:XeLlZ/jmk4i1HRopwe7/aU3H5n1zNUcX6TM94b3QxOY=\nsigs.k8s.io/structured-merge-diff/v6 v6.4.0 h1:qmp2e3ZfFi1/jJbDGpD4mt3wyp6PE1NfKHCYLqgNQJo=\nsigs.k8s.io/structured-merge-diff/v6 v6.4.0/go.mod h1:M3W8sfWvn2HhQDIbGWj3S099YozAsymCo/wrT5ohRUE=\nsigs.k8s.io/yaml v1.6.0 h1:G8fkbMSAFqgEFgh4b1wmtzDnioxFCUgTZhlbj5P9QYs=\nsigs.k8s.io/yaml v1.6.0/go.mod h1:796bPqUfzR/0jLAl6XjHl3Ck7MiyVv8dbTdyT3/pMf4=\n" }, { "path": "gon-amd64.json", "content": "{\n \"source\": [\"./dist/overmind-macos_darwin_amd64_v1/overmind\"],\n \"bundle_id\": \"tech.overmind.cli\",\n \"apple_id\": {\n \"username\": \"dylanratcliffe@outlook.com\",\n \"provider\": \"248Q4U4VT7\"\n },\n \"sign\": {\n \"application_identity\": \"CE61C10EED69BFB4B25EB349AD15B29D75A809B9\"\n },\n \"dmg\" :{\n \"output_path\": \"dist/overmind-cli-amd64.dmg\",\n \"volume_name\": \"Overmind\"\n }\n}" }, { "path": "gon-arm64.json", "content": "{\n \"source\": [\"./dist/overmind-macos_darwin_arm64/overmind\"],\n \"bundle_id\": \"tech.overmind.cli\",\n \"apple_id\": {\n \"username\": \"dylanratcliffe@outlook.com\",\n \"provider\": \"248Q4U4VT7\"\n },\n \"sign\": {\n \"application_identity\": \"CE61C10EED69BFB4B25EB349AD15B29D75A809B9\"\n },\n \"dmg\" :{\n \"output_path\": \"dist/overmind-cli-arm64.dmg\",\n \"volume_name\": \"Overmind\"\n }\n}" }, { "path": "k8s-source/acceptance/nats-server.conf", "content": "# Client port of 4222 on all interfaces\nport: 4222\n\n# HTTP monitoring port\nmonitor_port: 8222\n\n# This is for clustering multiple servers together.\ncluster {\n # It is recommended to set a cluster name\n name: \"my_cluster\"\n\n # Route connections to be received on any interface on port 6222\n port: 6222\n\n # Routes are protected, so need to use them with --routes flag\n # e.g. --routes=nats-route://ruser:T0pS3cr3t@otherdockerhost:6222\n authorization {\n user: ruser\n password: T0pS3cr3t\n timeout: 0.75\n }\n\n # Routes are actively solicited and connected to from this server.\n # This Docker image has none by default, but you can pass a\n # flag to the nats-server docker image to create one to an existing server.\n routes = []\n}\n\nwebsocket {\n port: 4433\n no_tls: true\n}" }, { "path": "k8s-source/adapters/clusterrole.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/rbac/v1\"\n\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc newClusterRoleAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.ClusterRole, *v1.ClusterRoleList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"ClusterRole\",\n\t\tClusterInterfaceBuilder: func() ItemInterface[*v1.ClusterRole, *v1.ClusterRoleList] {\n\t\t\treturn cs.RbacV1().ClusterRoles()\n\t\t},\n\t\tListExtractor: func(list *v1.ClusterRoleList) ([]*v1.ClusterRole, error) {\n\t\t\tbindings := make([]*v1.ClusterRole, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\tbindings[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn bindings, nil\n\t\t},\n\t\tAdapterMetadata: clusterRoleAdapterMetadata,\n\t}\n}\n\nvar clusterRoleAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ClusterRole\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\tDescriptiveName: \"Cluster Role\",\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Cluster Role\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_cluster_role_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newClusterRoleAdapter)\n}\n" }, { "path": "k8s-source/adapters/clusterrole_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar clusterRoleYAML = `\napiVersion: rbac.authorization.k8s.io/v1\nkind: ClusterRole\nmetadata:\n name: read-only\nrules:\n- apiGroups: [\"\"]\n resources: [\"*\"]\n verbs: [\"get\", \"list\", \"watch\"]\n\n`\n\nfunc TestClusterRoleAdapter(t *testing.T) {\n\tadapter := newClusterRoleAdapter(CurrentCluster.ClientSet, CurrentCluster.Name, []string{}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"read-only\",\n\t\tGetScope: CurrentCluster.Name,\n\t\tSetupYAML: clusterRoleYAML,\n\t\tGetQueryTests: QueryTests{},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/clusterrolebinding.go", "content": "package adapters\n\nimport (\n\tv1 \"k8s.io/api/rbac/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc clusterRoleBindingExtractor(resource *v1.ClusterRoleBinding, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tScope: scope,\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: resource.RoleRef.Name,\n\t\t\tType: resource.RoleRef.Kind,\n\t\t},\n\t})\n\n\tfor _, subject := range resource.Subjects {\n\t\tsd := ScopeDetails{\n\t\t\tClusterName: scope, // Since this is a cluster role binding, the scope is the cluster name\n\t\t}\n\n\t\tif subject.Namespace != \"\" {\n\t\t\tsd.Namespace = subject.Namespace\n\t\t}\n\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tScope: sd.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: subject.Name,\n\t\t\t\tType: subject.Kind,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn queries, nil\n}\n\nvar clusterRoleBindingAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ClusterRoleBinding\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\tPotentialLinks: []string{\"ClusterRole\", \"ServiceAccount\", \"User\", \"Group\"},\n\tDescriptiveName: \"Cluster Role Binding\",\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Cluster Role Binding\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_cluster_role_binding_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_cluster_role_binding.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc newClusterRoleBindingAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.ClusterRoleBinding, *v1.ClusterRoleBindingList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"ClusterRoleBinding\",\n\t\tClusterInterfaceBuilder: func() ItemInterface[*v1.ClusterRoleBinding, *v1.ClusterRoleBindingList] {\n\t\t\treturn cs.RbacV1().ClusterRoleBindings()\n\t\t},\n\t\tListExtractor: func(list *v1.ClusterRoleBindingList) ([]*v1.ClusterRoleBinding, error) {\n\t\t\tbindings := make([]*v1.ClusterRoleBinding, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\tbindings[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn bindings, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: clusterRoleBindingExtractor,\n\t\tAdapterMetadata: clusterRoleBindingAdapterMetadata,\n\t}\n}\n\nfunc init() {\n\tregisterAdapterLoader(newClusterRoleBindingAdapter)\n}\n" }, { "path": "k8s-source/adapters/clusterrolebinding_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar clusterRoleBindingYAML = `\napiVersion: rbac.authorization.k8s.io/v1\nkind: ClusterRoleBinding\nmetadata:\n name: admin-binding\nsubjects:\n- kind: Group\n name: system:serviceaccounts:default\n apiGroup: rbac.authorization.k8s.io\nroleRef:\n kind: ClusterRole\n name: admin\n apiGroup: rbac.authorization.k8s.io\n`\n\nfunc TestClusterRoleBindingAdapter(t *testing.T) {\n\tadapter := newClusterRoleBindingAdapter(CurrentCluster.ClientSet, CurrentCluster.Name, []string{}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"admin-binding\",\n\t\tGetScope: CurrentCluster.Name,\n\t\tSetupYAML: clusterRoleBindingYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"ClusterRole\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"admin\",\n\t\t\t\tExpectedScope: CurrentCluster.Name,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"Group\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"system:serviceaccounts:default\",\n\t\t\t\tExpectedScope: CurrentCluster.Name,\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/configmap.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc newConfigMapAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.ConfigMap, *v1.ConfigMapList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tTypeName: \"ConfigMap\",\n\t\tAutoQueryExtract: true,\n\t\tcache: cache,\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.ConfigMap, *v1.ConfigMapList] {\n\t\t\treturn cs.CoreV1().ConfigMaps(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.ConfigMapList) ([]*v1.ConfigMap, error) {\n\t\t\tbindings := make([]*v1.ConfigMap, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\tbindings[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn bindings, nil\n\t\t},\n\t\tAdapterMetadata: configMapAdapterMetadata,\n\t}\n}\n\nvar configMapAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ConfigMap\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tDescriptiveName: \"Config Map\",\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Config Map\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_config_map_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_config_map.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newConfigMapAdapter)\n}\n" }, { "path": "k8s-source/adapters/configmap_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar configMapYAML = `\napiVersion: v1\nkind: ConfigMap\nmetadata:\n name: my-configmap\ndata:\n DATABASE_URL: \"postgres://myuser:mypassword@mydbhost:5432/mydatabase\"\n APP_SECRET_KEY: \"mysecretkey123\"\n`\n\nvar configMapWithS3ARNYAML = `\napiVersion: v1\nkind: ConfigMap\nmetadata:\n name: configmap-with-s3-arn\ndata:\n S3_BUCKET_ARN: \"arn:aws:s3:::example-bucket-name\"\n S3_BUCKET_NAME: \"example-bucket-name\"\n`\n\nfunc TestConfigMapAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newConfigMapAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"my-configmap\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: configMapYAML,\n\t\tGetQueryTests: QueryTests{},\n\t}\n\n\tst.Execute(t)\n}\n\nfunc TestConfigMapAdapterWithS3ARN(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newConfigMapAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"configmap-with-s3-arn\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: configMapWithS3ARNYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"s3-bucket\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"arn:aws:s3:::example-bucket-name\",\n\t\t\t\tExpectedScope: sdp.WILDCARD,\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/cronjob.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/batch/v1\"\n\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc newCronJobAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.CronJob, *v1.CronJobList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"CronJob\",\n\t\tAutoQueryExtract: true,\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.CronJob, *v1.CronJobList] {\n\t\t\treturn cs.BatchV1().CronJobs(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.CronJobList) ([]*v1.CronJob, error) {\n\t\t\tbindings := make([]*v1.CronJob, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\tbindings[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn bindings, nil\n\t\t},\n\t\t// Cronjobs don't need linked items as the jobs they produce are linked\n\t\t// automatically\n\t\tAdapterMetadata: cronJobAdapterMetadata,\n\t}\n}\n\nvar cronJobAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"CronJob\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tDescriptiveName: \"Cron Job\",\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Cron Job\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_cron_job_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_cron_job.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newCronJobAdapter)\n}\n" }, { "path": "k8s-source/adapters/cronjob_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar cronJobYAML = `\napiVersion: batch/v1\nkind: CronJob\nmetadata:\n name: my-cronjob\nspec:\n schedule: \"* * * * *\"\n jobTemplate:\n spec:\n template:\n spec:\n containers:\n - name: my-container\n image: alpine\n command: [\"/bin/sh\", \"-c\"]\n args:\n - sleep 10; echo \"Hello, world!\"\n restartPolicy: OnFailure\n`\n\nfunc TestCronJobAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newCronJobAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"my-cronjob\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: cronJobYAML,\n\t\tGetQueryTests: QueryTests{},\n\t}\n\n\tst.Execute(t)\n\n\t// Additionally, make sure that the job has a link back to the cronjob that\n\t// created it\n\tjobAdapter := newJobAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\t// Wait for the CronJob controller to spawn a Job. The schedule is\n\t// \"* * * * *\" (once per minute), so in the worst case we wait just over\n\t// 60 seconds. 120 s gives comfortable headroom and avoids flakes.\n\terr := WaitFor(120*time.Second, func() bool {\n\t\tjobs, err := jobAdapter.List(context.Background(), sd.String(), false)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t\treturn false\n\t\t}\n\n\t\t// Ensure that the job has a link back to the cronjob\n\t\tfor _, job := range jobs {\n\t\t\tfor _, q := range job.GetLinkedItemQueries() {\n\t\t\t\tif q.GetQuery() != nil {\n\t\t\t\t\tif q.GetQuery().GetQuery() == \"my-cronjob\" {\n\t\t\t\t\t\treturn true\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t}\n\n\t\treturn false\n\t})\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n}\n" }, { "path": "k8s-source/adapters/daemonset.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/apps/v1\"\n\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc newDaemonSetAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.DaemonSet, *v1.DaemonSetList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tTypeName: \"DaemonSet\",\n\t\tAutoQueryExtract: true,\n\t\tcache: cache,\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.DaemonSet, *v1.DaemonSetList] {\n\t\t\treturn cs.AppsV1().DaemonSets(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.DaemonSetList) ([]*v1.DaemonSet, error) {\n\t\t\textracted := make([]*v1.DaemonSet, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\t// Pods are linked automatically\n\t\tAdapterMetadata: daemonSetAdapterMetadata,\n\t}\n}\n\nvar daemonSetAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"DaemonSet\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tDescriptiveName: \"Daemon Set\",\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Daemon Set\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_daemon_set_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_daemonset.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newDaemonSetAdapter)\n}\n" }, { "path": "k8s-source/adapters/daemonset_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar daemonSetYAML = `\napiVersion: apps/v1\nkind: DaemonSet\nmetadata:\n name: my-daemonset\nspec:\n selector:\n matchLabels:\n app: my-app\n template:\n metadata:\n labels:\n app: my-app\n spec:\n containers:\n - name: my-container\n image: nginx:latest\n ports:\n - containerPort: 80\n\n`\n\nfunc TestDaemonSetSource(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newDaemonSetAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"my-daemonset\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: daemonSetYAML,\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/deployment.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/apps/v1\"\n\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nvar replicaSetProgressedRegex = regexp.MustCompile(`ReplicaSet \"([^\"]+)\" has successfully progressed`)\n\nfunc newDeploymentAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.Deployment, *v1.DeploymentList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tTypeName: \"Deployment\",\n\t\tAutoQueryExtract: true,\n\t\tcache: cache,\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.Deployment, *v1.DeploymentList] {\n\t\t\treturn cs.AppsV1().Deployments(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.DeploymentList) ([]*v1.Deployment, error) {\n\t\t\textracted := make([]*v1.Deployment, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: func(deployment *v1.Deployment, scope string) ([]*sdp.LinkedItemQuery, error) {\n\t\t\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\t\t\tfor _, condition := range deployment.Status.Conditions {\n\t\t\t\t// Parse out conditions that mention replica sets e.g.\n\t\t\t\t//\n\t\t\t\t// - lastTransitionTime: \"2023-06-16T14:23:33Z\"\n\t\t\t\t// lastUpdateTime: \"2023-09-15T13:07:07Z\"\n\t\t\t\t// message: ReplicaSet \"gateway-5cf5578d94\" has successfully progressed.\n\t\t\t\t// reason: NewReplicaSetAvailable\n\t\t\t\t// status: \"True\"\n\t\t\t\t// type: Progressing\n\t\t\t\tif condition.Type == v1.DeploymentProgressing && condition.Reason == \"NewReplicaSetAvailable\" {\n\t\t\t\t\tmatches := replicaSetProgressedRegex.FindStringSubmatch(condition.Message)\n\n\t\t\t\t\tif len(matches) > 1 {\n\t\t\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"ReplicaSet\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: matches[1],\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn queries, nil\n\t\t},\n\t\tHealthExtractor: func(deployment *v1.Deployment) *sdp.Health {\n\t\t\tconditions := map[v1.DeploymentConditionType]bool{\n\t\t\t\tv1.DeploymentAvailable: false,\n\t\t\t\tv1.DeploymentProgressing: false,\n\t\t\t\tv1.DeploymentReplicaFailure: false,\n\t\t\t}\n\n\t\t\tfor _, condition := range deployment.Status.Conditions {\n\t\t\t\t// Extract the condition\n\t\t\t\tconditions[condition.Type] = condition.Status == \"True\"\n\t\t\t}\n\n\t\t\t// If there is a replica failure, the deployment is unhealthy\n\t\t\tif conditions[v1.DeploymentReplicaFailure] {\n\t\t\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\t\t\t}\n\n\t\t\t// If the deployment is available then it's healthy\n\t\t\tif conditions[v1.DeploymentAvailable] {\n\t\t\t\treturn sdp.Health_HEALTH_OK.Enum()\n\t\t\t}\n\n\t\t\t// If the deployment is progressing (but not healthy) then it's\n\t\t\t// pending\n\t\t\tif conditions[v1.DeploymentProgressing] {\n\t\t\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\t\t\t}\n\n\t\t\t// We should never reach here\n\t\t\treturn sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t},\n\t\tAdapterMetadata: deploymentAdapterMetadata,\n\t}\n}\n\nvar deploymentAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"Deployment\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tPotentialLinks: []string{\"ReplicaSet\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Deployment\"),\n\tDescriptiveName: \"Deployment\",\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_deployment_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_deployment.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newDeploymentAdapter)\n}\n" }, { "path": "k8s-source/adapters/deployment_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar deploymentYAML = `\napiVersion: apps/v1\nkind: Deployment\nmetadata:\n name: my-deployment\nspec:\n replicas: 1\n selector:\n matchLabels:\n app: my-deployment\n template:\n metadata:\n labels:\n app: my-deployment\n spec:\n containers:\n - name: my-container\n image: nginx:latest\n ports:\n - containerPort: 80\n`\n\nfunc TestDeploymentSource(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newDeploymentAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"my-deployment\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: deploymentYAML,\n\t\tWait: func(item *sdp.Item) bool {\n\t\t\treturn item.GetHealth() == sdp.Health_HEALTH_OK\n\t\t},\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"ReplicaSet\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedScope: \"local-tests.default\",\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(\"my-deployment\"),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/endpoints.go", "content": "// This adapter uses the deprecated core/v1.Endpoints API intentionally.\n//\n// We use the latest K8s SDK version but balance that against supporting as many\n// Kubernetes versions as possible. Older clusters may not have the\n// discoveryv1.EndpointSlice API, so we retain this adapter for backward\n// compatibility. The staticcheck lint exceptions below are therefore expected\n// and acceptable. When the SDK eventually drops support for v1.Endpoints we\n// will need to split out version-specific builds of the k8s-source.\n\npackage adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc EndpointsExtractor(resource *v1.Endpoints, scope string) ([]*sdp.LinkedItemQuery, error) { //nolint:staticcheck,nolintlint // SA1019: v1.Endpoints deprecated; see note at top of file\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tsd, err := ParseScope(scope, true)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, subset := range resource.Subsets {\n\t\tfor _, address := range subset.Addresses {\n\t\t\tif address.Hostname != \"\" {\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: address.Hostname,\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif address.NodeName != nil {\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"Node\",\n\t\t\t\t\t\tScope: sd.ClusterName,\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *address.NodeName,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif address.IP != \"\" {\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: address.IP,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif address.TargetRef != nil {\n\t\t\t\tqueries = append(queries, ObjectReferenceToQuery(address.TargetRef, sd))\n\t\t\t}\n\t\t}\n\t}\n\n\treturn queries, nil\n}\n\nfunc newEndpointsAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.Endpoints, *v1.EndpointsList]{ //nolint:staticcheck,nolintlint // SA1019: v1.Endpoints deprecated; see note at top of file\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tTypeName: \"Endpoints\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.Endpoints, *v1.EndpointsList] { //nolint:staticcheck,nolintlint // SA1019\n\t\t\treturn cs.CoreV1().Endpoints(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.EndpointsList) ([]*v1.Endpoints, error) { //nolint:staticcheck,nolintlint // SA1019\n\t\t\textracted := make([]*v1.Endpoints, len(list.Items)) //nolint:staticcheck,nolintlint // SA1019\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: EndpointsExtractor,\n\t\tAdapterMetadata: endpointsAdapterMetadata,\n\t\tcache: cache,\n\t}\n}\n\nvar endpointsAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"Endpoints\",\n\tType: \"Endpoints\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Endpoints\"),\n\tPotentialLinks: []string{\"Node\", \"ip\", \"Pod\", \"ExternalName\", \"DNS\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_endpoints.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_endpoints_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newEndpointsAdapter)\n}\n" }, { "path": "k8s-source/adapters/endpoints_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar endpointsYAML = `\napiVersion: apps/v1\nkind: Deployment\nmetadata:\n name: endpoint-deployment\nspec:\n replicas: 1\n selector:\n matchLabels:\n app: endpoint-test\n template:\n metadata:\n labels:\n app: endpoint-test\n spec:\n containers:\n - name: endpoint-test\n image: nginx:latest\n ports:\n - containerPort: 80\n\n---\napiVersion: v1\nkind: Service\nmetadata:\n name: endpoint-service\nspec:\n selector:\n app: endpoint-test\n ports:\n - name: http\n port: 80\n targetPort: 80\n type: ClusterIP\n\n`\n\nfunc TestEndpointsAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newEndpointsAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"endpoint-service\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: endpointsYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(`^10\\.`),\n\t\t\t\tExpectedType: \"ip\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"Node\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"local-tests-control-plane\",\n\t\t\t\tExpectedScope: CurrentCluster.Name,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"Pod\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(\"endpoint-deployment\"),\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t\tWait: func(item *sdp.Item) bool {\n\t\t\treturn len(item.GetLinkedItemQueries()) > 0\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/endpointslice.go", "content": "package adapters\n\nimport (\n\t\"time\"\n\n\tv1 \"k8s.io/api/discovery/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc endpointSliceExtractor(resource *v1.EndpointSlice, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tsd, err := ParseScope(scope, true)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif serviceName, ok := resource.Labels[\"kubernetes.io/service-name\"]; ok && serviceName != \"\" {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"Service\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: serviceName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tfor _, endpoint := range resource.Endpoints {\n\t\tif endpoint.Hostname != nil {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *endpoint.Hostname,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif endpoint.NodeName != nil {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"Node\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *endpoint.NodeName,\n\t\t\t\t\tScope: sd.ClusterName,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif endpoint.TargetRef != nil {\n\t\t\tqueries = append(queries, ObjectReferenceToQuery(endpoint.TargetRef, sd))\n\t\t}\n\n\t\tfor _, address := range endpoint.Addresses {\n\t\t\tswitch resource.AddressType {\n\t\t\tcase v1.AddressTypeIPv4, v1.AddressTypeIPv6:\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: address,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\tcase v1.AddressTypeFQDN:\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: address,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn queries, nil\n}\n\nfunc newEndpointSliceAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.EndpointSlice, *v1.EndpointSliceList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"EndpointSlice\",\n\t\tCacheDuration: 1 * time.Minute, // very low since this changes a lot\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.EndpointSlice, *v1.EndpointSliceList] {\n\t\t\treturn cs.DiscoveryV1().EndpointSlices(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.EndpointSliceList) ([]*v1.EndpointSlice, error) {\n\t\t\textracted := make([]*v1.EndpointSlice, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: endpointSliceExtractor,\n\t\tAdapterMetadata: endpointSliceAdapterMetadata,\n\t}\n}\n\nvar endpointSliceAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"EndpointSlice\",\n\tDescriptiveName: \"Endpoint Slice\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tPotentialLinks: []string{\"Node\", \"Pod\", \"dns\", \"ip\", \"Service\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"EndpointSlice\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_endpoints_slice_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_endpoints_slice.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newEndpointSliceAdapter)\n}\n" }, { "path": "k8s-source/adapters/endpointslice_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar endpointSliceYAML = `\napiVersion: apps/v1\nkind: Deployment\nmetadata:\n name: endpointslice-deployment\nspec:\n replicas: 1\n selector:\n matchLabels:\n app: endpointslice-test\n template:\n metadata:\n labels:\n app: endpointslice-test\n spec:\n containers:\n - name: endpointslice-test\n image: nginx:latest\n ports:\n - containerPort: 80\n\n---\napiVersion: v1\nkind: Service\nmetadata:\n name: endpointslice-service\nspec:\n selector:\n app: endpointslice-test\n ports:\n - name: http\n port: 80\n targetPort: 80\n type: ClusterIP\n\n`\n\nfunc TestEndpointSliceAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newEndpointSliceAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQueryRegexp: regexp.MustCompile(\"endpoint-service\"),\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: endpointSliceYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"Service\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"endpointslice-service\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(`^10\\.`),\n\t\t\t\tExpectedType: \"ip\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"Node\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"local-tests-control-plane\",\n\t\t\t\tExpectedScope: CurrentCluster.Name,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"Pod\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(\"endpoint-deployment\"),\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/generic_source.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"slices\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tcorev1 \"k8s.io/api/core/v1\"\n\tk8serr \"k8s.io/apimachinery/pkg/api/errors\"\n\tmetav1 \"k8s.io/apimachinery/pkg/apis/meta/v1\"\n)\n\nconst DefaultCacheDuration = 30 * time.Minute\n\n// NamespacedInterfaceBuilder The function that create a client to query a\n// namespaced resource. e.g. `CoreV1().Pods`\ntype NamespacedInterfaceBuilder[Resource metav1.Object, ResourceList any] func(namespace string) ItemInterface[Resource, ResourceList]\n\n// ClusterInterfaceBuilder The function that create a client to query a\n// cluster-wide resource. e.g. `CoreV1().Nodes`\ntype ClusterInterfaceBuilder[Resource metav1.Object, ResourceList any] func() ItemInterface[Resource, ResourceList]\n\n// ItemInterface An interface that matches the `Get` and `List` methods for K8s\n// resources since these are the ones that we use for getting Overmind data.\n// Kube's clients are usually namespaced when they are created, so this\n// interface is expected to only returns items from a single namespace\ntype ItemInterface[Resource metav1.Object, ResourceList any] interface {\n\tGet(ctx context.Context, name string, opts metav1.GetOptions) (Resource, error)\n\tList(ctx context.Context, opts metav1.ListOptions) (ResourceList, error)\n}\n\ntype KubeTypeAdapter[Resource metav1.Object, ResourceList any] struct {\n\t// The function that creates a client to query a namespaced resource. e.g.\n\t// `CoreV1().Pods`. Either this or `NamespacedInterfaceBuilder` must be\n\t// specified\n\tClusterInterfaceBuilder ClusterInterfaceBuilder[Resource, ResourceList]\n\n\t// The function that creates a client to query a cluster-wide resource. e.g.\n\t// `CoreV1().Nodes`. Either this or `ClusterInterfaceBuilder` must be\n\t// specified\n\tNamespacedInterfaceBuilder NamespacedInterfaceBuilder[Resource, ResourceList]\n\n\t// A function that extracts a slice of Resources from a ResourceList\n\tListExtractor func(ResourceList) ([]Resource, error)\n\n\t// A function that returns a list of linked item queries for a given\n\t// resource and scope\n\tLinkedItemQueryExtractor func(resource Resource, scope string) ([]*sdp.LinkedItemQuery, error)\n\n\t// A function that extracts health from the resource, this is optional\n\tHealthExtractor func(resource Resource) *sdp.Health\n\n\t// A function that redacts sensitive data from the resource, this is\n\t// optional\n\tRedact func(resource Resource) Resource\n\n\t// Whether to automatically extract the query from the item's attributes.\n\t// This should be enabled for resources that are likely to include\n\t// unstructured but interesting data like environment variables\n\tAutoQueryExtract bool\n\n\t// The type of items that this adapter should return. This should be the\n\t// \"Kind\" of the kubernetes resources, e.g. \"Pod\", \"Node\", \"ServiceAccount\"\n\tTypeName string\n\t// List of namespaces that this adapter should query\n\tNamespaces []string\n\t// The name of the cluster that this adapter is for. This is used to generate\n\t// scopes\n\tClusterName string\n\n\t// AdapterMetadata for the adapter\n\tAdapterMetadata *sdp.AdapterMetadata\n\n\tCacheDuration time.Duration // How long to cache items for\n\tcache sdpcache.Cache // This is mandatory\n}\n\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) cacheDuration() time.Duration {\n\tif s.CacheDuration == 0 {\n\t\treturn DefaultCacheDuration\n\t}\n\n\treturn s.CacheDuration\n}\n\n// validate Validates that the adapter is correctly set up\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) Validate() error {\n\tif s.NamespacedInterfaceBuilder == nil && s.ClusterInterfaceBuilder == nil {\n\t\treturn errors.New(\"either NamespacedInterfaceBuilder or ClusterInterfaceBuilder must be specified\")\n\t}\n\n\tif s.ListExtractor == nil {\n\t\treturn errors.New(\"listExtractor must be specified\")\n\t}\n\n\tif s.TypeName == \"\" {\n\t\treturn errors.New(\"typeName must be specified\")\n\t}\n\n\tif s.namespaced() && len(s.Namespaces) == 0 {\n\t\treturn errors.New(\"namespaces must be specified when NamespacedInterfaceBuilder is specified\")\n\t}\n\n\tif s.ClusterName == \"\" {\n\t\treturn errors.New(\"clusterName must be specified\")\n\t}\n\n\treturn nil\n}\n\n// namespaced Returns whether the adapter is namespaced or not\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) namespaced() bool {\n\treturn s.NamespacedInterfaceBuilder != nil\n}\n\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) Type() string {\n\treturn s.TypeName\n}\n\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) Metadata() *sdp.AdapterMetadata {\n\treturn s.AdapterMetadata\n}\n\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) Name() string {\n\treturn fmt.Sprintf(\"k8s-%v\", s.TypeName)\n}\n\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) Weight() int {\n\treturn 10\n}\n\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) Scopes() []string {\n\tnamespaces := make([]string, 0)\n\n\tif s.namespaced() {\n\t\tfor _, ns := range s.Namespaces {\n\t\t\tsd := ScopeDetails{\n\t\t\t\tClusterName: s.ClusterName,\n\t\t\t\tNamespace: ns,\n\t\t\t}\n\n\t\t\tnamespaces = append(namespaces, sd.String())\n\t\t}\n\t} else {\n\t\tsd := ScopeDetails{\n\t\t\tClusterName: s.ClusterName,\n\t\t}\n\n\t\tnamespaces = append(namespaces, sd.String())\n\t}\n\n\treturn namespaces\n}\n\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tvar cacheHit bool\n\tvar ck sdpcache.CacheKey\n\tvar cachedItems []*sdp.Item\n\tvar qErr *sdp.QueryError\n\tvar done func()\n\n\tcacheHit, ck, cachedItems, qErr, done = s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\tif len(cachedItems) > 0 {\n\t\t\treturn cachedItems[0], nil\n\t\t} else {\n\t\t\treturn nil, nil\n\t\t}\n\t}\n\n\ti, err := s.itemInterface(scope)\n\tif err != nil {\n\t\terr = &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\treturn nil, err\n\t}\n\n\tresource, err := i.Get(ctx, query, metav1.GetOptions{})\n\tif err != nil {\n\t\tstatusErr := new(k8serr.StatusError)\n\n\t\tif errors.As(err, &statusErr) && statusErr.ErrStatus.Code == 404 {\n\t\t\terr = &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: statusErr.ErrStatus.Message,\n\t\t\t}\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\treturn nil, err\n\t}\n\n\titem, err := s.resourceToItem(resource)\n\tif err != nil {\n\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\treturn nil, err\n\t}\n\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\treturn item, nil\n}\n\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tvar cacheHit bool\n\tvar ck sdpcache.CacheKey\n\tvar cachedItems []*sdp.Item\n\tvar qErr *sdp.QueryError\n\tvar done func()\n\n\tcacheHit, ck, cachedItems, qErr, done = s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_LIST, scope, s.Type(), \"\", ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\treturn cachedItems, nil\n\t}\n\n\titems, err := s.listWithOptions(ctx, scope, metav1.ListOptions{})\n\tif err != nil {\n\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\treturn nil, err\n\t}\n\n\tfor _, item := range items {\n\t\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\t}\n\n\treturn items, nil\n}\n\n// listWithOptions Runs the inbuilt list method with the given options\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) listWithOptions(ctx context.Context, scope string, opts metav1.ListOptions) ([]*sdp.Item, error) {\n\ti, err := s.itemInterface(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tlist, err := i.List(ctx, opts)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tresourceList, err := s.ListExtractor(list)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titems, err := s.resourcesToItems(resourceList)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn items, nil\n}\n\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\topts, err := QueryToListOptions(query)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tck := sdpcache.CacheKeyFromParts(s.Name(), sdp.QueryMethod_SEARCH, scope, s.Type(), query)\n\n\titems, err := s.listWithOptions(ctx, scope, opts)\n\tif err != nil {\n\t\ts.cache.StoreUnavailableItem(ctx, err, s.cacheDuration(), ck)\n\t\treturn nil, err\n\t}\n\n\tfor _, item := range items {\n\t\ts.cache.StoreItem(ctx, item, s.cacheDuration(), ck)\n\t}\n\n\treturn items, nil\n}\n\n// itemInterface Returns the correct interface depending on whether the adapter\n// is namespaced or not\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) itemInterface(scope string) (ItemInterface[Resource, ResourceList], error) {\n\t// If this is a namespaced resource, then parse the scope to get the\n\t// namespace\n\tif s.namespaced() {\n\t\tdetails, err := ParseScope(scope, s.namespaced())\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\treturn s.NamespacedInterfaceBuilder(details.Namespace), nil\n\t} else {\n\t\treturn s.ClusterInterfaceBuilder(), nil\n\t}\n}\n\nvar ignoredMetadataFields = []string{\n\t\"managedFields\",\n\t\"binaryData\",\n\t\"immutable\",\n\t\"stringData\",\n}\n\nfunc ignored(key string) bool {\n\treturn slices.Contains(ignoredMetadataFields, key)\n}\n\n// resourcesToItems Converts a slice of resources to a slice of items\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) resourcesToItems(resourceList []Resource) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, len(resourceList))\n\n\tvar err error\n\n\tfor i := range resourceList {\n\t\titems[i], err = s.resourceToItem(resourceList[i])\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t}\n\n\treturn items, nil\n}\n\n// resourceToItem Converts a resource to an item\nfunc (s *KubeTypeAdapter[Resource, ResourceList]) resourceToItem(resource Resource) (*sdp.Item, error) {\n\tsd := ScopeDetails{\n\t\tClusterName: s.ClusterName,\n\t\tNamespace: resource.GetNamespace(),\n\t}\n\n\t// Redact sensitive data if required\n\tif s.Redact != nil {\n\t\tresource = s.Redact(resource)\n\t}\n\n\tattributes, err := sdp.ToAttributesViaJson(resource)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Promote the metadata to the top level\n\tif metadata, err := attributes.Get(\"metadata\"); err == nil {\n\t\t// Cast to a type we can iterate over\n\t\tif metadataMap, ok := metadata.(map[string]any); ok {\n\t\t\tfor key, value := range metadataMap {\n\t\t\t\t// Check that the key isn't in the ignored list\n\t\t\t\tif !ignored(key) {\n\t\t\t\t\tattributes.Set(key, value)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Remove the metadata attribute\n\t\tdelete(attributes.GetAttrStruct().GetFields(), \"metadata\")\n\t}\n\n\t// Make sure the name is set\n\tattributes.Set(\"name\", resource.GetName())\n\n\titem := &sdp.Item{\n\t\tType: s.TypeName,\n\t\tUniqueAttribute: \"name\",\n\t\tScope: sd.String(),\n\t\tAttributes: attributes,\n\t\tTags: resource.GetLabels(),\n\t}\n\n\t// Automatically create links to owner references\n\tfor _, ref := range resource.GetOwnerReferences() {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: ref.Kind,\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: ref.Name,\n\t\t\t\tScope: sd.String(),\n\t\t\t},\n\t\t})\n\t}\n\n\tif s.LinkedItemQueryExtractor != nil {\n\t\t// Add linked items\n\t\tnewQueries, err := s.LinkedItemQueryExtractor(resource, sd.String())\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, newQueries...)\n\t}\n\n\tif s.AutoQueryExtract {\n\t\t// Automatically extract queries from the item's attributes\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, sdp.ExtractLinksFromAttributes(attributes)...)\n\t}\n\n\tif s.HealthExtractor != nil {\n\t\titem.Health = s.HealthExtractor(resource)\n\t}\n\n\treturn item, nil\n}\n\n// ObjectReferenceToQuery Converts a K8s ObjectReference to a linked item\n// request. Note that you must provide the parent scope since the reference\n// could be an object in a different namespace, if it is we need to re-use the\n// cluster name from the parent scope\nfunc ObjectReferenceToQuery(ref *corev1.ObjectReference, parentScope ScopeDetails) *sdp.LinkedItemQuery {\n\tif ref == nil {\n\t\treturn nil\n\t}\n\n\t// Update the namespace, but keep the cluster the same\n\tparentScope.Namespace = ref.Namespace\n\n\treturn &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: ref.Kind,\n\t\t\tMethod: sdp.QueryMethod_GET, // Object references are to a specific object\n\t\t\tQuery: ref.Name,\n\t\t\tScope: parentScope.String(),\n\t\t},\n\t}\n}\n\n// Returns the default supported query methods for a given resource type. The\n// user must pass in the name of the resource type e.g. \"Config Map\"\nfunc DefaultSupportedQueryMethods(name string) *sdp.AdapterSupportedQueryMethods {\n\treturn &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: fmt.Sprintf(\"Get a %v by name\", name),\n\t\tList: true,\n\t\tListDescription: fmt.Sprintf(\"List all %vs\", name),\n\t\tSearch: true,\n\t\tSearchDescription: fmt.Sprintf(`Search for a %v using the ListOptions JSON format e.g. {\"labelSelector\": \"app=wordpress\"}`, name),\n\t}\n}\n" }, { "path": "k8s-source/adapters/generic_source_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"regexp\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/google/uuid\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\tmetav1 \"k8s.io/apimachinery/pkg/apis/meta/v1\"\n\t\"k8s.io/apimachinery/pkg/types\"\n)\n\ntype PodClient struct {\n\tGetError error\n\tListError error\n}\n\nfunc (p PodClient) Get(ctx context.Context, name string, opts metav1.GetOptions) (*v1.Pod, error) {\n\tif p.GetError != nil {\n\t\treturn nil, p.GetError\n\t}\n\n\tuid := uuid.NewString()\n\n\treturn &v1.Pod{\n\t\tTypeMeta: metav1.TypeMeta{},\n\t\tObjectMeta: metav1.ObjectMeta{\n\t\t\tName: name,\n\t\t\tNamespace: \"default\",\n\t\t\tUID: types.UID(uid),\n\t\t\tResourceVersion: \"9164\",\n\t\t\tCreationTimestamp: metav1.NewTime(time.Now()),\n\t\t},\n\t\tSpec: v1.PodSpec{\n\t\t\tVolumes: []v1.Volume{\n\t\t\t\t{\n\t\t\t\t\tName: \"kube-api-access-hgq4d\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tRestartPolicy: \"Always\",\n\t\t\tDNSPolicy: \"ClusterFirst\",\n\t\t\tServiceAccountName: \"default\",\n\t\t\tNodeName: \"minikube\",\n\t\t\tContainers: []v1.Container{\n\t\t\t\t{\n\t\t\t\t\tEnv: []v1.EnvVar{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: \"INTERESTING_URL\",\n\t\t\t\t\t\t\tValue: \"http://example.com\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tStatus: v1.PodStatus{\n\t\t\tPhase: \"Running\",\n\t\t\tHostIP: \"10.0.0.1\",\n\t\t\tPodIP: \"10.244.0.6\",\n\t\t},\n\t}, nil\n}\n\nfunc (p PodClient) List(ctx context.Context, opts metav1.ListOptions) (*v1.PodList, error) {\n\tif p.ListError != nil {\n\t\treturn nil, p.ListError\n\t}\n\n\tuid := uuid.NewString()\n\n\treturn &v1.PodList{\n\t\tItems: []v1.Pod{\n\t\t\t{\n\t\t\t\tTypeMeta: metav1.TypeMeta{},\n\t\t\t\tObjectMeta: metav1.ObjectMeta{\n\t\t\t\t\tName: \"foo\",\n\t\t\t\t\tNamespace: \"default\",\n\t\t\t\t\tUID: types.UID(uid),\n\t\t\t\t\tResourceVersion: \"9164\",\n\t\t\t\t\tCreationTimestamp: metav1.NewTime(time.Now()),\n\t\t\t\t},\n\t\t\t\tSpec: v1.PodSpec{\n\t\t\t\t\tVolumes: []v1.Volume{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: \"kube-api-access-hgq4d\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tRestartPolicy: \"Always\",\n\t\t\t\t\tDNSPolicy: \"ClusterFirst\",\n\t\t\t\t\tServiceAccountName: \"default\",\n\t\t\t\t\tNodeName: \"minikube\",\n\t\t\t\t},\n\t\t\t\tStatus: v1.PodStatus{\n\t\t\t\t\tPhase: \"Running\",\n\t\t\t\t\tHostIP: \"10.0.0.1\",\n\t\t\t\t\tPodIP: \"10.244.0.6\",\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tTypeMeta: metav1.TypeMeta{},\n\t\t\t\tObjectMeta: metav1.ObjectMeta{\n\t\t\t\t\tName: \"bar\",\n\t\t\t\t\tNamespace: \"default\",\n\t\t\t\t\tUID: types.UID(uid),\n\t\t\t\t\tResourceVersion: \"9164\",\n\t\t\t\t\tCreationTimestamp: metav1.NewTime(time.Now()),\n\t\t\t\t},\n\t\t\t\tSpec: v1.PodSpec{\n\t\t\t\t\tVolumes: []v1.Volume{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: \"kube-api-access-c43w1\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tRestartPolicy: \"Always\",\n\t\t\t\t\tDNSPolicy: \"ClusterFirst\",\n\t\t\t\t\tServiceAccountName: \"default\",\n\t\t\t\t\tNodeName: \"minikube\",\n\t\t\t\t},\n\t\t\t\tStatus: v1.PodStatus{\n\t\t\t\t\tPhase: \"Running\",\n\t\t\t\t\tHostIP: \"10.0.0.1\",\n\t\t\t\t\tPodIP: \"10.244.0.7\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\nfunc createAdapter(namespaced bool) *KubeTypeAdapter[*v1.Pod, *v1.PodList] {\n\tvar clusterInterfaceBuilder ClusterInterfaceBuilder[*v1.Pod, *v1.PodList]\n\tvar namespacedInterfaceBuilder NamespacedInterfaceBuilder[*v1.Pod, *v1.PodList]\n\n\tif namespaced {\n\t\tnamespacedInterfaceBuilder = func(namespace string) ItemInterface[*v1.Pod, *v1.PodList] {\n\t\t\treturn PodClient{}\n\t\t}\n\t} else {\n\t\tclusterInterfaceBuilder = func() ItemInterface[*v1.Pod, *v1.PodList] {\n\t\t\treturn PodClient{}\n\t\t}\n\t}\n\treturn &KubeTypeAdapter[*v1.Pod, *v1.PodList]{\n\t\tClusterInterfaceBuilder: clusterInterfaceBuilder,\n\t\tNamespacedInterfaceBuilder: namespacedInterfaceBuilder,\n\t\tListExtractor: func(p *v1.PodList) ([]*v1.Pod, error) {\n\t\t\tpods := make([]*v1.Pod, len(p.Items))\n\n\t\t\tfor i := range p.Items {\n\t\t\t\tpods[i] = &p.Items[i]\n\t\t\t}\n\n\t\t\treturn pods, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: func(p *v1.Pod, scope string) ([]*sdp.LinkedItemQuery, error) {\n\t\t\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\t\t\tif p.Spec.NodeName == \"\" {\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"node\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: p.Spec.NodeName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\treturn queries, nil\n\t\t},\n\t\tHealthExtractor: func(resource *v1.Pod) *sdp.Health {\n\t\t\treturn sdp.Health_HEALTH_OK.Enum()\n\t\t},\n\t\tAutoQueryExtract: true,\n\t\tTypeName: \"Pod\",\n\t\tClusterName: \"minikube\",\n\t\tNamespaces: []string{\"default\", \"app1\"},\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n}\n\nfunc TestAdapterValidate(t *testing.T) {\n\tt.Run(\"fully populated adapter\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tadapter := createAdapter(false)\n\t\terr := adapter.Validate()\n\n\t\tif err != nil {\n\t\t\tt.Errorf(\"expected no error, got %s\", err)\n\t\t}\n\t})\n\n\tt.Run(\"missing ClusterInterfaceBuilder\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tadapter := createAdapter(false)\n\t\tadapter.ClusterInterfaceBuilder = nil\n\n\t\terr := adapter.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got none\")\n\t\t}\n\t})\n\n\tt.Run(\"missing ListExtractor\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tadapter := createAdapter(false)\n\t\tadapter.ListExtractor = nil\n\n\t\terr := adapter.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got none\")\n\t\t}\n\t})\n\n\tt.Run(\"missing TypeName\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tadapter := createAdapter(false)\n\t\tadapter.TypeName = \"\"\n\n\t\terr := adapter.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got none\")\n\t\t}\n\t})\n\n\tt.Run(\"missing ClusterName\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tadapter := createAdapter(false)\n\t\tadapter.ClusterName = \"\"\n\n\t\terr := adapter.Validate()\n\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got none\")\n\t\t}\n\t})\n\n\tt.Run(\"missing namespaces\", func(t *testing.T) {\n\t\tt.Run(\"when namespaced\", func(t *testing.T) {\n\t\t\tt.Parallel()\n\t\t\tadapter := createAdapter(true)\n\t\t\tadapter.Namespaces = nil\n\n\t\t\terr := adapter.Validate()\n\n\t\t\tif err == nil {\n\t\t\t\tt.Errorf(\"expected error, got none\")\n\t\t\t}\n\n\t\t\tadapter.Namespaces = []string{}\n\n\t\t\terr = adapter.Validate()\n\n\t\t\tif err == nil {\n\t\t\t\tt.Errorf(\"expected error, got none\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"when not namespaced\", func(t *testing.T) {\n\t\t\tt.Parallel()\n\t\t\tadapter := createAdapter(false)\n\t\t\tadapter.Namespaces = nil\n\n\t\t\terr := adapter.Validate()\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"expected no error, got %s\", err)\n\t\t\t}\n\n\t\t\tadapter.Namespaces = []string{}\n\n\t\t\terr = adapter.Validate()\n\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"expected no error, got %s\", err)\n\t\t\t}\n\t\t})\n\n\t})\n}\n\nfunc TestType(t *testing.T) {\n\tadapter := createAdapter(false)\n\n\tif adapter.Type() != \"Pod\" {\n\t\tt.Errorf(\"expected type 'Pod', got %s\", adapter.Type())\n\t}\n}\n\nfunc TestName(t *testing.T) {\n\tadapter := createAdapter(false)\n\n\tif adapter.Name() == \"\" {\n\t\tt.Errorf(\"expected non-empty name, got none\")\n\t}\n}\n\nfunc TestScopes(t *testing.T) {\n\tt.Run(\"when namespaced\", func(t *testing.T) {\n\t\tadapter := createAdapter(true)\n\n\t\tif len(adapter.Scopes()) != len(adapter.Namespaces) {\n\t\t\tt.Errorf(\"expected %d scopes, got %d\", len(adapter.Namespaces), len(adapter.Scopes()))\n\t\t}\n\t})\n\n\tt.Run(\"when not namespaced\", func(t *testing.T) {\n\t\tadapter := createAdapter(false)\n\n\t\tif len(adapter.Scopes()) != 1 {\n\t\t\tt.Errorf(\"expected 1 scope, got %d\", len(adapter.Scopes()))\n\t\t}\n\t})\n}\n\nfunc TestAdapterGet(t *testing.T) {\n\tt.Run(\"get existing item\", func(t *testing.T) {\n\t\tadapter := createAdapter(false)\n\n\t\titem, err := adapter.Get(context.Background(), \"foo\", \"example\", false)\n\n\t\tif err != nil {\n\t\t\tt.Errorf(\"expected no error, got %s\", err)\n\t\t}\n\n\t\tif item == nil {\n\t\t\tt.Errorf(\"expected item, got none\")\n\t\t}\n\n\t\tif item.UniqueAttributeValue() != \"example\" {\n\t\t\tt.Errorf(\"expected item with unique attribute value 'example', got %s\", item.UniqueAttributeValue())\n\t\t}\n\n\t\tif item.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"expected item with health HEALTH_OK, got %s\", item.GetHealth())\n\t\t}\n\n\t\tif item.GetType() != \"Pod\" {\n\t\t\tt.Errorf(\"expected item with type Pod, got %s\", item.GetType())\n\t\t}\n\n\t\tvar foundAutomaticLink bool\n\t\tfor _, q := range item.GetLinkedItemQueries() {\n\t\t\tif q.GetQuery().GetType() == \"http\" && q.GetQuery().GetQuery() == \"http://example.com\" {\n\t\t\t\tfoundAutomaticLink = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !foundAutomaticLink {\n\t\t\tt.Errorf(\"expected automatic link to http://example.com, got none\")\n\t\t}\n\t})\n\n\tt.Run(\"get non-existent item\", func(t *testing.T) {\n\t\tadapter := createAdapter(false)\n\t\tadapter.ClusterInterfaceBuilder = func() ItemInterface[*v1.Pod, *v1.PodList] {\n\t\t\treturn PodClient{\n\t\t\t\tGetError: &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"not found\",\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\t_, err := adapter.Get(context.Background(), \"foo\", \"example\", false)\n\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got none\")\n\t\t}\n\t})\n}\n\nfunc TestFailingQueryExtractor(t *testing.T) {\n\tadapter := createAdapter(false)\n\tadapter.LinkedItemQueryExtractor = func(_ *v1.Pod, _ string) ([]*sdp.LinkedItemQuery, error) {\n\t\treturn nil, errors.New(\"failed to extract queries\")\n\t}\n\n\t_, err := adapter.Get(context.Background(), \"foo\", \"example\", false)\n\n\tif err == nil {\n\t\tt.Errorf(\"expected error, got none\")\n\t}\n}\n\nfunc TestList(t *testing.T) {\n\tt.Run(\"when namespaced\", func(t *testing.T) {\n\t\tadapter := createAdapter(true)\n\n\t\titems, err := adapter.List(context.Background(), \"foo.bar\", false)\n\n\t\tif err != nil {\n\t\t\tt.Errorf(\"expected no error, got %s\", err)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"expected 2 items, got %d\", len(items))\n\t\t}\n\n\t\tif items[0].GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"expected item with health HEALTH_OK, got %s\", items[0].GetHealth())\n\t\t}\n\t})\n\n\tt.Run(\"when not namespaced\", func(t *testing.T) {\n\t\tadapter := createAdapter(false)\n\n\t\titems, err := adapter.List(context.Background(), \"foo\", false)\n\n\t\tif err != nil {\n\t\t\tt.Errorf(\"expected no error, got %s\", err)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"expected 2 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"with failing list extractor\", func(t *testing.T) {\n\t\tadapter := createAdapter(false)\n\t\tadapter.ListExtractor = func(_ *v1.PodList) ([]*v1.Pod, error) {\n\t\t\treturn nil, errors.New(\"failed to extract list\")\n\t\t}\n\n\t\t_, err := adapter.List(context.Background(), \"foo\", false)\n\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got none\")\n\t\t}\n\t})\n\n\tt.Run(\"with failing query extractor\", func(t *testing.T) {\n\t\tadapter := createAdapter(false)\n\t\tadapter.LinkedItemQueryExtractor = func(_ *v1.Pod, _ string) ([]*sdp.LinkedItemQuery, error) {\n\t\t\treturn nil, errors.New(\"failed to extract queries\")\n\t\t}\n\n\t\t_, err := adapter.List(context.Background(), \"foo\", false)\n\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got none\")\n\t\t}\n\t})\n}\n\nfunc TestSearch(t *testing.T) {\n\tt.Run(\"with a valid query\", func(t *testing.T) {\n\t\tadapter := createAdapter(false)\n\n\t\titems, err := adapter.Search(context.Background(), \"foo\", \"{\\\"labelSelector\\\":\\\"app=foo\\\"}\", false)\n\n\t\tif err != nil {\n\t\t\tt.Errorf(\"expected no error, got %s\", err)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"expected 2 item, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"with an invalid query\", func(t *testing.T) {\n\t\tadapter := createAdapter(false)\n\n\t\t_, err := adapter.Search(context.Background(), \"foo\", \"{{{{}\", false)\n\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected error, got none\")\n\t\t}\n\t})\n}\n\nfunc TestRedact(t *testing.T) {\n\tadapter := createAdapter(true)\n\tadapter.Redact = func(resource *v1.Pod) *v1.Pod {\n\t\tresource.Spec.Hostname = \"redacted\"\n\n\t\treturn resource\n\t}\n\n\titem, err := adapter.Get(context.Background(), \"cluster.namespace\", \"test\", false)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\thostname, err := item.GetAttributes().Get(\"spec.hostname\")\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif hostname != \"redacted\" {\n\t\tt.Errorf(\"expected hostname to be redacted, got %v\", hostname)\n\t}\n}\n\ntype QueryTest struct {\n\tExpectedType string\n\tExpectedMethod sdp.QueryMethod\n\tExpectedQuery string\n\tExpectedScope string\n\n\t// Expect the query to match a regex, this takes precedence over\n\t// ExpectedQuery\n\tExpectedQueryMatches *regexp.Regexp\n}\n\ntype QueryTests []QueryTest\n\nfunc (i QueryTests) Execute(t *testing.T, item *sdp.Item) {\n\tt.Helper()\n\n\tfor _, test := range i {\n\t\tvar found bool\n\n\t\tfor _, lir := range item.GetLinkedItemQueries() {\n\t\t\tif lirMatches(test, lir) {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Errorf(\"could not find linked item request in %v requests.\\nType: %v\\nQuery: %v\\nScope: %v\", len(item.GetLinkedItemQueries()), test.ExpectedType, test.ExpectedQuery, test.ExpectedScope)\n\t\t}\n\t}\n}\n\nfunc lirMatches(test QueryTest, req *sdp.LinkedItemQuery) bool {\n\tif req.GetQuery() != nil {\n\t\tif test.ExpectedMethod != req.GetQuery().GetMethod() {\n\t\t\treturn false\n\t\t}\n\t\tif test.ExpectedScope != req.GetQuery().GetScope() {\n\t\t\treturn false\n\t\t}\n\t\tif test.ExpectedType != req.GetQuery().GetType() {\n\t\t\treturn false\n\t\t}\n\n\t\tif test.ExpectedQueryMatches != nil {\n\t\t\tif !test.ExpectedQueryMatches.MatchString(req.GetQuery().GetQuery()) {\n\t\t\t\treturn false\n\t\t\t}\n\t\t} else {\n\t\t\tif test.ExpectedQuery != req.GetQuery().GetQuery() {\n\t\t\t\treturn false\n\t\t\t}\n\t\t}\n\t}\n\n\t// TODO: check for blast radius differences\n\n\treturn true\n}\n\ntype AdapterTests struct {\n\t// The adapter under test\n\tAdapter discovery.ListableAdapter\n\n\t// The get query to test\n\tGetQuery string\n\tGetScope string\n\tGetQueryTests QueryTests\n\n\t// If this is set,. the get query is determined by running a list, then\n\t// finding the first item that matches this regexp\n\tGetQueryRegexp *regexp.Regexp\n\n\t// YAML to apply before testing, it will be removed after\n\tSetupYAML string\n\n\t// An optional function to wait to return true before running the tests. It\n\t// is passed the current item that Get tests will be run against, and should\n\t// return a boolean indicating whether the tests should continue or wait\n\tWait func(item *sdp.Item) bool\n}\n\nfunc (s AdapterTests) Execute(t *testing.T) {\n\tt.Helper()\n\n\tif s.SetupYAML != \"\" {\n\t\terr := CurrentCluster.Apply(s.SetupYAML)\n\t\tif err != nil {\n\t\t\tt.Fatal(fmt.Errorf(\"failed to apply setup YAML: %w\", err))\n\t\t}\n\n\t\tt.Cleanup(func() {\n\t\t\terr = CurrentCluster.Delete(s.SetupYAML)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(fmt.Errorf(\"failed to delete setup YAML: %w\", err))\n\t\t\t}\n\t\t})\n\t}\n\n\tvar getQuery string\n\n\tif s.GetQueryRegexp != nil {\n\t\titems, err := s.Adapter.List(context.Background(), s.GetScope, false)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tfor _, item := range items {\n\t\t\tif s.GetQueryRegexp.MatchString(item.UniqueAttributeValue()) {\n\t\t\t\tgetQuery = item.UniqueAttributeValue()\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t} else {\n\t\tgetQuery = s.GetQuery\n\t}\n\n\tif s.Wait != nil {\n\t\tt.Log(\"waiting before executing tests\")\n\t\terr := WaitFor(20*time.Second, func() bool {\n\t\t\titem, err := s.Adapter.Get(context.Background(), s.GetScope, getQuery, true)\n\n\t\t\tif err != nil {\n\t\t\t\treturn false\n\t\t\t}\n\n\t\t\treturn s.Wait(item)\n\t\t})\n\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"timed out waiting before starting tests: %v\", err)\n\t\t}\n\t}\n\n\tt.Run(s.Adapter.Name(), func(t *testing.T) {\n\t\tif getQuery != \"\" {\n\t\t\tt.Run(fmt.Sprintf(\"GET:%v\", getQuery), func(t *testing.T) {\n\t\t\t\titem, err := s.Adapter.Get(context.Background(), s.GetScope, getQuery, false)\n\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatal(err)\n\t\t\t\t}\n\n\t\t\t\tif item == nil {\n\t\t\t\t\tt.Errorf(\"expected item, got none\")\n\t\t\t\t}\n\n\t\t\t\tif err = item.Validate(); err != nil {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t}\n\n\t\t\t\ts.GetQueryTests.Execute(t, item)\n\t\t\t})\n\t\t}\n\n\t\tt.Run(\"LIST\", func(t *testing.T) {\n\t\t\titems, err := s.Adapter.List(context.Background(), s.GetScope, false)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif len(items) == 0 {\n\t\t\t\tt.Errorf(\"expected items, got none\")\n\t\t\t}\n\n\t\t\titemMap := make(map[string]*sdp.Item)\n\n\t\t\tfor _, item := range items {\n\t\t\t\titemMap[item.UniqueAttributeValue()] = item\n\n\t\t\t\tif err = item.Validate(); err != nil {\n\t\t\t\t\tt.Error(err)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif len(itemMap) != len(items) {\n\t\t\t\tt.Errorf(\"expected %v unique items, got %v\", len(items), len(itemMap))\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"Adapter Metadata\", func(t *testing.T) {\n\t\t\tmetadata := s.Adapter.Metadata()\n\t\t\tif metadata == nil {\n\t\t\t\tt.Fatal(\"expected metadata, got none\")\n\t\t\t}\n\n\t\t\tif metadata.GetType() == \"\" {\n\t\t\t\tt.Error(\"expected metadata type, got none\")\n\t\t\t}\n\n\t\t\tif metadata.GetDescriptiveName() == \"\" {\n\t\t\t\tt.Error(\"expected metadata descriptive name, got none\")\n\t\t\t}\n\t\t})\n\t})\n}\n\n// WaitFor waits for a condition to be true, or returns an error if the timeout\nfunc WaitFor(timeout time.Duration, run func() bool) error {\n\tstart := time.Now()\n\n\tfor {\n\t\tif run() {\n\t\t\treturn nil\n\t\t}\n\n\t\tif time.Since(start) > timeout {\n\t\t\treturn fmt.Errorf(\"timeout exceeded\")\n\t\t}\n\n\t\ttime.Sleep(250 * time.Millisecond)\n\t}\n}\n\nfunc TestObjectReferenceToQuery(t *testing.T) {\n\tt.Run(\"with a valid object reference\", func(t *testing.T) {\n\t\tref := &v1.ObjectReference{\n\t\t\tKind: \"Pod\",\n\t\t\tNamespace: \"default\",\n\t\t\tName: \"foo\",\n\t\t}\n\n\t\tquery := ObjectReferenceToQuery(ref, ScopeDetails{\n\t\t\tClusterName: \"test-cluster\",\n\t\t\tNamespace: \"default\",\n\t\t})\n\n\t\tif query.GetQuery().GetType() != \"Pod\" {\n\t\t\tt.Errorf(\"expected type Pod, got %s\", query.GetQuery().GetType())\n\t\t}\n\n\t\tif query.GetQuery().GetQuery() != \"foo\" {\n\t\t\tt.Errorf(\"expected query to be foo, got %s\", query.GetQuery().GetQuery())\n\t\t}\n\n\t\tif query.GetQuery().GetScope() != \"test-cluster.default\" {\n\t\t\tt.Errorf(\"expected scope to be test-cluster.default, got %s\", query.GetQuery().GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"with a nil object reference\", func(t *testing.T) {\n\t\tquery := ObjectReferenceToQuery(nil, ScopeDetails{})\n\n\t\tif query != nil {\n\t\t\tt.Errorf(\"expected nil query, got %v\", query)\n\t\t}\n\t})\n}\n" }, { "path": "k8s-source/adapters/horizontalpodautoscaler.go", "content": "package adapters\n\nimport (\n\tv2 \"k8s.io/api/autoscaling/v2\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc horizontalPodAutoscalerExtractor(resource *v2.HorizontalPodAutoscaler, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: resource.Spec.ScaleTargetRef.Kind,\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: resource.Spec.ScaleTargetRef.Name,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn queries, nil\n}\n\nfunc newHorizontalPodAutoscalerAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v2.HorizontalPodAutoscaler, *v2.HorizontalPodAutoscalerList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"HorizontalPodAutoscaler\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v2.HorizontalPodAutoscaler, *v2.HorizontalPodAutoscalerList] {\n\t\t\treturn cs.AutoscalingV2().HorizontalPodAutoscalers(namespace)\n\t\t},\n\t\tListExtractor: func(list *v2.HorizontalPodAutoscalerList) ([]*v2.HorizontalPodAutoscaler, error) {\n\t\t\textracted := make([]*v2.HorizontalPodAutoscaler, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: horizontalPodAutoscalerExtractor,\n\t\tAdapterMetadata: horizontalPodAutoscalerAdapterMetadata,\n\t}\n}\n\nvar horizontalPodAutoscalerAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"HorizontalPodAutoscaler\",\n\tDescriptiveName: \"Horizontal Pod Autoscaler\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Horizontal Pod Autoscaler\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_horizontal_pod_autoscaler_v2.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newHorizontalPodAutoscalerAdapter)\n}\n" }, { "path": "k8s-source/adapters/horizontalpodautoscaler_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar horizontalPodAutoscalerYAML = `\napiVersion: apps/v1\nkind: Deployment\nmetadata:\n name: hpa-deployment\nspec:\n replicas: 1\n selector:\n matchLabels:\n app: hpa-app\n template:\n metadata:\n labels:\n app: hpa-app\n spec:\n containers:\n - name: hpa-container\n image: nginx:latest\n ports:\n - containerPort: 80\n---\napiVersion: autoscaling/v2\nkind: HorizontalPodAutoscaler\nmetadata:\n name: my-hpa\nspec:\n scaleTargetRef:\n apiVersion: apps/v1\n kind: Deployment\n name: hpa-deployment\n minReplicas: 1\n maxReplicas: 10\n metrics:\n - type: Resource\n resource:\n name: cpu\n target:\n type: Utilization\n averageUtilization: 50\n`\n\nfunc TestHorizontalPodAutoscalerAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newHorizontalPodAutoscalerAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"my-hpa\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: horizontalPodAutoscalerYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"Deployment\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t\tExpectedQuery: \"hpa-deployment\",\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/ingress.go", "content": "package adapters\n\nimport (\n\tv1 \"k8s.io/api/networking/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc ingressExtractor(resource *v1.Ingress, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tif resource.Spec.IngressClassName != nil {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"IngressClass\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *resource.Spec.IngressClassName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif resource.Spec.DefaultBackend != nil {\n\t\tif resource.Spec.DefaultBackend.Service != nil {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"Service\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: resource.Spec.DefaultBackend.Service.Name,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif linkRes := resource.Spec.DefaultBackend.Resource; linkRes != nil {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: linkRes.Kind,\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: linkRes.Name,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tfor _, rule := range resource.Spec.Rules {\n\t\tif rule.Host != \"\" {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: rule.Host,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif rule.HTTP != nil {\n\t\t\tfor _, path := range rule.HTTP.Paths {\n\t\t\t\tif path.Backend.Service != nil {\n\t\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"Service\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: path.Backend.Service.Name,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif path.Backend.Resource != nil {\n\t\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: path.Backend.Resource.Kind,\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: path.Backend.Resource.Name,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn queries, nil\n}\n\nfunc newIngressAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.Ingress, *v1.IngressList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"Ingress\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.Ingress, *v1.IngressList] {\n\t\t\treturn cs.NetworkingV1().Ingresses(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.IngressList) ([]*v1.Ingress, error) {\n\t\t\textracted := make([]*v1.Ingress, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: ingressExtractor,\n\t\tAdapterMetadata: ingressAdapterMetadata,\n\t}\n}\n\nvar ingressAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"Ingress\",\n\tDescriptiveName: \"Ingress\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tPotentialLinks: []string{\"Service\", \"IngressClass\", \"dns\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Ingress\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_ingress_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newIngressAdapter)\n}\n" }, { "path": "k8s-source/adapters/ingress_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar ingressYAML = `\napiVersion: apps/v1\nkind: Deployment\nmetadata:\n name: ingress-app\nspec:\n replicas: 1\n selector:\n matchLabels:\n app: ingress-app\n template:\n metadata:\n labels:\n app: ingress-app\n spec:\n containers:\n - name: ingress-app\n image: nginx\n ports:\n - containerPort: 80\n---\napiVersion: v1\nkind: Service\nmetadata:\n name: ingress-app\nspec:\n selector:\n app: ingress-app\n ports:\n - name: http\n port: 80\n targetPort: 80\n---\napiVersion: networking.k8s.io/v1\nkind: Ingress\nmetadata:\n name: ingress-app\nspec:\n rules:\n - host: example.com\n http:\n paths:\n - path: /ingress-app\n pathType: Prefix\n backend:\n service:\n name: ingress-app\n port:\n name: http\n\n`\n\nfunc TestIngressAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newIngressAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"ingress-app\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: ingressYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"dns\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"example.com\",\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"Service\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"ingress-app\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/job.go", "content": "package adapters\n\nimport (\n\tv1 \"k8s.io/api/batch/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc jobExtractor(resource *v1.Job, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tif resource.Spec.Selector != nil {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tScope: scope,\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: LabelSelectorToQuery(resource.Spec.Selector),\n\t\t\t\tType: \"Pod\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn queries, nil\n}\n\nfunc newJobAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.Job, *v1.JobList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"Job\",\n\t\tAutoQueryExtract: true,\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.Job, *v1.JobList] {\n\t\t\treturn cs.BatchV1().Jobs(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.JobList) ([]*v1.Job, error) {\n\t\t\textracted := make([]*v1.Job, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: jobExtractor,\n\t\tAdapterMetadata: jobAdapterMetadata,\n\t}\n}\n\nvar jobAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"Job\",\n\tDescriptiveName: \"Job\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tPotentialLinks: []string{\"Pod\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Job\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_job.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_job_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newJobAdapter)\n}\n" }, { "path": "k8s-source/adapters/job_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar jobYAML = `\napiVersion: batch/v1\nkind: Job\nmetadata:\n name: my-job\nspec:\n template:\n spec:\n containers:\n - name: my-container\n image: nginx\n command: [\"/bin/sh\", \"-c\"]\n args:\n - echo \"Hello, world!\"; sleep 5\n restartPolicy: OnFailure\n backoffLimit: 4\n---\napiVersion: batch/v1\nkind: Job\nmetadata:\n name: my-job2\nspec:\n template:\n spec:\n containers:\n - name: my-container\n image: nginx\n command: [\"/bin/sh\", \"-c\"]\n args:\n - echo \"Hello, world!\"; sleep 5\n restartPolicy: OnFailure\n backoffLimit: 4\n`\n\nfunc TestJobAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newJobAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"my-job\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: jobYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(\"controller-uid=\"),\n\t\t\t\tExpectedType: \"Pod\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/limitrange.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc newLimitRangeAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.LimitRange, *v1.LimitRangeList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"LimitRange\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.LimitRange, *v1.LimitRangeList] {\n\t\t\treturn cs.CoreV1().LimitRanges(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.LimitRangeList) ([]*v1.LimitRange, error) {\n\t\t\textracted := make([]*v1.LimitRange, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tAdapterMetadata: limitRangeAdapterMetadata,\n\t}\n}\n\nvar limitRangeAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"LimitRange\",\n\tDescriptiveName: \"Limit Range\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Limit Range\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_limit_range_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_limit_range.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newLimitRangeAdapter)\n}\n" }, { "path": "k8s-source/adapters/limitrange_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar limitRangeYAML = `\napiVersion: v1\nkind: LimitRange\nmetadata:\n name: example-limit-range\nspec:\n limits:\n - type: Pod\n max:\n memory: 200Mi\n min:\n cpu: 50m\n - type: Container\n max:\n memory: 150Mi\n cpu: 100m\n min:\n memory: 50Mi\n cpu: 50m\n default:\n memory: 100Mi\n cpu: 50m\n defaultRequest:\n memory: 80Mi\n cpu: 50m\n`\n\nfunc TestLimitRangeAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newLimitRangeAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"example-limit-range\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: limitRangeYAML,\n\t\tGetQueryTests: QueryTests{},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/main.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\ntype AdapterLoader func(clientSet *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter\n\nvar adapterLoaders []AdapterLoader\n\nfunc registerAdapterLoader(loader AdapterLoader) {\n\tadapterLoaders = append(adapterLoaders, loader)\n}\n\nfunc LoadAllAdapters(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) []discovery.Adapter {\n\tadapters := make([]discovery.Adapter, len(adapterLoaders))\n\n\tfor i, loader := range adapterLoaders {\n\t\tadapters[i] = loader(cs, cluster, namespaces, cache)\n\t}\n\n\treturn adapters\n}\n" }, { "path": "k8s-source/adapters/networkpolicy.go", "content": "package adapters\n\nimport (\n\tv1 \"k8s.io/api/networking/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc NetworkPolicyExtractor(resource *v1.NetworkPolicy, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"Pod\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: LabelSelectorToQuery(&resource.Spec.PodSelector),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tvar peers []v1.NetworkPolicyPeer\n\n\tfor _, ig := range resource.Spec.Ingress {\n\t\tpeers = append(peers, ig.From...)\n\t}\n\n\tfor _, eg := range resource.Spec.Egress {\n\t\tpeers = append(peers, eg.To...)\n\t}\n\n\t// Link all peers\n\tfor _, peer := range peers {\n\t\tif ps := peer.PodSelector; ps != nil {\n\t\t\t// TODO: Link to namespaces that are allowed to ingress e.g.\n\t\t\t// - namespaceSelector:\n\t\t\t// matchLabels:\n\t\t\t// project: something\n\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tScope: scope,\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: LabelSelectorToQuery(ps),\n\t\t\t\t\tType: \"Pod\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn queries, nil\n}\n\nfunc newNetworkPolicyAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.NetworkPolicy, *v1.NetworkPolicyList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"NetworkPolicy\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.NetworkPolicy, *v1.NetworkPolicyList] {\n\t\t\treturn cs.NetworkingV1().NetworkPolicies(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.NetworkPolicyList) ([]*v1.NetworkPolicy, error) {\n\t\t\textracted := make([]*v1.NetworkPolicy, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: NetworkPolicyExtractor,\n\t\tAdapterMetadata: networkPolicyAdapterMetadata,\n\t}\n}\n\nvar networkPolicyAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"NetworkPolicy\",\n\tDescriptiveName: \"Network Policy\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\tPotentialLinks: []string{\"Pod\"},\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_network_policy.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_network_policy_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newNetworkPolicyAdapter)\n}\n" }, { "path": "k8s-source/adapters/networkpolicy_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar NetworkPolicyYAML = `\napiVersion: networking.k8s.io/v1\nkind: NetworkPolicy\nmetadata:\n name: allow-nginx\nspec:\n podSelector:\n matchLabels:\n app: nginx\n policyTypes:\n - Ingress\n ingress:\n - from:\n - podSelector:\n matchLabels:\n app: frontend\n ports:\n - protocol: TCP\n port: 80\n`\n\nfunc TestNetworkPolicyAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newNetworkPolicyAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"allow-nginx\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: NetworkPolicyYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(\"nginx\"),\n\t\t\t\tExpectedType: \"Pod\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/node.go", "content": "package adapters\n\nimport (\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc linkedItemExtractor(resource *v1.Node, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tfor _, addr := range resource.Status.Addresses {\n\t\tswitch addr.Type {\n\t\tcase v1.NodeExternalDNS, v1.NodeInternalDNS, v1.NodeHostName:\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: addr.Address,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\n\t\tcase v1.NodeExternalIP, v1.NodeInternalIP:\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: addr.Address,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tfor _, vol := range resource.Status.VolumesAttached {\n\t\t// Look for EBS volumes since they follow the format:\n\t\t// kubernetes.io/csi/ebs.csi.aws.com^vol-043e04d9cc6d72183\n\t\tif strings.HasPrefix(string(vol.Name), \"kubernetes.io/csi/ebs.csi.aws.com\") {\n\t\t\tsections := strings.Split(string(vol.Name), \"^\")\n\n\t\t\tif len(sections) == 2 {\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ec2-volume\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: sections[1],\n\t\t\t\t\t\tScope: \"*\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn queries, nil\n}\n\nfunc newNodeAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.Node, *v1.NodeList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tTypeName: \"Node\",\n\t\tcache: cache,\n\t\tClusterInterfaceBuilder: func() ItemInterface[*v1.Node, *v1.NodeList] {\n\t\t\treturn cs.CoreV1().Nodes()\n\t\t},\n\t\tListExtractor: func(list *v1.NodeList) ([]*v1.Node, error) {\n\t\t\textracted := make([]*v1.Node, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: linkedItemExtractor,\n\t\tAdapterMetadata: nodeAdapterMetadata,\n\t}\n}\n\nvar nodeAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"Node\",\n\tDescriptiveName: \"Node\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tPotentialLinks: []string{\"dns\", \"ip\", \"ec2-volume\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Node\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_node_taint.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newNodeAdapter)\n}\n" }, { "path": "k8s-source/adapters/node_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestNodeAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newNodeAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"local-tests-control-plane\",\n\t\tGetScope: sd.String(),\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"ip\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(`172\\.`),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/persistentvolume.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc PersistentVolumeExtractor(resource *v1.PersistentVolume, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tsd, err := ParseScope(scope, false)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif resource.Spec.PersistentVolumeSource.AWSElasticBlockStore != nil {\n\t\t// Link to EBS volume\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ec2-volume\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: resource.Spec.PersistentVolumeSource.AWSElasticBlockStore.VolumeID,\n\t\t\t\tScope: \"*\",\n\t\t\t},\n\t\t})\n\t}\n\n\tif resource.Spec.CSI != nil {\n\t\t// Link to an EFS file system access point\n\t\tefsVolumeHandle := regexp.MustCompile(`fs-[a-f0-9]+::(fsap-[a-f0-9]+)`)\n\n\t\tmatches := efsVolumeHandle.FindStringSubmatch(resource.Spec.CSI.VolumeHandle)\n\n\t\tif matches != nil {\n\t\t\tif len(matches) == 2 {\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"efs-access-point\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: matches[1],\n\t\t\t\t\t\tScope: \"*\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif resource.Spec.ClaimRef != nil {\n\t\tqueries = append(queries, ObjectReferenceToQuery(resource.Spec.ClaimRef, sd))\n\t}\n\n\tif resource.Spec.StorageClassName != \"\" {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"StorageClass\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: resource.Spec.StorageClassName,\n\t\t\t\tScope: sd.ClusterName,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn queries, nil\n}\n\nfunc newPersistentVolumeAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.PersistentVolume, *v1.PersistentVolumeList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"PersistentVolume\",\n\t\tClusterInterfaceBuilder: func() ItemInterface[*v1.PersistentVolume, *v1.PersistentVolumeList] {\n\t\t\treturn cs.CoreV1().PersistentVolumes()\n\t\t},\n\t\tListExtractor: func(list *v1.PersistentVolumeList) ([]*v1.PersistentVolume, error) {\n\t\t\textracted := make([]*v1.PersistentVolume, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: PersistentVolumeExtractor,\n\t\tAdapterMetadata: persistentVolumeAdapterMetadata,\n\t}\n}\n\nvar persistentVolumeAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"PersistentVolume\",\n\tDescriptiveName: \"Persistent Volume\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\tPotentialLinks: []string{\"ec2-volume\", \"efs-access-point\", \"StorageClass\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"PersistentVolume\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_persistent_volume.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_persistent_volume_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newPersistentVolumeAdapter)\n}\n" }, { "path": "k8s-source/adapters/persistentvolume_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar persistentVolumeYAML = `\n---\napiVersion: v1\nkind: PersistentVolume\nmetadata:\n name: pv-test-pv\nspec:\n capacity:\n storage: 1Gi\n accessModes:\n - ReadWriteOnce\n hostPath:\n path: /tmp/pv-test-pv\n`\n\nfunc TestPersistentVolumeAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"\",\n\t}\n\n\tadapter := newPersistentVolumeAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"pv-test-pv\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: persistentVolumeYAML,\n\t\tGetQueryTests: QueryTests{},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/persistentvolumeclaim.go", "content": "package adapters\n\nimport (\n\t\"errors\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc PersistentVolumeClaimExtractor(resource *v1.PersistentVolumeClaim, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tif resource == nil {\n\t\treturn nil, errors.New(\"resource is nil\")\n\t}\n\n\tlinks := make([]*sdp.LinkedItemQuery, 0)\n\n\tif resource.Spec.VolumeName != \"\" {\n\t\tlinks = append(links, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"PersistentVolume\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: resource.Spec.VolumeName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn links, nil\n}\n\nfunc newPersistentVolumeClaimAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.PersistentVolumeClaim, *v1.PersistentVolumeClaimList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"PersistentVolumeClaim\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.PersistentVolumeClaim, *v1.PersistentVolumeClaimList] {\n\t\t\treturn cs.CoreV1().PersistentVolumeClaims(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.PersistentVolumeClaimList) ([]*v1.PersistentVolumeClaim, error) {\n\t\t\textracted := make([]*v1.PersistentVolumeClaim, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: PersistentVolumeClaimExtractor,\n\t\tAdapterMetadata: persistentVolumeClaimAdapterMetadata,\n\t}\n}\n\nvar persistentVolumeClaimAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"PersistentVolumeClaim\",\n\tDescriptiveName: \"Persistent Volume Claim\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\tPotentialLinks: []string{\"PersistentVolume\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"PersistentVolumeClaim\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_persistent_volume_claim.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_persistent_volume_claim_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newPersistentVolumeClaimAdapter)\n}\n" }, { "path": "k8s-source/adapters/persistentvolumeclaim_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar persistentVolumeClaimYAML = `\napiVersion: v1\nkind: PersistentVolumeClaim\nmetadata:\n name: pvc-test-pvc\nspec:\n accessModes:\n - ReadWriteOnce\n resources:\n requests:\n storage: 1Gi\n---\napiVersion: v1\nkind: PersistentVolume\nmetadata:\n name: pvc-test-pv\nspec:\n capacity:\n storage: 1Gi\n accessModes:\n - ReadWriteOnce\n hostPath:\n path: /tmp/pvc-test-pv\n---\napiVersion: v1\nkind: Pod\nmetadata:\n name: pvc-test-pod\nspec:\n containers:\n - name: pvc-test-container\n image: nginx\n volumeMounts:\n - name: pvc-test-volume\n mountPath: /data\n volumes:\n - name: pvc-test-volume\n persistentVolumeClaim:\n claimName: pvc-test-pvc\n`\n\nfunc TestPersistentVolumeClaimAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newPersistentVolumeClaimAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"pvc-test-pvc\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: persistentVolumeClaimYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"PersistentVolume\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(\"pvc-\"),\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t\tWait: func(item *sdp.Item) bool {\n\t\t\tphase, _ := item.GetAttributes().Get(\"status.phase\")\n\n\t\t\treturn phase != \"Pending\"\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/poddisruptionbudget.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/policy/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc podDisruptionBudgetExtractor(resource *v1.PodDisruptionBudget, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tif resource.Spec.Selector != nil {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"Pod\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: LabelSelectorToQuery(resource.Spec.Selector),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn queries, nil\n}\n\nfunc newPodDisruptionBudgetAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.PodDisruptionBudget, *v1.PodDisruptionBudgetList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"PodDisruptionBudget\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.PodDisruptionBudget, *v1.PodDisruptionBudgetList] {\n\t\t\treturn cs.PolicyV1().PodDisruptionBudgets(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.PodDisruptionBudgetList) ([]*v1.PodDisruptionBudget, error) {\n\t\t\textracted := make([]*v1.PodDisruptionBudget, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: podDisruptionBudgetExtractor,\n\t\tAdapterMetadata: podDisruptionBudgetAdapterMetadata,\n\t}\n}\n\nvar podDisruptionBudgetAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"PodDisruptionBudget\",\n\tDescriptiveName: \"Pod Disruption Budget\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tPotentialLinks: []string{\"Pod\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"PodDisruptionBudget\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_pod_disruption_budget_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newPodDisruptionBudgetAdapter)\n}\n" }, { "path": "k8s-source/adapters/poddisruptionbudget_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar PodDisruptionBudgetYAML = `\napiVersion: policy/v1\nkind: PodDisruptionBudget\nmetadata:\n name: example-pdb\nspec:\n minAvailable: 2\n selector:\n matchLabels:\n app: example-app\n`\n\nfunc TestPodDisruptionBudgetAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newPodDisruptionBudgetAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"example-pdb\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: PodDisruptionBudgetYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(\"app=example-app\"),\n\t\t\t\tExpectedType: \"Pod\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/pods.go", "content": "package adapters\n\nimport (\n\t\"net\"\n\t\"slices\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc PodExtractor(resource *v1.Pod, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tsd, err := ParseScope(scope, true)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Link service accounts\n\tif resource.Spec.ServiceAccountName != \"\" {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ServiceAccount\",\n\t\t\t\tScope: scope,\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: resource.Spec.ServiceAccountName,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link items from volumes\n\tfor _, vol := range resource.Spec.Volumes {\n\t\t// Link PVCs\n\t\tif vol.PersistentVolumeClaim != nil {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tScope: scope,\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vol.PersistentVolumeClaim.ClaimName,\n\t\t\t\t\tType: \"PersistentVolumeClaim\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\t// Link to EBS volumes\n\t\tif vol.AWSElasticBlockStore != nil {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tScope: \"*\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vol.AWSElasticBlockStore.VolumeID,\n\t\t\t\t\tType: \"ec2-volume\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\t// Link secrets\n\t\tif vol.Secret != nil {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tScope: scope,\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vol.Secret.SecretName,\n\t\t\t\t\tType: \"Secret\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif vol.NFS != nil {\n\t\t\t// This is either the hostname or IP of the NFS server so we can\n\t\t\t// link to that. We'll try to parse the IP and if not fall back to\n\t\t\t// DNS for the hostname\n\t\t\tif net.ParseIP(vol.NFS.Server) != nil {\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: vol.NFS.Server,\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t} else {\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tQuery: vol.NFS.Server,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link config map volumes\n\t\tif vol.ConfigMap != nil {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tScope: scope,\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vol.ConfigMap.Name,\n\t\t\t\t\tType: \"ConfigMap\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\t// Link projected volumes\n\t\tif vol.Projected != nil {\n\t\t\tfor _, source := range vol.Projected.Sources {\n\t\t\t\tif source.ConfigMap != nil {\n\t\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: source.ConfigMap.Name,\n\t\t\t\t\t\t\tType: \"ConfigMap\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif source.Secret != nil {\n\t\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: source.Secret.Name,\n\t\t\t\t\t\t\tType: \"Secret\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link items from containers\n\tfor _, container := range resource.Spec.Containers {\n\t\t// Loop over environment variables\n\t\tfor _, env := range container.Env {\n\t\t\tif env.ValueFrom != nil {\n\t\t\t\tif env.ValueFrom.SecretKeyRef != nil {\n\t\t\t\t\t// Add linked item from spec.containers[].env[].valueFrom.secretKeyRef\n\t\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: env.ValueFrom.SecretKeyRef.Name,\n\t\t\t\t\t\t\tType: \"Secret\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tif env.ValueFrom.ConfigMapKeyRef != nil {\n\t\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: env.ValueFrom.ConfigMapKeyRef.Name,\n\t\t\t\t\t\t\tType: \"ConfigMap\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tfor _, envFrom := range container.EnvFrom {\n\t\t\tif envFrom.SecretRef != nil {\n\t\t\t\t// Add linked item from spec.containers[].EnvFrom[].secretKeyRef\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: envFrom.SecretRef.Name,\n\t\t\t\t\t\tType: \"Secret\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif envFrom.ConfigMapRef != nil {\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: envFrom.ConfigMapRef.Name,\n\t\t\t\t\t\tType: \"ConfigMap\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif resource.Spec.PriorityClassName != \"\" {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tScope: sd.ClusterName,\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: resource.Spec.PriorityClassName,\n\t\t\t\tType: \"PriorityClass\",\n\t\t\t},\n\t\t})\n\t}\n\n\tif len(resource.Status.PodIPs) > 0 {\n\t\tfor _, ip := range resource.Status.PodIPs {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: ip.IP,\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t} else if resource.Status.PodIP != \"\" {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ip\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: resource.Status.PodIP,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn queries, nil\n}\n\nfunc newPodAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.Pod, *v1.PodList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tTypeName: \"Pod\",\n\t\tCacheDuration: 10 * time.Minute, // somewhat low since pods are replaced a lot\n\t\tAutoQueryExtract: true,\n\t\tcache: cache,\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.Pod, *v1.PodList] {\n\t\t\treturn cs.CoreV1().Pods(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.PodList) ([]*v1.Pod, error) {\n\t\t\textracted := make([]*v1.Pod, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: PodExtractor,\n\t\tHealthExtractor: func(resource *v1.Pod) *sdp.Health {\n\t\t\tswitch resource.Status.Phase {\n\t\t\tcase v1.PodPending:\n\t\t\t\t// a special case were the pod has never actually started\n\t\t\t\tif hasWaitingContainerErrors(resource.Status.ContainerStatuses) {\n\t\t\t\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\t\t\t\t}\n\t\t\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\t\t\tcase v1.PodRunning, v1.PodSucceeded:\n\t\t\t\t// a special case were the pod has started but it was modified\n\t\t\t\tif hasWaitingContainerErrors(resource.Status.ContainerStatuses) {\n\t\t\t\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\t\t\t\t}\n\t\t\t\treturn sdp.Health_HEALTH_OK.Enum()\n\t\t\tcase v1.PodFailed:\n\t\t\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\t\t\tcase v1.PodUnknown:\n\t\t\t\treturn sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t\t}\n\n\t\t\treturn nil\n\t\t},\n\t\tAdapterMetadata: podAdapterMetadata,\n\t}\n}\n\n// a pod's status phase can be ok, but the container may not be ok\n// this is a check for the container statuses\n// hasWaitingContainerErrors returns true if any of the container statuses are in a waiting state with an error reason\nfunc hasWaitingContainerErrors(containerStatuses []v1.ContainerStatus) bool {\n\tfor _, c := range containerStatuses {\n\t\tif c.State.Waiting != nil {\n\t\t\t// list of image errors from https://github.com/kubernetes/kubernetes/blob/master/pkg/kubelet/images/types.go#L27-L42\n\t\t\tif slices.Contains([]string{\"CrashLoopBackOff\", \"ImagePullBackOff\", \"ImageInspectError\", \"ErrImagePull\", \"ErrImageNeverPull\", \"InvalidImageName\"}, c.State.Waiting.Reason) {\n\t\t\t\treturn true\n\t\t\t}\n\t\t}\n\t}\n\treturn false\n}\n\nvar podAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"Pod\",\n\tDescriptiveName: \"Pod\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tPotentialLinks: []string{\n\t\t\"ConfigMap\",\n\t\t\"ec2-volume\",\n\t\t\"dns\",\n\t\t\"ip\",\n\t\t\"PersistentVolumeClaim\",\n\t\t\"PriorityClass\",\n\t\t\"Secret\",\n\t\t\"ServiceAccount\",\n\t},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Pod\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_pod.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_pod_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newPodAdapter)\n}\n" }, { "path": "k8s-source/adapters/pods_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"regexp\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n)\n\nvar PodYAML = `\napiVersion: v1\nkind: ServiceAccount\nmetadata:\n name: pod-test-serviceaccount\n---\napiVersion: v1\nkind: Secret\nmetadata:\n name: pod-test-secret\ntype: Opaque\ndata:\n username: dXNlcm5hbWU=\n password: cGFzc3dvcmQ=\n---\napiVersion: v1\nkind: ConfigMap\nmetadata:\n name: pod-test-configmap\ndata:\n config.ini: |\n [database]\n host=example.com\n port=5432\n---\napiVersion: v1\nkind: ConfigMap\nmetadata:\n name: pod-test-configmap-cert\ndata:\n ca.pem: |\n wow such cert\n---\napiVersion: v1\nkind: PersistentVolumeClaim\nmetadata:\n name: pod-test-pvc\nspec:\n accessModes:\n - ReadWriteOnce\n resources:\n requests:\n storage: 1Gi\n---\napiVersion: v1\nkind: Pod\nmetadata:\n name: pod-test-pod\nspec:\n serviceAccountName: pod-test-serviceaccount\n volumes:\n - name: pod-test-pvc-volume\n persistentVolumeClaim:\n claimName: pod-test-pvc\n - name: database-config\n configMap:\n name: pod-test-configmap\n - name: projected-config\n projected:\n sources:\n - configMap:\n name: pod-test-configmap-cert\n items:\n - key: ca.pem\n path: ca.pem\n containers:\n - name: pod-test-container\n image: nginx\n volumeMounts:\n - name: pod-test-pvc-volume\n mountPath: /mnt/data\n - name: database-config\n mountPath: /etc/database\n - name: projected-config\n mountPath: /etc/projected\n envFrom:\n - secretRef:\n name: pod-test-secret\n---\napiVersion: v1\nkind: Pod\nmetadata:\n name: pod-bad-pod\nspec:\n serviceAccountName: pod-test-serviceaccount\n volumes:\n - name: pod-test-pvc-volume\n persistentVolumeClaim:\n claimName: pod-test-pvc\n - name: database-config\n configMap:\n name: pod-test-configmap\n - name: projected-config\n projected:\n sources:\n - configMap:\n name: pod-test-configmap-cert\n items:\n - key: ca.pem\n path: ca.pem\n containers:\n - name: pod-test-container\n image: nginx:this-tag-does-not-exist\n volumeMounts:\n - name: pod-test-pvc-volume\n mountPath: /mnt/data\n - name: database-config\n mountPath: /etc/database\n - name: projected-config\n mountPath: /etc/projected\n envFrom:\n - secretRef:\n name: pod-test-secret\n`\n\nfunc TestPodAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newPodAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"pod-test-pod\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: PodYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(`10\\.`),\n\t\t\t\tExpectedType: \"ip\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"ServiceAccount\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"pod-test-serviceaccount\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"Secret\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"pod-test-secret\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"ConfigMap\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"pod-test-configmap\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"PersistentVolumeClaim\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"pod-test-pvc\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"ConfigMap\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"pod-test-configmap-cert\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t\tWait: func(item *sdp.Item) bool {\n\t\t\treturn len(item.GetLinkedItemQueries()) >= 9\n\t\t},\n\t}\n\n\tst.Execute(t)\n\n\t// Wait for the bad pod's image pull to fail before asserting health.\n\t// The kubelet needs time to attempt the pull and enter\n\t// ErrImagePull / ImagePullBackOff, which surfaces as HEALTH_ERROR.\n\tvar badPodItem *sdp.Item\n\terr := WaitFor(60*time.Second, func() bool {\n\t\titem, err := adapter.Get(context.Background(), sd.String(), \"pod-bad-pod\", true)\n\t\tif err != nil {\n\t\t\treturn false\n\t\t}\n\t\tbadPodItem = item\n\t\treturn item.GetHealth() == sdp.Health_HEALTH_ERROR\n\t})\n\tif err != nil {\n\t\thealth := sdp.Health_HEALTH_UNKNOWN\n\t\tif badPodItem != nil {\n\t\t\thealth = badPodItem.GetHealth()\n\t\t}\n\t\tt.Fatalf(\"expected bad pod health to reach HEALTH_ERROR, still %s after timeout\", health)\n\t}\n\t// get the healthy pod\n\thealthyItem, err := adapter.Get(context.Background(), sd.String(), \"pod-test-pod\", true)\n\tif err != nil {\n\t\tt.Fatal(fmt.Errorf(\"failed to get pod: %w\", err))\n\t}\n\tif healthyItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\tt.Errorf(\"expected status to be healthy, got %s\", healthyItem.GetHealth())\n\t}\n}\n\nfunc TestHasWaitingContainerErrors(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tcontainerStatuses []v1.ContainerStatus\n\t\texpectedResult bool\n\t}{\n\t\t{\n\t\t\tname: \"No waiting containers\",\n\t\t\tcontainerStatuses: []v1.ContainerStatus{\n\t\t\t\t{\n\t\t\t\t\tState: v1.ContainerState{\n\t\t\t\t\t\tRunning: &v1.ContainerStateRunning{},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Waiting container with non-error reason\",\n\t\t\tcontainerStatuses: []v1.ContainerStatus{\n\t\t\t\t{\n\t\t\t\t\tState: v1.ContainerState{\n\t\t\t\t\t\tWaiting: &v1.ContainerStateWaiting{\n\t\t\t\t\t\t\tReason: \"ContainerCreating\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedResult: false,\n\t\t},\n\t\t{\n\t\t\tname: \"Waiting container with error reason\",\n\t\t\tcontainerStatuses: []v1.ContainerStatus{\n\t\t\t\t{\n\t\t\t\t\tState: v1.ContainerState{\n\t\t\t\t\t\tWaiting: &v1.ContainerStateWaiting{\n\t\t\t\t\t\t\tReason: \"ImagePullBackOff\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedResult: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Multiple containers with one error\",\n\t\t\tcontainerStatuses: []v1.ContainerStatus{\n\t\t\t\t{\n\t\t\t\t\tState: v1.ContainerState{\n\t\t\t\t\t\tRunning: &v1.ContainerStateRunning{},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tState: v1.ContainerState{\n\t\t\t\t\t\tWaiting: &v1.ContainerStateWaiting{\n\t\t\t\t\t\t\tReason: \"ImagePullBackOff\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedResult: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Multiple containers with no errors\",\n\t\t\tcontainerStatuses: []v1.ContainerStatus{\n\t\t\t\t{\n\t\t\t\t\tState: v1.ContainerState{\n\t\t\t\t\t\tRunning: &v1.ContainerStateRunning{},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tState: v1.ContainerState{\n\t\t\t\t\t\tWaiting: &v1.ContainerStateWaiting{\n\t\t\t\t\t\t\tReason: \"ContainerCreating\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectedResult: false,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := hasWaitingContainerErrors(tt.containerStatuses)\n\t\t\tif result != tt.expectedResult {\n\t\t\t\tt.Errorf(\"expected %v, got %v\", tt.expectedResult, result)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "k8s-source/adapters/priorityclass.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/scheduling/v1\"\n\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc newPriorityClassAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.PriorityClass, *v1.PriorityClassList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"PriorityClass\",\n\t\tClusterInterfaceBuilder: func() ItemInterface[*v1.PriorityClass, *v1.PriorityClassList] {\n\t\t\treturn cs.SchedulingV1().PriorityClasses()\n\t\t},\n\t\tListExtractor: func(list *v1.PriorityClassList) ([]*v1.PriorityClass, error) {\n\t\t\textracted := make([]*v1.PriorityClass, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tAdapterMetadata: priorityClassAdapterMetadata,\n\t}\n}\n\nvar priorityClassAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"PriorityClass\",\n\tDescriptiveName: \"Priority Class\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Priority Class\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_priority_class_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_priority_class.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newPriorityClassAdapter)\n}\n" }, { "path": "k8s-source/adapters/priorityclass_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar priorityClassYAML = `\napiVersion: scheduling.k8s.io/v1\nkind: PriorityClass\nmetadata:\n name: ultra-mega-priority\nvalue: 1000000\nglobalDefault: false\ndescription: \"This priority class should be used for ultra-mega-priority workloads\"\n`\n\nfunc TestPriorityClassAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newPriorityClassAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"ultra-mega-priority\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: priorityClassYAML,\n\t\tGetQueryTests: QueryTests{},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/replicaset.go", "content": "package adapters\n\nimport (\n\tv1 \"k8s.io/api/apps/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc replicaSetExtractor(resource *v1.ReplicaSet, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tif resource.Spec.Selector != nil {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tScope: scope,\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: LabelSelectorToQuery(resource.Spec.Selector),\n\t\t\t\tType: \"Pod\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn queries, nil\n}\n\nfunc newReplicaSetAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.ReplicaSet, *v1.ReplicaSetList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"ReplicaSet\",\n\t\tAutoQueryExtract: true,\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.ReplicaSet, *v1.ReplicaSetList] {\n\t\t\treturn cs.AppsV1().ReplicaSets(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.ReplicaSetList) ([]*v1.ReplicaSet, error) {\n\t\t\textracted := make([]*v1.ReplicaSet, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: replicaSetExtractor,\n\t\tAdapterMetadata: replicaSetAdapterMetadata,\n\t}\n}\n\nvar replicaSetAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ReplicaSet\",\n\tDescriptiveName: \"Replica Set\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tPotentialLinks: []string{\"Pod\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"ReplicaSet\"),\n})\n\nfunc init() {\n\tregisterAdapterLoader(newReplicaSetAdapter)\n}\n" }, { "path": "k8s-source/adapters/replicaset_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar replicaSetYAML = `\napiVersion: apps/v1\nkind: ReplicaSet\nmetadata:\n name: replica-set-test\nspec:\n replicas: 1\n selector:\n matchLabels:\n app: replica-set-test\n template:\n metadata:\n labels:\n app: replica-set-test\n spec:\n containers:\n - name: replica-set-test\n image: nginx:latest\n ports:\n - containerPort: 80\n\n`\n\nfunc TestReplicaSetAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newReplicaSetAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"replica-set-test\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: replicaSetYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(\"app=replica-set-test\"),\n\t\t\t\tExpectedType: \"Pod\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/replicationcontroller.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\tmetaV1 \"k8s.io/apimachinery/pkg/apis/meta/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc replicationControllerExtractor(resource *v1.ReplicationController, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tif resource.Spec.Selector != nil {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tScope: scope,\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: LabelSelectorToQuery(&metaV1.LabelSelector{\n\t\t\t\t\tMatchLabels: resource.Spec.Selector,\n\t\t\t\t}),\n\t\t\t\tType: \"Pod\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn queries, nil\n}\n\nfunc newReplicationControllerAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.ReplicationController, *v1.ReplicationControllerList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"ReplicationController\",\n\t\tAutoQueryExtract: true,\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.ReplicationController, *v1.ReplicationControllerList] {\n\t\t\treturn cs.CoreV1().ReplicationControllers(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.ReplicationControllerList) ([]*v1.ReplicationController, error) {\n\t\t\textracted := make([]*v1.ReplicationController, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: replicationControllerExtractor,\n\t\tAdapterMetadata: replicationControllerAdapterMetadata,\n\t}\n}\n\nvar replicationControllerAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ReplicationController\",\n\tDescriptiveName: \"Replication Controller\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tPotentialLinks: []string{\"Pod\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"ReplicationController\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_replication_controller.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_replication_controller_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newReplicationControllerAdapter)\n}\n" }, { "path": "k8s-source/adapters/replicationcontroller_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar replicationControllerYAML = `\napiVersion: v1\nkind: ReplicationController\nmetadata:\n name: replication-controller-test\nspec:\n replicas: 1\n selector:\n app: replication-controller-test\n template:\n metadata:\n labels:\n app: replication-controller-test\n spec:\n containers:\n - name: nginx\n image: nginx:latest\n ports:\n - containerPort: 80\n\n`\n\nfunc TestReplicationControllerAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newReplicationControllerAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"replication-controller-test\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: replicationControllerYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(\"app=replication-controller-test\"),\n\t\t\t\tExpectedType: \"Pod\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/resourcequota.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc newResourceQuotaAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.ResourceQuota, *v1.ResourceQuotaList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"ResourceQuota\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.ResourceQuota, *v1.ResourceQuotaList] {\n\t\t\treturn cs.CoreV1().ResourceQuotas(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.ResourceQuotaList) ([]*v1.ResourceQuota, error) {\n\t\t\textracted := make([]*v1.ResourceQuota, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tAdapterMetadata: resourceQuotaAdapterMetadata,\n\t}\n}\n\nvar resourceQuotaAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ResourceQuota\",\n\tDescriptiveName: \"Resource Quota\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Resource Quota\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_resource_quota_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_resource_quota.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newResourceQuotaAdapter)\n}\n" }, { "path": "k8s-source/adapters/resourcequota_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar resourceQuotaYAML = `\napiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: quota-example\nspec:\n hard:\n pods: \"10\"\n requests.cpu: \"2\"\n requests.memory: 2Gi\n limits.cpu: \"4\"\n limits.memory: 4Gi\n`\n\nfunc TestResourceQuotaAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newResourceQuotaAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"quota-example\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: resourceQuotaYAML,\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/role.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/rbac/v1\"\n\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc newRoleAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.Role, *v1.RoleList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"Role\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.Role, *v1.RoleList] {\n\t\t\treturn cs.RbacV1().Roles(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.RoleList) ([]*v1.Role, error) {\n\t\t\textracted := make([]*v1.Role, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tAdapterMetadata: roleAdapterMetadata,\n\t}\n}\n\nvar roleAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"Role\",\n\tDescriptiveName: \"Role\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Role\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_role_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_role.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newRoleAdapter)\n}\n" }, { "path": "k8s-source/adapters/role_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar RoleYAML = `\napiVersion: rbac.authorization.k8s.io/v1\nkind: Role\nmetadata:\n name: role-test-role\nrules:\n - apiGroups:\n - \"\"\n - \"apps\"\n - \"batch\"\n - \"extensions\"\n resources:\n - pods\n - deployments\n - jobs\n - cronjobs\n - configmaps\n - secrets\n verbs:\n - get\n - list\n - watch\n - create\n - update\n - delete\n`\n\nfunc TestRoleAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newRoleAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"role-test-role\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: RoleYAML,\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/rolebinding.go", "content": "package adapters\n\nimport (\n\tv1 \"k8s.io/api/rbac/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc roleBindingExtractor(resource *v1.RoleBinding, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tsd, err := ParseScope(scope, true)\n\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, subject := range resource.Subjects {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: subject.Name,\n\t\t\t\tType: subject.Kind,\n\t\t\t\tScope: ScopeDetails{\n\t\t\t\t\tClusterName: sd.ClusterName,\n\t\t\t\t\tNamespace: subject.Namespace,\n\t\t\t\t}.String(),\n\t\t\t},\n\t\t})\n\t}\n\n\trefSD := ScopeDetails{\n\t\tClusterName: sd.ClusterName,\n\t}\n\n\tswitch resource.RoleRef.Kind {\n\tcase \"Role\":\n\t\t// If this binding is linked to a role then it's in the same namespace\n\t\trefSD.Namespace = sd.Namespace\n\tcase \"ClusterRole\":\n\t\t// If this is linked to a ClusterRole (which is not namespaced) we need\n\t\t// to make sure that we are querying the root scope i.e. the\n\t\t// non-namespaced scope\n\t\trefSD.Namespace = \"\"\n\t}\n\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tScope: refSD.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: resource.RoleRef.Name,\n\t\t\tType: resource.RoleRef.Kind,\n\t\t},\n\t})\n\n\treturn queries, nil\n}\n\nfunc newRoleBindingAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.RoleBinding, *v1.RoleBindingList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"RoleBinding\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.RoleBinding, *v1.RoleBindingList] {\n\t\t\treturn cs.RbacV1().RoleBindings(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.RoleBindingList) ([]*v1.RoleBinding, error) {\n\t\t\textracted := make([]*v1.RoleBinding, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: roleBindingExtractor,\n\t\tAdapterMetadata: roleBindingAdapterMetadata,\n\t}\n}\n\nvar roleBindingAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"RoleBinding\",\n\tDescriptiveName: \"Role Binding\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\tPotentialLinks: []string{\"Role\", \"ClusterRole\", \"ServiceAccount\", \"User\", \"Group\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"RoleBinding\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_role_binding.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_role_binding_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newRoleBindingAdapter)\n}\n" }, { "path": "k8s-source/adapters/rolebinding_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar roleBindingYAML = `\napiVersion: v1\nkind: ServiceAccount\nmetadata:\n name: rb-test-service-account\n---\napiVersion: rbac.authorization.k8s.io/v1\nkind: Role\nmetadata:\n name: rb-test-role\nrules:\n- apiGroups: [\"\"]\n resources: [\"pods\"]\n verbs: [\"get\", \"watch\", \"list\"]\n---\napiVersion: rbac.authorization.k8s.io/v1\nkind: RoleBinding\nmetadata:\n name: rb-test-role-binding\nsubjects:\n- kind: ServiceAccount\n name: rb-test-service-account\n namespace: default\nroleRef:\n kind: Role\n name: rb-test-role\n apiGroup: rbac.authorization.k8s.io\n---\n`\n\nvar roleBindingYAML2 = `\napiVersion: v1\nkind: ServiceAccount\nmetadata:\n name: rb-test-service-account2\n---\napiVersion: rbac.authorization.k8s.io/v1\nkind: ClusterRole\nmetadata:\n name: rb-test-cluster-role\nrules:\n- apiGroups: [\"\"]\n resources: [\"pods\"]\n verbs: [\"get\", \"watch\", \"list\"]\n---\napiVersion: rbac.authorization.k8s.io/v1\nkind: RoleBinding\nmetadata:\n name: rb-test-role-binding-cluster\n namespace: default\nroleRef:\n kind: ClusterRole\n name: rb-test-cluster-role\n apiGroup: rbac.authorization.k8s.io\nsubjects:\n- kind: ServiceAccount\n name: rb-test-service-account2\n namespace: default\n`\n\nfunc TestRoleBindingAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newRoleBindingAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tt.Run(\"With a Role\", func(t *testing.T) {\n\t\tst := AdapterTests{\n\t\t\tAdapter: adapter,\n\t\t\tGetQuery: \"rb-test-role-binding\",\n\t\t\tGetScope: sd.String(),\n\t\t\tSetupYAML: roleBindingYAML,\n\t\t\tGetQueryTests: QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"Role\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"rb-test-role\",\n\t\t\t\t\tExpectedScope: sd.String(),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ServiceAccount\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"rb-test-service-account\",\n\t\t\t\t\tExpectedScope: sd.String(),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tst.Execute(t)\n\t})\n\n\tt.Run(\"With a ClusterRole\", func(t *testing.T) {\n\t\tst := AdapterTests{\n\t\t\tAdapter: adapter,\n\t\t\tGetQuery: \"rb-test-role-binding-cluster\",\n\t\t\tGetScope: sd.String(),\n\t\t\tSetupYAML: roleBindingYAML2,\n\t\t\tGetQueryTests: QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ClusterRole\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"rb-test-cluster-role\",\n\t\t\t\t\tExpectedScope: sd.ClusterName,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ServiceAccount\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"rb-test-service-account2\",\n\t\t\t\t\tExpectedScope: sd.String(),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tst.Execute(t)\n\t})\n\n}\n" }, { "path": "k8s-source/adapters/secret.go", "content": "package adapters\n\nimport (\n\t\"crypto/sha512\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc newSecretAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.Secret, *v1.SecretList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"Secret\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.Secret, *v1.SecretList] {\n\t\t\treturn cs.CoreV1().Secrets(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.SecretList) ([]*v1.Secret, error) {\n\t\t\textracted := make([]*v1.Secret, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tRedact: func(resource *v1.Secret) *v1.Secret {\n\t\t\t// We want to redact the data from a secret, but we also went to\n\t\t\t// show people when it has changed, to that end we will hash all of\n\t\t\t// the data in the secret and return the hash\n\t\t\thash := sha512.New()\n\n\t\t\tfor k, v := range resource.Data {\n\t\t\t\t// Write the data into the hash\n\t\t\t\thash.Write([]byte(k))\n\t\t\t\thash.Write(v)\n\t\t\t}\n\n\t\t\tresource.Data = map[string][]byte{\n\t\t\t\t\"data-redacted\": hash.Sum(nil),\n\t\t\t}\n\n\t\t\treturn resource\n\t\t},\n\t\tAdapterMetadata: secretAdapterMetadata,\n\t}\n}\n\nvar secretAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"Secret\",\n\tDescriptiveName: \"Secret\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Secret\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_secret_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_secret.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newSecretAdapter)\n}\n" }, { "path": "k8s-source/adapters/secret_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar secretYAML = `\napiVersion: v1\nkind: Secret\nmetadata:\n name: secret-test-secret\ntype: Opaque\ndata:\n username: dXNlcm5hbWUx # base64-encoded \"username1\"\n password: cGFzc3dvcmQx # base64-encoded \"password1\"\n\n`\n\nfunc TestSecretAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newSecretAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"secret-test-secret\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: secretYAML,\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/service.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\tmetaV1 \"k8s.io/apimachinery/pkg/apis/meta/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc serviceExtractor(resource *v1.Service, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tif resource.Spec.Selector != nil {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"Pod\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: LabelSelectorToQuery(&metaV1.LabelSelector{\n\t\t\t\t\tMatchLabels: resource.Spec.Selector,\n\t\t\t\t}),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tips := make([]string, 0)\n\n\tif len(resource.Spec.ClusterIPs) > 0 {\n\t\tips = append(ips, resource.Spec.ClusterIPs...)\n\t} else if resource.Spec.ClusterIP != \"\" {\n\t\tips = append(ips, resource.Spec.ClusterIP)\n\t}\n\n\tips = append(ips, resource.Spec.ExternalIPs...)\n\tips = append(ips, resource.Spec.LoadBalancerIP)\n\n\tfor _, ip := range ips {\n\t\tif ip != \"\" {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: ip,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif resource.Spec.ExternalName != \"\" {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"dns\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: resource.Spec.ExternalName,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Services generate an Endpoints object with the same name (older K8s API)\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"Endpoints\",\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: resource.Name,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Modern K8s clusters also create EndpointSlices labelled with the service name\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"EndpointSlice\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: ListOptionsToQuery(&metaV1.ListOptions{\n\t\t\t\tLabelSelector: \"kubernetes.io/service-name=\" + resource.Name,\n\t\t\t}),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tfor _, ingress := range resource.Status.LoadBalancer.Ingress {\n\t\tif ingress.IP != \"\" {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: ingress.IP,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif ingress.Hostname != \"\" {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: ingress.Hostname,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn queries, nil\n}\n\nfunc newServiceAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.Service, *v1.ServiceList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tTypeName: \"Service\",\n\t\tcache: cache,\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.Service, *v1.ServiceList] {\n\t\t\treturn cs.CoreV1().Services(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.ServiceList) ([]*v1.Service, error) {\n\t\t\textracted := make([]*v1.Service, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: serviceExtractor,\n\t\tAdapterMetadata: serviceAdapterMetadata,\n\t}\n}\n\nvar serviceAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"Service\",\n\tDescriptiveName: \"Service\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tPotentialLinks: []string{\"Pod\", \"ip\", \"dns\", \"Endpoints\", \"EndpointSlice\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Service\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_service.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_service_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newServiceAdapter)\n}\n" }, { "path": "k8s-source/adapters/service_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar serviceYAML = `\napiVersion: apps/v1\nkind: Deployment\nmetadata:\n name: service-test-deployment\nspec:\n selector:\n matchLabels:\n app: service-test\n replicas: 1\n template:\n metadata:\n labels:\n app: service-test\n spec:\n containers:\n - name: my-container\n image: nginx\n ports:\n - containerPort: 8080\n---\napiVersion: v1\nkind: Service\nmetadata:\n name: service-test-service\nspec:\n selector:\n app: service-test\n ports:\n - name: http\n protocol: TCP\n port: 80\n targetPort: 8080\n type: ExternalName\n externalName: service-test-external\n`\n\nfunc TestServiceAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newServiceAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"service-test-service\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: serviceYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"Pod\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(`app=service-test`),\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"Endpoints\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"service-test-service\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"EndpointSlice\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(`kubernetes\\.io/service-name=service-test-service`),\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"dns\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"service-test-external\",\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/serviceaccount.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/core/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc serviceAccountExtractor(resource *v1.ServiceAccount, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tfor _, secret := range resource.Secrets {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tScope: scope,\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: secret.Name,\n\t\t\t\tType: \"Secret\",\n\t\t\t},\n\t\t})\n\t}\n\n\tfor _, ipSecret := range resource.ImagePullSecrets {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tScope: scope,\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: ipSecret.Name,\n\t\t\t\tType: \"Secret\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn queries, nil\n}\n\nfunc newServiceAccountAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.ServiceAccount, *v1.ServiceAccountList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"ServiceAccount\",\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.ServiceAccount, *v1.ServiceAccountList] {\n\t\t\treturn cs.CoreV1().ServiceAccounts(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.ServiceAccountList) ([]*v1.ServiceAccount, error) {\n\t\t\textracted := make([]*v1.ServiceAccount, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: serviceAccountExtractor,\n\t\tAdapterMetadata: serviceAccountAdapterMetadata,\n\t}\n}\n\nvar serviceAccountAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"ServiceAccount\",\n\tDescriptiveName: \"Service Account\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\tPotentialLinks: []string{\"Secret\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"ServiceAccount\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_service_account.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_service_account_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newServiceAccountAdapter)\n}\n" }, { "path": "k8s-source/adapters/serviceaccount_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar serviceAccountYAML = `\napiVersion: v1\nkind: Secret\nmetadata:\n name: service-account-secret\ntype: Opaque\ndata:\n username: Zm9vCg==\n password: Zm9vCg==\n---\napiVersion: v1\nkind: Secret\nmetadata:\n name: service-account-secret-pull\ntype: kubernetes.io/dockerconfigjson\ndata:\n .dockerconfigjson: eyJhdXRocyI6eyJnaGNyLmlvIjp7InVzZXJuYW1lIjoiaHVudGVyIiwicGFzc3dvcmQiOiJodW50ZXIyIiwiZW1haWwiOiJmb29AYmFyLmNvbSIsImF1dGgiOiJhSFZ1ZEdWeU9taDFiblJsY2pJPSJ9fX0=\n---\napiVersion: v1\nkind: ServiceAccount\nmetadata:\n name: test-service-account\nsecrets:\n- name: service-account-secret\nimagePullSecrets:\n- name: service-account-secret-pull\n`\n\nfunc TestServiceAccountAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newServiceAccountAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"test-service-account\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: serviceAccountYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"Secret\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"service-account-secret\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"Secret\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"service-account-secret-pull\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/shared_test.go", "content": "package adapters\n\nimport (\n\t\"bytes\"\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"log\"\n\t\"os\"\n\t\"os/exec\"\n\t\"path/filepath\"\n\t\"testing\"\n\n\tv1 \"k8s.io/apimachinery/pkg/apis/meta/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n\t\"k8s.io/client-go/rest\"\n\t\"k8s.io/client-go/tools/clientcmd\"\n\t\"k8s.io/client-go/util/homedir\"\n\t\"sigs.k8s.io/kind/pkg/apis/config/v1alpha4\"\n\t\"sigs.k8s.io/kind/pkg/cluster\"\n)\n\nconst TestNamespace = \"k8s-source-testing\"\n\nconst TestNamespaceYAML = `\napiVersion: v1\nkind: Namespace\nmetadata:\n name: k8s-source-testing\n`\n\ntype TestCluster struct {\n\tName string\n\tKubeconfig string\n\tClientSet *kubernetes.Clientset\n\tprovider *cluster.Provider\n\tT *testing.T\n}\n\nfunc buildConfigWithContextFromFlags(context string, kubeconfigPath string) (*rest.Config, error) {\n\treturn clientcmd.NewNonInteractiveDeferredLoadingClientConfig(\n\t\t&clientcmd.ClientConfigLoadingRules{ExplicitPath: kubeconfigPath},\n\t\t&clientcmd.ConfigOverrides{\n\t\t\tCurrentContext: context,\n\t\t}).ClientConfig()\n}\n\nfunc (t *TestCluster) ConnectExisting(name string) error {\n\tkubeconfig := homedir.HomeDir() + \"/.kube/config\"\n\n\tvar rc *rest.Config\n\tvar err error\n\n\t// Load kubernetes config\n\trc, err = buildConfigWithContextFromFlags(\"kind-\"+name, kubeconfig)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tvar clientSet *kubernetes.Clientset\n\n\t// Create clientset\n\tclientSet, err = kubernetes.NewForConfig(rc)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t// Validate that we can connect to the cluster\n\t_, err = clientSet.CoreV1().Namespaces().List(context.Background(), v1.ListOptions{})\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tt.Name = name\n\tt.Kubeconfig = kubeconfig\n\tt.ClientSet = clientSet\n\n\treturn nil\n}\n\nfunc (t *TestCluster) Start() error {\n\tclusterName := \"local-tests\"\n\n\tlog.Println(\"πŸ” Trying to connect to existing cluster\")\n\terr := t.ConnectExisting(clusterName)\n\n\tif err != nil {\n\t\t// If there is an error then create out own cluster\n\t\tlog.Println(\"🀞 Creating Kubernetes cluster using Kind\")\n\n\t\tclusterConfig := new(v1alpha4.Cluster)\n\n\t\t// Read environment variables to check for kube version\n\t\tif version, ok := os.LookupEnv(\"KUBE_VERSION\"); ok {\n\t\t\tlog.Printf(\"βš™οΈ Setting custom Kubernetes version: %v\\n\", version)\n\n\t\t\tclusterConfig.Nodes = []v1alpha4.Node{\n\t\t\t\t{\n\t\t\t\t\tRole: v1alpha4.ControlPlaneRole,\n\t\t\t\t\tImage: fmt.Sprintf(\"kindest/node:%v\", version),\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\tt.provider = cluster.NewProvider()\n\t\terr = t.provider.Create(clusterName, cluster.CreateWithV1Alpha4Config(clusterConfig))\n\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\n\t\t// Connect to the cluster we just created\n\t\terr = t.ConnectExisting(clusterName)\n\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\n\t\terr = t.provider.ExportKubeConfig(t.Name, t.Kubeconfig, false)\n\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\tlog.Printf(\"🐚 Ensuring test namespace %v exists\\n\", TestNamespace)\n\terr = t.Apply(TestNamespaceYAML)\n\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\n// func (t *TestCluster) ApplyBaselineConfig() error {\n// \treturn t.Apply(ClusterBaseline)\n// }\n\n// Apply Runs of `kubectl apply -f` for a given string of YAML\nfunc (t *TestCluster) Apply(yaml string) error {\n\treturn t.kubectl(\"apply\", yaml)\n}\n\n// Delete Runs of `kubectl delete -f` for a given string of YAML\nfunc (t *TestCluster) Delete(yaml string) error {\n\treturn t.kubectl(\"delete\", yaml)\n}\n\nfunc (t *TestCluster) kubectl(method string, yaml string) error {\n\tvar stdout bytes.Buffer\n\tvar stderr bytes.Buffer\n\n\t// Create temp file to write config to\n\tconfig, err := os.CreateTemp(\"\", \"*-conf.yaml\")\n\tif err != nil {\n\t\treturn err\n\t}\n\n\t_, err = config.WriteString(yaml)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tcmd := exec.CommandContext(context.Background(), \"kubectl\", method, \"-f\", config.Name())\n\tcmd.Stdout = &stdout\n\tcmd.Stderr = &stderr\n\tcmd.Dir = filepath.Dir(config.Name())\n\n\t// Inherit from the ENV\n\tcmd.Env = os.Environ()\n\n\t// Set KUBECONFIG location\n\tcmd.Env = append(cmd.Env, fmt.Sprintf(\"KUBECONFIG=%v\", t.Kubeconfig))\n\n\t// Run the command\n\terr = cmd.Run()\n\tif err != nil {\n\t\treturn fmt.Errorf(\"%w\\nstdout: %v\\nstderr: %v\", err, stdout.String(), stderr.String())\n\t}\n\n\tif e := stderr.String(); e != \"\" {\n\t\treturn errors.New(e)\n\t}\n\n\treturn nil\n}\n\nfunc (t *TestCluster) Stop() error {\n\tif t.provider != nil {\n\t\tlog.Println(\"🏁 Destroying cluster\")\n\n\t\treturn t.provider.Delete(t.Name, t.Kubeconfig)\n\t}\n\n\treturn nil\n}\n\nvar CurrentCluster TestCluster\n\nfunc TestMain(m *testing.M) {\n\tCurrentCluster = TestCluster{}\n\n\terr := CurrentCluster.Start()\n\n\tif err != nil {\n\t\tlog.Fatal(err)\n\t\tos.Exit(1)\n\t}\n\n\t// log.Println(\"🎁 Creating resources in cluster for testing\")\n\t// err = CurrentCluster.ApplyBaselineConfig()\n\t// if err != nil {\n\t// \tlog.Fatal(err)\n\t// \tos.Exit(1)\n\t// }\n\n\tlog.Println(\"βœ… Running tests\")\n\tcode := m.Run()\n\n\terr = CurrentCluster.Stop()\n\n\tif err != nil {\n\t\tlog.Fatal(err)\n\t\tos.Exit(1)\n\t}\n\n\tos.Exit(code)\n}\n" }, { "path": "k8s-source/adapters/shared_util.go", "content": "package adapters\n\nimport (\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tmetav1 \"k8s.io/apimachinery/pkg/apis/meta/v1\"\n)\n\ntype ScopeDetails struct {\n\tClusterName string\n\tNamespace string\n}\n\nfunc (sd ScopeDetails) String() string {\n\tif sd.Namespace == \"\" {\n\t\treturn sd.ClusterName\n\t}\n\n\treturn fmt.Sprintf(\"%v.%v\", sd.ClusterName, sd.Namespace)\n}\n\n// ParseScope Parses the custer and scope name out of a given SDP scope given\n// that the naming convention is {clusterName}.{namespace}. Since all adapters\n// know whether they are namespaced or not, we can just pass that in to make\n// parsing easier\nfunc ParseScope(itemScope string, namespaced bool) (ScopeDetails, error) {\n\tsections := strings.Split(itemScope, \".\")\n\n\tvar namespace string\n\tvar clusterEnd int\n\tvar clusterName string\n\n\tif namespaced {\n\t\tif len(sections) < 2 {\n\t\t\treturn ScopeDetails{}, fmt.Errorf(\"scope %v does not contain a namespace in the format: {clusterName}.{namespace}\", itemScope)\n\t\t}\n\n\t\tnamespace = sections[len(sections)-1]\n\t\tclusterEnd = len(sections) - 1\n\t} else {\n\t\tnamespace = \"\"\n\t\tclusterEnd = len(sections)\n\t}\n\n\tclusterName = strings.Join(sections[:clusterEnd], \".\")\n\n\tif clusterName == \"\" {\n\t\treturn ScopeDetails{}, fmt.Errorf(\"cluster name was blank for scope %v\", itemScope)\n\t}\n\n\treturn ScopeDetails{\n\t\tClusterName: clusterName,\n\t\tNamespace: namespace,\n\t}, nil\n}\n\n// Selector represents a set of key value pairs that we are going to use as a\n// selector\ntype Selector map[string]string\n\n// String converts a set of key value pairs to the string format that a selector\n// is expecting\nfunc (l Selector) String() string {\n\tvar conditions []string\n\n\tconditions = make([]string, 0)\n\n\tfor k, v := range l {\n\t\tconditions = append(conditions, fmt.Sprintf(\"%v=%v\", k, v))\n\t}\n\n\treturn strings.Join(conditions, \",\")\n}\n\nfunc ListOptionsToQuery(lo *metav1.ListOptions) string {\n\tjsonData, err := json.Marshal(lo)\n\n\tif err == nil {\n\t\treturn string(jsonData)\n\t}\n\n\treturn \"\"\n}\n\n// LabelSelectorToQuery converts a LabelSelector to JSON so that it can be\n// passed to a SEARCH query\nfunc LabelSelectorToQuery(labelSelector *metav1.LabelSelector) string {\n\treturn ListOptionsToQuery(&metav1.ListOptions{\n\t\tLabelSelector: Selector(labelSelector.MatchLabels).String(),\n\t})\n}\n\n// QueryToListOptions converts a Search() query string to a ListOptions object that can\n// be used to query the API\nfunc QueryToListOptions(query string) (metav1.ListOptions, error) {\n\tvar queryBytes []byte\n\tvar err error\n\tvar listOptions metav1.ListOptions\n\n\tqueryBytes = []byte(query)\n\n\t// Convert from JSON\n\tif err = json.Unmarshal(queryBytes, &listOptions); err != nil {\n\t\treturn listOptions, err\n\t}\n\n\t// Override some of the things we don't want people to set\n\tlistOptions.Watch = false\n\n\treturn listOptions, nil\n}\n\nvar Metadata = sdp.AdapterMetadataList{}\n" }, { "path": "k8s-source/adapters/shared_util_test.go", "content": "package adapters\n\nimport \"testing\"\n\nfunc TestParseScope(t *testing.T) {\n\ttype ParseTest struct {\n\t\tInput string\n\t\tClusterName string\n\t\tNamespace string\n\t\tIsNamespaced bool\n\t\tExpectError bool\n\t}\n\n\ttests := []ParseTest{\n\t\t{\n\t\t\tInput: \"127.0.0.1:61081.default\",\n\t\t\tClusterName: \"127.0.0.1:61081\",\n\t\t\tNamespace: \"default\",\n\t\t\tIsNamespaced: true,\n\t\t},\n\t\t{\n\t\t\tInput: \"127.0.0.1:61081.kube-node-lease\",\n\t\t\tClusterName: \"127.0.0.1:61081\",\n\t\t\tNamespace: \"kube-node-lease\",\n\t\t\tIsNamespaced: true,\n\t\t},\n\t\t{\n\t\t\tInput: \"127.0.0.1:61081.kube-public\",\n\t\t\tClusterName: \"127.0.0.1:61081\",\n\t\t\tNamespace: \"kube-public\",\n\t\t\tIsNamespaced: true,\n\t\t},\n\t\t{\n\t\t\tInput: \"127.0.0.1:61081.kube-system\",\n\t\t\tClusterName: \"127.0.0.1:61081\",\n\t\t\tNamespace: \"kube-system\",\n\t\t\tIsNamespaced: true,\n\t\t},\n\t\t{\n\t\t\tInput: \"127.0.0.1:61081\",\n\t\t\tClusterName: \"127.0.0.1:61081\",\n\t\t\tNamespace: \"\",\n\t\t\tIsNamespaced: false,\n\t\t},\n\t\t{\n\t\t\tInput: \"cluster1.k8s.company.com:443\",\n\t\t\tClusterName: \"cluster1.k8s.company.com:443\",\n\t\t\tNamespace: \"\",\n\t\t\tIsNamespaced: false,\n\t\t},\n\t\t{\n\t\t\tInput: \"cluster1.k8s.company.com\",\n\t\t\tClusterName: \"cluster1.k8s.company.com\",\n\t\t\tNamespace: \"\",\n\t\t\tIsNamespaced: false,\n\t\t},\n\t\t{\n\t\t\tInput: \"test\",\n\t\t\tClusterName: \"test\",\n\t\t\tNamespace: \"\",\n\t\t\tIsNamespaced: false,\n\t\t},\n\t\t{\n\t\t\tInput: \"prod.default\",\n\t\t\tClusterName: \"prod\",\n\t\t\tNamespace: \"default\",\n\t\t\tIsNamespaced: true,\n\t\t},\n\t\t{\n\t\t\tInput: \"prod\",\n\t\t\tClusterName: \"\",\n\t\t\tNamespace: \"prod\",\n\t\t\tIsNamespaced: true,\n\t\t\tExpectError: true,\n\t\t},\n\t\t{\n\t\t\tInput: \"prod.default.test\",\n\t\t\tClusterName: \"prod.default.test\",\n\t\t\tNamespace: \"\",\n\t\t\tIsNamespaced: false,\n\t\t},\n\t\t{\n\t\t\tInput: \"prod.default.test\",\n\t\t\tClusterName: \"prod.default\",\n\t\t\tNamespace: \"test\",\n\t\t\tIsNamespaced: true,\n\t\t},\n\t\t{\n\t\t\tInput: \"\",\n\t\t\tClusterName: \"\",\n\t\t\tNamespace: \"\",\n\t\t\tIsNamespaced: false,\n\t\t\tExpectError: true,\n\t\t},\n\t\t{\n\t\t\tInput: \"\",\n\t\t\tClusterName: \"\",\n\t\t\tNamespace: \"\",\n\t\t\tIsNamespaced: true,\n\t\t\tExpectError: true,\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tresult, err := ParseScope(test.Input, test.IsNamespaced)\n\n\t\tif test.ExpectError {\n\t\t\tif err == nil {\n\t\t\t\tt.Errorf(\"Expected error, but got none. Test %v\", test)\n\t\t\t}\n\t\t} else {\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Unexpected error: %v\", err)\n\t\t\t}\n\n\t\t\tif test.ClusterName != result.ClusterName {\n\t\t\t\tt.Errorf(\"ClusterName did not match, expected %v, got %v\", test.ClusterName, result.ClusterName)\n\t\t\t}\n\n\t\t\tif test.Namespace != result.Namespace {\n\t\t\t\tt.Errorf(\"Namespace did not match, expected %v, got %v\", test.Namespace, result.Namespace)\n\t\t\t}\n\t\t}\n\n\t}\n\n}\n" }, { "path": "k8s-source/adapters/statefulset.go", "content": "package adapters\n\nimport (\n\tv1 \"k8s.io/api/apps/v1\"\n\tmetaV1 \"k8s.io/apimachinery/pkg/apis/meta/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc statefulSetExtractor(resource *v1.StatefulSet, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tif resource.Spec.Selector != nil {\n\t\t// Stateful sets are linked to pods via their selector\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"Pod\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: LabelSelectorToQuery(resource.Spec.Selector),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\tif len(resource.Spec.VolumeClaimTemplates) > 0 {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"PersistentVolumeClaim\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: LabelSelectorToQuery(resource.Spec.Selector),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif resource.Spec.ServiceName != \"\" {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tScope: scope,\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: ListOptionsToQuery(&metaV1.ListOptions{\n\t\t\t\t\tFieldSelector: Selector{\n\t\t\t\t\t\t\"metadata.name\": resource.Spec.ServiceName,\n\t\t\t\t\t\t\"metadata.namespace\": resource.Namespace,\n\t\t\t\t\t}.String(),\n\t\t\t\t}),\n\t\t\t\tType: \"Service\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn queries, nil\n}\n\nfunc newStatefulSetAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.StatefulSet, *v1.StatefulSetList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"StatefulSet\",\n\t\tAutoQueryExtract: true,\n\t\tNamespacedInterfaceBuilder: func(namespace string) ItemInterface[*v1.StatefulSet, *v1.StatefulSetList] {\n\t\t\treturn cs.AppsV1().StatefulSets(namespace)\n\t\t},\n\t\tListExtractor: func(list *v1.StatefulSetList) ([]*v1.StatefulSet, error) {\n\t\t\textracted := make([]*v1.StatefulSet, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: statefulSetExtractor,\n\t\tAdapterMetadata: statefulSetAdapterMetadata,\n\t}\n}\n\nvar statefulSetAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"StatefulSet\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\tDescriptiveName: \"Stateful Set\",\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Stateful Set\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_stateful_set_v1.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_stateful_set.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newStatefulSetAdapter)\n}\n" }, { "path": "k8s-source/adapters/statefulset_test.go", "content": "package adapters\n\nimport (\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar statefulSetYAML = `\napiVersion: apps/v1\nkind: StatefulSet\nmetadata:\n name: stateful-set-test\nspec:\n serviceName: nginx\n replicas: 1\n selector:\n matchLabels:\n app: stateful-set-test\n template:\n metadata:\n labels:\n app: stateful-set-test\n spec:\n containers:\n - name: nginx\n image: nginx:latest\n ports:\n - containerPort: 80\n volumeMounts:\n - name: stateful-set-test-storage\n mountPath: /usr/share/nginx/html\n volumeClaimTemplates:\n - metadata:\n name: stateful-set-test-storage\n spec:\n accessModes: [ \"ReadWriteOnce\" ]\n resources:\n requests:\n storage: 1Gi\n storageClassName: standard\n`\n\nfunc TestStatefulSetAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newStatefulSetAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"stateful-set-test\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: statefulSetYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"Pod\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(`app=stateful-set-test`),\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"PersistentVolumeClaim\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQueryMatches: regexp.MustCompile(`app=stateful-set-test`),\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/storageclass.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/storage/v1\"\n\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc newStorageClassAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.StorageClass, *v1.StorageClassList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"StorageClass\",\n\t\tClusterInterfaceBuilder: func() ItemInterface[*v1.StorageClass, *v1.StorageClassList] {\n\t\t\treturn cs.StorageV1().StorageClasses()\n\t\t},\n\t\tListExtractor: func(list *v1.StorageClassList) ([]*v1.StorageClass, error) {\n\t\t\textracted := make([]*v1.StorageClass, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tAdapterMetadata: storageClassAdapterMetadata,\n\t}\n}\n\nvar storageClassAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"StorageClass\",\n\tDescriptiveName: \"Storage Class\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"Storage Class\"),\n\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_storage_class.metadata[0].name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"kubernetes_storage_class_v1.metadata[0].name\",\n\t\t},\n\t},\n})\n\nfunc init() {\n\tregisterAdapterLoader(newStorageClassAdapter)\n}\n" }, { "path": "k8s-source/adapters/storageclass_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar storageClassYAML = `\napiVersion: storage.k8s.io/v1\nkind: StorageClass\nmetadata:\n name: storage-class-test\nprovisioner: kubernetes.io/aws-ebs\nparameters:\n type: gp2\n\n`\n\nfunc TestStorageClassAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t\tNamespace: \"default\",\n\t}\n\n\tadapter := newStorageClassAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"storage-class-test\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: storageClassYAML,\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/adapters/volumeattachment.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tv1 \"k8s.io/api/storage/v1\"\n\t\"k8s.io/client-go/kubernetes\"\n)\n\nfunc volumeAttachmentExtractor(resource *v1.VolumeAttachment, scope string) ([]*sdp.LinkedItemQuery, error) {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tif resource.Spec.Source.PersistentVolumeName != nil {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"PersistentVolume\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *resource.Spec.Source.PersistentVolumeName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif resource.Spec.NodeName != \"\" {\n\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"Node\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: resource.Spec.NodeName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn queries, nil\n}\n\nfunc newVolumeAttachmentAdapter(cs *kubernetes.Clientset, cluster string, namespaces []string, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn &KubeTypeAdapter[*v1.VolumeAttachment, *v1.VolumeAttachmentList]{\n\t\tClusterName: cluster,\n\t\tNamespaces: namespaces,\n\t\tcache: cache,\n\t\tTypeName: \"VolumeAttachment\",\n\t\tClusterInterfaceBuilder: func() ItemInterface[*v1.VolumeAttachment, *v1.VolumeAttachmentList] {\n\t\t\treturn cs.StorageV1().VolumeAttachments()\n\t\t},\n\t\tListExtractor: func(list *v1.VolumeAttachmentList) ([]*v1.VolumeAttachment, error) {\n\t\t\textracted := make([]*v1.VolumeAttachment, len(list.Items))\n\n\t\t\tfor i := range list.Items {\n\t\t\t\textracted[i] = &list.Items[i]\n\t\t\t}\n\n\t\t\treturn extracted, nil\n\t\t},\n\t\tLinkedItemQueryExtractor: volumeAttachmentExtractor,\n\t\tHealthExtractor: func(resource *v1.VolumeAttachment) *sdp.Health {\n\t\t\tif resource.Status.AttachError != nil || resource.Status.DetachError != nil {\n\t\t\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\t\t\t}\n\n\t\t\treturn sdp.Health_HEALTH_OK.Enum()\n\t\t},\n\t\tAdapterMetadata: volumeAttachmentAdapterMetadata,\n\t}\n}\n\nvar volumeAttachmentAdapterMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tType: \"VolumeAttachment\",\n\tDescriptiveName: \"Volume Attachment\",\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\tPotentialLinks: []string{\"PersistentVolume\", \"Node\"},\n\tSupportedQueryMethods: DefaultSupportedQueryMethods(\"VolumeAttachment\"),\n})\n\nfunc init() {\n\tregisterAdapterLoader(newVolumeAttachmentAdapter)\n}\n" }, { "path": "k8s-source/adapters/volumeattachment_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nvar volumeAttachmentYAML = `\napiVersion: v1\nkind: PersistentVolumeClaim\nmetadata:\n name: volume-attachment-pvc\nspec:\n accessModes:\n - ReadWriteOnce\n resources:\n requests:\n storage: 1Gi\n storageClassName: standard\n---\napiVersion: v1\nkind: PersistentVolume\nmetadata:\n name: volume-attachment-pv\nspec:\n capacity:\n storage: 1Gi\n accessModes:\n - ReadWriteOnce\n persistentVolumeReclaimPolicy: Retain\n hostPath:\n path: /data\n---\napiVersion: v1\nkind: Pod\nmetadata:\n name: volume-attachment-pod\nspec:\n containers:\n - name: volume-attachment-container\n image: nginx\n volumeMounts:\n - name: volume-attachment-volume\n mountPath: /data\n volumes:\n - name: volume-attachment-volume\n persistentVolumeClaim:\n claimName: volume-attachment-pvc\n---\napiVersion: storage.k8s.io/v1\nkind: VolumeAttachment\nmetadata:\n name: volume-attachment-attachment\nspec:\n nodeName: local-tests-control-plane\n attacher: kubernetes.io\n source:\n persistentVolumeName: volume-attachment-pv\n\n`\n\nfunc TestVolumeAttachmentAdapter(t *testing.T) {\n\tsd := ScopeDetails{\n\t\tClusterName: CurrentCluster.Name,\n\t}\n\n\tadapter := newVolumeAttachmentAdapter(CurrentCluster.ClientSet, sd.ClusterName, []string{sd.Namespace}, sdpcache.NewNoOpCache())\n\n\tst := AdapterTests{\n\t\tAdapter: adapter,\n\t\tGetQuery: \"volume-attachment-attachment\",\n\t\tGetScope: sd.String(),\n\t\tSetupYAML: volumeAttachmentYAML,\n\t\tGetQueryTests: QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: \"PersistentVolume\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"volume-attachment-pv\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: \"Node\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"local-tests-control-plane\",\n\t\t\t\tExpectedScope: sd.String(),\n\t\t\t},\n\t\t},\n\t}\n\n\tst.Execute(t)\n}\n" }, { "path": "k8s-source/build/package/Dockerfile", "content": "# Build the source binary\nFROM golang:1.26.2-alpine3.23 AS builder\nARG TARGETOS\nARG TARGETARCH\nARG BUILD_VERSION\nARG BUILD_COMMIT\n\n# required for accessing the private dependencies and generating version descriptor\nRUN apk upgrade --no-cache && apk add --no-cache git\n\nWORKDIR /workspace\n\nCOPY go.mod go.sum ./\nRUN --mount=type=cache,target=/go/pkg \\\n go mod download\n\nCOPY go/ go/\nCOPY k8s-source/ k8s-source/\n\n# Build\nRUN --mount=type=cache,target=/go/pkg \\\n --mount=type=cache,target=/root/.cache/go-build \\\n GOOS=${TARGETOS} GOARCH=${TARGETARCH} go build -trimpath -ldflags=\"-s -w -X github.com/overmindtech/cli/go/tracing.version=${BUILD_VERSION} -X github.com/overmindtech/cli/go/tracing.commit=${BUILD_COMMIT}\" -o source k8s-source/main.go\n\nFROM alpine:3.23.4\nWORKDIR /\nCOPY --from=builder /workspace/source .\nUSER 65534:65534\n\nENTRYPOINT [\"/source\"]\n" }, { "path": "k8s-source/cmd/root.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"crypto/sha256\"\n\t\"errors\"\n\t\"fmt\"\n\t\"math/rand\"\n\t\"net\"\n\t\"net/http\"\n\t\"net/url\"\n\t\"os\"\n\t\"os/signal\"\n\t\"strings\"\n\t\"syscall\"\n\t\"time\"\n\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/k8s-source/adapters\"\n\t\"github.com/overmindtech/cli/k8s-source/proc\"\n\t\"github.com/overmindtech/cli/go/logging\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/pflag\"\n\t\"github.com/spf13/viper\"\n\t\"github.com/uptrace/opentelemetry-go-extra/otellogrus\"\n\t\"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp\"\n\tmetav1 \"k8s.io/apimachinery/pkg/apis/meta/v1\"\n\t\"k8s.io/apimachinery/pkg/watch\"\n\t\"k8s.io/client-go/kubernetes\"\n\t\"k8s.io/client-go/rest\"\n\t\"k8s.io/client-go/tools/clientcmd\"\n\t\"k8s.io/client-go/util/flowcontrol\"\n)\n\nvar cfgFile string\n\n// rootCmd represents the base command when called without any subcommands\nvar rootCmd = &cobra.Command{\n\tUse: \"k8s-source\",\n\tShort: \"Kubernetes source\",\n\tSilenceUsage: true,\n\tLong: `Gathers details from existing kubernetes clusters\n`,\n\tRunE: func(cmd *cobra.Command, args []string) error {\n\t\tctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)\n\t\tdefer stop()\n\t\tdefer tracing.LogRecoverToReturn(ctx, \"k8s-source.root\")\n\n\t\t// get engine config\n\t\tengineConfig, err := discovery.EngineConfigFromViper(\"k8s\", tracing.Version())\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Error(\"Could not get engine config from viper\")\n\t\t\treturn fmt.Errorf(\"could not get engine config from viper: %w\", err)\n\t\t}\n\n\t\t// Best-effort: derive cluster-specific NATS queue name before Start().\n\t\t// This loads the kubeconfig just to hash the rest config string for the\n\t\t// queue name. If it fails (e.g. in-cluster config not yet available),\n\t\t// we continue with the default queue name β€” the underlying error will\n\t\t// surface again after Start() via SetInitError.\n\t\tif restCfg, loadErr := loadRestConfig(viper.GetString(\"kubeconfig\")); loadErr == nil {\n\t\t\tconfigHash := fmt.Sprintf(\"%x\", sha256.Sum256([]byte(restCfg.String())))\n\t\t\tengineConfig.NATSQueueName = fmt.Sprintf(\"k8s-source-%v\", configHash)\n\t\t}\n\n\t\tif engineConfig.HeartbeatOptions == nil {\n\t\t\tengineConfig.HeartbeatOptions = &discovery.HeartbeatOptions{}\n\t\t}\n\n\t\te, err := discovery.NewEngine(engineConfig)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Error initializing Engine\")\n\t\t\treturn fmt.Errorf(\"error initializing engine: %w\", err)\n\t\t}\n\n\t\t// ReadinessCheck verifies adapters are healthy by using a Node adapter\n\t\t// Timeout is handled by SendHeartbeat, HTTP handlers rely on request context\n\t\te.SetReadinessCheck(func(ctx context.Context) error {\n\t\t\t// Find a Node adapter to verify adapter health\n\t\t\tadapters := e.AdaptersByType(\"Node\")\n\t\t\tif len(adapters) == 0 {\n\t\t\t\treturn fmt.Errorf(\"readiness check failed: no Node adapters available\")\n\t\t\t}\n\t\t\t// Use first adapter and try to list from first scope\n\t\t\tadapter := adapters[0]\n\t\t\tscopes := adapter.Scopes()\n\t\t\tif len(scopes) == 0 {\n\t\t\t\treturn fmt.Errorf(\"readiness check failed: no scopes available for Node adapter\")\n\t\t\t}\n\t\t\tlistableAdapter, ok := adapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\treturn fmt.Errorf(\"readiness check failed: Node adapter is not listable\")\n\t\t\t}\n\t\t\t_, err := listableAdapter.List(ctx, scopes[0], true)\n\t\t\tif err != nil {\n\t\t\t\treturn fmt.Errorf(\"readiness check (listing nodes) failed: %w\", err)\n\t\t\t}\n\t\t\treturn nil\n\t\t})\n\n\t\t// Serve health probes before initialization so they're available even on failure\n\t\te.ServeHealthProbes(viper.GetInt(\"health-check-port\"))\n\n\t\t// Start the engine (NATS connection) before config validation so heartbeats work\n\t\terr = e.Start(ctx)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Could not start engine\")\n\t\t\treturn fmt.Errorf(\"could not start engine: %w\", err)\n\t\t}\n\n\t\t// Config validation and K8s client setup (permanent errors β€” SetInitError, stay running)\n\t\tvar loadAdapters func(ctx context.Context) error\n\t\treload := make(chan watch.Event, 1024)\n\n\t\tk8sCfg, clientSet, clusterName, cfgErr := createK8sClient()\n\t\tif cfgErr != nil {\n\t\t\tlog.WithError(cfgErr).Error(\"K8s source config error - pod will stay running with error status\")\n\t\t\te.SetInitError(cfgErr)\n\t\t\tsentry.CaptureException(cfgErr)\n\t\t} else {\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"kubeconfig\": k8sCfg.Kubeconfig,\n\t\t\t\t\"cluster-name\": clusterName,\n\t\t\t}).Info(\"Got config\")\n\n\t\t\t// loadAdapters is the single-attempt adapter init function that lists\n\t\t\t// namespaces, creates adapters, and adds them to the engine.\n\t\t\tloadAdapters = func(ctx context.Context) error {\n\t\t\t\tlog.Info(\"Listing namespaces\")\n\t\t\t\tlist, err := clientSet.CoreV1().Namespaces().List(ctx, metav1.ListOptions{})\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn fmt.Errorf(\"could not list namespaces: %w\", err)\n\t\t\t\t}\n\n\t\t\t\tnamespaces := make([]string, len(list.Items))\n\t\t\t\tfor i := range list.Items {\n\t\t\t\t\tnamespaces[i] = list.Items[i].Name\n\t\t\t\t}\n\n\t\t\t\tlog.WithField(\"count\", len(namespaces)).Info(\"Got namespaces\")\n\n\t\t\t\t// Create a shared cache for all adapters in this source\n\t\t\t\tsharedCache := sdpcache.NewCache(ctx)\n\n\t\t\t\t// Create the adapter list\n\t\t\t\tadapterList := adapters.LoadAllAdapters(clientSet, clusterName, namespaces, sharedCache)\n\n\t\t\t\t// Add adapters to the engine\n\t\t\t\treturn e.AddAdapters(adapterList...)\n\t\t\t}\n\n\t\t\t// Use InitialiseAdapters for the initial load (retries with backoff)\n\t\t\te.InitialiseAdapters(ctx, loadAdapters)\n\n\t\t\t// Set up namespace watch for dynamic restarts\n\t\t\twatchCtx, watchCancel := context.WithCancel(ctx)\n\t\t\tdefer watchCancel()\n\n\t\t\tgo func() {\n\t\t\t\tdefer tracing.LogRecoverToReturn(watchCtx, \"Namespace watch setup\")\n\n\t\t\t\t// Wait briefly for initial adapter loading to complete or make progress\n\t\t\t\t// before starting the namespace watch\n\t\t\t\twi, err := watchNamespaces(watchCtx, clientSet)\n\t\t\t\tif err != nil {\n\t\t\t\t\twatchErr := fmt.Errorf(\"could not start namespace watch: %w\", err)\n\t\t\t\t\tlog.WithError(watchErr).Error(\"K8s namespace watch failed - pod will stay running with error status\")\n\t\t\t\t\te.SetInitError(watchErr)\n\t\t\t\t\tsentry.CaptureException(watchErr)\n\t\t\t\t\treturn\n\t\t\t\t}\n\n\t\t\t\tdefer tracing.LogRecoverToReturn(watchCtx, \"Namespace watch\")\n\n\t\t\t\tattempts := 0\n\t\t\t\tsleep := 1 * time.Second\n\n\t\t\t\tfor {\n\t\t\t\t\tselect {\n\t\t\t\t\tcase event, ok := <-wi.ResultChan():\n\t\t\t\t\t\tif !ok {\n\t\t\t\t\t\t\t// When the channel is closed then we need to restart the\n\t\t\t\t\t\t\t// watch. This happens regularly on EKS.\n\t\t\t\t\t\t\tlog.Debug(\"Namespace watch channel closed, re-subscribing\")\n\n\t\t\t\t\t\t\twi, err = watchNamespaces(watchCtx, clientSet)\n\t\t\t\t\t\t\t// Check for transient network errors\n\t\t\t\t\t\t\tif err != nil {\n\t\t\t\t\t\t\t\tvar netErr *net.OpError\n\t\t\t\t\t\t\t\tif errors.As(err, &netErr) {\n\t\t\t\t\t\t\t\t\t// Mark a failure\n\t\t\t\t\t\t\t\t\tattempts++\n\n\t\t\t\t\t\t\t\t\t// If we have had less than 3 failures then retry\n\t\t\t\t\t\t\t\t\tif attempts < 4 {\n\t\t\t\t\t\t\t\t\t\t// The watch interface will be nil if we\n\t\t\t\t\t\t\t\t\t\t// couldn't connect, so create a fake watcher\n\t\t\t\t\t\t\t\t\t\t// that is closed so that we end up in this loop\n\t\t\t\t\t\t\t\t\t\t// again\n\t\t\t\t\t\t\t\t\t\twi = watch.NewFake()\n\t\t\t\t\t\t\t\t\t\twi.Stop()\n\n\t\t\t\t\t\t\t\t\t\tjitter := time.Duration(rand.Int63n(int64(sleep))) //nolint:gosec // we don't need cryptographically secure randomness here\n\t\t\t\t\t\t\t\t\t\tsleep = sleep + jitter/2\n\n\t\t\t\t\t\t\t\t\t\tlog.WithError(err).WithField(\"retry_in\", sleep.String()).Error(\"Transient network error, retrying\")\n\t\t\t\t\t\t\t\t\t\ttime.Sleep(sleep)\n\t\t\t\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\t\tsentry.CaptureException(err)\n\t\t\t\t\t\t\t\tlog.WithError(err).Error(\"could not resubscribe to namespace watch\")\n\n\t\t\t\t\t\t\t\t// Send a fatal event\n\t\t\t\t\t\t\t\treload <- watch.Event{\n\t\t\t\t\t\t\t\t\tType: watch.EventType(\"FATAL\"),\n\t\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\t\treturn\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\t// If it's worked, reset the failure counter\n\t\t\t\t\t\t\tattempts = 0\n\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\t// If a watch event is received then we need to reload adapters\n\t\t\t\t\t\t\treload <- event\n\t\t\t\t\t\t}\n\t\t\t\t\tcase <-watchCtx.Done():\n\t\t\t\t\t\treturn\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}()\n\t\t}\n\n\t\tdefer func() {\n\t\t\terr := e.Stop()\n\t\t\tif err != nil {\n\t\t\t\tsentry.CaptureException(fmt.Errorf(\"could not stop engine: %w\", err))\n\t\t\t\tlog.WithError(err).Error(\"Could not stop engine\")\n\t\t\t}\n\t\t}()\n\n\t\tfor {\n\t\t\tselect {\n\t\t\tcase <-ctx.Done():\n\t\t\t\tlog.Info(\"Stopping engine\")\n\t\t\t\treturn nil\n\t\t\tcase event := <-reload:\n\t\t\t\tswitch event.Type { //nolint:exhaustive // we on purpose fall through to default\n\t\t\t\tcase \"\":\n\t\t\t\t\t// Discard empty events. After a certain period kubernetes\n\t\t\t\t\t// starts sending occasional empty events, I can't work out why,\n\t\t\t\t\t// maybe it's to keep the connection open. Either way they don't\n\t\t\t\t\t// represent anything and should be discarded\n\t\t\t\t\tlog.Debug(\"Discarding empty event\")\n\t\t\t\tcase \"FATAL\":\n\t\t\t\t\t// This is a custom event type from permanent watch failures\n\t\t\t\t\t// Don't exit - store error and continue in degraded state\n\t\t\t\t\tfatalErr := fmt.Errorf(\"permanent failure in namespace watch after retries\")\n\t\t\t\t\tlog.WithError(fatalErr).Error(\"K8s namespace watch failed permanently - pod will stay running with error status\")\n\t\t\t\t\te.SetInitError(fatalErr)\n\t\t\t\t\tsentry.CaptureException(fatalErr)\n\t\t\t\tcase \"MODIFIED\":\n\t\t\t\t\tlog.Debug(\"Namespace modified, ignoring\")\n\t\t\t\tdefault:\n\t\t\t\t\t// Namespace added/deleted: reload adapters\n\t\t\t\t\tlog.WithField(\"event_type\", event.Type).Info(\"Namespace change detected, reloading adapters\")\n\t\t\t\t\te.ClearAdapters()\n\t\t\t\t\tif reloadErr := loadAdapters(ctx); reloadErr != nil {\n\t\t\t\t\t\tinitErr := fmt.Errorf(\"could not reload adapters after namespace change: %w\", reloadErr)\n\t\t\t\t\t\tlog.WithError(initErr).Error(\"K8s source reload failed - pod will stay running with error status\")\n\t\t\t\t\t\te.SetInitError(initErr)\n\t\t\t\t\t\tsentry.CaptureException(initErr)\n\t\t\t\t\t} else {\n\t\t\t\t\t\t// Reload succeeded, clear any previous init error\n\t\t\t\t\t\te.SetInitError(nil)\n\t\t\t\t\t\tlog.Info(\"K8s source reloaded successfully\")\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t},\n}\n\n// Execute adds all child commands to the root command and sets flags appropriately.\n// This is called by main.main(). It only needs to happen once to the rootCmd.\nfunc Execute() {\n\tif err := rootCmd.Execute(); err != nil {\n\t\tfmt.Println(err)\n\t\tos.Exit(1)\n\t}\n}\n\n// loadRestConfig loads a Kubernetes rest.Config from the given kubeconfig path.\n// If the path is empty, in-cluster config is used.\nfunc loadRestConfig(kubeconfig string) (*rest.Config, error) {\n\tif kubeconfig == \"\" {\n\t\treturn rest.InClusterConfig()\n\t}\n\treturn clientcmd.BuildConfigFromFlags(\"\", kubeconfig)\n}\n\n// createK8sClient validates the K8s source config from viper, creates a\n// Kubernetes client, and determines the cluster name. All failures are\n// permanent config errors that should be reported via SetInitError.\nfunc createK8sClient() (*proc.K8sConfig, *kubernetes.Clientset, string, error) {\n\tk8sCfg, err := proc.ConfigFromViper()\n\tif err != nil {\n\t\treturn nil, nil, \"\", err\n\t}\n\n\trestConfig, err := loadRestConfig(k8sCfg.Kubeconfig)\n\tif err != nil {\n\t\treturn nil, nil, \"\", fmt.Errorf(\"could not load kubernetes config: %w\", err)\n\t}\n\n\trestConfig.Wrap(func(rt http.RoundTripper) http.RoundTripper { return otelhttp.NewTransport(rt) })\n\trestConfig.RateLimiter = flowcontrol.NewTokenBucketRateLimiter(\n\t\tfloat32(k8sCfg.RateLimitQPS),\n\t\tk8sCfg.RateLimitBurst,\n\t)\n\n\tclientSet, err := kubernetes.NewForConfig(restConfig)\n\tif err != nil {\n\t\treturn nil, nil, \"\", fmt.Errorf(\"could not create kubernetes client: %w\", err)\n\t}\n\n\tk8sURL, err := url.Parse(restConfig.Host)\n\tif err != nil {\n\t\treturn nil, nil, \"\", fmt.Errorf(\"could not parse kubernetes url %v: %w\", restConfig.Host, err)\n\t}\n\n\tif k8sURL.Port() == \"\" {\n\t\tswitch k8sURL.Scheme {\n\t\tcase \"http\":\n\t\t\tk8sURL.Host = k8sURL.Host + \":80\"\n\t\tcase \"https\":\n\t\t\tk8sURL.Host = k8sURL.Host + \":443\"\n\t\t}\n\t}\n\n\tclusterName := k8sCfg.ClusterName\n\tif clusterName == \"\" {\n\t\tclusterName = k8sURL.Host\n\t}\n\n\treturn k8sCfg, clientSet, clusterName, nil\n}\n\n// Watches k8s namespaces from the current state, sending new events for each change\nfunc watchNamespaces(ctx context.Context, clientSet *kubernetes.Clientset) (watch.Interface, error) {\n\t// Get the initial starting point\n\tlist, err := clientSet.CoreV1().Namespaces().List(ctx, metav1.ListOptions{})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Watch namespaces from here\n\twi, err := clientSet.CoreV1().Namespaces().Watch(ctx, metav1.ListOptions{\n\t\tResourceVersion: list.ResourceVersion,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn wi, nil\n}\n\nfunc init() {\n\tcobra.OnInitialize(initConfig)\n\n\t// Here you will define your flags and configuration settings.\n\t// Cobra supports persistent flags, which, if defined here,\n\t// will be global for your application.\n\tvar logLevel string\n\n\trootCmd.PersistentFlags().StringVar(&cfgFile, \"config\", \"/etc/srcman/config/source.yaml\", \"config file path\")\n\trootCmd.PersistentFlags().StringVar(&logLevel, \"log\", \"info\", \"Set the log level. Valid values: panic, fatal, error, warn, info, debug, trace\")\n\trootCmd.PersistentFlags().Int(\"health-check-port\", 8080, \"The port on which to serve health check endpoints (/healthz/alive, /healthz/ready)\")\n\n\t// engine flags\n\tdiscovery.AddEngineFlags(rootCmd)\n\n\t// source-specific flags\n\trootCmd.PersistentFlags().String(\"kubeconfig\", \"\", \"Path to the kubeconfig file containing cluster details. If this is blank, the in-cluster config will be used\")\n\trootCmd.PersistentFlags().Float32(\"rate-limit-qps\", 10.0, \"The maximum sustained queries per second from this source to the kubernetes API\")\n\trootCmd.PersistentFlags().Int(\"rate-limit-burst\", 30, \"The maximum burst of queries from this source to the kubernetes API\")\n\trootCmd.PersistentFlags().String(\"cluster-name\", \"\", \"The descriptive name of the cluster this source is running on. If this is blank, the hostname will be used from the Kube config\")\n\n\t// tracing\n\trootCmd.PersistentFlags().String(\"honeycomb-api-key\", \"\", \"If specified, configures opentelemetry libraries to submit traces to honeycomb\")\n\trootCmd.PersistentFlags().String(\"sentry-dsn\", \"\", \"If specified, configures sentry libraries to capture errors\")\n\trootCmd.PersistentFlags().String(\"run-mode\", \"release\", \"Set the run mode for this service, 'release', 'debug' or 'test'. Defaults to 'release'.\")\n\trootCmd.PersistentFlags().Bool(\"json-log\", true, \"Set to false to emit logs as text for easier reading in development.\")\n\tcobra.CheckErr(viper.BindEnv(\"json-log\", \"K8S_SOURCE_JSON_LOG\", \"JSON_LOG\")) // fallback to global config\n\n\t// Bind these to viper\n\tcobra.CheckErr(viper.BindPFlags(rootCmd.PersistentFlags()))\n\n\t// Run this before we do anything to set up the loglevel\n\trootCmd.PersistentPreRunE = func(cmd *cobra.Command, args []string) error {\n\t\tif lvl, err := log.ParseLevel(logLevel); err == nil {\n\t\t\tlog.SetLevel(lvl)\n\t\t} else {\n\t\t\tlog.SetLevel(log.InfoLevel)\n\t\t}\n\n\t\tlog.AddHook(TerminationLogHook{})\n\t\tlog.AddHook(otellogrus.NewHook(otellogrus.WithLevels(\n\t\t\tlog.AllLevels[:log.GetLevel()+1]...,\n\t\t)))\n\n\t\t// Bind flags that haven't been set to the values from viper of we have them\n\t\tvar bindErr error\n\t\tcmd.PersistentFlags().VisitAll(func(f *pflag.Flag) {\n\t\t\t// Bind the flag to viper only if it has a non-empty default\n\t\t\tif f.DefValue != \"\" || f.Changed {\n\t\t\t\tif err := viper.BindPFlag(f.Name, f); err != nil {\n\t\t\t\t\tbindErr = err\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t\tif bindErr != nil {\n\t\t\tlog.WithError(bindErr).Error(\"could not bind flag to viper\")\n\t\t\treturn fmt.Errorf(\"could not bind flag to viper: %w\", bindErr)\n\t\t}\n\n\t\tif viper.GetBool(\"json-log\") {\n\t\t\tlogging.ConfigureLogrusJSON(log.StandardLogger())\n\t\t}\n\n\t\tif err := tracing.InitTracerWithUpstreams(\"k8s-source\", viper.GetString(\"honeycomb-api-key\"), viper.GetString(\"sentry-dsn\")); err != nil {\n\t\t\tlog.WithError(err).Error(\"could not init tracer\")\n\t\t\treturn fmt.Errorf(\"could not init tracer: %w\", err)\n\t\t}\n\t\treturn nil\n\t}\n\n\t// shut down tracing at the end of the process\n\trootCmd.PersistentPostRun = func(cmd *cobra.Command, args []string) {\n\t\ttracing.ShutdownTracer(context.Background())\n\t}\n}\n\n// initConfig reads in config file and ENV variables if set.\nfunc initConfig() {\n\tviper.SetConfigFile(cfgFile)\n\n\treplacer := strings.NewReplacer(\"-\", \"_\")\n\n\tviper.SetEnvKeyReplacer(replacer)\n\tviper.AutomaticEnv() // read in environment variables that match\n\n\t// If a config file is found, read it in.\n\tif err := viper.ReadInConfig(); err == nil {\n\t\tlog.Infof(\"Using config file: %v\", viper.ConfigFileUsed())\n\t}\n}\n\n// TerminationLogHook A hook that logs fatal errors to the termination log\ntype TerminationLogHook struct{}\n\nfunc (t TerminationLogHook) Levels() []log.Level {\n\treturn []log.Level{log.FatalLevel}\n}\n\nfunc (t TerminationLogHook) Fire(e *log.Entry) error {\n\t// shutdown tracing first to ensure all spans are flushed\n\ttracing.ShutdownTracer(context.Background())\n\ttLog, err := os.OpenFile(\"/dev/termination-log\", os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0o644)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tvar message string\n\n\tmessage = e.Message\n\n\tfor k, v := range e.Data {\n\t\tmessage = fmt.Sprintf(\"%v %v=%v\", message, k, v)\n\t}\n\n\t_, err = tLog.WriteString(message)\n\n\treturn err\n}\n" }, { "path": "k8s-source/config.json", "content": "{\n \"auths\": {\n \"ghcr.io\": {},\n },\n \"credsStore\": \"desktop\"\n}\n" }, { "path": "k8s-source/cr.sh", "content": "#!/usr/bin/env bash\n\n# Copyright The Helm Authors\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n# https://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\nset -o errexit\nset -o nounset\nset -o pipefail\n\nDEFAULT_CHART_RELEASER_VERSION=v1.5.0\n\nshow_help() {\ncat << EOF\nUsage: $(basename \"$0\") \n\n -h, --help Display help\n -v, --version The chart-releaser version to use (default: $DEFAULT_CHART_RELEASER_VERSION)\"\n --config The path to the chart-releaser config file\n -d, --charts-dir The charts directory (default: charts)\n -o, --owner The repo owner\n -r, --repo The repo name\n -n, --install-dir The Path to install the cr tool\n -i, --install-only Just install the cr tool\n -s, --skip-packaging Skip the packaging step (run your own packaging before using the releaser)\n --skip-existing Skip package upload if release exists\n -l, --mark-as-latest Mark the created GitHub release as 'latest' (default: true)\nEOF\n}\n\nmain() {\n local version=\"$DEFAULT_CHART_RELEASER_VERSION\"\n local config=\n local charts_dir=charts\n local owner=\n local repo=\n local install_dir=\n local install_only=\n local skip_packaging=\n local skip_existing=\n local mark_as_latest=true\n\n parse_command_line \"$@\"\n\n : \"${CR_TOKEN:?Environment variable CR_TOKEN must be set}\"\n\n local repo_root\n repo_root=$(git rev-parse --show-toplevel)\n pushd \"$repo_root\" > /dev/null\n\n if ! [[ -n \"$skip_packaging\" ]]; then\n echo 'Looking up latest tag...'\n local latest_tag\n latest_tag=$(lookup_latest_tag)\n\n echo \"Discovering changed charts since '$latest_tag'...\"\n local changed_charts=()\n readarray -t changed_charts <<< \"$(lookup_changed_charts \"$latest_tag\")\"\n\n if [[ -n \"${changed_charts[*]}\" ]]; then\n install_chart_releaser\n\n rm -rf .cr-release-packages\n mkdir -p .cr-release-packages\n\n rm -rf .cr-index\n mkdir -p .cr-index\n\n for chart in \"${changed_charts[@]}\"; do\n if [[ -d \"$chart\" ]]; then\n package_chart \"$chart\"\n else\n echo \"Chart '$chart' no longer exists in repo. Skipping it...\"\n fi\n done\n\n release_charts\n update_index\n else\n echo \"Nothing to do. No chart changes detected.\"\n fi\n else\n install_chart_releaser\n rm -rf .cr-index\n mkdir -p .cr-index\n release_charts\n update_index\n fi\n\n popd > /dev/null\n}\n\nparse_command_line() {\n while :; do\n case \"${1:-}\" in\n -h|--help)\n show_help\n exit\n ;;\n --config)\n if [[ -n \"${2:-}\" ]]; then\n config=\"$2\"\n shift\n else\n echo \"ERROR: '--config' cannot be empty.\" >&2\n show_help\n exit 1\n fi\n ;;\n -v|--version)\n if [[ -n \"${2:-}\" ]]; then\n version=\"$2\"\n shift\n else\n echo \"ERROR: '-v|--version' cannot be empty.\" >&2\n show_help\n exit 1\n fi\n ;;\n -d|--charts-dir)\n if [[ -n \"${2:-}\" ]]; then\n charts_dir=\"$2\"\n shift\n else\n echo \"ERROR: '-d|--charts-dir' cannot be empty.\" >&2\n show_help\n exit 1\n fi\n ;;\n -o|--owner)\n if [[ -n \"${2:-}\" ]]; then\n owner=\"$2\"\n shift\n else\n echo \"ERROR: '--owner' cannot be empty.\" >&2\n show_help\n exit 1\n fi\n ;;\n -r|--repo)\n if [[ -n \"${2:-}\" ]]; then\n repo=\"$2\"\n shift\n else\n echo \"ERROR: '--repo' cannot be empty.\" >&2\n show_help\n exit 1\n fi\n ;;\n -n|--install-dir)\n if [[ -n \"${2:-}\" ]]; then\n install_dir=\"$2\"\n shift\n fi\n ;;\n -i|--install-only)\n if [[ -n \"${2:-}\" ]]; then\n install_only=\"$2\"\n shift\n fi\n ;;\n -s|--skip-packaging)\n if [[ -n \"${2:-}\" ]]; then\n skip_packaging=\"$2\"\n shift\n fi\n ;;\n --skip-existing)\n if [[ -n \"${2:-}\" ]]; then\n skip_existing=\"$2\"\n shift\n fi\n ;;\n -l|--mark-as-latest)\n if [[ -n \"${2:-}\" ]]; then\n mark_as_latest=\"$2\"\n shift\n fi\n ;;\n *)\n break\n ;;\n esac\n\n shift\n done\n\n if [[ -z \"$owner\" ]]; then\n echo \"ERROR: '-o|--owner' is required.\" >&2\n show_help\n exit 1\n fi\n\n if [[ -z \"$repo\" ]]; then\n echo \"ERROR: '-r|--repo' is required.\" >&2\n show_help\n exit 1\n fi\n\n if [[ -z \"$install_dir\" ]]; then\n local arch\n arch=$(uname -m)\n install_dir=\"$RUNNER_TOOL_CACHE/cr/$version/$arch\"\n fi\n\n if [[ -n \"$install_only\" ]]; then\n echo \"Will install cr tool and not run it...\"\n install_chart_releaser\n exit 0\n fi\n}\n\ninstall_chart_releaser() {\n if [[ ! -d \"$RUNNER_TOOL_CACHE\" ]]; then\n echo \"Cache directory '$RUNNER_TOOL_CACHE' does not exist\" >&2\n exit 1\n fi\n\n if [[ ! -d \"$install_dir\" ]]; then\n mkdir -p \"$install_dir\"\n\n echo \"Installing chart-releaser on $install_dir...\"\n curl -sSLo cr.tar.gz \"https://github.com/helm/chart-releaser/releases/download/$version/chart-releaser_${version#v}_linux_amd64.tar.gz\"\n tar -xzf cr.tar.gz -C \"$install_dir\"\n rm -f cr.tar.gz\n fi\n\n echo 'Adding cr directory to PATH...'\n export PATH=\"$install_dir:$PATH\"\n}\n\nlookup_latest_tag() {\n git fetch --tags > /dev/null 2>&1\n\n if ! git describe --tags --abbrev=0 HEAD~ 2> /dev/null; then\n git rev-list --max-parents=0 --first-parent HEAD\n fi\n}\n\nfilter_charts() {\n while read -r chart; do\n [[ ! -d \"$chart\" ]] && continue\n local file=\"$chart/Chart.yaml\"\n if [[ -f \"$file\" ]]; then\n echo \"$chart\"\n else\n echo \"WARNING: $file is missing, assuming that '$chart' is not a Helm chart. Skipping.\" 1>&2\n fi\n done\n}\n\nlookup_changed_charts() {\n local commit=\"$1\"\n\n local changed_files\n changed_files=$(git diff --find-renames --name-only \"$commit\" -- \"$charts_dir\")\n\n local depth=$(( $(tr \"/\" \"\\n\" <<< \"$charts_dir\" | sed '/^\\(\\.\\)*$/d' | wc -l) + 1 ))\n local fields=\"1-${depth}\"\n\n cut -d '/' -f \"$fields\" <<< \"$changed_files\" | uniq | filter_charts\n}\n\npackage_chart() {\n local chart=\"$1\"\n\n local args=(\"$chart\" --package-path .cr-release-packages)\n if [[ -n \"$config\" ]]; then\n args+=(--config \"$config\")\n fi\n\n echo \"Packaging chart '$chart'...\"\n cr package \"${args[@]}\"\n}\n\nrelease_charts() {\n local args=(-o \"$owner\" -r \"$repo\" -c \"$(git rev-parse HEAD)\")\n if [[ -n \"$config\" ]]; then\n args+=(--config \"$config\")\n fi\n if [[ -n \"$skip_existing\" ]]; then\n args+=(--skip-existing)\n fi\n if [[ \"$mark_as_latest\" = false ]]; then\n args+=(--make-release-latest=false)\n fi\n\n echo 'Releasing charts...'\n cr upload \"${args[@]}\"\n}\n\nupdate_index() {\n local args=(-o \"$owner\" -r \"$repo\" --push)\n if [[ -n \"$config\" ]]; then\n args+=(--config \"$config\")\n fi\n\n echo 'Updating charts repo index...'\n cr index \"${args[@]}\"\n}\n\nmain \"$@\"\n" }, { "path": "k8s-source/deployments/overmind-kube-source/.helmignore", "content": "# Patterns to ignore when building packages.\n# This supports shell glob matching, relative path matching, and\n# negation (prefixed with !). Only one pattern per line.\n.DS_Store\n# Common VCS dirs\n.git/\n.gitignore\n.bzr/\n.bzrignore\n.hg/\n.hgignore\n.svn/\n# Common backup files\n*.swp\n*.bak\n*.tmp\n*.orig\n*~\n# Various IDEs\n.project\n.idea/\n*.tmproj\n.vscode/\n" }, { "path": "k8s-source/deployments/overmind-kube-source/Chart.yaml", "content": "apiVersion: v2\nname: overmind-kube-source\ndescription: A source that allows Overmind to read from the current Kubernetes cluster\n\n# A chart can be either an 'application' or a 'library' chart.\n#\n# Application charts are a collection of templates that can be packaged into versioned archives\n# to be deployed.\n#\n# Library charts provide useful utilities or functions for the chart developer. They're included as\n# a dependency of application charts to inject those utilities and functions into the rendering\n# pipeline. Library charts do not define any templates and therefore cannot be deployed.\ntype: application\n\n# This is the chart version. This version number should be incremented each time you make changes\n# to the chart and its templates, including the app version.\n# Versions are expected to follow Semantic Versioning (https://semver.org/)\n#\n# This is set during CI\nversion: 0.0.0\n\n# This is the version number of the application being deployed. This version number should be\n# incremented each time you make changes to the application. Versions are not expected to\n# follow Semantic Versioning. They should reflect the version the application is using.\n# It is recommended to use it with quotes.\n#\n# This is set during CI\nappVersion: \"0.0.0\"\n" }, { "path": "k8s-source/deployments/overmind-kube-source/README.md", "content": "# K8s Source Helm Chart\n\n## Developing\n\nInstalling into a local cluster:\n\n```shell\nhelm install k8s-source deployments/overmind-kube-source \\\n --set source.apiKey.value=YOUR_API_KEY \\\n --set source.clusterName=my-cluster\n```\n\n### Production Configuration Example\n\nFor production deployments (single replica with PDB enabled by default):\n\n```shell\nhelm install k8s-source deployments/overmind-kube-source \\\n --set source.apiKey.value=YOUR_API_KEY \\\n --set source.clusterName=production-cluster\n```\n\n**Note**: The k8s source typically has very low load, so a single replica is usually sufficient. PDB is enabled by default to protect against maintenance operations, and the deployment uses a rolling update strategy with `maxUnavailable: 1` to ensure zero-downtime updates.\n\nRemoving the chart:\n\n```shell\nhelm uninstall k8s-source\n```\n\n## Releasing\n\nThese charts are automatically released and pushed to Cloudsmith when the monorepo is tagged with a version in the following format `k8s-source/v1.2.3`. This will cause the docker container to be built, tagged with `1.2.3`, pushed, and a new corresponding helm chart released. See `.github/workflows/k8s-source-release.yml` for more details" }, { "path": "k8s-source/deployments/overmind-kube-source/templates/NOTES.txt", "content": "The overmind source has now been installed βœ…" }, { "path": "k8s-source/deployments/overmind-kube-source/templates/_helpers.tpl", "content": "{{/*\nExpand the name of the chart.\n*/}}\n{{- define \"overmind-kube-source.name\" -}}\n{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix \"-\" }}\n{{- end }}\n\n{{/*\nCreate a default fully qualified app name.\nWe truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).\nIf release name contains chart name it will be used as a full name.\n*/}}\n{{- define \"overmind-kube-source.fullname\" -}}\n{{- if .Values.fullnameOverride }}\n{{- .Values.fullnameOverride | trunc 63 | trimSuffix \"-\" }}\n{{- else }}\n{{- $name := default .Chart.Name .Values.nameOverride }}\n{{- if contains $name .Release.Name }}\n{{- .Release.Name | trunc 63 | trimSuffix \"-\" }}\n{{- else }}\n{{- printf \"%s-%s\" .Release.Name $name | trunc 63 | trimSuffix \"-\" }}\n{{- end }}\n{{- end }}\n{{- end }}\n\n{{/*\nCreate chart name and version as used by the chart label.\n*/}}\n{{- define \"overmind-kube-source.chart\" -}}\n{{- printf \"%s-%s\" .Chart.Name .Chart.Version | replace \"+\" \"_\" | trunc 63 | trimSuffix \"-\" }}\n{{- end }}\n\n{{/*\nCommon labels\n*/}}\n{{- define \"overmind-kube-source.labels\" -}}\nhelm.sh/chart: {{ include \"overmind-kube-source.chart\" . }}\n{{ include \"overmind-kube-source.selectorLabels\" . }}\n{{- if .Chart.AppVersion }}\napp.kubernetes.io/version: {{ .Chart.AppVersion | quote }}\n{{- end }}\napp.kubernetes.io/managed-by: {{ .Release.Service }}\n{{- end }}\n\n{{/*\nSelector labels\n*/}}\n{{- define \"overmind-kube-source.selectorLabels\" -}}\napp.kubernetes.io/name: {{ include \"overmind-kube-source.name\" . }}\napp.kubernetes.io/instance: {{ .Release.Name }}\n{{- end }}\n\n{{/*\nCreate the name of the service account to use\n*/}}\n{{- define \"overmind-kube-source.serviceAccountName\" -}}\n{{- default (include \"overmind-kube-source.fullname\" .) .Values.serviceAccount.name }}\n{{- end }}\n\n{{/*\nCreate the name of the cluster role to use\n*/}}\n{{- define \"overmind-kube-source.clusterRoleName\" -}}\n{{- default (include \"overmind-kube-source.fullname\" .) }}\n{{- end }}\n\n{{/*\nCreate the name of the cluster role binidng to use\n*/}}\n{{- define \"overmind-kube-source.clusterRoleBindingName\" -}}\n{{- default (include \"overmind-kube-source.fullname\" .) }}\n{{- end }}\n\n{{/*\nValidate API Key configuration\n*/}}\n{{- define \"overmind-kube-source.validateAPIKey\" -}}\n{{- if and .Values.source.apiKey.existingSecretName (not .Values.source.apiKey.value) }}\n {{- $secret := lookup \"v1\" \"Secret\" .Release.Namespace .Values.source.apiKey.existingSecretName }}\n {{- if not $secret }}\n {{- fail (printf \"Secret %q not found in namespace %q\" .Values.source.apiKey.existingSecretName .Release.Namespace) }}\n {{- end }}\n {{- if not (get $secret.data \"API_KEY\") }}\n {{- fail (printf \"Secret %q does not contain required key 'API_KEY'\" .Values.source.apiKey.existingSecretName) }}\n {{- end }}\n{{- else if not .Values.source.apiKey.value }}\n {{- fail \"Either source.apiKey.value or source.apiKey.existingSecretName must be set\" }}\n{{- end }}\n{{- end }}\n" }, { "path": "k8s-source/deployments/overmind-kube-source/templates/clusterrole.yaml", "content": "apiVersion: rbac.authorization.k8s.io/v1\nkind: ClusterRole\nmetadata:\n name: {{ include \"overmind-kube-source.clusterRoleName\" . }}\nrules:\n- apiGroups: [\"*\"]\n resources: [\"*\"]\n verbs: [\"get\", \"list\", \"watch\"]\n" }, { "path": "k8s-source/deployments/overmind-kube-source/templates/clusterrolebinding.yaml", "content": "apiVersion: rbac.authorization.k8s.io/v1\nkind: ClusterRoleBinding\nmetadata:\n name: {{ include \"overmind-kube-source.clusterRoleBindingName\" . }}\nsubjects:\n - kind: ServiceAccount\n name: {{ include \"overmind-kube-source.serviceAccountName\" . }}\n namespace: {{ .Release.Namespace }}\nroleRef:\n kind: ClusterRole\n name: {{ include \"overmind-kube-source.clusterRoleName\" . }}\n apiGroup: rbac.authorization.k8s.io\n" }, { "path": "k8s-source/deployments/overmind-kube-source/templates/configmap.yaml", "content": "---\n# ConfigMap definition\napiVersion: v1\nkind: ConfigMap\nmetadata:\n name: {{ include \"overmind-kube-source.fullname\" . }}-config\ndata:\n LOG: {{ .Values.source.log }}\n MAX_PARALLEL: {{ .Values.source.maxParallel | quote }}\n SOURCE_NAME: {{ include \"overmind-kube-source.fullname\" . }}\n RATE_LIMIT_QPS: {{ .Values.source.rateLimitQPS | quote }}\n RATE_LIMIT_BURST: {{ .Values.source.rateLimitBurst | quote }}\n{{- if .Values.source.clusterName }}\n CLUSTER_NAME: {{ .Values.source.clusterName | quote }}\n{{- end }}\n{{- if .Values.source.app }}\n APP: {{ .Values.source.app | quote }}\n{{- end }}\n{{- if .Values.source.honeycombApiKey }}\n HONEYCOMB_API_KEY: {{ .Values.source.honeycombApiKey | quote }}\n{{- end }}\n---\n" }, { "path": "k8s-source/deployments/overmind-kube-source/templates/deployment.yaml", "content": "{{- template \"overmind-kube-source.validateAPIKey\" . }}\napiVersion: apps/v1\nkind: Deployment\nmetadata:\n name: {{ include \"overmind-kube-source.fullname\" . }}\n labels:\n {{- include \"overmind-kube-source.labels\" . | nindent 4 }}\nspec:\n replicas: {{ .Values.replicaCount }}\n strategy:\n type: RollingUpdate\n rollingUpdate:\n maxUnavailable: 1\n maxSurge: 1\n selector:\n matchLabels:\n {{- include \"overmind-kube-source.selectorLabels\" . | nindent 6 }}\n template:\n metadata:\n {{- with .Values.podAnnotations }}\n annotations:\n {{- toYaml . | nindent 8 }}\n {{- end }}\n labels:\n {{- include \"overmind-kube-source.selectorLabels\" . | nindent 8 }}\n spec:\n {{- with .Values.imagePullSecrets }}\n imagePullSecrets:\n {{- toYaml . | nindent 8 }}\n {{- end }}\n serviceAccountName: {{ include \"overmind-kube-source.serviceAccountName\" . }}\n securityContext:\n {{- toYaml .Values.podSecurityContext | nindent 8 }}\n containers:\n - name: {{ .Chart.Name }}\n securityContext:\n {{- toYaml .Values.securityContext | nindent 12 }}\n image: \"{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}\"\n imagePullPolicy: {{ .Values.image.pullPolicy }}\n envFrom:\n - configMapRef:\n name: {{ include \"overmind-kube-source.fullname\" . }}-config\n {{- if .Values.source.apiKey.existingSecretName }}\n - secretRef:\n name: {{ .Values.source.apiKey.existingSecretName }}\n {{- else }}\n - secretRef:\n name: {{ include \"overmind-kube-source.fullname\" . }}-secrets\n {{- end }}\n env:\n - name: HEALTH_CHECK_PORT\n value: \"8080\"\n livenessProbe:\n httpGet:\n path: /healthz/alive\n port: 8080\n initialDelaySeconds: 30\n periodSeconds: 10\n timeoutSeconds: 5\n failureThreshold: 3\n successThreshold: 1\n readinessProbe:\n httpGet:\n path: /healthz/ready\n port: 8080\n initialDelaySeconds: 5\n periodSeconds: 10\n timeoutSeconds: 5\n failureThreshold: 3\n successThreshold: 1\n resources:\n {{- toYaml .Values.resources | nindent 12 }}\n {{- with .Values.nodeSelector }}\n nodeSelector:\n {{- toYaml . | nindent 8 }}\n {{- end }}\n {{- with .Values.affinity }}\n affinity:\n {{- toYaml . | nindent 8 }}\n {{- end }}\n {{- with .Values.tolerations }}\n tolerations:\n {{- toYaml . | nindent 8 }}\n {{- end }}\n" }, { "path": "k8s-source/deployments/overmind-kube-source/templates/poddisruptionbudget.yaml", "content": "{{- if .Values.podDisruptionBudget.enabled }}\napiVersion: policy/v1\nkind: PodDisruptionBudget\nmetadata:\n name: {{ include \"overmind-kube-source.fullname\" . }}\n labels:\n {{- include \"overmind-kube-source.labels\" . | nindent 4 }}\nspec:\n maxUnavailable: 1\n selector:\n matchLabels:\n {{- include \"overmind-kube-source.selectorLabels\" . | nindent 6 }}\n{{- end }}\n" }, { "path": "k8s-source/deployments/overmind-kube-source/templates/secret.yaml", "content": "{{- if .Values.source.apiKey.value }}\napiVersion: v1\nkind: Secret\nmetadata:\n name: {{ include \"overmind-kube-source.fullname\" . }}-secrets\ntype: Opaque\ndata:\n API_KEY: {{ .Values.source.apiKey.value | b64enc }}\n{{- end }}\n" }, { "path": "k8s-source/deployments/overmind-kube-source/templates/serviceaccount.yaml", "content": "apiVersion: v1\nkind: ServiceAccount\nmetadata:\n name: {{ include \"overmind-kube-source.serviceAccountName\" . }}\n labels:\n {{- include \"overmind-kube-source.labels\" . | nindent 4 }}\n {{- with .Values.serviceAccount.annotations }}\n annotations:\n {{- toYaml . | nindent 4 }}\n {{- end }}\n" }, { "path": "k8s-source/deployments/overmind-kube-source/values.yaml", "content": "# Default values for overmind-kube-source.\n# This is a YAML-formatted file.\n# Declare variables to be passed into your templates.\n\nreplicaCount: 1\n\nimage:\n repository: ghcr.io/overmindtech/workspace/k8s-source\n pullPolicy: Always\n # Overrides the image tag whose default is the chart appVersion.\n tag: \"\"\n\nimagePullSecrets: []\nnameOverride: \"\"\nfullnameOverride: \"\"\n\nserviceAccount:\n # Annotations to add to the service account\n annotations: {}\n # The name of the service account to use.\n # If not set and create is true, a name is generated using the fullname template\n name: \"\"\n\nclusterRole:\n # The name of the service account to use.\n # If not set and create is true, a name is generated using the fullname template\n name: \"\"\n # Annotations to add to the cluster role\n annotations: {}\n\npodAnnotations: {}\n\npodSecurityContext: {}\n # fsGroup: 2000\n\nsecurityContext: {}\n # capabilities:\n # drop:\n # - ALL\n # readOnlyRootFilesystem: true\n # runAsNonRoot: true\n # runAsUser: 1000\n\nresources: {}\n # We usually recommend not to specify default resources and to leave this as a conscious\n # choice for the user. This also increases chances charts run on environments with little\n # resources, such as Minikube. If you do want to specify resources, uncomment the following\n # lines, adjust them as necessary, and remove the curly braces after 'resources:'.\n # limits:\n # cpu: 100m\n # memory: 128Mi\n # requests:\n # cpu: 100m\n # memory: 128Mi\n\npodDisruptionBudget:\n enabled: true\n # Pod Disruption Budget protects against maintenance operations (node drains, cluster upgrades)\n # Uses maxUnavailable: 1 which works for both single and multi-replica deployments\n\nnodeSelector: {}\n\ntolerations: []\n\naffinity: {}\n\n# Source config\nsource:\n # The log level for the source (info, debug, trace etc.)\n log: info\n # API Key configuration\n apiKey:\n # Directly provided value (not recommended for production)\n value: \"\"\n # Reference to existing secret\n existingSecretName: \"\"\n # The URL of the Overmind instance to connect to\n app: \"https://app.overmind.tech\"\n # How many requests to run in parallel\n maxParallel: 20\n # The maximum sustained queries per second from this source to the kubernetes API\n rateLimitQPS: 10\n # The maximum burst of queries from this source to the kubernetes API\n rateLimitBurst: 30\n # The descriptive name of the cluster this source is running on\n clusterName: \"\"\n # An optional Honeycomb API key to send traces and metrics\n honeycombApiKey: \"\"\n" }, { "path": "k8s-source/main.go", "content": "/*\nCopyright Β© 2021 Dylan Ratcliffe\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n\thttp://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\npackage main\n\nimport (\n\t\"github.com/overmindtech/cli/k8s-source/cmd\"\n\t_ \"go.uber.org/automaxprocs\"\n)\n\nfunc main() {\n\tcmd.Execute()\n}\n" }, { "path": "k8s-source/proc/proc.go", "content": "package proc\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/spf13/viper\"\n)\n\n// K8sConfig holds configuration for the k8s source read from viper.\ntype K8sConfig struct {\n\tKubeconfig string\n\tClusterName string\n\tRateLimitQPS float64\n\tRateLimitBurst int\n\tHealthCheckPort int\n}\n\n// ConfigFromViper reads and validates k8s source configuration from viper.\n// Kubeconfig may be empty (in-cluster config). Returns an error if rate limits\n// or health-check-port are invalid.\nfunc ConfigFromViper() (*K8sConfig, error) {\n\trateLimitQPS := viper.GetFloat64(\"rate-limit-qps\")\n\trateLimitBurst := viper.GetInt(\"rate-limit-burst\")\n\thealthCheckPort := viper.GetInt(\"health-check-port\")\n\n\tif rateLimitQPS <= 0 {\n\t\treturn nil, fmt.Errorf(\"rate-limit-qps must be positive, got %v\", rateLimitQPS)\n\t}\n\tif rateLimitBurst <= 0 {\n\t\treturn nil, fmt.Errorf(\"rate-limit-burst must be positive, got %v\", rateLimitBurst)\n\t}\n\tif healthCheckPort < 1 || healthCheckPort > 65535 {\n\t\treturn nil, fmt.Errorf(\"health-check-port must be between 1 and 65535, got %v\", healthCheckPort)\n\t}\n\n\treturn &K8sConfig{\n\t\tKubeconfig: viper.GetString(\"kubeconfig\"),\n\t\tClusterName: viper.GetString(\"cluster-name\"),\n\t\tRateLimitQPS: rateLimitQPS,\n\t\tRateLimitBurst: rateLimitBurst,\n\t\tHealthCheckPort: healthCheckPort,\n\t}, nil\n}\n" }, { "path": "knowledge/discover.go", "content": "package knowledge\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"io/fs\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"regexp\"\n\t\"sort\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.yaml.in/yaml/v3\"\n)\n\n// KnowledgeFile represents a discovered and validated knowledge file\ntype KnowledgeFile struct {\n\tName string\n\tDescription string\n\tContent string // markdown body only (excluding frontmatter)\n\tFileName string // path relative to .overmind/knowledge/\n\tSourceDir string // absolute path to the knowledge directory this file came from\n}\n\n// Warning represents a validation or parsing issue with a knowledge file\ntype Warning struct {\n\tPath string // relative path within .overmind/knowledge/\n\tReason string\n}\n\n// frontmatter represents the YAML frontmatter structure\ntype frontmatter struct {\n\tName string `yaml:\"name\"`\n\tDescription string `yaml:\"description\"`\n}\n\n// nameRegex validates knowledge file names (kebab-case: lowercase letters, digits, hyphens)\n// Must start with a letter, end with letter or digit, 1-64 chars total\nvar nameRegex = regexp.MustCompile(`^[a-z]([a-z0-9-]*[a-z0-9])?$`)\n\nconst (\n\t// maxFileSize is the maximum allowed size for a knowledge file (10MB)\n\t// This prevents memory exhaustion and excessive API payload sizes\n\tmaxFileSize = 10 * 1024 * 1024 // 10MB\n)\n\n// FindKnowledgeDir walks up from startDir looking for a .overmind/knowledge/\n// directory. Returns the absolute path if found, or empty string if not.\n// Stops at the repository root (.git boundary) or filesystem root to avoid\n// picking up knowledge files from unrelated parent projects.\nfunc FindKnowledgeDir(startDir string) string {\n\tdir, err := filepath.Abs(startDir)\n\tif err != nil {\n\t\treturn \"\"\n\t}\n\tfor {\n\t\tcandidate := filepath.Join(dir, \".overmind\", \"knowledge\")\n\t\tif info, err := os.Stat(candidate); err == nil && info.IsDir() {\n\t\t\treturn candidate\n\t\t}\n\t\tif _, err := os.Stat(filepath.Join(dir, \".git\")); err == nil {\n\t\t\tbreak\n\t\t}\n\t\tparent := filepath.Dir(dir)\n\t\tif parent == dir {\n\t\t\tbreak\n\t\t}\n\t\tdir = parent\n\t}\n\treturn \"\"\n}\n\n// ResolveKnowledgeDirs returns the list of knowledge directories to use.\n// If explicitDirs is non-empty, returns those directories (warning about any that don't exist).\n// If explicitDirs is empty, falls back to FindKnowledgeDir(startDir) for backward compatibility.\n// Returns an empty slice if no directories are found or specified.\nfunc ResolveKnowledgeDirs(startDir string, explicitDirs []string) []string {\n\tif len(explicitDirs) == 0 {\n\t\t// Fallback to auto-discovery for backward compatibility\n\t\tdir := FindKnowledgeDir(startDir)\n\t\tif dir != \"\" {\n\t\t\treturn []string{dir}\n\t\t}\n\t\treturn []string{}\n\t}\n\n\t// Use explicit directories, warning about missing ones but tolerating them\n\tvar resolved []string\n\tfor _, dir := range explicitDirs {\n\t\tabsDir, err := filepath.Abs(dir)\n\t\tif err != nil {\n\t\t\tlog.WithField(\"dir\", dir).Warn(\"Failed to resolve absolute path for knowledge directory, skipping\")\n\t\t\tcontinue\n\t\t}\n\t\tif _, err := os.Stat(absDir); err != nil {\n\t\t\tlog.WithField(\"dir\", absDir).WithError(err).Warn(\"Cannot access knowledge directory, skipping\")\n\t\t\tcontinue\n\t\t}\n\t\tresolved = append(resolved, absDir)\n\t}\n\treturn resolved\n}\n\n// Discover walks the knowledge directories and discovers all valid knowledge files.\n// Accepts a list of knowledge directories to search. Later directories in the list\n// override earlier ones when the same knowledge file name appears in multiple directories\n// (emits a warning when this happens).\n// Returns valid files and any warnings encountered during discovery.\nfunc Discover(knowledgeDirs ...string) ([]KnowledgeFile, []Warning) {\n\t// Handle legacy single-directory signature for backward compatibility\n\tif len(knowledgeDirs) == 1 && knowledgeDirs[0] == \"\" {\n\t\treturn []KnowledgeFile{}, []Warning{}\n\t}\n\n\tvar allFiles []KnowledgeFile\n\tvar allWarnings []Warning\n\n\t// Track seen names across all directories for cross-directory deduplication\n\t// Maps name -> {sourceDir, relPath} of the file that won\n\ttype nameOwner struct {\n\t\tsourceDir string\n\t\trelPath string\n\t}\n\tseenNames := make(map[string]nameOwner)\n\n\t// Process each directory in order\n\tfor _, knowledgeDir := range knowledgeDirs {\n\t\tif knowledgeDir == \"\" {\n\t\t\tcontinue\n\t\t}\n\n\t\tfiles, warnings := discoverOne(knowledgeDir)\n\t\tallWarnings = append(allWarnings, warnings...)\n\n\t\t// Apply cross-directory deduplication: later directories override earlier ones\n\t\tfor _, kf := range files {\n\t\t\tif owner, exists := seenNames[kf.Name]; exists {\n\t\t\t\t// Name collision across directories: later wins, emit warning log only\n\t\t\t\tlog.WithField(\"name\", kf.Name).\n\t\t\t\t\tWithField(\"earlier\", filepath.Join(owner.sourceDir, owner.relPath)).\n\t\t\t\t\tWithField(\"later\", filepath.Join(kf.SourceDir, kf.FileName)).\n\t\t\t\t\tWarn(\"Knowledge file name collision across directories, using later directory\")\n\n\t\t\t\t// Remove the earlier file from allFiles and replace with the new one\n\t\t\t\tfor i, f := range allFiles {\n\t\t\t\t\tif f.Name == kf.Name {\n\t\t\t\t\t\tallFiles = append(allFiles[:i], allFiles[i+1:]...)\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tseenNames[kf.Name] = nameOwner{\n\t\t\t\tsourceDir: kf.SourceDir,\n\t\t\t\trelPath: kf.FileName,\n\t\t\t}\n\t\t\tallFiles = append(allFiles, kf)\n\t\t}\n\t}\n\n\treturn allFiles, allWarnings\n}\n\n// discoverOne walks a single knowledge directory and discovers valid knowledge files.\n// This is the internal implementation that processes one directory.\n// Returns valid files and any warnings encountered during discovery.\nfunc discoverOne(knowledgeDir string) ([]KnowledgeFile, []Warning) {\n\tvar files []KnowledgeFile\n\tvar warnings []Warning\n\n\t// Check if directory exists\n\tif _, err := os.Stat(knowledgeDir); os.IsNotExist(err) {\n\t\treturn files, warnings\n\t}\n\n\t// Make knowledgeDir absolute for consistent SourceDir tracking\n\tabsKnowledgeDir, err := filepath.Abs(knowledgeDir)\n\tif err != nil {\n\t\twarnings = append(warnings, Warning{\n\t\t\tPath: knowledgeDir,\n\t\t\tReason: fmt.Sprintf(\"failed to resolve absolute path: %v\", err),\n\t\t})\n\t\treturn files, warnings\n\t}\n\n\t// Collect all markdown files first for deterministic ordering\n\ttype fileInfo struct {\n\t\tpath string\n\t\trelPath string\n\t}\n\tvar mdFiles []fileInfo\n\n\terr = filepath.WalkDir(absKnowledgeDir, func(path string, d fs.DirEntry, err error) error {\n\t\tif err != nil {\n\t\t\t// Warn about directories/files we can't access\n\t\t\trelPath, _ := filepath.Rel(absKnowledgeDir, path)\n\t\t\twarnings = append(warnings, Warning{\n\t\t\t\tPath: relPath,\n\t\t\t\tReason: fmt.Sprintf(\"cannot access: %v\", err),\n\t\t\t})\n\t\t\treturn nil // Continue walking\n\t\t}\n\n\t\t// Skip directories\n\t\tif d.IsDir() {\n\t\t\treturn nil\n\t\t}\n\n\t\t// Only process .md files\n\t\tif !strings.HasSuffix(d.Name(), \".md\") {\n\t\t\treturn nil\n\t\t}\n\n\t\trelPath, err := filepath.Rel(absKnowledgeDir, path)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\n\t\tmdFiles = append(mdFiles, fileInfo{\n\t\t\tpath: path,\n\t\t\trelPath: relPath,\n\t\t})\n\n\t\treturn nil\n\t})\n\tif err != nil {\n\t\twarnings = append(warnings, Warning{\n\t\t\tPath: \"\",\n\t\t\tReason: fmt.Sprintf(\"error walking directory: %v\", err),\n\t\t})\n\t\treturn files, warnings\n\t}\n\n\t// Sort files lexicographically for deterministic processing\n\tsort.Slice(mdFiles, func(i, j int) bool {\n\t\treturn mdFiles[i].relPath < mdFiles[j].relPath\n\t})\n\n\t// Track seen names within this directory for intra-directory deduplication\n\tseenNames := make(map[string]string) // name -> first file path\n\n\t// Process each file\n\tfor _, f := range mdFiles {\n\t\tkf, warn := processFile(f.path, f.relPath, absKnowledgeDir)\n\t\tif warn != nil {\n\t\t\twarnings = append(warnings, *warn)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Check for duplicate names within this directory\n\t\tif firstPath, exists := seenNames[kf.Name]; exists {\n\t\t\twarnings = append(warnings, Warning{\n\t\t\t\tPath: f.relPath,\n\t\t\t\tReason: fmt.Sprintf(\"duplicate name %q (already loaded from %q)\", kf.Name, firstPath),\n\t\t\t})\n\t\t\tcontinue\n\t\t}\n\n\t\tseenNames[kf.Name] = f.relPath\n\t\tfiles = append(files, *kf)\n\t}\n\n\treturn files, warnings\n}\n\n// processFile reads and validates a single knowledge file\nfunc processFile(path, relPath, sourceDir string) (*KnowledgeFile, *Warning) {\n\t// Check file size before reading\n\tfileInfo, err := os.Stat(path)\n\tif err != nil {\n\t\treturn nil, &Warning{\n\t\t\tPath: relPath,\n\t\t\tReason: fmt.Sprintf(\"cannot stat file: %v\", err),\n\t\t}\n\t}\n\n\tif fileInfo.Size() > maxFileSize {\n\t\treturn nil, &Warning{\n\t\t\tPath: relPath,\n\t\t\tReason: fmt.Sprintf(\"file size %d bytes exceeds maximum allowed size of %d bytes\", fileInfo.Size(), maxFileSize),\n\t\t}\n\t}\n\n\t// Read file content\n\tcontent, err := os.ReadFile(path)\n\tif err != nil {\n\t\treturn nil, &Warning{\n\t\t\tPath: relPath,\n\t\t\tReason: fmt.Sprintf(\"cannot read file: %v\", err),\n\t\t}\n\t}\n\n\t// Parse frontmatter\n\tname, description, body, err := parseFrontmatter(string(content))\n\tif err != nil {\n\t\treturn nil, &Warning{\n\t\t\tPath: relPath,\n\t\t\tReason: err.Error(),\n\t\t}\n\t}\n\n\t// Validate name\n\tif err := validateName(name); err != nil {\n\t\treturn nil, &Warning{\n\t\t\tPath: relPath,\n\t\t\tReason: err.Error(),\n\t\t}\n\t}\n\n\t// Validate description\n\tif err := validateDescription(description); err != nil {\n\t\treturn nil, &Warning{\n\t\t\tPath: relPath,\n\t\t\tReason: err.Error(),\n\t\t}\n\t}\n\n\treturn &KnowledgeFile{\n\t\tName: name,\n\t\tDescription: description,\n\t\tContent: body,\n\t\tFileName: relPath,\n\t\tSourceDir: sourceDir,\n\t}, nil\n}\n\n// parseFrontmatter extracts YAML frontmatter from markdown content\n// Returns name, description, body (without frontmatter), and any error\nfunc parseFrontmatter(content string) (string, string, string, error) {\n\t// Frontmatter must start at the beginning of the file\n\tif !strings.HasPrefix(content, \"---\\n\") && !strings.HasPrefix(content, \"---\\r\\n\") {\n\t\treturn \"\", \"\", \"\", fmt.Errorf(\"frontmatter is required (must start with ---)\")\n\t}\n\n\t// Determine opening delimiter length\n\tstartIdx := 4 // \"---\\n\"\n\tif strings.HasPrefix(content, \"---\\r\\n\") {\n\t\tstartIdx = 5 // \"---\\r\\n\"\n\t}\n\n\t// Find the closing delimiter\n\tremaining := content[startIdx:]\n\n\t// Handle edge case: empty frontmatter where second --- is immediately after first\n\tif strings.HasPrefix(remaining, \"---\\n\") || strings.HasPrefix(remaining, \"---\\r\\n\") {\n\t\tbodyStartIdx := startIdx + 4 // \"---\\n\"\n\t\tif strings.HasPrefix(remaining, \"---\\r\\n\") {\n\t\t\tbodyStartIdx = startIdx + 5 // \"---\\r\\n\"\n\t\t}\n\t\tbody := strings.TrimLeft(content[bodyStartIdx:], \"\\n\\r\")\n\n\t\t// Empty frontmatter will result in empty name/description which will fail validation\n\t\tvar fm frontmatter\n\t\treturn fm.Name, fm.Description, body, nil\n\t}\n\n\t// Find closing delimiter and track which type we found\n\tvar endIdx int\n\tvar closingDelimLen int\n\n\t// Try CRLF first (more specific), then LF\n\tendIdx = strings.Index(remaining, \"\\n---\\r\\n\")\n\tif endIdx != -1 {\n\t\tclosingDelimLen = 6 // \"\\n---\\r\\n\"\n\t} else {\n\t\tendIdx = strings.Index(remaining, \"\\n---\\n\")\n\t\tif endIdx != -1 {\n\t\t\tclosingDelimLen = 5 // \"\\n---\\n\"\n\t\t} else {\n\t\t\t// Check for closing delimiter at end of file (more specific first)\n\t\t\tif strings.HasSuffix(remaining, \"\\r\\n---\") {\n\t\t\t\tendIdx = len(remaining) - 5\n\t\t\t\tclosingDelimLen = 5 // \"\\r\\n---\" (no trailing newline)\n\t\t\t} else if strings.HasSuffix(remaining, \"\\n---\") {\n\t\t\t\tendIdx = len(remaining) - 4\n\t\t\t\tclosingDelimLen = 4 // \"\\n---\" (no trailing newline)\n\t\t\t} else {\n\t\t\t\treturn \"\", \"\", \"\", fmt.Errorf(\"frontmatter closing delimiter (---) not found\")\n\t\t\t}\n\t\t}\n\t}\n\n\t// Extract YAML content\n\tyamlContent := remaining[:endIdx]\n\n\t// Parse YAML with strict mode (unknown fields will cause error)\n\tvar fm frontmatter\n\tdecoder := yaml.NewDecoder(strings.NewReader(yamlContent))\n\tdecoder.KnownFields(true) // Reject unknown fields\n\tif err := decoder.Decode(&fm); err != nil {\n\t\tif strings.Contains(err.Error(), \"field\") && strings.Contains(err.Error(), \"not found\") {\n\t\t\treturn \"\", \"\", \"\", fmt.Errorf(\"only 'name' and 'description' fields are allowed in frontmatter\")\n\t\t}\n\t\treturn \"\", \"\", \"\", fmt.Errorf(\"invalid YAML in frontmatter: %w\", err)\n\t}\n\n\t// Extract body using the correct offset for the delimiter type found\n\tbodyStartIdx := min(startIdx+endIdx+closingDelimLen, len(content))\n\tbody := strings.TrimLeft(content[bodyStartIdx:], \"\\n\\r\")\n\n\t// Trim whitespace from name and description as per validation\n\treturn strings.TrimSpace(fm.Name), strings.TrimSpace(fm.Description), body, nil\n}\n\n// validateName checks if the name meets the specification requirements\nfunc validateName(name string) error {\n\tname = strings.TrimSpace(name)\n\n\tif name == \"\" {\n\t\treturn fmt.Errorf(\"name is required\")\n\t}\n\n\tif len(name) > 64 {\n\t\treturn fmt.Errorf(\"name must be 64 characters or less\")\n\t}\n\n\tif !nameRegex.MatchString(name) {\n\t\treturn fmt.Errorf(\"name must use kebab-case (lowercase letters, digits, hyphens; start with letter, end with letter or digit)\")\n\t}\n\n\treturn nil\n}\n\n// validateDescription checks if the description meets the specification requirements\nfunc validateDescription(description string) error {\n\tdescription = strings.TrimSpace(description)\n\n\tif description == \"\" {\n\t\treturn fmt.Errorf(\"description is required\")\n\t}\n\n\tif len(description) > 1024 {\n\t\treturn fmt.Errorf(\"description must be 1024 characters or less\")\n\t}\n\n\treturn nil\n}\n\n// DiscoverAndConvert discovers knowledge files and converts them to SDP Knowledge messages.\n// This is a convenience function that combines discovery, warning logging, and conversion\n// to reduce code duplication across commands.\n// Accepts a variable number of knowledge directories to search.\nfunc DiscoverAndConvert(ctx context.Context, knowledgeDirs ...string) []*sdp.Knowledge {\n\tif len(knowledgeDirs) > 0 {\n\t\tlog.WithContext(ctx).WithField(\"knowledgeDirs\", knowledgeDirs).Debug(\"Resolved knowledge directories\")\n\t}\n\n\tknowledgeFiles, warnings := Discover(knowledgeDirs...)\n\n\t// Log warnings\n\tfor _, w := range warnings {\n\t\tlog.WithContext(ctx).WithField(\"path\", w.Path).WithField(\"reason\", w.Reason).Warn(\"Skipping knowledge file\")\n\t}\n\n\t// Convert to SDP Knowledge messages\n\tsdpKnowledge := make([]*sdp.Knowledge, 0, len(knowledgeFiles))\n\tfor _, kf := range knowledgeFiles {\n\t\tsdpKnowledge = append(sdpKnowledge, &sdp.Knowledge{\n\t\t\tName: kf.Name,\n\t\t\tDescription: kf.Description,\n\t\t\tContent: kf.Content,\n\t\t\tFileName: kf.FileName,\n\t\t})\n\t}\n\n\t// Log when knowledge files are loaded\n\tif len(knowledgeFiles) > 0 {\n\t\tlog.WithContext(ctx).WithField(\"knowledgeCount\", len(knowledgeFiles)).Info(\"Loaded knowledge files\")\n\t}\n\n\treturn sdpKnowledge\n}\n" }, { "path": "knowledge/discover_test.go", "content": "package knowledge\n\nimport (\n\t\"os\"\n\t\"path/filepath\"\n\t\"strings\"\n\t\"testing\"\n)\n\nfunc TestDiscover_EmptyDirectory(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \"knowledge\")\n\terr := os.Mkdir(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfiles, warnings := Discover(knowledgeDir)\n\n\tif len(files) != 0 {\n\t\tt.Errorf(\"expected 0 files, got %d\", len(files))\n\t}\n\tif len(warnings) != 0 {\n\t\tt.Errorf(\"expected 0 warnings, got %d\", len(warnings))\n\t}\n}\n\nfunc TestDiscover_DirectoryDoesNotExist(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \"nonexistent\")\n\n\tfiles, warnings := Discover(knowledgeDir)\n\n\tif len(files) != 0 {\n\t\tt.Errorf(\"expected 0 files, got %d\", len(files))\n\t}\n\tif len(warnings) != 0 {\n\t\tt.Errorf(\"expected 0 warnings, got %d\", len(warnings))\n\t}\n}\n\nfunc TestDiscover_ValidFiles(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \"knowledge\")\n\terr := os.Mkdir(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Create valid files at root\n\twriteFile(t, filepath.Join(knowledgeDir, \"aws-s3.md\"), `---\nname: aws-s3-security\ndescription: Security best practices for S3 buckets\n---\n# AWS S3 Security\nContent here.\n`)\n\n\t// Create valid file in subfolder\n\tsubdir := filepath.Join(knowledgeDir, \"cloud\")\n\terr = os.Mkdir(subdir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteFile(t, filepath.Join(subdir, \"gcp.md\"), `---\nname: gcp-compute\ndescription: GCP Compute Engine guidelines\n---\n# GCP Compute\nContent here.\n`)\n\n\tfiles, warnings := Discover(knowledgeDir)\n\n\tif len(warnings) != 0 {\n\t\tt.Errorf(\"expected 0 warnings, got %d: %v\", len(warnings), warnings)\n\t}\n\tif len(files) != 2 {\n\t\tt.Fatalf(\"expected 2 files, got %d\", len(files))\n\t}\n\n\t// Check first file (lexicographic order)\n\tif files[0].Name != \"aws-s3-security\" {\n\t\tt.Errorf(\"expected name 'aws-s3-security', got %q\", files[0].Name)\n\t}\n\tif files[0].Description != \"Security best practices for S3 buckets\" {\n\t\tt.Errorf(\"unexpected description: %q\", files[0].Description)\n\t}\n\tif files[0].FileName != \"aws-s3.md\" {\n\t\tt.Errorf(\"expected fileName 'aws-s3.md', got %q\", files[0].FileName)\n\t}\n\tif files[0].Content != \"# AWS S3 Security\\nContent here.\\n\" {\n\t\tt.Errorf(\"unexpected content: %q\", files[0].Content)\n\t}\n\n\t// Check second file\n\tif files[1].Name != \"gcp-compute\" {\n\t\tt.Errorf(\"expected name 'gcp-compute', got %q\", files[1].Name)\n\t}\n\tif files[1].FileName != filepath.Join(\"cloud\", \"gcp.md\") {\n\t\tt.Errorf(\"expected fileName 'cloud/gcp.md', got %q\", files[1].FileName)\n\t}\n}\n\nfunc TestDiscover_NonMarkdownFilesSkipped(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \"knowledge\")\n\terr := os.Mkdir(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Create non-markdown files\n\twriteFile(t, filepath.Join(knowledgeDir, \"readme.txt\"), \"This is a text file\")\n\twriteFile(t, filepath.Join(knowledgeDir, \"config.yaml\"), \"key: value\")\n\twriteFile(t, filepath.Join(knowledgeDir, \"script.sh\"), \"#!/bin/bash\")\n\n\t// Create one valid markdown file\n\twriteFile(t, filepath.Join(knowledgeDir, \"valid.md\"), `---\nname: valid-file\ndescription: A valid knowledge file\n---\nContent\n`)\n\n\tfiles, warnings := Discover(knowledgeDir)\n\n\tif len(warnings) != 0 {\n\t\tt.Errorf(\"expected 0 warnings, got %d: %v\", len(warnings), warnings)\n\t}\n\tif len(files) != 1 {\n\t\tt.Errorf(\"expected 1 file, got %d\", len(files))\n\t}\n}\n\nfunc TestDiscover_NestedSubfolders(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \"knowledge\")\n\n\t// Create nested directory structure\n\tdeepDir := filepath.Join(knowledgeDir, \"cloud\", \"aws\", \"services\")\n\terr := os.MkdirAll(deepDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\twriteFile(t, filepath.Join(deepDir, \"s3.md\"), `---\nname: deep-s3\ndescription: Deeply nested file\n---\nContent\n`)\n\n\tfiles, warnings := Discover(knowledgeDir)\n\n\tif len(warnings) != 0 {\n\t\tt.Errorf(\"expected 0 warnings, got %d: %v\", len(warnings), warnings)\n\t}\n\tif len(files) != 1 {\n\t\tt.Fatalf(\"expected 1 file, got %d\", len(files))\n\t}\n\texpectedPath := filepath.Join(\"cloud\", \"aws\", \"services\", \"s3.md\")\n\tif files[0].FileName != expectedPath {\n\t\tt.Errorf(\"expected fileName %q, got %q\", expectedPath, files[0].FileName)\n\t}\n}\n\nfunc TestParseFrontmatter_Valid(t *testing.T) {\n\tcontent := `---\nname: test-file\ndescription: Test description\n---\n# Markdown content\nHere is some content.\n`\n\n\tname, desc, body, err := parseFrontmatter(content)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\tif name != \"test-file\" {\n\t\tt.Errorf(\"expected name 'test-file', got %q\", name)\n\t}\n\tif desc != \"Test description\" {\n\t\tt.Errorf(\"expected description 'Test description', got %q\", desc)\n\t}\n\tif body != \"# Markdown content\\nHere is some content.\\n\" {\n\t\tt.Errorf(\"unexpected body: %q\", body)\n\t}\n}\n\nfunc TestParseFrontmatter_CRLF(t *testing.T) {\n\t// Test with Windows-style CRLF line endings\n\tcontent := \"---\\r\\nname: windows-file\\r\\ndescription: File with CRLF endings\\r\\n---\\r\\n# Windows content\\r\\nWith CRLF.\\r\\n\"\n\n\tname, desc, body, err := parseFrontmatter(content)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\tif name != \"windows-file\" {\n\t\tt.Errorf(\"expected name 'windows-file', got %q\", name)\n\t}\n\tif desc != \"File with CRLF endings\" {\n\t\tt.Errorf(\"expected description 'File with CRLF endings', got %q\", desc)\n\t}\n\t// Body should have CRLF stripped by TrimLeft\n\tif !strings.Contains(body, \"Windows content\") {\n\t\tt.Errorf(\"unexpected body: %q\", body)\n\t}\n}\n\nfunc TestParseFrontmatter_CRLFAtEOF(t *testing.T) {\n\t// Test CRLF with frontmatter at end of file (no trailing content)\n\tcontent := \"---\\r\\nname: eof-test\\r\\ndescription: Frontmatter at EOF\\r\\n---\"\n\n\tname, desc, _, err := parseFrontmatter(content)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\tif name != \"eof-test\" {\n\t\tt.Errorf(\"expected name 'eof-test', got %q\", name)\n\t}\n\tif desc != \"Frontmatter at EOF\" {\n\t\tt.Errorf(\"expected description 'Frontmatter at EOF', got %q\", desc)\n\t}\n}\n\nfunc TestParseFrontmatter_MixedLineEndings(t *testing.T) {\n\t// Test with LF in frontmatter but CRLF in closing delimiter\n\tcontent := \"---\\nname: mixed-file\\ndescription: Mixed line endings\\n---\\r\\n# Content\\nHere.\\n\"\n\n\tname, desc, body, err := parseFrontmatter(content)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\tif name != \"mixed-file\" {\n\t\tt.Errorf(\"expected name 'mixed-file', got %q\", name)\n\t}\n\tif desc != \"Mixed line endings\" {\n\t\tt.Errorf(\"expected description 'Mixed line endings', got %q\", desc)\n\t}\n\tif !strings.Contains(body, \"Content\") {\n\t\tt.Errorf(\"unexpected body: %q\", body)\n\t}\n}\n\nfunc TestParseFrontmatter_Whitespace(t *testing.T) {\n\t// Test that whitespace is trimmed from name and description\n\tcontent := `---\nname: whitespace-name \ndescription: Lots of whitespace \n---\nContent\n`\n\n\tname, desc, _, err := parseFrontmatter(content)\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected error: %v\", err)\n\t}\n\tif name != \"whitespace-name\" {\n\t\tt.Errorf(\"expected trimmed name 'whitespace-name', got %q\", name)\n\t}\n\tif desc != \"Lots of whitespace\" {\n\t\tt.Errorf(\"expected trimmed description 'Lots of whitespace', got %q\", desc)\n\t}\n}\n\nfunc TestParseFrontmatter_MissingFrontmatter(t *testing.T) {\n\tcontent := `# Just markdown content\nNo frontmatter here.\n`\n\n\t_, _, _, err := parseFrontmatter(content)\n\n\tif err == nil {\n\t\tt.Error(\"expected error for missing frontmatter\")\n\t}\n}\n\nfunc TestParseFrontmatter_EmptyFrontmatter(t *testing.T) {\n\tcontent := `---\n---\nContent\n`\n\n\tname, desc, _, err := parseFrontmatter(content)\n\t// Empty frontmatter parses successfully but will fail validation\n\tif err != nil {\n\t\tt.Fatalf(\"unexpected parse error: %v\", err)\n\t}\n\tif name != \"\" || desc != \"\" {\n\t\tt.Error(\"expected empty name and description\")\n\t}\n}\n\nfunc TestParseFrontmatter_UnknownFields(t *testing.T) {\n\tcontent := `---\nname: test\ndescription: Test\nlicense: MIT\nauthor: Someone\n---\nContent\n`\n\n\t_, _, _, err := parseFrontmatter(content)\n\n\tif err == nil {\n\t\tt.Error(\"expected error for unknown fields\")\n\t}\n\tif err != nil && err.Error() != \"only 'name' and 'description' fields are allowed in frontmatter\" {\n\t\tt.Errorf(\"unexpected error message: %v\", err)\n\t}\n}\n\nfunc TestParseFrontmatter_InvalidYAML(t *testing.T) {\n\tcontent := `---\nname: test\ndescription: [unclosed bracket\n---\nContent\n`\n\n\t_, _, _, err := parseFrontmatter(content)\n\n\tif err == nil {\n\t\tt.Error(\"expected error for invalid YAML\")\n\t}\n}\n\nfunc TestParseFrontmatter_NoClosingDelimiter(t *testing.T) {\n\tcontent := `---\nname: test\ndescription: No closing delimiter\n`\n\n\t_, _, _, err := parseFrontmatter(content)\n\n\tif err == nil {\n\t\tt.Error(\"expected error for missing closing delimiter\")\n\t}\n}\n\nfunc TestValidateName_Valid(t *testing.T) {\n\tvalidNames := []string{\n\t\t\"a\",\n\t\t\"a1\",\n\t\t\"aws-s3-security\",\n\t\t\"kubernetes-resource-limits\",\n\t\t\"test123\",\n\t\t\"a-b-c-1-2-3\",\n\t}\n\n\tfor _, name := range validNames {\n\t\terr := validateName(name)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"expected %q to be valid, got error: %v\", name, err)\n\t\t}\n\t}\n}\n\nfunc TestValidateName_Invalid(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\texpectedErr string\n\t}{\n\t\t{\"\", \"name is required\"},\n\t\t{\" \", \"name is required\"},\n\t\t{\"AWS-S3\", \"name must use kebab-case\"},\n\t\t{\"-leading-hyphen\", \"name must use kebab-case\"},\n\t\t{\"trailing-hyphen-\", \"name must use kebab-case\"},\n\t\t{\"123-starts-with-digit\", \"name must use kebab-case\"},\n\t\t{\"has_underscores\", \"name must use kebab-case\"},\n\t\t{\"has spaces\", \"name must use kebab-case\"},\n\t\t{\"Capital-Letter\", \"name must use kebab-case\"},\n\t\t{string(make([]byte, 65)), \"name must be 64 characters or less\"}, // 65 chars\n\t}\n\n\tfor _, tt := range tests {\n\t\terr := validateName(tt.name)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected %q to be invalid\", tt.name)\n\t\t} else if !strings.Contains(err.Error(), tt.expectedErr) {\n\t\t\tt.Errorf(\"for name %q, expected error containing %q, got %q\", tt.name, tt.expectedErr, err.Error())\n\t\t}\n\t}\n}\n\nfunc TestValidateDescription_Valid(t *testing.T) {\n\tvalidDescs := []string{\n\t\t\"A\",\n\t\t\"Short description\",\n\t\tstring(make([]byte, 1024)), // exactly 1024 chars\n\t}\n\n\tfor _, desc := range validDescs {\n\t\terr := validateDescription(desc)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"expected %q to be valid, got error: %v\", desc, err)\n\t\t}\n\t}\n}\n\nfunc TestValidateDescription_Invalid(t *testing.T) {\n\ttests := []struct {\n\t\tdesc string\n\t\texpectedErr string\n\t}{\n\t\t{\"\", \"description is required\"},\n\t\t{\" \", \"description is required\"},\n\t\t{string(make([]byte, 1025)), \"description must be 1024 characters or less\"},\n\t}\n\n\tfor _, tt := range tests {\n\t\terr := validateDescription(tt.desc)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"expected description to be invalid\")\n\t\t} else if !strings.Contains(err.Error(), tt.expectedErr) {\n\t\t\tt.Errorf(\"expected error containing %q, got %q\", tt.expectedErr, err.Error())\n\t\t}\n\t}\n}\n\nfunc TestDiscover_Deduplication(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \"knowledge\")\n\terr := os.Mkdir(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Create two files with same name\n\twriteFile(t, filepath.Join(knowledgeDir, \"aws-s3.md\"), `---\nname: duplicate-name\ndescription: First file\n---\nFirst\n`)\n\n\twriteFile(t, filepath.Join(knowledgeDir, \"s3-aws.md\"), `---\nname: duplicate-name\ndescription: Second file\n---\nSecond\n`)\n\n\tfiles, warnings := Discover(knowledgeDir)\n\n\tif len(files) != 1 {\n\t\tt.Errorf(\"expected 1 file (first wins), got %d\", len(files))\n\t}\n\tif len(warnings) != 1 {\n\t\tt.Fatalf(\"expected 1 warning for duplicate, got %d\", len(warnings))\n\t}\n\n\t// First file (lexicographic order) should win\n\tif files[0].Description != \"First file\" {\n\t\tt.Errorf(\"expected first file to win, got description: %q\", files[0].Description)\n\t}\n\n\t// Check warning message\n\tif !strings.Contains(warnings[0].Reason, \"duplicate name\") {\n\t\tt.Errorf(\"expected warning about duplicate name, got: %q\", warnings[0].Reason)\n\t}\n\tif !strings.Contains(warnings[0].Reason, \"aws-s3.md\") {\n\t\tt.Errorf(\"expected warning to mention first file, got: %q\", warnings[0].Reason)\n\t}\n}\n\nfunc TestDiscover_DuplicateInSubfolder(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \"knowledge\")\n\n\tsubdir := filepath.Join(knowledgeDir, \"cloud\")\n\terr := os.MkdirAll(subdir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Create files with same name in different folders\n\twriteFile(t, filepath.Join(knowledgeDir, \"aws.md\"), `---\nname: aws-service\ndescription: Root file\n---\nRoot\n`)\n\n\twriteFile(t, filepath.Join(subdir, \"aws.md\"), `---\nname: aws-service\ndescription: Subfolder file\n---\nSubfolder\n`)\n\n\tfiles, warnings := Discover(knowledgeDir)\n\n\tif len(files) != 1 {\n\t\tt.Errorf(\"expected 1 file, got %d\", len(files))\n\t}\n\tif len(warnings) != 1 {\n\t\tt.Errorf(\"expected 1 warning for duplicate, got %d\", len(warnings))\n\t}\n}\n\nfunc TestDiscover_InvalidFilesProduceWarnings(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \"knowledge\")\n\terr := os.Mkdir(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Invalid name\n\twriteFile(t, filepath.Join(knowledgeDir, \"invalid-name.md\"), `---\nname: INVALID-NAME\ndescription: Invalid name with uppercase\n---\nContent\n`)\n\n\t// Missing description\n\twriteFile(t, filepath.Join(knowledgeDir, \"no-desc.md\"), `---\nname: no-description\n---\nContent\n`)\n\n\t// Invalid frontmatter\n\twriteFile(t, filepath.Join(knowledgeDir, \"bad-yaml.md\"), `Not yaml frontmatter\n`)\n\n\t// Valid file\n\twriteFile(t, filepath.Join(knowledgeDir, \"valid.md\"), `---\nname: valid-file\ndescription: This one is valid\n---\nContent\n`)\n\n\tfiles, warnings := Discover(knowledgeDir)\n\n\tif len(files) != 1 {\n\t\tt.Errorf(\"expected 1 valid file, got %d\", len(files))\n\t}\n\tif len(warnings) != 3 {\n\t\tt.Fatalf(\"expected 3 warnings, got %d: %v\", len(warnings), warnings)\n\t}\n\n\t// Check that all warnings have paths and reasons\n\tfor _, w := range warnings {\n\t\tif w.Path == \"\" {\n\t\t\tt.Error(\"warning path should not be empty\")\n\t\t}\n\t\tif w.Reason == \"\" {\n\t\t\tt.Error(\"warning reason should not be empty\")\n\t\t}\n\t}\n}\n\nfunc TestDiscover_FileSizeLimit(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \"knowledge\")\n\terr := os.Mkdir(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Create a file that exceeds the size limit\n\t// Generate content larger than 10MB\n\tlargeContent := \"---\\nname: large-file\\ndescription: Too large\\n---\\n\"\n\tlargeContent += strings.Repeat(\"x\", 11*1024*1024) // 11MB of content\n\n\twriteFile(t, filepath.Join(knowledgeDir, \"large.md\"), largeContent)\n\n\t// Create a valid small file\n\twriteFile(t, filepath.Join(knowledgeDir, \"small.md\"), `---\nname: small-file\ndescription: Normal size\n---\nContent\n`)\n\n\tfiles, warnings := Discover(knowledgeDir)\n\n\tif len(files) != 1 {\n\t\tt.Errorf(\"expected 1 valid file, got %d\", len(files))\n\t}\n\tif len(warnings) != 1 {\n\t\tt.Fatalf(\"expected 1 warning for large file, got %d\", len(warnings))\n\t}\n\n\tif !strings.Contains(warnings[0].Reason, \"exceeds maximum\") {\n\t\tt.Errorf(\"expected warning about file size, got: %q\", warnings[0].Reason)\n\t}\n}\n\nfunc TestDiscover_LexicographicOrdering(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \"knowledge\")\n\terr := os.Mkdir(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Create files in non-alphabetical order\n\twriteFile(t, filepath.Join(knowledgeDir, \"zebra.md\"), `---\nname: z-file\ndescription: Last alphabetically\n---\nZ\n`)\n\n\twriteFile(t, filepath.Join(knowledgeDir, \"apple.md\"), `---\nname: a-file\ndescription: First alphabetically\n---\nA\n`)\n\n\twriteFile(t, filepath.Join(knowledgeDir, \"middle.md\"), `---\nname: m-file\ndescription: Middle alphabetically\n---\nM\n`)\n\n\tfiles, warnings := Discover(knowledgeDir)\n\n\tif len(warnings) != 0 {\n\t\tt.Errorf(\"expected 0 warnings, got %d\", len(warnings))\n\t}\n\tif len(files) != 3 {\n\t\tt.Fatalf(\"expected 3 files, got %d\", len(files))\n\t}\n\n\t// Files should be processed in lexicographic order\n\tif files[0].Name != \"a-file\" {\n\t\tt.Errorf(\"expected first file to be 'a-file', got %q\", files[0].Name)\n\t}\n\tif files[1].Name != \"m-file\" {\n\t\tt.Errorf(\"expected second file to be 'm-file', got %q\", files[1].Name)\n\t}\n\tif files[2].Name != \"z-file\" {\n\t\tt.Errorf(\"expected third file to be 'z-file', got %q\", files[2].Name)\n\t}\n}\n\n// FindKnowledgeDir tests\n\nfunc TestFindKnowledgeDir_InCWD(t *testing.T) {\n\troot := t.TempDir()\n\tknowledgeDir := filepath.Join(root, \".overmind\", \"knowledge\")\n\tif err := os.MkdirAll(knowledgeDir, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tresult := FindKnowledgeDir(root)\n\n\tif result != knowledgeDir {\n\t\tt.Errorf(\"expected %q, got %q\", knowledgeDir, result)\n\t}\n}\n\nfunc TestFindKnowledgeDir_InParent(t *testing.T) {\n\troot := t.TempDir()\n\tknowledgeDir := filepath.Join(root, \".overmind\", \"knowledge\")\n\tif err := os.MkdirAll(knowledgeDir, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\tchildDir := filepath.Join(root, \"environments\", \"prod\")\n\tif err := os.MkdirAll(childDir, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tresult := FindKnowledgeDir(childDir)\n\n\tif result != knowledgeDir {\n\t\tt.Errorf(\"expected %q, got %q\", knowledgeDir, result)\n\t}\n}\n\nfunc TestFindKnowledgeDir_InGrandparent(t *testing.T) {\n\troot := t.TempDir()\n\tknowledgeDir := filepath.Join(root, \".overmind\", \"knowledge\")\n\tif err := os.MkdirAll(knowledgeDir, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\tdeepDir := filepath.Join(root, \"a\", \"b\", \"c\")\n\tif err := os.MkdirAll(deepDir, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tresult := FindKnowledgeDir(deepDir)\n\n\tif result != knowledgeDir {\n\t\tt.Errorf(\"expected %q, got %q\", knowledgeDir, result)\n\t}\n}\n\nfunc TestFindKnowledgeDir_StopsAtGitBoundary(t *testing.T) {\n\troot := t.TempDir()\n\t// Knowledge above the git boundary -- should NOT be found\n\tknowledgeDir := filepath.Join(root, \".overmind\", \"knowledge\")\n\tif err := os.MkdirAll(knowledgeDir, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\t// Git repo is a subdirectory\n\trepoDir := filepath.Join(root, \"my-repo\")\n\tif err := os.MkdirAll(filepath.Join(repoDir, \".git\"), 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\tworkDir := filepath.Join(repoDir, \"environments\", \"prod\")\n\tif err := os.MkdirAll(workDir, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tresult := FindKnowledgeDir(workDir)\n\n\tif result != \"\" {\n\t\tt.Errorf(\"expected empty string (should not escape .git boundary), got %q\", result)\n\t}\n}\n\nfunc TestFindKnowledgeDir_CWDTakesPriority(t *testing.T) {\n\troot := t.TempDir()\n\t// Knowledge at root\n\trootKnowledge := filepath.Join(root, \".overmind\", \"knowledge\")\n\tif err := os.MkdirAll(rootKnowledge, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\t// Knowledge also in subdirectory\n\tchildDir := filepath.Join(root, \"sub\")\n\tchildKnowledge := filepath.Join(childDir, \".overmind\", \"knowledge\")\n\tif err := os.MkdirAll(childKnowledge, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tresult := FindKnowledgeDir(childDir)\n\n\tif result != childKnowledge {\n\t\tt.Errorf(\"expected CWD knowledge %q to take priority, got %q\", childKnowledge, result)\n\t}\n}\n\nfunc TestFindKnowledgeDir_NotFoundAnywhere(t *testing.T) {\n\troot := t.TempDir()\n\tworkDir := filepath.Join(root, \"some\", \"dir\")\n\tif err := os.MkdirAll(workDir, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\t// Place .git at root to create a boundary\n\tif err := os.MkdirAll(filepath.Join(root, \".git\"), 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tresult := FindKnowledgeDir(workDir)\n\n\tif result != \"\" {\n\t\tt.Errorf(\"expected empty string, got %q\", result)\n\t}\n}\n\nfunc TestFindKnowledgeDir_GitBoundaryWithKnowledge(t *testing.T) {\n\troot := t.TempDir()\n\t// .git and .overmind/knowledge at the same level\n\tif err := os.MkdirAll(filepath.Join(root, \".git\"), 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\tknowledgeDir := filepath.Join(root, \".overmind\", \"knowledge\")\n\tif err := os.MkdirAll(knowledgeDir, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\tworkDir := filepath.Join(root, \"environments\", \"prod\")\n\tif err := os.MkdirAll(workDir, 0o755); err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tresult := FindKnowledgeDir(workDir)\n\n\t// Should find knowledge at repo root before the .git stop triggers\n\tif result != knowledgeDir {\n\t\tt.Errorf(\"expected %q, got %q\", knowledgeDir, result)\n\t}\n}\n\n// Multi-directory tests\n\nfunc TestResolveKnowledgeDirs_EmptyExplicit(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Empty explicit dirs should fall back to auto-discovery\n\tresult := ResolveKnowledgeDirs(dir, []string{})\n\n\tif len(result) != 1 {\n\t\tt.Fatalf(\"expected 1 directory, got %d\", len(result))\n\t}\n\tif result[0] != knowledgeDir {\n\t\tt.Errorf(\"expected %q, got %q\", knowledgeDir, result[0])\n\t}\n}\n\nfunc TestResolveKnowledgeDirs_ExplicitDirs(t *testing.T) {\n\tdir := t.TempDir()\n\tdir1 := filepath.Join(dir, \"global\", \".overmind\", \"knowledge\")\n\tdir2 := filepath.Join(dir, \"local\", \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(dir1, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\terr = os.MkdirAll(dir2, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tresult := ResolveKnowledgeDirs(\".\", []string{dir1, dir2})\n\n\tif len(result) != 2 {\n\t\tt.Fatalf(\"expected 2 directories, got %d\", len(result))\n\t}\n}\n\nfunc TestResolveKnowledgeDirs_MissingDirTolerated(t *testing.T) {\n\tdir := t.TempDir()\n\texistingDir := filepath.Join(dir, \"existing\")\n\tmissingDir := filepath.Join(dir, \"missing\")\n\terr := os.Mkdir(existingDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tresult := ResolveKnowledgeDirs(\".\", []string{existingDir, missingDir})\n\n\tif len(result) != 1 {\n\t\tt.Fatalf(\"expected 1 directory (missing should be skipped), got %d\", len(result))\n\t}\n\tabsExisting, _ := filepath.Abs(existingDir)\n\tif result[0] != absExisting {\n\t\tt.Errorf(\"expected %q, got %q\", absExisting, result[0])\n\t}\n}\n\nfunc TestResolveKnowledgeDirs_AllMissing(t *testing.T) {\n\tdir := t.TempDir()\n\tmissing1 := filepath.Join(dir, \"missing1\")\n\tmissing2 := filepath.Join(dir, \"missing2\")\n\n\tresult := ResolveKnowledgeDirs(\".\", []string{missing1, missing2})\n\n\tif len(result) != 0 {\n\t\tt.Errorf(\"expected 0 directories, got %d\", len(result))\n\t}\n}\n\nfunc TestDiscover_MultipleDirectories(t *testing.T) {\n\tdir := t.TempDir()\n\n\t// Create global directory with one file\n\tglobalDir := filepath.Join(dir, \"global\", \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(globalDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteFile(t, filepath.Join(globalDir, \"global.md\"), `---\nname: global-file\ndescription: Global knowledge file\n---\nGlobal content\n`)\n\n\t// Create local directory with another file\n\tlocalDir := filepath.Join(dir, \"local\", \".overmind\", \"knowledge\")\n\terr = os.MkdirAll(localDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteFile(t, filepath.Join(localDir, \"local.md\"), `---\nname: local-file\ndescription: Local knowledge file\n---\nLocal content\n`)\n\n\tfiles, warnings := Discover(globalDir, localDir)\n\n\tif len(warnings) != 0 {\n\t\tt.Errorf(\"expected 0 warnings, got %d: %v\", len(warnings), warnings)\n\t}\n\tif len(files) != 2 {\n\t\tt.Fatalf(\"expected 2 files, got %d\", len(files))\n\t}\n\n\t// Check both files are present\n\tnames := make(map[string]bool)\n\tfor _, f := range files {\n\t\tnames[f.Name] = true\n\t}\n\tif !names[\"global-file\"] {\n\t\tt.Error(\"expected global-file\")\n\t}\n\tif !names[\"local-file\"] {\n\t\tt.Error(\"expected local-file\")\n\t}\n}\n\nfunc TestDiscover_CrossDirOverride(t *testing.T) {\n\tdir := t.TempDir()\n\n\t// Create global directory with a file\n\tglobalDir := filepath.Join(dir, \"global\", \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(globalDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteFile(t, filepath.Join(globalDir, \"shared.md\"), `---\nname: shared-config\ndescription: Global version\n---\nGlobal content\n`)\n\n\t// Create local directory with file of same name\n\tlocalDir := filepath.Join(dir, \"local\", \".overmind\", \"knowledge\")\n\terr = os.MkdirAll(localDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteFile(t, filepath.Join(localDir, \"shared.md\"), `---\nname: shared-config\ndescription: Local override\n---\nLocal content\n`)\n\n\tfiles, warnings := Discover(globalDir, localDir)\n\n\t// Should have exactly 1 file (local overrides global)\n\tif len(files) != 1 {\n\t\tt.Fatalf(\"expected 1 file (local should override global), got %d\", len(files))\n\t}\n\n\t// Cross-directory override is logged but not added to warnings\n\tif len(warnings) != 0 {\n\t\tt.Errorf(\"expected 0 warnings (cross-dir override is logged only), got %d\", len(warnings))\n\t}\n\n\t// The local version should win\n\tif files[0].Description != \"Local override\" {\n\t\tt.Errorf(\"expected local version to win, got description: %q\", files[0].Description)\n\t}\n\tif files[0].Content != \"Local content\\n\" {\n\t\tt.Errorf(\"expected local content, got: %q\", files[0].Content)\n\t}\n\n\t// Check SourceDir is set correctly\n\tabsLocalDir, _ := filepath.Abs(localDir)\n\tif files[0].SourceDir != absLocalDir {\n\t\tt.Errorf(\"expected SourceDir %q, got %q\", absLocalDir, files[0].SourceDir)\n\t}\n}\n\nfunc TestDiscover_WithinDirDuplicateStillWarns(t *testing.T) {\n\tdir := t.TempDir()\n\tknowledgeDir := filepath.Join(dir, \".overmind\", \"knowledge\")\n\terr := os.MkdirAll(knowledgeDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\t// Create two files with same name in the same directory\n\twriteFile(t, filepath.Join(knowledgeDir, \"file1.md\"), `---\nname: duplicate-name\ndescription: First\n---\nFirst\n`)\n\twriteFile(t, filepath.Join(knowledgeDir, \"file2.md\"), `---\nname: duplicate-name\ndescription: Second\n---\nSecond\n`)\n\n\tfiles, warnings := Discover(knowledgeDir)\n\n\tif len(files) != 1 {\n\t\tt.Errorf(\"expected 1 file, got %d\", len(files))\n\t}\n\tif len(warnings) != 1 {\n\t\tt.Errorf(\"expected 1 warning for within-dir duplicate, got %d\", len(warnings))\n\t}\n}\n\nfunc TestDiscover_MixedExistingAndMissing(t *testing.T) {\n\tdir := t.TempDir()\n\n\texistingDir := filepath.Join(dir, \"existing\")\n\terr := os.Mkdir(existingDir, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteFile(t, filepath.Join(existingDir, \"test.md\"), `---\nname: test-file\ndescription: Test\n---\nContent\n`)\n\n\tmissingDir := filepath.Join(dir, \"missing\")\n\n\t// Should silently skip missing directory\n\tfiles, warnings := Discover(existingDir, missingDir)\n\n\tif len(files) != 1 {\n\t\tt.Errorf(\"expected 1 file, got %d\", len(files))\n\t}\n\tif len(warnings) != 0 {\n\t\tt.Errorf(\"expected 0 warnings (missing dir skipped), got %d\", len(warnings))\n\t}\n}\n\nfunc TestDiscover_DeterministicOrdering(t *testing.T) {\n\tdir := t.TempDir()\n\n\tdir1 := filepath.Join(dir, \"dir1\")\n\terr := os.Mkdir(dir1, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteFile(t, filepath.Join(dir1, \"a.md\"), `---\nname: file-a\ndescription: A\n---\nA\n`)\n\n\tdir2 := filepath.Join(dir, \"dir2\")\n\terr = os.Mkdir(dir2, 0o755)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\twriteFile(t, filepath.Join(dir2, \"b.md\"), `---\nname: file-b\ndescription: B\n---\nB\n`)\n\n\t// Run multiple times to ensure deterministic ordering\n\tfor i := range 3 {\n\t\tfiles, _ := Discover(dir1, dir2)\n\t\tif len(files) != 2 {\n\t\t\tt.Fatalf(\"iteration %d: expected 2 files, got %d\", i, len(files))\n\t\t}\n\t\t// Files from each directory are sorted lexicographically, then combined\n\t\t// Since both files are in different directories, they should appear in order\n\t\tif files[0].Name != \"file-a\" || files[1].Name != \"file-b\" {\n\t\t\tt.Errorf(\"iteration %d: unexpected order: %s, %s\", i, files[0].Name, files[1].Name)\n\t\t}\n\t}\n}\n\nfunc TestDiscover_EmptyList(t *testing.T) {\n\tfiles, warnings := Discover()\n\n\tif len(files) != 0 {\n\t\tt.Errorf(\"expected 0 files, got %d\", len(files))\n\t}\n\tif len(warnings) != 0 {\n\t\tt.Errorf(\"expected 0 warnings, got %d\", len(warnings))\n\t}\n}\n\n// Helper functions\n\nfunc writeFile(t *testing.T, path, content string) {\n\tt.Helper()\n\terr := os.WriteFile(path, []byte(content), 0o644)\n\tif err != nil {\n\t\tt.Fatalf(\"failed to write file %s: %v\", path, err)\n\t}\n}\n" }, { "path": "main.go", "content": "package main\n\nimport (\n\t\"github.com/overmindtech/cli/cmd\"\n)\n\nfunc main() {\n\t// Execute the root command\n\tcmd.Execute()\n}\n" }, { "path": "main.tf", "content": "# This is a very simple example to deploy a few cheap resources into AWS to test the new `terraform plan` and `terraform apply` subcommands.\n\nterraform {\n required_version = \">= 1.5.0\"\n\n required_providers {\n aws = {\n source = \"hashicorp/aws\"\n version = \">= 4.56\"\n }\n google = {\n source = \"hashicorp/google\"\n version = \">= 4.0\"\n }\n random = {\n source = \"hashicorp/random\"\n version = \">= 3.0\"\n }\n }\n}\n\nprovider \"aws\" {}\nprovider \"aws\" {\n alias = \"aliased\"\n region = \"us-east-1\"\n}\n\nprovider \"google\" {\n project = \"overmind-demo\"\n region = \"us-central1\"\n}\n\nprovider \"google\" {\n alias = \"west\"\n project = \"overmind-demo-west\"\n region = \"us-west1\"\n zone = \"us-west1-a\"\n}\n\nprovider \"google\" {\n alias = \"dogfood\"\n project = \"ovm-dogfood\"\n region = \"europe-west2\"\n zone = \"europe-west2-a\"\n}\n\nvariable \"bucket_postfix\" {\n type = string\n description = \"The prefix to apply to the bucket name.\"\n default = \"test\"\n}\n\nmodule \"bucket\" {\n source = \"terraform-aws-modules/s3-bucket/aws\"\n version = \"~> 5.0\"\n\n bucket_prefix = \"cli-test${var.bucket_postfix}\"\n\n control_object_ownership = true\n object_ownership = \"BucketOwnerEnforced\"\n block_public_policy = true\n block_public_acls = true\n ignore_public_acls = true\n restrict_public_buckets = true\n}\n\n# Simple GCP storage buckets for testing multiple providers\nresource \"google_storage_bucket\" \"test\" {\n name = \"cli-test-${var.bucket_postfix}-${random_id.bucket_suffix.hex}\"\n location = \"US\"\n\n uniform_bucket_level_access = true\n\n versioning {\n enabled = true\n }\n}\n\nresource \"google_storage_bucket\" \"test_west\" {\n provider = google.west\n name = \"cli-test-west-${var.bucket_postfix}-${random_id.bucket_suffix.hex}\"\n location = \"US-WEST1\"\n\n uniform_bucket_level_access = true\n\n versioning {\n enabled = true\n }\n}\n\nresource \"random_id\" \"bucket_suffix\" {\n byte_length = 8\n}\n" }, { "path": "sources/aws/apigateway-api-key.go", "content": "package aws\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources\"\n\tawsshared \"github.com/overmindtech/cli/sources/aws/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar APIGWAPIKey = shared.NewItemType(awsshared.AWS, awsshared.APIGateway, awsshared.APIKey)\n\n// apiGatewayKeyWrapper is a struct that wraps the AWS API Gateway API Key functionality\ntype apiGatewayKeyWrapper struct {\n\tclient *apigateway.Client\n\n\t*Base\n}\n\n// NewApiGatewayAPIKey creates a new apiGatewayKeyWrapper for AWS API Gateway API Key\nfunc NewApiGatewayAPIKey(client *apigateway.Client, accountID, region string) sources.SearchableListableWrapper {\n\treturn &apiGatewayKeyWrapper{\n\t\tclient: client,\n\t\tBase: NewBase(\n\t\t\taccountID,\n\t\t\tregion,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tAPIGWAPIKey,\n\t\t),\n\t}\n}\n\n// TerraformMappings returns the Terraform mappings for the API Key\nfunc (d *apiGatewayKeyWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"aws_api_gateway_api_key.id\",\n\t\t},\n\t}\n}\n\n// GetLookups returns the ItemTypeLookups for the Get operation\nfunc (d *apiGatewayKeyWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tAPIGWAPIKeyLookupByID,\n\t}\n}\n\n// Get retrieves an API Key by its ID and converts it to an sdp.Item\nfunc (d *apiGatewayKeyWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tout, err := d.client.GetApiKey(ctx, &apigateway.GetApiKeyInput{\n\t\tApiKey: &queryParts[0],\n\t})\n\tif err != nil {\n\t\treturn nil, queryError(err, scope, d.Type())\n\t}\n\n\treturn d.awsToSdpItem(convertGetApiKeyOutputToApiKey(out), scope)\n}\n\n// SearchLookups returns the ItemTypeLookups for the Search operation\nfunc (d *apiGatewayKeyWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tAPIGWAPIKeyLookupByName,\n\t\t},\n\t}\n}\n\n// Search retrieves API Keys by a search query and converts them to sdp.Items\nfunc (d *apiGatewayKeyWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tout, err := d.client.GetApiKeys(ctx, &apigateway.GetApiKeysInput{\n\t\tNameQuery: &queryParts[0],\n\t})\n\tif err != nil {\n\t\treturn nil, queryError(err, scope, d.Type())\n\t}\n\n\treturn d.mapper(out.Items, scope)\n}\n\n// List retrieves all API Keys and converts them to sdp.Items\nfunc (d *apiGatewayKeyWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\tout, err := d.client.GetApiKeys(ctx, &apigateway.GetApiKeysInput{})\n\tif err != nil {\n\t\treturn nil, queryError(err, scope, d.Type())\n\t}\n\n\treturn d.mapper(out.Items, scope)\n}\n\n// mapper converts a list of AWS API Keys to a list of sdp.Items\nfunc (d *apiGatewayKeyWrapper) mapper(apiKeys []types.ApiKey, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\tvar items []*sdp.Item\n\n\tfor _, apiKey := range apiKeys {\n\t\tsdpItem, err := d.awsToSdpItem(apiKey, scope)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titems = append(items, sdpItem)\n\t}\n\n\treturn items, nil\n}\n\nfunc (d *apiGatewayKeyWrapper) awsToSdpItem(apiKey types.ApiKey, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := adapters.ToAttributesWithExclude(apiKey, \"tags\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\titem := &sdp.Item{\n\t\tType: d.Type(),\n\t\tUniqueAttribute: \"Id\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: apiKey.Tags,\n\t}\n\n\tfor _, key := range apiKey.StageKeys {\n\t\t// {restApiId}/{stage}\n\t\tif sections := strings.Split(key, \"/\"); len(sections) == 2 {\n\t\t\trestAPIID := sections[0]\n\t\t\tif restAPIID != \"\" {\n\t\t\t\tlinkedItem := shared.NewItemType(awsshared.AWS, awsshared.APIGateway, awsshared.RESTAPI)\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: linkedItem.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: restAPIID,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn item, nil\n}\n\n// convertGetApiKeyOutputToApiKey converts a GetApiKeyOutput to an ApiKey\nfunc convertGetApiKeyOutputToApiKey(output *apigateway.GetApiKeyOutput) types.ApiKey {\n\treturn types.ApiKey{\n\t\tId: output.Id,\n\t\tName: output.Name,\n\t\tEnabled: output.Enabled,\n\t\tCreatedDate: output.CreatedDate,\n\t\tLastUpdatedDate: output.LastUpdatedDate,\n\t\tStageKeys: output.StageKeys,\n\t\tTags: output.Tags,\n\t}\n}\n" }, { "path": "sources/aws/apigateway-stage.go", "content": "package aws\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway\"\n\t\"github.com/aws/aws-sdk-go-v2/service/apigateway/types\"\n\n\t\"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources\"\n\tawsshared \"github.com/overmindtech/cli/sources/aws/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar (\n\tAPIGWRestAPI = shared.NewItemType(awsshared.AWS, awsshared.APIGateway, awsshared.RESTAPI)\n\tAPIGWStage = shared.NewItemType(awsshared.AWS, awsshared.APIGateway, awsshared.Stage)\n\tWAFv2WebACL = shared.NewItemType(awsshared.AWS, awsshared.WAFv2, awsshared.WebACL)\n\tAPIGWDeployment = shared.NewItemType(awsshared.AWS, awsshared.APIGateway, awsshared.Deployment)\n\n\tAPIGWRestAPILookupByID = shared.NewItemTypeLookup(\"id\", APIGWRestAPI)\n\tAPIGWDeploymentLookupByName = shared.NewItemTypeLookup(\"name\", APIGWDeployment)\n\tAPIGWStageLookupByName = shared.NewItemTypeLookup(\"name\", APIGWStage)\n\tAPIGWAPIKeyLookupByID = shared.NewItemTypeLookup(\"id\", APIGWAPIKey)\n\tAPIGWAPIKeyLookupByName = shared.NewItemTypeLookup(\"name\", APIGWAPIKey)\n)\n\n// apiGatewayKeyWrapper is a struct that wraps the AWS API Gateway Stage functionality\ntype apiGatewayStageWrapper struct {\n\tclient *apigateway.Client\n\n\t*Base\n}\n\n// NewAPIGatewayStage creates a new apiGatewayKeyWrapper for AWS API Gateway Stage\nfunc NewAPIGatewayStage(client *apigateway.Client, accountID, region string) sources.SearchableWrapper {\n\treturn &apiGatewayStageWrapper{\n\t\tclient: client,\n\t\tBase: NewBase(\n\t\t\taccountID,\n\t\t\tregion,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\t\tAPIGWStage),\n\t}\n}\n\nfunc (d *apiGatewayStageWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(WAFv2WebACL)\n}\n\n// TerraformMappings returns the Terraform mappings for the Stage\nfunc (d *apiGatewayStageWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"aws_api_gateway_stage.id\",\n\t\t},\n\t}\n}\n\nfunc (d *apiGatewayStageWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tAPIGWRestAPILookupByID,\n\t\tAPIGWStageLookupByName,\n\t}\n}\n\nfunc (d *apiGatewayStageWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tout, err := d.client.GetStage(ctx, &apigateway.GetStageInput{\n\t\tRestApiId: &queryParts[0],\n\t\tStageName: &queryParts[1],\n\t})\n\tif err != nil {\n\t\treturn nil, queryError(err, scope, d.Type())\n\t}\n\n\treturn d.awsToSdpItem(convertGetStageOutputToStage(out), scope, queryParts[0])\n}\n\n// SearchLookups returns the ItemTypeLookups for the Search operation\nfunc (d *apiGatewayStageWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tAPIGWRestAPILookupByID,\n\t\t},\n\t\t{\n\t\t\tAPIGWRestAPILookupByID,\n\t\t\tAPIGWDeploymentLookupByName,\n\t\t},\n\t}\n}\n\n// Search retrieves Stages by a search query and converts them to sdp.Items\nfunc (d *apiGatewayStageWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tvar input *apigateway.GetStagesInput\n\n\tswitch len(queryParts) {\n\tcase 1:\n\t\tinput = &apigateway.GetStagesInput{\n\t\t\tRestApiId: &queryParts[0],\n\t\t}\n\tcase 2:\n\t\tinput = &apigateway.GetStagesInput{\n\t\t\tRestApiId: &queryParts[0],\n\t\t\tDeploymentId: &queryParts[1],\n\t\t}\n\t}\n\n\tout, err := d.client.GetStages(ctx, input)\n\tif err != nil {\n\t\treturn nil, queryError(err, scope, d.Type())\n\t}\n\n\treturn d.mapper(out.Item, scope, queryParts[0])\n}\n\n// mapper converts a list of AWS Stages to a list of sdp.Items\nfunc (d *apiGatewayStageWrapper) mapper(stages []types.Stage, scope, query string) ([]*sdp.Item, *sdp.QueryError) {\n\tvar items []*sdp.Item\n\n\tfor _, stage := range stages {\n\t\tsdpItem, err := d.awsToSdpItem(stage, scope, query)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titems = append(items, sdpItem)\n\t}\n\n\treturn items, nil\n}\n\nfunc (d *apiGatewayStageWrapper) awsToSdpItem(stage types.Stage, scope, query string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := adapters.ToAttributesWithExclude(stage, \"tags\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\trestAPIID := strings.Split(query, \"/\")[0]\n\n\terr = attributes.Set(\"UniqueAttribute\", query)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\titem := &sdp.Item{\n\t\tType: d.Type(),\n\t\tUniqueAttribute: \"StageName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: stage.Tags,\n\t}\n\n\tif stage.DeploymentId != nil {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: APIGWDeployment.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: restAPIID + \"/\" + *stage.DeploymentId,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tlinkedItemRestAPI := shared.NewItemType(awsshared.AWS, awsshared.APIGateway, awsshared.RESTAPI)\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: linkedItemRestAPI.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: restAPIID,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn item, nil\n}\n\n// convertGetStageOutputToStage converts a GetStageOutput to a Stage\nfunc convertGetStageOutputToStage(output *apigateway.GetStageOutput) types.Stage {\n\treturn types.Stage{\n\t\tDeploymentId: output.DeploymentId,\n\t\tStageName: output.StageName,\n\t\tDescription: output.Description,\n\t\tCreatedDate: output.CreatedDate,\n\t\tLastUpdatedDate: output.LastUpdatedDate,\n\t\tVariables: output.Variables,\n\t\tAccessLogSettings: output.AccessLogSettings,\n\t\tCacheClusterEnabled: output.CacheClusterEnabled,\n\t\tCacheClusterSize: output.CacheClusterSize,\n\t\tCacheClusterStatus: output.CacheClusterStatus,\n\t\tCanarySettings: output.CanarySettings,\n\t\tClientCertificateId: output.ClientCertificateId,\n\t\tDocumentationVersion: output.DocumentationVersion,\n\t\tMethodSettings: output.MethodSettings,\n\t\tTracingEnabled: output.TracingEnabled,\n\t\tWebAclArn: output.WebAclArn,\n\t\tTags: output.Tags,\n\t}\n}\n" }, { "path": "sources/aws/base.go", "content": "package aws\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype Base struct {\n\taccountID string\n\tregion string\n\n\t*shared.Base\n}\n\nfunc NewBase(\n\taccountID string,\n\tregion string,\n\tcategory sdp.AdapterCategory,\n\titem shared.ItemType,\n) *Base {\n\treturn &Base{\n\t\taccountID: accountID,\n\t\tregion: region,\n\t\tBase: shared.NewBase(\n\t\t\tcategory,\n\t\t\titem,\n\t\t\t[]string{fmt.Sprintf(\"%s.%s\", accountID, region)},\n\t\t),\n\t}\n}\n\nfunc (m *Base) AccountID() string {\n\treturn m.accountID\n}\n\nfunc (m *Base) Region() string {\n\treturn m.region\n}\n" }, { "path": "sources/aws/errors.go", "content": "package aws\n\nimport (\n\t\"errors\"\n\t\"slices\"\n\n\tawsHttp \"github.com/aws/smithy-go/transport/http\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// queryError takes an error and returns a sdp.QueryError.\nfunc queryError(err error, scope string, itemType string) *sdp.QueryError {\n\tvar responseErr *awsHttp.ResponseError\n\tif errors.As(err, &responseErr) {\n\t\t// If the input is bad, access is denied, or the thing wasn't found then\n\t\t// we should assume that it is not exist for this adapter\n\t\tif slices.Contains([]int{400, 403, 404}, responseErr.HTTPStatusCode()) {\n\t\t\treturn &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tSourceName: \"aws-source\",\n\t\t\t\tScope: scope,\n\t\t\t\tItemType: itemType,\n\t\t\t}\n\t\t}\n\t}\n\n\treturn &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_OTHER,\n\t\tErrorString: err.Error(),\n\t\tSourceName: \"aws-source\",\n\t\tScope: scope,\n\t\tItemType: itemType,\n\t}\n}\n" }, { "path": "sources/aws/shared/item-types.go", "content": "package shared\n\nimport \"github.com/overmindtech/cli/sources/shared\"\n\nvar (\n\tKinesisStream = shared.NewItemType(AWS, Kinesis, Stream)\n\tKinesisStreamConsumer = shared.NewItemType(AWS, Kinesis, StreamConsumer)\n\tIAMRole = shared.NewItemType(AWS, IAM, Role)\n\tMSKCluster = shared.NewItemType(AWS, MSK, Cluster)\n)\n" }, { "path": "sources/aws/shared/models.go", "content": "package shared\n\nimport (\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tAWS shared.Source = \"aws\"\n)\n\n// APIs\nconst (\n\tAPIGateway shared.API = \"api-gateway\"\n\tWAFv2 shared.API = \"wafv2\"\n\tKinesis shared.API = \"kinesis\"\n\tIAM shared.API = \"iam\"\n\tMSK shared.API = \"msk\"\n)\n\n// Resources\nconst (\n\tAPIKey shared.Resource = \"api-key\"\n\tStage shared.Resource = \"stage\"\n\tRESTAPI shared.Resource = \"rest-api\"\n\tDeployment shared.Resource = \"deployment\"\n\tWebACL shared.Resource = \"web-acl\"\n\tStream shared.Resource = \"stream\"\n\tStreamConsumer shared.Resource = \"stream-consumer\"\n\tRole shared.Resource = \"role\"\n\tCluster shared.Resource = \"cluster\"\n)\n" }, { "path": "sources/aws/validation_test.go", "content": "package aws\n\nimport (\n\t\"encoding/json\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n)\n\ntype Validate interface {\n\tValidate() error\n}\n\nfunc TestAdaptersValidation(t *testing.T) {\n\taccountID := \"123456789012\"\n\tregion := \"us-east-1\"\n\n\tvar adapters []discovery.Adapter\n\tadapters = append(adapters,\n\t\tsources.WrapperToAdapter(NewAPIGatewayStage(nil, accountID, region), sdpcache.NewNoOpCache()),\n\t\tsources.WrapperToAdapter(NewApiGatewayAPIKey(nil, accountID, region), sdpcache.NewNoOpCache()),\n\t)\n\n\tfor _, adapter := range adapters {\n\t\tt.Run(adapter.Name(), func(t *testing.T) {\n\t\t\t// Test the adapter\n\t\t\ta, ok := adapter.(Validate)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter %s does not implement Validate\", adapter.Name())\n\t\t\t}\n\n\t\t\tif err := a.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Adapter %s failed validation: %v\", adapter.Name(), err)\n\t\t\t}\n\n\t\t\tif strings.EqualFold(os.Getenv(\"LOG_LEVEL\"), \"debug\") {\n\t\t\t\t// Pretty print the adapter metadata via json\n\t\t\t\tjsonData, err := json.MarshalIndent(adapter.Metadata(), \"\", \" \")\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Failed to marshal adapter metadata: %v\", err)\n\t\t\t\t}\n\t\t\t\tt.Logf(\"Adapter %s metadata: %s\", adapter.Name(), string(jsonData))\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/azure/README.MD", "content": "# Azure Source Adapters\n\n## Scope Design\n\nAzure adapters use a two-level scope hierarchy based on how Azure SDK clients uniquely identify resources:\n\n### Scope Levels\n\n1. **Subscription ID** (highest level)\n - The primary container for Azure resources\n - Provides billing and access control boundary\n - Required to initialize all Azure SDK clients\n\n2. **Resource Group**\n - Logical container within a subscription\n - Resources are uniquely identified by: `subscription + resourceGroup + resourceName`\n - Resource names must be unique within a resource group\n\nResource name is unique within the resource group. Resources in the same group can't share the same name, but identical names can exist in different resource groups.\nFor example, a virtual network named `vnet-prod-westus-001` can exist in multiple resource groups, but only once within a single resource group.\n\n## Naming Convention for Adapters\n\nAzure adapter names follow a structured pattern derived from the official Azure REST API documentation:\n\n### Pattern: `azure-{api}-{resource}`\n\n1. **Source**: Always `azure`\n2. **API**: Derived from the second part of the REST API provider namespace\n3. **Resource**: Singular form of the resource type from the REST API path\n\n### How to Determine the Naming\n\n**Step 1: Find the REST API Documentation**\n\nLocate the official Azure REST API documentation for the resource. It can be searched from this reference:\nhttps://learn.microsoft.com/en-us/rest/api/compute/operation-groups?view=rest-compute-2025-04-01\n\n**Step 2: Extract the API Name**\n\nFrom the REST API path, identify the resource provider namespace. The API name is derived from the second part after `Microsoft.`:\n\n```\nREST API Path: /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Compute/virtualMachines/{vmName}\n ^^^^^^^^\nProvider Namespace: Microsoft.Compute\nAPI Name: compute (lowercase, singular)\n```\n\n**Step 3: Extract the Resource Name**\n\nThe resource name comes from the resource type in the REST API path, converted to singular form and kebab-case:\n\n```\nREST API Path: /providers/Microsoft.Compute/virtualMachines/{vmName}\n ^^^^^^^^^^^^^^\nResource Type: virtualMachines\nResource Name: virtual-machine (singular, kebab-case)\n```\n\n### Examples\n\n**Virtual Machine:**\n- REST API: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machines/get\n- Provider: `Microsoft.Compute`\n- Resource Type: `virtualMachines`\n- **Item Type**: `azure-compute-virtual-machine`\n\n**Virtual Network:**\n- REST API: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/virtual-networks/get\n- Provider: `Microsoft.Network`\n- Resource Type: `virtualNetworks`\n- **Item Type**: `azure-network-virtual-network`\n\n### Special Cases\n\n- If the API name and resource name would result in stuttering (e.g., `storage-storage`), keep both parts for clarity\n- Always use singular form for the resource name (e.g., `virtual-machine` not `virtual-machines`)\n- Convert PascalCase to kebab-case (e.g., `virtualMachines` β†’ `virtual-machine`)\n- Keep compound words together (e.g., `publicIPAddress` β†’ `public-ip-address`)\n\n## Code Structure\n\n### Models (`shared/models.go`)\n\nDefines constants for building item types:\n\n- **Source**: `Azure` - identifies the cloud provider\n- **API**: Resource provider namespaces (e.g., `Compute` β†’ `Microsoft.Compute`)\n- **Resource**: Specific resource types within each provider (e.g., `VirtualMachine`, `Disk`)\n\n\n### Item Types (`shared/item-types.go`)\n\nPre-defined item type variables combining source + API + resource:\n\n```go\n// Example: azure-compute-virtual-machine\nComputeVirtualMachine = shared.NewItemType(Azure, Compute, VirtualMachine)\n\n// Example: azure-network-virtual-network\nNetworkVirtualNetwork = shared.NewItemType(Azure, Network, VirtualNetwork)\n```\n\n### Base Structs (`shared/base.go`)\n\nProvides foundation structs for adapters based on scope:\n\n- **`ResourceGroupBase`**: For resources scoped to a resource group (most common)\n- **`SubscriptionBase`**: For subscription-level resources\n- **`AzureBase`**: Common base providing `SubscriptionID()` method\n\n## Official References\n\n- [Azure REST API Reference](https://learn.microsoft.com/en-us/rest/api/azure/)\n- [Azure Resource Providers and Types](https://learn.microsoft.com/en-us/azure/azure-resource-manager/management/resource-providers-and-types)\n- [Azure Resource Naming Guidelines](https://learn.microsoft.com/azure/cloud-adoption-framework/ready/azure-best-practices/resource-naming-and-tagging-decision-guide)\n- [Azure Resource Name Rules](https://learn.microsoft.com/en-us/azure/azure-resource-manager/management/resource-name-rules)" }, { "path": "sources/azure/build/package/Dockerfile", "content": "# Build the source binary\nFROM golang:1.26.2-alpine3.23 AS builder\nARG TARGETOS\nARG TARGETARCH\nARG BUILD_VERSION\nARG BUILD_COMMIT\n\n# required for generating the version descriptor\nRUN apk upgrade --no-cache && apk add --no-cache git\n\nWORKDIR /workspace\n\nCOPY go.mod go.sum ./\nRUN --mount=type=cache,target=/go/pkg \\\n go mod download\n\nCOPY go/ go/\nCOPY sources/ sources/\n\n# Build\nRUN --mount=type=cache,target=/go/pkg \\\n --mount=type=cache,target=/root/.cache/go-build \\\n GOOS=${TARGETOS} GOARCH=${TARGETARCH} go build -trimpath -ldflags=\"-s -w -X github.com/overmindtech/cli/go/tracing.version=${BUILD_VERSION} -X github.com/overmindtech/cli/go/tracing.commit=${BUILD_COMMIT}\" -o source sources/azure/main.go\n\nFROM alpine:3.23.4\nWORKDIR /\nCOPY --from=builder /workspace/source .\nUSER 65534:65534\n\nENTRYPOINT [\"/source\"]\n" }, { "path": "sources/azure/clients/application-gateways-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_application_gateways_client.go -package=mocks -source=application-gateways-client.go\n\n// ApplicationGatewaysPager is a type alias for the generic Pager interface with application gateway response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype ApplicationGatewaysPager = Pager[armnetwork.ApplicationGatewaysClientListResponse]\n\n// ApplicationGatewaysClient is an interface for interacting with Azure application gateways\ntype ApplicationGatewaysClient interface {\n\tGet(ctx context.Context, resourceGroupName string, applicationGatewayName string, options *armnetwork.ApplicationGatewaysClientGetOptions) (armnetwork.ApplicationGatewaysClientGetResponse, error)\n\tList(resourceGroupName string, options *armnetwork.ApplicationGatewaysClientListOptions) ApplicationGatewaysPager\n}\n\ntype applicationGatewaysClient struct {\n\tclient *armnetwork.ApplicationGatewaysClient\n}\n\nfunc (a *applicationGatewaysClient) Get(ctx context.Context, resourceGroupName string, applicationGatewayName string, options *armnetwork.ApplicationGatewaysClientGetOptions) (armnetwork.ApplicationGatewaysClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, applicationGatewayName, options)\n}\n\nfunc (a *applicationGatewaysClient) List(resourceGroupName string, options *armnetwork.ApplicationGatewaysClientListOptions) ApplicationGatewaysPager {\n\treturn a.client.NewListPager(resourceGroupName, options)\n}\n\n// NewApplicationGatewaysClient creates a new ApplicationGatewaysClient from the Azure SDK client\nfunc NewApplicationGatewaysClient(client *armnetwork.ApplicationGatewaysClient) ApplicationGatewaysClient {\n\treturn &applicationGatewaysClient{client: client}\n}\n" }, { "path": "sources/azure/clients/application-security-groups-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_application_security_groups_client.go -package=mocks -source=application-security-groups-client.go\n\n// ApplicationSecurityGroupsPager is a type alias for the generic Pager interface with application security group response type.\ntype ApplicationSecurityGroupsPager = Pager[armnetwork.ApplicationSecurityGroupsClientListResponse]\n\n// ApplicationSecurityGroupsClient is an interface for interacting with Azure application security groups.\ntype ApplicationSecurityGroupsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, applicationSecurityGroupName string, options *armnetwork.ApplicationSecurityGroupsClientGetOptions) (armnetwork.ApplicationSecurityGroupsClientGetResponse, error)\n\tNewListPager(resourceGroupName string, options *armnetwork.ApplicationSecurityGroupsClientListOptions) ApplicationSecurityGroupsPager\n}\n\ntype applicationSecurityGroupsClient struct {\n\tclient *armnetwork.ApplicationSecurityGroupsClient\n}\n\nfunc (c *applicationSecurityGroupsClient) Get(ctx context.Context, resourceGroupName string, applicationSecurityGroupName string, options *armnetwork.ApplicationSecurityGroupsClientGetOptions) (armnetwork.ApplicationSecurityGroupsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, applicationSecurityGroupName, options)\n}\n\nfunc (c *applicationSecurityGroupsClient) NewListPager(resourceGroupName string, options *armnetwork.ApplicationSecurityGroupsClientListOptions) ApplicationSecurityGroupsPager {\n\treturn c.client.NewListPager(resourceGroupName, options)\n}\n\n// NewApplicationSecurityGroupsClient creates a new ApplicationSecurityGroupsClient from the Azure SDK client.\nfunc NewApplicationSecurityGroupsClient(client *armnetwork.ApplicationSecurityGroupsClient) ApplicationSecurityGroupsClient {\n\treturn &applicationSecurityGroupsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/availability-sets-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_availability_sets_client.go -package=mocks -source=availability-sets-client.go\n\n// AvailabilitySetsPager is a type alias for the generic Pager interface with availability set response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype AvailabilitySetsPager = Pager[armcompute.AvailabilitySetsClientListResponse]\n\n// AvailabilitySetsClient is an interface for interacting with Azure availability sets\ntype AvailabilitySetsClient interface {\n\tNewListPager(resourceGroupName string, options *armcompute.AvailabilitySetsClientListOptions) AvailabilitySetsPager\n\tGet(ctx context.Context, resourceGroupName string, availabilitySetName string, options *armcompute.AvailabilitySetsClientGetOptions) (armcompute.AvailabilitySetsClientGetResponse, error)\n}\n\ntype availabilitySetsClient struct {\n\tclient *armcompute.AvailabilitySetsClient\n}\n\nfunc (a *availabilitySetsClient) NewListPager(resourceGroupName string, options *armcompute.AvailabilitySetsClientListOptions) AvailabilitySetsPager {\n\treturn a.client.NewListPager(resourceGroupName, options)\n}\n\nfunc (a *availabilitySetsClient) Get(ctx context.Context, resourceGroupName string, availabilitySetName string, options *armcompute.AvailabilitySetsClientGetOptions) (armcompute.AvailabilitySetsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, availabilitySetName, options)\n}\n\n// NewAvailabilitySetsClient creates a new AvailabilitySetsClient from the Azure SDK client\nfunc NewAvailabilitySetsClient(client *armcompute.AvailabilitySetsClient) AvailabilitySetsClient {\n\treturn &availabilitySetsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/batch-accounts-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_batch_accounts_client.go -package=mocks -source=batch-accounts-client.go\n\n// BatchAccountsPager is a type alias for the generic Pager interface with batch account response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype BatchAccountsPager = Pager[armbatch.AccountClientListByResourceGroupResponse]\n\n// BatchAccountsClient is an interface for interacting with Azure batch accounts\ntype BatchAccountsClient interface {\n\tListByResourceGroup(ctx context.Context, resourceGroupName string) BatchAccountsPager\n\tGet(ctx context.Context, resourceGroupName string, accountName string) (armbatch.AccountClientGetResponse, error)\n}\n\ntype batchAccountsClient struct {\n\tclient *armbatch.AccountClient\n}\n\nfunc (c *batchAccountsClient) ListByResourceGroup(ctx context.Context, resourceGroupName string) BatchAccountsPager {\n\treturn c.client.NewListByResourceGroupPager(resourceGroupName, nil)\n}\n\nfunc (c *batchAccountsClient) Get(ctx context.Context, resourceGroupName string, accountName string) (armbatch.AccountClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, accountName, nil)\n}\n\n// NewBatchAccountsClient creates a new BatchAccountsClient from the Azure SDK client\nfunc NewBatchAccountsClient(client *armbatch.AccountClient) BatchAccountsClient {\n\treturn &batchAccountsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/batch-application-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_batch_application_client.go -package=mocks -source=batch-application-client.go\n\n// BatchApplicationsPager is a type alias for the generic Pager interface with batch application response type.\ntype BatchApplicationsPager = Pager[armbatch.ApplicationClientListResponse]\n\n// BatchApplicationsClient is an interface for interacting with Azure Batch applications\ntype BatchApplicationsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string, applicationName string) (armbatch.ApplicationClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string, accountName string) BatchApplicationsPager\n}\n\ntype batchApplicationsClient struct {\n\tclient *armbatch.ApplicationClient\n}\n\nfunc (c *batchApplicationsClient) Get(ctx context.Context, resourceGroupName string, accountName string, applicationName string) (armbatch.ApplicationClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, accountName, applicationName, nil)\n}\n\nfunc (c *batchApplicationsClient) List(ctx context.Context, resourceGroupName string, accountName string) BatchApplicationsPager {\n\treturn c.client.NewListPager(resourceGroupName, accountName, nil)\n}\n\n// NewBatchApplicationsClient creates a new BatchApplicationsClient from the Azure SDK client\nfunc NewBatchApplicationsClient(client *armbatch.ApplicationClient) BatchApplicationsClient {\n\treturn &batchApplicationsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/batch-application-package-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_batch_application_package_client.go -package=mocks -source=batch-application-package-client.go\n\n// BatchApplicationPackagesPager is a type alias for the generic Pager interface with batch application package response type.\ntype BatchApplicationPackagesPager = Pager[armbatch.ApplicationPackageClientListResponse]\n\n// BatchApplicationPackagesClient is an interface for interacting with Azure Batch application packages.\ntype BatchApplicationPackagesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string, applicationName string, versionName string) (armbatch.ApplicationPackageClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string, accountName string, applicationName string) BatchApplicationPackagesPager\n}\n\ntype batchApplicationPackagesClient struct {\n\tclient *armbatch.ApplicationPackageClient\n}\n\nfunc (c *batchApplicationPackagesClient) Get(ctx context.Context, resourceGroupName string, accountName string, applicationName string, versionName string) (armbatch.ApplicationPackageClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, accountName, applicationName, versionName, nil)\n}\n\nfunc (c *batchApplicationPackagesClient) List(ctx context.Context, resourceGroupName string, accountName string, applicationName string) BatchApplicationPackagesPager {\n\treturn c.client.NewListPager(resourceGroupName, accountName, applicationName, nil)\n}\n\n// NewBatchApplicationPackagesClient creates a new BatchApplicationPackagesClient from the Azure SDK client.\nfunc NewBatchApplicationPackagesClient(client *armbatch.ApplicationPackageClient) BatchApplicationPackagesClient {\n\treturn &batchApplicationPackagesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/batch-pool-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_batch_pool_client.go -package=mocks -source=batch-pool-client.go\n\n// BatchPoolsPager is a type alias for the generic Pager interface with batch pool response type.\ntype BatchPoolsPager = Pager[armbatch.PoolClientListByBatchAccountResponse]\n\n// BatchPoolsClient is an interface for interacting with Azure Batch pools (child of Batch account).\ntype BatchPoolsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string, poolName string) (armbatch.PoolClientGetResponse, error)\n\tListByBatchAccount(ctx context.Context, resourceGroupName string, accountName string) BatchPoolsPager\n}\n\ntype batchPoolsClient struct {\n\tclient *armbatch.PoolClient\n}\n\nfunc (c *batchPoolsClient) Get(ctx context.Context, resourceGroupName string, accountName string, poolName string) (armbatch.PoolClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, accountName, poolName, nil)\n}\n\nfunc (c *batchPoolsClient) ListByBatchAccount(ctx context.Context, resourceGroupName string, accountName string) BatchPoolsPager {\n\treturn c.client.NewListByBatchAccountPager(resourceGroupName, accountName, nil)\n}\n\n// NewBatchPoolsClient creates a new BatchPoolsClient from the Azure SDK client.\nfunc NewBatchPoolsClient(client *armbatch.PoolClient) BatchPoolsClient {\n\treturn &batchPoolsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/batch-private-endpoint-connection-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_batch_private_endpoint_connection_client.go -package=mocks -source=batch-private-endpoint-connection-client.go\n\n// BatchPrivateEndpointConnectionPager is a type alias for the generic Pager interface with Batch private endpoint connection list response type.\ntype BatchPrivateEndpointConnectionPager = Pager[armbatch.PrivateEndpointConnectionClientListByBatchAccountResponse]\n\n// BatchPrivateEndpointConnectionClient is an interface for interacting with Azure Batch private endpoint connections.\ntype BatchPrivateEndpointConnectionClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string, privateEndpointConnectionName string) (armbatch.PrivateEndpointConnectionClientGetResponse, error)\n\tListByBatchAccount(ctx context.Context, resourceGroupName string, accountName string) BatchPrivateEndpointConnectionPager\n}\n\ntype batchPrivateEndpointConnectionClient struct {\n\tclient *armbatch.PrivateEndpointConnectionClient\n}\n\nfunc (c *batchPrivateEndpointConnectionClient) Get(ctx context.Context, resourceGroupName string, accountName string, privateEndpointConnectionName string) (armbatch.PrivateEndpointConnectionClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, accountName, privateEndpointConnectionName, nil)\n}\n\nfunc (c *batchPrivateEndpointConnectionClient) ListByBatchAccount(ctx context.Context, resourceGroupName string, accountName string) BatchPrivateEndpointConnectionPager {\n\treturn c.client.NewListByBatchAccountPager(resourceGroupName, accountName, nil)\n}\n\n// NewBatchPrivateEndpointConnectionClient creates a new BatchPrivateEndpointConnectionClient from the Azure SDK client.\nfunc NewBatchPrivateEndpointConnectionClient(client *armbatch.PrivateEndpointConnectionClient) BatchPrivateEndpointConnectionClient {\n\treturn &batchPrivateEndpointConnectionClient{client: client}\n}\n" }, { "path": "sources/azure/clients/blob-containers-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_blob_containers_client.go -package=mocks -source=blob-containers-client.go\n\n// BlobContainersPager is a type alias for the generic Pager interface with blob container response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype BlobContainersPager = Pager[armstorage.BlobContainersClientListResponse]\n\n// BlobContainersClient is an interface for interacting with Azure blob containers\ntype BlobContainersClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string, containerName string) (armstorage.BlobContainersClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string, accountName string) BlobContainersPager\n}\n\ntype blobContainersClient struct {\n\tclient *armstorage.BlobContainersClient\n}\n\nfunc (a *blobContainersClient) Get(ctx context.Context, resourceGroupName string, accountName string, containerName string) (armstorage.BlobContainersClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, accountName, containerName, nil)\n}\n\nfunc (a *blobContainersClient) List(ctx context.Context, resourceGroupName string, accountName string) BlobContainersPager {\n\treturn a.client.NewListPager(resourceGroupName, accountName, nil)\n}\n\n// NewBlobContainersClient creates a new BlobContainersClient from the Azure SDK client\nfunc NewBlobContainersClient(client *armstorage.BlobContainersClient) BlobContainersClient {\n\treturn &blobContainersClient{client: client}\n}\n" }, { "path": "sources/azure/clients/capacity-reservation-groups-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_capacity_reservation_groups_client.go -package=mocks -source=capacity-reservation-groups-client.go\n\n// CapacityReservationGroupsPager is a type alias for the generic Pager interface with capacity reservation group response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype CapacityReservationGroupsPager = Pager[armcompute.CapacityReservationGroupsClientListByResourceGroupResponse]\n\n// CapacityReservationGroupsClient is an interface for interacting with Azure capacity reservation groups\ntype CapacityReservationGroupsClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armcompute.CapacityReservationGroupsClientListByResourceGroupOptions) CapacityReservationGroupsPager\n\tGet(ctx context.Context, resourceGroupName string, capacityReservationGroupName string, options *armcompute.CapacityReservationGroupsClientGetOptions) (armcompute.CapacityReservationGroupsClientGetResponse, error)\n}\n\ntype capacityReservationGroupsClient struct {\n\tclient *armcompute.CapacityReservationGroupsClient\n}\n\nfunc (a *capacityReservationGroupsClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.CapacityReservationGroupsClientListByResourceGroupOptions) CapacityReservationGroupsPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (a *capacityReservationGroupsClient) Get(ctx context.Context, resourceGroupName string, capacityReservationGroupName string, options *armcompute.CapacityReservationGroupsClientGetOptions) (armcompute.CapacityReservationGroupsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, capacityReservationGroupName, options)\n}\n\n// NewCapacityReservationGroupsClient creates a new CapacityReservationGroupsClient from the Azure SDK client\nfunc NewCapacityReservationGroupsClient(client *armcompute.CapacityReservationGroupsClient) CapacityReservationGroupsClient {\n\treturn &capacityReservationGroupsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/capacity-reservations-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_capacity_reservations_client.go -package=mocks -source=capacity-reservations-client.go\n\n// CapacityReservationsPager is a type alias for the generic Pager interface with capacity reservations list response type.\ntype CapacityReservationsPager = Pager[armcompute.CapacityReservationsClientListByCapacityReservationGroupResponse]\n\n// CapacityReservationsClient is an interface for interacting with Azure capacity reservations\ntype CapacityReservationsClient interface {\n\tNewListByCapacityReservationGroupPager(resourceGroupName string, capacityReservationGroupName string, options *armcompute.CapacityReservationsClientListByCapacityReservationGroupOptions) CapacityReservationsPager\n\tGet(ctx context.Context, resourceGroupName string, capacityReservationGroupName string, capacityReservationName string, options *armcompute.CapacityReservationsClientGetOptions) (armcompute.CapacityReservationsClientGetResponse, error)\n}\n\ntype capacityReservationsClient struct {\n\tclient *armcompute.CapacityReservationsClient\n}\n\nfunc (c *capacityReservationsClient) NewListByCapacityReservationGroupPager(resourceGroupName string, capacityReservationGroupName string, options *armcompute.CapacityReservationsClientListByCapacityReservationGroupOptions) CapacityReservationsPager {\n\treturn c.client.NewListByCapacityReservationGroupPager(resourceGroupName, capacityReservationGroupName, options)\n}\n\nfunc (c *capacityReservationsClient) Get(ctx context.Context, resourceGroupName string, capacityReservationGroupName string, capacityReservationName string, options *armcompute.CapacityReservationsClientGetOptions) (armcompute.CapacityReservationsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, capacityReservationGroupName, capacityReservationName, options)\n}\n\n// NewCapacityReservationsClient creates a new CapacityReservationsClient from the Azure SDK client\nfunc NewCapacityReservationsClient(client *armcompute.CapacityReservationsClient) CapacityReservationsClient {\n\treturn &capacityReservationsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/compute-disk-access-private-endpoint-connection-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_compute_disk_access_private_endpoint_connection_client.go -package=mocks -source=compute-disk-access-private-endpoint-connection-client.go\n\n// ComputeDiskAccessPrivateEndpointConnectionsPager is a type alias for the generic Pager interface with disk access private endpoint connection list response type.\ntype ComputeDiskAccessPrivateEndpointConnectionsPager = Pager[armcompute.DiskAccessesClientListPrivateEndpointConnectionsResponse]\n\n// ComputeDiskAccessPrivateEndpointConnectionsClient is an interface for interacting with Azure disk access private endpoint connections.\ntype ComputeDiskAccessPrivateEndpointConnectionsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, diskAccessName string, privateEndpointConnectionName string) (armcompute.DiskAccessesClientGetAPrivateEndpointConnectionResponse, error)\n\tNewListPrivateEndpointConnectionsPager(resourceGroupName string, diskAccessName string, options *armcompute.DiskAccessesClientListPrivateEndpointConnectionsOptions) ComputeDiskAccessPrivateEndpointConnectionsPager\n}\n\ntype computeDiskAccessPrivateEndpointConnectionsClient struct {\n\tclient *armcompute.DiskAccessesClient\n}\n\nfunc (c *computeDiskAccessPrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName string, diskAccessName string, privateEndpointConnectionName string) (armcompute.DiskAccessesClientGetAPrivateEndpointConnectionResponse, error) {\n\treturn c.client.GetAPrivateEndpointConnection(ctx, resourceGroupName, diskAccessName, privateEndpointConnectionName, nil)\n}\n\nfunc (c *computeDiskAccessPrivateEndpointConnectionsClient) NewListPrivateEndpointConnectionsPager(resourceGroupName string, diskAccessName string, options *armcompute.DiskAccessesClientListPrivateEndpointConnectionsOptions) ComputeDiskAccessPrivateEndpointConnectionsPager {\n\treturn c.client.NewListPrivateEndpointConnectionsPager(resourceGroupName, diskAccessName, options)\n}\n\n// NewComputeDiskAccessPrivateEndpointConnectionsClient creates a new ComputeDiskAccessPrivateEndpointConnectionsClient from the Azure SDK DiskAccesses client.\nfunc NewComputeDiskAccessPrivateEndpointConnectionsClient(client *armcompute.DiskAccessesClient) ComputeDiskAccessPrivateEndpointConnectionsClient {\n\treturn &computeDiskAccessPrivateEndpointConnectionsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/dbforpostgresql-configurations-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_dbforpostgresql_configurations_client.go -package=mocks -source=dbforpostgresql-configurations-client.go\n\n// PostgreSQLConfigurationsPager is a type alias for the generic Pager interface.\ntype PostgreSQLConfigurationsPager = Pager[armpostgresqlflexibleservers.ConfigurationsClientListByServerResponse]\n\n// PostgreSQLConfigurationsClient is an interface for interacting with Azure PostgreSQL Flexible Server configurations.\ntype PostgreSQLConfigurationsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, serverName string, configurationName string, options *armpostgresqlflexibleservers.ConfigurationsClientGetOptions) (armpostgresqlflexibleservers.ConfigurationsClientGetResponse, error)\n\tNewListByServerPager(resourceGroupName string, serverName string, options *armpostgresqlflexibleservers.ConfigurationsClientListByServerOptions) PostgreSQLConfigurationsPager\n}\n\ntype postgreSQLConfigurationsClient struct {\n\tclient *armpostgresqlflexibleservers.ConfigurationsClient\n}\n\nfunc (c *postgreSQLConfigurationsClient) Get(ctx context.Context, resourceGroupName string, serverName string, configurationName string, options *armpostgresqlflexibleservers.ConfigurationsClientGetOptions) (armpostgresqlflexibleservers.ConfigurationsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, serverName, configurationName, options)\n}\n\nfunc (c *postgreSQLConfigurationsClient) NewListByServerPager(resourceGroupName string, serverName string, options *armpostgresqlflexibleservers.ConfigurationsClientListByServerOptions) PostgreSQLConfigurationsPager {\n\treturn c.client.NewListByServerPager(resourceGroupName, serverName, options)\n}\n\n// NewPostgreSQLConfigurationsClient creates a new PostgreSQLConfigurationsClient from the Azure SDK client.\nfunc NewPostgreSQLConfigurationsClient(client *armpostgresqlflexibleservers.ConfigurationsClient) PostgreSQLConfigurationsClient {\n\treturn &postgreSQLConfigurationsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/dbforpostgresql-flexible-server-administrator-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_dbforpostgresql_flexible_server_administrator_client.go -package=mocks -source=dbforpostgresql-flexible-server-administrator-client.go\n\n// DBforPostgreSQLFlexibleServerAdministratorPager is a type alias for the generic Pager interface with administrator response type.\ntype DBforPostgreSQLFlexibleServerAdministratorPager = Pager[armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientListByServerResponse]\n\n// DBforPostgreSQLFlexibleServerAdministratorClient is an interface for interacting with Azure PostgreSQL Flexible Server Administrators\ntype DBforPostgreSQLFlexibleServerAdministratorClient interface {\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) DBforPostgreSQLFlexibleServerAdministratorPager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, objectID string) (armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientGetResponse, error)\n}\n\ntype dbforPostgreSQLFlexibleServerAdministratorClient struct {\n\tclient *armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClient\n}\n\nfunc (a *dbforPostgreSQLFlexibleServerAdministratorClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) DBforPostgreSQLFlexibleServerAdministratorPager {\n\treturn a.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *dbforPostgreSQLFlexibleServerAdministratorClient) Get(ctx context.Context, resourceGroupName string, serverName string, objectID string) (armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, objectID, nil)\n}\n\n// NewDBforPostgreSQLFlexibleServerAdministratorClient creates a new DBforPostgreSQLFlexibleServerAdministratorClient from the Azure SDK client\nfunc NewDBforPostgreSQLFlexibleServerAdministratorClient(client *armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClient) DBforPostgreSQLFlexibleServerAdministratorClient {\n\treturn &dbforPostgreSQLFlexibleServerAdministratorClient{client: client}\n}\n" }, { "path": "sources/azure/clients/dbforpostgresql-flexible-server-backup-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_dbforpostgresql_flexible_server_backup_client.go -package=mocks -source=dbforpostgresql-flexible-server-backup-client.go\n\ntype DBforPostgreSQLFlexibleServerBackupPager = Pager[armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientListByServerResponse]\n\ntype DBforPostgreSQLFlexibleServerBackupClient interface {\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) DBforPostgreSQLFlexibleServerBackupPager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, backupName string) (armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientGetResponse, error)\n}\n\ntype dbforPostgreSQLFlexibleServerBackupClient struct {\n\tclient *armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClient\n}\n\nfunc (a *dbforPostgreSQLFlexibleServerBackupClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) DBforPostgreSQLFlexibleServerBackupPager {\n\treturn a.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *dbforPostgreSQLFlexibleServerBackupClient) Get(ctx context.Context, resourceGroupName string, serverName string, backupName string) (armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, backupName, nil)\n}\n\nfunc NewDBforPostgreSQLFlexibleServerBackupClient(client *armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClient) DBforPostgreSQLFlexibleServerBackupClient {\n\treturn &dbforPostgreSQLFlexibleServerBackupClient{client: client}\n}\n" }, { "path": "sources/azure/clients/dbforpostgresql-flexible-server-private-endpoint-connection-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_dbforpostgresql_flexible_server_private_endpoint_connection_client.go -package=mocks -source=dbforpostgresql-flexible-server-private-endpoint-connection-client.go\n\n// DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager is a type alias for the generic Pager interface with PostgreSQL flexible server private endpoint connection list response type.\ntype DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager = Pager[armpostgresqlflexibleservers.PrivateEndpointConnectionsClientListByServerResponse]\n\n// DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient is an interface for interacting with Azure DB for PostgreSQL flexible server private endpoint connections.\ntype DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, serverName string, privateEndpointConnectionName string) (armpostgresqlflexibleservers.PrivateEndpointConnectionsClientGetResponse, error)\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager\n}\n\ntype dbforpostgresqlFlexibleServerPrivateEndpointConnectionsClient struct {\n\tclient *armpostgresqlflexibleservers.PrivateEndpointConnectionsClient\n}\n\nfunc (c *dbforpostgresqlFlexibleServerPrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName string, serverName string, privateEndpointConnectionName string) (armpostgresqlflexibleservers.PrivateEndpointConnectionsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, serverName, privateEndpointConnectionName, nil)\n}\n\nfunc (c *dbforpostgresqlFlexibleServerPrivateEndpointConnectionsClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager {\n\treturn c.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\n// NewDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient creates a new DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient from the Azure SDK client.\nfunc NewDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient(client *armpostgresqlflexibleservers.PrivateEndpointConnectionsClient) DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient {\n\treturn &dbforpostgresqlFlexibleServerPrivateEndpointConnectionsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/dbforpostgresql-flexible-server-replica-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_dbforpostgresql_flexible_server_replica_client.go -package=mocks -source=dbforpostgresql-flexible-server-replica-client.go\n\ntype DBforPostgreSQLFlexibleServerReplicaPager = Pager[armpostgresqlflexibleservers.ReplicasClientListByServerResponse]\n\ntype DBforPostgreSQLFlexibleServerReplicaClient interface {\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) DBforPostgreSQLFlexibleServerReplicaPager\n\tGet(ctx context.Context, resourceGroupName string, replicaName string) (armpostgresqlflexibleservers.ServersClientGetResponse, error)\n}\n\ntype dbforPostgreSQLFlexibleServerReplicaClient struct {\n\treplicasClient *armpostgresqlflexibleservers.ReplicasClient\n\tserversClient *armpostgresqlflexibleservers.ServersClient\n}\n\nfunc (a *dbforPostgreSQLFlexibleServerReplicaClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) DBforPostgreSQLFlexibleServerReplicaPager {\n\treturn a.replicasClient.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *dbforPostgreSQLFlexibleServerReplicaClient) Get(ctx context.Context, resourceGroupName string, replicaName string) (armpostgresqlflexibleservers.ServersClientGetResponse, error) {\n\treturn a.serversClient.Get(ctx, resourceGroupName, replicaName, nil)\n}\n\nfunc NewDBforPostgreSQLFlexibleServerReplicaClient(replicasClient *armpostgresqlflexibleservers.ReplicasClient, serversClient *armpostgresqlflexibleservers.ServersClient) DBforPostgreSQLFlexibleServerReplicaClient {\n\treturn &dbforPostgreSQLFlexibleServerReplicaClient{\n\t\treplicasClient: replicasClient,\n\t\tserversClient: serversClient,\n\t}\n}\n" }, { "path": "sources/azure/clients/dbforpostgresql-flexible-server-virtual-endpoint-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_dbforpostgresql_flexible_server_virtual_endpoint_client.go -package=mocks -source=dbforpostgresql-flexible-server-virtual-endpoint-client.go\n\ntype DBforPostgreSQLFlexibleServerVirtualEndpointPager = Pager[armpostgresqlflexibleservers.VirtualEndpointsClientListByServerResponse]\n\ntype DBforPostgreSQLFlexibleServerVirtualEndpointClient interface {\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) DBforPostgreSQLFlexibleServerVirtualEndpointPager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, virtualEndpointName string) (armpostgresqlflexibleservers.VirtualEndpointsClientGetResponse, error)\n}\n\ntype dbforPostgreSQLFlexibleServerVirtualEndpointClient struct {\n\tclient *armpostgresqlflexibleservers.VirtualEndpointsClient\n}\n\nfunc (a *dbforPostgreSQLFlexibleServerVirtualEndpointClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) DBforPostgreSQLFlexibleServerVirtualEndpointPager {\n\treturn a.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *dbforPostgreSQLFlexibleServerVirtualEndpointClient) Get(ctx context.Context, resourceGroupName string, serverName string, virtualEndpointName string) (armpostgresqlflexibleservers.VirtualEndpointsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, virtualEndpointName, nil)\n}\n\nfunc NewDBforPostgreSQLFlexibleServerVirtualEndpointClient(client *armpostgresqlflexibleservers.VirtualEndpointsClient) DBforPostgreSQLFlexibleServerVirtualEndpointClient {\n\treturn &dbforPostgreSQLFlexibleServerVirtualEndpointClient{client: client}\n}\n" }, { "path": "sources/azure/clients/ddos-protection-plans-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_ddos_protection_plans_client.go -package=mocks -source=ddos-protection-plans-client.go\n\n// DdosProtectionPlansPager is a type alias for the generic Pager interface with DDoS protection plan list response type.\ntype DdosProtectionPlansPager = Pager[armnetwork.DdosProtectionPlansClientListByResourceGroupResponse]\n\n// DdosProtectionPlansClient is an interface for interacting with Azure DDoS protection plans.\ntype DdosProtectionPlansClient interface {\n\tGet(ctx context.Context, resourceGroupName string, ddosProtectionPlanName string, options *armnetwork.DdosProtectionPlansClientGetOptions) (armnetwork.DdosProtectionPlansClientGetResponse, error)\n\tNewListByResourceGroupPager(resourceGroupName string, options *armnetwork.DdosProtectionPlansClientListByResourceGroupOptions) DdosProtectionPlansPager\n}\n\ntype ddosProtectionPlansClient struct {\n\tclient *armnetwork.DdosProtectionPlansClient\n}\n\nfunc (c *ddosProtectionPlansClient) Get(ctx context.Context, resourceGroupName string, ddosProtectionPlanName string, options *armnetwork.DdosProtectionPlansClientGetOptions) (armnetwork.DdosProtectionPlansClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, ddosProtectionPlanName, options)\n}\n\nfunc (c *ddosProtectionPlansClient) NewListByResourceGroupPager(resourceGroupName string, options *armnetwork.DdosProtectionPlansClientListByResourceGroupOptions) DdosProtectionPlansPager {\n\treturn c.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\n// NewDdosProtectionPlansClient creates a new DdosProtectionPlansClient from the Azure SDK client.\nfunc NewDdosProtectionPlansClient(client *armnetwork.DdosProtectionPlansClient) DdosProtectionPlansClient {\n\treturn &ddosProtectionPlansClient{client: client}\n}\n" }, { "path": "sources/azure/clients/dedicated-host-groups-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_dedicated_host_groups_client.go -package=mocks -source=dedicated-host-groups-client.go\n\n// DedicatedHostGroupsPager is a type alias for the generic Pager interface with dedicated host group response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype DedicatedHostGroupsPager = Pager[armcompute.DedicatedHostGroupsClientListByResourceGroupResponse]\n\n// DedicatedHostGroupsClient is an interface for interacting with Azure dedicated host groups\ntype DedicatedHostGroupsClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armcompute.DedicatedHostGroupsClientListByResourceGroupOptions) DedicatedHostGroupsPager\n\tGet(ctx context.Context, resourceGroupName string, dedicatedHostGroupName string, options *armcompute.DedicatedHostGroupsClientGetOptions) (armcompute.DedicatedHostGroupsClientGetResponse, error)\n}\n\ntype dedicatedHostGroupsClient struct {\n\tclient *armcompute.DedicatedHostGroupsClient\n}\n\nfunc (a *dedicatedHostGroupsClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.DedicatedHostGroupsClientListByResourceGroupOptions) DedicatedHostGroupsPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (a *dedicatedHostGroupsClient) Get(ctx context.Context, resourceGroupName string, dedicatedHostGroupName string, options *armcompute.DedicatedHostGroupsClientGetOptions) (armcompute.DedicatedHostGroupsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, dedicatedHostGroupName, options)\n}\n\n// NewDedicatedHostGroupsClient creates a new DedicatedHostGroupsClient from the Azure SDK client\nfunc NewDedicatedHostGroupsClient(client *armcompute.DedicatedHostGroupsClient) DedicatedHostGroupsClient {\n\treturn &dedicatedHostGroupsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/dedicated-hosts-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_dedicated_hosts_client.go -package=mocks -source=dedicated-hosts-client.go\n\n// DedicatedHostsPager is a type alias for the generic Pager interface with dedicated hosts list response type.\ntype DedicatedHostsPager = Pager[armcompute.DedicatedHostsClientListByHostGroupResponse]\n\n// DedicatedHostsClient is an interface for interacting with Azure dedicated hosts\ntype DedicatedHostsClient interface {\n\tNewListByHostGroupPager(resourceGroupName string, hostGroupName string, options *armcompute.DedicatedHostsClientListByHostGroupOptions) DedicatedHostsPager\n\tGet(ctx context.Context, resourceGroupName string, hostGroupName string, hostName string, options *armcompute.DedicatedHostsClientGetOptions) (armcompute.DedicatedHostsClientGetResponse, error)\n}\n\ntype dedicatedHostsClient struct {\n\tclient *armcompute.DedicatedHostsClient\n}\n\nfunc (c *dedicatedHostsClient) NewListByHostGroupPager(resourceGroupName string, hostGroupName string, options *armcompute.DedicatedHostsClientListByHostGroupOptions) DedicatedHostsPager {\n\treturn c.client.NewListByHostGroupPager(resourceGroupName, hostGroupName, options)\n}\n\nfunc (c *dedicatedHostsClient) Get(ctx context.Context, resourceGroupName string, hostGroupName string, hostName string, options *armcompute.DedicatedHostsClientGetOptions) (armcompute.DedicatedHostsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, hostGroupName, hostName, options)\n}\n\n// NewDedicatedHostsClient creates a new DedicatedHostsClient from the Azure SDK client\nfunc NewDedicatedHostsClient(client *armcompute.DedicatedHostsClient) DedicatedHostsClient {\n\treturn &dedicatedHostsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/default-security-rules-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_default_security_rules_client.go -package=mocks -source=default-security-rules-client.go\n\n// DefaultSecurityRulesPager is a type alias for the generic Pager interface with default security rules list response type.\ntype DefaultSecurityRulesPager = Pager[armnetwork.DefaultSecurityRulesClientListResponse]\n\n// DefaultSecurityRulesClient is an interface for interacting with Azure NSG default security rules (child of network security group).\ntype DefaultSecurityRulesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, networkSecurityGroupName string, defaultSecurityRuleName string, options *armnetwork.DefaultSecurityRulesClientGetOptions) (armnetwork.DefaultSecurityRulesClientGetResponse, error)\n\tNewListPager(resourceGroupName string, networkSecurityGroupName string, options *armnetwork.DefaultSecurityRulesClientListOptions) DefaultSecurityRulesPager\n}\n\ntype defaultSecurityRulesClient struct {\n\tclient *armnetwork.DefaultSecurityRulesClient\n}\n\nfunc (c *defaultSecurityRulesClient) Get(ctx context.Context, resourceGroupName string, networkSecurityGroupName string, defaultSecurityRuleName string, options *armnetwork.DefaultSecurityRulesClientGetOptions) (armnetwork.DefaultSecurityRulesClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, networkSecurityGroupName, defaultSecurityRuleName, options)\n}\n\nfunc (c *defaultSecurityRulesClient) NewListPager(resourceGroupName string, networkSecurityGroupName string, options *armnetwork.DefaultSecurityRulesClientListOptions) DefaultSecurityRulesPager {\n\treturn c.client.NewListPager(resourceGroupName, networkSecurityGroupName, options)\n}\n\n// NewDefaultSecurityRulesClient creates a new DefaultSecurityRulesClient from the Azure SDK client.\nfunc NewDefaultSecurityRulesClient(client *armnetwork.DefaultSecurityRulesClient) DefaultSecurityRulesClient {\n\treturn &defaultSecurityRulesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/disk-accesses-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_disk_accesses_client.go -package=mocks -source=disk-accesses-client.go\n\n// DiskAccessesPager is a type alias for the generic Pager interface with disk access response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype DiskAccessesPager = Pager[armcompute.DiskAccessesClientListByResourceGroupResponse]\n\n// DiskAccessesClient is an interface for interacting with Azure disk access\ntype DiskAccessesClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armcompute.DiskAccessesClientListByResourceGroupOptions) DiskAccessesPager\n\tGet(ctx context.Context, resourceGroupName string, diskAccessName string, options *armcompute.DiskAccessesClientGetOptions) (armcompute.DiskAccessesClientGetResponse, error)\n}\n\ntype diskAccessesClient struct {\n\tclient *armcompute.DiskAccessesClient\n}\n\nfunc (a *diskAccessesClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.DiskAccessesClientListByResourceGroupOptions) DiskAccessesPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (a *diskAccessesClient) Get(ctx context.Context, resourceGroupName string, diskAccessName string, options *armcompute.DiskAccessesClientGetOptions) (armcompute.DiskAccessesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, diskAccessName, options)\n}\n\n// NewDiskAccessesClient creates a new DiskAccessesClient from the Azure SDK client\nfunc NewDiskAccessesClient(client *armcompute.DiskAccessesClient) DiskAccessesClient {\n\treturn &diskAccessesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/disk-encryption-sets-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_disk_encryption_sets_client.go -package=mocks -source=disk-encryption-sets-client.go\n\n// DiskEncryptionSetsPager is a type alias for the generic Pager interface with disk encryption set response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype DiskEncryptionSetsPager = Pager[armcompute.DiskEncryptionSetsClientListByResourceGroupResponse]\n\n// DiskEncryptionSetsClient is an interface for interacting with Azure disk encryption sets\ntype DiskEncryptionSetsClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armcompute.DiskEncryptionSetsClientListByResourceGroupOptions) DiskEncryptionSetsPager\n\tGet(ctx context.Context, resourceGroupName string, diskEncryptionSetName string, options *armcompute.DiskEncryptionSetsClientGetOptions) (armcompute.DiskEncryptionSetsClientGetResponse, error)\n}\n\ntype diskEncryptionSetsClient struct {\n\tclient *armcompute.DiskEncryptionSetsClient\n}\n\nfunc (a *diskEncryptionSetsClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.DiskEncryptionSetsClientListByResourceGroupOptions) DiskEncryptionSetsPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (a *diskEncryptionSetsClient) Get(ctx context.Context, resourceGroupName string, diskEncryptionSetName string, options *armcompute.DiskEncryptionSetsClientGetOptions) (armcompute.DiskEncryptionSetsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, diskEncryptionSetName, options)\n}\n\n// NewDiskEncryptionSetsClient creates a new DiskEncryptionSetsClient from the Azure SDK client\nfunc NewDiskEncryptionSetsClient(client *armcompute.DiskEncryptionSetsClient) DiskEncryptionSetsClient {\n\treturn &diskEncryptionSetsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/disks-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_disks_client.go -package=mocks -source=disks-client.go\n\n// DisksPager is a type alias for the generic Pager interface with disk response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype DisksPager = Pager[armcompute.DisksClientListByResourceGroupResponse]\n\n// DisksClient is an interface for interacting with Azure disks\ntype DisksClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armcompute.DisksClientListByResourceGroupOptions) DisksPager\n\tGet(ctx context.Context, resourceGroupName string, diskName string, options *armcompute.DisksClientGetOptions) (armcompute.DisksClientGetResponse, error)\n}\n\ntype disksClient struct {\n\tclient *armcompute.DisksClient\n}\n\nfunc (a *disksClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.DisksClientListByResourceGroupOptions) DisksPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (a *disksClient) Get(ctx context.Context, resourceGroupName string, diskName string, options *armcompute.DisksClientGetOptions) (armcompute.DisksClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, diskName, options)\n}\n\n// NewDisksClient creates a new DisksClient from the Azure SDK client\nfunc NewDisksClient(client *armcompute.DisksClient) DisksClient {\n\treturn &disksClient{client: client}\n}\n" }, { "path": "sources/azure/clients/documentdb-database-accounts-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_documentdb_database_accounts_client.go -package=mocks -source=documentdb-database-accounts-client.go\n\n// DocumentDBDatabaseAccountsPager is a type alias for the generic Pager interface with documentdb database account response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype DocumentDBDatabaseAccountsPager = Pager[armcosmos.DatabaseAccountsClientListByResourceGroupResponse]\n\n// DocumentDBDatabaseAccountsClient is an interface for interacting with Azure documentdb database accounts\ntype DocumentDBDatabaseAccountsClient interface {\n\tListByResourceGroup(resourceGroupName string) DocumentDBDatabaseAccountsPager\n\tGet(ctx context.Context, resourceGroupName string, accountName string) (armcosmos.DatabaseAccountsClientGetResponse, error)\n}\n\ntype documentDBDatabaseAccountsClient struct {\n\tclient *armcosmos.DatabaseAccountsClient\n}\n\nfunc (a *documentDBDatabaseAccountsClient) ListByResourceGroup(resourceGroupName string) DocumentDBDatabaseAccountsPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, nil)\n}\n\nfunc (a *documentDBDatabaseAccountsClient) Get(ctx context.Context, resourceGroupName string, accountName string) (armcosmos.DatabaseAccountsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, accountName, nil)\n}\n\n// NewDocumentDBDatabaseAccountsClient creates a new DocumentDBDatabaseAccountsClient from the Azure SDK client\nfunc NewDocumentDBDatabaseAccountsClient(client *armcosmos.DatabaseAccountsClient) DocumentDBDatabaseAccountsClient {\n\treturn &documentDBDatabaseAccountsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/documentdb-private-endpoint-connection-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_documentdb_private_endpoint_connection_client.go -package=mocks -source=documentdb-private-endpoint-connection-client.go\n\n// DocumentDBPrivateEndpointConnectionsPager is a type alias for the generic Pager interface with Cosmos DB private endpoint connection list response type.\ntype DocumentDBPrivateEndpointConnectionsPager = Pager[armcosmos.PrivateEndpointConnectionsClientListByDatabaseAccountResponse]\n\n// DocumentDBPrivateEndpointConnectionsClient is an interface for interacting with Azure Cosmos DB (DocumentDB) database account private endpoint connections.\ntype DocumentDBPrivateEndpointConnectionsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string, privateEndpointConnectionName string) (armcosmos.PrivateEndpointConnectionsClientGetResponse, error)\n\tListByDatabaseAccount(ctx context.Context, resourceGroupName string, accountName string) DocumentDBPrivateEndpointConnectionsPager\n}\n\ntype documentDBPrivateEndpointConnectionsClient struct {\n\tclient *armcosmos.PrivateEndpointConnectionsClient\n}\n\nfunc (c *documentDBPrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName string, accountName string, privateEndpointConnectionName string) (armcosmos.PrivateEndpointConnectionsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, accountName, privateEndpointConnectionName, nil)\n}\n\nfunc (c *documentDBPrivateEndpointConnectionsClient) ListByDatabaseAccount(ctx context.Context, resourceGroupName string, accountName string) DocumentDBPrivateEndpointConnectionsPager {\n\treturn c.client.NewListByDatabaseAccountPager(resourceGroupName, accountName, nil)\n}\n\n// NewDocumentDBPrivateEndpointConnectionsClient creates a new DocumentDBPrivateEndpointConnectionsClient from the Azure SDK client.\nfunc NewDocumentDBPrivateEndpointConnectionsClient(client *armcosmos.PrivateEndpointConnectionsClient) DocumentDBPrivateEndpointConnectionsClient {\n\treturn &documentDBPrivateEndpointConnectionsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/elastic-san-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_elastic_san_client.go -package=mocks -source=elastic-san-client.go\n\n// ElasticSanPager is a type alias for the generic Pager interface with Elastic SAN list response type.\ntype ElasticSanPager = Pager[armelasticsan.ElasticSansClientListByResourceGroupResponse]\n\n// ElasticSanClient is an interface for interacting with Azure Elastic SAN (pool) resources.\ntype ElasticSanClient interface {\n\tGet(ctx context.Context, resourceGroupName string, elasticSanName string, options *armelasticsan.ElasticSansClientGetOptions) (armelasticsan.ElasticSansClientGetResponse, error)\n\tNewListByResourceGroupPager(resourceGroupName string, options *armelasticsan.ElasticSansClientListByResourceGroupOptions) ElasticSanPager\n}\n\ntype elasticSanClient struct {\n\tclient *armelasticsan.ElasticSansClient\n}\n\nfunc (c *elasticSanClient) Get(ctx context.Context, resourceGroupName string, elasticSanName string, options *armelasticsan.ElasticSansClientGetOptions) (armelasticsan.ElasticSansClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, elasticSanName, options)\n}\n\nfunc (c *elasticSanClient) NewListByResourceGroupPager(resourceGroupName string, options *armelasticsan.ElasticSansClientListByResourceGroupOptions) ElasticSanPager {\n\treturn c.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\n// NewElasticSanClient creates a new ElasticSanClient from the Azure SDK client.\nfunc NewElasticSanClient(client *armelasticsan.ElasticSansClient) ElasticSanClient {\n\treturn &elasticSanClient{client: client}\n}\n" }, { "path": "sources/azure/clients/elastic-san-volume-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_elastic_san_volume_client.go -package=mocks -source=elastic-san-volume-client.go\n\n// ElasticSanVolumePager is a type alias for the generic Pager interface with volume list response type.\ntype ElasticSanVolumePager = Pager[armelasticsan.VolumesClientListByVolumeGroupResponse]\n\n// ElasticSanVolumeClient is an interface for interacting with Azure Elastic SAN volumes.\ntype ElasticSanVolumeClient interface {\n\tGet(ctx context.Context, resourceGroupName string, elasticSanName string, volumeGroupName string, volumeName string, options *armelasticsan.VolumesClientGetOptions) (armelasticsan.VolumesClientGetResponse, error)\n\tNewListByVolumeGroupPager(resourceGroupName string, elasticSanName string, volumeGroupName string, options *armelasticsan.VolumesClientListByVolumeGroupOptions) ElasticSanVolumePager\n}\n\ntype elasticSanVolumeClient struct {\n\tclient *armelasticsan.VolumesClient\n}\n\nfunc (c *elasticSanVolumeClient) Get(ctx context.Context, resourceGroupName string, elasticSanName string, volumeGroupName string, volumeName string, options *armelasticsan.VolumesClientGetOptions) (armelasticsan.VolumesClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, volumeName, options)\n}\n\nfunc (c *elasticSanVolumeClient) NewListByVolumeGroupPager(resourceGroupName string, elasticSanName string, volumeGroupName string, options *armelasticsan.VolumesClientListByVolumeGroupOptions) ElasticSanVolumePager {\n\treturn c.client.NewListByVolumeGroupPager(resourceGroupName, elasticSanName, volumeGroupName, options)\n}\n\n// NewElasticSanVolumeClient creates a new ElasticSanVolumeClient from the Azure SDK client.\nfunc NewElasticSanVolumeClient(client *armelasticsan.VolumesClient) ElasticSanVolumeClient {\n\treturn &elasticSanVolumeClient{client: client}\n}\n" }, { "path": "sources/azure/clients/elastic-san-volume-group-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_elastic_san_volume_group_client.go -package=mocks -source=elastic-san-volume-group-client.go\n\n// ElasticSanVolumeGroupPager is a type alias for the generic Pager interface with volume group list response type.\ntype ElasticSanVolumeGroupPager = Pager[armelasticsan.VolumeGroupsClientListByElasticSanResponse]\n\n// ElasticSanVolumeGroupClient is an interface for interacting with Azure Elastic SAN volume groups.\ntype ElasticSanVolumeGroupClient interface {\n\tGet(ctx context.Context, resourceGroupName string, elasticSanName string, volumeGroupName string, options *armelasticsan.VolumeGroupsClientGetOptions) (armelasticsan.VolumeGroupsClientGetResponse, error)\n\tNewListByElasticSanPager(resourceGroupName string, elasticSanName string, options *armelasticsan.VolumeGroupsClientListByElasticSanOptions) ElasticSanVolumeGroupPager\n}\n\ntype elasticSanVolumeGroupClient struct {\n\tclient *armelasticsan.VolumeGroupsClient\n}\n\nfunc (c *elasticSanVolumeGroupClient) Get(ctx context.Context, resourceGroupName string, elasticSanName string, volumeGroupName string, options *armelasticsan.VolumeGroupsClientGetOptions) (armelasticsan.VolumeGroupsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, options)\n}\n\nfunc (c *elasticSanVolumeGroupClient) NewListByElasticSanPager(resourceGroupName string, elasticSanName string, options *armelasticsan.VolumeGroupsClientListByElasticSanOptions) ElasticSanVolumeGroupPager {\n\treturn c.client.NewListByElasticSanPager(resourceGroupName, elasticSanName, options)\n}\n\n// NewElasticSanVolumeGroupClient creates a new ElasticSanVolumeGroupClient from the Azure SDK client.\nfunc NewElasticSanVolumeGroupClient(client *armelasticsan.VolumeGroupsClient) ElasticSanVolumeGroupClient {\n\treturn &elasticSanVolumeGroupClient{client: client}\n}\n" }, { "path": "sources/azure/clients/elastic-san-volume-snapshot-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_elastic_san_volume_snapshot_client.go -package=mocks -source=elastic-san-volume-snapshot-client.go\n\n// ElasticSanVolumeSnapshotPager is a type alias for the generic Pager interface with volume snapshot list response type.\ntype ElasticSanVolumeSnapshotPager = Pager[armelasticsan.VolumeSnapshotsClientListByVolumeGroupResponse]\n\n// ElasticSanVolumeSnapshotClient is an interface for interacting with Azure Elastic SAN volume snapshots.\ntype ElasticSanVolumeSnapshotClient interface {\n\tGet(ctx context.Context, resourceGroupName string, elasticSanName string, volumeGroupName string, snapshotName string, options *armelasticsan.VolumeSnapshotsClientGetOptions) (armelasticsan.VolumeSnapshotsClientGetResponse, error)\n\tListByVolumeGroup(ctx context.Context, resourceGroupName string, elasticSanName string, volumeGroupName string, options *armelasticsan.VolumeSnapshotsClientListByVolumeGroupOptions) ElasticSanVolumeSnapshotPager\n}\n\ntype elasticSanVolumeSnapshotClient struct {\n\tclient *armelasticsan.VolumeSnapshotsClient\n}\n\nfunc (c *elasticSanVolumeSnapshotClient) Get(ctx context.Context, resourceGroupName string, elasticSanName string, volumeGroupName string, snapshotName string, options *armelasticsan.VolumeSnapshotsClientGetOptions) (armelasticsan.VolumeSnapshotsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, snapshotName, options)\n}\n\nfunc (c *elasticSanVolumeSnapshotClient) ListByVolumeGroup(ctx context.Context, resourceGroupName string, elasticSanName string, volumeGroupName string, options *armelasticsan.VolumeSnapshotsClientListByVolumeGroupOptions) ElasticSanVolumeSnapshotPager {\n\treturn c.client.NewListByVolumeGroupPager(resourceGroupName, elasticSanName, volumeGroupName, options)\n}\n\n// NewElasticSanVolumeSnapshotClient creates a new ElasticSanVolumeSnapshotClient from the Azure SDK client.\nfunc NewElasticSanVolumeSnapshotClient(client *armelasticsan.VolumeSnapshotsClient) ElasticSanVolumeSnapshotClient {\n\treturn &elasticSanVolumeSnapshotClient{client: client}\n}\n" }, { "path": "sources/azure/clients/encryption-scopes-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_encryption_scopes_client.go -package=mocks -source=encryption-scopes-client.go\n\n// EncryptionScopesPager is a type alias for the generic Pager interface with encryption scope list response type.\ntype EncryptionScopesPager = Pager[armstorage.EncryptionScopesClientListResponse]\n\n// EncryptionScopesClient is an interface for interacting with Azure storage encryption scopes\ntype EncryptionScopesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string, encryptionScopeName string) (armstorage.EncryptionScopesClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string, accountName string) EncryptionScopesPager\n}\n\ntype encryptionScopesClient struct {\n\tclient *armstorage.EncryptionScopesClient\n}\n\nfunc (c *encryptionScopesClient) Get(ctx context.Context, resourceGroupName string, accountName string, encryptionScopeName string) (armstorage.EncryptionScopesClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, accountName, encryptionScopeName, nil)\n}\n\nfunc (c *encryptionScopesClient) List(ctx context.Context, resourceGroupName string, accountName string) EncryptionScopesPager {\n\treturn c.client.NewListPager(resourceGroupName, accountName, nil)\n}\n\n// NewEncryptionScopesClient creates a new EncryptionScopesClient from the Azure SDK client\nfunc NewEncryptionScopesClient(client *armstorage.EncryptionScopesClient) EncryptionScopesClient {\n\treturn &encryptionScopesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/federated-identity-credentials-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_federated_identity_credentials_client.go -package=mocks -source=federated-identity-credentials-client.go\n\n// FederatedIdentityCredentialsPager is a pager for listing federated identity credentials\ntype FederatedIdentityCredentialsPager = Pager[armmsi.FederatedIdentityCredentialsClientListResponse]\n\n// FederatedIdentityCredentialsClient is the client interface for interacting with federated identity credentials\ntype FederatedIdentityCredentialsClient interface {\n\tNewListPager(resourceGroupName string, resourceName string, options *armmsi.FederatedIdentityCredentialsClientListOptions) FederatedIdentityCredentialsPager\n\tGet(ctx context.Context, resourceGroupName string, resourceName string, federatedIdentityCredentialResourceName string, options *armmsi.FederatedIdentityCredentialsClientGetOptions) (armmsi.FederatedIdentityCredentialsClientGetResponse, error)\n}\n\ntype federatedIdentityCredentialsClient struct {\n\tclient *armmsi.FederatedIdentityCredentialsClient\n}\n\nfunc (f *federatedIdentityCredentialsClient) NewListPager(resourceGroupName string, resourceName string, options *armmsi.FederatedIdentityCredentialsClientListOptions) FederatedIdentityCredentialsPager {\n\treturn f.client.NewListPager(resourceGroupName, resourceName, options)\n}\n\nfunc (f *federatedIdentityCredentialsClient) Get(ctx context.Context, resourceGroupName string, resourceName string, federatedIdentityCredentialResourceName string, options *armmsi.FederatedIdentityCredentialsClientGetOptions) (armmsi.FederatedIdentityCredentialsClientGetResponse, error) {\n\treturn f.client.Get(ctx, resourceGroupName, resourceName, federatedIdentityCredentialResourceName, options)\n}\n\n// NewFederatedIdentityCredentialsClient creates a new FederatedIdentityCredentialsClient\nfunc NewFederatedIdentityCredentialsClient(client *armmsi.FederatedIdentityCredentialsClient) FederatedIdentityCredentialsClient {\n\treturn &federatedIdentityCredentialsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/fileshares-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_file_shares_client.go -package=mocks -source=fileshares-client.go\n\n// FileSharesPager is a type alias for the generic Pager interface with file share response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype FileSharesPager = Pager[armstorage.FileSharesClientListResponse]\n\n// FileSharesClient is an interface for interacting with Azure file shares\ntype FileSharesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string, shareName string) (armstorage.FileSharesClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string, accountName string) FileSharesPager\n}\n\ntype fileSharesClient struct {\n\tclient *armstorage.FileSharesClient\n}\n\nfunc (a *fileSharesClient) Get(ctx context.Context, resourceGroupName string, accountName string, shareName string) (armstorage.FileSharesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, accountName, shareName, nil)\n}\n\nfunc (a *fileSharesClient) List(ctx context.Context, resourceGroupName string, accountName string) FileSharesPager {\n\treturn a.client.NewListPager(resourceGroupName, accountName, nil)\n}\n\n// NewFileSharesClient creates a new FileSharesClient from the Azure SDK client\nfunc NewFileSharesClient(client *armstorage.FileSharesClient) FileSharesClient {\n\treturn &fileSharesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/flow-logs-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_flow_logs_client.go -package=mocks -source=flow-logs-client.go\n\n// FlowLogsPager is a type alias for the generic Pager interface with flow logs list response type.\ntype FlowLogsPager = Pager[armnetwork.FlowLogsClientListResponse]\n\n// FlowLogsClient is an interface for interacting with Azure flow logs (child of network watcher).\ntype FlowLogsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, networkWatcherName string, flowLogName string, options *armnetwork.FlowLogsClientGetOptions) (armnetwork.FlowLogsClientGetResponse, error)\n\tNewListPager(resourceGroupName string, networkWatcherName string, options *armnetwork.FlowLogsClientListOptions) FlowLogsPager\n}\n\ntype flowLogsClient struct {\n\tclient *armnetwork.FlowLogsClient\n}\n\nfunc (a *flowLogsClient) Get(ctx context.Context, resourceGroupName string, networkWatcherName string, flowLogName string, options *armnetwork.FlowLogsClientGetOptions) (armnetwork.FlowLogsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, networkWatcherName, flowLogName, options)\n}\n\nfunc (a *flowLogsClient) NewListPager(resourceGroupName string, networkWatcherName string, options *armnetwork.FlowLogsClientListOptions) FlowLogsPager {\n\treturn a.client.NewListPager(resourceGroupName, networkWatcherName, options)\n}\n\n// NewFlowLogsClient creates a new FlowLogsClient from the Azure SDK client.\nfunc NewFlowLogsClient(client *armnetwork.FlowLogsClient) FlowLogsClient {\n\treturn &flowLogsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/galleries-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_galleries_client.go -package=mocks -source=galleries-client.go\n\n// GalleriesPager is a type alias for the generic Pager interface with gallery response type.\ntype GalleriesPager = Pager[armcompute.GalleriesClientListByResourceGroupResponse]\n\n// GalleriesClient is an interface for interacting with Azure compute galleries\ntype GalleriesClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armcompute.GalleriesClientListByResourceGroupOptions) GalleriesPager\n\tGet(ctx context.Context, resourceGroupName string, galleryName string, options *armcompute.GalleriesClientGetOptions) (armcompute.GalleriesClientGetResponse, error)\n}\n\ntype galleriesClient struct {\n\tclient *armcompute.GalleriesClient\n}\n\nfunc (c *galleriesClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.GalleriesClientListByResourceGroupOptions) GalleriesPager {\n\treturn c.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (c *galleriesClient) Get(ctx context.Context, resourceGroupName string, galleryName string, options *armcompute.GalleriesClientGetOptions) (armcompute.GalleriesClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, galleryName, options)\n}\n\n// NewGalleriesClient creates a new GalleriesClient from the Azure SDK client\nfunc NewGalleriesClient(client *armcompute.GalleriesClient) GalleriesClient {\n\treturn &galleriesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/gallery-application-versions-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_gallery_application_versions_client.go -package=mocks -source=gallery-application-versions-client.go\n\n// GalleryApplicationVersionsPager is a type alias for the generic Pager interface with gallery application version response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype GalleryApplicationVersionsPager = Pager[armcompute.GalleryApplicationVersionsClientListByGalleryApplicationResponse]\n\n// GalleryApplicationVersionsClient is an interface for interacting with Azure gallery application versions\ntype GalleryApplicationVersionsClient interface {\n\tNewListByGalleryApplicationPager(resourceGroupName string, galleryName string, galleryApplicationName string, options *armcompute.GalleryApplicationVersionsClientListByGalleryApplicationOptions) GalleryApplicationVersionsPager\n\tGet(ctx context.Context, resourceGroupName string, galleryName string, galleryApplicationName string, galleryApplicationVersionName string, options *armcompute.GalleryApplicationVersionsClientGetOptions) (armcompute.GalleryApplicationVersionsClientGetResponse, error)\n}\n\ntype galleryApplicationVersionsClient struct {\n\tclient *armcompute.GalleryApplicationVersionsClient\n}\n\nfunc (c *galleryApplicationVersionsClient) NewListByGalleryApplicationPager(resourceGroupName string, galleryName string, galleryApplicationName string, options *armcompute.GalleryApplicationVersionsClientListByGalleryApplicationOptions) GalleryApplicationVersionsPager {\n\treturn c.client.NewListByGalleryApplicationPager(resourceGroupName, galleryName, galleryApplicationName, options)\n}\n\nfunc (c *galleryApplicationVersionsClient) Get(ctx context.Context, resourceGroupName string, galleryName string, galleryApplicationName string, galleryApplicationVersionName string, options *armcompute.GalleryApplicationVersionsClientGetOptions) (armcompute.GalleryApplicationVersionsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, galleryName, galleryApplicationName, galleryApplicationVersionName, options)\n}\n\n// NewGalleryApplicationVersionsClient creates a new GalleryApplicationVersionsClient from the Azure SDK client\nfunc NewGalleryApplicationVersionsClient(client *armcompute.GalleryApplicationVersionsClient) GalleryApplicationVersionsClient {\n\treturn &galleryApplicationVersionsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/gallery-applications-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_gallery_applications_client.go -package=mocks -source=gallery-applications-client.go\n\n// GalleryApplicationsPager is a type alias for the generic Pager interface with gallery application response type.\ntype GalleryApplicationsPager = Pager[armcompute.GalleryApplicationsClientListByGalleryResponse]\n\n// GalleryApplicationsClient is an interface for interacting with Azure gallery applications\ntype GalleryApplicationsClient interface {\n\tNewListByGalleryPager(resourceGroupName string, galleryName string, options *armcompute.GalleryApplicationsClientListByGalleryOptions) GalleryApplicationsPager\n\tGet(ctx context.Context, resourceGroupName string, galleryName string, galleryApplicationName string, options *armcompute.GalleryApplicationsClientGetOptions) (armcompute.GalleryApplicationsClientGetResponse, error)\n}\n\ntype galleryApplicationsClient struct {\n\tclient *armcompute.GalleryApplicationsClient\n}\n\nfunc (c *galleryApplicationsClient) NewListByGalleryPager(resourceGroupName string, galleryName string, options *armcompute.GalleryApplicationsClientListByGalleryOptions) GalleryApplicationsPager {\n\treturn c.client.NewListByGalleryPager(resourceGroupName, galleryName, options)\n}\n\nfunc (c *galleryApplicationsClient) Get(ctx context.Context, resourceGroupName string, galleryName string, galleryApplicationName string, options *armcompute.GalleryApplicationsClientGetOptions) (armcompute.GalleryApplicationsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, galleryName, galleryApplicationName, options)\n}\n\n// NewGalleryApplicationsClient creates a new GalleryApplicationsClient from the Azure SDK client\nfunc NewGalleryApplicationsClient(client *armcompute.GalleryApplicationsClient) GalleryApplicationsClient {\n\treturn &galleryApplicationsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/gallery-images-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_gallery_images_client.go -package=mocks -source=gallery-images-client.go\n\n// GalleryImagesPager is a type alias for the generic Pager interface with gallery image response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype GalleryImagesPager = Pager[armcompute.GalleryImagesClientListByGalleryResponse]\n\n// GalleryImagesClient is an interface for interacting with Azure gallery image definitions\ntype GalleryImagesClient interface {\n\tNewListByGalleryPager(resourceGroupName string, galleryName string, options *armcompute.GalleryImagesClientListByGalleryOptions) GalleryImagesPager\n\tGet(ctx context.Context, resourceGroupName string, galleryName string, galleryImageName string, options *armcompute.GalleryImagesClientGetOptions) (armcompute.GalleryImagesClientGetResponse, error)\n}\n\ntype galleryImagesClient struct {\n\tclient *armcompute.GalleryImagesClient\n}\n\nfunc (c *galleryImagesClient) NewListByGalleryPager(resourceGroupName string, galleryName string, options *armcompute.GalleryImagesClientListByGalleryOptions) GalleryImagesPager {\n\treturn c.client.NewListByGalleryPager(resourceGroupName, galleryName, options)\n}\n\nfunc (c *galleryImagesClient) Get(ctx context.Context, resourceGroupName string, galleryName string, galleryImageName string, options *armcompute.GalleryImagesClientGetOptions) (armcompute.GalleryImagesClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, galleryName, galleryImageName, options)\n}\n\n// NewGalleryImagesClient creates a new GalleryImagesClient from the Azure SDK client\nfunc NewGalleryImagesClient(client *armcompute.GalleryImagesClient) GalleryImagesClient {\n\treturn &galleryImagesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/images-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_images_client.go -package=mocks -source=images-client.go\n\n// ImagesPager is a type alias for the generic Pager interface with image response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype ImagesPager = Pager[armcompute.ImagesClientListByResourceGroupResponse]\n\n// ImagesClient is an interface for interacting with Azure images\ntype ImagesClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armcompute.ImagesClientListByResourceGroupOptions) ImagesPager\n\tGet(ctx context.Context, resourceGroupName string, imageName string, options *armcompute.ImagesClientGetOptions) (armcompute.ImagesClientGetResponse, error)\n}\n\ntype imagesClient struct {\n\tclient *armcompute.ImagesClient\n}\n\nfunc (a *imagesClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.ImagesClientListByResourceGroupOptions) ImagesPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (a *imagesClient) Get(ctx context.Context, resourceGroupName string, imageName string, options *armcompute.ImagesClientGetOptions) (armcompute.ImagesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, imageName, options)\n}\n\n// NewImagesClient creates a new ImagesClient from the Azure SDK client\nfunc NewImagesClient(client *armcompute.ImagesClient) ImagesClient {\n\treturn &imagesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/interface-ip-configurations-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_interface_ip_configurations_client.go -package=mocks -source=interface-ip-configurations-client.go\n\n// InterfaceIPConfigurationsPager is a type alias for the generic Pager interface with InterfaceIPConfiguration response type.\ntype InterfaceIPConfigurationsPager = Pager[armnetwork.InterfaceIPConfigurationsClientListResponse]\n\n// InterfaceIPConfigurationsClient is an interface for interacting with Azure network interface IP configurations\ntype InterfaceIPConfigurationsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, networkInterfaceName string, ipConfigurationName string) (armnetwork.InterfaceIPConfigurationsClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string, networkInterfaceName string) InterfaceIPConfigurationsPager\n}\n\ntype interfaceIPConfigurationsClient struct {\n\tclient *armnetwork.InterfaceIPConfigurationsClient\n}\n\nfunc (a *interfaceIPConfigurationsClient) Get(ctx context.Context, resourceGroupName string, networkInterfaceName string, ipConfigurationName string) (armnetwork.InterfaceIPConfigurationsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, networkInterfaceName, ipConfigurationName, nil)\n}\n\nfunc (a *interfaceIPConfigurationsClient) List(ctx context.Context, resourceGroupName string, networkInterfaceName string) InterfaceIPConfigurationsPager {\n\treturn a.client.NewListPager(resourceGroupName, networkInterfaceName, nil)\n}\n\n// NewInterfaceIPConfigurationsClient creates a new InterfaceIPConfigurationsClient from the Azure SDK client\nfunc NewInterfaceIPConfigurationsClient(client *armnetwork.InterfaceIPConfigurationsClient) InterfaceIPConfigurationsClient {\n\treturn &interfaceIPConfigurationsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/ip-groups-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_ip_groups_client.go -package=mocks -source=ip-groups-client.go\n\n// IPGroupsPager is a type alias for the generic Pager interface with IP groups response type.\ntype IPGroupsPager = Pager[armnetwork.IPGroupsClientListByResourceGroupResponse]\n\n// IPGroupsClient is an interface for interacting with Azure IP Groups.\ntype IPGroupsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, ipGroupsName string, options *armnetwork.IPGroupsClientGetOptions) (armnetwork.IPGroupsClientGetResponse, error)\n\tNewListByResourceGroupPager(resourceGroupName string, options *armnetwork.IPGroupsClientListByResourceGroupOptions) IPGroupsPager\n}\n\ntype ipGroupsClient struct {\n\tclient *armnetwork.IPGroupsClient\n}\n\nfunc (c *ipGroupsClient) Get(ctx context.Context, resourceGroupName string, ipGroupsName string, options *armnetwork.IPGroupsClientGetOptions) (armnetwork.IPGroupsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, ipGroupsName, options)\n}\n\nfunc (c *ipGroupsClient) NewListByResourceGroupPager(resourceGroupName string, options *armnetwork.IPGroupsClientListByResourceGroupOptions) IPGroupsPager {\n\treturn c.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\n// NewIPGroupsClient creates a new IPGroupsClient from the Azure SDK client.\nfunc NewIPGroupsClient(client *armnetwork.IPGroupsClient) IPGroupsClient {\n\treturn &ipGroupsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/keyvault-key-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_keyvault_key_client.go -package=mocks -source=keyvault-key-client.go\n\n// KeysPager is a type alias for the generic Pager interface with keys response type.\ntype KeysPager = Pager[armkeyvault.KeysClientListResponse]\n\n// KeysClient is an interface for interacting with Azure Key Vault keys\ntype KeysClient interface {\n\tNewListPager(resourceGroupName string, vaultName string, options *armkeyvault.KeysClientListOptions) KeysPager\n\tGet(ctx context.Context, resourceGroupName string, vaultName string, keyName string, options *armkeyvault.KeysClientGetOptions) (armkeyvault.KeysClientGetResponse, error)\n}\n\ntype keysClient struct {\n\tclient *armkeyvault.KeysClient\n}\n\nfunc (c *keysClient) NewListPager(resourceGroupName string, vaultName string, options *armkeyvault.KeysClientListOptions) KeysPager {\n\treturn c.client.NewListPager(resourceGroupName, vaultName, options)\n}\n\nfunc (c *keysClient) Get(ctx context.Context, resourceGroupName string, vaultName string, keyName string, options *armkeyvault.KeysClientGetOptions) (armkeyvault.KeysClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, vaultName, keyName, options)\n}\n\n// NewKeysClient creates a new KeysClient from the Azure SDK client\nfunc NewKeysClient(client *armkeyvault.KeysClient) KeysClient {\n\treturn &keysClient{client: client}\n}\n" }, { "path": "sources/azure/clients/keyvault-managed-hsm-private-endpoint-connection-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_keyvault_managed_hsm_private_endpoint_connection_client.go -package=mocks -source=keyvault-managed-hsm-private-endpoint-connection-client.go\n\n// KeyVaultManagedHSMPrivateEndpointConnectionsPager is a type alias for the generic Pager interface with MHSM private endpoint connection list response type.\ntype KeyVaultManagedHSMPrivateEndpointConnectionsPager = Pager[armkeyvault.MHSMPrivateEndpointConnectionsClientListByResourceResponse]\n\n// KeyVaultManagedHSMPrivateEndpointConnectionsClient is an interface for interacting with Azure Key Vault Managed HSM private endpoint connections.\ntype KeyVaultManagedHSMPrivateEndpointConnectionsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, hsmName string, privateEndpointConnectionName string) (armkeyvault.MHSMPrivateEndpointConnectionsClientGetResponse, error)\n\tListByResource(ctx context.Context, resourceGroupName string, hsmName string) KeyVaultManagedHSMPrivateEndpointConnectionsPager\n}\n\ntype keyvaultManagedHSMPrivateEndpointConnectionsClient struct {\n\tclient *armkeyvault.MHSMPrivateEndpointConnectionsClient\n}\n\nfunc (c *keyvaultManagedHSMPrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName string, hsmName string, privateEndpointConnectionName string) (armkeyvault.MHSMPrivateEndpointConnectionsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, hsmName, privateEndpointConnectionName, nil)\n}\n\nfunc (c *keyvaultManagedHSMPrivateEndpointConnectionsClient) ListByResource(ctx context.Context, resourceGroupName string, hsmName string) KeyVaultManagedHSMPrivateEndpointConnectionsPager {\n\treturn c.client.NewListByResourcePager(resourceGroupName, hsmName, nil)\n}\n\n// NewKeyVaultManagedHSMPrivateEndpointConnectionsClient creates a new KeyVaultManagedHSMPrivateEndpointConnectionsClient from the Azure SDK client.\nfunc NewKeyVaultManagedHSMPrivateEndpointConnectionsClient(client *armkeyvault.MHSMPrivateEndpointConnectionsClient) KeyVaultManagedHSMPrivateEndpointConnectionsClient {\n\treturn &keyvaultManagedHSMPrivateEndpointConnectionsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/load-balancer-backend-address-pools-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_load_balancer_backend_address_pools_client.go -package=mocks -source=load-balancer-backend-address-pools-client.go\n\n// LoadBalancerBackendAddressPoolsPager is a type alias for the generic Pager interface.\ntype LoadBalancerBackendAddressPoolsPager = Pager[armnetwork.LoadBalancerBackendAddressPoolsClientListResponse]\n\n// LoadBalancerBackendAddressPoolsClient is an interface for interacting with Azure load balancer backend address pools.\ntype LoadBalancerBackendAddressPoolsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, loadBalancerName string, backendAddressPoolName string) (armnetwork.LoadBalancerBackendAddressPoolsClientGetResponse, error)\n\tNewListPager(resourceGroupName string, loadBalancerName string) LoadBalancerBackendAddressPoolsPager\n}\n\ntype loadBalancerBackendAddressPoolsClient struct {\n\tclient *armnetwork.LoadBalancerBackendAddressPoolsClient\n}\n\nfunc (a *loadBalancerBackendAddressPoolsClient) Get(ctx context.Context, resourceGroupName string, loadBalancerName string, backendAddressPoolName string) (armnetwork.LoadBalancerBackendAddressPoolsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, loadBalancerName, backendAddressPoolName, nil)\n}\n\nfunc (a *loadBalancerBackendAddressPoolsClient) NewListPager(resourceGroupName string, loadBalancerName string) LoadBalancerBackendAddressPoolsPager {\n\treturn a.client.NewListPager(resourceGroupName, loadBalancerName, nil)\n}\n\n// NewLoadBalancerBackendAddressPoolsClient creates a new LoadBalancerBackendAddressPoolsClient from the Azure SDK client.\nfunc NewLoadBalancerBackendAddressPoolsClient(client *armnetwork.LoadBalancerBackendAddressPoolsClient) LoadBalancerBackendAddressPoolsClient {\n\treturn &loadBalancerBackendAddressPoolsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/load-balancer-frontend-ip-configurations-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_load_balancer_frontend_ip_configurations_client.go -package=mocks -source=load-balancer-frontend-ip-configurations-client.go\n\n// LoadBalancerFrontendIPConfigurationsPager is a type alias for the generic Pager interface.\ntype LoadBalancerFrontendIPConfigurationsPager = Pager[armnetwork.LoadBalancerFrontendIPConfigurationsClientListResponse]\n\n// LoadBalancerFrontendIPConfigurationsClient is an interface for interacting with Azure load balancer frontend IP configurations.\ntype LoadBalancerFrontendIPConfigurationsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, loadBalancerName string, frontendIPConfigurationName string) (armnetwork.LoadBalancerFrontendIPConfigurationsClientGetResponse, error)\n\tNewListPager(resourceGroupName string, loadBalancerName string) LoadBalancerFrontendIPConfigurationsPager\n}\n\ntype loadBalancerFrontendIPConfigurationsClient struct {\n\tclient *armnetwork.LoadBalancerFrontendIPConfigurationsClient\n}\n\nfunc (a *loadBalancerFrontendIPConfigurationsClient) Get(ctx context.Context, resourceGroupName string, loadBalancerName string, frontendIPConfigurationName string) (armnetwork.LoadBalancerFrontendIPConfigurationsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, loadBalancerName, frontendIPConfigurationName, nil)\n}\n\nfunc (a *loadBalancerFrontendIPConfigurationsClient) NewListPager(resourceGroupName string, loadBalancerName string) LoadBalancerFrontendIPConfigurationsPager {\n\treturn a.client.NewListPager(resourceGroupName, loadBalancerName, nil)\n}\n\n// NewLoadBalancerFrontendIPConfigurationsClient creates a new LoadBalancerFrontendIPConfigurationsClient from the Azure SDK client.\nfunc NewLoadBalancerFrontendIPConfigurationsClient(client *armnetwork.LoadBalancerFrontendIPConfigurationsClient) LoadBalancerFrontendIPConfigurationsClient {\n\treturn &loadBalancerFrontendIPConfigurationsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/load-balancer-probes-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_load_balancer_probes_client.go -package=mocks -source=load-balancer-probes-client.go\n\ntype LoadBalancerProbesPager = Pager[armnetwork.LoadBalancerProbesClientListResponse]\n\ntype LoadBalancerProbesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, loadBalancerName string, probeName string) (armnetwork.LoadBalancerProbesClientGetResponse, error)\n\tNewListPager(resourceGroupName string, loadBalancerName string) LoadBalancerProbesPager\n}\n\ntype loadBalancerProbesClient struct {\n\tclient *armnetwork.LoadBalancerProbesClient\n}\n\nfunc (a *loadBalancerProbesClient) Get(ctx context.Context, resourceGroupName string, loadBalancerName string, probeName string) (armnetwork.LoadBalancerProbesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, loadBalancerName, probeName, nil)\n}\n\nfunc (a *loadBalancerProbesClient) NewListPager(resourceGroupName string, loadBalancerName string) LoadBalancerProbesPager {\n\treturn a.client.NewListPager(resourceGroupName, loadBalancerName, nil)\n}\n\nfunc NewLoadBalancerProbesClient(client *armnetwork.LoadBalancerProbesClient) LoadBalancerProbesClient {\n\treturn &loadBalancerProbesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/load-balancers-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_load_balancers_client.go -package=mocks -source=load-balancers-client.go\n\n// LoadBalancersPager is a type alias for the generic Pager interface with load balancer response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype LoadBalancersPager = Pager[armnetwork.LoadBalancersClientListResponse]\n\n// LoadBalancersClient is an interface for interacting with Azure load balancers\ntype LoadBalancersClient interface {\n\tGet(ctx context.Context, resourceGroupName string, loadBalancerName string) (armnetwork.LoadBalancersClientGetResponse, error)\n\tList(resourceGroupName string) LoadBalancersPager\n}\n\ntype loadBalancersClient struct {\n\tclient *armnetwork.LoadBalancersClient\n}\n\nfunc (a *loadBalancersClient) Get(ctx context.Context, resourceGroupName string, loadBalancerName string) (armnetwork.LoadBalancersClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, loadBalancerName, nil)\n}\n\nfunc (a *loadBalancersClient) List(resourceGroupName string) LoadBalancersPager {\n\treturn a.client.NewListPager(resourceGroupName, nil)\n}\n\n// NewLoadBalancersClient creates a new LoadBalancersClient from the Azure SDK client\nfunc NewLoadBalancersClient(client *armnetwork.LoadBalancersClient) LoadBalancersClient {\n\treturn &loadBalancersClient{client: client}\n}\n" }, { "path": "sources/azure/clients/local-network-gateways-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_local_network_gateways_client.go -package=mocks -source=local-network-gateways-client.go\n\n// LocalNetworkGatewaysPager is a type alias for the generic Pager interface with local network gateway list response type.\ntype LocalNetworkGatewaysPager = Pager[armnetwork.LocalNetworkGatewaysClientListResponse]\n\n// LocalNetworkGatewaysClient is an interface for interacting with Azure local network gateways.\ntype LocalNetworkGatewaysClient interface {\n\tGet(ctx context.Context, resourceGroupName string, localNetworkGatewayName string, options *armnetwork.LocalNetworkGatewaysClientGetOptions) (armnetwork.LocalNetworkGatewaysClientGetResponse, error)\n\tNewListPager(resourceGroupName string, options *armnetwork.LocalNetworkGatewaysClientListOptions) LocalNetworkGatewaysPager\n}\n\ntype localNetworkGatewaysClient struct {\n\tclient *armnetwork.LocalNetworkGatewaysClient\n}\n\nfunc (c *localNetworkGatewaysClient) Get(ctx context.Context, resourceGroupName string, localNetworkGatewayName string, options *armnetwork.LocalNetworkGatewaysClientGetOptions) (armnetwork.LocalNetworkGatewaysClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, localNetworkGatewayName, options)\n}\n\nfunc (c *localNetworkGatewaysClient) NewListPager(resourceGroupName string, options *armnetwork.LocalNetworkGatewaysClientListOptions) LocalNetworkGatewaysPager {\n\treturn c.client.NewListPager(resourceGroupName, options)\n}\n\n// NewLocalNetworkGatewaysClient creates a new LocalNetworkGatewaysClient from the Azure SDK client.\nfunc NewLocalNetworkGatewaysClient(client *armnetwork.LocalNetworkGatewaysClient) LocalNetworkGatewaysClient {\n\treturn &localNetworkGatewaysClient{client: client}\n}\n" }, { "path": "sources/azure/clients/maintenance-configuration-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/maintenance/armmaintenance\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_maintenance_configuration_client.go -package=mocks -source=maintenance-configuration-client.go\n\n// MaintenanceConfigurationPager is a type alias for the generic Pager interface with maintenance configuration response type.\ntype MaintenanceConfigurationPager = Pager[armmaintenance.ConfigurationsForResourceGroupClientListResponse]\n\n// MaintenanceConfigurationClient is an interface for interacting with Azure maintenance configurations\ntype MaintenanceConfigurationClient interface {\n\tNewListPager(resourceGroupName string, options *armmaintenance.ConfigurationsForResourceGroupClientListOptions) MaintenanceConfigurationPager\n\tGet(ctx context.Context, resourceGroupName string, resourceName string, options *armmaintenance.ConfigurationsClientGetOptions) (armmaintenance.ConfigurationsClientGetResponse, error)\n}\n\ntype maintenanceConfigurationClient struct {\n\tconfigurationsClient *armmaintenance.ConfigurationsClient\n\tconfigurationsForResourceGroupClient *armmaintenance.ConfigurationsForResourceGroupClient\n}\n\nfunc (c *maintenanceConfigurationClient) NewListPager(resourceGroupName string, options *armmaintenance.ConfigurationsForResourceGroupClientListOptions) MaintenanceConfigurationPager {\n\treturn c.configurationsForResourceGroupClient.NewListPager(resourceGroupName, options)\n}\n\nfunc (c *maintenanceConfigurationClient) Get(ctx context.Context, resourceGroupName string, resourceName string, options *armmaintenance.ConfigurationsClientGetOptions) (armmaintenance.ConfigurationsClientGetResponse, error) {\n\treturn c.configurationsClient.Get(ctx, resourceGroupName, resourceName, options)\n}\n\n// NewMaintenanceConfigurationClient creates a new MaintenanceConfigurationClient from the Azure SDK clients\nfunc NewMaintenanceConfigurationClient(configurationsClient *armmaintenance.ConfigurationsClient, configurationsForResourceGroupClient *armmaintenance.ConfigurationsForResourceGroupClient) MaintenanceConfigurationClient {\n\treturn &maintenanceConfigurationClient{\n\t\tconfigurationsClient: configurationsClient,\n\t\tconfigurationsForResourceGroupClient: configurationsForResourceGroupClient,\n\t}\n}\n" }, { "path": "sources/azure/clients/managed-hsms-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_managed_hsms_client.go -package=mocks -source=managed-hsms-client.go\n\n// ManagedHSMsPager is a type alias for the generic Pager interface with managed HSM response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype ManagedHSMsPager = Pager[armkeyvault.ManagedHsmsClientListByResourceGroupResponse]\n\n// ManagedHSMsClient is an interface for interacting with Azure managed HSMs\ntype ManagedHSMsClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armkeyvault.ManagedHsmsClientListByResourceGroupOptions) ManagedHSMsPager\n\tGet(ctx context.Context, resourceGroupName string, name string, options *armkeyvault.ManagedHsmsClientGetOptions) (armkeyvault.ManagedHsmsClientGetResponse, error)\n}\n\ntype managedHSMsClient struct {\n\tclient *armkeyvault.ManagedHsmsClient\n}\n\nfunc (c *managedHSMsClient) Get(ctx context.Context, resourceGroupName string, name string, options *armkeyvault.ManagedHsmsClientGetOptions) (armkeyvault.ManagedHsmsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, name, options)\n}\n\nfunc (c *managedHSMsClient) NewListByResourceGroupPager(resourceGroupName string, options *armkeyvault.ManagedHsmsClientListByResourceGroupOptions) ManagedHSMsPager {\n\treturn c.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\n// NewManagedHSMsClient creates a new ManagedHSMsClient from the Azure SDK client\nfunc NewManagedHSMsClient(client *armkeyvault.ManagedHsmsClient) ManagedHSMsClient {\n\treturn &managedHSMsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/nat-gateways-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_nat_gateways_client.go -package=mocks -source=nat-gateways-client.go\n\n// NatGatewaysPager is a type alias for the generic Pager interface with NAT gateway list response type.\ntype NatGatewaysPager = Pager[armnetwork.NatGatewaysClientListResponse]\n\n// NatGatewaysClient is an interface for interacting with Azure NAT gateways.\ntype NatGatewaysClient interface {\n\tGet(ctx context.Context, resourceGroupName string, natGatewayName string, options *armnetwork.NatGatewaysClientGetOptions) (armnetwork.NatGatewaysClientGetResponse, error)\n\tNewListPager(resourceGroupName string, options *armnetwork.NatGatewaysClientListOptions) NatGatewaysPager\n}\n\ntype natGatewaysClient struct {\n\tclient *armnetwork.NatGatewaysClient\n}\n\nfunc (c *natGatewaysClient) Get(ctx context.Context, resourceGroupName string, natGatewayName string, options *armnetwork.NatGatewaysClientGetOptions) (armnetwork.NatGatewaysClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, natGatewayName, options)\n}\n\nfunc (c *natGatewaysClient) NewListPager(resourceGroupName string, options *armnetwork.NatGatewaysClientListOptions) NatGatewaysPager {\n\treturn c.client.NewListPager(resourceGroupName, options)\n}\n\n// NewNatGatewaysClient creates a new NatGatewaysClient from the Azure SDK client.\nfunc NewNatGatewaysClient(client *armnetwork.NatGatewaysClient) NatGatewaysClient {\n\treturn &natGatewaysClient{client: client}\n}\n" }, { "path": "sources/azure/clients/network-interfaces-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_network_interfaces_client.go -package=mocks -source=network-interfaces-client.go\n\n// NetworkInterfacesPager is a type alias for the generic Pager interface with network interface response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype NetworkInterfacesPager = Pager[armnetwork.InterfacesClientListResponse]\n\n// NetworkInterfacesClient is an interface for interacting with Azure network interfaces\ntype NetworkInterfacesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, networkInterfaceName string) (armnetwork.InterfacesClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string) NetworkInterfacesPager\n}\n\ntype networkInterfacesClient struct {\n\tclient *armnetwork.InterfacesClient\n}\n\nfunc (a *networkInterfacesClient) Get(ctx context.Context, resourceGroupName string, networkInterfaceName string) (armnetwork.InterfacesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, networkInterfaceName, nil)\n}\n\nfunc (a *networkInterfacesClient) List(ctx context.Context, resourceGroupName string) NetworkInterfacesPager {\n\treturn a.client.NewListPager(resourceGroupName, nil)\n}\n\n// NewNetworkInterfacesClient creates a new NetworkInterfacesClient from the Azure SDK client\nfunc NewNetworkInterfacesClient(client *armnetwork.InterfacesClient) NetworkInterfacesClient {\n\treturn &networkInterfacesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/network-private-endpoint-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_network_private_endpoint_client.go -package=mocks -source=network-private-endpoint-client.go\n\n// PrivateEndpointsPager is a type alias for the generic Pager interface with private endpoint response type.\ntype PrivateEndpointsPager = Pager[armnetwork.PrivateEndpointsClientListResponse]\n\n// PrivateEndpointsClient is an interface for interacting with Azure private endpoints.\ntype PrivateEndpointsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, privateEndpointName string) (armnetwork.PrivateEndpointsClientGetResponse, error)\n\tList(resourceGroupName string) PrivateEndpointsPager\n}\n\ntype privateEndpointsClient struct {\n\tclient *armnetwork.PrivateEndpointsClient\n}\n\nfunc (c *privateEndpointsClient) Get(ctx context.Context, resourceGroupName string, privateEndpointName string) (armnetwork.PrivateEndpointsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, privateEndpointName, nil)\n}\n\nfunc (c *privateEndpointsClient) List(resourceGroupName string) PrivateEndpointsPager {\n\treturn c.client.NewListPager(resourceGroupName, nil)\n}\n\n// NewPrivateEndpointsClient creates a new PrivateEndpointsClient from the Azure SDK client.\nfunc NewPrivateEndpointsClient(client *armnetwork.PrivateEndpointsClient) PrivateEndpointsClient {\n\treturn &privateEndpointsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/network-security-groups-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_network_security_groups_client.go -package=mocks -source=network-security-groups-client.go\n\n// NetworkSecurityGroupsPager is a type alias for the generic Pager interface with network security group response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype NetworkSecurityGroupsPager = Pager[armnetwork.SecurityGroupsClientListResponse]\n\n// NetworkSecurityGroupsClient is an interface for interacting with Azure network security groups\ntype NetworkSecurityGroupsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, networkSecurityGroupName string, options *armnetwork.SecurityGroupsClientGetOptions) (armnetwork.SecurityGroupsClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string, options *armnetwork.SecurityGroupsClientListOptions) NetworkSecurityGroupsPager\n}\n\ntype networkSecurityGroupsClient struct {\n\tclient *armnetwork.SecurityGroupsClient\n}\n\nfunc (a *networkSecurityGroupsClient) Get(ctx context.Context, resourceGroupName string, networkSecurityGroupName string, options *armnetwork.SecurityGroupsClientGetOptions) (armnetwork.SecurityGroupsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, networkSecurityGroupName, options)\n}\n\nfunc (a *networkSecurityGroupsClient) List(ctx context.Context, resourceGroupName string, options *armnetwork.SecurityGroupsClientListOptions) NetworkSecurityGroupsPager {\n\treturn a.client.NewListPager(resourceGroupName, options)\n}\n\n// NewNetworkSecurityGroupsClient creates a new NetworkSecurityGroupsClient from the Azure SDK client\nfunc NewNetworkSecurityGroupsClient(client *armnetwork.SecurityGroupsClient) NetworkSecurityGroupsClient {\n\treturn &networkSecurityGroupsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/network-watchers-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_network_watchers_client.go -package=mocks -source=network-watchers-client.go\n\n// NetworkWatchersPager is a type alias for the generic Pager interface with network watchers response type.\ntype NetworkWatchersPager = Pager[armnetwork.WatchersClientListResponse]\n\n// NetworkWatchersClient is an interface for interacting with Azure Network Watchers\ntype NetworkWatchersClient interface {\n\tNewListPager(resourceGroupName string, options *armnetwork.WatchersClientListOptions) NetworkWatchersPager\n\tGet(ctx context.Context, resourceGroupName string, networkWatcherName string, options *armnetwork.WatchersClientGetOptions) (armnetwork.WatchersClientGetResponse, error)\n}\n\ntype networkWatchersClient struct {\n\tclient *armnetwork.WatchersClient\n}\n\nfunc (c *networkWatchersClient) NewListPager(resourceGroupName string, options *armnetwork.WatchersClientListOptions) NetworkWatchersPager {\n\treturn c.client.NewListPager(resourceGroupName, options)\n}\n\nfunc (c *networkWatchersClient) Get(ctx context.Context, resourceGroupName string, networkWatcherName string, options *armnetwork.WatchersClientGetOptions) (armnetwork.WatchersClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, networkWatcherName, options)\n}\n\n// NewNetworkWatchersClient creates a new NetworkWatchersClient from the Azure SDK client\nfunc NewNetworkWatchersClient(client *armnetwork.WatchersClient) NetworkWatchersClient {\n\treturn &networkWatchersClient{client: client}\n}\n" }, { "path": "sources/azure/clients/operational-insights-workspace-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/operationalinsights/armoperationalinsights\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_operational_insights_workspace_client.go -package=mocks -source=operational-insights-workspace-client.go\n\n// OperationalInsightsWorkspacePager is a type alias for the generic Pager interface with workspace response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype OperationalInsightsWorkspacePager = Pager[armoperationalinsights.WorkspacesClientListByResourceGroupResponse]\n\n// OperationalInsightsWorkspaceClient is an interface for interacting with Azure Log Analytics Workspaces\ntype OperationalInsightsWorkspaceClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armoperationalinsights.WorkspacesClientListByResourceGroupOptions) OperationalInsightsWorkspacePager\n\tGet(ctx context.Context, resourceGroupName string, workspaceName string, options *armoperationalinsights.WorkspacesClientGetOptions) (armoperationalinsights.WorkspacesClientGetResponse, error)\n}\n\ntype operationalInsightsWorkspaceClient struct {\n\tclient *armoperationalinsights.WorkspacesClient\n}\n\nfunc (o *operationalInsightsWorkspaceClient) NewListByResourceGroupPager(resourceGroupName string, options *armoperationalinsights.WorkspacesClientListByResourceGroupOptions) OperationalInsightsWorkspacePager {\n\treturn o.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (o *operationalInsightsWorkspaceClient) Get(ctx context.Context, resourceGroupName string, workspaceName string, options *armoperationalinsights.WorkspacesClientGetOptions) (armoperationalinsights.WorkspacesClientGetResponse, error) {\n\treturn o.client.Get(ctx, resourceGroupName, workspaceName, options)\n}\n\n// NewOperationalInsightsWorkspaceClient creates a new OperationalInsightsWorkspaceClient from the Azure SDK client\nfunc NewOperationalInsightsWorkspaceClient(client *armoperationalinsights.WorkspacesClient) OperationalInsightsWorkspaceClient {\n\treturn &operationalInsightsWorkspaceClient{client: client}\n}\n" }, { "path": "sources/azure/clients/pager.go", "content": "package clients\n\nimport \"context\"\n\n// Pager is a generic interface for paging through Azure API results.\n// T represents the response type returned by NextPage.\n// This generic interface eliminates the need to define a separate Pager interface\n// for each Azure client type, reducing code duplication.\ntype Pager[T any] interface {\n\tMore() bool\n\tNextPage(ctx context.Context) (T, error)\n}\n" }, { "path": "sources/azure/clients/pager_mocks.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n)\n\n// These interfaces are defined specifically for mock generation.\n// They represent the concrete Pager types used in tests.\n// Since type aliases cannot be mocked directly, we define concrete interfaces\n// that match the Pager[T] interface for specific types.\n\n// VirtualMachinesPagerInterface is a concrete interface for VirtualMachinesPager to enable mock generation\n//\n//go:generate mockgen -destination=../shared/mocks/mock_virtual_machines_pager.go -package=mocks github.com/overmindtech/cli/sources/azure/clients VirtualMachinesPagerInterface\ntype VirtualMachinesPagerInterface interface {\n\tMore() bool\n\tNextPage(ctx context.Context) (armcompute.VirtualMachinesClientListResponse, error)\n}\n\n// StorageAccountsPagerInterface is a concrete interface for StorageAccountsPager to enable mock generation\n//\n//go:generate mockgen -destination=../shared/mocks/mock_storage_accounts_pager.go -package=mocks github.com/overmindtech/cli/sources/azure/clients StorageAccountsPagerInterface\ntype StorageAccountsPagerInterface interface {\n\tMore() bool\n\tNextPage(ctx context.Context) (armstorage.AccountsClientListByResourceGroupResponse, error)\n}\n" }, { "path": "sources/azure/clients/postgresql-databases-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_postgresql_databases_client.go -package=mocks -source=postgresql-databases-client.go\n\n// PostgreSQLDatabasesPager is a type alias for the generic Pager interface with postgresql database response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype PostgreSQLDatabasesPager = Pager[armpostgresqlflexibleservers.DatabasesClientListByServerResponse]\n\n// PostgreSQLDatabasesClient is an interface for interacting with Azure postgresql databases\ntype PostgreSQLDatabasesClient interface {\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) PostgreSQLDatabasesPager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, databaseName string) (armpostgresqlflexibleservers.DatabasesClientGetResponse, error)\n}\n\ntype postgresqlDatabasesClient struct {\n\tclient *armpostgresqlflexibleservers.DatabasesClient\n}\n\nfunc (a *postgresqlDatabasesClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) PostgreSQLDatabasesPager {\n\treturn a.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *postgresqlDatabasesClient) Get(ctx context.Context, resourceGroupName string, serverName string, databaseName string) (armpostgresqlflexibleservers.DatabasesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, databaseName, nil)\n}\n\n// NewPostgreSQLDatabasesClient creates a new PostgreSQLDatabasesClient from the Azure SDK client\nfunc NewPostgreSQLDatabasesClient(client *armpostgresqlflexibleservers.DatabasesClient) PostgreSQLDatabasesClient {\n\treturn &postgresqlDatabasesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/postgresql-flexible-server-firewall-rule-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_postgresql_flexible_server_firewall_rule_client.go -package=mocks -source=postgresql-flexible-server-firewall-rule-client.go\n\n// PostgreSQLFlexibleServerFirewallRulePager is a type alias for the generic Pager interface with PostgreSQL flexible server firewall rule response type.\ntype PostgreSQLFlexibleServerFirewallRulePager = Pager[armpostgresqlflexibleservers.FirewallRulesClientListByServerResponse]\n\n// PostgreSQLFlexibleServerFirewallRuleClient is an interface for interacting with Azure PostgreSQL flexible server firewall rules.\ntype PostgreSQLFlexibleServerFirewallRuleClient interface {\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) PostgreSQLFlexibleServerFirewallRulePager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, firewallRuleName string) (armpostgresqlflexibleservers.FirewallRulesClientGetResponse, error)\n}\n\ntype postgresqlFlexibleServerFirewallRuleClient struct {\n\tclient *armpostgresqlflexibleservers.FirewallRulesClient\n}\n\nfunc (a *postgresqlFlexibleServerFirewallRuleClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) PostgreSQLFlexibleServerFirewallRulePager {\n\treturn a.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *postgresqlFlexibleServerFirewallRuleClient) Get(ctx context.Context, resourceGroupName string, serverName string, firewallRuleName string) (armpostgresqlflexibleservers.FirewallRulesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, firewallRuleName, nil)\n}\n\n// NewPostgreSQLFlexibleServerFirewallRuleClient creates a new PostgreSQLFlexibleServerFirewallRuleClient from the Azure SDK client.\nfunc NewPostgreSQLFlexibleServerFirewallRuleClient(client *armpostgresqlflexibleservers.FirewallRulesClient) PostgreSQLFlexibleServerFirewallRuleClient {\n\treturn &postgresqlFlexibleServerFirewallRuleClient{client: client}\n}\n" }, { "path": "sources/azure/clients/postgresql-flexible-servers-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\tarmpostgresqlflexibleservers \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_postgresql_flexible_servers_client.go -package=mocks -source=postgresql-flexible-servers-client.go\n\n// PostgreSQLFlexibleServersPager is a type alias for the generic Pager interface with postgresql flexible server response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype PostgreSQLFlexibleServersPager = Pager[armpostgresqlflexibleservers.ServersClientListByResourceGroupResponse]\n\n// PostgreSQLFlexibleServersClient is an interface for interacting with Azure postgresql flexible servers\ntype PostgreSQLFlexibleServersClient interface {\n\tListByResourceGroup(ctx context.Context, resourceGroupName string, options *armpostgresqlflexibleservers.ServersClientListByResourceGroupOptions) PostgreSQLFlexibleServersPager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, options *armpostgresqlflexibleservers.ServersClientGetOptions) (armpostgresqlflexibleservers.ServersClientGetResponse, error)\n}\n\ntype postgresqlFlexibleServersClient struct {\n\tclient *armpostgresqlflexibleservers.ServersClient\n}\n\nfunc (a *postgresqlFlexibleServersClient) ListByResourceGroup(ctx context.Context, resourceGroupName string, options *armpostgresqlflexibleservers.ServersClientListByResourceGroupOptions) PostgreSQLFlexibleServersPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (a *postgresqlFlexibleServersClient) Get(ctx context.Context, resourceGroupName string, serverName string, options *armpostgresqlflexibleservers.ServersClientGetOptions) (armpostgresqlflexibleservers.ServersClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, options)\n}\n\n// NewPostgreSQLFlexibleServersClient creates a new PostgreSQLFlexibleServersClient from the Azure SDK client\nfunc NewPostgreSQLFlexibleServersClient(client *armpostgresqlflexibleservers.ServersClient) PostgreSQLFlexibleServersClient {\n\treturn &postgresqlFlexibleServersClient{client: client}\n}\n" }, { "path": "sources/azure/clients/private-dns-zones-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_private_dns_zones_client.go -package=mocks -source=private-dns-zones-client.go\n\n// PrivateDNSZonesPager is a type alias for the generic Pager interface with private zone response type.\ntype PrivateDNSZonesPager = Pager[armprivatedns.PrivateZonesClientListByResourceGroupResponse]\n\n// PrivateDNSZonesClient is an interface for interacting with Azure Private DNS zones.\ntype PrivateDNSZonesClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armprivatedns.PrivateZonesClientListByResourceGroupOptions) PrivateDNSZonesPager\n\tGet(ctx context.Context, resourceGroupName string, privateZoneName string, options *armprivatedns.PrivateZonesClientGetOptions) (armprivatedns.PrivateZonesClientGetResponse, error)\n}\n\ntype privateDNSZonesClient struct {\n\tclient *armprivatedns.PrivateZonesClient\n}\n\nfunc (c *privateDNSZonesClient) NewListByResourceGroupPager(resourceGroupName string, options *armprivatedns.PrivateZonesClientListByResourceGroupOptions) PrivateDNSZonesPager {\n\treturn c.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (c *privateDNSZonesClient) Get(ctx context.Context, resourceGroupName string, privateZoneName string, options *armprivatedns.PrivateZonesClientGetOptions) (armprivatedns.PrivateZonesClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, privateZoneName, options)\n}\n\n// NewPrivateDNSZonesClient creates a new PrivateDNSZonesClient from the Azure SDK client.\nfunc NewPrivateDNSZonesClient(client *armprivatedns.PrivateZonesClient) PrivateDNSZonesClient {\n\treturn &privateDNSZonesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/private-link-services-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_private_link_services_client.go -package=mocks -source=private-link-services-client.go\n\n// PrivateLinkServicesPager is a type alias for the generic Pager interface with private link service response type.\ntype PrivateLinkServicesPager = Pager[armnetwork.PrivateLinkServicesClientListResponse]\n\n// PrivateLinkServicesClient is an interface for interacting with Azure private link services.\ntype PrivateLinkServicesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, serviceName string) (armnetwork.PrivateLinkServicesClientGetResponse, error)\n\tList(resourceGroupName string) PrivateLinkServicesPager\n}\n\ntype privateLinkServicesClient struct {\n\tclient *armnetwork.PrivateLinkServicesClient\n}\n\nfunc (c *privateLinkServicesClient) Get(ctx context.Context, resourceGroupName string, serviceName string) (armnetwork.PrivateLinkServicesClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, serviceName, nil)\n}\n\nfunc (c *privateLinkServicesClient) List(resourceGroupName string) PrivateLinkServicesPager {\n\treturn c.client.NewListPager(resourceGroupName, nil)\n}\n\n// NewPrivateLinkServicesClient creates a new PrivateLinkServicesClient from the Azure SDK client.\nfunc NewPrivateLinkServicesClient(client *armnetwork.PrivateLinkServicesClient) PrivateLinkServicesClient {\n\treturn &privateLinkServicesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/proximity-placement-groups-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_proximity_placement_groups_client.go -package=mocks -source=proximity-placement-groups-client.go\n\n// ProximityPlacementGroupsPager is a type alias for the generic Pager interface with proximity placement group response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype ProximityPlacementGroupsPager = Pager[armcompute.ProximityPlacementGroupsClientListByResourceGroupResponse]\n\n// ProximityPlacementGroupsClient is an interface for interacting with Azure proximity placement groups\ntype ProximityPlacementGroupsClient interface {\n\tListByResourceGroup(ctx context.Context, resourceGroupName string, options *armcompute.ProximityPlacementGroupsClientListByResourceGroupOptions) ProximityPlacementGroupsPager\n\tGet(ctx context.Context, resourceGroupName string, proximityPlacementGroupName string, options *armcompute.ProximityPlacementGroupsClientGetOptions) (armcompute.ProximityPlacementGroupsClientGetResponse, error)\n}\n\ntype proximityPlacementGroupsClient struct {\n\tclient *armcompute.ProximityPlacementGroupsClient\n}\n\nfunc (a *proximityPlacementGroupsClient) ListByResourceGroup(ctx context.Context, resourceGroupName string, options *armcompute.ProximityPlacementGroupsClientListByResourceGroupOptions) ProximityPlacementGroupsPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (a *proximityPlacementGroupsClient) Get(ctx context.Context, resourceGroupName string, proximityPlacementGroupName string, options *armcompute.ProximityPlacementGroupsClientGetOptions) (armcompute.ProximityPlacementGroupsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, proximityPlacementGroupName, options)\n}\n\n// NewProximityPlacementGroupsClient creates a new ProximityPlacementGroupsClient from the Azure SDK client\nfunc NewProximityPlacementGroupsClient(client *armcompute.ProximityPlacementGroupsClient) ProximityPlacementGroupsClient {\n\treturn &proximityPlacementGroupsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/public-ip-addresses.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_public_ip_addresses_client.go -package=mocks -source=public-ip-addresses.go\n\n// PublicIPAddressesPager is a type alias for the generic Pager interface with public IP address response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype PublicIPAddressesPager = Pager[armnetwork.PublicIPAddressesClientListResponse]\n\n// PublicIPAddressesClient is an interface for interacting with Azure public IP addresses\ntype PublicIPAddressesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, publicIPAddressName string) (armnetwork.PublicIPAddressesClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string) PublicIPAddressesPager\n}\n\ntype publicIPAddressesClient struct {\n\tclient *armnetwork.PublicIPAddressesClient\n}\n\nfunc (a *publicIPAddressesClient) Get(ctx context.Context, resourceGroupName string, publicIPAddressName string) (armnetwork.PublicIPAddressesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, publicIPAddressName, nil)\n}\n\nfunc (a *publicIPAddressesClient) List(ctx context.Context, resourceGroupName string) PublicIPAddressesPager {\n\treturn a.client.NewListPager(resourceGroupName, nil)\n}\n\n// NewPublicIPAddressesClient creates a new PublicIPAddressesClient from the Azure SDK client\nfunc NewPublicIPAddressesClient(client *armnetwork.PublicIPAddressesClient) PublicIPAddressesClient {\n\treturn &publicIPAddressesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/public-ip-prefixes-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_public_ip_prefixes_client.go -package=mocks -source=public-ip-prefixes-client.go\n\n// PublicIPPrefixesPager is a type alias for the generic Pager interface with public IP prefix response type.\ntype PublicIPPrefixesPager = Pager[armnetwork.PublicIPPrefixesClientListResponse]\n\n// PublicIPPrefixesClient is an interface for interacting with Azure public IP prefixes.\ntype PublicIPPrefixesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, publicIPPrefixName string, options *armnetwork.PublicIPPrefixesClientGetOptions) (armnetwork.PublicIPPrefixesClientGetResponse, error)\n\tNewListPager(resourceGroupName string, options *armnetwork.PublicIPPrefixesClientListOptions) PublicIPPrefixesPager\n}\n\ntype publicIPPrefixesClient struct {\n\tclient *armnetwork.PublicIPPrefixesClient\n}\n\nfunc (c *publicIPPrefixesClient) Get(ctx context.Context, resourceGroupName string, publicIPPrefixName string, options *armnetwork.PublicIPPrefixesClientGetOptions) (armnetwork.PublicIPPrefixesClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, publicIPPrefixName, options)\n}\n\nfunc (c *publicIPPrefixesClient) NewListPager(resourceGroupName string, options *armnetwork.PublicIPPrefixesClientListOptions) PublicIPPrefixesPager {\n\treturn c.client.NewListPager(resourceGroupName, options)\n}\n\n// NewPublicIPPrefixesClient creates a new PublicIPPrefixesClient from the Azure SDK client.\nfunc NewPublicIPPrefixesClient(client *armnetwork.PublicIPPrefixesClient) PublicIPPrefixesClient {\n\treturn &publicIPPrefixesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/queues-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_queues_client.go -package=mocks -source=queues-client.go\n\n// QueuesPager is a type alias for the generic Pager interface with queue response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype QueuesPager = Pager[armstorage.QueueClientListResponse]\n\n// QueuesClient is an interface for interacting with Azure queues\ntype QueuesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string, queueName string) (armstorage.QueueClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string, accountName string) QueuesPager\n}\n\ntype queuesClient struct {\n\tclient *armstorage.QueueClient\n}\n\nfunc (a *queuesClient) Get(ctx context.Context, resourceGroupName string, accountName string, queueName string) (armstorage.QueueClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, accountName, queueName, nil)\n}\n\nfunc (a *queuesClient) List(ctx context.Context, resourceGroupName string, accountName string) QueuesPager {\n\treturn a.client.NewListPager(resourceGroupName, accountName, nil)\n}\n\n// NewQueuesClient creates a new QueuesClient from the Azure SDK client\nfunc NewQueuesClient(client *armstorage.QueueClient) QueuesClient {\n\treturn &queuesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/record-sets-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_record_sets_client.go -package=mocks -source=record-sets-client.go\n\n// RecordSetsPager is a type alias for the generic Pager interface with record sets list response type.\ntype RecordSetsPager = Pager[armdns.RecordSetsClientListAllByDNSZoneResponse]\n\n// RecordSetsClient is an interface for interacting with Azure DNS record sets\ntype RecordSetsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, zoneName string, relativeRecordSetName string, recordType armdns.RecordType, options *armdns.RecordSetsClientGetOptions) (armdns.RecordSetsClientGetResponse, error)\n\tNewListAllByDNSZonePager(resourceGroupName string, zoneName string, options *armdns.RecordSetsClientListAllByDNSZoneOptions) RecordSetsPager\n}\n\ntype recordSetsClient struct {\n\tclient *armdns.RecordSetsClient\n}\n\nfunc (c *recordSetsClient) Get(ctx context.Context, resourceGroupName string, zoneName string, relativeRecordSetName string, recordType armdns.RecordType, options *armdns.RecordSetsClientGetOptions) (armdns.RecordSetsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, zoneName, relativeRecordSetName, recordType, options)\n}\n\nfunc (c *recordSetsClient) NewListAllByDNSZonePager(resourceGroupName string, zoneName string, options *armdns.RecordSetsClientListAllByDNSZoneOptions) RecordSetsPager {\n\treturn c.client.NewListAllByDNSZonePager(resourceGroupName, zoneName, options)\n}\n\n// NewRecordSetsClient creates a new RecordSetsClient from the Azure SDK client\nfunc NewRecordSetsClient(client *armdns.RecordSetsClient) RecordSetsClient {\n\treturn &recordSetsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/role-assignments-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_role_assignments_client.go -package=mocks -source=role-assignments-client.go\n\n// RoleAssignmentsPager is a type alias for the generic Pager interface with role assignment response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype RoleAssignmentsPager = Pager[armauthorization.RoleAssignmentsClientListForResourceGroupResponse]\n\n// RoleAssignmentsClient is an interface for interacting with Azure role assignments\ntype RoleAssignmentsClient interface {\n\tListForResourceGroup(resourceGroupName string, options *armauthorization.RoleAssignmentsClientListForResourceGroupOptions) RoleAssignmentsPager\n\tGet(ctx context.Context, scope string, roleAssignmentName string, options *armauthorization.RoleAssignmentsClientGetOptions) (armauthorization.RoleAssignmentsClientGetResponse, error)\n}\n\ntype roleAssignmentsClient struct {\n\tclient *armauthorization.RoleAssignmentsClient\n}\n\nfunc (c *roleAssignmentsClient) ListForResourceGroup(resourceGroupName string, options *armauthorization.RoleAssignmentsClientListForResourceGroupOptions) RoleAssignmentsPager {\n\treturn c.client.NewListForResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (c *roleAssignmentsClient) Get(ctx context.Context, scope string, roleAssignmentName string, options *armauthorization.RoleAssignmentsClientGetOptions) (armauthorization.RoleAssignmentsClientGetResponse, error) {\n\treturn c.client.Get(ctx, scope, roleAssignmentName, options)\n}\n\n// NewRoleAssignmentsClient creates a new RoleAssignmentsClient from the Azure SDK client\nfunc NewRoleAssignmentsClient(client *armauthorization.RoleAssignmentsClient) RoleAssignmentsClient {\n\treturn &roleAssignmentsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/role-definitions-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_role_definitions_client.go -package=mocks -source=role-definitions-client.go\n\n// RoleDefinitionsPager is a type alias for the generic Pager interface with role definition response type.\ntype RoleDefinitionsPager = Pager[armauthorization.RoleDefinitionsClientListResponse]\n\n// RoleDefinitionsClient is an interface for interacting with Azure role definitions\ntype RoleDefinitionsClient interface {\n\tNewListPager(scope string, options *armauthorization.RoleDefinitionsClientListOptions) RoleDefinitionsPager\n\tGet(ctx context.Context, scope string, roleDefinitionID string, options *armauthorization.RoleDefinitionsClientGetOptions) (armauthorization.RoleDefinitionsClientGetResponse, error)\n}\n\ntype roleDefinitionsClient struct {\n\tclient *armauthorization.RoleDefinitionsClient\n}\n\nfunc (c *roleDefinitionsClient) NewListPager(scope string, options *armauthorization.RoleDefinitionsClientListOptions) RoleDefinitionsPager {\n\treturn c.client.NewListPager(scope, options)\n}\n\nfunc (c *roleDefinitionsClient) Get(ctx context.Context, scope string, roleDefinitionID string, options *armauthorization.RoleDefinitionsClientGetOptions) (armauthorization.RoleDefinitionsClientGetResponse, error) {\n\treturn c.client.Get(ctx, scope, roleDefinitionID, options)\n}\n\n// NewRoleDefinitionsClient creates a new RoleDefinitionsClient from the Azure SDK client\nfunc NewRoleDefinitionsClient(client *armauthorization.RoleDefinitionsClient) RoleDefinitionsClient {\n\treturn &roleDefinitionsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/route-tables-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_route_tables_client.go -package=mocks -source=route-tables-client.go\n\n// RouteTablesPager is a type alias for the generic Pager interface with route table response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype RouteTablesPager = Pager[armnetwork.RouteTablesClientListResponse]\n\n// RouteTablesClient is an interface for interacting with Azure route tables\ntype RouteTablesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, routeTableName string, options *armnetwork.RouteTablesClientGetOptions) (armnetwork.RouteTablesClientGetResponse, error)\n\tList(resourceGroupName string, options *armnetwork.RouteTablesClientListOptions) RouteTablesPager\n}\n\ntype routeTablesClient struct {\n\tclient *armnetwork.RouteTablesClient\n}\n\nfunc (a *routeTablesClient) Get(ctx context.Context, resourceGroupName string, routeTableName string, options *armnetwork.RouteTablesClientGetOptions) (armnetwork.RouteTablesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, routeTableName, options)\n}\n\nfunc (a *routeTablesClient) List(resourceGroupName string, options *armnetwork.RouteTablesClientListOptions) RouteTablesPager {\n\treturn a.client.NewListPager(resourceGroupName, options)\n}\n\n// NewRouteTablesClient creates a new RouteTablesClient from the Azure SDK client\nfunc NewRouteTablesClient(client *armnetwork.RouteTablesClient) RouteTablesClient {\n\treturn &routeTablesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/routes-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_routes_client.go -package=mocks -source=routes-client.go\n\n// RoutesPager is a type alias for the generic Pager interface with routes list response type.\ntype RoutesPager = Pager[armnetwork.RoutesClientListResponse]\n\n// RoutesClient is an interface for interacting with Azure routes (child of route table).\ntype RoutesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, routeTableName string, routeName string, options *armnetwork.RoutesClientGetOptions) (armnetwork.RoutesClientGetResponse, error)\n\tNewListPager(resourceGroupName string, routeTableName string, options *armnetwork.RoutesClientListOptions) RoutesPager\n}\n\ntype routesClient struct {\n\tclient *armnetwork.RoutesClient\n}\n\nfunc (a *routesClient) Get(ctx context.Context, resourceGroupName string, routeTableName string, routeName string, options *armnetwork.RoutesClientGetOptions) (armnetwork.RoutesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, routeTableName, routeName, options)\n}\n\nfunc (a *routesClient) NewListPager(resourceGroupName string, routeTableName string, options *armnetwork.RoutesClientListOptions) RoutesPager {\n\treturn a.client.NewListPager(resourceGroupName, routeTableName, options)\n}\n\n// NewRoutesClient creates a new RoutesClient from the Azure SDK client.\nfunc NewRoutesClient(client *armnetwork.RoutesClient) RoutesClient {\n\treturn &routesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/secrets-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_secrets_client.go -package=mocks -source=secrets-client.go\n\n// SecretsPager is a type alias for the generic Pager interface with secret response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype SecretsPager = Pager[armkeyvault.SecretsClientListResponse]\n\n// SecretsClient is an interface for interacting with Azure secrets\ntype SecretsClient interface {\n\tNewListPager(resourceGroupName string, vaultName string, options *armkeyvault.SecretsClientListOptions) SecretsPager\n\tGet(ctx context.Context, resourceGroupName string, vaultName string, secretName string, options *armkeyvault.SecretsClientGetOptions) (armkeyvault.SecretsClientGetResponse, error)\n}\n\ntype secretsClient struct {\n\tclient *armkeyvault.SecretsClient\n}\n\nfunc (c *secretsClient) NewListPager(resourceGroupName string, vaultName string, options *armkeyvault.SecretsClientListOptions) SecretsPager {\n\treturn c.client.NewListPager(resourceGroupName, vaultName, options)\n}\n\nfunc (c *secretsClient) Get(ctx context.Context, resourceGroupName string, vaultName string, secretName string, options *armkeyvault.SecretsClientGetOptions) (armkeyvault.SecretsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, vaultName, secretName, options)\n}\n\n// NewSecretsClient creates a new SecretsClient from the Azure SDK client\nfunc NewSecretsClient(client *armkeyvault.SecretsClient) SecretsClient {\n\treturn &secretsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/security-rules-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_security_rules_client.go -package=mocks -source=security-rules-client.go\n\n// SecurityRulesPager is a type alias for the generic Pager interface with security rules list response type.\ntype SecurityRulesPager = Pager[armnetwork.SecurityRulesClientListResponse]\n\n// SecurityRulesClient is an interface for interacting with Azure NSG security rules (child of network security group).\ntype SecurityRulesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, networkSecurityGroupName string, securityRuleName string, options *armnetwork.SecurityRulesClientGetOptions) (armnetwork.SecurityRulesClientGetResponse, error)\n\tNewListPager(resourceGroupName string, networkSecurityGroupName string, options *armnetwork.SecurityRulesClientListOptions) SecurityRulesPager\n}\n\ntype securityRulesClient struct {\n\tclient *armnetwork.SecurityRulesClient\n}\n\nfunc (a *securityRulesClient) Get(ctx context.Context, resourceGroupName string, networkSecurityGroupName string, securityRuleName string, options *armnetwork.SecurityRulesClientGetOptions) (armnetwork.SecurityRulesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, networkSecurityGroupName, securityRuleName, options)\n}\n\nfunc (a *securityRulesClient) NewListPager(resourceGroupName string, networkSecurityGroupName string, options *armnetwork.SecurityRulesClientListOptions) SecurityRulesPager {\n\treturn a.client.NewListPager(resourceGroupName, networkSecurityGroupName, options)\n}\n\n// NewSecurityRulesClient creates a new SecurityRulesClient from the Azure SDK client.\nfunc NewSecurityRulesClient(client *armnetwork.SecurityRulesClient) SecurityRulesClient {\n\treturn &securityRulesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/shared-gallery-images-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_shared_gallery_images_client.go -package=mocks -source=shared-gallery-images-client.go\n\ntype SharedGalleryImagesPager = Pager[armcompute.SharedGalleryImagesClientListResponse]\n\ntype SharedGalleryImagesClient interface {\n\tNewListPager(location string, galleryUniqueName string, options *armcompute.SharedGalleryImagesClientListOptions) SharedGalleryImagesPager\n\tGet(ctx context.Context, location string, galleryUniqueName string, galleryImageName string, options *armcompute.SharedGalleryImagesClientGetOptions) (armcompute.SharedGalleryImagesClientGetResponse, error)\n}\n\ntype sharedGalleryImagesClient struct {\n\tclient *armcompute.SharedGalleryImagesClient\n}\n\nfunc (c *sharedGalleryImagesClient) NewListPager(location string, galleryUniqueName string, options *armcompute.SharedGalleryImagesClientListOptions) SharedGalleryImagesPager {\n\treturn c.client.NewListPager(location, galleryUniqueName, options)\n}\n\nfunc (c *sharedGalleryImagesClient) Get(ctx context.Context, location string, galleryUniqueName string, galleryImageName string, options *armcompute.SharedGalleryImagesClientGetOptions) (armcompute.SharedGalleryImagesClientGetResponse, error) {\n\treturn c.client.Get(ctx, location, galleryUniqueName, galleryImageName, options)\n}\n\nfunc NewSharedGalleryImagesClient(client *armcompute.SharedGalleryImagesClient) SharedGalleryImagesClient {\n\treturn &sharedGalleryImagesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/snapshots-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_snapshots_client.go -package=mocks -source=snapshots-client.go\n\n// SnapshotsPager is a type alias for the generic Pager interface with snapshot response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype SnapshotsPager = Pager[armcompute.SnapshotsClientListByResourceGroupResponse]\n\n// SnapshotsClient is an interface for interacting with Azure snapshots\ntype SnapshotsClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armcompute.SnapshotsClientListByResourceGroupOptions) SnapshotsPager\n\tGet(ctx context.Context, resourceGroupName string, snapshotName string, options *armcompute.SnapshotsClientGetOptions) (armcompute.SnapshotsClientGetResponse, error)\n}\n\ntype snapshotsClient struct {\n\tclient *armcompute.SnapshotsClient\n}\n\nfunc (a *snapshotsClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.SnapshotsClientListByResourceGroupOptions) SnapshotsPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (a *snapshotsClient) Get(ctx context.Context, resourceGroupName string, snapshotName string, options *armcompute.SnapshotsClientGetOptions) (armcompute.SnapshotsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, snapshotName, options)\n}\n\n// NewSnapshotsClient creates a new SnapshotsClient from the Azure SDK client\nfunc NewSnapshotsClient(client *armcompute.SnapshotsClient) SnapshotsClient {\n\treturn &snapshotsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/sql-database-schemas-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_sql_database_schemas_client.go -package=mocks -source=sql-database-schemas-client.go\n\n// SqlDatabaseSchemasPager is a type alias for the generic Pager interface with database schema response type.\ntype SqlDatabaseSchemasPager = Pager[armsql.DatabaseSchemasClientListByDatabaseResponse]\n\n// SqlDatabaseSchemasClient is an interface for interacting with Azure SQL database schemas\ntype SqlDatabaseSchemasClient interface {\n\tGet(ctx context.Context, resourceGroupName, serverName, databaseName, schemaName string) (armsql.DatabaseSchemasClientGetResponse, error)\n\tListByDatabase(ctx context.Context, resourceGroupName, serverName, databaseName string) SqlDatabaseSchemasPager\n}\n\ntype sqlDatabaseSchemasClient struct {\n\tclient *armsql.DatabaseSchemasClient\n}\n\nfunc (c *sqlDatabaseSchemasClient) Get(ctx context.Context, resourceGroupName, serverName, databaseName, schemaName string) (armsql.DatabaseSchemasClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, serverName, databaseName, schemaName, nil)\n}\n\nfunc (c *sqlDatabaseSchemasClient) ListByDatabase(ctx context.Context, resourceGroupName, serverName, databaseName string) SqlDatabaseSchemasPager {\n\treturn c.client.NewListByDatabasePager(resourceGroupName, serverName, databaseName, nil)\n}\n\n// NewSqlDatabaseSchemasClient creates a new SqlDatabaseSchemasClient from the Azure SDK client\nfunc NewSqlDatabaseSchemasClient(client *armsql.DatabaseSchemasClient) SqlDatabaseSchemasClient {\n\treturn &sqlDatabaseSchemasClient{client: client}\n}\n" }, { "path": "sources/azure/clients/sql-databases-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_sql_databases_client.go -package=mocks -source=sql-databases-client.go\n\n// SqlDatabasesPager is a type alias for the generic Pager interface with sql database response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype SqlDatabasesPager = Pager[armsql.DatabasesClientListByServerResponse]\n\n// SqlDatabasesClient is an interface for interacting with Azure sql databases\ntype SqlDatabasesClient interface {\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) SqlDatabasesPager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, databaseName string) (armsql.DatabasesClientGetResponse, error)\n}\n\ntype sqlDatabasesClient struct {\n\tclient *armsql.DatabasesClient\n}\n\nfunc (a *sqlDatabasesClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) SqlDatabasesPager {\n\treturn a.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *sqlDatabasesClient) Get(ctx context.Context, resourceGroupName string, serverName string, databaseName string) (armsql.DatabasesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, databaseName, nil)\n}\n\n// NewSqlDatabasesClient creates a new SqlDatabasesClient from the Azure SDK client\nfunc NewSqlDatabasesClient(client *armsql.DatabasesClient) SqlDatabasesClient {\n\treturn &sqlDatabasesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/sql-elastic-pool-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_sql_elastic_pool_client.go -package=mocks -source=sql-elastic-pool-client.go\n\n// SqlElasticPoolPager is a type alias for the generic Pager interface with SQL elastic pool list response type.\ntype SqlElasticPoolPager = Pager[armsql.ElasticPoolsClientListByServerResponse]\n\n// SqlElasticPoolClient is an interface for interacting with Azure SQL elastic pools.\ntype SqlElasticPoolClient interface {\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) SqlElasticPoolPager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, elasticPoolName string) (armsql.ElasticPoolsClientGetResponse, error)\n}\n\ntype sqlElasticPoolClient struct {\n\tclient *armsql.ElasticPoolsClient\n}\n\nfunc (a *sqlElasticPoolClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) SqlElasticPoolPager {\n\treturn a.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *sqlElasticPoolClient) Get(ctx context.Context, resourceGroupName string, serverName string, elasticPoolName string) (armsql.ElasticPoolsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, elasticPoolName, nil)\n}\n\n// NewSqlElasticPoolClient creates a new SqlElasticPoolClient from the Azure SDK client.\nfunc NewSqlElasticPoolClient(client *armsql.ElasticPoolsClient) SqlElasticPoolClient {\n\treturn &sqlElasticPoolClient{client: client}\n}\n" }, { "path": "sources/azure/clients/sql-failover-groups-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_sql_failover_groups_client.go -package=mocks -source=sql-failover-groups-client.go\n\n// SqlFailoverGroupsPager is a type alias for the generic Pager interface with failover groups response type.\ntype SqlFailoverGroupsPager = Pager[armsql.FailoverGroupsClientListByServerResponse]\n\n// SqlFailoverGroupsClient is an interface for interacting with Azure SQL Server Failover Groups\ntype SqlFailoverGroupsClient interface {\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) SqlFailoverGroupsPager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, failoverGroupName string) (armsql.FailoverGroupsClientGetResponse, error)\n}\n\ntype sqlFailoverGroupsClient struct {\n\tclient *armsql.FailoverGroupsClient\n}\n\nfunc (a *sqlFailoverGroupsClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) SqlFailoverGroupsPager {\n\treturn a.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *sqlFailoverGroupsClient) Get(ctx context.Context, resourceGroupName string, serverName string, failoverGroupName string) (armsql.FailoverGroupsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, failoverGroupName, nil)\n}\n\n// NewSqlFailoverGroupsClient creates a new SqlFailoverGroupsClient from the Azure SDK client\nfunc NewSqlFailoverGroupsClient(client *armsql.FailoverGroupsClient) SqlFailoverGroupsClient {\n\treturn &sqlFailoverGroupsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/sql-server-firewall-rule-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_sql_server_firewall_rule_client.go -package=mocks -source=sql-server-firewall-rule-client.go\n\n// SqlServerFirewallRulePager is a type alias for the generic Pager interface with SQL server firewall rule response type.\ntype SqlServerFirewallRulePager = Pager[armsql.FirewallRulesClientListByServerResponse]\n\n// SqlServerFirewallRuleClient is an interface for interacting with Azure SQL server firewall rules.\ntype SqlServerFirewallRuleClient interface {\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) SqlServerFirewallRulePager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, firewallRuleName string) (armsql.FirewallRulesClientGetResponse, error)\n}\n\ntype sqlServerFirewallRuleClient struct {\n\tclient *armsql.FirewallRulesClient\n}\n\nfunc (a *sqlServerFirewallRuleClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) SqlServerFirewallRulePager {\n\treturn a.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *sqlServerFirewallRuleClient) Get(ctx context.Context, resourceGroupName string, serverName string, firewallRuleName string) (armsql.FirewallRulesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, firewallRuleName, nil)\n}\n\n// NewSqlServerFirewallRuleClient creates a new SqlServerFirewallRuleClient from the Azure SDK client.\nfunc NewSqlServerFirewallRuleClient(client *armsql.FirewallRulesClient) SqlServerFirewallRuleClient {\n\treturn &sqlServerFirewallRuleClient{client: client}\n}\n" }, { "path": "sources/azure/clients/sql-server-keys-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_sql_server_keys_client.go -package=mocks -source=sql-server-keys-client.go\n\n// SqlServerKeysPager is a type alias for the generic Pager interface with sql server keys response type.\ntype SqlServerKeysPager = Pager[armsql.ServerKeysClientListByServerResponse]\n\n// SqlServerKeysClient is an interface for interacting with Azure SQL server keys\ntype SqlServerKeysClient interface {\n\tNewListByServerPager(resourceGroupName string, serverName string) SqlServerKeysPager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, keyName string) (armsql.ServerKeysClientGetResponse, error)\n}\n\ntype sqlServerKeysClient struct {\n\tclient *armsql.ServerKeysClient\n}\n\nfunc (a *sqlServerKeysClient) NewListByServerPager(resourceGroupName string, serverName string) SqlServerKeysPager {\n\treturn a.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *sqlServerKeysClient) Get(ctx context.Context, resourceGroupName string, serverName string, keyName string) (armsql.ServerKeysClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, keyName, nil)\n}\n\n// NewSqlServerKeysClient creates a new SqlServerKeysClient from the Azure SDK client\nfunc NewSqlServerKeysClient(client *armsql.ServerKeysClient) SqlServerKeysClient {\n\treturn &sqlServerKeysClient{client: client}\n}\n" }, { "path": "sources/azure/clients/sql-server-private-endpoint-connection-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_sql_server_private_endpoint_connection_client.go -package=mocks -source=sql-server-private-endpoint-connection-client.go\n\n// SQLServerPrivateEndpointConnectionsPager is a type alias for the generic Pager interface with SQL server private endpoint connection list response type.\ntype SQLServerPrivateEndpointConnectionsPager = Pager[armsql.PrivateEndpointConnectionsClientListByServerResponse]\n\n// SQLServerPrivateEndpointConnectionsClient is an interface for interacting with Azure SQL server private endpoint connections.\ntype SQLServerPrivateEndpointConnectionsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, serverName string, privateEndpointConnectionName string) (armsql.PrivateEndpointConnectionsClientGetResponse, error)\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) SQLServerPrivateEndpointConnectionsPager\n}\n\ntype sqlServerPrivateEndpointConnectionsClient struct {\n\tclient *armsql.PrivateEndpointConnectionsClient\n}\n\nfunc (c *sqlServerPrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName string, serverName string, privateEndpointConnectionName string) (armsql.PrivateEndpointConnectionsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, serverName, privateEndpointConnectionName, nil)\n}\n\nfunc (c *sqlServerPrivateEndpointConnectionsClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) SQLServerPrivateEndpointConnectionsPager {\n\treturn c.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\n// NewSQLServerPrivateEndpointConnectionsClient creates a new SQLServerPrivateEndpointConnectionsClient from the Azure SDK client.\nfunc NewSQLServerPrivateEndpointConnectionsClient(client *armsql.PrivateEndpointConnectionsClient) SQLServerPrivateEndpointConnectionsClient {\n\treturn &sqlServerPrivateEndpointConnectionsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/sql-server-virtual-network-rule-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_sql_server_virtual_network_rule_client.go -package=mocks -source=sql-server-virtual-network-rule-client.go\n\n// SqlServerVirtualNetworkRulePager is a type alias for the generic Pager interface with SQL server virtual network rule list response type.\ntype SqlServerVirtualNetworkRulePager = Pager[armsql.VirtualNetworkRulesClientListByServerResponse]\n\n// SqlServerVirtualNetworkRuleClient is an interface for interacting with Azure SQL server virtual network rules.\ntype SqlServerVirtualNetworkRuleClient interface {\n\tListByServer(ctx context.Context, resourceGroupName string, serverName string) SqlServerVirtualNetworkRulePager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, virtualNetworkRuleName string) (armsql.VirtualNetworkRulesClientGetResponse, error)\n}\n\ntype sqlServerVirtualNetworkRuleClient struct {\n\tclient *armsql.VirtualNetworkRulesClient\n}\n\nfunc (a *sqlServerVirtualNetworkRuleClient) ListByServer(ctx context.Context, resourceGroupName string, serverName string) SqlServerVirtualNetworkRulePager {\n\treturn a.client.NewListByServerPager(resourceGroupName, serverName, nil)\n}\n\nfunc (a *sqlServerVirtualNetworkRuleClient) Get(ctx context.Context, resourceGroupName string, serverName string, virtualNetworkRuleName string) (armsql.VirtualNetworkRulesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, virtualNetworkRuleName, nil)\n}\n\n// NewSqlServerVirtualNetworkRuleClient creates a new SqlServerVirtualNetworkRuleClient from the Azure SDK client.\nfunc NewSqlServerVirtualNetworkRuleClient(client *armsql.VirtualNetworkRulesClient) SqlServerVirtualNetworkRuleClient {\n\treturn &sqlServerVirtualNetworkRuleClient{client: client}\n}\n" }, { "path": "sources/azure/clients/sql-servers-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_sql_servers_client.go -package=mocks -source=sql-servers-client.go\n\n// SqlServersPager is a type alias for the generic Pager interface with sql server response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype SqlServersPager = Pager[armsql.ServersClientListByResourceGroupResponse]\n\n// SqlServersClient is an interface for interacting with Azure sql servers\ntype SqlServersClient interface {\n\tListByResourceGroup(ctx context.Context, resourceGroupName string, options *armsql.ServersClientListByResourceGroupOptions) SqlServersPager\n\tGet(ctx context.Context, resourceGroupName string, serverName string, options *armsql.ServersClientGetOptions) (armsql.ServersClientGetResponse, error)\n}\n\ntype sqlServersClient struct {\n\tclient *armsql.ServersClient\n}\n\nfunc (a *sqlServersClient) ListByResourceGroup(ctx context.Context, resourceGroupName string, options *armsql.ServersClientListByResourceGroupOptions) SqlServersPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (a *sqlServersClient) Get(ctx context.Context, resourceGroupName string, serverName string, options *armsql.ServersClientGetOptions) (armsql.ServersClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, serverName, options)\n}\n\n// NewSqlServersClient creates a new SqlServersClient from the Azure SDK client\nfunc NewSqlServersClient(client *armsql.ServersClient) SqlServersClient {\n\treturn &sqlServersClient{client: client}\n}\n" }, { "path": "sources/azure/clients/storage-accounts-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_storage_accounts_client.go -package=mocks -source=storage-accounts-client.go\n\n// StorageAccountsPager is a type alias for the generic Pager interface with storage account response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype StorageAccountsPager = Pager[armstorage.AccountsClientListByResourceGroupResponse]\n\n// StorageAccountsClient is an interface for interacting with Azure storage accounts\ntype StorageAccountsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string) (armstorage.AccountsClientGetPropertiesResponse, error)\n\tNewListByResourceGroupPager(resourceGroupName string, options *armstorage.AccountsClientListByResourceGroupOptions) StorageAccountsPager\n}\n\ntype storageAccountsClient struct {\n\tclient *armstorage.AccountsClient\n}\n\nfunc (a *storageAccountsClient) Get(ctx context.Context, resourceGroupName string, accountName string) (armstorage.AccountsClientGetPropertiesResponse, error) {\n\treturn a.client.GetProperties(ctx, resourceGroupName, accountName, nil)\n}\n\nfunc (a *storageAccountsClient) NewListByResourceGroupPager(resourceGroupName string, options *armstorage.AccountsClientListByResourceGroupOptions) StorageAccountsPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\n// NewStorageAccountsClient creates a new StorageAccountsClient from the Azure SDK client\nfunc NewStorageAccountsClient(client *armstorage.AccountsClient) StorageAccountsClient {\n\treturn &storageAccountsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/storage-private-endpoint-connection-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_storage_private_endpoint_connection_client.go -package=mocks -source=storage-private-endpoint-connection-client.go\n\n// PrivateEndpointConnectionsPager is a type alias for the generic Pager interface with storage private endpoint connection list response type.\ntype PrivateEndpointConnectionsPager = Pager[armstorage.PrivateEndpointConnectionsClientListResponse]\n\n// StoragePrivateEndpointConnectionsClient is an interface for interacting with Azure storage account private endpoint connections.\ntype StoragePrivateEndpointConnectionsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string, privateEndpointConnectionName string) (armstorage.PrivateEndpointConnectionsClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string, accountName string) PrivateEndpointConnectionsPager\n}\n\ntype storagePrivateEndpointConnectionsClient struct {\n\tclient *armstorage.PrivateEndpointConnectionsClient\n}\n\nfunc (c *storagePrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName string, accountName string, privateEndpointConnectionName string) (armstorage.PrivateEndpointConnectionsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, accountName, privateEndpointConnectionName, nil)\n}\n\nfunc (c *storagePrivateEndpointConnectionsClient) List(ctx context.Context, resourceGroupName string, accountName string) PrivateEndpointConnectionsPager {\n\treturn c.client.NewListPager(resourceGroupName, accountName, nil)\n}\n\n// NewStoragePrivateEndpointConnectionsClient creates a new StoragePrivateEndpointConnectionsClient from the Azure SDK client.\nfunc NewStoragePrivateEndpointConnectionsClient(client *armstorage.PrivateEndpointConnectionsClient) StoragePrivateEndpointConnectionsClient {\n\treturn &storagePrivateEndpointConnectionsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/subnets-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_subnets_client.go -package=mocks -source=subnets-client.go\n\n// SubnetsPager is a type alias for the generic Pager interface with subnet list response type.\ntype SubnetsPager = Pager[armnetwork.SubnetsClientListResponse]\n\n// SubnetsClient is an interface for interacting with Azure virtual network subnets.\ntype SubnetsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, virtualNetworkName string, subnetName string, options *armnetwork.SubnetsClientGetOptions) (armnetwork.SubnetsClientGetResponse, error)\n\tNewListPager(resourceGroupName string, virtualNetworkName string, options *armnetwork.SubnetsClientListOptions) SubnetsPager\n}\n\ntype subnetsClientAdapter struct {\n\tclient *armnetwork.SubnetsClient\n}\n\nfunc (a *subnetsClientAdapter) Get(ctx context.Context, resourceGroupName string, virtualNetworkName string, subnetName string, options *armnetwork.SubnetsClientGetOptions) (armnetwork.SubnetsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, virtualNetworkName, subnetName, options)\n}\n\nfunc (a *subnetsClientAdapter) NewListPager(resourceGroupName string, virtualNetworkName string, options *armnetwork.SubnetsClientListOptions) SubnetsPager {\n\treturn a.client.NewListPager(resourceGroupName, virtualNetworkName, options)\n}\n\n// NewSubnetsClient creates a new SubnetsClient from the Azure SDK client.\nfunc NewSubnetsClient(client *armnetwork.SubnetsClient) SubnetsClient {\n\treturn &subnetsClientAdapter{client: client}\n}\n" }, { "path": "sources/azure/clients/tables-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_tables_client.go -package=mocks -source=tables-client.go\n\n// TablesPager is a type alias for the generic Pager interface with table response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype TablesPager = Pager[armstorage.TableClientListResponse]\n\n// TablesClient is an interface for interacting with Azure tables\ntype TablesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, accountName string, tableName string) (armstorage.TableClientGetResponse, error)\n\tList(ctx context.Context, resourceGroupName string, accountName string) TablesPager\n}\n\ntype tablesClient struct {\n\tclient *armstorage.TableClient\n}\n\nfunc (a *tablesClient) Get(ctx context.Context, resourceGroupName string, accountName string, tableName string) (armstorage.TableClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, accountName, tableName, nil)\n}\n\nfunc (a *tablesClient) List(ctx context.Context, resourceGroupName string, accountName string) TablesPager {\n\treturn a.client.NewListPager(resourceGroupName, accountName, nil)\n}\n\n// NewTablesClient creates a new TablesClient from the Azure SDK client\nfunc NewTablesClient(client *armstorage.TableClient) TablesClient {\n\treturn &tablesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/user-assigned-identities-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_user_assigned_identities_client.go -package=mocks -source=user-assigned-identities-client.go\n\n// UserAssignedIdentitiesPager is a type alias for the generic Pager interface with user assigned identity response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype UserAssignedIdentitiesPager = Pager[armmsi.UserAssignedIdentitiesClientListByResourceGroupResponse]\n\n// UserAssignedIdentitiesClient is an interface for interacting with Azure user assigned identities\ntype UserAssignedIdentitiesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, resourceName string, options *armmsi.UserAssignedIdentitiesClientGetOptions) (armmsi.UserAssignedIdentitiesClientGetResponse, error)\n\tListByResourceGroup(resourceGroupName string, options *armmsi.UserAssignedIdentitiesClientListByResourceGroupOptions) UserAssignedIdentitiesPager\n}\n\ntype userAssignedIdentitiesClient struct {\n\tclient *armmsi.UserAssignedIdentitiesClient\n}\n\nfunc (c *userAssignedIdentitiesClient) Get(ctx context.Context, resourceGroupName string, resourceName string, options *armmsi.UserAssignedIdentitiesClientGetOptions) (armmsi.UserAssignedIdentitiesClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, resourceName, options)\n}\n\nfunc (c *userAssignedIdentitiesClient) ListByResourceGroup(resourceGroupName string, options *armmsi.UserAssignedIdentitiesClientListByResourceGroupOptions) UserAssignedIdentitiesPager {\n\treturn c.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\n// NewUserAssignedIdentitiesClient creates a new UserAssignedIdentitiesClient from the Azure SDK client\nfunc NewUserAssignedIdentitiesClient(client *armmsi.UserAssignedIdentitiesClient) UserAssignedIdentitiesClient {\n\treturn &userAssignedIdentitiesClient{client: client}\n}\n" }, { "path": "sources/azure/clients/vaults-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_vaults_client.go -package=mocks -source=vaults-client.go\n\n// VaultsPager is a type alias for the generic Pager interface with vault response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype VaultsPager = Pager[armkeyvault.VaultsClientListByResourceGroupResponse]\n\n// VaultsClient is an interface for interacting with Azure vaults\ntype VaultsClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armkeyvault.VaultsClientListByResourceGroupOptions) VaultsPager\n\tGet(ctx context.Context, resourceGroupName string, vaultName string, options *armkeyvault.VaultsClientGetOptions) (armkeyvault.VaultsClientGetResponse, error)\n}\n\ntype vaultsClient struct {\n\tclient *armkeyvault.VaultsClient\n}\n\nfunc (c *vaultsClient) Get(ctx context.Context, resourceGroupName string, vaultName string, options *armkeyvault.VaultsClientGetOptions) (armkeyvault.VaultsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, vaultName, options)\n}\n\nfunc (c *vaultsClient) NewListByResourceGroupPager(resourceGroupName string, options *armkeyvault.VaultsClientListByResourceGroupOptions) VaultsPager {\n\treturn c.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\n// NewVaultsClient creates a new VaultsClient from the Azure SDK client\nfunc NewVaultsClient(client *armkeyvault.VaultsClient) VaultsClient {\n\treturn &vaultsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/virtual-machine-extensions-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_virtual_machine_extensions_client.go -package=mocks -source=virtual-machine-extensions-client.go\n\n// VirtualMachineExtensionsClient is an interface for interacting with Azure virtual machine extensions\ntype VirtualMachineExtensionsClient interface {\n\tList(ctx context.Context, resourceGroupName string, virtualMachineName string, options *armcompute.VirtualMachineExtensionsClientListOptions) (armcompute.VirtualMachineExtensionsClientListResponse, error)\n\tGet(ctx context.Context, resourceGroupName string, virtualMachineName string, vmExtensionName string, options *armcompute.VirtualMachineExtensionsClientGetOptions) (armcompute.VirtualMachineExtensionsClientGetResponse, error)\n}\n\n// virtualMachineExtensionsClientAdapter adapts the concrete Azure SDK client to our interface\ntype virtualMachineExtensionsClientAdapter struct {\n\tclient *armcompute.VirtualMachineExtensionsClient\n}\n\nfunc (a *virtualMachineExtensionsClientAdapter) List(ctx context.Context, resourceGroupName string, virtualMachineName string, options *armcompute.VirtualMachineExtensionsClientListOptions) (armcompute.VirtualMachineExtensionsClientListResponse, error) {\n\treturn a.client.List(ctx, resourceGroupName, virtualMachineName, options)\n}\n\nfunc (a *virtualMachineExtensionsClientAdapter) Get(ctx context.Context, resourceGroupName string, virtualMachineName string, vmExtensionName string, options *armcompute.VirtualMachineExtensionsClientGetOptions) (armcompute.VirtualMachineExtensionsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, virtualMachineName, vmExtensionName, options)\n}\n\n// NewVirtualMachineExtensionsClient creates a new VirtualMachineExtensionsClient from the Azure SDK client\nfunc NewVirtualMachineExtensionsClient(client *armcompute.VirtualMachineExtensionsClient) VirtualMachineExtensionsClient {\n\treturn &virtualMachineExtensionsClientAdapter{client: client}\n}\n" }, { "path": "sources/azure/clients/virtual-machine-run-commands-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_virtual_machine_run_commands_client.go -package=mocks -source=virtual-machine-run-commands-client.go\n\n// VirtualMachineRunCommandsPager is a type alias for the generic Pager interface with virtual machine run command response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype VirtualMachineRunCommandsPager = Pager[armcompute.VirtualMachineRunCommandsClientListByVirtualMachineResponse]\n\ntype VirtualMachineRunCommandsClient interface {\n\tNewListByVirtualMachinePager(resourceGroupName string, virtualMachineName string, options *armcompute.VirtualMachineRunCommandsClientListByVirtualMachineOptions) VirtualMachineRunCommandsPager\n\tGetByVirtualMachine(ctx context.Context, resourceGroupName string, virtualMachineName string, runCommandName string, options *armcompute.VirtualMachineRunCommandsClientGetByVirtualMachineOptions) (armcompute.VirtualMachineRunCommandsClientGetByVirtualMachineResponse, error)\n}\n\ntype virtualMachineRunCommandsClient struct {\n\tclient *armcompute.VirtualMachineRunCommandsClient\n}\n\nfunc (a *virtualMachineRunCommandsClient) NewListByVirtualMachinePager(resourceGroupName string, virtualMachineName string, options *armcompute.VirtualMachineRunCommandsClientListByVirtualMachineOptions) VirtualMachineRunCommandsPager {\n\treturn a.client.NewListByVirtualMachinePager(resourceGroupName, virtualMachineName, options)\n}\n\nfunc (a *virtualMachineRunCommandsClient) GetByVirtualMachine(\n\tctx context.Context,\n\tresourceGroupName string,\n\tvirtualMachineName string,\n\trunCommandName string,\n\toptions *armcompute.VirtualMachineRunCommandsClientGetByVirtualMachineOptions,\n) (armcompute.VirtualMachineRunCommandsClientGetByVirtualMachineResponse, error) {\n\treturn a.client.GetByVirtualMachine(\n\t\tctx,\n\t\tresourceGroupName,\n\t\tvirtualMachineName,\n\t\trunCommandName,\n\t\toptions,\n\t)\n}\n\n// NewVirtualMachineRunCommandsClient creates a new VirtualMachineRunCommandsClient from the Azure SDK client\nfunc NewVirtualMachineRunCommandsClient(client *armcompute.VirtualMachineRunCommandsClient) VirtualMachineRunCommandsClient {\n\treturn &virtualMachineRunCommandsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/virtual-machine-scale-sets-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_virtual_machine_scale_sets_client.go -package=mocks -source=virtual-machine-scale-sets-client.go\n\n// VirtualMachineScaleSetsPager is a type alias for the generic Pager interface with virtual machine scale set response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype VirtualMachineScaleSetsPager = Pager[armcompute.VirtualMachineScaleSetsClientListResponse]\n\n// VirtualMachineScaleSetsClient is an interface for interacting with Azure virtual machine scale sets\ntype VirtualMachineScaleSetsClient interface {\n\tNewListPager(resourceGroupName string, options *armcompute.VirtualMachineScaleSetsClientListOptions) VirtualMachineScaleSetsPager\n\tGet(ctx context.Context, resourceGroupName string, virtualMachineScaleSetName string, options *armcompute.VirtualMachineScaleSetsClientGetOptions) (armcompute.VirtualMachineScaleSetsClientGetResponse, error)\n}\n\ntype virtualMachineScaleSetsClient struct {\n\tclient *armcompute.VirtualMachineScaleSetsClient\n}\n\nfunc (a *virtualMachineScaleSetsClient) NewListPager(resourceGroupName string, options *armcompute.VirtualMachineScaleSetsClientListOptions) VirtualMachineScaleSetsPager {\n\treturn a.client.NewListPager(resourceGroupName, options)\n}\n\nfunc (a *virtualMachineScaleSetsClient) Get(ctx context.Context, resourceGroupName string, virtualMachineScaleSetName string, options *armcompute.VirtualMachineScaleSetsClientGetOptions) (armcompute.VirtualMachineScaleSetsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, virtualMachineScaleSetName, options)\n}\n\n// NewVirtualMachineScaleSetsClient creates a new VirtualMachineScaleSetsClient from the Azure SDK client\nfunc NewVirtualMachineScaleSetsClient(client *armcompute.VirtualMachineScaleSetsClient) VirtualMachineScaleSetsClient {\n\treturn &virtualMachineScaleSetsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/virtual-machines-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_virtual_machines_client.go -package=mocks -source=virtual-machines-client.go\n\n// VirtualMachinesPager is a type alias for the generic Pager interface with virtual machine response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype VirtualMachinesPager = Pager[armcompute.VirtualMachinesClientListResponse]\n\n// VirtualMachinesClient is an interface for interacting with Azure virtual machines\ntype VirtualMachinesClient interface {\n\tGet(ctx context.Context, resourceGroupName string, vmName string, options *armcompute.VirtualMachinesClientGetOptions) (armcompute.VirtualMachinesClientGetResponse, error)\n\tNewListPager(resourceGroupName string, options *armcompute.VirtualMachinesClientListOptions) VirtualMachinesPager\n}\n\n// virtualMachinesClientAdapter adapts the concrete Azure SDK client to our interface\ntype virtualMachinesClientAdapter struct {\n\tclient *armcompute.VirtualMachinesClient\n}\n\nfunc (a *virtualMachinesClientAdapter) Get(ctx context.Context, resourceGroupName string, vmName string, options *armcompute.VirtualMachinesClientGetOptions) (armcompute.VirtualMachinesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, vmName, options)\n}\n\nfunc (a *virtualMachinesClientAdapter) NewListPager(resourceGroupName string, options *armcompute.VirtualMachinesClientListOptions) VirtualMachinesPager {\n\treturn a.client.NewListPager(resourceGroupName, options)\n}\n\n// NewVirtualMachinesClient creates a new VirtualMachinesClient from the Azure SDK client\nfunc NewVirtualMachinesClient(client *armcompute.VirtualMachinesClient) VirtualMachinesClient {\n\treturn &virtualMachinesClientAdapter{client: client}\n}\n" }, { "path": "sources/azure/clients/virtual-network-gateway-connections-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_virtual_network_gateway_connections_client.go -package=mocks -source=virtual-network-gateway-connections-client.go\n\n// VirtualNetworkGatewayConnectionsPager is a type alias for the generic Pager interface with virtual network gateway connection list response type.\ntype VirtualNetworkGatewayConnectionsPager = Pager[armnetwork.VirtualNetworkGatewayConnectionsClientListResponse]\n\n// VirtualNetworkGatewayConnectionsClient is an interface for interacting with Azure virtual network gateway connections.\ntype VirtualNetworkGatewayConnectionsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, virtualNetworkGatewayConnectionName string, options *armnetwork.VirtualNetworkGatewayConnectionsClientGetOptions) (armnetwork.VirtualNetworkGatewayConnectionsClientGetResponse, error)\n\tNewListPager(resourceGroupName string, options *armnetwork.VirtualNetworkGatewayConnectionsClientListOptions) VirtualNetworkGatewayConnectionsPager\n}\n\ntype virtualNetworkGatewayConnectionsClient struct {\n\tclient *armnetwork.VirtualNetworkGatewayConnectionsClient\n}\n\nfunc (c *virtualNetworkGatewayConnectionsClient) Get(ctx context.Context, resourceGroupName string, virtualNetworkGatewayConnectionName string, options *armnetwork.VirtualNetworkGatewayConnectionsClientGetOptions) (armnetwork.VirtualNetworkGatewayConnectionsClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, virtualNetworkGatewayConnectionName, options)\n}\n\nfunc (c *virtualNetworkGatewayConnectionsClient) NewListPager(resourceGroupName string, options *armnetwork.VirtualNetworkGatewayConnectionsClientListOptions) VirtualNetworkGatewayConnectionsPager {\n\treturn c.client.NewListPager(resourceGroupName, options)\n}\n\n// NewVirtualNetworkGatewayConnectionsClient creates a new VirtualNetworkGatewayConnectionsClient from the Azure SDK client.\nfunc NewVirtualNetworkGatewayConnectionsClient(client *armnetwork.VirtualNetworkGatewayConnectionsClient) VirtualNetworkGatewayConnectionsClient {\n\treturn &virtualNetworkGatewayConnectionsClient{client: client}\n}\n" }, { "path": "sources/azure/clients/virtual-network-gateways-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_virtual_network_gateways_client.go -package=mocks -source=virtual-network-gateways-client.go\n\n// VirtualNetworkGatewaysPager is a type alias for the generic Pager interface with virtual network gateway list response type.\ntype VirtualNetworkGatewaysPager = Pager[armnetwork.VirtualNetworkGatewaysClientListResponse]\n\n// VirtualNetworkGatewaysClient is an interface for interacting with Azure virtual network gateways.\ntype VirtualNetworkGatewaysClient interface {\n\tGet(ctx context.Context, resourceGroupName string, virtualNetworkGatewayName string, options *armnetwork.VirtualNetworkGatewaysClientGetOptions) (armnetwork.VirtualNetworkGatewaysClientGetResponse, error)\n\tNewListPager(resourceGroupName string, options *armnetwork.VirtualNetworkGatewaysClientListOptions) VirtualNetworkGatewaysPager\n}\n\ntype virtualNetworkGatewaysClient struct {\n\tclient *armnetwork.VirtualNetworkGatewaysClient\n}\n\nfunc (c *virtualNetworkGatewaysClient) Get(ctx context.Context, resourceGroupName string, virtualNetworkGatewayName string, options *armnetwork.VirtualNetworkGatewaysClientGetOptions) (armnetwork.VirtualNetworkGatewaysClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, virtualNetworkGatewayName, options)\n}\n\nfunc (c *virtualNetworkGatewaysClient) NewListPager(resourceGroupName string, options *armnetwork.VirtualNetworkGatewaysClientListOptions) VirtualNetworkGatewaysPager {\n\treturn c.client.NewListPager(resourceGroupName, options)\n}\n\n// NewVirtualNetworkGatewaysClient creates a new VirtualNetworkGatewaysClient from the Azure SDK client.\nfunc NewVirtualNetworkGatewaysClient(client *armnetwork.VirtualNetworkGatewaysClient) VirtualNetworkGatewaysClient {\n\treturn &virtualNetworkGatewaysClient{client: client}\n}\n" }, { "path": "sources/azure/clients/virtual-network-links-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_virtual_network_links_client.go -package=mocks -source=virtual-network-links-client.go\n\ntype VirtualNetworkLinksPager = Pager[armprivatedns.VirtualNetworkLinksClientListResponse]\n\ntype VirtualNetworkLinksClient interface {\n\tNewListPager(resourceGroupName string, privateZoneName string, options *armprivatedns.VirtualNetworkLinksClientListOptions) VirtualNetworkLinksPager\n\tGet(ctx context.Context, resourceGroupName string, privateZoneName string, virtualNetworkLinkName string, options *armprivatedns.VirtualNetworkLinksClientGetOptions) (armprivatedns.VirtualNetworkLinksClientGetResponse, error)\n}\n\ntype virtualNetworkLinksClient struct {\n\tclient *armprivatedns.VirtualNetworkLinksClient\n}\n\nfunc (c *virtualNetworkLinksClient) NewListPager(resourceGroupName string, privateZoneName string, options *armprivatedns.VirtualNetworkLinksClientListOptions) VirtualNetworkLinksPager {\n\treturn c.client.NewListPager(resourceGroupName, privateZoneName, options)\n}\n\nfunc (c *virtualNetworkLinksClient) Get(ctx context.Context, resourceGroupName string, privateZoneName string, virtualNetworkLinkName string, options *armprivatedns.VirtualNetworkLinksClientGetOptions) (armprivatedns.VirtualNetworkLinksClientGetResponse, error) {\n\treturn c.client.Get(ctx, resourceGroupName, privateZoneName, virtualNetworkLinkName, options)\n}\n\nfunc NewVirtualNetworkLinksClient(client *armprivatedns.VirtualNetworkLinksClient) VirtualNetworkLinksClient {\n\treturn &virtualNetworkLinksClient{client: client}\n}\n" }, { "path": "sources/azure/clients/virtual-network-peerings-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_virtual_network_peerings_client.go -package=mocks -source=virtual-network-peerings-client.go\n\n// VirtualNetworkPeeringsPager is a type alias for the generic Pager interface with virtual network peerings list response type.\ntype VirtualNetworkPeeringsPager = Pager[armnetwork.VirtualNetworkPeeringsClientListResponse]\n\n// VirtualNetworkPeeringsClient is an interface for interacting with Azure virtual network peerings.\ntype VirtualNetworkPeeringsClient interface {\n\tGet(ctx context.Context, resourceGroupName string, virtualNetworkName string, peeringName string, options *armnetwork.VirtualNetworkPeeringsClientGetOptions) (armnetwork.VirtualNetworkPeeringsClientGetResponse, error)\n\tNewListPager(resourceGroupName string, virtualNetworkName string, options *armnetwork.VirtualNetworkPeeringsClientListOptions) VirtualNetworkPeeringsPager\n}\n\ntype virtualNetworkPeeringsClientAdapter struct {\n\tclient *armnetwork.VirtualNetworkPeeringsClient\n}\n\nfunc (a *virtualNetworkPeeringsClientAdapter) Get(ctx context.Context, resourceGroupName string, virtualNetworkName string, peeringName string, options *armnetwork.VirtualNetworkPeeringsClientGetOptions) (armnetwork.VirtualNetworkPeeringsClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, virtualNetworkName, peeringName, options)\n}\n\nfunc (a *virtualNetworkPeeringsClientAdapter) NewListPager(resourceGroupName string, virtualNetworkName string, options *armnetwork.VirtualNetworkPeeringsClientListOptions) VirtualNetworkPeeringsPager {\n\treturn a.client.NewListPager(resourceGroupName, virtualNetworkName, options)\n}\n\n// NewVirtualNetworkPeeringsClient creates a new VirtualNetworkPeeringsClient from the Azure SDK client.\nfunc NewVirtualNetworkPeeringsClient(client *armnetwork.VirtualNetworkPeeringsClient) VirtualNetworkPeeringsClient {\n\treturn &virtualNetworkPeeringsClientAdapter{client: client}\n}\n" }, { "path": "sources/azure/clients/virtual-networks-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_virtual_networks_client.go -package=mocks -source=virtual-networks-client.go\n\n// VirtualNetworksPager is a type alias for the generic Pager interface with virtual network response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype VirtualNetworksPager = Pager[armnetwork.VirtualNetworksClientListResponse]\n\n// VirtualNetworksClient is an interface for interacting with Azure virtual networks\ntype VirtualNetworksClient interface {\n\tGet(ctx context.Context, resourceGroupName string, virtualNetworkName string, options *armnetwork.VirtualNetworksClientGetOptions) (armnetwork.VirtualNetworksClientGetResponse, error)\n\tNewListPager(resourceGroupName string, options *armnetwork.VirtualNetworksClientListOptions) VirtualNetworksPager\n}\n\n// virtualNetworksClientAdapter adapts the concrete Azure SDK client to our interface\ntype virtualNetworksClientAdapter struct {\n\tclient *armnetwork.VirtualNetworksClient\n}\n\nfunc (a *virtualNetworksClientAdapter) Get(ctx context.Context, resourceGroupName string, virtualNetworkName string, options *armnetwork.VirtualNetworksClientGetOptions) (armnetwork.VirtualNetworksClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, virtualNetworkName, options)\n}\n\nfunc (a *virtualNetworksClientAdapter) NewListPager(resourceGroupName string, options *armnetwork.VirtualNetworksClientListOptions) VirtualNetworksPager {\n\treturn a.client.NewListPager(resourceGroupName, options)\n}\n\n// NewVirtualNetworksClient creates a new VirtualNetworksClient from the Azure SDK client\nfunc NewVirtualNetworksClient(client *armnetwork.VirtualNetworksClient) VirtualNetworksClient {\n\treturn &virtualNetworksClientAdapter{client: client}\n}\n" }, { "path": "sources/azure/clients/zones-client.go", "content": "package clients\n\nimport (\n\t\"context\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns\"\n)\n\n//go:generate mockgen -destination=../shared/mocks/mock_zones_client.go -package=mocks -source=zones-client.go\n\n// ZonesPager is a type alias for the generic Pager interface with zone response type.\n// This uses the generic Pager[T] interface to avoid code duplication.\ntype ZonesPager = Pager[armdns.ZonesClientListByResourceGroupResponse]\n\n// ZonesClient is an interface for interacting with Azure zones\ntype ZonesClient interface {\n\tNewListByResourceGroupPager(resourceGroupName string, options *armdns.ZonesClientListByResourceGroupOptions) ZonesPager\n\tGet(ctx context.Context, resourceGroupName string, zoneName string, options *armdns.ZonesClientGetOptions) (armdns.ZonesClientGetResponse, error)\n}\n\ntype zonesClient struct {\n\tclient *armdns.ZonesClient\n}\n\nfunc (a *zonesClient) NewListByResourceGroupPager(resourceGroupName string, options *armdns.ZonesClientListByResourceGroupOptions) ZonesPager {\n\treturn a.client.NewListByResourceGroupPager(resourceGroupName, options)\n}\n\nfunc (a *zonesClient) Get(ctx context.Context, resourceGroupName string, zoneName string, options *armdns.ZonesClientGetOptions) (armdns.ZonesClientGetResponse, error) {\n\treturn a.client.Get(ctx, resourceGroupName, zoneName, options)\n}\n\n// NewZonesClient creates a new ZonesClient from the Azure SDK client\nfunc NewZonesClient(client *armdns.ZonesClient) ZonesClient {\n\treturn &zonesClient{client: client}\n}\n" }, { "path": "sources/azure/cmd/root.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"os/signal\"\n\t\"strings\"\n\t\"syscall\"\n\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/overmindtech/cli/go/logging\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/pflag\"\n\t\"github.com/spf13/viper\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"github.com/overmindtech/cli/sources/azure/proc\"\n)\n\nvar cfgFile string\n\n// rootCmd represents the base command when called without any subcommands\nvar rootCmd = &cobra.Command{\n\tUse: \"azure-source\",\n\tShort: \"Remote primary source for Azure\",\n\tSilenceUsage: true,\n\tLong: `This sources looks for Azure resources in your account.\n`,\n\tRunE: func(cmd *cobra.Command, args []string) error {\n\t\tctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)\n\t\tdefer stop()\n\t\tdefer tracing.LogRecoverToReturn(ctx, \"azure-source.root\")\n\t\thealthCheckPort := viper.GetInt(\"health-check-port\")\n\n\t\tengineConfig, err := discovery.EngineConfigFromViper(\"azure\", tracing.Version())\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Error(\"Could not create engine config\")\n\t\t\treturn fmt.Errorf(\"could not create engine config: %w\", err)\n\t\t}\n\n\t\t// Create a basic engine first so we can serve health probes and heartbeats even if init fails\n\t\te, err := discovery.NewEngine(engineConfig)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Could not create engine\")\n\t\t\treturn fmt.Errorf(\"could not create engine: %w\", err)\n\t\t}\n\n\t\t// Serve health probes before initialization so they're available even on failure\n\t\te.ServeHealthProbes(healthCheckPort)\n\n\t\t// Start the engine (NATS connection) before adapter init so heartbeats work\n\t\terr = e.Start(ctx)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Could not start engine\")\n\t\t\treturn fmt.Errorf(\"could not start engine: %w\", err)\n\t\t}\n\n\t\t// Config validation (permanent errors β€” no retry, just idle with error)\n\t\tazureCfg, cfgErr := proc.ConfigFromViper()\n\t\tif cfgErr != nil {\n\t\t\tlog.WithError(cfgErr).Error(\"Azure source config error - pod will stay running with error status\")\n\t\t\te.SetInitError(cfgErr)\n\t\t\tsentry.CaptureException(cfgErr)\n\t\t} else {\n\t\t\t// Adapter init (retryable errors β€” backoff capped at 5 min)\n\t\t\te.InitialiseAdapters(ctx, func(ctx context.Context) error {\n\t\t\t\treturn proc.InitializeAdapters(ctx, e, azureCfg)\n\t\t\t})\n\t\t}\n\n\t\t<-ctx.Done()\n\n\t\tlog.Info(\"Stopping engine\")\n\n\t\terr = e.Stop()\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Error(\"Could not stop engine\")\n\t\t\treturn fmt.Errorf(\"could not stop engine: %w\", err)\n\t\t}\n\t\tlog.Info(\"Stopped\")\n\n\t\treturn nil\n\t},\n}\n\n// Execute adds all child commands to the root command and sets flags appropriately.\n// This is called by main.main(). It only needs to happen once to the rootCmd.\nfunc Execute() {\n\tif err := rootCmd.Execute(); err != nil {\n\t\tfmt.Println(err)\n\t\tos.Exit(1)\n\t}\n}\n\nfunc init() {\n\tcobra.OnInitialize(initConfig)\n\n\t// Here you will define your flags and configuration settings.\n\t// Cobra supports persistent flags, which, if defined here,\n\t// will be global for your application.\n\tvar logLevel string\n\n\t// add engine flags\n\tdiscovery.AddEngineFlags(rootCmd)\n\n\t// General config options\n\trootCmd.PersistentFlags().StringVar(&cfgFile, \"config\", \"/etc/srcman/config/source.yaml\", \"config file path\")\n\trootCmd.PersistentFlags().StringVar(&logLevel, \"log\", \"info\", \"Set the log level. Valid values: panic, fatal, error, warn, info, debug, trace\")\n\n\t// Custom flags for this source\n\trootCmd.PersistentFlags().IntP(\"health-check-port\", \"\", 8080, \"The port that the health check should run on\")\n\trootCmd.PersistentFlags().String(\"azure-subscription-id\", \"\", \"Azure Subscription ID that this source should operate in\")\n\trootCmd.PersistentFlags().String(\"azure-tenant-id\", \"\", \"Azure Tenant ID (Azure AD tenant) for authentication\")\n\trootCmd.PersistentFlags().String(\"azure-client-id\", \"\", \"Azure Client ID (Application ID) for federated credentials authentication\")\n\trootCmd.PersistentFlags().String(\"azure-regions\", \"\", \"Comma-separated list of Azure regions that this source should operate in\")\n\n\t// tracing\n\trootCmd.PersistentFlags().String(\"honeycomb-api-key\", \"\", \"If specified, configures opentelemetry libraries to submit traces to honeycomb\")\n\trootCmd.PersistentFlags().String(\"sentry-dsn\", \"\", \"If specified, configures sentry libraries to capture errors\")\n\trootCmd.PersistentFlags().String(\"run-mode\", \"release\", \"Set the run mode for this service, 'release', 'debug' or 'test'. Defaults to 'release'.\")\n\trootCmd.PersistentFlags().Bool(\"json-log\", true, \"Set to false to emit logs as text for easier reading in development.\")\n\tcobra.CheckErr(viper.BindEnv(\"json-log\", \"AZURE_SOURCE_JSON_LOG\", \"JSON_LOG\"))\n\n\t// Bind these to viper\n\tcobra.CheckErr(viper.BindPFlags(rootCmd.PersistentFlags()))\n\n\t// Run this before we do anything to set up the loglevel\n\trootCmd.PersistentPreRunE = func(cmd *cobra.Command, args []string) error {\n\t\tif lvl, err := log.ParseLevel(logLevel); err == nil {\n\t\t\tlog.SetLevel(lvl)\n\t\t} else {\n\t\t\tlog.SetLevel(log.InfoLevel)\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"error\": err,\n\t\t\t}).Error(\"Could not parse log level\")\n\t\t}\n\n\t\tlog.AddHook(TerminationLogHook{})\n\n\t\t// Bind flags that haven't been set to the values from viper of we have them\n\t\tvar bindErr error\n\t\tcmd.PersistentFlags().VisitAll(func(f *pflag.Flag) {\n\t\t\t// Bind the flag to viper only if it has a non-empty default\n\t\t\tif f.DefValue != \"\" || f.Changed {\n\t\t\t\tif err := viper.BindPFlag(f.Name, f); err != nil {\n\t\t\t\t\tbindErr = err\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t\tif bindErr != nil {\n\t\t\tlog.WithError(bindErr).Error(\"could not bind flag to viper\")\n\t\t\treturn fmt.Errorf(\"could not bind flag to viper: %w\", bindErr)\n\t\t}\n\n\t\tif viper.GetBool(\"json-log\") {\n\t\t\tlogging.ConfigureLogrusJSON(log.StandardLogger())\n\t\t}\n\n\t\tif err := tracing.InitTracerWithUpstreams(\"azure-source\", viper.GetString(\"honeycomb-api-key\"), viper.GetString(\"sentry-dsn\")); err != nil {\n\t\t\tlog.WithError(err).Error(\"could not init tracer\")\n\t\t\treturn fmt.Errorf(\"could not init tracer: %w\", err)\n\t\t}\n\t\treturn nil\n\t}\n\t// shut down tracing at the end of the process\n\trootCmd.PersistentPostRun = func(cmd *cobra.Command, args []string) {\n\t\ttracing.ShutdownTracer(context.Background())\n\t}\n}\n\n// initConfig reads in config file and ENV variables if set.\nfunc initConfig() {\n\tviper.SetConfigFile(cfgFile)\n\n\treplacer := strings.NewReplacer(\"-\", \"_\")\n\n\tviper.SetEnvKeyReplacer(replacer)\n\tviper.AutomaticEnv() // read in environment variables that match\n\n\t// If a config file is found, read it in.\n\tif err := viper.ReadInConfig(); err == nil {\n\t\tlog.Infof(\"Using config file: %v\", viper.ConfigFileUsed())\n\t}\n}\n\n// TerminationLogHook A hook that logs fatal errors to the termination log\ntype TerminationLogHook struct{}\n\nfunc (t TerminationLogHook) Levels() []log.Level {\n\treturn []log.Level{log.FatalLevel}\n}\n\nfunc (t TerminationLogHook) Fire(e *log.Entry) error {\n\t// shutdown tracing first to ensure all spans are flushed\n\ttracing.ShutdownTracer(context.Background())\n\ttLog, err := os.OpenFile(\"/dev/termination-log\", os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0o644)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tvar message string\n\n\tmessage = e.Message\n\n\tfor k, v := range e.Data {\n\t\tmessage = fmt.Sprintf(\"%v %v=%v\", message, k, v)\n\t}\n\n\t_, err = tLog.WriteString(message)\n\n\treturn err\n}\n" }, { "path": "sources/azure/cmd/root_test.go", "content": "package cmd\n\nimport (\n\t\"bytes\"\n\t\"strings\"\n\t\"testing\"\n)\n\nfunc TestRootCommand_ShowsUsageWithoutOptions(t *testing.T) {\n\t// Capture stdout and stderr\n\tvar buf bytes.Buffer\n\trootCmd.SetOut(&buf)\n\trootCmd.SetErr(&buf)\n\n\t// Execute the command with --help flag to simulate usage request\n\trootCmd.SetArgs([]string{\"--help\"})\n\terr := rootCmd.Execute()\n\n\t// Get the output\n\toutput := buf.String()\n\n\t// Verify that usage information is present in the output\n\tusageIndicators := []string{\n\t\t\"azure-source\",\n\t\t\"This sources looks for Azure resources in your account\",\n\t\t\"Usage:\",\n\t\t\"Flags:\",\n\t}\n\n\tfor _, indicator := range usageIndicators {\n\t\tif !strings.Contains(output, indicator) {\n\t\t\tt.Errorf(\"Expected usage output to contain %q, but it didn't. Output: %s\", indicator, output)\n\t\t}\n\t}\n\n\t// --help should not produce an error\n\tif err != nil {\n\t\tt.Errorf(\"Expected Execute() with --help to return nil, but got error: %v\", err)\n\t}\n}\n" }, { "path": "sources/azure/docs/federated-credentials.md", "content": "# Azure Federated Credentials Implementation\n\n## Overview\n\nThe Azure source now supports federated credential authentication using the Azure SDK's `DefaultAzureCredential`. This provides a flexible authentication mechanism that automatically handles multiple authentication methods, making it suitable for various deployment scenarios including Kubernetes workload identity, managed identity, and local development.\n\n## How It Works\n\n### DefaultAzureCredential Chain\n\nThe `DefaultAzureCredential` attempts authentication using multiple methods in the following order:\n\n1. **Environment Variables** - Service principal or workload identity via environment variables\n2. **Workload Identity** - Kubernetes/EKS with OIDC federation (via `AZURE_FEDERATED_TOKEN_FILE`)\n3. **Managed Identity** - When running on Azure infrastructure (VMs, App Service, Functions, etc.)\n4. **Azure CLI** - Uses credentials from `az login` (ideal for local development)\n\nThe first successful authentication method is used, and subsequent methods are not attempted.\n\n### Implementation Details\n\n#### Credential Initialization\n\nThe credential initialization is handled in `sources/azure/shared/credentials.go`:\n\n```go\nfunc NewAzureCredential(ctx context.Context) (*azidentity.DefaultAzureCredential, error) {\n cred, err := azidentity.NewDefaultAzureCredential(nil)\n if err != nil {\n return nil, fmt.Errorf(\"failed to create Azure credential: %w\", err)\n }\n return cred, nil\n}\n```\n\n#### Client Initialization\n\nAzure SDK clients are initialized with the credential in `sources/azure/proc/proc.go`:\n\n```go\n// Initialize Azure credentials\ncred, err := azureshared.NewAzureCredential(ctx)\nif err != nil {\n return fmt.Errorf(\"error creating Azure credentials: %w\", err)\n}\n\n// Pass credentials to adapters\ndiscoveryAdapters, err := adapters(ctx, cfg.SubscriptionID, cfg.TenantID,\n cfg.ClientID, cfg.Regions, cred, linker, true)\n```\n\n#### Resource Group Discovery\n\nThe implementation automatically discovers all resource groups in the subscription and creates adapters for each:\n\n```go\n// Discover resource groups in the subscription\nrgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\npager := rgClient.NewListPager(nil)\nfor pager.More() {\n page, err := pager.NextPage(ctx)\n for _, rg := range page.Value {\n resourceGroups = append(resourceGroups, *rg.Name)\n }\n}\n```\n\n#### Permission Verification\n\nThe source verifies subscription access at startup:\n\n```go\nfunc checkSubscriptionAccess(ctx context.Context, subscriptionID string,\n cred *azidentity.DefaultAzureCredential) error {\n\n client, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n if err != nil {\n return fmt.Errorf(\"failed to create resource groups client: %w\", err)\n }\n\n // Try to list resource groups to verify access\n pager := client.NewListPager(nil)\n _, err = pager.NextPage(ctx)\n if err != nil {\n return fmt.Errorf(\"failed to verify subscription access: %w\", err)\n }\n\n return nil\n}\n```\n\n## Environment Variables\n\n### Required Variables\n\nThese variables must be set for the Azure source to function:\n\n- `AZURE_SUBSCRIPTION_ID` - The Azure subscription ID to discover resources in\n- `AZURE_TENANT_ID` - The Azure AD tenant ID\n- `AZURE_CLIENT_ID` - The application/client ID\n\n### Authentication Method Variables\n\nDepending on your authentication method, you may need additional variables:\n\n#### Service Principal with Client Secret\n\n```bash\nexport AZURE_CLIENT_SECRET=\"your-client-secret\"\n```\n\n#### Service Principal with Certificate\n\n```bash\nexport AZURE_CLIENT_CERTIFICATE_PATH=\"/path/to/certificate.pem\"\n```\n\n#### Federated Workload Identity (Kubernetes/EKS)\n\n```bash\nexport AZURE_FEDERATED_TOKEN_FILE=\"/var/run/secrets/azure/tokens/azure-identity-token\"\n```\n\nThis is typically set automatically by the Azure Workload Identity webhook when running in Kubernetes with proper annotations.\n\n## Authentication Methods\n\n### 1. Workload Identity (Kubernetes with OIDC Federation)\n\n**Use Case:** Running in Kubernetes clusters (AKS, EKS, GKE) with Azure Workload Identity configured.\n\n**How It Works:**\n- The Kubernetes pod is annotated with an Azure AD application\n- Azure AD trusts the OIDC token from the Kubernetes cluster\n- A federated token file is mounted into the pod\n- `DefaultAzureCredential` reads this token and exchanges it for Azure credentials\n\n**Configuration:**\n```yaml\n# Pod annotation\nazure.workload.identity/client-id: \"00000000-0000-0000-0000-000000000000\"\nazure.workload.identity/tenant-id: \"00000000-0000-0000-0000-000000000000\"\n\n# Environment variables (set automatically by webhook)\nAZURE_CLIENT_ID: \"00000000-0000-0000-0000-000000000000\"\nAZURE_TENANT_ID: \"00000000-0000-0000-0000-000000000000\"\nAZURE_FEDERATED_TOKEN_FILE: \"/var/run/secrets/azure/tokens/azure-identity-token\"\n```\n\n**Reference:** [Azure Workload Identity Documentation](https://azure.github.io/azure-workload-identity/docs/)\n\n### 2. Service Principal (Environment Variables)\n\n**Use Case:** CI/CD pipelines, containerized deployments, or any scenario where you have a service principal.\n\n**Configuration:**\n```bash\nexport AZURE_SUBSCRIPTION_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_TENANT_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_CLIENT_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_CLIENT_SECRET=\"your-client-secret\"\n```\n\n### 3. Managed Identity\n\n**Use Case:** Running on Azure infrastructure (VMs, App Service, Container Instances, etc.)\n\n**How It Works:**\n- Azure automatically provides credentials to the service\n- No credentials need to be stored or configured\n- `DefaultAzureCredential` automatically detects and uses managed identity\n\n**Configuration:**\n- System-assigned identity: No configuration needed\n- User-assigned identity: Set `AZURE_CLIENT_ID` to the identity's client ID\n\n### 4. Azure CLI (Local Development)\n\n**Use Case:** Local development and testing\n\n**Setup:**\n```bash\n# Login with Azure CLI\naz login\n\n# Set the subscription\naz account set --subscription \"your-subscription-id\"\n```\n\n**Configuration:**\n```bash\n# Only subscription ID is needed from environment\nexport AZURE_SUBSCRIPTION_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_TENANT_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_CLIENT_ID=\"00000000-0000-0000-0000-000000000000\"\n```\n\nThe Azure source will use the credentials from `az login` automatically.\n\n## Required Azure Permissions\n\nThe Azure source requires the following permissions on the subscription:\n\n### Built-in Role\nThe minimum required role is **Reader** at the subscription level.\n\n### Specific Permissions\n- `Microsoft.Resources/subscriptions/resourceGroups/read` - List resource groups\n- `Microsoft.Compute/virtualMachines/read` - Read virtual machines\n- Additional read permissions for other resource types as adapters are added\n\n## Troubleshooting\n\n### Common Issues\n\n#### 1. \"DefaultAzureCredential failed to retrieve a token\"\n\n**Cause:** No valid authentication method is available.\n\n**Solution:**\n- Verify environment variables are set correctly\n- For local development, run `az login`\n- For workload identity, verify pod annotations and service account configuration\n\n#### 2. \"Failed to verify subscription access\"\n\n**Cause:** Credentials don't have access to the subscription, or subscription ID is incorrect.\n\n**Solution:**\n- Verify the subscription ID is correct\n- Ensure the identity has at least Reader role on the subscription\n- Check Azure AD tenant ID matches the subscription's tenant\n\n#### 3. \"Failed to list resource groups\"\n\n**Cause:** Missing permissions or network connectivity issues.\n\n**Solution:**\n- Verify the identity has `Microsoft.Resources/subscriptions/resourceGroups/read` permission\n- Check network connectivity to Azure (firewall, proxy)\n- Verify subscription ID is correct\n\n### Debugging\n\nEnable debug logging to see authentication details:\n\n```bash\nexport LOG_LEVEL=debug\n```\n\nThe logs will show:\n- Which authentication method is being used\n- Subscription access verification results\n- Resource group discovery progress\n- Adapter initialization details\n\n## Security Best Practices\n\n1. **Use Workload Identity in Kubernetes**: Preferred method as it avoids storing credentials\n2. **Use Managed Identity on Azure**: No credential management needed\n3. **Avoid Client Secrets in Code**: Always use environment variables\n4. **Rotate Credentials Regularly**: If using service principals with secrets\n5. **Principle of Least Privilege**: Grant only Reader role unless more is needed\n6. **Separate Identities per Environment**: Don't reuse production credentials in development\n\n## References\n\n- [Azure Identity SDK for Go](https://pkg.go.dev/github.com/Azure/azure-sdk-for-go/sdk/azidentity)\n- [DefaultAzureCredential Documentation](https://learn.microsoft.com/en-us/azure/developer/go/sdk/authentication/credential-chains)\n- [Azure Workload Identity](https://azure.github.io/azure-workload-identity/docs/)\n- [Azure Managed Identity](https://learn.microsoft.com/en-us/azure/active-directory/managed-identities-azure-resources/overview)\n- [Azure RBAC Roles](https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles)\n\n" }, { "path": "sources/azure/docs/testing-federated-auth.md", "content": "# Testing Azure Federated Authentication\n\n## Overview\n\nThis document provides comprehensive testing scenarios for Azure federated authentication, including cross-cloud identity federation from AWS and GCP. These scenarios help verify that the Azure source correctly handles federated credentials in various deployment contexts.\n\n## Table of Contents\n\n1. [Local Testing with Azure CLI](#local-testing-with-azure-cli)\n2. [Service Principal Testing](#service-principal-testing)\n3. [AWS Identity to Azure Federation](#aws-identity-to-azure-federation)\n4. [GCP Service Account to Azure Federation](#gcp-service-account-to-azure-federation)\n5. [Kubernetes Workload Identity Testing](#kubernetes-workload-identity-testing)\n6. [Verification and Validation](#verification-and-validation)\n\n## Prerequisites\n\n### Azure Setup\n\n1. **Azure Subscription** with resources to discover\n2. **Azure AD Application** registered\n3. **Reader role** assigned to the application on the subscription\n4. **Resource Groups and VMs** created for testing (optional but recommended)\n\n### Tools Required\n\n- Azure CLI (`az`)\n- AWS CLI (`aws`) - for AWS federation testing\n- GCP CLI (`gcloud`) - for GCP federation testing\n- `kubectl` - for Kubernetes testing\n- `curl` or similar HTTP client\n- `jq` - for JSON parsing\n\n---\n\n## Local Testing with Azure CLI\n\n### Objective\nVerify that the Azure source works with Azure CLI credentials on a developer workstation.\n\n### Setup\n\n1. **Install Azure CLI:**\n```bash\n# macOS\nbrew install azure-cli\n\n# Linux\ncurl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash\n\n# Windows\n# Download from https://aka.ms/installazurecliwindows\n```\n\n2. **Login to Azure:**\n```bash\naz login\n```\n\n3. **Select subscription:**\n```bash\n# List available subscriptions\naz account list --output table\n\n# Set active subscription\naz account set --subscription \"your-subscription-id\"\n\n# Verify\naz account show\n```\n\n### Configuration\n\n```bash\n# Set environment variables\nexport AZURE_SUBSCRIPTION_ID=$(az account show --query id -o tsv)\nexport AZURE_TENANT_ID=$(az account show --query tenantId -o tsv)\nexport AZURE_CLIENT_ID=\"00000000-0000-0000-0000-000000000000\" # Your app's client ID\nexport LOG_LEVEL=debug\n```\n\n### Run the Source\n\n```bash\ncd /workspace/sources/azure\ngo run main.go\n```\n\n### Expected Output\n\n```\nINFO Using config from viper\nINFO Successfully initialized Azure credentials\nINFO Discovered resource groups count=5\nINFO Initialized Azure adapters adapter_count=5\nINFO Successfully verified subscription access\nINFO Starting healthcheck server port=8080\nINFO Sources initialized\n```\n\n### Verification\n\n```bash\n# Check health endpoint\ncurl http://localhost:8080/healthz/alive\n# Expected: \"ok\"\n\n# Check logs for authentication method\n# Should see: \"Successfully initialized Azure credentials\"\n```\n\n### Success Criteria\n\n- βœ… Source starts without errors\n- βœ… Health check returns \"ok\"\n- βœ… Resource groups discovered\n- βœ… Adapters initialized for each resource group\n- βœ… No authentication errors in logs\n\n---\n\n## Service Principal Testing\n\n### Objective\nVerify authentication using a service principal with client secret.\n\n### Setup\n\n1. **Create Service Principal:**\n```bash\n# Create with Reader role on subscription\naz ad sp create-for-rbac \\\n --name \"test-overmind-azure-source\" \\\n --role Reader \\\n --scopes \"/subscriptions/$(az account show --query id -o tsv)\" \\\n --output json > sp-credentials.json\n\n# View credentials\ncat sp-credentials.json\n```\n\n2. **Extract Credentials:**\n```bash\nexport AZURE_SUBSCRIPTION_ID=$(az account show --query id -o tsv)\nexport AZURE_TENANT_ID=$(jq -r '.tenant' sp-credentials.json)\nexport AZURE_CLIENT_ID=$(jq -r '.appId' sp-credentials.json)\nexport AZURE_CLIENT_SECRET=$(jq -r '.password' sp-credentials.json)\nexport LOG_LEVEL=debug\n```\n\n### Test Service Principal\n\n```bash\n# Verify the service principal can authenticate\naz login --service-principal \\\n --username $AZURE_CLIENT_ID \\\n --password $AZURE_CLIENT_SECRET \\\n --tenant $AZURE_TENANT_ID\n\n# List resource groups to verify permissions\naz group list --output table\n\n# Logout (so the source uses environment variables, not CLI cache)\naz logout\n```\n\n### Run the Source\n\n```bash\ncd /workspace/sources/azure\ngo run main.go\n```\n\n### Expected Output\n\n```\nDEBUG Initializing Azure credentials using DefaultAzureCredential\nINFO Successfully initialized Azure credentials auth.method=default-azure-credential\nINFO Discovered resource groups count=5\nINFO Successfully verified subscription access\n```\n\n### Verification\n\n```bash\n# Monitor logs for authentication\n# Should use environment variables, not Azure CLI\n\n# Verify it still works after Azure CLI logout\ncurl http://localhost:8080/healthz/alive\n```\n\n### Cleanup\n\n```bash\n# Delete test service principal\naz ad sp delete --id $AZURE_CLIENT_ID\n\n# Remove credentials file\nrm sp-credentials.json\n```\n\n### Success Criteria\n\n- βœ… Authentication works without Azure CLI session\n- βœ… Service principal credentials used from environment\n- βœ… All resources discovered successfully\n- βœ… Health check passes\n\n---\n\n## AWS Identity to Azure Federation\n\n### Objective\nConfigure AWS IAM identity to authenticate to Azure using OIDC federation, simulating a scenario where the Azure source runs in EKS with AWS IRSA.\n\n### Architecture\n\n```\nAWS EKS Pod β†’ AWS IAM Role β†’ OIDC Token β†’ Azure AD Federated Credential β†’ Azure Access\n```\n\n### Prerequisites\n\n- AWS account with EKS cluster\n- Azure subscription and Azure AD tenant\n- OIDC issuer configured on EKS cluster\n\n### Step 1: Configure Azure AD Application\n\n```bash\n# Create Azure AD application\naz ad app create --display-name \"test-aws-to-azure-federation\" \\\n --output json > azure-app.json\n\nAPP_OBJECT_ID=$(jq -r '.id' azure-app.json)\nAPP_CLIENT_ID=$(jq -r '.appId' azure-app.json)\n\necho \"Azure AD Application Client ID: $APP_CLIENT_ID\"\n```\n\n### Step 2: Get AWS EKS OIDC Issuer\n\n```bash\n# Get OIDC issuer URL from your EKS cluster\nexport OIDC_ISSUER=$(aws eks describe-cluster \\\n --name your-eks-cluster-name \\\n --query \"cluster.identity.oidc.issuer\" \\\n --output text)\n\n# Remove https:// prefix\nexport OIDC_ISSUER_URL=${OIDC_ISSUER#https://}\n\necho \"OIDC Issuer: $OIDC_ISSUER\"\n```\n\n### Step 3: Create Federated Identity Credential in Azure\n\n```bash\n# Create federated credential that trusts AWS EKS OIDC\naz ad app federated-credential create \\\n --id $APP_OBJECT_ID \\\n --parameters '{\n \"name\": \"aws-eks-federation\",\n \"issuer\": \"'\"$OIDC_ISSUER\"'\",\n \"subject\": \"system:serviceaccount:default:azure-source-sa\",\n \"audiences\": [\"sts.amazonaws.com\"],\n \"description\": \"Federated credential for AWS EKS to Azure\"\n }'\n\n# Verify creation\naz ad app federated-credential list --id $APP_OBJECT_ID\n```\n\n### Step 4: Assign Azure Permissions\n\n```bash\n# Create service principal from app\naz ad sp create --id $APP_CLIENT_ID\n\n# Assign Reader role\naz role assignment create \\\n --role Reader \\\n --assignee $APP_CLIENT_ID \\\n --scope /subscriptions/$(az account show --query id -o tsv)\n```\n\n### Step 5: Configure AWS IAM Role\n\n```bash\n# Create IAM role with trust policy for EKS service account\ncat > trust-policy.json < azure-app-gcp.json\n\nAPP_OBJECT_ID=$(jq -r '.id' azure-app-gcp.json)\nAPP_CLIENT_ID=$(jq -r '.appId' azure-app-gcp.json)\n\n# Create federated credential\naz ad app federated-credential create \\\n --id $APP_OBJECT_ID \\\n --parameters '{\n \"name\": \"gcp-gke-federation\",\n \"issuer\": \"'\"$OIDC_ISSUER\"'\",\n \"subject\": \"system:serviceaccount:default:azure-source-ksa\",\n \"audiences\": [\"azure\"],\n \"description\": \"Federated credential for GCP GKE to Azure\"\n }'\n\n# Create service principal and assign Reader role\naz ad sp create --id $APP_CLIENT_ID\naz role assignment create \\\n --role Reader \\\n --assignee $APP_CLIENT_ID \\\n --scope /subscriptions/$(az account show --query id -o tsv)\n```\n\n### Step 4: Configure GKE Resources\n\n```yaml\n# azure-source-gke.yaml\napiVersion: v1\nkind: ServiceAccount\nmetadata:\n name: azure-source-ksa\n namespace: default\n annotations:\n iam.gke.io/gcp-service-account: azure-source-gsa@YOUR_PROJECT.iam.gserviceaccount.com\n---\napiVersion: apps/v1\nkind: Deployment\nmetadata:\n name: azure-source\n namespace: default\nspec:\n replicas: 1\n selector:\n matchLabels:\n app: azure-source\n template:\n metadata:\n labels:\n app: azure-source\n spec:\n serviceAccountName: azure-source-ksa\n containers:\n - name: azure-source\n image: your-registry/azure-source:latest\n env:\n - name: AZURE_SUBSCRIPTION_ID\n value: \"your-azure-subscription-id\"\n - name: AZURE_TENANT_ID\n value: \"your-azure-tenant-id\"\n - name: AZURE_CLIENT_ID\n value: \"your-azure-app-client-id\"\n - name: LOG_LEVEL\n value: \"debug\"\n # GKE will inject GOOGLE_APPLICATION_CREDENTIALS automatically\n```\n\n### Step 5: Bind Service Accounts\n\n```bash\n# Allow Kubernetes service account to impersonate GCP service account\ngcloud iam service-accounts add-iam-policy-binding $GSA_EMAIL \\\n --role roles/iam.workloadIdentityUser \\\n --member \"serviceAccount:$PROJECT_ID.svc.id.goog[default/azure-source-ksa]\"\n\n# Deploy to GKE\nkubectl apply -f azure-source-gke.yaml\n\n# Wait for pod\nkubectl wait --for=condition=ready pod -l app=azure-source --timeout=60s\n```\n\n### Step 6: Verify\n\n```bash\n# Check logs\nkubectl logs -l app=azure-source --tail=50\n\n# Check health\nkubectl port-forward deployment/azure-source 8080:8080 &\ncurl http://localhost:8080/healthz/alive\n\n# Verify GCP token is available\nkubectl exec -it deployment/azure-source -- env | grep GOOGLE\n```\n\n### Troubleshooting\n\n```bash\n# Check workload identity binding\ngcloud iam service-accounts get-iam-policy $GSA_EMAIL\n\n# Verify token can be obtained\nkubectl exec -it deployment/azure-source -- \\\n gcloud auth print-identity-token\n\n# Check Azure federated credential\naz ad app federated-credential list --id $APP_OBJECT_ID\n```\n\n### Cleanup\n\n```bash\n# Delete GKE resources\nkubectl delete -f azure-source-gke.yaml\n\n# Delete GCP service account\ngcloud iam service-accounts delete $GSA_EMAIL --quiet\n\n# Delete Azure resources\naz ad app federated-credential delete \\\n --id $APP_OBJECT_ID \\\n --federated-credential-id gcp-gke-federation\naz ad app delete --id $APP_OBJECT_ID\n```\n\n### Success Criteria\n\n- βœ… GCP OIDC token exchanged for Azure credentials\n- βœ… Source authenticates to Azure from GKE\n- βœ… Resources discovered successfully\n- βœ… Health check passes\n\n---\n\n## Kubernetes Workload Identity Testing\n\n### Objective\nTest native Azure Workload Identity in AKS (Azure Kubernetes Service).\n\n### Prerequisites\n\n- AKS cluster with OIDC issuer and Workload Identity enabled\n- Azure AD application registered\n- Azure Workload Identity webhook installed\n\n### Setup\n\n```bash\n# Enable OIDC and Workload Identity on AKS\naz aks update \\\n --resource-group myResourceGroup \\\n --name myAKSCluster \\\n --enable-oidc-issuer \\\n --enable-workload-identity\n\n# Install Azure Workload Identity webhook (if not installed)\nhelm repo add azure-workload-identity https://azure.github.io/azure-workload-identity/charts\nhelm install workload-identity-webhook azure-workload-identity/workload-identity-webhook \\\n --namespace azure-workload-identity-system \\\n --create-namespace\n\n# Get OIDC issuer URL\nexport OIDC_ISSUER_URL=$(az aks show \\\n --resource-group myResourceGroup \\\n --name myAKSCluster \\\n --query \"oidcIssuerProfile.issuerUrl\" -o tsv)\n```\n\n### Configure Azure AD\n\n```bash\n# Create application\naz ad app create --display-name \"azure-source-aks-workload-id\" \\\n --output json > app.json\n\nAPP_OBJECT_ID=$(jq -r '.id' app.json)\nAPP_CLIENT_ID=$(jq -r '.appId' app.json)\n\n# Create federated credential\naz ad app federated-credential create \\\n --id $APP_OBJECT_ID \\\n --parameters \"{\n \\\"name\\\": \\\"aks-workload-identity\\\",\n \\\"issuer\\\": \\\"$OIDC_ISSUER_URL\\\",\n \\\"subject\\\": \\\"system:serviceaccount:default:azure-source-sa\\\",\n \\\"audiences\\\": [\\\"api://AzureADTokenExchange\\\"]\n }\"\n\n# Assign permissions\naz ad sp create --id $APP_CLIENT_ID\naz role assignment create \\\n --role Reader \\\n --assignee $APP_CLIENT_ID \\\n --scope /subscriptions/$(az account show --query id -o tsv)\n```\n\n### Deploy\n\n```yaml\n# azure-source-aks.yaml\napiVersion: v1\nkind: ServiceAccount\nmetadata:\n name: azure-source-sa\n annotations:\n azure.workload.identity/client-id: \"YOUR_APP_CLIENT_ID\"\n azure.workload.identity/tenant-id: \"YOUR_TENANT_ID\"\n---\napiVersion: apps/v1\nkind: Deployment\nmetadata:\n name: azure-source\nspec:\n replicas: 1\n selector:\n matchLabels:\n app: azure-source\n template:\n metadata:\n labels:\n app: azure-source\n azure.workload.identity/use: \"true\"\n spec:\n serviceAccountName: azure-source-sa\n containers:\n - name: azure-source\n image: your-registry/azure-source:latest\n env:\n - name: AZURE_SUBSCRIPTION_ID\n value: \"your-subscription-id\"\n - name: AZURE_TENANT_ID\n value: \"your-tenant-id\"\n - name: AZURE_CLIENT_ID\n value: \"your-client-id\"\n```\n\n```bash\nkubectl apply -f azure-source-aks.yaml\nkubectl wait --for=condition=ready pod -l app=azure-source --timeout=60s\nkubectl logs -l app=azure-source\n```\n\n### Success Criteria\n\n- βœ… Workload Identity webhook injects token volume\n- βœ… Source authenticates using projected token\n- βœ… Resources discovered\n- βœ… Health check passes\n\n---\n\n## Verification and Validation\n\n### Standard Checks\n\nAfter completing any test scenario, perform these verification steps:\n\n#### 1. Health Check\n\n```bash\n# Forward port\nkubectl port-forward deployment/azure-source 8080:8080 &\n\n# Check health\ncurl http://localhost:8080/healthz/alive\n\n# Expected: \"ok\"\n```\n\n#### 2. Log Analysis\n\n```bash\n# Check for successful authentication\nkubectl logs -l app=azure-source | grep \"Successfully initialized Azure credentials\"\n\n# Check for resource discovery\nkubectl logs -l app=azure-source | grep \"Discovered resource groups\"\n\n# Check for subscription verification\nkubectl logs -l app=azure-source | grep \"Successfully verified subscription access\"\n\n# Look for errors\nkubectl logs -l app=azure-source | grep -i error\n```\n\n#### 3. Metrics and Observability\n\nIf Honeycomb/Sentry integration is enabled:\n\n```bash\n# Check traces in Honeycomb for:\n# - Authentication attempts\n# - Resource discovery operations\n# - Health check calls\n\n# Check Sentry for any error reports\n```\n\n### Validation Checklist\n\n- [ ] Source starts successfully\n- [ ] No authentication errors\n- [ ] Subscription access verified\n- [ ] Resource groups discovered\n- [ ] Adapters initialized\n- [ ] Health check returns 200 OK\n- [ ] Logs show expected authentication method\n- [ ] No error traces in observability tools\n- [ ] Source survives pod restarts\n- [ ] Token refresh works (for long-running tests)\n\n### Performance Testing\n\n```bash\n# Measure startup time\nkubectl logs -l app=azure-source --timestamps | \\\n awk '/Started/ {print $1}'\n\n# Check memory usage\nkubectl top pod -l app=azure-source\n\n# Monitor over time\nwatch -n 5 'kubectl top pod -l app=azure-source'\n```\n\n### Common Issues and Solutions\n\n| Issue | Possible Cause | Solution |\n|-------|---------------|----------|\n| \"DefaultAzureCredential failed\" | No auth method available | Check environment variables, verify OIDC token injection |\n| \"Failed to verify subscription access\" | Insufficient permissions | Verify Reader role assignment |\n| \"Failed to list resource groups\" | Network/permissions issue | Check network policies, verify subscription ID |\n| Pod crashloops | Invalid configuration | Check logs with `kubectl logs`, verify all required env vars |\n| Health check fails | Credentials expired/invalid | Check credential validity, verify RBAC |\n\n## Summary\n\nThis testing guide covers:\n- βœ… Local development with Azure CLI\n- βœ… Service principal authentication\n- βœ… AWS to Azure federation (EKSβ†’Azure)\n- βœ… GCP to Azure federation (GKEβ†’Azure)\n- βœ… Native Azure Workload Identity (AKS)\n- βœ… Comprehensive verification steps\n\nThese scenarios ensure the Azure source correctly handles federated credentials across all deployment contexts.\n\n" }, { "path": "sources/azure/docs/usage.md", "content": "# Azure Source Usage Guide\n\n## Quick Start\n\nThis guide provides quick configuration examples for running the Azure source in various environments.\n\n## Prerequisites\n\n1. **Azure Subscription**: An active Azure subscription\n2. **Azure AD Application**: A registered application in Azure AD with appropriate permissions\n3. **Permissions**: At minimum, Reader role on the subscription\n\n## Configuration Methods\n\nThe Azure source can be configured using:\n1. **Command-line flags**\n2. **Environment variables**\n3. **Configuration file** (YAML)\n\n### Environment Variables\n\nEnvironment variables use underscores instead of hyphens and are automatically uppercased:\n- Flag: `--azure-subscription-id` β†’ Environment: `AZURE_SUBSCRIPTION_ID`\n- Flag: `--azure-tenant-id` β†’ Environment: `AZURE_TENANT_ID`\n- Flag: `--azure-client-id` β†’ Environment: `AZURE_CLIENT_ID`\n\n## Common Scenarios\n\n### Scenario 1: Local Development with Azure CLI\n\n**Use Case:** Testing the source on your local machine\n\n**Prerequisites:**\n```bash\n# Install Azure CLI\n# https://learn.microsoft.com/en-us/cli/azure/install-azure-cli\n\n# Login to Azure\naz login\n\n# Set active subscription (optional, if you have multiple)\naz account set --subscription \"your-subscription-name-or-id\"\n\n# Verify current subscription\naz account show\n```\n\n**Configuration:**\n```bash\n# Set required environment variables\nexport AZURE_SUBSCRIPTION_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_TENANT_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_CLIENT_ID=\"00000000-0000-0000-0000-000000000000\"\n\n# Run the source\n./azure-source\n```\n\n**Command-line Alternative:**\n```bash\n./azure-source \\\n --azure-subscription-id=\"00000000-0000-0000-0000-000000000000\" \\\n --azure-tenant-id=\"00000000-0000-0000-0000-000000000000\" \\\n --azure-client-id=\"00000000-0000-0000-0000-000000000000\"\n```\n\n### Scenario 2: Service Principal with Client Secret\n\n**Use Case:** CI/CD pipelines, Docker containers, non-Azure environments\n\n**Setup Service Principal:**\n```bash\n# Create a service principal\naz ad sp create-for-rbac --name \"overmind-azure-source\" \\\n --role Reader \\\n --scopes \"/subscriptions/00000000-0000-0000-0000-000000000000\"\n\n# Output will include:\n# {\n# \"appId\": \"00000000-0000-0000-0000-000000000000\",\n# \"displayName\": \"overmind-azure-source\",\n# \"password\": \"your-client-secret\",\n# \"tenant\": \"00000000-0000-0000-0000-000000000000\"\n# }\n```\n\n**Configuration:**\n```bash\nexport AZURE_SUBSCRIPTION_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_TENANT_ID=\"00000000-0000-0000-0000-000000000000\" # From 'tenant' in output\nexport AZURE_CLIENT_ID=\"00000000-0000-0000-0000-000000000000\" # From 'appId' in output\nexport AZURE_CLIENT_SECRET=\"your-client-secret\" # From 'password' in output\n\n# Run the source\n./azure-source\n```\n\n**Docker Example:**\n```dockerfile\nFROM ubuntu:22.04\n\nCOPY azure-source /usr/local/bin/\n\nENV AZURE_SUBSCRIPTION_ID=\"00000000-0000-0000-0000-000000000000\"\nENV AZURE_TENANT_ID=\"00000000-0000-0000-0000-000000000000\"\nENV AZURE_CLIENT_ID=\"00000000-0000-0000-0000-000000000000\"\n# Client secret should be passed at runtime, not baked into image\n# docker run -e AZURE_CLIENT_SECRET=\"...\" your-image\n\nENTRYPOINT [\"/usr/local/bin/azure-source\"]\n```\n\n### Scenario 3: Kubernetes with Workload Identity\n\n**Use Case:** Running in Kubernetes (AKS, EKS, GKE) with Azure Workload Identity\n\n**Prerequisites:**\n1. Azure Workload Identity installed in cluster\n2. OIDC issuer configured\n3. Federated identity credential configured in Azure AD\n\n**Setup Azure Workload Identity:**\n\n1. **Enable OIDC on your cluster** (example for AKS):\n```bash\naz aks update \\\n --resource-group myResourceGroup \\\n --name myAKSCluster \\\n --enable-oidc-issuer \\\n --enable-workload-identity\n```\n\n2. **Get OIDC Issuer URL:**\n```bash\naz aks show --resource-group myResourceGroup --name myAKSCluster \\\n --query \"oidcIssuerProfile.issuerUrl\" -o tsv\n```\n\n3. **Create Azure AD Application:**\n```bash\naz ad app create --display-name overmind-azure-source\n```\n\n4. **Create Federated Credential:**\n```bash\naz ad app federated-credential create \\\n --id \\\n --parameters '{\n \"name\": \"overmind-k8s-federation\",\n \"issuer\": \"\",\n \"subject\": \"system:serviceaccount:default:overmind-azure-source\",\n \"audiences\": [\"api://AzureADTokenExchange\"]\n }'\n```\n\n5. **Assign Reader role:**\n```bash\naz role assignment create \\\n --role Reader \\\n --assignee \\\n --scope /subscriptions/\n```\n\n**Kubernetes Deployment:**\n```yaml\napiVersion: v1\nkind: ServiceAccount\nmetadata:\n name: overmind-azure-source\n namespace: default\n annotations:\n azure.workload.identity/client-id: \"00000000-0000-0000-0000-000000000000\"\n azure.workload.identity/tenant-id: \"00000000-0000-0000-0000-000000000000\"\n---\napiVersion: apps/v1\nkind: Deployment\nmetadata:\n name: azure-source\n namespace: default\nspec:\n replicas: 1\n selector:\n matchLabels:\n app: azure-source\n template:\n metadata:\n labels:\n app: azure-source\n azure.workload.identity/use: \"true\" # Important!\n spec:\n serviceAccountName: overmind-azure-source\n containers:\n - name: azure-source\n image: your-registry/azure-source:latest\n env:\n - name: AZURE_SUBSCRIPTION_ID\n value: \"00000000-0000-0000-0000-000000000000\"\n - name: AZURE_TENANT_ID\n value: \"00000000-0000-0000-0000-000000000000\"\n - name: AZURE_CLIENT_ID\n value: \"00000000-0000-0000-0000-000000000000\"\n # AZURE_FEDERATED_TOKEN_FILE is set automatically by the webhook\n```\n\n### Scenario 4: Azure VM with Managed Identity\n\n**Use Case:** Running on an Azure Virtual Machine\n\n**Setup:**\n\n1. **Enable System-Assigned Managed Identity on VM:**\n```bash\naz vm identity assign \\\n --resource-group myResourceGroup \\\n --name myVM\n```\n\n2. **Assign Reader role to the managed identity:**\n```bash\n# Get the principal ID\nPRINCIPAL_ID=$(az vm show --resource-group myResourceGroup --name myVM \\\n --query identity.principalId -o tsv)\n\n# Assign role\naz role assignment create \\\n --role Reader \\\n --assignee $PRINCIPAL_ID \\\n --scope /subscriptions/\n```\n\n**Configuration on VM:**\n```bash\n# Only subscription info is needed - managed identity is automatic\nexport AZURE_SUBSCRIPTION_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_TENANT_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_CLIENT_ID=\"00000000-0000-0000-0000-000000000000\"\n\n./azure-source\n```\n\n### Scenario 5: Specify Azure Regions (Optional)\n\n**Use Case:** Limit discovery to specific regions for performance\n\n**Configuration:**\n```bash\nexport AZURE_SUBSCRIPTION_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_TENANT_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_CLIENT_ID=\"00000000-0000-0000-0000-000000000000\"\nexport AZURE_REGIONS=\"eastus,westus2,northeurope\"\n\n./azure-source\n```\n\n**Command-line:**\n```bash\n./azure-source \\\n --azure-subscription-id=\"00000000-0000-0000-0000-000000000000\" \\\n --azure-tenant-id=\"00000000-0000-0000-0000-000000000000\" \\\n --azure-client-id=\"00000000-0000-0000-0000-000000000000\" \\\n --azure-regions=\"eastus,westus2,northeurope\"\n```\n\n**Note:** If regions are not specified, the source will discover resources in all regions.\n\n## Configuration File\n\nYou can also use a YAML configuration file (default location: `/etc/srcman/config/source.yaml`):\n\n```yaml\n# Azure Configuration\nazure-subscription-id: \"00000000-0000-0000-0000-000000000000\"\nazure-tenant-id: \"00000000-0000-0000-0000-000000000000\"\nazure-client-id: \"00000000-0000-0000-0000-000000000000\"\nazure-regions: \"eastus,westus2\"\n\n# Source Configuration\nnats-url: \"nats://nats:4222\"\nmax-parallel-executions: 1000\n\n# Logging\nlog: \"info\" # panic, fatal, error, warn, info, debug, trace\n\n# Health Check\nhealth-check-port: 8080\n\n# Tracing (Optional)\nhoneycomb-api-key: \"your-honeycomb-key\"\nsentry-dsn: \"your-sentry-dsn\"\nrun-mode: \"release\" # release, debug, or test\n```\n\n**Run with config file:**\n```bash\n./azure-source --config /path/to/config.yaml\n```\n\n## Available Flags\n\nAll configuration can be provided via command-line flags:\n\n```bash\n./azure-source --help\n\nFlags:\n # Azure-specific flags\n --azure-subscription-id string Azure Subscription ID that this source should operate in\n --azure-tenant-id string Azure Tenant ID (Azure AD tenant) for authentication\n --azure-client-id string Azure Client ID (Application ID) for federated credentials authentication\n --azure-regions string Comma-separated list of Azure regions that this source should operate in\n\n # General flags\n --config string config file path (default \"/etc/srcman/config/source.yaml\")\n --log string Set the log level (default \"info\")\n --health-check-port int The port that the health check should run on (default 8080)\n\n # NATS flags\n --nats-url string NATS server URL\n --nats-name-prefix string Prefix for NATS connection name\n --max-parallel-executions int Max number of requests to execute in parallel\n\n # Tracing flags\n --honeycomb-api-key string Honeycomb API key for tracing\n --sentry-dsn string Sentry DSN for error tracking\n --run-mode string Run mode: release, debug, or test (default \"release\")\n```\n\n## Health Check\n\nThe source exposes a health check endpoint:\n\n```bash\n# Check health\ncurl http://localhost:8080/healthz/alive\n\n# Response: \"ok\" (HTTP 200) if healthy\n# Response: Error message (HTTP 503 Service Unavailable) if unhealthy\n```\n\nThe health check verifies:\n1. Source is running\n2. Credentials are valid\n3. Subscription is accessible\n\n## Troubleshooting\n\n### Check Logs\n\n```bash\n# Enable debug logging\nexport LOG_LEVEL=debug\n./azure-source\n\n# Or with flag\n./azure-source --log=debug\n```\n\n### Verify Authentication\n\n```bash\n# Test Azure CLI authentication\naz account show\n\n# Test service principal authentication\naz login --service-principal \\\n --username $AZURE_CLIENT_ID \\\n --password $AZURE_CLIENT_SECRET \\\n --tenant $AZURE_TENANT_ID\n\n# List resource groups to verify permissions\naz group list --subscription $AZURE_SUBSCRIPTION_ID\n```\n\n### Common Issues\n\n**Issue:** \"failed to create Azure credential\"\n- **Solution:** Verify environment variables are set correctly. For local development, ensure `az login` is completed.\n\n**Issue:** \"failed to verify subscription access\"\n- **Solution:** Verify the identity has Reader role on the subscription. Check subscription ID is correct.\n\n**Issue:** \"No resource groups found\"\n- **Solution:** This may be normal if the subscription has no resource groups. The source will still run successfully.\n\n## Best Practices\n\n1. **Use Workload Identity in Production**: Most secure method, no credential management needed\n2. **Never Hard-code Secrets**: Always use environment variables or secret management systems\n3. **Use Least Privilege**: Grant only Reader role unless write access is needed\n4. **Rotate Credentials**: If using service principals, rotate secrets regularly\n5. **Monitor Health Endpoint**: Integrate health checks into your orchestration system\n6. **Enable Tracing**: Use Honeycomb and Sentry for production observability\n\n## Next Steps\n\n- See [federated-credentials.md](./federated-credentials.md) for detailed authentication information\n- See [testing-federated-auth.md](./testing-federated-auth.md) for testing scenarios with external identities\n- Review [Azure RBAC documentation](https://learn.microsoft.com/en-us/azure/role-based-access-control/) for permission management\n\n## Support\n\nFor issues or questions:\n1. Check logs with `--log=debug`\n2. Verify Azure permissions with Azure CLI\n3. Review the federated credentials documentation\n4. Check the health endpoint for status\n\n" }, { "path": "sources/azure/integration-tests/README.md", "content": "# Running Integration Tests for Azure\n\nIntegration tests are defined in an individual file for each resource.\nTest names follow the pattern `TestIntegration`, where `` is the API name and `` is the resource name.\nFor example, `TestComputeVirtualMachineIntegration` tests the Compute API's VirtualMachine resource.\n\n## Setup your local environment for testing\n\n1. Create your Azure account here, `https://portal.azure.com/`\n2. Use your brex credit card information\n3. You can see the other overmind subscriptions, they will be under Subscriptions in the Azure portal.\n4. Login to Azure CLI `az login` on the terminal.\n5. To run the **integration tests in debug mode** you need to set the following environment variables. `~/.config/Cursor/User/settings.json`\n\n ```json\n {\n \"window.commandCenter\": true,\n \"workbench.activityBar.orientation\": \"vertical\",\n \"go.testEnvVars\": {\n \"RUN_AZURE_INTEGRATION_TESTS\": \"true\",\n \"AZURE_SUBSCRIPTION_ID\": \"your-subscription-id\",\n \"AZURE_TENANT_ID\": \"your-tenant-id\",\n \"AZURE_CLIENT_ID\": \"your-client-id\",\n \"AZURE_INTEGRATION_TEST_RUN_ID\": \"local-dev-1\"\n }\n }\n ```\n\n > **Note:** Replace the placeholder values with your own Azure subscription ID, tenant ID, and client ID.\n Or you can run them in the CLI by using:\n\n ```bash\n export RUN_AZURE_INTEGRATION_TESTS=true\n # For Azure\n export AZURE_SUBSCRIPTION_ID=\"your-subscription-id\" # your Azure subscription ID\n export AZURE_TENANT_ID=\"your-tenant-id\" # your Azure AD tenant ID\n export AZURE_CLIENT_ID=\"your-client-id\" # your Azure application/client ID\n export AZURE_REGIONS=\"eastus,westus2\" # optional: comma-separated list of regions\n export AZURE_INTEGRATION_TEST_RUN_ID=\"local-dev-1\" # optional: isolate this run's resource group\n # For SQL Database integration tests\n export AZURE_SQL_SERVER_ADMIN_LOGIN=\"sqladmin\" # SQL server administrator login\n export AZURE_SQL_SERVER_ADMIN_PASSWORD=\"your-secure-password\" # SQL server administrator password\n # For PostgreSQL Flexible Server integration tests\n export AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN=\"pgadmin\" # PostgreSQL Flexible Server administrator login\n export AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD=\"your-secure-password\" # PostgreSQL Flexible Server administrator password\n ```\n\n6. Integration tests are using Azure SDK for Go to interact with Azure resources. For local development, you can authenticate using:\n - **Azure CLI**: `az login` (recommended for local development)\n - **Service Principal**: Set `AZURE_CLIENT_ID`, `AZURE_CLIENT_SECRET`, `AZURE_TENANT_ID`, and `AZURE_SUBSCRIPTION_ID` environment variables\n - **Managed Identity**: When running in Azure (automatically detected)\n - **Workload Identity Federation**: When running in Kubernetes/EKS (automatically detected via federated credentials)\n\n See the [official documentation](https://learn.microsoft.com/en-us/azure/developer/go/azure-sdk-authentication) for more authentication options.\n7. **optional** You may need to set the default subscription `az account set --subscription \"your-subscription-id\"`. Use your own subscription ID here.\n8. You can now run integration tests.\n\nEach test has `Setup`, `Run`, and `Teardown` methods.\n\n- `Setup` is used to create any resources needed for the test.\n- `Run` is where the actual test logic is implemented.\n- `Teardown` is used to clean up any resources created during the test.\n\nThe `Setup` and `Teardown` methods are idempotent, meaning they can be run multiple times without causing issues. This allows for flexibility in running tests in different orders or multiple times.\n\nWe can easily run all `Setup` tests to create resources, then run all `Run` tests to execute the actual tests, and finally run all `Teardown` tests to clean up resources.\n\n**Run after Setup:** `Run` subtests skip with a clear message when `Setup` did not complete successfully (for example Setup was skipped, failed, or you ran only `Run` without a prior successful Setup). That avoids noisy failures that are not adapter bugs.\n\n### Skips, quotas, and slow Azure operations\n\nSome tests intentionally call `t.Skip` for Azure conditions that are external to adapter correctness, for example:\n\n- Batch account quota exhaustion (`SubscriptionQuotaExceeded`)\n- **Gallery application version** (`compute-gallery-application-version_test.go`): requires env vars `AZURE_TEST_GALLERY_NAME`, `AZURE_TEST_GALLERY_APPLICATION_NAME`, and `AZURE_TEST_GALLERY_APPLICATION_VERSION` pointing at an existing gallery application version; if the version is missing (`404`), the test skips after preflight\n- **Role assignments** (`authorization-role-assignment_test.go`): may wait for RBAC eventual consistency before asserting adapter behaviour\n\nVM/VMSS/role-assignment ghost `409 Conflict` states are now handled with \"auto-remediate then fail\": tests attempt cleanup and a retry, and fail loudly if the resource is still unrecoverable.\n\nAlso note that PostgreSQL Flexible Server creation and Key Vault purge/recreate can take many minutes. If a run times out, increase `go test -timeout` (for example `-timeout 30m`) before assuming the test is stuck.\n\nFrom the `sources/azure/integration-tests` directory:\n\nFor building up the infra for the Compute API resources.\n\n```bash\ngo test ./integration-tests -run \"TestCompute.*/Setup\" -v\n```\n\nFor running the actual tests for the Compute API resources.\n\n```bash\ngo test ./integration-tests -run \"TestCompute.*/Run\" -v\n```\n\nFor tearing down the infra for the Compute API resources.\n\n```bash\ngo test ./integration-tests -run \"TestCompute.*/Teardown\" -v\n```\n\n## Running Integration Tests via Cloud Agents\n\nCursor Cloud Agents can run Azure integration tests autonomously when configured with the correct credentials.\n\n### Prerequisites\n\n1. **1Password vault**: Azure credentials are stored in the \"cursor\" 1Password vault under the item \"Azure Integration Tests\"\n2. **Cursor Cloud Agent secret**: Configure only `OP_SERVICE_ACCOUNT_TOKEN` in `https://cursor.com/dashboard/cloud-agents`\n3. **Repo env files**: `op.azure-cloud-agent.secret` and `op.azure-cloud-agent.env` exist with required `op://...` references\n\n### How it works\n\nWhen a Cloud Agent picks up a Linear issue to create an Azure adapter:\n\n1. Cursor injects `OP_SERVICE_ACCOUNT_TOKEN` into the Cloud Agent environment\n2. `inject-secrets` reads `op://...` references from env files using the 1Password SDK\n3. `inject-secrets` writes resolved values to a local env file\n4. The shell sources that file before test execution\n5. The `DefaultAzureCredential` chain picks up `AZURE_CLIENT_ID`, `AZURE_CLIENT_SECRET`, and `AZURE_TENANT_ID` from environment\n6. Integration tests use `AZURE_SUBSCRIPTION_ID` and `RUN_AZURE_INTEGRATION_TESTS=true`\n\nTo inject credentials manually (e.g. for debugging), run:\n\n```bash\ngo run build/inject-secrets/main.go \\\n --no-ping \\\n --secret-file .github/env/op.azure-cloud-agent.secret \\\n --env-file .github/env/op.azure-cloud-agent.env \\\n --output-file .env.azure-cloud-agent\n\nset -a\nsource .env.azure-cloud-agent\nset +a\n```\n\n### Security\n\n- The service principal has **read-write access** scoped to the integration test subscription only\n- Cloud Agent dashboard stores only the bootstrap token (`OP_SERVICE_ACCOUNT_TOKEN`)\n- Azure credentials remain in 1Password and are resolved only at runtime via `inject-secrets`\n- By default test resources are created in `overmind-integration-tests`; set `AZURE_INTEGRATION_TEST_RUN_ID` to isolate parallel runs into per-run resource groups (for example `overmind-integration-tests-agent-42`)\n- Teardown steps clean up created resources after each test run\n" }, { "path": "sources/azure/integration-tests/authorization-role-assignment_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"os/exec\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/google/uuid\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestAuthorizationRoleAssignmentIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\troleAssignmentsClient, err := armauthorization.NewRoleAssignmentsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Role Assignments client: %v\", err)\n\t}\n\n\troleDefinitionsClient, err := armauthorization.NewRoleDefinitionsClient(cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Role Definitions client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Get current user's principal ID for role assignment\n\t// We'll use the current authenticated user/principal\n\tprincipalID, err := getCurrentUserPrincipalID(t.Context(), cred)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get current user principal ID: %v\", err)\n\t}\n\n\t// Get the Reader role definition ID (built-in role)\n\treaderRoleDefinitionID, err := getReaderRoleDefinitionID(t.Context(), roleDefinitionsClient, subscriptionID)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to get Reader role definition ID: %v\", err)\n\t}\n\n\t// Deterministic role assignment name so re-runs reuse the same assignment ID\n\t// instead of conflicting with a prior run's different UUID for the same principal+role combo\n\troleAssignmentName := uuid.NewSHA1(uuid.NameSpaceURL, []byte(principalID+readerRoleDefinitionID+integrationTestResourceGroup)).String()\n\tazureScope := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s\", subscriptionID, integrationTestResourceGroup)\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create role assignment at resource group scope\n\t\tactualName, createErr := createRoleAssignment(ctx, roleAssignmentsClient, azureScope, roleAssignmentName, principalID, readerRoleDefinitionID)\n\t\tif createErr != nil {\n\t\t\tt.Fatalf(\"Failed to create role assignment: %v\", createErr)\n\t\t}\n\t\troleAssignmentName = actualName\n\t\terr = waitForRoleAssignmentAvailable(ctx, roleAssignmentsClient, azureScope, roleAssignmentName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for role assignment to be available: %v\", err)\n\t\t}\n\t\tsetupCompleted = true\n\n\t\tlog.Printf(\"Created role assignment %s at scope %s\", roleAssignmentName, azureScope)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetRoleAssignment\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving role assignment %s at scope %s\", roleAssignmentName, azureScope)\n\n\t\t\troleAssignmentWrapper := manual.NewAuthorizationRoleAssignment(\n\t\t\t\tclients.NewRoleAssignmentsClient(roleAssignmentsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := roleAssignmentWrapper.Scopes()[0]\n\n\t\t\troleAssignmentAdapter := sources.WrapperToAdapter(roleAssignmentWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := roleAssignmentAdapter.Get(ctx, scope, roleAssignmentName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.AuthorizationRoleAssignment.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.AuthorizationRoleAssignment.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(integrationTestResourceGroup, roleAssignmentName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved role assignment %s\", roleAssignmentName)\n\t\t})\n\n\t\tt.Run(\"ListRoleAssignments\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing role assignments in resource group %s\", integrationTestResourceGroup)\n\n\t\t\troleAssignmentWrapper := manual.NewAuthorizationRoleAssignment(\n\t\t\t\tclients.NewRoleAssignmentsClient(roleAssignmentsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := roleAssignmentWrapper.Scopes()[0]\n\n\t\t\troleAssignmentAdapter := sources.WrapperToAdapter(roleAssignmentWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports list\n\t\t\tlistable, ok := roleAssignmentAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list role assignments: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one role assignment, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(integrationTestResourceGroup, roleAssignmentName)\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\tif v == expectedUniqueAttrValue {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find role assignment %s in the list results\", roleAssignmentName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d role assignments in list results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for role assignment %s\", roleAssignmentName)\n\n\t\t\troleAssignmentWrapper := manual.NewAuthorizationRoleAssignment(\n\t\t\t\tclients.NewRoleAssignmentsClient(roleAssignmentsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := roleAssignmentWrapper.Scopes()[0]\n\n\t\t\troleAssignmentAdapter := sources.WrapperToAdapter(roleAssignmentWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := roleAssignmentAdapter.Get(ctx, scope, roleAssignmentName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.AuthorizationRoleAssignment.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.AuthorizationRoleAssignment.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\t// Verify that principal ID is in attributes\n\t\t\tprincipalIDAttr, err := sdpItem.GetAttributes().Get(\"properties.principalId\")\n\t\t\tif err != nil {\n\t\t\t\tt.Logf(\"Warning: Could not get principalId attribute (may be in different format): %v\", err)\n\t\t\t} else if principalIDAttr != principalID {\n\t\t\t\tt.Logf(\"Warning: Principal ID mismatch (expected %s, got %s), but this may be due to attribute format\", principalID, principalIDAttr)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for role assignment %s\", roleAssignmentName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for role assignment %s\", roleAssignmentName)\n\n\t\t\troleAssignmentWrapper := manual.NewAuthorizationRoleAssignment(\n\t\t\t\tclients.NewRoleAssignmentsClient(roleAssignmentsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := roleAssignmentWrapper.Scopes()[0]\n\n\t\t\troleAssignmentAdapter := sources.WrapperToAdapter(roleAssignmentWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := roleAssignmentAdapter.Get(ctx, scope, roleAssignmentName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify linked item queries are created\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Error(\"Expected at least one linked item query (role definition), got 0\")\n\t\t\t}\n\n\t\t\t// Verify role definition link exists\n\t\t\tfoundRoleDefinitionLink := false\n\t\t\tfor _, linkedQuery := range linkedQueries {\n\t\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.AuthorizationRoleDefinition.String() {\n\t\t\t\t\tfoundRoleDefinitionLink = true\n\t\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected role definition link method to be GET, got %v\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif linkedQuery.GetQuery().GetScope() != subscriptionID {\n\t\t\t\t\t\tt.Errorf(\"Expected role definition link scope to be subscription ID %s, got %s\", subscriptionID, linkedQuery.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !foundRoleDefinitionLink {\n\t\t\t\tt.Error(\"Expected to find role definition linked item query\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified linked items for role assignment %s (found %d linked queries)\", roleAssignmentName, len(linkedQueries))\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete role assignment\n\t\terr := deleteRoleAssignment(ctx, roleAssignmentsClient, azureScope, roleAssignmentName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete role assignment: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// getCurrentUserPrincipalID gets the principal ID of the current authenticated user\n// It tries to get it from environment variable first, then falls back to Azure CLI\nfunc getCurrentUserPrincipalID(ctx context.Context, cred azcore.TokenCredential) (string, error) {\n\t// First, try to get from environment variable (useful for CI/CD)\n\tif principalID := os.Getenv(\"AZURE_PRINCIPAL_ID\"); principalID != \"\" {\n\t\tlog.Printf(\"Using principal ID from AZURE_PRINCIPAL_ID environment variable\")\n\t\treturn strings.TrimSpace(principalID), nil\n\t}\n\n\t// For local development, use Azure CLI to get the current user's object ID\n\t// This requires the user to be logged in via `az login`\n\tcmd := exec.CommandContext(ctx, \"az\", \"ad\", \"signed-in-user\", \"show\", \"--query\", \"id\", \"-o\", \"tsv\")\n\toutput, err := cmd.Output()\n\tif err != nil {\n\t\treturn \"\", fmt.Errorf(\"failed to get principal ID from Azure CLI (make sure you're logged in with 'az login'): %w. Alternatively, set AZURE_PRINCIPAL_ID environment variable\", err)\n\t}\n\n\tprincipalID := strings.TrimSpace(string(output))\n\tif principalID == \"\" {\n\t\treturn \"\", fmt.Errorf(\"Azure CLI returned empty principal ID. Please set AZURE_PRINCIPAL_ID environment variable or ensure you're logged in with 'az login'\")\n\t}\n\n\tlog.Printf(\"Retrieved principal ID from Azure CLI\")\n\treturn principalID, nil\n}\n\n// getReaderRoleDefinitionID gets the Reader role definition ID\nfunc getReaderRoleDefinitionID(ctx context.Context, client *armauthorization.RoleDefinitionsClient, subscriptionID string) (string, error) {\n\tscope := fmt.Sprintf(\"/subscriptions/%s\", subscriptionID)\n\tfilter := \"roleName eq 'Reader'\"\n\n\tpager := client.NewListPager(scope, &armauthorization.RoleDefinitionsClientListOptions{\n\t\tFilter: &filter,\n\t})\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn \"\", fmt.Errorf(\"failed to get role definitions page: %w\", err)\n\t\t}\n\n\t\tfor _, roleDef := range page.Value {\n\t\t\tif roleDef.Properties != nil && roleDef.Properties.RoleName != nil && *roleDef.Properties.RoleName == \"Reader\" {\n\t\t\t\tif roleDef.ID != nil {\n\t\t\t\t\treturn *roleDef.ID, nil\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn \"\", fmt.Errorf(\"Reader role definition not found\")\n}\n\n// createRoleAssignment creates an Azure role assignment (idempotent).\n// Returns the actual assignment name used (may differ from input if a prior run\n// created the same principal+role combo under a different UUID).\nfunc createRoleAssignment(ctx context.Context, client *armauthorization.RoleAssignmentsClient, scope, roleAssignmentName, principalID, roleDefinitionID string) (string, error) {\n\treturn createRoleAssignmentWithRemediation(ctx, client, scope, roleAssignmentName, principalID, roleDefinitionID, 0)\n}\n\nfunc createRoleAssignmentWithRemediation(ctx context.Context, client *armauthorization.RoleAssignmentsClient, scope, roleAssignmentName, principalID, roleDefinitionID string, remediationAttempt int) (string, error) {\n\t_, err := client.Get(ctx, scope, roleAssignmentName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Role assignment %s already exists, skipping creation\", roleAssignmentName)\n\t\treturn roleAssignmentName, nil\n\t}\n\n\tif principalID == \"\" {\n\t\treturn \"\", fmt.Errorf(\"principal ID is required to create role assignment\")\n\t}\n\n\tparameters := armauthorization.RoleAssignmentCreateParameters{\n\t\tProperties: &armauthorization.RoleAssignmentProperties{\n\t\t\tPrincipalID: new(principalID),\n\t\t\tRoleDefinitionID: new(roleDefinitionID),\n\t\t},\n\t}\n\n\tresp, err := client.Create(ctx, scope, roleAssignmentName, parameters, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) {\n\t\t\tif respErr.StatusCode == http.StatusConflict {\n\t\t\t\tif strings.Contains(respErr.Error(), \"RoleAssignmentExists\") {\n\t\t\t\t\texistingID := extractExistingRoleAssignmentID(respErr.Error())\n\t\t\t\t\tif existingID != \"\" {\n\t\t\t\t\t\tlog.Printf(\"Role assignment for this principal+role already exists at scope %s with ID %s, reusing\", scope, existingID)\n\t\t\t\t\t\treturn existingID, nil\n\t\t\t\t\t}\n\t\t\t\t\tlog.Printf(\"Role assignment for this principal+role already exists at scope %s, treating as success\", scope)\n\t\t\t\t\treturn roleAssignmentName, nil\n\t\t\t\t}\n\t\t\t\texisting, getErr := client.Get(ctx, scope, roleAssignmentName, nil)\n\t\t\t\tif getErr == nil && existing.RoleAssignment.ID != nil && *existing.RoleAssignment.ID != \"\" {\n\t\t\t\t\tlog.Printf(\"Role assignment %s already exists (conflict), verified readable, skipping creation\", roleAssignmentName)\n\t\t\t\t\treturn roleAssignmentName, nil\n\t\t\t\t}\n\t\t\t\tvar getRespErr *azcore.ResponseError\n\t\t\t\tif errors.As(getErr, &getRespErr) && getRespErr.StatusCode == http.StatusNotFound {\n\t\t\t\t\tif remediationAttempt >= 1 {\n\t\t\t\t\t\treturn \"\", fmt.Errorf(\"role assignment %s still in ghost conflict state after remediation (scope=%s): %w\", roleAssignmentName, scope, err)\n\t\t\t\t\t}\n\t\t\t\t\tlog.Printf(\"Detected ghost role-assignment conflict for %s at %s, attempting automatic remediation\", roleAssignmentName, scope)\n\t\t\t\t\tif deleteErr := deleteRoleAssignment(ctx, client, scope, roleAssignmentName); deleteErr != nil {\n\t\t\t\t\t\treturn \"\", fmt.Errorf(\"failed to remediate ghost role assignment %s before retry: %w\", roleAssignmentName, deleteErr)\n\t\t\t\t\t}\n\t\t\t\t\ttime.Sleep(5 * time.Second)\n\t\t\t\t\treturn createRoleAssignmentWithRemediation(ctx, client, scope, roleAssignmentName, principalID, roleDefinitionID, remediationAttempt+1)\n\t\t\t\t}\n\t\t\t\treturn \"\", fmt.Errorf(\"role assignment conflict for %s and failed to verify existing role assignment: %w\", roleAssignmentName, getErr)\n\t\t\t}\n\t\t\tif respErr.StatusCode == http.StatusForbidden {\n\t\t\t\treturn \"\", fmt.Errorf(\"insufficient permissions to create role assignment: %w\", err)\n\t\t\t}\n\t\t}\n\t\treturn \"\", fmt.Errorf(\"failed to create role assignment: %w\", err)\n\t}\n\n\tif resp.RoleAssignment.ID == nil {\n\t\treturn \"\", fmt.Errorf(\"role assignment created but ID is unknown\")\n\t}\n\n\tlog.Printf(\"Role assignment %s created successfully at scope %s\", roleAssignmentName, scope)\n\treturn roleAssignmentName, nil\n}\n\n// extractExistingRoleAssignmentID parses the existing assignment ID from the\n// RoleAssignmentExists error message (format: \"...The ID of the existing role\n// assignment is .\").\nfunc extractExistingRoleAssignmentID(errMsg string) string {\n\tconst marker = \"The ID of the existing role assignment is \"\n\t_, after, ok := strings.Cut(errMsg, marker)\n\tif !ok {\n\t\treturn \"\"\n\t}\n\trest := after\n\tif dotIdx := strings.Index(rest, \".\"); dotIdx > 0 {\n\t\trest = rest[:dotIdx]\n\t}\n\trest = strings.TrimSpace(rest)\n\tif len(rest) != 32 {\n\t\treturn rest\n\t}\n\t// Convert 32-char hex to UUID format (8-4-4-4-12)\n\treturn rest[:8] + \"-\" + rest[8:12] + \"-\" + rest[12:16] + \"-\" + rest[16:20] + \"-\" + rest[20:]\n}\n\n// deleteRoleAssignment deletes an Azure role assignment\nfunc deleteRoleAssignment(ctx context.Context, client *armauthorization.RoleAssignmentsClient, scope, roleAssignmentName string) error {\n\t_, err := client.Delete(ctx, scope, roleAssignmentName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Role assignment %s not found, skipping deletion\", roleAssignmentName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete role assignment: %w\", err)\n\t}\n\n\tlog.Printf(\"Role assignment %s deleted successfully\", roleAssignmentName)\n\treturn nil\n}\n\nfunc waitForRoleAssignmentAvailable(ctx context.Context, client *armauthorization.RoleAssignmentsClient, scope, roleAssignmentName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\t_, err := client.Get(ctx, scope, roleAssignmentName, nil)\n\t\tif err == nil {\n\t\t\treturn nil\n\t\t}\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\t\treturn fmt.Errorf(\"error checking role assignment availability: %w\", err)\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for role assignment %s to be available\", roleAssignmentName)\n}\n" }, { "path": "sources/azure/integration-tests/authorization-role-definition_test.go", "content": "package integrationtests\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nfunc TestAuthorizationRoleDefinitionIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\troleDefinitionsClient, err := armauthorization.NewRoleDefinitionsClient(cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Role Definitions client: %v\", err)\n\t}\n\n\t// Use a built-in role definition ID that always exists: \"Reader\"\n\t// The Reader role ID is the same across all Azure subscriptions\n\treaderRoleDefinitionID := \"acdd72a7-3385-48ef-bd42-f606fba81ae7\"\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\t// No setup required for role definitions - they are built-in Azure resources\n\t\tlog.Printf(\"Using built-in Reader role definition ID: %s\", readerRoleDefinitionID)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetRoleDefinition\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving role definition %s\", readerRoleDefinitionID)\n\n\t\t\twrapper := manual.NewAuthorizationRoleDefinition(\n\t\t\t\tclients.NewRoleDefinitionsClient(roleDefinitionsClient),\n\t\t\t\tsubscriptionID,\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, readerRoleDefinitionID, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.AuthorizationRoleDefinition.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.AuthorizationRoleDefinition.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != readerRoleDefinitionID {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", readerRoleDefinitionID, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != subscriptionID {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved role definition %s\", readerRoleDefinitionID)\n\t\t})\n\n\t\tt.Run(\"ListRoleDefinitions\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing role definitions in subscription %s\", subscriptionID)\n\n\t\t\twrapper := manual.NewAuthorizationRoleDefinition(\n\t\t\t\tclients.NewRoleDefinitionsClient(roleDefinitionsClient),\n\t\t\t\tsubscriptionID,\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list role definitions: %v\", err)\n\t\t\t}\n\n\t\t\t// Azure has many built-in role definitions, expect at least a few\n\t\t\tif len(sdpItems) < 5 {\n\t\t\t\tt.Fatalf(\"Expected at least 5 role definitions, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\tif v == readerRoleDefinitionID {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find Reader role definition %s in the list results\", readerRoleDefinitionID)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d role definitions in list results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for role definition %s\", readerRoleDefinitionID)\n\n\t\t\twrapper := manual.NewAuthorizationRoleDefinition(\n\t\t\t\tclients.NewRoleDefinitionsClient(roleDefinitionsClient),\n\t\t\t\tsubscriptionID,\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, readerRoleDefinitionID, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.AuthorizationRoleDefinition.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.AuthorizationRoleDefinition.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\tif sdpItem.GetScope() != subscriptionID {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\t// Verify role name is Reader\n\t\t\troleName, err := sdpItem.GetAttributes().Get(\"properties.roleName\")\n\t\t\tif err != nil {\n\t\t\t\tt.Logf(\"Warning: Could not get roleName attribute: %v\", err)\n\t\t\t} else if roleName != \"Reader\" {\n\t\t\t\tt.Errorf(\"Expected role name 'Reader', got %s\", roleName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for role definition %s\", readerRoleDefinitionID)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for role definition %s\", readerRoleDefinitionID)\n\n\t\t\twrapper := manual.NewAuthorizationRoleDefinition(\n\t\t\t\tclients.NewRoleDefinitionsClient(roleDefinitionsClient),\n\t\t\t\tsubscriptionID,\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, readerRoleDefinitionID, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Role definitions link to AssignableScopes (subscriptions and resource groups)\n\t\t\t// The built-in Reader role has \"/\" as its assignable scope, which may not produce links\n\t\t\t// Custom roles would have specific subscription/resource group scopes\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\n\t\t\t// Verify each linked query has proper attributes\n\t\t\tfor _, linkedQuery := range linkedQueries {\n\t\t\t\tquery := linkedQuery.GetQuery()\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has invalid Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\t// Verify linked types are either subscription or resource group\n\t\t\t\tvalidTypes := map[string]bool{\n\t\t\t\t\tazureshared.ResourcesSubscription.String(): true,\n\t\t\t\t\tazureshared.ResourcesResourceGroup.String(): true,\n\t\t\t\t}\n\t\t\t\tif !validTypes[query.GetType()] {\n\t\t\t\t\tt.Errorf(\"Unexpected linked item type: %s\", query.GetType())\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified linked items for role definition %s (found %d linked queries)\", readerRoleDefinitionID, len(linkedQueries))\n\t\t})\n\n\t\tt.Run(\"VerifyBuiltInRoles\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\t// Verify some well-known built-in role definitions exist\n\t\t\tbuiltInRoles := map[string]string{\n\t\t\t\t\"acdd72a7-3385-48ef-bd42-f606fba81ae7\": \"Reader\",\n\t\t\t\t\"b24988ac-6180-42a0-ab88-20f7382dd24c\": \"Contributor\",\n\t\t\t\t\"8e3af657-a8ff-443c-a75c-2fe8c4bcb635\": \"Owner\",\n\t\t\t}\n\n\t\t\twrapper := manual.NewAuthorizationRoleDefinition(\n\t\t\t\tclients.NewRoleDefinitionsClient(roleDefinitionsClient),\n\t\t\t\tsubscriptionID,\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tfor roleID, roleName := range builtInRoles {\n\t\t\t\tt.Run(fmt.Sprintf(\"Get%sRole\", roleName), func(t *testing.T) {\n\t\t\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, roleID, true)\n\t\t\t\t\tif qErr != nil {\n\t\t\t\t\t\tt.Fatalf(\"Failed to get %s role definition: %v\", roleName, qErr)\n\t\t\t\t\t}\n\n\t\t\t\t\tif sdpItem == nil {\n\t\t\t\t\t\tt.Fatalf(\"Expected %s role definition to be non-nil\", roleName)\n\t\t\t\t\t}\n\n\t\t\t\t\tactualRoleName, err := sdpItem.GetAttributes().Get(\"properties.roleName\")\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\tt.Logf(\"Warning: Could not get roleName attribute for %s: %v\", roleName, err)\n\t\t\t\t\t} else if actualRoleName != roleName {\n\t\t\t\t\t\tt.Errorf(\"Expected role name '%s', got '%s'\", roleName, actualRoleName)\n\t\t\t\t\t}\n\n\t\t\t\t\tlog.Printf(\"Successfully verified built-in role: %s (ID: %s)\", roleName, roleID)\n\t\t\t\t})\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\t// No teardown required - role definitions are built-in Azure resources\n\t\tlog.Printf(\"No teardown required for role definitions (built-in Azure resources)\")\n\t})\n}\n" }, { "path": "sources/azure/integration-tests/batch-batch-accounts_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"math/rand\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestBatchAccountName = \"ovm-integ-test-batch\"\n\tintegrationTestSANameForBatch = \"ovm-integ-test-sa-batch\"\n)\n\nvar errBatchQuotaExceeded = errors.New(\"azure batch quota exceeded\")\n\nfunc TestBatchAccountIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tbatchClient, err := armbatch.NewAccountClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Batch Account client: %v\", err)\n\t}\n\n\tsaClient, err := armstorage.NewAccountsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Storage Accounts client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique names (batch account names must be globally unique, 3-24 chars, lowercase alphanumeric)\n\tbatchAccountName := generateBatchAccountName(integrationTestBatchAccountName)\n\tstorageAccountName := generateStorageAccountName(integrationTestSANameForBatch)\n\tsetupCompleted := false\n\n\tvar storageAccountID string\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create storage account (required for batch account auto-storage)\n\t\terr = createStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create storage account: %v\", err)\n\t\t}\n\n\t\t// Wait for storage account to be fully available\n\t\terr = waitForStorageAccountAvailable(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for storage account to be available: %v\", err)\n\t\t}\n\n\t\t// Get storage account ID\n\t\tsaResp, err := saClient.GetProperties(ctx, integrationTestResourceGroup, storageAccountName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get storage account properties: %v\", err)\n\t\t}\n\t\tstorageAccountID = *saResp.ID\n\n\t\t// Create batch account\n\t\terr = createBatchAccount(ctx, batchClient, integrationTestResourceGroup, batchAccountName, integrationTestLocation, storageAccountID)\n\t\tif err != nil {\n\t\t\tif errors.Is(err, errBatchQuotaExceeded) {\n\t\t\t\tt.Skipf(\"Skipping Batch account integration test due to Azure subscription quota: %v\", err)\n\t\t\t}\n\t\t\tt.Fatalf(\"Failed to create batch account: %v\", err)\n\t\t}\n\n\t\t// Wait for batch account to be fully available\n\t\terr = waitForBatchAccountAvailable(ctx, batchClient, integrationTestResourceGroup, batchAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for batch account to be available: %v\", err)\n\t\t}\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetBatchAccount\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving batch account %s, subscription %s, resource group %s\",\n\t\t\t\tbatchAccountName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tbatchWrapper := manual.NewBatchAccount(\n\t\t\t\tclients.NewBatchAccountsClient(batchClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := batchWrapper.Scopes()[0]\n\n\t\t\tbatchAdapter := sources.WrapperToAdapter(batchWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := batchAdapter.Get(ctx, scope, batchAccountName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != batchAccountName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", batchAccountName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.BatchBatchAccount.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got %s\", azureshared.BatchBatchAccount, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved batch account %s\", batchAccountName)\n\t\t})\n\n\t\tt.Run(\"ListBatchAccounts\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing batch accounts in resource group %s\", integrationTestResourceGroup)\n\n\t\t\tbatchWrapper := manual.NewBatchAccount(\n\t\t\t\tclients.NewBatchAccountsClient(batchClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := batchWrapper.Scopes()[0]\n\n\t\t\tbatchAdapter := sources.WrapperToAdapter(batchWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports list\n\t\t\tlistable, ok := batchAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list batch accounts: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one batch account, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == batchAccountName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tif item.GetType() != azureshared.BatchBatchAccount.String() {\n\t\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.BatchBatchAccount, item.GetType())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find batch account %s in the list results\", batchAccountName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d batch accounts in list results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for batch account %s\", batchAccountName)\n\n\t\t\tbatchWrapper := manual.NewBatchAccount(\n\t\t\t\tclients.NewBatchAccountsClient(batchClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := batchWrapper.Scopes()[0]\n\n\t\t\tbatchAdapter := sources.WrapperToAdapter(batchWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := batchAdapter.Get(ctx, scope, batchAccountName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\t// Verify expected linked item types\n\t\t\texpectedLinkedTypes := map[string]bool{\n\t\t\t\tazureshared.StorageAccount.String(): false, // External resource\n\t\t\t\tazureshared.BatchBatchApplication.String(): false, // Child resource\n\t\t\t\tazureshared.BatchBatchPool.String(): false, // Child resource\n\t\t\t\tazureshared.BatchBatchCertificate.String(): false, // Child resource\n\t\t\t\tazureshared.BatchBatchPrivateEndpointConnection.String(): false, // Child resource\n\t\t\t\tazureshared.BatchBatchPrivateLinkResource.String(): false, // Child resource\n\t\t\t\tazureshared.BatchBatchDetector.String(): false, // Child resource\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tlinkedType := liq.GetQuery().GetType()\n\t\t\t\tif _, exists := expectedLinkedTypes[linkedType]; exists {\n\t\t\t\t\texpectedLinkedTypes[linkedType] = true\n\n\t\t\t\t\t// Verify the query method\n\t\t\t\t\tqueryMethod := liq.GetQuery().GetMethod()\n\t\t\t\t\tif linkedType == azureshared.StorageAccount.String() {\n\t\t\t\t\t\t// External resources use GET\n\t\t\t\t\t\tif queryMethod != sdp.QueryMethod_GET {\n\t\t\t\t\t\t\tt.Errorf(\"Expected linked query method to be GET for %s, got %s\", linkedType, queryMethod)\n\t\t\t\t\t\t}\n\t\t\t\t\t} else {\n\t\t\t\t\t\t// Child resources use SEARCH\n\t\t\t\t\t\tif queryMethod != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\t\tt.Errorf(\"Expected linked query method to be SEARCH for %s, got %s\", linkedType, queryMethod)\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Verify all expected linked types were found\n\t\t\tfor linkedType, found := range expectedLinkedTypes {\n\t\t\t\tif !found {\n\t\t\t\t\tt.Errorf(\"Expected linked query to %s, but didn't find one\", linkedType)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for batch account %s\", len(linkedQueries), batchAccountName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete batch account\n\t\terr := deleteBatchAccount(ctx, batchClient, integrationTestResourceGroup, batchAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete batch account: %v\", err)\n\t\t}\n\n\t\t// Delete storage account (function is defined in storage-blob-container_test.go)\n\t\terr = deleteStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete storage account: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// generateBatchAccountName generates a unique batch account name\n// Batch account names must be globally unique, 3-24 characters, lowercase alphanumeric\nfunc generateBatchAccountName(baseName string) string {\n\t// Ensure base name is lowercase and valid\n\tbaseName = strings.ToLower(baseName)\n\tbaseName = strings.ReplaceAll(baseName, \"-\", \"\")\n\n\t// Add random suffix to ensure uniqueness\n\trng := rand.New(rand.NewSource(time.Now().UnixNano() + int64(os.Getpid())))\n\tsuffix := fmt.Sprintf(\"%04d\", rng.Intn(10000))\n\n\tname := baseName + suffix\n\n\t// Ensure length is within limits (3-24 chars)\n\tif len(name) > 24 {\n\t\tname = name[:24]\n\t}\n\tif len(name) < 3 {\n\t\tname = name + \"000\" // pad if too short\n\t}\n\n\treturn name\n}\n\n// createBatchAccount creates an Azure Batch account (idempotent)\nfunc createBatchAccount(ctx context.Context, client *armbatch.AccountClient, resourceGroupName, accountName, location, storageAccountID string) error {\n\t// Check if batch account already exists\n\t_, err := client.Get(ctx, resourceGroupName, accountName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Batch account %s already exists, skipping creation\", accountName)\n\t\treturn nil\n\t}\n\n\t// Create the batch account\n\tpoller, err := client.BeginCreate(ctx, resourceGroupName, accountName, armbatch.AccountCreateParameters{\n\t\tLocation: new(location),\n\t\tProperties: &armbatch.AccountCreateProperties{\n\t\t\tAutoStorage: &armbatch.AutoStorageBaseProperties{\n\t\t\t\tStorageAccountID: new(storageAccountID),\n\t\t\t},\n\t\t\tPoolAllocationMode: new(armbatch.PoolAllocationModeBatchService),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"batch-account\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if batch account already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) {\n\t\t\tif respErr.StatusCode == http.StatusConflict {\n\t\t\t\tlog.Printf(\"Batch account %s already exists (conflict), skipping creation\", accountName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif respErr.ErrorCode == \"SubscriptionQuotaExceeded\" {\n\t\t\t\treturn fmt.Errorf(\"%w: %s\", errBatchQuotaExceeded, respErr.Error())\n\t\t\t}\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating batch account: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.ErrorCode == \"SubscriptionQuotaExceeded\" {\n\t\t\treturn fmt.Errorf(\"%w: %s\", errBatchQuotaExceeded, respErr.Error())\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create batch account: %w\", err)\n\t}\n\n\t// Verify the batch account was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"batch account created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != armbatch.ProvisioningStateSucceeded {\n\t\treturn fmt.Errorf(\"batch account provisioning state is %s, expected %s\", provisioningState, armbatch.ProvisioningStateSucceeded)\n\t}\n\n\tlog.Printf(\"Batch account %s created successfully with provisioning state: %s\", accountName, provisioningState)\n\treturn nil\n}\n\n// waitForBatchAccountAvailable polls until the batch account is available via the Get API\nfunc waitForBatchAccountAvailable(ctx context.Context, client *armbatch.AccountClient, resourceGroupName, accountName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 10 * time.Second\n\n\tlog.Printf(\"Waiting for batch account %s to be available via API...\", accountName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, accountName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Batch account %s not yet available (attempt %d/%d), waiting %v...\", accountName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking batch account availability: %w\", err)\n\t\t}\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == armbatch.ProvisioningStateSucceeded {\n\t\t\t\tlog.Printf(\"Batch account %s is available with provisioning state: %s\", accountName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == armbatch.ProvisioningStateFailed {\n\t\t\t\treturn fmt.Errorf(\"batch account provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Batch account %s provisioning state: %s (attempt %d/%d), waiting...\", accountName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Batch account exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Batch account %s is available\", accountName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for batch account %s to be available after %d attempts\", accountName, maxAttempts)\n}\n\n// deleteBatchAccount deletes an Azure Batch account\nfunc deleteBatchAccount(ctx context.Context, client *armbatch.AccountClient, resourceGroupName, accountName string) error {\n\tlog.Printf(\"Deleting batch account %s...\", accountName)\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, accountName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Batch account %s not found, skipping deletion\", accountName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting batch account: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete batch account: %w\", err)\n\t}\n\n\tlog.Printf(\"Batch account %s deleted successfully\", accountName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/batch-batch-application-package_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestBatchAppPkgAccountName = \"ovm-integ-test-sa-pkg\"\n\tintegrationTestBatchAppPkgBatchName = \"ovm-integ-test-pkg\"\n\tintegrationTestBatchAppName = \"ovm-integ-test-app\"\n\tintegrationTestBatchAppPkgVersion = \"1.0\"\n)\n\nfunc TestBatchApplicationPackageIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tsaClient, err := armstorage.NewAccountsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Storage Accounts client: %v\", err)\n\t}\n\n\tbatchAccountClient, err := armbatch.NewAccountClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Batch Account client: %v\", err)\n\t}\n\n\tbatchAppClient, err := armbatch.NewApplicationClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Batch Application client: %v\", err)\n\t}\n\n\tbatchAppPkgClient, err := armbatch.NewApplicationPackageClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Batch Application Package client: %v\", err)\n\t}\n\n\tstorageAccountName := generateStorageAccountName(integrationTestBatchAppPkgAccountName)\n\tbatchAccountName := generateBatchAccountName(integrationTestBatchAppPkgBatchName)\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create storage account: %v\", err)\n\t\t}\n\n\t\terr = waitForStorageAccountAvailable(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for storage account: %v\", err)\n\t\t}\n\n\t\tsaResp, err := saClient.GetProperties(ctx, integrationTestResourceGroup, storageAccountName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get storage account properties: %v\", err)\n\t\t}\n\t\tstorageAccountID := *saResp.ID\n\n\t\terr = createBatchAccount(ctx, batchAccountClient, integrationTestResourceGroup, batchAccountName, integrationTestLocation, storageAccountID)\n\t\tif err != nil {\n\t\t\tif errors.Is(err, errBatchQuotaExceeded) {\n\t\t\t\tt.Skipf(\"Skipping Batch application package integration test due to Azure subscription quota: %v\", err)\n\t\t\t}\n\t\t\tt.Fatalf(\"Failed to create batch account: %v\", err)\n\t\t}\n\n\t\terr = waitForBatchAccountAvailable(ctx, batchAccountClient, integrationTestResourceGroup, batchAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for batch account: %v\", err)\n\t\t}\n\n\t\terr = createBatchApplication(ctx, batchAppClient, integrationTestResourceGroup, batchAccountName, integrationTestBatchAppName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create batch application: %v\", err)\n\t\t}\n\n\t\terr = createBatchApplicationPackage(ctx, batchAppPkgClient, integrationTestResourceGroup, batchAccountName, integrationTestBatchAppName, integrationTestBatchAppPkgVersion)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create batch application package: %v\", err)\n\t\t}\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetApplicationPackage\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewBatchBatchApplicationPackage(\n\t\t\t\tclients.NewBatchApplicationPackagesClient(batchAppPkgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(batchAccountName, integrationTestBatchAppName, integrationTestBatchAppPkgVersion)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\texpectedUnique := shared.CompositeLookupKey(batchAccountName, integrationTestBatchAppName, integrationTestBatchAppPkgVersion)\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != expectedUnique {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved application package %s\", integrationTestBatchAppPkgVersion)\n\t\t})\n\n\t\tt.Run(\"SearchApplicationPackages\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewBatchBatchApplicationPackage(\n\t\t\t\tclients.NewBatchApplicationPackagesClient(batchAppPkgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsearchQuery := shared.CompositeLookupKey(batchAccountName, integrationTestBatchAppName)\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, searchQuery, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search application packages: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one application package, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\texpectedUnique := shared.CompositeLookupKey(batchAccountName, integrationTestBatchAppName, integrationTestBatchAppPkgVersion)\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, getErr := item.GetAttributes().Get(uniqueAttrKey); getErr == nil && v == expectedUnique {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find application package %s in search results\", integrationTestBatchAppPkgVersion)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d application packages in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewBatchBatchApplicationPackage(\n\t\t\t\tclients.NewBatchApplicationPackagesClient(batchAppPkgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(batchAccountName, integrationTestBatchAppName, integrationTestBatchAppPkgVersion)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tq := liq.GetQuery()\n\t\t\t\tif q.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif q.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif q.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\t\t\t\tif q.GetMethod() != sdp.QueryMethod_GET && q.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has invalid Method: %s\", q.GetMethod())\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Verify parent application link exists\n\t\t\tvar hasAppLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.BatchBatchApplication.String() {\n\t\t\t\t\thasAppLink = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !hasAppLink {\n\t\t\t\tt.Error(\"Expected linked query to parent BatchBatchApplication, but didn't find one\")\n\t\t\t}\n\n\t\t\t// Verify parent account link exists\n\t\t\tvar hasAccountLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.BatchBatchAccount.String() {\n\t\t\t\t\thasAccountLink = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !hasAccountLink {\n\t\t\t\tt.Error(\"Expected linked query to parent BatchBatchAccount, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries\", len(linkedQueries))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewBatchBatchApplicationPackage(\n\t\t\t\tclients.NewBatchApplicationPackagesClient(batchAppPkgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(batchAccountName, integrationTestBatchAppName, integrationTestBatchAppPkgVersion)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.BatchBatchApplicationPackage.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.BatchBatchApplicationPackage.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := subscriptionID + \".\" + integrationTestResourceGroup\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteBatchApplicationPackage(ctx, batchAppPkgClient, integrationTestResourceGroup, batchAccountName, integrationTestBatchAppName, integrationTestBatchAppPkgVersion)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: failed to delete application package: %v\", err)\n\t\t}\n\n\t\terr = deleteBatchApplication(ctx, batchAppClient, integrationTestResourceGroup, batchAccountName, integrationTestBatchAppName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: failed to delete batch application: %v\", err)\n\t\t}\n\n\t\terr = deleteBatchAccount(ctx, batchAccountClient, integrationTestResourceGroup, batchAccountName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: failed to delete batch account: %v\", err)\n\t\t}\n\n\t\terr = deleteStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: failed to delete storage account: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createBatchApplication(ctx context.Context, client *armbatch.ApplicationClient, resourceGroupName, accountName, applicationName string) error {\n\t_, err := client.Get(ctx, resourceGroupName, accountName, applicationName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Batch application %s already exists, skipping creation\", applicationName)\n\t\treturn nil\n\t}\n\n\tallowUpdates := true\n\t_, err = client.Create(ctx, resourceGroupName, accountName, applicationName, armbatch.Application{\n\t\tProperties: &armbatch.ApplicationProperties{\n\t\t\tDisplayName: new(\"Integration Test Application\"),\n\t\t\tAllowUpdates: &allowUpdates,\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Batch application %s already exists (conflict), skipping creation\", applicationName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create batch application: %w\", err)\n\t}\n\n\tlog.Printf(\"Batch application %s created successfully\", applicationName)\n\treturn nil\n}\n\nfunc createBatchApplicationPackage(ctx context.Context, client *armbatch.ApplicationPackageClient, resourceGroupName, accountName, applicationName, versionName string) error {\n\t_, err := client.Get(ctx, resourceGroupName, accountName, applicationName, versionName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Batch application package %s already exists, skipping creation\", versionName)\n\t\treturn nil\n\t}\n\n\t_, err = client.Create(ctx, resourceGroupName, accountName, applicationName, versionName, armbatch.ApplicationPackage{}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Batch application package %s already exists (conflict), skipping creation\", versionName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create batch application package: %w\", err)\n\t}\n\n\tlog.Printf(\"Batch application package %s created successfully\", versionName)\n\n\t// Wait briefly for the package to become available\n\tmaxAttempts := 10\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\t_, getErr := client.Get(ctx, resourceGroupName, accountName, applicationName, versionName, nil)\n\t\tif getErr == nil {\n\t\t\treturn nil\n\t\t}\n\t\ttime.Sleep(2 * time.Second)\n\t}\n\n\treturn nil\n}\n\nfunc deleteBatchApplicationPackage(ctx context.Context, client *armbatch.ApplicationPackageClient, resourceGroupName, accountName, applicationName, versionName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, accountName, applicationName, versionName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Batch application package %s not found, skipping deletion\", versionName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete batch application package: %w\", err)\n\t}\n\n\tlog.Printf(\"Batch application package %s deleted successfully\", versionName)\n\treturn nil\n}\n\nfunc deleteBatchApplication(ctx context.Context, client *armbatch.ApplicationClient, resourceGroupName, accountName, applicationName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, accountName, applicationName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Batch application %s not found, skipping deletion\", applicationName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete batch application: %w\", err)\n\t}\n\n\tlog.Printf(\"Batch application %s deleted successfully\", applicationName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/batch-private-endpoint-connection_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestBatchPECAccountName = \"ovm-integ-test-bpec\"\n\tintegrationTestBatchPECSAName = \"ovm-integ-test-sa-bpec\"\n\tintegrationTestBatchPECVNetName = \"ovm-integ-test-vnet-bpec\"\n\tintegrationTestBatchPECSubnetName = \"ovm-integ-test-subnet-bpec\"\n\tintegrationTestBatchPECPEName = \"ovm-integ-test-pe-bpec\"\n)\n\nfunc TestBatchPrivateEndpointConnectionIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tbatchClient, err := armbatch.NewAccountClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Batch Account client: %v\", err)\n\t}\n\n\tpecClient, err := armbatch.NewPrivateEndpointConnectionClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Batch Private Endpoint Connection client: %v\", err)\n\t}\n\n\tsaClient, err := armstorage.NewAccountsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Storage Accounts client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tpeClient, err := armnetwork.NewPrivateEndpointsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Private Endpoints client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tbatchAccountName := generateBatchAccountName(integrationTestBatchPECAccountName)\n\tstorageAccountName := generateStorageAccountName(integrationTestBatchPECSAName)\n\tvnetName := integrationTestBatchPECVNetName\n\tsubnetName := integrationTestBatchPECSubnetName\n\tpeName := integrationTestBatchPECPEName\n\n\tsetupCompleted := false\n\tvar privateEndpointConnectionName string\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create storage account: %v\", err)\n\t\t}\n\n\t\terr = waitForStorageAccountAvailable(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for storage account to be available: %v\", err)\n\t\t}\n\n\t\tsaResp, err := saClient.GetProperties(ctx, integrationTestResourceGroup, storageAccountName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get storage account properties: %v\", err)\n\t\t}\n\t\tstorageAccountID := *saResp.ID\n\n\t\terr = createBatchAccountWithPrivateEndpointPolicy(ctx, batchClient, integrationTestResourceGroup, batchAccountName, integrationTestLocation, storageAccountID)\n\t\tif err != nil {\n\t\t\tif errors.Is(err, errBatchQuotaExceeded) {\n\t\t\t\tt.Skipf(\"Skipping Batch private endpoint connection integration test due to Azure subscription quota: %v\", err)\n\t\t\t}\n\t\t\tt.Fatalf(\"Failed to create batch account: %v\", err)\n\t\t}\n\n\t\terr = waitForBatchAccountAvailable(ctx, batchClient, integrationTestResourceGroup, batchAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for batch account to be available: %v\", err)\n\t\t}\n\n\t\terr = createVNetForBatchPEC(ctx, vnetClient, integrationTestResourceGroup, vnetName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create VNet: %v\", err)\n\t\t}\n\n\t\terr = createSubnetForBatchPEC(ctx, subnetClient, integrationTestResourceGroup, vnetName, subnetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create subnet: %v\", err)\n\t\t}\n\n\t\tbatchResp, err := batchClient.Get(ctx, integrationTestResourceGroup, batchAccountName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get batch account: %v\", err)\n\t\t}\n\t\tbatchAccountID := *batchResp.ID\n\n\t\terr = createPrivateEndpointForBatch(ctx, peClient, integrationTestResourceGroup, peName, integrationTestLocation, batchAccountID, vnetName, subnetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create private endpoint: %v\", err)\n\t\t}\n\n\t\tprivateEndpointConnectionName, err = waitForBatchPrivateEndpointConnection(ctx, pecClient, integrationTestResourceGroup, batchAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for private endpoint connection: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetPrivateEndpointConnection\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving batch private endpoint connection %s in account %s\", privateEndpointConnectionName, batchAccountName)\n\n\t\t\tpecWrapper := manual.NewBatchPrivateEndpointConnection(\n\t\t\t\tclients.NewBatchPrivateEndpointConnectionClient(pecClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := pecWrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(pecWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(batchAccountName, privateEndpointConnectionName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.BatchBatchPrivateEndpointConnection.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.BatchBatchPrivateEndpointConnection, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(batchAccountName, privateEndpointConnectionName)\n\t\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttr {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttr, sdpItem.UniqueAttributeValue())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved private endpoint connection %s\", privateEndpointConnectionName)\n\t\t})\n\n\t\tt.Run(\"SearchPrivateEndpointConnections\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching private endpoint connections in batch account %s\", batchAccountName)\n\n\t\t\tpecWrapper := manual.NewBatchPrivateEndpointConnection(\n\t\t\t\tclients.NewBatchPrivateEndpointConnectionClient(pecClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := pecWrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(pecWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, batchAccountName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search private endpoint connections: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one private endpoint connection, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == shared.CompositeLookupKey(batchAccountName, privateEndpointConnectionName) {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find private endpoint connection %s in the search results\", privateEndpointConnectionName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d private endpoint connections in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for private endpoint connection %s\", privateEndpointConnectionName)\n\n\t\t\tpecWrapper := manual.NewBatchPrivateEndpointConnection(\n\t\t\t\tclients.NewBatchPrivateEndpointConnectionClient(pecClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := pecWrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(pecWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(batchAccountName, privateEndpointConnectionName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"LinkedItemQuery has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"LinkedItemQuery has invalid Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"LinkedItemQuery has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"LinkedItemQuery has empty Scope\")\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tvar hasBatchAccountLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.BatchBatchAccount.String() {\n\t\t\t\t\thasBatchAccountLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != batchAccountName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to batch account %s, got %s\", batchAccountName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasBatchAccountLink {\n\t\t\t\tt.Error(\"Expected linked query to batch account, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for private endpoint connection %s\", len(linkedQueries), privateEndpointConnectionName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tpecWrapper := manual.NewBatchPrivateEndpointConnection(\n\t\t\t\tclients.NewBatchPrivateEndpointConnectionClient(pecClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := pecWrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(pecWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(batchAccountName, privateEndpointConnectionName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.BatchBatchPrivateEndpointConnection.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.BatchBatchPrivateEndpointConnection, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := subscriptionID + \".\" + integrationTestResourceGroup\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Item validation failed: %v\", err)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deletePrivateEndpointForBatch(ctx, peClient, integrationTestResourceGroup, peName)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Failed to delete private endpoint: %v\", err)\n\t\t}\n\n\t\terr = deleteBatchAccount(ctx, batchClient, integrationTestResourceGroup, batchAccountName)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Failed to delete batch account: %v\", err)\n\t\t}\n\n\t\terr = deleteSubnetForBatchPEC(ctx, subnetClient, integrationTestResourceGroup, vnetName, subnetName)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Failed to delete subnet: %v\", err)\n\t\t}\n\n\t\terr = deleteVNetForBatchPEC(ctx, vnetClient, integrationTestResourceGroup, vnetName)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Failed to delete VNet: %v\", err)\n\t\t}\n\n\t\terr = deleteStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Failed to delete storage account: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createBatchAccountWithPrivateEndpointPolicy(ctx context.Context, client *armbatch.AccountClient, resourceGroupName, accountName, location, storageAccountID string) error {\n\t_, err := client.Get(ctx, resourceGroupName, accountName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Batch account %s already exists, skipping creation\", accountName)\n\t\treturn nil\n\t}\n\n\tpublicNetworkDisabled := armbatch.PublicNetworkAccessTypeDisabled\n\n\tpoller, err := client.BeginCreate(ctx, resourceGroupName, accountName, armbatch.AccountCreateParameters{\n\t\tLocation: new(location),\n\t\tProperties: &armbatch.AccountCreateProperties{\n\t\t\tAutoStorage: &armbatch.AutoStorageBaseProperties{\n\t\t\t\tStorageAccountID: new(storageAccountID),\n\t\t\t},\n\t\t\tPoolAllocationMode: new(armbatch.PoolAllocationModeBatchService),\n\t\t\tPublicNetworkAccess: &publicNetworkDisabled,\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"batch-private-endpoint-connection\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) {\n\t\t\tif respErr.StatusCode == http.StatusConflict {\n\t\t\t\tlog.Printf(\"Batch account %s already exists (conflict), skipping creation\", accountName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif respErr.ErrorCode == \"SubscriptionQuotaExceeded\" {\n\t\t\t\treturn fmt.Errorf(\"%w: %s\", errBatchQuotaExceeded, respErr.Error())\n\t\t\t}\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating batch account: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.ErrorCode == \"SubscriptionQuotaExceeded\" {\n\t\t\treturn fmt.Errorf(\"%w: %s\", errBatchQuotaExceeded, respErr.Error())\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create batch account: %w\", err)\n\t}\n\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"batch account created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != armbatch.ProvisioningStateSucceeded {\n\t\treturn fmt.Errorf(\"batch account provisioning state is %s, expected %s\", provisioningState, armbatch.ProvisioningStateSucceeded)\n\t}\n\n\tlog.Printf(\"Batch account %s created successfully with private endpoint support\", accountName)\n\treturn nil\n}\n\nfunc createVNetForBatchPEC(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"VNet %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.0.0.0/16\")},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"VNet %s already exists (conflict), skipping creation\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating VNet: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create VNet: %w\", err)\n\t}\n\n\tlog.Printf(\"VNet %s created successfully\", vnetName)\n\treturn nil\n}\n\nfunc createSubnetForBatchPEC(ctx context.Context, client *armnetwork.SubnetsClient, resourceGroupName, vnetName, subnetName string) error {\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, subnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Subnet %s already exists, skipping creation\", subnetName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, subnetName, armnetwork.Subnet{\n\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\tAddressPrefix: new(\"10.0.1.0/24\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Subnet %s already exists (conflict), skipping creation\", subnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating subnet: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create subnet: %w\", err)\n\t}\n\n\tlog.Printf(\"Subnet %s created successfully\", subnetName)\n\treturn nil\n}\n\nfunc createPrivateEndpointForBatch(ctx context.Context, client *armnetwork.PrivateEndpointsClient, resourceGroupName, peName, location, batchAccountID, vnetName, subnetName string) error {\n\t_, err := client.Get(ctx, resourceGroupName, peName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Private endpoint %s already exists, skipping creation\", peName)\n\t\treturn nil\n\t}\n\n\tsubnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/%s/subnets/%s\",\n\t\tos.Getenv(\"AZURE_SUBSCRIPTION_ID\"), resourceGroupName, vnetName, subnetName)\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, peName, armnetwork.PrivateEndpoint{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.PrivateEndpointProperties{\n\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\tID: new(subnetID),\n\t\t\t},\n\t\t\tPrivateLinkServiceConnections: []*armnetwork.PrivateLinkServiceConnection{\n\t\t\t\t{\n\t\t\t\t\tName: new(peName + \"-connection\"),\n\t\t\t\t\tProperties: &armnetwork.PrivateLinkServiceConnectionProperties{\n\t\t\t\t\t\tPrivateLinkServiceID: new(batchAccountID),\n\t\t\t\t\t\tGroupIDs: []*string{new(\"batchAccount\")},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Private endpoint %s already exists (conflict), skipping creation\", peName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating private endpoint: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create private endpoint: %w\", err)\n\t}\n\n\tlog.Printf(\"Private endpoint %s created successfully\", peName)\n\treturn nil\n}\n\nfunc waitForBatchPrivateEndpointConnection(ctx context.Context, client *armbatch.PrivateEndpointConnectionClient, resourceGroupName, accountName string) (string, error) {\n\tmaxAttempts := 30\n\tpollInterval := 10 * time.Second\n\n\tlog.Printf(\"Waiting for private endpoint connection on batch account %s...\", accountName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tpager := client.NewListByBatchAccountPager(resourceGroupName, accountName, nil)\n\t\tfor pager.More() {\n\t\t\tpage, err := pager.NextPage(ctx)\n\t\t\tif err != nil {\n\t\t\t\tlog.Printf(\"Error listing private endpoint connections (attempt %d/%d): %v\", attempt, maxAttempts, err)\n\t\t\t\tbreak\n\t\t\t}\n\t\t\tfor _, conn := range page.Value {\n\t\t\t\tif conn != nil && conn.Name != nil {\n\t\t\t\t\tlog.Printf(\"Found private endpoint connection: %s\", *conn.Name)\n\t\t\t\t\treturn *conn.Name, nil\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tlog.Printf(\"No private endpoint connections found yet (attempt %d/%d), waiting...\", attempt, maxAttempts)\n\t\ttime.Sleep(pollInterval)\n\t}\n\n\treturn \"\", fmt.Errorf(\"timeout waiting for private endpoint connection on batch account %s\", accountName)\n}\n\nfunc deletePrivateEndpointForBatch(ctx context.Context, client *armnetwork.PrivateEndpointsClient, resourceGroupName, peName string) error {\n\tlog.Printf(\"Deleting private endpoint %s...\", peName)\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, peName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Private endpoint %s not found, skipping deletion\", peName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting private endpoint: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete private endpoint: %w\", err)\n\t}\n\n\tlog.Printf(\"Private endpoint %s deleted successfully\", peName)\n\treturn nil\n}\n\nfunc deleteSubnetForBatchPEC(ctx context.Context, client *armnetwork.SubnetsClient, resourceGroupName, vnetName, subnetName string) error {\n\tlog.Printf(\"Deleting subnet %s...\", subnetName)\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, subnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Subnet %s not found, skipping deletion\", subnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting subnet: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete subnet: %w\", err)\n\t}\n\n\tlog.Printf(\"Subnet %s deleted successfully\", subnetName)\n\treturn nil\n}\n\nfunc deleteVNetForBatchPEC(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tlog.Printf(\"Deleting VNet %s...\", vnetName)\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"VNet %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting VNet: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete VNet: %w\", err)\n\t}\n\n\tlog.Printf(\"VNet %s deleted successfully\", vnetName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-availability-set_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestAvailabilitySetName = \"ovm-integ-test-avset\"\n\tintegrationTestVMForAVSetName = \"ovm-integ-test-vm-avset\"\n\tintegrationTestNICForAVSetName = \"ovm-integ-test-nic-avset\"\n\tintegrationTestVNetForAVSetName = \"ovm-integ-test-vnet-avset\"\n\tintegrationTestSubnetForAVSetName = \"default\"\n)\n\nfunc TestComputeAvailabilitySetIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tavSetClient, err := armcompute.NewAvailabilitySetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Availability Sets client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvmClient, err := armcompute.NewVirtualMachinesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Machines client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tnicClient, err := armnetwork.NewInterfacesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Network Interfaces client: %v\", err)\n\t}\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create availability set\n\t\terr = createAvailabilitySet(ctx, avSetClient, integrationTestResourceGroup, integrationTestAvailabilitySetName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create availability set: %v\", err)\n\t\t}\n\n\t\t// Wait for availability set to be fully available via the API\n\t\terr = waitForAvailabilitySetAvailable(ctx, avSetClient, integrationTestResourceGroup, integrationTestAvailabilitySetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for availability set to be available: %v\", err)\n\t\t}\n\n\t\t// Create virtual network for VM\n\t\terr = createVirtualNetworkForAVSet(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetForAVSetName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\t// Get subnet ID for NIC creation\n\t\tsubnetResp, err := subnetClient.Get(ctx, integrationTestResourceGroup, integrationTestVNetForAVSetName, integrationTestSubnetForAVSetName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnet: %v\", err)\n\t\t}\n\n\t\t// Create network interface\n\t\terr = createNetworkInterfaceForAVSet(ctx, nicClient, integrationTestResourceGroup, integrationTestNICForAVSetName, integrationTestLocation, *subnetResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create network interface: %v\", err)\n\t\t}\n\n\t\t// Get NIC ID and Availability Set ID for VM creation\n\t\tnicResp, err := nicClient.Get(ctx, integrationTestResourceGroup, integrationTestNICForAVSetName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get network interface: %v\", err)\n\t\t}\n\n\t\tavSetResp, err := avSetClient.Get(ctx, integrationTestResourceGroup, integrationTestAvailabilitySetName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get availability set: %v\", err)\n\t\t}\n\n\t\t// Create virtual machine with availability set\n\t\terr = createVirtualMachineWithAvailabilitySet(ctx, vmClient, integrationTestResourceGroup, integrationTestVMForAVSetName, integrationTestLocation, *nicResp.ID, *avSetResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual machine: %v\", err)\n\t\t}\n\n\t\t// Wait for VM to be fully available via the API\n\t\terr = waitForVMAvailable(ctx, vmClient, integrationTestResourceGroup, integrationTestVMForAVSetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for VM to be available: %v\", err)\n\t\t}\n\n\t\t// Wait a bit for the availability set to reflect the VM association\n\t\ttime.Sleep(10 * time.Second)\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\t// Check if availability set exists - if Setup failed, skip Run tests\n\t\tctx := t.Context()\n\t\t_, err := avSetClient.Get(ctx, integrationTestResourceGroup, integrationTestAvailabilitySetName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tt.Skipf(\"Availability set %s does not exist - Setup may have failed. Skipping Run tests.\", integrationTestAvailabilitySetName)\n\t\t\t}\n\t\t}\n\n\t\tt.Run(\"GetAvailabilitySet\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving availability set %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestAvailabilitySetName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tavSetWrapper := manual.NewComputeAvailabilitySet(\n\t\t\t\tclients.NewAvailabilitySetsClient(avSetClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := avSetWrapper.Scopes()[0]\n\n\t\t\tavSetAdapter := sources.WrapperToAdapter(avSetWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := avSetAdapter.Get(ctx, scope, integrationTestAvailabilitySetName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestAvailabilitySetName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestAvailabilitySetName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ComputeAvailabilitySet.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got %s\", azureshared.ComputeAvailabilitySet, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved availability set %s\", integrationTestAvailabilitySetName)\n\t\t})\n\n\t\tt.Run(\"ListAvailabilitySets\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing availability sets in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tavSetWrapper := manual.NewComputeAvailabilitySet(\n\t\t\t\tclients.NewAvailabilitySetsClient(avSetClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := avSetWrapper.Scopes()[0]\n\n\t\t\tavSetAdapter := sources.WrapperToAdapter(avSetWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := avSetAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list availability sets: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one availability set, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestAvailabilitySetName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tif item.GetType() != azureshared.ComputeAvailabilitySet.String() {\n\t\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeAvailabilitySet, item.GetType())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find availability set %s in the list of availability sets\", integrationTestAvailabilitySetName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d availability sets in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for availability set %s\", integrationTestAvailabilitySetName)\n\n\t\t\tavSetWrapper := manual.NewComputeAvailabilitySet(\n\t\t\t\tclients.NewAvailabilitySetsClient(avSetClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := avSetWrapper.Scopes()[0]\n\n\t\t\tavSetAdapter := sources.WrapperToAdapter(avSetWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := avSetAdapter.Get(ctx, scope, integrationTestAvailabilitySetName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasVMLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tswitch liq.GetQuery().GetType() {\n\t\t\t\tcase azureshared.ComputeVirtualMachine.String():\n\t\t\t\t\thasVMLink = true\n\t\t\t\t\t// Verify VM link properties\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected VM link method to be GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\tcase azureshared.ComputeProximityPlacementGroup.String():\n\t\t\t\t\t// PPG may or may not be present depending on availability set setup\n\t\t\t\t\t// Verify PPG link properties if present\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected PPG link method to be GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// VM link should be present if we created a VM with this availability set\n\t\t\tif !hasVMLink {\n\t\t\t\tt.Logf(\"No VM link found - this is expected if VM creation failed or VM is not yet associated\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for availability set %s\", len(linkedQueries), integrationTestAvailabilitySetName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for availability set %s\", integrationTestAvailabilitySetName)\n\n\t\t\tavSetWrapper := manual.NewComputeAvailabilitySet(\n\t\t\t\tclients.NewAvailabilitySetsClient(avSetClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := avSetWrapper.Scopes()[0]\n\n\t\t\tavSetAdapter := sources.WrapperToAdapter(avSetWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := avSetAdapter.Get(ctx, scope, integrationTestAvailabilitySetName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.ComputeAvailabilitySet.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.ComputeAvailabilitySet, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for availability set %s\", integrationTestAvailabilitySetName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete VM first (it must be deleted before availability set can be deleted)\n\t\terr := deleteVirtualMachine(ctx, vmClient, integrationTestResourceGroup, integrationTestVMForAVSetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual machine: %v\", err)\n\t\t}\n\n\t\t// Delete NIC\n\t\terr = deleteNetworkInterface(ctx, nicClient, integrationTestResourceGroup, integrationTestNICForAVSetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete network interface: %v\", err)\n\t\t}\n\n\t\t// Delete VNet (this also deletes the subnet)\n\t\terr = deleteVirtualNetwork(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetForAVSetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\n\t\t// Delete availability set\n\t\terr = deleteAvailabilitySet(ctx, avSetClient, integrationTestResourceGroup, integrationTestAvailabilitySetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete availability set: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createAvailabilitySet creates an Azure availability set (idempotent)\nfunc createAvailabilitySet(ctx context.Context, client *armcompute.AvailabilitySetsClient, resourceGroupName, avSetName, location string) error {\n\t// Check if availability set already exists\n\t_, err := client.Get(ctx, resourceGroupName, avSetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Availability set %s already exists, skipping creation\", avSetName)\n\t\treturn nil\n\t}\n\n\t// Create the availability set\n\tresp, err := client.CreateOrUpdate(ctx, resourceGroupName, avSetName, armcompute.AvailabilitySet{\n\t\tLocation: new(location),\n\t\tSKU: &armcompute.SKU{\n\t\t\tName: new(\"Aligned\"),\n\t\t},\n\t\tProperties: &armcompute.AvailabilitySetProperties{\n\t\t\tPlatformFaultDomainCount: new(int32(2)),\n\t\t\tPlatformUpdateDomainCount: new(int32(2)),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-availability-set\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if availability set already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Availability set %s already exists (conflict), skipping creation\", avSetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create availability set: %w\", err)\n\t}\n\n\t// Verify the availability set was created successfully\n\tif resp.Name == nil {\n\t\treturn fmt.Errorf(\"availability set created but name is nil\")\n\t}\n\n\tlog.Printf(\"Availability set %s created successfully\", avSetName)\n\treturn nil\n}\n\n// waitForAvailabilitySetAvailable polls until the availability set is available via the Get API\nfunc waitForAvailabilitySetAvailable(ctx context.Context, client *armcompute.AvailabilitySetsClient, resourceGroupName, avSetName string) error {\n\tmaxAttempts := defaultMaxPollAttempts\n\tpollInterval := defaultPollInterval\n\n\tlog.Printf(\"Waiting for availability set %s to be available via API...\", avSetName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, avSetName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Availability set %s not yet available (attempt %d/%d), waiting %v...\", avSetName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking availability set availability: %w\", err)\n\t\t}\n\n\t\t// Availability set exists - consider it available\n\t\tif resp.Name != nil {\n\t\t\tlog.Printf(\"Availability set %s is available\", avSetName)\n\t\t\treturn nil\n\t\t}\n\n\t\t// Wait and retry\n\t\tif attempt < maxAttempts {\n\t\t\tlog.Printf(\"Availability set %s not yet ready (attempt %d/%d), waiting %v...\", avSetName, attempt, maxAttempts, pollInterval)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for availability set %s to be available after %d attempts\", avSetName, maxAttempts)\n}\n\n// deleteAvailabilitySet deletes an Azure availability set\nfunc deleteAvailabilitySet(ctx context.Context, client *armcompute.AvailabilitySetsClient, resourceGroupName, avSetName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, avSetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Availability set %s not found, skipping deletion\", avSetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete availability set: %w\", err)\n\t}\n\n\tlog.Printf(\"Availability set %s deleted successfully\", avSetName)\n\treturn nil\n}\n\n// createVirtualNetworkForAVSet creates an Azure virtual network with a default subnet (idempotent)\nfunc createVirtualNetworkForAVSet(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t// Check if VNet already exists\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\t// Create the VNet\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.2.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestSubnetForAVSetName),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.2.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\n// createNetworkInterfaceForAVSet creates an Azure network interface (idempotent)\nfunc createNetworkInterfaceForAVSet(ctx context.Context, client *armnetwork.InterfacesClient, resourceGroupName, nicName, location, subnetID string) error {\n\t// Check if NIC already exists\n\t_, err := client.Get(ctx, resourceGroupName, nicName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Network interface %s already exists, skipping creation\", nicName)\n\t\treturn nil\n\t}\n\n\t// Create the NIC\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, nicName, armnetwork.Interface{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.InterfacePropertiesFormat{\n\t\t\tIPConfigurations: []*armnetwork.InterfaceIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"ipconfig1\"),\n\t\t\t\t\tProperties: &armnetwork.InterfaceIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodDynamic),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating network interface: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create network interface: %w\", err)\n\t}\n\n\tlog.Printf(\"Network interface %s created successfully\", nicName)\n\treturn nil\n}\n\n// createVirtualMachineWithAvailabilitySet creates an Azure virtual machine with an availability set (idempotent)\nfunc createVirtualMachineWithAvailabilitySet(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName, location, nicID, availabilitySetID string) error {\n\treturn createVirtualMachineWithAvailabilitySetWithRemediation(ctx, client, resourceGroupName, vmName, location, nicID, availabilitySetID, 0)\n}\n\nfunc createVirtualMachineWithAvailabilitySetWithRemediation(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName, location, nicID, availabilitySetID string, remediationAttempt int) error {\n\t// Check if VM already exists\n\texistingVM, err := client.Get(ctx, resourceGroupName, vmName, nil)\n\tif err == nil {\n\t\t// VM exists, check its state\n\t\tif existingVM.Properties != nil && existingVM.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingVM.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Virtual machine %s already exists with state %s, skipping creation\", vmName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Virtual machine %s exists but in state %s, will wait for it\", vmName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Virtual machine %s already exists, skipping creation\", vmName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create the VM\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vmName, armcompute.VirtualMachine{\n\t\tLocation: new(location),\n\t\tProperties: &armcompute.VirtualMachineProperties{\n\t\t\tHardwareProfile: &armcompute.HardwareProfile{\n\t\t\t\tVMSize: new(armcompute.VirtualMachineSizeTypes(\"Standard_D2s_v3\")),\n\t\t\t},\n\t\t\tStorageProfile: &armcompute.StorageProfile{\n\t\t\t\tImageReference: &armcompute.ImageReference{\n\t\t\t\t\tPublisher: new(\"Canonical\"),\n\t\t\t\t\tOffer: new(\"0001-com-ubuntu-server-jammy\"),\n\t\t\t\t\tSKU: new(\"22_04-lts\"),\n\t\t\t\t\tVersion: new(\"latest\"),\n\t\t\t\t},\n\t\t\t\tOSDisk: &armcompute.OSDisk{\n\t\t\t\t\tName: new(fmt.Sprintf(\"%s-osdisk\", vmName)),\n\t\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionTypesFromImage),\n\t\t\t\t\tManagedDisk: &armcompute.ManagedDiskParameters{\n\t\t\t\t\t\tStorageAccountType: new(armcompute.StorageAccountTypesStandardLRS),\n\t\t\t\t\t},\n\t\t\t\t\tDeleteOption: new(armcompute.DiskDeleteOptionTypesDelete),\n\t\t\t\t},\n\t\t\t},\n\t\t\tOSProfile: &armcompute.OSProfile{\n\t\t\t\tComputerName: new(vmName),\n\t\t\t\tAdminUsername: new(\"azureuser\"),\n\t\t\t\t// Use password authentication for integration tests (simpler than SSH keys)\n\t\t\t\tAdminPassword: new(\"OvmIntegTest2024!\"),\n\t\t\t\tLinuxConfiguration: &armcompute.LinuxConfiguration{\n\t\t\t\t\tDisablePasswordAuthentication: new(false),\n\t\t\t\t},\n\t\t\t},\n\t\t\tNetworkProfile: &armcompute.NetworkProfile{\n\t\t\t\tNetworkInterfaces: []*armcompute.NetworkInterfaceReference{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(nicID),\n\t\t\t\t\t\tProperties: &armcompute.NetworkInterfaceReferenceProperties{\n\t\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tAvailabilitySet: &armcompute.SubResource{\n\t\t\t\tID: new(availabilitySetID),\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-availability-set\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if VM already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\texisting, getErr := client.Get(ctx, resourceGroupName, vmName, nil)\n\t\t\tif getErr == nil {\n\t\t\t\tif existing.Properties != nil && existing.Properties.ProvisioningState != nil {\n\t\t\t\t\tlog.Printf(\"Virtual machine %s already exists (conflict) with state %s, skipping creation\", vmName, *existing.Properties.ProvisioningState)\n\t\t\t\t} else {\n\t\t\t\t\tlog.Printf(\"Virtual machine %s already exists (conflict), skipping creation\", vmName)\n\t\t\t\t}\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tvar getRespErr *azcore.ResponseError\n\t\t\tif errors.As(getErr, &getRespErr) && getRespErr.StatusCode == http.StatusNotFound {\n\t\t\t\tif remediationAttempt >= 1 {\n\t\t\t\t\treturn fmt.Errorf(\"vm %s still in ghost conflict state after remediation (resourceGroup=%s): %w\", vmName, resourceGroupName, err)\n\t\t\t\t}\n\t\t\t\tlog.Printf(\"Detected ghost VM conflict for availability-set test VM %s in %s, attempting automatic remediation\", vmName, resourceGroupName)\n\t\t\t\tif deleteErr := deleteVirtualMachine(ctx, client, resourceGroupName, vmName); deleteErr != nil {\n\t\t\t\t\treturn fmt.Errorf(\"failed to remediate ghost VM %s before retry: %w\", vmName, deleteErr)\n\t\t\t\t}\n\t\t\t\ttime.Sleep(20 * time.Second)\n\t\t\t\treturn createVirtualMachineWithAvailabilitySetWithRemediation(ctx, client, resourceGroupName, vmName, location, nicID, availabilitySetID, remediationAttempt+1)\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"vm creation conflict for %s and failed to verify existing VM: %w\", vmName, getErr)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating virtual machine: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual machine: %w\", err)\n\t}\n\n\t// Verify the VM was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"VM created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"VM provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Virtual machine %s created successfully with provisioning state: %s\", vmName, provisioningState)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-capacity-reservation-group_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestCapacityReservationGroupName = \"ovm-integ-test-capacity-reservation-group\"\n)\n\nfunc TestComputeCapacityReservationGroupIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tcapacityReservationGroupsClient, err := armcompute.NewCapacityReservationGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Capacity Reservation Groups client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createCapacityReservationGroup(ctx, capacityReservationGroupsClient, integrationTestResourceGroup, integrationTestCapacityReservationGroupName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create capacity reservation group: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetCapacityReservationGroup\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving capacity reservation group %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestCapacityReservationGroupName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tcapacityReservationGroupWrapper := manual.NewComputeCapacityReservationGroup(\n\t\t\t\tclients.NewCapacityReservationGroupsClient(capacityReservationGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := capacityReservationGroupWrapper.Scopes()[0]\n\n\t\t\tcapacityReservationGroupAdapter := sources.WrapperToAdapter(capacityReservationGroupWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := capacityReservationGroupAdapter.Get(ctx, scope, integrationTestCapacityReservationGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestCapacityReservationGroupName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestCapacityReservationGroupName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved capacity reservation group %s\", integrationTestCapacityReservationGroupName)\n\t\t})\n\n\t\tt.Run(\"ListCapacityReservationGroups\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing capacity reservation groups in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tcapacityReservationGroupWrapper := manual.NewComputeCapacityReservationGroup(\n\t\t\t\tclients.NewCapacityReservationGroupsClient(capacityReservationGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := capacityReservationGroupWrapper.Scopes()[0]\n\n\t\t\tcapacityReservationGroupAdapter := sources.WrapperToAdapter(capacityReservationGroupWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := capacityReservationGroupAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list capacity reservation groups: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one capacity reservation group, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestCapacityReservationGroupName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find capacity reservation group %s in the list of capacity reservation groups\", integrationTestCapacityReservationGroupName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d capacity reservation groups in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for capacity reservation group %s\", integrationTestCapacityReservationGroupName)\n\n\t\t\tcapacityReservationGroupWrapper := manual.NewComputeCapacityReservationGroup(\n\t\t\t\tclients.NewCapacityReservationGroupsClient(capacityReservationGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := capacityReservationGroupWrapper.Scopes()[0]\n\n\t\t\tcapacityReservationGroupAdapter := sources.WrapperToAdapter(capacityReservationGroupWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := capacityReservationGroupAdapter.Get(ctx, scope, integrationTestCapacityReservationGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ComputeCapacityReservationGroup.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.ComputeCapacityReservationGroup.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for capacity reservation group %s\", integrationTestCapacityReservationGroupName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for capacity reservation group %s\", integrationTestCapacityReservationGroupName)\n\n\t\t\tcapacityReservationGroupWrapper := manual.NewComputeCapacityReservationGroup(\n\t\t\t\tclients.NewCapacityReservationGroupsClient(capacityReservationGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := capacityReservationGroupWrapper.Scopes()[0]\n\n\t\t\tcapacityReservationGroupAdapter := sources.WrapperToAdapter(capacityReservationGroupWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := capacityReservationGroupAdapter.Get(ctx, scope, integrationTestCapacityReservationGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for capacity reservation group %s\", len(linkedQueries), integrationTestCapacityReservationGroupName)\n\n\t\t\t// Capacity reservation group may have zero or more linked queries (capacity reservations, VMs) depending on configuration\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteCapacityReservationGroup(ctx, capacityReservationGroupsClient, integrationTestResourceGroup, integrationTestCapacityReservationGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete capacity reservation group: %v\", err)\n\t\t}\n\t})\n}\n\n// createCapacityReservationGroup creates an Azure capacity reservation group resource (idempotent).\nfunc createCapacityReservationGroup(ctx context.Context, client *armcompute.CapacityReservationGroupsClient, resourceGroupName, groupName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, groupName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Capacity reservation group %s already exists, skipping creation\", groupName)\n\t\treturn nil\n\t}\n\n\tvar respErr *azcore.ResponseError\n\tif errors.As(err, &respErr) && respErr.StatusCode != http.StatusNotFound {\n\t\treturn fmt.Errorf(\"unexpected error checking capacity reservation group: %w\", err)\n\t}\n\n\t_, err = client.CreateOrUpdate(ctx, resourceGroupName, groupName, armcompute.CapacityReservationGroup{\n\t\tLocation: new(location),\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-capacity-reservation-group\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Capacity reservation group %s already exists (conflict), skipping creation\", groupName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create capacity reservation group: %w\", err)\n\t}\n\n\tlog.Printf(\"Capacity reservation group %s created successfully\", groupName)\n\treturn nil\n}\n\n// deleteCapacityReservationGroup deletes an Azure capacity reservation group resource.\n// Azure may return 202 Accepted for async delete; treat that as success.\nfunc deleteCapacityReservationGroup(ctx context.Context, client *armcompute.CapacityReservationGroupsClient, resourceGroupName, groupName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, groupName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) {\n\t\t\tswitch respErr.StatusCode {\n\t\t\tcase http.StatusNotFound:\n\t\t\t\tlog.Printf(\"Capacity reservation group %s not found, skipping deletion\", groupName)\n\t\t\t\treturn nil\n\t\t\tcase http.StatusAccepted:\n\t\t\t\t// Async delete accepted; resource deletion is in progress\n\t\t\t\tlog.Printf(\"Capacity reservation group %s delete accepted (202), teardown complete\", groupName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete capacity reservation group: %w\", err)\n\t}\n\n\tlog.Printf(\"Capacity reservation group %s deleted successfully\", groupName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-dedicated-host-group_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestDedicatedHostGroupName = \"ovm-integ-test-dedicated-host-group\"\n)\n\nfunc TestComputeDedicatedHostGroupIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tdedicatedHostGroupsClient, err := armcompute.NewDedicatedHostGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Dedicated Host Groups client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createDedicatedHostGroup(ctx, dedicatedHostGroupsClient, integrationTestResourceGroup, integrationTestDedicatedHostGroupName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create dedicated host group: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetDedicatedHostGroup\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving dedicated host group %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestDedicatedHostGroupName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tdedicatedHostGroupWrapper := manual.NewComputeDedicatedHostGroup(\n\t\t\t\tclients.NewDedicatedHostGroupsClient(dedicatedHostGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := dedicatedHostGroupWrapper.Scopes()[0]\n\n\t\t\tdedicatedHostGroupAdapter := sources.WrapperToAdapter(dedicatedHostGroupWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := dedicatedHostGroupAdapter.Get(ctx, scope, integrationTestDedicatedHostGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestDedicatedHostGroupName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestDedicatedHostGroupName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved dedicated host group %s\", integrationTestDedicatedHostGroupName)\n\t\t})\n\n\t\tt.Run(\"ListDedicatedHostGroups\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing dedicated host groups in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tdedicatedHostGroupWrapper := manual.NewComputeDedicatedHostGroup(\n\t\t\t\tclients.NewDedicatedHostGroupsClient(dedicatedHostGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := dedicatedHostGroupWrapper.Scopes()[0]\n\n\t\t\tdedicatedHostGroupAdapter := sources.WrapperToAdapter(dedicatedHostGroupWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := dedicatedHostGroupAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list dedicated host groups: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one dedicated host group, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestDedicatedHostGroupName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find dedicated host group %s in the list of dedicated host groups\", integrationTestDedicatedHostGroupName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d dedicated host groups in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for dedicated host group %s\", integrationTestDedicatedHostGroupName)\n\n\t\t\tdedicatedHostGroupWrapper := manual.NewComputeDedicatedHostGroup(\n\t\t\t\tclients.NewDedicatedHostGroupsClient(dedicatedHostGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := dedicatedHostGroupWrapper.Scopes()[0]\n\n\t\t\tdedicatedHostGroupAdapter := sources.WrapperToAdapter(dedicatedHostGroupWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := dedicatedHostGroupAdapter.Get(ctx, scope, integrationTestDedicatedHostGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ComputeDedicatedHostGroup.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.ComputeDedicatedHostGroup.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for dedicated host group %s\", integrationTestDedicatedHostGroupName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for dedicated host group %s\", integrationTestDedicatedHostGroupName)\n\n\t\t\tdedicatedHostGroupWrapper := manual.NewComputeDedicatedHostGroup(\n\t\t\t\tclients.NewDedicatedHostGroupsClient(dedicatedHostGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := dedicatedHostGroupWrapper.Scopes()[0]\n\n\t\t\tdedicatedHostGroupAdapter := sources.WrapperToAdapter(dedicatedHostGroupWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := dedicatedHostGroupAdapter.Get(ctx, scope, integrationTestDedicatedHostGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for dedicated host group %s\", len(linkedQueries), integrationTestDedicatedHostGroupName)\n\n\t\t\t// Dedicated host group may have zero or more linked queries (ComputeDedicatedHost) depending on whether hosts exist\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteDedicatedHostGroup(ctx, dedicatedHostGroupsClient, integrationTestResourceGroup, integrationTestDedicatedHostGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete dedicated host group: %v\", err)\n\t\t}\n\t})\n}\n\n// createDedicatedHostGroup creates an Azure dedicated host group resource (idempotent).\nfunc createDedicatedHostGroup(ctx context.Context, client *armcompute.DedicatedHostGroupsClient, resourceGroupName, hostGroupName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, hostGroupName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Dedicated host group %s already exists, skipping creation\", hostGroupName)\n\t\treturn nil\n\t}\n\n\tvar respErr *azcore.ResponseError\n\tif errors.As(err, &respErr) && respErr.StatusCode != http.StatusNotFound {\n\t\treturn fmt.Errorf(\"unexpected error checking dedicated host group: %w\", err)\n\t}\n\n\t_, err = client.CreateOrUpdate(ctx, resourceGroupName, hostGroupName, armcompute.DedicatedHostGroup{\n\t\tLocation: new(location),\n\t\tProperties: &armcompute.DedicatedHostGroupProperties{\n\t\t\tPlatformFaultDomainCount: new(int32(1)),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-dedicated-host-group\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Dedicated host group %s already exists (conflict), skipping creation\", hostGroupName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create dedicated host group: %w\", err)\n\t}\n\n\tlog.Printf(\"Dedicated host group %s created successfully\", hostGroupName)\n\treturn nil\n}\n\n// deleteDedicatedHostGroup deletes an Azure dedicated host group resource.\nfunc deleteDedicatedHostGroup(ctx context.Context, client *armcompute.DedicatedHostGroupsClient, resourceGroupName, hostGroupName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, hostGroupName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Dedicated host group %s not found, skipping deletion\", hostGroupName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete dedicated host group: %w\", err)\n\t}\n\n\tlog.Printf(\"Dedicated host group %s deleted successfully\", hostGroupName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-disk-access_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestDiskAccessName = \"ovm-integ-test-disk-access\"\n)\n\nfunc TestComputeDiskAccessIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tdiskAccessClient, err := armcompute.NewDiskAccessesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Disk Accesses client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createDiskAccess(ctx, diskAccessClient, integrationTestResourceGroup, integrationTestDiskAccessName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create disk access: %v\", err)\n\t\t}\n\n\t\terr = waitForDiskAccessAvailable(ctx, diskAccessClient, integrationTestResourceGroup, integrationTestDiskAccessName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for disk access to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetDiskAccess\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving disk access %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestDiskAccessName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tdiskAccessWrapper := manual.NewComputeDiskAccess(\n\t\t\t\tclients.NewDiskAccessesClient(diskAccessClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := diskAccessWrapper.Scopes()[0]\n\n\t\t\tdiskAccessAdapter := sources.WrapperToAdapter(diskAccessWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := diskAccessAdapter.Get(ctx, scope, integrationTestDiskAccessName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestDiskAccessName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestDiskAccessName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved disk access %s\", integrationTestDiskAccessName)\n\t\t})\n\n\t\tt.Run(\"ListDiskAccesses\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing disk accesses in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tdiskAccessWrapper := manual.NewComputeDiskAccess(\n\t\t\t\tclients.NewDiskAccessesClient(diskAccessClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := diskAccessWrapper.Scopes()[0]\n\n\t\t\tdiskAccessAdapter := sources.WrapperToAdapter(diskAccessWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := diskAccessAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list disk accesses: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one disk access, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestDiskAccessName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find disk access %s in the list of disk accesses\", integrationTestDiskAccessName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d disk accesses in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for disk access %s\", integrationTestDiskAccessName)\n\n\t\t\tdiskAccessWrapper := manual.NewComputeDiskAccess(\n\t\t\t\tclients.NewDiskAccessesClient(diskAccessClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := diskAccessWrapper.Scopes()[0]\n\n\t\t\tdiskAccessAdapter := sources.WrapperToAdapter(diskAccessWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := diskAccessAdapter.Get(ctx, scope, integrationTestDiskAccessName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ComputeDiskAccess.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.ComputeDiskAccess.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for disk access %s\", integrationTestDiskAccessName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for disk access %s\", integrationTestDiskAccessName)\n\n\t\t\tdiskAccessWrapper := manual.NewComputeDiskAccess(\n\t\t\t\tclients.NewDiskAccessesClient(diskAccessClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := diskAccessWrapper.Scopes()[0]\n\n\t\t\tdiskAccessAdapter := sources.WrapperToAdapter(diskAccessWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := diskAccessAdapter.Get(ctx, scope, integrationTestDiskAccessName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for disk access %s\", len(linkedQueries), integrationTestDiskAccessName)\n\n\t\t\t// Disk access always has at least one linked query: ComputeDiskAccessPrivateEndpointConnection (SEARCH)\n\t\t\tif len(linkedQueries) < 1 {\n\t\t\t\tt.Errorf(\"Expected at least one linked item query (private endpoint connection), got %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteDiskAccess(ctx, diskAccessClient, integrationTestResourceGroup, integrationTestDiskAccessName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete disk access: %v\", err)\n\t\t}\n\t})\n}\n\n// createDiskAccess creates an Azure disk access resource (idempotent).\nfunc createDiskAccess(ctx context.Context, client *armcompute.DiskAccessesClient, resourceGroupName, diskAccessName, location string) error {\n\texisting, err := client.Get(ctx, resourceGroupName, diskAccessName, nil)\n\tif err == nil {\n\t\tif existing.Properties != nil && existing.Properties.ProvisioningState != nil {\n\t\t\tstate := *existing.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Disk access %s already exists with state %s, skipping creation\", diskAccessName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Disk access %s exists but in state %s, will wait for it\", diskAccessName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Disk access %s already exists, skipping creation\", diskAccessName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, diskAccessName, armcompute.DiskAccess{\n\t\tLocation: new(location),\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-disk-access\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Disk access %s already exists (conflict), skipping creation\", diskAccessName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating disk access: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create disk access: %w\", err)\n\t}\n\n\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\tstate := *resp.Properties.ProvisioningState\n\t\tif state != \"Succeeded\" {\n\t\t\treturn fmt.Errorf(\"disk access provisioning state is %s, expected Succeeded\", state)\n\t\t}\n\t\tlog.Printf(\"Disk access %s created successfully with provisioning state: %s\", diskAccessName, state)\n\t} else {\n\t\tlog.Printf(\"Disk access %s created successfully\", diskAccessName)\n\t}\n\n\treturn nil\n}\n\n// waitForDiskAccessAvailable polls until the disk access is available via the Get API.\nfunc waitForDiskAccessAvailable(ctx context.Context, client *armcompute.DiskAccessesClient, resourceGroupName, diskAccessName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for disk access %s to be available via API...\", diskAccessName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, diskAccessName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Disk access %s not yet available (attempt %d/%d), waiting %v...\", diskAccessName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking disk access availability: %w\", err)\n\t\t}\n\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Disk access %s is available with provisioning state: %s\", diskAccessName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"disk access provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\tlog.Printf(\"Disk access %s provisioning state: %s (attempt %d/%d), waiting...\", diskAccessName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\tlog.Printf(\"Disk access %s is available\", diskAccessName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for disk access %s to be available after %d attempts\", diskAccessName, maxAttempts)\n}\n\n// deleteDiskAccess deletes an Azure disk access resource.\nfunc deleteDiskAccess(ctx context.Context, client *armcompute.DiskAccessesClient, resourceGroupName, diskAccessName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, diskAccessName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Disk access %s not found, skipping deletion\", diskAccessName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting disk access: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete disk access: %w\", err)\n\t}\n\n\tlog.Printf(\"Disk access %s deleted successfully\", diskAccessName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-disk-encryption-set_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestDiskEncryptionSetName = \"ovm-integ-test-des\"\n\tintegrationTestKeyVaultKeyName = \"ovm-integ-test-des-key\"\n)\n\nfunc TestComputeDiskEncryptionSetIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tdesClient, err := armcompute.NewDiskEncryptionSetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Disk Encryption Sets client: %v\", err)\n\t}\n\n\tidentityClient, err := armmsi.NewUserAssignedIdentitiesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create User Assigned Identities client: %v\", err)\n\t}\n\n\tkeyVaultClient, err := armkeyvault.NewVaultsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Key Vault client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvar vaultID string\n\tvar keyURL string\n\tvar identityResourceID string\n\tvar identityPrincipalID string\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create RG if needed\n\t\tif err := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation); err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Ensure a Key Vault exists (shared with other tests)\n\t\tif err := createKeyVault(ctx, keyVaultClient, integrationTestResourceGroup, integrationTestKeyVaultName, integrationTestLocation); err != nil {\n\t\t\tt.Fatalf(\"Failed to create Key Vault: %v\", err)\n\t\t}\n\t\tif err := waitForKeyVaultAvailable(ctx, keyVaultClient, integrationTestResourceGroup, integrationTestKeyVaultName); err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for Key Vault to be available: %v\", err)\n\t\t}\n\t\tvault, err := keyVaultClient.Get(ctx, integrationTestResourceGroup, integrationTestKeyVaultName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get Key Vault: %v\", err)\n\t\t}\n\t\tif vault.ID == nil || *vault.ID == \"\" {\n\t\t\tt.Fatalf(\"Key Vault ID is nil/empty\")\n\t\t}\n\t\tif vault.Properties == nil || vault.Properties.EnablePurgeProtection == nil || !*vault.Properties.EnablePurgeProtection {\n\t\t\tt.Skipf(\n\t\t\t\t\"Disk Encryption Set integration requires Key Vault purge protection enabled on %s; enable it once with: az keyvault update --name %s --resource-group %s --enable-purge-protection true\",\n\t\t\t\tintegrationTestKeyVaultName,\n\t\t\t\tintegrationTestKeyVaultName,\n\t\t\t\tintegrationTestResourceGroup,\n\t\t\t)\n\t\t}\n\t\tvaultID = *vault.ID\n\n\t\t// Ensure a user-assigned identity exists (shared with other tests)\n\t\tif err := createUserAssignedIdentity(ctx, identityClient, integrationTestResourceGroup, integrationTestUserAssignedIdentityName, integrationTestLocation); err != nil {\n\t\t\tt.Fatalf(\"Failed to create User Assigned Identity: %v\", err)\n\t\t}\n\t\tif err := waitForUserAssignedIdentityAvailable(ctx, identityClient, integrationTestResourceGroup, integrationTestUserAssignedIdentityName); err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for User Assigned Identity to be available: %v\", err)\n\t\t}\n\n\t\tidentity, err := identityClient.Get(ctx, integrationTestResourceGroup, integrationTestUserAssignedIdentityName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get User Assigned Identity: %v\", err)\n\t\t}\n\t\tif identity.ID == nil || *identity.ID == \"\" {\n\t\t\tt.Fatalf(\"User Assigned Identity ID is nil/empty\")\n\t\t}\n\t\tif identity.Properties == nil || identity.Properties.PrincipalID == nil || *identity.Properties.PrincipalID == \"\" {\n\t\t\tt.Fatalf(\"User Assigned Identity principalID is nil/empty\")\n\t\t}\n\t\tidentityResourceID = *identity.ID\n\t\tidentityPrincipalID = *identity.Properties.PrincipalID\n\n\t\t// Ensure a Key Vault key exists (data-plane via Azure CLI).\n\t\tkeyURL, err = ensureKeyVaultKey(ctx, integrationTestKeyVaultName, integrationTestKeyVaultKeyName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to ensure Key Vault key: %v\", err)\n\t\t}\n\n\t\t// Grant the identity access to the Key Vault key material. Different vaults may be configured\n\t\t// for access-policy or RBAC authorization, so we try both approaches.\n\t\tif err := grantKeyVaultCryptoAccess(ctx, integrationTestKeyVaultName, vaultID, identityPrincipalID); err != nil {\n\t\t\tt.Fatalf(\"Failed to grant Key Vault crypto access to identity: %v\", err)\n\t\t}\n\n\t\t// Create DES (idempotent) and wait for it to be available.\n\t\tif err := createDiskEncryptionSet(ctx, desClient, integrationTestResourceGroup, integrationTestDiskEncryptionSetName, integrationTestLocation, vaultID, keyURL, identityResourceID); err != nil {\n\t\t\tt.Fatalf(\"Failed to create Disk Encryption Set: %v\", err)\n\t\t}\n\t\tif err := waitForDiskEncryptionSetAvailable(ctx, desClient, integrationTestResourceGroup, integrationTestDiskEncryptionSetName); err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for Disk Encryption Set to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetDiskEncryptionSet\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving disk encryption set %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestDiskEncryptionSetName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tdesWrapper := manual.NewComputeDiskEncryptionSet(\n\t\t\t\tclients.NewDiskEncryptionSetsClient(desClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := desWrapper.Scopes()[0]\n\n\t\t\tdesAdapter := sources.WrapperToAdapter(desWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := desAdapter.Get(ctx, scope, integrationTestDiskEncryptionSetName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\t\t\tif uniqueAttrValue != integrationTestDiskEncryptionSetName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestDiskEncryptionSetName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"SDP item validation failed: %v\", err)\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"ListDiskEncryptionSets\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tdesWrapper := manual.NewComputeDiskEncryptionSet(\n\t\t\t\tclients.NewDiskEncryptionSetsClient(desClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := desWrapper.Scopes()[0]\n\n\t\t\tdesAdapter := sources.WrapperToAdapter(desWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := desAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list Disk Encryption Sets: %v\", err)\n\t\t\t}\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one Disk Encryption Set, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestDiskEncryptionSetName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find Disk Encryption Set %s in the list\", integrationTestDiskEncryptionSetName)\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tdesWrapper := manual.NewComputeDiskEncryptionSet(\n\t\t\t\tclients.NewDiskEncryptionSetsClient(desClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := desWrapper.Scopes()[0]\n\n\t\t\tdesAdapter := sources.WrapperToAdapter(desWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := desAdapter.Get(ctx, scope, integrationTestDiskEncryptionSetName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ComputeDiskEncryptionSet.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.ComputeDiskEncryptionSet, sdpItem.GetType())\n\t\t\t}\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tdesWrapper := manual.NewComputeDiskEncryptionSet(\n\t\t\t\tclients.NewDiskEncryptionSetsClient(desClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := desWrapper.Scopes()[0]\n\n\t\t\tdesAdapter := sources.WrapperToAdapter(desWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := desAdapter.Get(ctx, scope, integrationTestDiskEncryptionSetName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasKeyVaultLink bool\n\t\t\tvar hasKeyVaultKeyLink bool\n\t\t\tvar hasUserAssignedIdentityLink bool\n\t\t\tvar hasDNSLink bool\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tswitch query.GetType() {\n\t\t\t\tcase azureshared.KeyVaultVault.String():\n\t\t\t\t\thasKeyVaultLink = true\n\t\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected Key Vault link method GET, got %s\", query.GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif query.GetQuery() != integrationTestKeyVaultName {\n\t\t\t\t\t\tt.Errorf(\"Expected Key Vault link query %s, got %s\", integrationTestKeyVaultName, query.GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif query.GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected Key Vault link scope %s, got %s\", scope, query.GetScope())\n\t\t\t\t\t}\n\t\t\t\tcase azureshared.KeyVaultKey.String():\n\t\t\t\t\thasKeyVaultKeyLink = true\n\t\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected Key Vault Key link method GET, got %s\", query.GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif query.GetQuery() != shared.CompositeLookupKey(integrationTestKeyVaultName, integrationTestKeyVaultKeyName) {\n\t\t\t\t\t\tt.Errorf(\"Expected Key Vault Key link query %s, got %s\", shared.CompositeLookupKey(integrationTestKeyVaultName, integrationTestKeyVaultKeyName), query.GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\t// Key Vault URI doesn't contain resource group, adapter uses DES scope as best effort\n\t\t\t\t\tif query.GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected Key Vault Key link scope %s, got %s\", scope, query.GetScope())\n\t\t\t\t\t}\n\t\t\t\tcase azureshared.ManagedIdentityUserAssignedIdentity.String():\n\t\t\t\t\thasUserAssignedIdentityLink = true\n\t\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected User Assigned Identity link method GET, got %s\", query.GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif query.GetQuery() != integrationTestUserAssignedIdentityName {\n\t\t\t\t\t\tt.Errorf(\"Expected User Assigned Identity link query %s, got %s\", integrationTestUserAssignedIdentityName, query.GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif query.GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected User Assigned Identity link scope %s, got %s\", scope, query.GetScope())\n\t\t\t\t\t}\n\t\t\t\tcase \"dns\":\n\t\t\t\t\thasDNSLink = true\n\t\t\t\t\tif query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected DNS link method SEARCH, got %s\", query.GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\texpectedDNS := azureshared.ExtractDNSFromURL(keyURL)\n\t\t\t\t\tif query.GetQuery() != expectedDNS {\n\t\t\t\t\t\tt.Errorf(\"Expected DNS link query %s, got %s\", expectedDNS, query.GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif query.GetScope() != \"global\" {\n\t\t\t\t\t\tt.Errorf(\"Expected DNS link scope global, got %s\", query.GetScope())\n\t\t\t\t\t}\n\t\t\t\tdefault:\n\t\t\t\t\tt.Errorf(\"Unexpected linked item type: %s\", query.GetType())\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasKeyVaultLink {\n\t\t\t\tt.Error(\"Expected linked query to Key Vault, but didn't find one\")\n\t\t\t}\n\t\t\tif !hasUserAssignedIdentityLink {\n\t\t\t\tt.Error(\"Expected linked query to User Assigned Identity, but didn't find one\")\n\t\t\t}\n\t\t\tif !hasKeyVaultKeyLink {\n\t\t\t\tt.Error(\"Expected linked query to Key Vault Key, but didn't find one\")\n\t\t\t}\n\t\t\tif !hasDNSLink {\n\t\t\t\tt.Error(\"Expected linked query to DNS, but didn't find one\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\t\tif err := deleteDiskEncryptionSet(ctx, desClient, integrationTestResourceGroup, integrationTestDiskEncryptionSetName); err != nil {\n\t\t\tt.Fatalf(\"Failed to delete Disk Encryption Set: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createDiskEncryptionSet(ctx context.Context, client *armcompute.DiskEncryptionSetsClient, resourceGroupName, desName, location, vaultID, keyURL, userAssignedIdentityResourceID string) error {\n\t// If it exists and is succeeded, skip creation.\n\texisting, err := client.Get(ctx, resourceGroupName, desName, nil)\n\tif err == nil {\n\t\tif existing.Properties != nil && existing.Properties.ProvisioningState != nil && *existing.Properties.ProvisioningState == \"Succeeded\" {\n\t\t\tlog.Printf(\"Disk Encryption Set %s already exists and is ready, skipping creation\", desName)\n\t\t\treturn nil\n\t\t}\n\t\tlog.Printf(\"Disk Encryption Set %s already exists, will wait for it to be ready\", desName)\n\t\treturn nil\n\t}\n\n\t// New DES creation.\n\tdes := armcompute.DiskEncryptionSet{\n\t\tLocation: new(location),\n\t\tIdentity: &armcompute.EncryptionSetIdentity{\n\t\t\tType: new(armcompute.DiskEncryptionSetIdentityTypeUserAssigned),\n\t\t\tUserAssignedIdentities: map[string]*armcompute.UserAssignedIdentitiesValue{\n\t\t\t\tuserAssignedIdentityResourceID: {},\n\t\t\t},\n\t\t},\n\t\tProperties: &armcompute.EncryptionSetProperties{\n\t\t\tEncryptionType: new(armcompute.DiskEncryptionSetTypeEncryptionAtRestWithCustomerKey),\n\t\t\tActiveKey: &armcompute.KeyForDiskEncryptionSet{\n\t\t\t\tKeyURL: new(keyURL),\n\t\t\t\tSourceVault: &armcompute.SourceVault{\n\t\t\t\t\tID: new(vaultID),\n\t\t\t\t},\n\t\t\t},\n\t\t\tRotationToLatestKeyVersionEnabled: new(false),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-disk-encryption-set\"),\n\t\t},\n\t}\n\n\t// DES creation can fail briefly due to RBAC propagation; retry a few times.\n\tvar lastErr error\n\tfor attempt := 1; attempt <= 6; attempt++ {\n\t\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, desName, des, nil)\n\t\tif err != nil {\n\t\t\tlastErr = err\n\t\t} else {\n\t\t\t_, err = poller.PollUntilDone(ctx, nil)\n\t\t\tif err == nil {\n\t\t\t\tlog.Printf(\"Disk Encryption Set %s created\", desName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlastErr = err\n\t\t}\n\n\t\tlog.Printf(\"Disk Encryption Set create attempt %d/6 failed: %v; retrying...\", attempt, lastErr)\n\t\ttime.Sleep(time.Duration(attempt) * 10 * time.Second)\n\t}\n\n\treturn fmt.Errorf(\"failed to create Disk Encryption Set after retries: %w\", lastErr)\n}\n\nfunc waitForDiskEncryptionSetAvailable(ctx context.Context, client *armcompute.DiskEncryptionSetsClient, resourceGroupName, desName string) error {\n\tmaxAttempts := 30\n\tpollInterval := 10 * time.Second\n\n\tlog.Printf(\"Waiting for Disk Encryption Set %s to be available via API...\", desName)\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, desName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking Disk Encryption Set availability: %w\", err)\n\t\t}\n\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Disk Encryption Set %s is available with provisioning state: %s\", desName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"disk encryption set provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t}\n\n\t\ttime.Sleep(pollInterval)\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for Disk Encryption Set %s to be available after %d attempts\", desName, maxAttempts)\n}\n\nfunc deleteDiskEncryptionSet(ctx context.Context, client *armcompute.DiskEncryptionSetsClient, resourceGroupName, desName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, desName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Disk Encryption Set %s not found, skipping deletion\", desName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting Disk Encryption Set: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete Disk Encryption Set: %w\", err)\n\t}\n\n\tlog.Printf(\"Disk Encryption Set %s deleted successfully\", desName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-disk_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestDiskName = \"ovm-integ-test-disk\"\n)\n\nfunc TestComputeDiskIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tdiskClient, err := armcompute.NewDisksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Disks client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create disk\n\t\terr = createDisk(ctx, diskClient, integrationTestResourceGroup, integrationTestDiskName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create disk: %v\", err)\n\t\t}\n\n\t\t// Wait for disk to be fully available\n\t\terr = waitForDiskAvailable(ctx, diskClient, integrationTestResourceGroup, integrationTestDiskName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for disk to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetDisk\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving disk %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestDiskName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tdiskWrapper := manual.NewComputeDisk(\n\t\t\t\tclients.NewDisksClient(diskClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := diskWrapper.Scopes()[0]\n\n\t\t\tdiskAdapter := sources.WrapperToAdapter(diskWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := diskAdapter.Get(ctx, scope, integrationTestDiskName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestDiskName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestDiskName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved disk %s\", integrationTestDiskName)\n\t\t})\n\n\t\tt.Run(\"ListDisks\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing disks in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tdiskWrapper := manual.NewComputeDisk(\n\t\t\t\tclients.NewDisksClient(diskClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := diskWrapper.Scopes()[0]\n\n\t\t\tdiskAdapter := sources.WrapperToAdapter(diskWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := diskAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list disks: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one disk, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestDiskName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find disk %s in the list of disks\", integrationTestDiskName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d disks in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for disk %s\", integrationTestDiskName)\n\n\t\t\tdiskWrapper := manual.NewComputeDisk(\n\t\t\t\tclients.NewDisksClient(diskClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := diskWrapper.Scopes()[0]\n\n\t\t\tdiskAdapter := sources.WrapperToAdapter(diskWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := diskAdapter.Get(ctx, scope, integrationTestDiskName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.ComputeDisk.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.ComputeDisk, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for disk %s\", integrationTestDiskName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for disk %s\", integrationTestDiskName)\n\n\t\t\tdiskWrapper := manual.NewComputeDisk(\n\t\t\t\tclients.NewDisksClient(diskClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := diskWrapper.Scopes()[0]\n\n\t\t\tdiskAdapter := sources.WrapperToAdapter(diskWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := diskAdapter.Get(ctx, scope, integrationTestDiskName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (if any)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for disk %s\", len(linkedQueries), integrationTestDiskName)\n\n\t\t\t// For a standalone empty disk, there may not be any linked items\n\t\t\t// But we should verify the structure is correct if links exist\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Verify query has required fields\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\t// Method should be GET or SEARCH (not empty)\n\t\t\t\tif query.GetMethod() == sdp.QueryMethod_GET || query.GetMethod() == sdp.QueryMethod_SEARCH {\n\t\t\t\t\t// Valid method\n\t\t\t\t} else {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified linked item query: Type=%s, Method=%s, Query=%s, Scope=%s\",\n\t\t\t\t\tquery.GetType(), query.GetMethod(), query.GetQuery(), query.GetScope())\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete disk\n\t\terr := deleteDisk(ctx, diskClient, integrationTestResourceGroup, integrationTestDiskName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete disk: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createDisk creates an Azure managed disk (idempotent)\nfunc createDisk(ctx context.Context, client *armcompute.DisksClient, resourceGroupName, diskName, location string) error {\n\t// Check if disk already exists\n\texistingDisk, err := client.Get(ctx, resourceGroupName, diskName, nil)\n\tif err == nil {\n\t\t// Disk exists, check its state\n\t\tif existingDisk.Properties != nil && existingDisk.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingDisk.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Disk %s already exists with state %s, skipping creation\", diskName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Disk %s exists but in state %s, will wait for it\", diskName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Disk %s already exists, skipping creation\", diskName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create an empty disk (DiskCreateOptionEmpty)\n\t// This is the simplest type of disk to create for testing\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, diskName, armcompute.Disk{\n\t\tLocation: new(location),\n\t\tProperties: &armcompute.DiskProperties{\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionEmpty),\n\t\t\t},\n\t\t\tDiskSizeGB: new(int32(10)), // 10 GB disk\n\t\t},\n\t\tSKU: &armcompute.DiskSKU{\n\t\t\tName: new(armcompute.DiskStorageAccountTypesStandardLRS),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-disk\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if disk already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Disk %s already exists (conflict), skipping creation\", diskName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating disk: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create disk: %w\", err)\n\t}\n\n\t// Verify the disk was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"disk created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"disk provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Disk %s created successfully with provisioning state: %s\", diskName, provisioningState)\n\treturn nil\n}\n\n// waitForDiskAvailable polls until the disk is available via the Get API\n// This is needed because even after creation succeeds, there can be a delay before the disk is queryable\nfunc waitForDiskAvailable(ctx context.Context, client *armcompute.DisksClient, resourceGroupName, diskName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for disk %s to be available via API...\", diskName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, diskName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Disk %s not yet available (attempt %d/%d), waiting %v...\", diskName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking disk availability: %w\", err)\n\t\t}\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Disk %s is available with provisioning state: %s\", diskName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"disk provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Disk %s provisioning state: %s (attempt %d/%d), waiting...\", diskName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Disk exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Disk %s is available\", diskName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for disk %s to be available after %d attempts\", diskName, maxAttempts)\n}\n\n// deleteDisk deletes an Azure managed disk\nfunc deleteDisk(ctx context.Context, client *armcompute.DisksClient, resourceGroupName, diskName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, diskName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Disk %s not found, skipping deletion\", diskName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting disk: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete disk: %w\", err)\n\t}\n\n\tlog.Printf(\"Disk %s deleted successfully\", diskName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-gallery-application-version_test.go", "content": "package integrationtests\n\nimport (\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// Gallery application version integration tests require pre-existing Azure resources\n// (gallery, gallery application, and gallery application version) because creating\n// a version requires a source blob URL. Set these env vars to run the tests:\n//\n//\tAZURE_TEST_GALLERY_NAME - name of the gallery\n//\tAZURE_TEST_GALLERY_APPLICATION_NAME - name of the gallery application\n//\tAZURE_TEST_GALLERY_APPLICATION_VERSION - name of the gallery application version\n//\n// Optional: AZURE_TEST_GALLERY_RESOURCE_GROUP (defaults to overmind-integration-tests)\nfunc getGalleryApplicationVersionTestConfig(t *testing.T) (resourceGroup, galleryName, applicationName, versionName string, skip bool) {\n\tgalleryName = os.Getenv(\"AZURE_TEST_GALLERY_NAME\")\n\tapplicationName = os.Getenv(\"AZURE_TEST_GALLERY_APPLICATION_NAME\")\n\tversionName = os.Getenv(\"AZURE_TEST_GALLERY_APPLICATION_VERSION\")\n\tresourceGroup = os.Getenv(\"AZURE_TEST_GALLERY_RESOURCE_GROUP\")\n\tif resourceGroup == \"\" {\n\t\tresourceGroup = integrationTestResourceGroup\n\t}\n\tif galleryName == \"\" || applicationName == \"\" || versionName == \"\" {\n\t\tt.Skip(\"Skipping gallery application version integration test: set AZURE_TEST_GALLERY_NAME, AZURE_TEST_GALLERY_APPLICATION_NAME, and AZURE_TEST_GALLERY_APPLICATION_VERSION to run\")\n\t\treturn \"\", \"\", \"\", \"\", true\n\t}\n\treturn resourceGroup, galleryName, applicationName, versionName, false\n}\n\nfunc TestComputeGalleryApplicationVersionIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tresourceGroup, galleryName, applicationName, versionName, skip := getGalleryApplicationVersionTestConfig(t)\n\tif skip {\n\t\treturn\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tgalleryApplicationVersionsClient, err := armcompute.NewGalleryApplicationVersionsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Gallery Application Versions client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Ensure resource group exists (may be used for pre-created gallery)\n\t\terr := createResourceGroup(ctx, rgClient, resourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create/verify resource group: %v\", err)\n\t\t}\n\n\t\t_, getErr := galleryApplicationVersionsClient.Get(ctx, resourceGroup, galleryName, applicationName, versionName, nil)\n\t\tif getErr != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(getErr, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tt.Skipf(\"Skipping gallery application version integration test: resource %s/%s/%s not found in %s\", galleryName, applicationName, versionName, resourceGroup)\n\t\t\t}\n\t\t\tt.Fatalf(\"Failed to verify gallery application version %s/%s/%s existence: %v\", galleryName, applicationName, versionName, getErr)\n\t\t}\n\n\t\tt.Run(\"GetGalleryApplicationVersion\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving gallery application version %s/%s/%s in subscription %s, resource group %s\",\n\t\t\t\tgalleryName, applicationName, versionName, subscriptionID, resourceGroup)\n\n\t\t\twrapper := manual.NewComputeGalleryApplicationVersion(\n\t\t\t\tclients.NewGalleryApplicationVersionsClient(galleryApplicationVersionsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(galleryName, applicationName, versionName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(galleryName, applicationName, versionName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttr {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", expectedUniqueAttr, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved gallery application version %s\", versionName)\n\t\t})\n\n\t\tt.Run(\"SearchGalleryApplicationVersions\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching gallery application versions for gallery %s, application %s in subscription %s, resource group %s\",\n\t\t\t\tgalleryName, applicationName, subscriptionID, resourceGroup)\n\n\t\t\twrapper := manual.NewComputeGalleryApplicationVersion(\n\t\t\t\tclients.NewGalleryApplicationVersionsClient(galleryApplicationVersionsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsearchQuery := galleryName + shared.QuerySeparator + applicationName\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, searchQuery, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search gallery application versions: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one gallery application version, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(galleryName, applicationName, versionName)\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedUniqueAttr {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find gallery application version %s in the search results\", versionName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d gallery application versions in resource group %s\", len(sdpItems), resourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for gallery application version %s\", versionName)\n\n\t\t\twrapper := manual.NewComputeGalleryApplicationVersion(\n\t\t\t\tclients.NewGalleryApplicationVersionsClient(galleryApplicationVersionsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(galleryName, applicationName, versionName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ComputeGalleryApplicationVersion.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.ComputeGalleryApplicationVersion.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for gallery application version %s\", versionName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for gallery application version %s\", versionName)\n\n\t\t\twrapper := manual.NewComputeGalleryApplicationVersion(\n\t\t\t\tclients.NewGalleryApplicationVersionsClient(galleryApplicationVersionsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(galleryName, applicationName, versionName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for gallery application version %s\", len(linkedQueries), versionName)\n\n\t\t\t// Should have at least Gallery and Gallery Application parent links\n\t\t\tif len(linkedQueries) < 2 {\n\t\t\t\tt.Fatalf(\"Expected at least 2 linked item queries (Gallery, Gallery Application), got %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t})\n}\n" }, { "path": "sources/azure/integration-tests/compute-image_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestImageName = \"ovm-integ-test-image\"\n\tintegrationTestImageDiskName = \"ovm-integ-test-image-disk\"\n)\n\nfunc TestComputeImageIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\timageClient, err := armcompute.NewImagesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Images client: %v\", err)\n\t}\n\n\tdiskClient, err := armcompute.NewDisksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Disks client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create disk first (required for image creation)\n\t\terr = createDisk(ctx, diskClient, integrationTestResourceGroup, integrationTestImageDiskName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create disk: %v\", err)\n\t\t}\n\n\t\t// Wait for disk to be fully available\n\t\terr = waitForDiskAvailable(ctx, diskClient, integrationTestResourceGroup, integrationTestImageDiskName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for disk to be available: %v\", err)\n\t\t}\n\n\t\t// Get the disk ID for image creation\n\t\tdisk, err := diskClient.Get(ctx, integrationTestResourceGroup, integrationTestImageDiskName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get disk: %v\", err)\n\t\t}\n\t\tif disk.ID == nil || *disk.ID == \"\" {\n\t\t\tt.Fatalf(\"Disk ID is nil or empty\")\n\t\t}\n\n\t\t// Create image from the disk\n\t\terr = createImage(ctx, imageClient, integrationTestResourceGroup, integrationTestImageName, integrationTestLocation, *disk.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create image: %v\", err)\n\t\t}\n\n\t\t// Wait for image to be fully available\n\t\terr = waitForImageAvailable(ctx, imageClient, integrationTestResourceGroup, integrationTestImageName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for image to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetImage\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving image %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestImageName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\timageWrapper := manual.NewComputeImage(\n\t\t\t\tclients.NewImagesClient(imageClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := imageWrapper.Scopes()[0]\n\n\t\t\timageAdapter := sources.WrapperToAdapter(imageWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := imageAdapter.Get(ctx, scope, integrationTestImageName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestImageName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestImageName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved image %s\", integrationTestImageName)\n\t\t})\n\n\t\tt.Run(\"ListImages\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing images in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\timageWrapper := manual.NewComputeImage(\n\t\t\t\tclients.NewImagesClient(imageClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := imageWrapper.Scopes()[0]\n\n\t\t\timageAdapter := sources.WrapperToAdapter(imageWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := imageAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list images: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one image, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestImageName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find image %s in the list of images\", integrationTestImageName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d images in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for image %s\", integrationTestImageName)\n\n\t\t\timageWrapper := manual.NewComputeImage(\n\t\t\t\tclients.NewImagesClient(imageClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := imageWrapper.Scopes()[0]\n\n\t\t\timageAdapter := sources.WrapperToAdapter(imageWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := imageAdapter.Get(ctx, scope, integrationTestImageName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.ComputeImage.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.ComputeImage, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for image %s\", integrationTestImageName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for image %s\", integrationTestImageName)\n\n\t\t\timageWrapper := manual.NewComputeImage(\n\t\t\t\tclients.NewImagesClient(imageClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := imageWrapper.Scopes()[0]\n\n\t\t\timageAdapter := sources.WrapperToAdapter(imageWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := imageAdapter.Get(ctx, scope, integrationTestImageName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (image should link to the source disk)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for image %s\", len(linkedQueries), integrationTestImageName)\n\n\t\t\t// An image created from a managed disk should have at least one linked item (the disk)\n\t\t\tif len(linkedQueries) < 1 {\n\t\t\t\tt.Errorf(\"Expected at least one linked item query for image created from disk, got %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\t// Verify linked item structure\n\t\t\tvar foundDiskLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Verify query has required fields\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\t// Method should be GET or SEARCH (not empty)\n\t\t\t\tif query.GetMethod() == sdp.QueryMethod_GET || query.GetMethod() == sdp.QueryMethod_SEARCH {\n\t\t\t\t\t// Valid method\n\t\t\t\t} else {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\t// Check if this is a link to the source disk\n\t\t\t\tif query.GetType() == azureshared.ComputeDisk.String() && query.GetQuery() == integrationTestImageDiskName {\n\t\t\t\t\tfoundDiskLink = true\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified linked item query: Type=%s, Method=%s, Query=%s, Scope=%s\",\n\t\t\t\t\tquery.GetType(), query.GetMethod(), query.GetQuery(), query.GetScope())\n\t\t\t}\n\n\t\t\t// Verify we found the expected disk link\n\t\t\tif !foundDiskLink {\n\t\t\t\tt.Errorf(\"Expected to find linked item query for disk %s, but it was not found\", integrationTestImageDiskName)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete image first\n\t\terr := deleteImage(ctx, imageClient, integrationTestResourceGroup, integrationTestImageName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete image: %v\", err)\n\t\t}\n\n\t\t// Delete disk\n\t\terr = deleteDisk(ctx, diskClient, integrationTestResourceGroup, integrationTestImageDiskName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete disk: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createImage creates an Azure compute image from a managed disk (idempotent)\nfunc createImage(ctx context.Context, client *armcompute.ImagesClient, resourceGroupName, imageName, location, sourceDiskID string) error {\n\t// Check if image already exists\n\texistingImage, err := client.Get(ctx, resourceGroupName, imageName, nil)\n\tif err == nil {\n\t\t// Image exists, check its state\n\t\tif existingImage.Properties != nil && existingImage.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingImage.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Image %s already exists with state %s, skipping creation\", imageName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Image %s exists but in state %s, will wait for it\", imageName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Image %s already exists, skipping creation\", imageName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create an image from a managed disk\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, imageName, armcompute.Image{\n\t\tLocation: new(location),\n\t\tProperties: &armcompute.ImageProperties{\n\t\t\tHyperVGeneration: new(armcompute.HyperVGenerationTypesV1),\n\t\t\tStorageProfile: &armcompute.ImageStorageProfile{\n\t\t\t\tOSDisk: &armcompute.ImageOSDisk{\n\t\t\t\t\tManagedDisk: &armcompute.SubResource{\n\t\t\t\t\t\tID: new(sourceDiskID),\n\t\t\t\t\t},\n\t\t\t\t\tOSState: new(armcompute.OperatingSystemStateTypesGeneralized),\n\t\t\t\t\tOSType: new(armcompute.OperatingSystemTypesLinux),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-image\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if image already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Image %s already exists (conflict), skipping creation\", imageName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating image: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create image: %w\", err)\n\t}\n\n\t// Verify the image was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"image created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"image provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Image %s created successfully with provisioning state: %s\", imageName, provisioningState)\n\treturn nil\n}\n\n// waitForImageAvailable polls until the image is available via the Get API\n// This is needed because even after creation succeeds, there can be a delay before the image is queryable\nfunc waitForImageAvailable(ctx context.Context, client *armcompute.ImagesClient, resourceGroupName, imageName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for image %s to be available via API...\", imageName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, imageName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Image %s not yet available (attempt %d/%d), waiting %v...\", imageName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking image availability: %w\", err)\n\t\t}\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Image %s is available with provisioning state: %s\", imageName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"image provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Image %s provisioning state: %s (attempt %d/%d), waiting...\", imageName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Image exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Image %s is available\", imageName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for image %s to be available after %d attempts\", imageName, maxAttempts)\n}\n\n// deleteImage deletes an Azure compute image\nfunc deleteImage(ctx context.Context, client *armcompute.ImagesClient, resourceGroupName, imageName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, imageName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Image %s not found, skipping deletion\", imageName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting image: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete image: %w\", err)\n\t}\n\n\tlog.Printf(\"Image %s deleted successfully\", imageName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-proximity-placement-group_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestProximityPlacementGroupName = \"ovm-integ-test-ppg\"\n)\n\nfunc TestComputeProximityPlacementGroupIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tppgClient, err := armcompute.NewProximityPlacementGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Proximity Placement Groups client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createProximityPlacementGroup(ctx, ppgClient, integrationTestResourceGroup, integrationTestProximityPlacementGroupName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create proximity placement group: %v\", err)\n\t\t}\n\n\t\terr = waitForProximityPlacementGroupAvailable(ctx, ppgClient, integrationTestResourceGroup, integrationTestProximityPlacementGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for proximity placement group to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tctx := t.Context()\n\t\t_, err := ppgClient.Get(ctx, integrationTestResourceGroup, integrationTestProximityPlacementGroupName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tt.Skipf(\"Proximity placement group %s does not exist - Setup may have failed. Skipping Run tests.\", integrationTestProximityPlacementGroupName)\n\t\t\t}\n\t\t}\n\n\t\tt.Run(\"GetProximityPlacementGroup\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving proximity placement group %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestProximityPlacementGroupName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tppgWrapper := manual.NewComputeProximityPlacementGroup(\n\t\t\t\tclients.NewProximityPlacementGroupsClient(ppgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ppgWrapper.Scopes()[0]\n\n\t\t\tppgAdapter := sources.WrapperToAdapter(ppgWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := ppgAdapter.Get(ctx, scope, integrationTestProximityPlacementGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestProximityPlacementGroupName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestProximityPlacementGroupName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ComputeProximityPlacementGroup.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got %s\", azureshared.ComputeProximityPlacementGroup.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved proximity placement group %s\", integrationTestProximityPlacementGroupName)\n\t\t})\n\n\t\tt.Run(\"ListProximityPlacementGroups\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing proximity placement groups in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tppgWrapper := manual.NewComputeProximityPlacementGroup(\n\t\t\t\tclients.NewProximityPlacementGroupsClient(ppgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ppgWrapper.Scopes()[0]\n\n\t\t\tppgAdapter := sources.WrapperToAdapter(ppgWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := ppgAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list proximity placement groups: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one proximity placement group, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestProximityPlacementGroupName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tif item.GetType() != azureshared.ComputeProximityPlacementGroup.String() {\n\t\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeProximityPlacementGroup.String(), item.GetType())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find proximity placement group %s in the list\", integrationTestProximityPlacementGroupName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d proximity placement groups in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for proximity placement group %s\", integrationTestProximityPlacementGroupName)\n\n\t\t\tppgWrapper := manual.NewComputeProximityPlacementGroup(\n\t\t\t\tclients.NewProximityPlacementGroupsClient(ppgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ppgWrapper.Scopes()[0]\n\n\t\t\tppgAdapter := sources.WrapperToAdapter(ppgWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := ppgAdapter.Get(ctx, scope, integrationTestProximityPlacementGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for proximity placement group %s\", len(linkedQueries), integrationTestProximityPlacementGroupName)\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected link method to be GET, got %s\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for proximity placement group %s\", integrationTestProximityPlacementGroupName)\n\n\t\t\tppgWrapper := manual.NewComputeProximityPlacementGroup(\n\t\t\t\tclients.NewProximityPlacementGroupsClient(ppgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ppgWrapper.Scopes()[0]\n\n\t\t\tppgAdapter := sources.WrapperToAdapter(ppgWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := ppgAdapter.Get(ctx, scope, integrationTestProximityPlacementGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ComputeProximityPlacementGroup.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.ComputeProximityPlacementGroup.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for proximity placement group %s\", integrationTestProximityPlacementGroupName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteProximityPlacementGroup(ctx, ppgClient, integrationTestResourceGroup, integrationTestProximityPlacementGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete proximity placement group: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createProximityPlacementGroup(ctx context.Context, client *armcompute.ProximityPlacementGroupsClient, resourceGroupName, ppgName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, ppgName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Proximity placement group %s already exists, skipping creation\", ppgName)\n\t\treturn nil\n\t}\n\n\tresp, err := client.CreateOrUpdate(ctx, resourceGroupName, ppgName, armcompute.ProximityPlacementGroup{\n\t\tLocation: new(location),\n\t\tProperties: &armcompute.ProximityPlacementGroupProperties{\n\t\t\tProximityPlacementGroupType: new(armcompute.ProximityPlacementGroupTypeStandard),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-proximity-placement-group\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Proximity placement group %s already exists (conflict), skipping creation\", ppgName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create proximity placement group: %w\", err)\n\t}\n\n\tif resp.Name == nil {\n\t\treturn fmt.Errorf(\"proximity placement group created but name is nil\")\n\t}\n\n\tlog.Printf(\"Proximity placement group %s created successfully\", ppgName)\n\treturn nil\n}\n\nfunc waitForProximityPlacementGroupAvailable(ctx context.Context, client *armcompute.ProximityPlacementGroupsClient, resourceGroupName, ppgName string) error {\n\tconst maxAttempts = 10\n\tpollInterval := 2 * time.Second\n\n\tlog.Printf(\"Waiting for proximity placement group %s to be available via API...\", ppgName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, ppgName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Proximity placement group %s not yet available (attempt %d/%d), waiting %v...\", ppgName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking proximity placement group availability: %w\", err)\n\t\t}\n\n\t\tif resp.Name != nil {\n\t\t\tlog.Printf(\"Proximity placement group %s is available\", ppgName)\n\t\t\treturn nil\n\t\t}\n\n\t\tif attempt < maxAttempts {\n\t\t\tlog.Printf(\"Proximity placement group %s not yet ready (attempt %d/%d), waiting %v...\", ppgName, attempt, maxAttempts, pollInterval)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for proximity placement group %s to be available after %d attempts\", ppgName, maxAttempts)\n}\n\nfunc deleteProximityPlacementGroup(ctx context.Context, client *armcompute.ProximityPlacementGroupsClient, resourceGroupName, ppgName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, ppgName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Proximity placement group %s not found, skipping deletion\", ppgName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete proximity placement group: %w\", err)\n\t}\n\n\tlog.Printf(\"Proximity placement group %s deleted successfully\", ppgName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-snapshot_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestSnapshotName = \"ovm-integ-test-snapshot\"\n\tintegrationTestDiskForSnapName = \"ovm-integ-test-disk-for-snap\"\n)\n\nfunc TestComputeSnapshotIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tsnapshotClient, err := armcompute.NewSnapshotsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Snapshots client: %v\", err)\n\t}\n\n\tdiskClient, err := armcompute.NewDisksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Disks client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create a disk to snapshot from\n\t\terr = createDisk(ctx, diskClient, integrationTestResourceGroup, integrationTestDiskForSnapName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create disk: %v\", err)\n\t\t}\n\n\t\terr = waitForDiskAvailable(ctx, diskClient, integrationTestResourceGroup, integrationTestDiskForSnapName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for disk to be available: %v\", err)\n\t\t}\n\n\t\t// Get disk ID for snapshot creation\n\t\tdiskResp, err := diskClient.Get(ctx, integrationTestResourceGroup, integrationTestDiskForSnapName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get disk: %v\", err)\n\t\t}\n\n\t\t// Create snapshot from the disk\n\t\terr = createSnapshot(ctx, snapshotClient, integrationTestResourceGroup, integrationTestSnapshotName, integrationTestLocation, *diskResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create snapshot: %v\", err)\n\t\t}\n\n\t\terr = waitForSnapshotAvailable(ctx, snapshotClient, integrationTestResourceGroup, integrationTestSnapshotName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for snapshot to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tctx := t.Context()\n\t\t_, err := snapshotClient.Get(ctx, integrationTestResourceGroup, integrationTestSnapshotName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tt.Skipf(\"Snapshot %s does not exist - Setup may have failed. Skipping Run tests.\", integrationTestSnapshotName)\n\t\t\t}\n\t\t}\n\n\t\tt.Run(\"GetSnapshot\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving snapshot %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestSnapshotName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tsnapshotWrapper := manual.NewComputeSnapshot(\n\t\t\t\tclients.NewSnapshotsClient(snapshotClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := snapshotWrapper.Scopes()[0]\n\n\t\t\tsnapshotAdapter := sources.WrapperToAdapter(snapshotWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := snapshotAdapter.Get(ctx, scope, integrationTestSnapshotName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestSnapshotName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestSnapshotName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ComputeSnapshot.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got %s\", azureshared.ComputeSnapshot, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved snapshot %s\", integrationTestSnapshotName)\n\t\t})\n\n\t\tt.Run(\"ListSnapshots\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing snapshots in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tsnapshotWrapper := manual.NewComputeSnapshot(\n\t\t\t\tclients.NewSnapshotsClient(snapshotClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := snapshotWrapper.Scopes()[0]\n\n\t\t\tsnapshotAdapter := sources.WrapperToAdapter(snapshotWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := snapshotAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list snapshots: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one snapshot, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestSnapshotName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tif item.GetType() != azureshared.ComputeSnapshot.String() {\n\t\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeSnapshot, item.GetType())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find snapshot %s in the list of snapshots\", integrationTestSnapshotName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d snapshots in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for snapshot %s\", integrationTestSnapshotName)\n\n\t\t\tsnapshotWrapper := manual.NewComputeSnapshot(\n\t\t\t\tclients.NewSnapshotsClient(snapshotClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := snapshotWrapper.Scopes()[0]\n\n\t\t\tsnapshotAdapter := sources.WrapperToAdapter(snapshotWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := snapshotAdapter.Get(ctx, scope, integrationTestSnapshotName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ComputeSnapshot.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.ComputeSnapshot, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\t\tt.Errorf(\"Expected health OK, got %s\", sdpItem.GetHealth())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for snapshot %s\", integrationTestSnapshotName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for snapshot %s\", integrationTestSnapshotName)\n\n\t\t\tsnapshotWrapper := manual.NewComputeSnapshot(\n\t\t\t\tclients.NewSnapshotsClient(snapshotClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := snapshotWrapper.Scopes()[0]\n\n\t\t\tsnapshotAdapter := sources.WrapperToAdapter(snapshotWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := snapshotAdapter.Get(ctx, scope, integrationTestSnapshotName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for snapshot %s\", len(linkedQueries), integrationTestSnapshotName)\n\n\t\t\t// The snapshot was created from a disk, so we expect a link to the source disk\n\t\t\tvar hasDiskLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == azureshared.ComputeDisk.String() {\n\t\t\t\t\thasDiskLink = true\n\t\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected disk link method to be GET, got %s\", query.GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif query.GetQuery() != integrationTestDiskForSnapName {\n\t\t\t\t\t\tt.Errorf(\"Expected disk link query to be %s, got %s\", integrationTestDiskForSnapName, query.GetQuery())\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified linked item query: Type=%s, Method=%s, Query=%s, Scope=%s\",\n\t\t\t\t\tquery.GetType(), query.GetMethod(), query.GetQuery(), query.GetScope())\n\t\t\t}\n\n\t\t\tif !hasDiskLink {\n\t\t\t\tt.Error(\"Expected to find a link to the source disk\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for snapshot %s\", len(linkedQueries), integrationTestSnapshotName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete snapshot first\n\t\terr := deleteSnapshot(ctx, snapshotClient, integrationTestResourceGroup, integrationTestSnapshotName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete snapshot: %v\", err)\n\t\t}\n\n\t\t// Delete the source disk\n\t\terr = deleteDisk(ctx, diskClient, integrationTestResourceGroup, integrationTestDiskForSnapName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete disk: %v\", err)\n\t\t}\n\t})\n}\n\n// createSnapshot creates an Azure snapshot from a source disk (idempotent)\nfunc createSnapshot(ctx context.Context, client *armcompute.SnapshotsClient, resourceGroupName, snapshotName, location, sourceDiskID string) error {\n\texistingSnapshot, err := client.Get(ctx, resourceGroupName, snapshotName, nil)\n\tif err == nil {\n\t\tif existingSnapshot.Properties != nil && existingSnapshot.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingSnapshot.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Snapshot %s already exists with state %s, skipping creation\", snapshotName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Snapshot %s exists but in state %s, will wait for it\", snapshotName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Snapshot %s already exists, skipping creation\", snapshotName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, snapshotName, armcompute.Snapshot{\n\t\tLocation: new(location),\n\t\tProperties: &armcompute.SnapshotProperties{\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionCopy),\n\t\t\t\tSourceResourceID: new(sourceDiskID),\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-snapshot\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Snapshot %s already exists (conflict), skipping creation\", snapshotName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating snapshot: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create snapshot: %w\", err)\n\t}\n\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"snapshot created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"snapshot provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Snapshot %s created successfully with provisioning state: %s\", snapshotName, provisioningState)\n\treturn nil\n}\n\n// waitForSnapshotAvailable polls until the snapshot is available via the Get API\nfunc waitForSnapshotAvailable(ctx context.Context, client *armcompute.SnapshotsClient, resourceGroupName, snapshotName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for snapshot %s to be available via API...\", snapshotName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, snapshotName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Snapshot %s not yet available (attempt %d/%d), waiting %v...\", snapshotName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking snapshot availability: %w\", err)\n\t\t}\n\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Snapshot %s is available with provisioning state: %s\", snapshotName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"snapshot provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\tlog.Printf(\"Snapshot %s provisioning state: %s (attempt %d/%d), waiting...\", snapshotName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\tlog.Printf(\"Snapshot %s is available\", snapshotName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for snapshot %s to be available after %d attempts\", snapshotName, maxAttempts)\n}\n\n// deleteSnapshot deletes an Azure snapshot\nfunc deleteSnapshot(ctx context.Context, client *armcompute.SnapshotsClient, resourceGroupName, snapshotName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, snapshotName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Snapshot %s not found, skipping deletion\", snapshotName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting snapshot: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete snapshot: %w\", err)\n\t}\n\n\tlog.Printf(\"Snapshot %s deleted successfully\", snapshotName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-virtual-machine-extension_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nconst (\n\tintegrationTestExtensionVMName = \"ovm-integ-test-ext-vm\"\n\tintegrationTestExtensionNICName = \"ovm-integ-test-ext-nic\"\n\tintegrationTestExtensionVNetName = \"ovm-integ-test-ext-vnet\"\n\tintegrationTestExtensionSubnetName = \"default\"\n\tintegrationTestExtensionName = \"ovm-integ-test-extension\"\n)\n\nfunc TestComputeVirtualMachineExtensionIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tvmClient, err := armcompute.NewVirtualMachinesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Machines client: %v\", err)\n\t}\n\n\textensionClient, err := armcompute.NewVirtualMachineExtensionsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Machine Extensions client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tnicClient, err := armnetwork.NewInterfacesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Network Interfaces client: %v\", err)\n\t}\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create virtual network\n\t\terr = createVirtualNetworkForExtension(ctx, vnetClient, integrationTestResourceGroup, integrationTestExtensionVNetName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\t// Get subnet ID for NIC creation\n\t\tsubnetResp, err := subnetClient.Get(ctx, integrationTestResourceGroup, integrationTestExtensionVNetName, integrationTestExtensionSubnetName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnet: %v\", err)\n\t\t}\n\n\t\t// Create network interface\n\t\terr = createNetworkInterfaceForExtension(ctx, nicClient, integrationTestResourceGroup, integrationTestExtensionNICName, integrationTestLocation, *subnetResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create network interface: %v\", err)\n\t\t}\n\n\t\t// Get NIC ID for VM creation\n\t\tnicResp, err := nicClient.Get(ctx, integrationTestResourceGroup, integrationTestExtensionNICName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get network interface: %v\", err)\n\t\t}\n\n\t\t// Create virtual machine\n\t\terr = createVirtualMachineForExtension(ctx, vmClient, integrationTestResourceGroup, integrationTestExtensionVMName, integrationTestLocation, *nicResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual machine: %v\", err)\n\t\t}\n\n\t\t// Wait for VM to be fully available via the API\n\t\terr = waitForVMAvailableForExtension(ctx, vmClient, integrationTestResourceGroup, integrationTestExtensionVMName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for VM to be available: %v\", err)\n\t\t}\n\n\t\t// Create extension\n\t\terr = createVirtualMachineExtension(ctx, extensionClient, integrationTestResourceGroup, integrationTestExtensionVMName, integrationTestExtensionName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual machine extension: %v\", err)\n\t\t}\n\n\t\t// Wait for extension to be available\n\t\terr = waitForExtensionAvailable(ctx, extensionClient, integrationTestResourceGroup, integrationTestExtensionVMName, integrationTestExtensionName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for extension to be available: %v\", err)\n\t\t}\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetVirtualMachineExtension\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving virtual machine extension %s for VM %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestExtensionName, integrationTestExtensionVMName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\textensionWrapper := manual.NewComputeVirtualMachineExtension(\n\t\t\t\tclients.NewVirtualMachineExtensionsClient(extensionClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := extensionWrapper.Scopes()[0]\n\n\t\t\textensionAdapter := sources.WrapperToAdapter(extensionWrapper, sdpcache.NewNoOpCache())\n\t\t\t// Get requires virtualMachineName and extensionName as query parts\n\t\t\tquery := integrationTestExtensionVMName + shared.QuerySeparator + integrationTestExtensionName\n\t\t\tsdpItem, qErr := extensionAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(integrationTestExtensionVMName, integrationTestExtensionName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttr {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", expectedUniqueAttr, uniqueAttrValue)\n\t\t\t}\n\n\t\t\t// Verify the extension name attribute\n\t\t\tnameAttr, err := sdpItem.GetAttributes().Get(\"name\")\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get name attribute: %v\", err)\n\t\t\t}\n\t\t\tif nameAttr != integrationTestExtensionName {\n\t\t\t\tt.Fatalf(\"Expected name attribute to be %s, got %s\", integrationTestExtensionName, nameAttr)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved virtual machine extension %s\", integrationTestExtensionName)\n\t\t})\n\n\t\tt.Run(\"SearchVirtualMachineExtensions\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching virtual machine extensions for VM %s\", integrationTestExtensionVMName)\n\n\t\t\textensionWrapper := manual.NewComputeVirtualMachineExtension(\n\t\t\t\tclients.NewVirtualMachineExtensionsClient(extensionClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := extensionWrapper.Scopes()[0]\n\n\t\t\textensionAdapter := sources.WrapperToAdapter(extensionWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports search\n\t\t\tsearchable, ok := extensionAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, integrationTestExtensionVMName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search virtual machine extensions: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one virtual machine extension, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tuniqueAttrValue, err := item.GetAttributes().Get(uniqueAttrKey)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(integrationTestExtensionVMName, integrationTestExtensionName)\n\t\t\t\tif uniqueAttrValue == expectedUniqueAttr {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find extension %s in the search results\", integrationTestExtensionName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d virtual machine extensions in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for virtual machine extension %s\", integrationTestExtensionName)\n\n\t\t\textensionWrapper := manual.NewComputeVirtualMachineExtension(\n\t\t\t\tclients.NewVirtualMachineExtensionsClient(extensionClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := extensionWrapper.Scopes()[0]\n\n\t\t\textensionAdapter := sources.WrapperToAdapter(extensionWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := integrationTestExtensionVMName + shared.QuerySeparator + integrationTestExtensionName\n\t\t\tsdpItem, qErr := extensionAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (VM should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasVMLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tswitch liq.GetQuery().GetType() {\n\t\t\t\tcase azureshared.ComputeVirtualMachine.String():\n\t\t\t\t\thasVMLink = true\n\t\t\t\t\t// Verify VM link properties\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected VM link method to be GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetQuery() != integrationTestExtensionVMName {\n\t\t\t\t\t\tt.Errorf(\"Expected VM link query to be %s, got %s\", integrationTestExtensionVMName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\tcase azureshared.KeyVaultVault.String():\n\t\t\t\t\t// Key Vault links may be present if ProtectedSettingsFromKeyVault is set\n\t\t\t\tcase stdlib.NetworkHTTP.String():\n\t\t\t\t\t// HTTP links may be present if settings contain URLs\n\t\t\t\tcase stdlib.NetworkDNS.String():\n\t\t\t\t\t// DNS links may be present if settings contain DNS names\n\t\t\t\tcase stdlib.NetworkIP.String():\n\t\t\t\t\t// IP links may be present if settings contain IP addresses\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasVMLink {\n\t\t\t\tt.Error(\"Expected linked query to virtual machine, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for extension %s\", len(linkedQueries), integrationTestExtensionName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete extension first\n\t\terr := deleteVirtualMachineExtension(ctx, extensionClient, integrationTestResourceGroup, integrationTestExtensionVMName, integrationTestExtensionName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual machine extension: %v\", err)\n\t\t}\n\n\t\t// Delete VM (it must be deleted before NIC can be deleted)\n\t\terr = deleteVirtualMachineForExtension(ctx, vmClient, integrationTestResourceGroup, integrationTestExtensionVMName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual machine: %v\", err)\n\t\t}\n\n\t\t// Delete NIC\n\t\terr = deleteNetworkInterfaceForExtension(ctx, nicClient, integrationTestResourceGroup, integrationTestExtensionNICName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete network interface: %v\", err)\n\t\t}\n\n\t\t// Delete VNet (this also deletes the subnet)\n\t\terr = deleteVirtualNetworkForExtension(ctx, vnetClient, integrationTestResourceGroup, integrationTestExtensionVNetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createVirtualNetworkForExtension creates an Azure virtual network with a default subnet (idempotent)\nfunc createVirtualNetworkForExtension(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t// Check if VNet already exists\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\t// Create the VNet\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.2.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestExtensionSubnetName),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.2.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-virtual-machine-extension\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\n// createNetworkInterfaceForExtension creates an Azure network interface (idempotent)\nfunc createNetworkInterfaceForExtension(ctx context.Context, client *armnetwork.InterfacesClient, resourceGroupName, nicName, location, subnetID string) error {\n\t// Check if NIC already exists\n\t_, err := client.Get(ctx, resourceGroupName, nicName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Network interface %s already exists, skipping creation\", nicName)\n\t\treturn nil\n\t}\n\n\t// Create the NIC\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, nicName, armnetwork.Interface{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.InterfacePropertiesFormat{\n\t\t\tIPConfigurations: []*armnetwork.InterfaceIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"ipconfig1\"),\n\t\t\t\t\tProperties: &armnetwork.InterfaceIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodDynamic),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-virtual-machine-extension\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating network interface: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create network interface: %w\", err)\n\t}\n\n\tlog.Printf(\"Network interface %s created successfully\", nicName)\n\treturn nil\n}\n\n// createVirtualMachineForExtension creates an Azure virtual machine (idempotent)\nfunc createVirtualMachineForExtension(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName, location, nicID string) error {\n\treturn createVirtualMachineForExtensionWithRemediation(ctx, client, resourceGroupName, vmName, location, nicID, 0)\n}\n\nfunc createVirtualMachineForExtensionWithRemediation(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName, location, nicID string, remediationAttempt int) error {\n\t// Check if VM already exists\n\texistingVM, err := client.Get(ctx, resourceGroupName, vmName, nil)\n\tif err == nil {\n\t\t// VM exists, check its state\n\t\tif existingVM.Properties != nil && existingVM.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingVM.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Virtual machine %s already exists with state %s, skipping creation\", vmName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Virtual machine %s exists but in state %s, will wait for it\", vmName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Virtual machine %s already exists, skipping creation\", vmName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create the VM\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vmName, armcompute.VirtualMachine{\n\t\tLocation: new(location),\n\t\tProperties: &armcompute.VirtualMachineProperties{\n\t\t\tHardwareProfile: &armcompute.HardwareProfile{\n\t\t\t\tVMSize: new(armcompute.VirtualMachineSizeTypes(\"Standard_D2s_v3\")),\n\t\t\t},\n\t\t\tStorageProfile: &armcompute.StorageProfile{\n\t\t\t\tImageReference: &armcompute.ImageReference{\n\t\t\t\t\tPublisher: new(\"Canonical\"),\n\t\t\t\t\tOffer: new(\"0001-com-ubuntu-server-jammy\"),\n\t\t\t\t\tSKU: new(\"22_04-lts\"),\n\t\t\t\t\tVersion: new(\"latest\"),\n\t\t\t\t},\n\t\t\t\tOSDisk: &armcompute.OSDisk{\n\t\t\t\t\tName: new(fmt.Sprintf(\"%s-osdisk\", vmName)),\n\t\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionTypesFromImage),\n\t\t\t\t\tManagedDisk: &armcompute.ManagedDiskParameters{\n\t\t\t\t\t\tStorageAccountType: new(armcompute.StorageAccountTypesStandardLRS),\n\t\t\t\t\t},\n\t\t\t\t\tDeleteOption: new(armcompute.DiskDeleteOptionTypesDelete),\n\t\t\t\t},\n\t\t\t},\n\t\t\tOSProfile: &armcompute.OSProfile{\n\t\t\t\tComputerName: new(vmName),\n\t\t\t\tAdminUsername: new(\"azureuser\"),\n\t\t\t\t// Use password authentication for integration tests (simpler than SSH keys)\n\t\t\t\tAdminPassword: new(\"OvmIntegTest2024!\"),\n\t\t\t\tLinuxConfiguration: &armcompute.LinuxConfiguration{\n\t\t\t\t\tDisablePasswordAuthentication: new(false),\n\t\t\t\t},\n\t\t\t},\n\t\t\tNetworkProfile: &armcompute.NetworkProfile{\n\t\t\t\tNetworkInterfaces: []*armcompute.NetworkInterfaceReference{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(nicID),\n\t\t\t\t\t\tProperties: &armcompute.NetworkInterfaceReferenceProperties{\n\t\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-virtual-machine-extension\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if VM already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\texisting, getErr := client.Get(ctx, resourceGroupName, vmName, nil)\n\t\t\tif getErr == nil {\n\t\t\t\tif existing.Properties != nil && existing.Properties.ProvisioningState != nil {\n\t\t\t\t\tlog.Printf(\"Virtual machine %s already exists (conflict) with state %s, skipping creation\", vmName, *existing.Properties.ProvisioningState)\n\t\t\t\t} else {\n\t\t\t\t\tlog.Printf(\"Virtual machine %s already exists (conflict), skipping creation\", vmName)\n\t\t\t\t}\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tvar getRespErr *azcore.ResponseError\n\t\t\tif errors.As(getErr, &getRespErr) && getRespErr.StatusCode == http.StatusNotFound {\n\t\t\t\tif remediationAttempt >= 1 {\n\t\t\t\t\treturn fmt.Errorf(\"vm %s still in ghost conflict state after remediation (resourceGroup=%s): %w\", vmName, resourceGroupName, err)\n\t\t\t\t}\n\t\t\t\tlog.Printf(\"Detected ghost VM conflict for extension test VM %s in %s, attempting automatic remediation\", vmName, resourceGroupName)\n\t\t\t\tif deleteErr := deleteVirtualMachineForExtension(ctx, client, resourceGroupName, vmName); deleteErr != nil {\n\t\t\t\t\treturn fmt.Errorf(\"failed to remediate ghost VM %s before retry: %w\", vmName, deleteErr)\n\t\t\t\t}\n\t\t\t\ttime.Sleep(20 * time.Second)\n\t\t\t\treturn createVirtualMachineForExtensionWithRemediation(ctx, client, resourceGroupName, vmName, location, nicID, remediationAttempt+1)\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"vm creation conflict for %s and failed to verify existing VM: %w\", vmName, getErr)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating virtual machine: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual machine: %w\", err)\n\t}\n\n\t// Verify the VM was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"VM created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"VM provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Virtual machine %s created successfully with provisioning state: %s\", vmName, provisioningState)\n\treturn nil\n}\n\n// waitForVMAvailableForExtension polls until the VM is available via the Get API\nfunc waitForVMAvailableForExtension(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName string) error {\n\tmaxAttempts := defaultMaxPollAttempts\n\tpollInterval := defaultPollInterval\n\tmaxNotFoundAttempts := 5\n\n\tlog.Printf(\"Waiting for VM %s to be available via API...\", vmName)\n\n\tnotFoundCount := 0\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, vmName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tnotFoundCount++\n\t\t\t\tif notFoundCount >= maxNotFoundAttempts {\n\t\t\t\t\treturn fmt.Errorf(\"VM %s not found after %d attempts (possible stale conflict or failed creation)\", vmName, notFoundCount)\n\t\t\t\t}\n\t\t\t\tlog.Printf(\"VM %s not yet available (attempt %d/%d), waiting %v...\", vmName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking VM availability: %w\", err)\n\t\t}\n\t\tnotFoundCount = 0\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"VM %s is available with provisioning state: %s\", vmName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"VM provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"VM %s provisioning state: %s (attempt %d/%d), waiting...\", vmName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// VM exists but no provisioning state - consider it available\n\t\tlog.Printf(\"VM %s is available\", vmName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for VM %s to be available after %d attempts\", vmName, maxAttempts)\n}\n\n// createVirtualMachineExtension creates an Azure virtual machine extension (idempotent)\nfunc createVirtualMachineExtension(ctx context.Context, client *armcompute.VirtualMachineExtensionsClient, resourceGroupName, vmName, extensionName, location string) error {\n\t// Check if extension already exists\n\t_, err := client.Get(ctx, resourceGroupName, vmName, extensionName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual machine extension %s already exists, skipping creation\", extensionName)\n\t\treturn nil\n\t}\n\n\t// Create the extension with CustomScript extension\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-extensions/create-or-update?view=rest-compute-2025-04-01&tabs=HTTP\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vmName, extensionName, armcompute.VirtualMachineExtension{\n\t\tLocation: new(location),\n\t\tProperties: &armcompute.VirtualMachineExtensionProperties{\n\t\t\tPublisher: new(\"Microsoft.Azure.Extensions\"),\n\t\t\tType: new(\"CustomScript\"),\n\t\t\tTypeHandlerVersion: new(\"2.1\"),\n\t\t\tSettings: map[string]any{\n\t\t\t\t\"commandToExecute\": \"echo 'Hello from Overmind integration test'\",\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-virtual-machine-extension\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Virtual machine extension %s already exists (conflict), skipping creation\", extensionName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating virtual machine extension: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual machine extension: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual machine extension %s created successfully\", extensionName)\n\treturn nil\n}\n\n// waitForExtensionAvailable polls until the extension is available via the Get API\nfunc waitForExtensionAvailable(ctx context.Context, client *armcompute.VirtualMachineExtensionsClient, resourceGroupName, vmName, extensionName string) error {\n\tmaxAttempts := 10\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for extension %s to be available via API...\", extensionName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, vmName, extensionName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Extension %s not yet available (attempt %d/%d), waiting %v...\", extensionName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking extension availability: %w\", err)\n\t\t}\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Extension %s is available with provisioning state: %s\", extensionName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"Extension provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Extension %s provisioning state: %s (attempt %d/%d), waiting...\", extensionName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Extension exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Extension %s is available\", extensionName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for extension %s to be available after %d attempts\", extensionName, maxAttempts)\n}\n\n// deleteVirtualMachineExtension deletes an Azure virtual machine extension\nfunc deleteVirtualMachineExtension(ctx context.Context, client *armcompute.VirtualMachineExtensionsClient, resourceGroupName, vmName, extensionName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vmName, extensionName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual machine extension %s not found, skipping deletion\", extensionName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual machine extension: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual machine extension: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual machine extension %s deleted successfully\", extensionName)\n\treturn nil\n}\n\n// deleteVirtualMachineForExtension deletes an Azure virtual machine\nfunc deleteVirtualMachineForExtension(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName string) error {\n\t// Use forceDeletion to speed up cleanup\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vmName, &armcompute.VirtualMachinesClientBeginDeleteOptions{\n\t\tForceDeletion: new(true),\n\t})\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual machine %s not found, skipping deletion\", vmName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual machine: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual machine: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual machine %s deleted successfully\", vmName)\n\n\t// Wait a bit to allow Azure to release associated resources\n\tlog.Printf(\"Waiting 30 seconds for Azure to release associated resources...\")\n\ttime.Sleep(30 * time.Second)\n\n\treturn nil\n}\n\n// deleteNetworkInterfaceForExtension deletes an Azure network interface with retry logic\nfunc deleteNetworkInterfaceForExtension(ctx context.Context, client *armnetwork.InterfacesClient, resourceGroupName, nicName string) error {\n\tmaxRetries := 4\n\tretryDelay := 60 * time.Second\n\n\tfor attempt := 1; attempt <= maxRetries; attempt++ {\n\t\tpoller, err := client.BeginDelete(ctx, resourceGroupName, nicName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) {\n\t\t\t\tif respErr.StatusCode == http.StatusNotFound {\n\t\t\t\t\tlog.Printf(\"Network interface %s not found, skipping deletion\", nicName)\n\t\t\t\t\treturn nil\n\t\t\t\t}\n\t\t\t\t// Handle NicReservedForAnotherVm error - retry after delay\n\t\t\t\tif respErr.ErrorCode == \"NicReservedForAnotherVm\" && attempt < maxRetries {\n\t\t\t\t\tlog.Printf(\"NIC %s is reserved, waiting %v before retry (attempt %d/%d)\", nicName, retryDelay, attempt, maxRetries)\n\t\t\t\t\ttime.Sleep(retryDelay)\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"failed to begin deleting network interface: %w\", err)\n\t\t}\n\n\t\t_, err = poller.PollUntilDone(ctx, nil)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"failed to delete network interface: %w\", err)\n\t\t}\n\n\t\tlog.Printf(\"Network interface %s deleted successfully\", nicName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"failed to delete network interface %s after %d attempts\", nicName, maxRetries)\n}\n\n// deleteVirtualNetworkForExtension deletes an Azure virtual network\nfunc deleteVirtualNetworkForExtension(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s deleted successfully\", vnetName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-virtual-machine-run-command_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nconst (\n\tintegrationTestRunCommandVMName = \"ovm-integ-test-rc-vm\"\n\tintegrationTestRunCommandNICName = \"ovm-integ-test-rc-nic\"\n\tintegrationTestRunCommandVNetName = \"ovm-integ-test-rc-vnet\"\n\tintegrationTestRunCommandSubnetName = \"default\"\n\tintegrationTestRunCommandName = \"ovm-integ-test-run-command\"\n\tintegrationTestRunCommandPIPName = \"ovm-integ-test-rc-pip\"\n)\n\nfunc TestComputeVirtualMachineRunCommandIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tvmClient, err := armcompute.NewVirtualMachinesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Machines client: %v\", err)\n\t}\n\n\trunCommandClient, err := armcompute.NewVirtualMachineRunCommandsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Machine Run Commands client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tnicClient, err := armnetwork.NewInterfacesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Network Interfaces client: %v\", err)\n\t}\n\n\tpipClient, err := armnetwork.NewPublicIPAddressesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Public IP Addresses client: %v\", err)\n\t}\n\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create virtual network\n\t\terr = createVirtualNetworkForRunCommand(ctx, vnetClient, integrationTestResourceGroup, integrationTestRunCommandVNetName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\t// Create public IP for outbound connectivity (required for VM agent communication)\n\t\terr = createPublicIPForRunCommand(ctx, pipClient, integrationTestResourceGroup, integrationTestRunCommandPIPName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create public IP address: %v\", err)\n\t\t}\n\n\t\tpipResp, err := pipClient.Get(ctx, integrationTestResourceGroup, integrationTestRunCommandPIPName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get public IP address: %v\", err)\n\t\t}\n\n\t\t// Get subnet ID for NIC creation\n\t\tsubnetResp, err := subnetClient.Get(ctx, integrationTestResourceGroup, integrationTestRunCommandVNetName, integrationTestRunCommandSubnetName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnet: %v\", err)\n\t\t}\n\n\t\t// Create network interface with public IP attached\n\t\terr = createNetworkInterfaceForRunCommand(ctx, nicClient, integrationTestResourceGroup, integrationTestRunCommandNICName, integrationTestLocation, *subnetResp.ID, *pipResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create network interface: %v\", err)\n\t\t}\n\n\t\t// Get NIC ID for VM creation\n\t\tnicResp, err := nicClient.Get(ctx, integrationTestResourceGroup, integrationTestRunCommandNICName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get network interface: %v\", err)\n\t\t}\n\n\t\t// Create virtual machine\n\t\terr = createVirtualMachineForRunCommand(ctx, vmClient, integrationTestResourceGroup, integrationTestRunCommandVMName, integrationTestLocation, *nicResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual machine: %v\", err)\n\t\t}\n\n\t\t// Wait for VM to be fully available via the API\n\t\terr = waitForVMAvailableForRunCommand(ctx, vmClient, integrationTestResourceGroup, integrationTestRunCommandVMName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for VM to be available: %v\", err)\n\t\t}\n\n\t\t// Create run command. This depends on the VM agent being able to\n\t\t// communicate with Azure, which consistently fails in CI with\n\t\t// VMAgentStatusCommunicationError. Skip gracefully when that happens.\n\t\terr = createVirtualMachineRunCommand(ctx, runCommandClient, integrationTestResourceGroup, integrationTestRunCommandVMName, integrationTestRunCommandName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Skipf(\"Skipping: VM agent cannot execute run command (Azure infrastructure issue): %v\", err)\n\t\t}\n\n\t\t// Wait for run command to be available\n\t\terr = waitForRunCommandAvailable(ctx, runCommandClient, integrationTestResourceGroup, integrationTestRunCommandVMName, integrationTestRunCommandName)\n\t\tif err != nil {\n\t\t\tt.Skipf(\"Skipping: run command not available (Azure infrastructure issue): %v\", err)\n\t\t}\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetVirtualMachineRunCommand\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving virtual machine run command %s for VM %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestRunCommandName, integrationTestRunCommandVMName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\trunCommandWrapper := manual.NewComputeVirtualMachineRunCommand(\n\t\t\t\tclients.NewVirtualMachineRunCommandsClient(runCommandClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := runCommandWrapper.Scopes()[0]\n\n\t\t\trunCommandAdapter := sources.WrapperToAdapter(runCommandWrapper, sdpcache.NewNoOpCache())\n\t\t\t// Get requires virtualMachineName and runCommandName as query parts\n\t\t\tquery := integrationTestRunCommandVMName + shared.QuerySeparator + integrationTestRunCommandName\n\t\t\tsdpItem, qErr := runCommandAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(integrationTestRunCommandVMName, integrationTestRunCommandName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttr {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", expectedUniqueAttr, uniqueAttrValue)\n\t\t\t}\n\n\t\t\t// Verify the run command name attribute\n\t\t\tnameAttr, err := sdpItem.GetAttributes().Get(\"name\")\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get name attribute: %v\", err)\n\t\t\t}\n\t\t\tif nameAttr != integrationTestRunCommandName {\n\t\t\t\tt.Fatalf(\"Expected name attribute to be %s, got %s\", integrationTestRunCommandName, nameAttr)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved virtual machine run command %s\", integrationTestRunCommandName)\n\t\t})\n\n\t\tt.Run(\"SearchVirtualMachineRunCommands\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching virtual machine run commands for VM %s\", integrationTestRunCommandVMName)\n\n\t\t\trunCommandWrapper := manual.NewComputeVirtualMachineRunCommand(\n\t\t\t\tclients.NewVirtualMachineRunCommandsClient(runCommandClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := runCommandWrapper.Scopes()[0]\n\n\t\t\trunCommandAdapter := sources.WrapperToAdapter(runCommandWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports search\n\t\t\tsearchable, ok := runCommandAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, integrationTestRunCommandVMName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search virtual machine run commands: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one virtual machine run command, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tuniqueAttrValue, err := item.GetAttributes().Get(uniqueAttrKey)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(integrationTestRunCommandVMName, integrationTestRunCommandName)\n\t\t\t\tif uniqueAttrValue == expectedUniqueAttr {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find run command %s in the search results\", integrationTestRunCommandName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d virtual machine run commands in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for virtual machine run command %s\", integrationTestRunCommandName)\n\n\t\t\trunCommandWrapper := manual.NewComputeVirtualMachineRunCommand(\n\t\t\t\tclients.NewVirtualMachineRunCommandsClient(runCommandClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := runCommandWrapper.Scopes()[0]\n\n\t\t\trunCommandAdapter := sources.WrapperToAdapter(runCommandWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := integrationTestRunCommandVMName + shared.QuerySeparator + integrationTestRunCommandName\n\t\t\tsdpItem, qErr := runCommandAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (VM should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasVMLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tswitch liq.GetQuery().GetType() {\n\t\t\t\tcase azureshared.ComputeVirtualMachine.String():\n\t\t\t\t\thasVMLink = true\n\t\t\t\t\t// Verify VM link properties\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected VM link method to be GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetQuery() != integrationTestRunCommandVMName {\n\t\t\t\t\t\tt.Errorf(\"Expected VM link query to be %s, got %s\", integrationTestRunCommandVMName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\tcase azureshared.StorageAccount.String():\n\t\t\t\t\t// Storage account links may be present if outputBlobUri, errorBlobUri, or scriptUri are set\n\t\t\t\tcase azureshared.StorageBlobContainer.String():\n\t\t\t\t\t// Blob container links may be present if outputBlobUri, errorBlobUri, or scriptUri are set\n\t\t\t\tcase stdlib.NetworkHTTP.String():\n\t\t\t\t\t// HTTP links may be present if scriptUri is HTTP/HTTPS\n\t\t\t\tcase stdlib.NetworkDNS.String():\n\t\t\t\t\t// DNS links may be present if scriptUri contains a DNS name\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasVMLink {\n\t\t\t\tt.Error(\"Expected linked query to virtual machine, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for run command %s\", len(linkedQueries), integrationTestRunCommandName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete run command first. Non-fatal: if the VM agent is unresponsive\n\t\t// (VMAgentStatusCommunicationError) this will timeout after 5 min.\n\t\t// Force-deleting the VM below will clean up the run command anyway.\n\t\terr := deleteVirtualMachineRunCommand(ctx, runCommandClient, integrationTestResourceGroup, integrationTestRunCommandVMName, integrationTestRunCommandName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: failed to delete run command (will be cleaned up with VM): %v\", err)\n\t\t}\n\n\t\t// Delete VM (it must be deleted before NIC can be deleted)\n\t\terr = deleteVirtualMachineForRunCommand(ctx, vmClient, integrationTestResourceGroup, integrationTestRunCommandVMName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual machine: %v\", err)\n\t\t}\n\n\t\t// Delete NIC\n\t\terr = deleteNetworkInterfaceForRunCommand(ctx, nicClient, integrationTestResourceGroup, integrationTestRunCommandNICName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete network interface: %v\", err)\n\t\t}\n\n\t\t// Delete VNet (this also deletes the subnet)\n\t\terr = deleteVirtualNetworkForRunCommand(ctx, vnetClient, integrationTestResourceGroup, integrationTestRunCommandVNetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\n\t\t// Delete public IP (must be after NIC deletion since NIC references it)\n\t\terr = deletePublicIPForRunCommand(ctx, pipClient, integrationTestResourceGroup, integrationTestRunCommandPIPName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete public IP address: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createVirtualNetworkForRunCommand creates an Azure virtual network with a default subnet (idempotent)\nfunc createVirtualNetworkForRunCommand(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t// Check if VNet already exists\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\t// Create the VNet\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.1.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestRunCommandSubnetName),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.1.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-virtual-machine-run-command\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\n// createNetworkInterfaceForRunCommand creates an Azure network interface with a public IP (idempotent)\nfunc createNetworkInterfaceForRunCommand(ctx context.Context, client *armnetwork.InterfacesClient, resourceGroupName, nicName, location, subnetID, publicIPID string) error {\n\t// Check if NIC already exists and has the public IP attached\n\texisting, err := client.Get(ctx, resourceGroupName, nicName, nil)\n\tif err == nil {\n\t\thasPublicIP := false\n\t\tif existing.Properties != nil {\n\t\t\tfor _, ipConfig := range existing.Properties.IPConfigurations {\n\t\t\t\tif ipConfig.Properties != nil && ipConfig.Properties.PublicIPAddress != nil {\n\t\t\t\t\thasPublicIP = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif hasPublicIP {\n\t\t\tlog.Printf(\"Network interface %s already exists with public IP, skipping creation\", nicName)\n\t\t\treturn nil\n\t\t}\n\t\tlog.Printf(\"Network interface %s exists without public IP, updating it\", nicName)\n\t}\n\n\t// Create the NIC with a public IP for outbound connectivity.\n\t// The VM agent requires outbound access to Azure management endpoints;\n\t// without a public IP or NAT gateway, run command operations fail with\n\t// VMAgentStatusCommunicationError.\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, nicName, armnetwork.Interface{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.InterfacePropertiesFormat{\n\t\t\tIPConfigurations: []*armnetwork.InterfaceIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"ipconfig1\"),\n\t\t\t\t\tProperties: &armnetwork.InterfaceIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodDynamic),\n\t\t\t\t\t\tPublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\t\t\t\tID: new(publicIPID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-virtual-machine-run-command\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating network interface: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create network interface: %w\", err)\n\t}\n\n\tlog.Printf(\"Network interface %s created successfully\", nicName)\n\treturn nil\n}\n\n// createVirtualMachineForRunCommand creates an Azure virtual machine (idempotent)\nfunc createVirtualMachineForRunCommand(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName, location, nicID string) error {\n\treturn createVirtualMachineForRunCommandWithRemediation(ctx, client, resourceGroupName, vmName, location, nicID, 0)\n}\n\nfunc createVirtualMachineForRunCommandWithRemediation(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName, location, nicID string, remediationAttempt int) error {\n\t// Check if VM already exists\n\texistingVM, err := client.Get(ctx, resourceGroupName, vmName, nil)\n\tif err == nil {\n\t\t// VM exists, check its state\n\t\tif existingVM.Properties != nil && existingVM.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingVM.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Virtual machine %s already exists with state %s, skipping creation\", vmName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Virtual machine %s exists but in state %s, will wait for it\", vmName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Virtual machine %s already exists, skipping creation\", vmName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create the VM\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vmName, armcompute.VirtualMachine{\n\t\tLocation: new(location),\n\t\tProperties: &armcompute.VirtualMachineProperties{\n\t\t\tHardwareProfile: &armcompute.HardwareProfile{\n\t\t\t\tVMSize: new(armcompute.VirtualMachineSizeTypes(\"Standard_D2s_v3\")),\n\t\t\t},\n\t\t\tStorageProfile: &armcompute.StorageProfile{\n\t\t\t\tImageReference: &armcompute.ImageReference{\n\t\t\t\t\tPublisher: new(\"Canonical\"),\n\t\t\t\t\tOffer: new(\"0001-com-ubuntu-server-jammy\"),\n\t\t\t\t\tSKU: new(\"22_04-lts\"),\n\t\t\t\t\tVersion: new(\"latest\"),\n\t\t\t\t},\n\t\t\t\tOSDisk: &armcompute.OSDisk{\n\t\t\t\t\tName: new(fmt.Sprintf(\"%s-osdisk\", vmName)),\n\t\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionTypesFromImage),\n\t\t\t\t\tManagedDisk: &armcompute.ManagedDiskParameters{\n\t\t\t\t\t\tStorageAccountType: new(armcompute.StorageAccountTypesStandardLRS),\n\t\t\t\t\t},\n\t\t\t\t\tDeleteOption: new(armcompute.DiskDeleteOptionTypesDelete),\n\t\t\t\t},\n\t\t\t},\n\t\t\tOSProfile: &armcompute.OSProfile{\n\t\t\t\tComputerName: new(vmName),\n\t\t\t\tAdminUsername: new(\"azureuser\"),\n\t\t\t\t// Use password authentication for integration tests (simpler than SSH keys)\n\t\t\t\tAdminPassword: new(\"OvmIntegTest2024!\"),\n\t\t\t\tLinuxConfiguration: &armcompute.LinuxConfiguration{\n\t\t\t\t\tDisablePasswordAuthentication: new(false),\n\t\t\t\t},\n\t\t\t},\n\t\t\tNetworkProfile: &armcompute.NetworkProfile{\n\t\t\t\tNetworkInterfaces: []*armcompute.NetworkInterfaceReference{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(nicID),\n\t\t\t\t\t\tProperties: &armcompute.NetworkInterfaceReferenceProperties{\n\t\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-virtual-machine-run-command\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if VM already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\texisting, getErr := client.Get(ctx, resourceGroupName, vmName, nil)\n\t\t\tif getErr == nil {\n\t\t\t\tif existing.Properties != nil && existing.Properties.ProvisioningState != nil {\n\t\t\t\t\tlog.Printf(\"Virtual machine %s already exists (conflict) with state %s, skipping creation\", vmName, *existing.Properties.ProvisioningState)\n\t\t\t\t} else {\n\t\t\t\t\tlog.Printf(\"Virtual machine %s already exists (conflict), skipping creation\", vmName)\n\t\t\t\t}\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tvar getRespErr *azcore.ResponseError\n\t\t\tif errors.As(getErr, &getRespErr) && getRespErr.StatusCode == http.StatusNotFound {\n\t\t\t\tif remediationAttempt >= 1 {\n\t\t\t\t\treturn fmt.Errorf(\"vm %s still in ghost conflict state after remediation (resourceGroup=%s): %w\", vmName, resourceGroupName, err)\n\t\t\t\t}\n\t\t\t\tlog.Printf(\"Detected ghost VM conflict for run-command test VM %s in %s, attempting automatic remediation\", vmName, resourceGroupName)\n\t\t\t\tif deleteErr := deleteVirtualMachineForRunCommand(ctx, client, resourceGroupName, vmName); deleteErr != nil {\n\t\t\t\t\treturn fmt.Errorf(\"failed to remediate ghost VM %s before retry: %w\", vmName, deleteErr)\n\t\t\t\t}\n\t\t\t\ttime.Sleep(20 * time.Second)\n\t\t\t\treturn createVirtualMachineForRunCommandWithRemediation(ctx, client, resourceGroupName, vmName, location, nicID, remediationAttempt+1)\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"vm creation conflict for %s and failed to verify existing VM: %w\", vmName, getErr)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating virtual machine: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual machine: %w\", err)\n\t}\n\n\t// Verify the VM was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"VM created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"VM provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Virtual machine %s created successfully with provisioning state: %s\", vmName, provisioningState)\n\treturn nil\n}\n\n// waitForVMAvailableForRunCommand polls until the VM is available via the Get API\nfunc waitForVMAvailableForRunCommand(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName string) error {\n\tmaxAttempts := defaultMaxPollAttempts\n\tpollInterval := defaultPollInterval\n\tmaxNotFoundAttempts := 5\n\n\tlog.Printf(\"Waiting for VM %s to be available via API...\", vmName)\n\n\tnotFoundCount := 0\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, vmName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tnotFoundCount++\n\t\t\t\tif notFoundCount >= maxNotFoundAttempts {\n\t\t\t\t\treturn fmt.Errorf(\"VM %s not found after %d attempts (possible stale conflict or failed creation)\", vmName, notFoundCount)\n\t\t\t\t}\n\t\t\t\tlog.Printf(\"VM %s not yet available (attempt %d/%d), waiting %v...\", vmName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking VM availability: %w\", err)\n\t\t}\n\t\tnotFoundCount = 0\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"VM %s is available with provisioning state: %s\", vmName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"VM provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"VM %s provisioning state: %s (attempt %d/%d), waiting...\", vmName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// VM exists but no provisioning state - consider it available\n\t\tlog.Printf(\"VM %s is available\", vmName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for VM %s to be available after %d attempts\", vmName, maxAttempts)\n}\n\n// createVirtualMachineRunCommand creates an Azure virtual machine run command (idempotent)\nfunc createVirtualMachineRunCommand(ctx context.Context, client *armcompute.VirtualMachineRunCommandsClient, resourceGroupName, vmName, runCommandName, location string) error {\n\t// Check if run command already exists\n\texisting, err := client.GetByVirtualMachine(ctx, resourceGroupName, vmName, runCommandName, nil)\n\tif err == nil {\n\t\t// If the existing run command is in a Failed state (e.g. from a previous\n\t\t// run with VMAgentStatusCommunicationError), delete and recreate it.\n\t\tif existing.Properties != nil && existing.Properties.ProvisioningState != nil && *existing.Properties.ProvisioningState == \"Failed\" {\n\t\t\tlog.Printf(\"Virtual machine run command %s exists in Failed state, deleting before recreate\", runCommandName)\n\t\t\tif delErr := deleteVirtualMachineRunCommand(ctx, client, resourceGroupName, vmName, runCommandName); delErr != nil {\n\t\t\t\tlog.Printf(\"Warning: failed to delete stale run command: %v\", delErr)\n\t\t\t}\n\t\t} else {\n\t\t\tlog.Printf(\"Virtual machine run command %s already exists, skipping creation\", runCommandName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create the run command with a simple shell script\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-run-commands/create-or-update?view=rest-compute-2025-04-01&tabs=HTTP\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vmName, runCommandName, armcompute.VirtualMachineRunCommand{\n\t\tLocation: new(location),\n\t\tProperties: &armcompute.VirtualMachineRunCommandProperties{\n\t\t\tSource: &armcompute.VirtualMachineRunCommandScriptSource{\n\t\t\t\tScript: new(\"#!/bin/bash\\necho 'Hello from Overmind integration test'\\n\"),\n\t\t\t},\n\t\t\tAsyncExecution: new(false),\n\t\t\tRunAsUser: new(\"azureuser\"),\n\t\t\tTimeoutInSeconds: new(int32(3600)),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-virtual-machine-run-command\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Virtual machine run command %s already exists (conflict), skipping creation\", runCommandName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating virtual machine run command: %w\", err)\n\t}\n\n\t// Use a short timeout: if the VM agent is healthy this completes in <2 min.\n\t// VMAgentStatusCommunicationError hangs for ~25 min otherwise.\n\tpollCtx, cancel := context.WithTimeout(ctx, 5*time.Minute)\n\tdefer cancel()\n\n\t_, err = poller.PollUntilDone(pollCtx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual machine run command: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual machine run command %s created successfully\", runCommandName)\n\treturn nil\n}\n\n// waitForRunCommandAvailable polls until the run command is available via the Get API\nfunc waitForRunCommandAvailable(ctx context.Context, client *armcompute.VirtualMachineRunCommandsClient, resourceGroupName, vmName, runCommandName string) error {\n\tmaxAttempts := 10\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for run command %s to be available via API...\", runCommandName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.GetByVirtualMachine(ctx, resourceGroupName, vmName, runCommandName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Run command %s not yet available (attempt %d/%d), waiting %v...\", runCommandName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking run command availability: %w\", err)\n\t\t}\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Run command %s is available with provisioning state: %s\", runCommandName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"Run command provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Run command %s provisioning state: %s (attempt %d/%d), waiting...\", runCommandName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Run command exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Run command %s is available\", runCommandName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for run command %s to be available after %d attempts\", runCommandName, maxAttempts)\n}\n\n// deleteVirtualMachineRunCommand deletes an Azure virtual machine run command\nfunc deleteVirtualMachineRunCommand(ctx context.Context, client *armcompute.VirtualMachineRunCommandsClient, resourceGroupName, vmName, runCommandName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vmName, runCommandName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual machine run command %s not found, skipping deletion\", runCommandName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual machine run command: %w\", err)\n\t}\n\n\t// Use a short timeout: VMAgentStatusCommunicationError hangs for ~25 min.\n\t// The run command will be cleaned up when the VM is force-deleted.\n\tpollCtx, cancel := context.WithTimeout(ctx, 5*time.Minute)\n\tdefer cancel()\n\n\t_, err = poller.PollUntilDone(pollCtx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual machine run command: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual machine run command %s deleted successfully\", runCommandName)\n\treturn nil\n}\n\n// deleteVirtualMachineForRunCommand deletes an Azure virtual machine\nfunc deleteVirtualMachineForRunCommand(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName string) error {\n\t// Use forceDeletion to speed up cleanup\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vmName, &armcompute.VirtualMachinesClientBeginDeleteOptions{\n\t\tForceDeletion: new(true),\n\t})\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual machine %s not found, skipping deletion\", vmName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual machine: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual machine: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual machine %s deleted successfully\", vmName)\n\n\t// Wait a bit to allow Azure to release associated resources\n\tlog.Printf(\"Waiting 30 seconds for Azure to release associated resources...\")\n\ttime.Sleep(30 * time.Second)\n\n\treturn nil\n}\n\n// deleteNetworkInterfaceForRunCommand deletes an Azure network interface with retry logic\nfunc deleteNetworkInterfaceForRunCommand(ctx context.Context, client *armnetwork.InterfacesClient, resourceGroupName, nicName string) error {\n\tmaxRetries := 4\n\tretryDelay := 60 * time.Second\n\n\tfor attempt := 1; attempt <= maxRetries; attempt++ {\n\t\tpoller, err := client.BeginDelete(ctx, resourceGroupName, nicName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) {\n\t\t\t\tif respErr.StatusCode == http.StatusNotFound {\n\t\t\t\t\tlog.Printf(\"Network interface %s not found, skipping deletion\", nicName)\n\t\t\t\t\treturn nil\n\t\t\t\t}\n\t\t\t\t// Handle NicReservedForAnotherVm error - retry after delay\n\t\t\t\tif respErr.ErrorCode == \"NicReservedForAnotherVm\" && attempt < maxRetries {\n\t\t\t\t\tlog.Printf(\"NIC %s is reserved, waiting %v before retry (attempt %d/%d)\", nicName, retryDelay, attempt, maxRetries)\n\t\t\t\t\ttime.Sleep(retryDelay)\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"failed to begin deleting network interface: %w\", err)\n\t\t}\n\n\t\t_, err = poller.PollUntilDone(ctx, nil)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"failed to delete network interface: %w\", err)\n\t\t}\n\n\t\tlog.Printf(\"Network interface %s deleted successfully\", nicName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"failed to delete network interface %s after %d attempts\", nicName, maxRetries)\n}\n\n// deleteVirtualNetworkForRunCommand deletes an Azure virtual network\nfunc deleteVirtualNetworkForRunCommand(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s deleted successfully\", vnetName)\n\treturn nil\n}\n\n// createPublicIPForRunCommand creates a Standard SKU public IP address (idempotent)\nfunc createPublicIPForRunCommand(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, publicIPName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, publicIPName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Public IP address %s already exists, skipping creation\", publicIPName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, publicIPName, armnetwork.PublicIPAddress{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.PublicIPAddressPropertiesFormat{\n\t\t\tPublicIPAddressVersion: new(armnetwork.IPVersionIPv4),\n\t\t\tPublicIPAllocationMethod: new(armnetwork.IPAllocationMethodStatic),\n\t\t},\n\t\tSKU: &armnetwork.PublicIPAddressSKU{\n\t\t\tName: new(armnetwork.PublicIPAddressSKUNameStandard),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-virtual-machine-run-command\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Public IP address %s already exists (conflict), skipping creation\", publicIPName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating public IP address: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create public IP address: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP address %s created successfully\", publicIPName)\n\treturn nil\n}\n\n// deletePublicIPForRunCommand deletes an Azure public IP address\nfunc deletePublicIPForRunCommand(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, publicIPName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, publicIPName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Public IP address %s not found, skipping deletion\", publicIPName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting public IP address: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete public IP address: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP address %s deleted successfully\", publicIPName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-virtual-machine-scale-set_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestVMSSName = \"ovm-integ-test-vmss\"\n\tintegrationTestVMSSVNetName = \"ovm-integ-test-vmss-vnet\"\n\tintegrationTestVMSSSubnetName = \"default\"\n)\n\nfunc TestComputeVirtualMachineScaleSetIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tvmssClient, err := armcompute.NewVirtualMachineScaleSetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Machine Scale Sets client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create virtual network\n\t\terr = createVirtualNetworkForVMSS(ctx, vnetClient, integrationTestResourceGroup, integrationTestVMSSVNetName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\t// Get subnet ID for VMSS creation\n\t\tsubnetResp, err := subnetClient.Get(ctx, integrationTestResourceGroup, integrationTestVMSSVNetName, integrationTestVMSSSubnetName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnet: %v\", err)\n\t\t}\n\n\t\t// Create virtual machine scale set\n\t\terr = createVirtualMachineScaleSet(ctx, vmssClient, integrationTestResourceGroup, integrationTestVMSSName, integrationTestLocation, *subnetResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual machine scale set: %v\", err)\n\t\t}\n\n\t\t// Wait for VMSS to be fully available via the API\n\t\terr = waitForVMSSAvailable(ctx, vmssClient, integrationTestResourceGroup, integrationTestVMSSName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for VMSS to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\t// Check if VMSS exists - if Setup failed (e.g., quota issues), skip Run tests\n\t\tctx := t.Context()\n\t\t_, err := vmssClient.Get(ctx, integrationTestResourceGroup, integrationTestVMSSName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tt.Skipf(\"VMSS %s does not exist - Setup may have failed (e.g., quota issues). Skipping Run tests.\", integrationTestVMSSName)\n\t\t\t}\n\t\t}\n\n\t\tt.Run(\"GetVirtualMachineScaleSet\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving virtual machine scale set %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestVMSSName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tvmssWrapper := manual.NewComputeVirtualMachineScaleSet(\n\t\t\t\tclients.NewVirtualMachineScaleSetsClient(vmssClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := vmssWrapper.Scopes()[0]\n\n\t\t\tvmssAdapter := sources.WrapperToAdapter(vmssWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := vmssAdapter.Get(ctx, scope, integrationTestVMSSName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestVMSSName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestVMSSName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ComputeVirtualMachineScaleSet.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got %s\", azureshared.ComputeVirtualMachineScaleSet, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved virtual machine scale set %s\", integrationTestVMSSName)\n\t\t})\n\n\t\tt.Run(\"ListVirtualMachineScaleSets\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing virtual machine scale sets in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tvmssWrapper := manual.NewComputeVirtualMachineScaleSet(\n\t\t\t\tclients.NewVirtualMachineScaleSetsClient(vmssClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := vmssWrapper.Scopes()[0]\n\n\t\t\tvmssAdapter := sources.WrapperToAdapter(vmssWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := vmssAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list virtual machine scale sets: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one virtual machine scale set, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestVMSSName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tif item.GetType() != azureshared.ComputeVirtualMachineScaleSet.String() {\n\t\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeVirtualMachineScaleSet, item.GetType())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find VMSS %s in the list of virtual machine scale sets\", integrationTestVMSSName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d virtual machine scale sets in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for virtual machine scale set %s\", integrationTestVMSSName)\n\n\t\t\tvmssWrapper := manual.NewComputeVirtualMachineScaleSet(\n\t\t\t\tclients.NewVirtualMachineScaleSetsClient(vmssClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := vmssWrapper.Scopes()[0]\n\n\t\t\tvmssAdapter := sources.WrapperToAdapter(vmssWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := vmssAdapter.Get(ctx, scope, integrationTestVMSSName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasSubnetLink, hasVMLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tswitch liq.GetQuery().GetType() {\n\t\t\t\tcase azureshared.NetworkSubnet.String():\n\t\t\t\t\thasSubnetLink = true\n\t\t\t\t\t// Verify subnet link properties\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected subnet link method to be GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\tcase azureshared.ComputeVirtualMachine.String():\n\t\t\t\t\thasVMLink = true\n\t\t\t\t\t// Verify VM link properties (VM instances are linked via SEARCH)\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected VM link method to be SEARCH, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetQuery() != integrationTestVMSSName {\n\t\t\t\t\t\tt.Errorf(\"Expected VM link query to be %s, got %s\", integrationTestVMSSName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\tcase azureshared.ComputeVirtualMachineExtension.String():\n\t\t\t\t\t// Extensions may or may not be present depending on VMSS setup\n\t\t\t\t\t// Verify extension link properties if present\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected extension link method to be GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasSubnetLink {\n\t\t\t\tt.Error(\"Expected linked query to subnet, but didn't find one\")\n\t\t\t}\n\n\t\t\t// VM instances link should always be present (even if no instances exist)\n\t\t\tif !hasVMLink {\n\t\t\t\tt.Error(\"Expected linked query to VM instances, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for VMSS %s\", len(linkedQueries), integrationTestVMSSName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for VMSS %s\", integrationTestVMSSName)\n\n\t\t\tvmssWrapper := manual.NewComputeVirtualMachineScaleSet(\n\t\t\t\tclients.NewVirtualMachineScaleSetsClient(vmssClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := vmssWrapper.Scopes()[0]\n\n\t\t\tvmssAdapter := sources.WrapperToAdapter(vmssWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := vmssAdapter.Get(ctx, scope, integrationTestVMSSName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.ComputeVirtualMachineScaleSet.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.ComputeVirtualMachineScaleSet, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\t// Verify health status (should be OK if provisioning succeeded)\n\t\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\t\tt.Logf(\"VMSS health status is %s (may be pending if still provisioning)\", sdpItem.GetHealth())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for VMSS %s\", integrationTestVMSSName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete VMSS first\n\t\terr := deleteVirtualMachineScaleSet(ctx, vmssClient, integrationTestResourceGroup, integrationTestVMSSName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual machine scale set: %v\", err)\n\t\t}\n\n\t\t// Delete VNet (this also deletes the subnet)\n\t\terr = deleteVirtualNetworkForVMSS(ctx, vnetClient, integrationTestResourceGroup, integrationTestVMSSVNetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createVirtualNetworkForVMSS creates an Azure virtual network with a default subnet (idempotent)\nfunc createVirtualNetworkForVMSS(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t// Check if VNet already exists\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\t// Create the VNet\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.1.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestVMSSSubnetName),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.1.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\n// createVirtualMachineScaleSet creates an Azure virtual machine scale set (idempotent)\nfunc createVirtualMachineScaleSet(ctx context.Context, client *armcompute.VirtualMachineScaleSetsClient, resourceGroupName, vmssName, location, subnetID string) error {\n\t// Check if VMSS already exists\n\texistingVMSS, err := client.Get(ctx, resourceGroupName, vmssName, nil)\n\tif err == nil {\n\t\t// VMSS exists, check its state\n\t\tif existingVMSS.Properties != nil && existingVMSS.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingVMSS.Properties.ProvisioningState\n\t\t\tswitch state {\n\t\t\tcase \"Succeeded\", \"Updating\":\n\t\t\t\t// VMSS exists and is in a good state - we'll wait for it to be fully available\n\t\t\t\tlog.Printf(\"Virtual machine scale set %s already exists with state %s, will verify availability\", vmssName, state)\n\t\t\t\treturn nil\n\t\t\tcase \"Failed\", \"Deleting\", \"Deleted\":\n\t\t\t\t// VMSS is in a bad state - delete it so we can recreate\n\t\t\t\tlog.Printf(\"Virtual machine scale set %s exists but in state %s, deleting before recreation\", vmssName, state)\n\t\t\t\tdeleteErr := deleteVirtualMachineScaleSet(ctx, client, resourceGroupName, vmssName)\n\t\t\t\tif deleteErr != nil {\n\t\t\t\t\treturn fmt.Errorf(\"failed to delete VMSS in bad state: %w\", deleteErr)\n\t\t\t\t}\n\t\t\t\t// Wait a bit after deletion before recreating\n\t\t\t\ttime.Sleep(10 * time.Second)\n\t\t\tdefault:\n\t\t\t\t// Creating, etc. - wait for it\n\t\t\t\tlog.Printf(\"Virtual machine scale set %s exists but in state %s, will wait for it\", vmssName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t} else {\n\t\t\tlog.Printf(\"Virtual machine scale set %s already exists, will verify availability\", vmssName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create the VMSS\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vmssName, armcompute.VirtualMachineScaleSet{\n\t\tLocation: new(location),\n\t\tSKU: &armcompute.SKU{\n\t\t\tName: new(\"Standard_D2s_v3\"),\n\t\t\tTier: new(\"Standard\"),\n\t\t\tCapacity: new(int64(1)), // Start with 1 instance for testing\n\t\t},\n\t\tProperties: &armcompute.VirtualMachineScaleSetProperties{\n\t\t\tUpgradePolicy: &armcompute.UpgradePolicy{\n\t\t\t\tMode: new(armcompute.UpgradeModeManual),\n\t\t\t},\n\t\t\tVirtualMachineProfile: &armcompute.VirtualMachineScaleSetVMProfile{\n\t\t\t\tOSProfile: &armcompute.VirtualMachineScaleSetOSProfile{\n\t\t\t\t\tComputerNamePrefix: new(vmssName),\n\t\t\t\t\tAdminUsername: new(\"azureuser\"),\n\t\t\t\t\tAdminPassword: new(\"OvmIntegTest2024!\"),\n\t\t\t\t\tLinuxConfiguration: &armcompute.LinuxConfiguration{\n\t\t\t\t\t\tDisablePasswordAuthentication: new(false),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tStorageProfile: &armcompute.VirtualMachineScaleSetStorageProfile{\n\t\t\t\t\tImageReference: &armcompute.ImageReference{\n\t\t\t\t\t\tPublisher: new(\"Canonical\"),\n\t\t\t\t\t\tOffer: new(\"0001-com-ubuntu-server-jammy\"),\n\t\t\t\t\t\tSKU: new(\"22_04-lts\"), // x64 image for B-series VM\n\t\t\t\t\t\tVersion: new(\"latest\"),\n\t\t\t\t\t},\n\t\t\t\t\tOSDisk: &armcompute.VirtualMachineScaleSetOSDisk{\n\t\t\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionTypesFromImage),\n\t\t\t\t\t\tManagedDisk: &armcompute.VirtualMachineScaleSetManagedDiskParameters{\n\t\t\t\t\t\t\tStorageAccountType: new(armcompute.StorageAccountTypesStandardLRS),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tNetworkProfile: &armcompute.VirtualMachineScaleSetNetworkProfile{\n\t\t\t\t\tNetworkInterfaceConfigurations: []*armcompute.VirtualMachineScaleSetNetworkConfiguration{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: new(\"vmss-nic-config\"),\n\t\t\t\t\t\t\tProperties: &armcompute.VirtualMachineScaleSetNetworkConfigurationProperties{\n\t\t\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t\t\t\tIPConfigurations: []*armcompute.VirtualMachineScaleSetIPConfiguration{\n\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\tName: new(\"ipconfig1\"),\n\t\t\t\t\t\t\t\t\t\tProperties: &armcompute.VirtualMachineScaleSetIPConfigurationProperties{\n\t\t\t\t\t\t\t\t\t\t\tSubnet: &armcompute.APIEntityReference{\n\t\t\t\t\t\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-virtual-machine-scale-set\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if VMSS already exists (conflict) or quota issue\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) {\n\t\t\tif respErr.StatusCode == http.StatusConflict {\n\t\t\t\tlog.Printf(\"Virtual machine scale set %s already exists (conflict), verifying it exists\", vmssName)\n\t\t\t\t// Verify the VMSS actually exists\n\t\t\t\t_, getErr := client.Get(ctx, resourceGroupName, vmssName, nil)\n\t\t\t\tif getErr != nil {\n\t\t\t\t\t// If we get a conflict but VMSS doesn't exist, treat it as a ghost/stale control-plane record.\n\t\t\t\t\t// Try to remediate once by forcing a delete, then retry creation.\n\t\t\t\t\tlog.Printf(\"VMSS %s not found after conflict, attempting remediation delete before retry\", vmssName)\n\t\t\t\t\tif deleteErr := deleteVirtualMachineScaleSet(ctx, client, resourceGroupName, vmssName); deleteErr != nil {\n\t\t\t\t\t\treturn fmt.Errorf(\"failed to remediate VMSS ghost state for %s: %w\", vmssName, deleteErr)\n\t\t\t\t\t}\n\t\t\t\t\ttime.Sleep(30 * time.Second)\n\n\t\t\t\t\t// Retry creation\n\t\t\t\t\tretryPoller, retryErr := client.BeginCreateOrUpdate(ctx, resourceGroupName, vmssName, armcompute.VirtualMachineScaleSet{\n\t\t\t\t\t\tLocation: new(location),\n\t\t\t\t\t\tSKU: &armcompute.SKU{\n\t\t\t\t\t\t\tName: new(\"Standard_D2s_v3\"),\n\t\t\t\t\t\t\tTier: new(\"Standard\"),\n\t\t\t\t\t\t\tCapacity: new(int64(1)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tProperties: &armcompute.VirtualMachineScaleSetProperties{\n\t\t\t\t\t\t\tUpgradePolicy: &armcompute.UpgradePolicy{\n\t\t\t\t\t\t\t\tMode: new(armcompute.UpgradeModeManual),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tVirtualMachineProfile: &armcompute.VirtualMachineScaleSetVMProfile{\n\t\t\t\t\t\t\t\tOSProfile: &armcompute.VirtualMachineScaleSetOSProfile{\n\t\t\t\t\t\t\t\t\tComputerNamePrefix: new(vmssName),\n\t\t\t\t\t\t\t\t\tAdminUsername: new(\"azureuser\"),\n\t\t\t\t\t\t\t\t\tAdminPassword: new(\"OvmIntegTest2024!\"),\n\t\t\t\t\t\t\t\t\tLinuxConfiguration: &armcompute.LinuxConfiguration{\n\t\t\t\t\t\t\t\t\t\tDisablePasswordAuthentication: new(false),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tStorageProfile: &armcompute.VirtualMachineScaleSetStorageProfile{\n\t\t\t\t\t\t\t\t\tImageReference: &armcompute.ImageReference{\n\t\t\t\t\t\t\t\t\t\tPublisher: new(\"Canonical\"),\n\t\t\t\t\t\t\t\t\t\tOffer: new(\"0001-com-ubuntu-server-jammy\"),\n\t\t\t\t\t\t\t\t\t\tSKU: new(\"22_04-lts\"),\n\t\t\t\t\t\t\t\t\t\tVersion: new(\"latest\"),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\tOSDisk: &armcompute.VirtualMachineScaleSetOSDisk{\n\t\t\t\t\t\t\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionTypesFromImage),\n\t\t\t\t\t\t\t\t\t\tManagedDisk: &armcompute.VirtualMachineScaleSetManagedDiskParameters{\n\t\t\t\t\t\t\t\t\t\t\tStorageAccountType: new(armcompute.StorageAccountTypesStandardLRS),\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tNetworkProfile: &armcompute.VirtualMachineScaleSetNetworkProfile{\n\t\t\t\t\t\t\t\t\tNetworkInterfaceConfigurations: []*armcompute.VirtualMachineScaleSetNetworkConfiguration{\n\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\tName: new(\"vmss-nic-config\"),\n\t\t\t\t\t\t\t\t\t\t\tProperties: &armcompute.VirtualMachineScaleSetNetworkConfigurationProperties{\n\t\t\t\t\t\t\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t\t\t\t\t\t\t\tIPConfigurations: []*armcompute.VirtualMachineScaleSetIPConfiguration{\n\t\t\t\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\t\t\t\tName: new(\"ipconfig1\"),\n\t\t\t\t\t\t\t\t\t\t\t\t\t\tProperties: &armcompute.VirtualMachineScaleSetIPConfigurationProperties{\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\tSubnet: &armcompute.APIEntityReference{\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tTags: map[string]*string{\n\t\t\t\t\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\t\t\t\t\"test\": new(\"compute-virtual-machine-scale-set\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t}, nil)\n\t\t\t\t\tif retryErr != nil {\n\t\t\t\t\t\tvar retryRespErr *azcore.ResponseError\n\t\t\t\t\t\tif errors.As(retryErr, &retryRespErr) && retryRespErr.StatusCode == http.StatusConflict {\n\t\t\t\t\t\t\t// Still conflict - check if it exists now\n\t\t\t\t\t\t\t_, finalCheckErr := client.Get(ctx, resourceGroupName, vmssName, nil)\n\t\t\t\t\t\t\tif finalCheckErr != nil {\n\t\t\t\t\t\t\t\treturn fmt.Errorf(\"vmss %s still in ghost conflict state after remediation retry (resourceGroup=%s): %w\", vmssName, resourceGroupName, retryErr)\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tlog.Printf(\"VMSS %s exists after retry conflict\", vmssName)\n\t\t\t\t\t\t\treturn nil\n\t\t\t\t\t\t}\n\t\t\t\t\t\treturn fmt.Errorf(\"failed to retry creating virtual machine scale set after conflict: %w\", retryErr)\n\t\t\t\t\t}\n\n\t\t\t\t\t// Poll the retry poller\n\t\t\t\t\tretryResp, retryPollErr := retryPoller.PollUntilDone(ctx, nil)\n\t\t\t\t\tif retryPollErr != nil {\n\t\t\t\t\t\treturn fmt.Errorf(\"failed to create virtual machine scale set on retry: %w\", retryPollErr)\n\t\t\t\t\t}\n\t\t\t\t\tif retryResp.Properties != nil && retryResp.Properties.ProvisioningState != nil {\n\t\t\t\t\t\tlog.Printf(\"Virtual machine scale set %s created successfully on retry with state: %s\", vmssName, *retryResp.Properties.ProvisioningState)\n\t\t\t\t\t}\n\t\t\t\t\t// Successfully created on retry - return nil is correct here\n\t\t\t\t\treturn nil\n\t\t\t\t}\n\t\t\t\t// getErr is nil, meaning VMSS exists - return nil is correct here\n\t\t\t\t// VMSS exists, will wait for it in waitForVMSSAvailable\n\t\t\t\tlog.Printf(\"VMSS %s exists\", vmssName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\t// Handle quota errors gracefully - log but don't fail the test setup\n\t\t\tif respErr.ErrorCode == \"OperationNotAllowed\" && strings.Contains(respErr.Error(), \"quota\") {\n\t\t\t\tlog.Printf(\"VMSS creation failed due to quota limits: %s. Skipping VMSS creation for this test run.\", respErr.Error())\n\t\t\t\treturn nil // Skip creation, test will fail gracefully in Run phase\n\t\t\t}\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating virtual machine scale set: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual machine scale set: %w\", err)\n\t}\n\n\t// Verify the VMSS was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"VMSS created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"VMSS provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Virtual machine scale set %s created successfully with provisioning state: %s\", vmssName, provisioningState)\n\treturn nil\n}\n\n// waitForVMSSAvailable polls until the VMSS is available via the Get API\n// This is needed because even after creation succeeds, there can be a delay before the VMSS is queryable\nfunc waitForVMSSAvailable(ctx context.Context, client *armcompute.VirtualMachineScaleSetsClient, resourceGroupName, vmssName string) error {\n\tmaxAttempts := defaultMaxPollAttempts\n\tpollInterval := defaultPollInterval\n\tmaxNotFoundAttempts := 5 // Fail faster if VMSS doesn't exist\n\n\tlog.Printf(\"Waiting for VMSS %s to be available via API...\", vmssName)\n\n\tnotFoundCount := 0\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, vmssName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) {\n\t\t\t\tif respErr.StatusCode == http.StatusNotFound {\n\t\t\t\t\tnotFoundCount++\n\t\t\t\t\t// If VMSS doesn't exist, fail after a few attempts\n\t\t\t\t\t// This indicates the VMSS was never created or was deleted\n\t\t\t\t\tif notFoundCount >= maxNotFoundAttempts {\n\t\t\t\t\t\treturn fmt.Errorf(\"VMSS %s not found after %d attempts - creation may have failed or VMSS was deleted\", vmssName, notFoundCount)\n\t\t\t\t\t}\n\t\t\t\t\t// Early attempts might be transient, wait a bit\n\t\t\t\t\tif attempt < maxAttempts {\n\t\t\t\t\t\tlog.Printf(\"VMSS %s not yet available (attempt %d/%d, not found %d/%d), waiting %v...\", vmssName, attempt, maxAttempts, notFoundCount, maxNotFoundAttempts, pollInterval)\n\t\t\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\t\t\tcontinue\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking VMSS availability: %w\", err)\n\t\t}\n\t\t// Reset not found count if we successfully found the VMSS\n\t\tnotFoundCount = 0\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tswitch state {\n\t\t\tcase \"Succeeded\":\n\t\t\t\tlog.Printf(\"VMSS %s is available with provisioning state: %s\", vmssName, state)\n\t\t\t\treturn nil\n\t\t\tcase \"Failed\":\n\t\t\t\t// If failed, log details but still consider it \"available\" for testing purposes\n\t\t\t\t// The test will fail if needed when trying to use it\n\t\t\t\tlog.Printf(\"VMSS %s is in Failed state but will proceed with test\", vmssName)\n\t\t\t\treturn nil\n\t\t\tcase \"Deleting\", \"Deleted\":\n\t\t\t\t// If being deleted or already deleted, this is a problem\n\t\t\t\treturn fmt.Errorf(\"VMSS %s is in state %s - may need to be recreated\", vmssName, state)\n\t\t\tdefault:\n\t\t\t\t// Still provisioning or in transition state, wait and retry\n\t\t\t\tif attempt < maxAttempts {\n\t\t\t\t\tlog.Printf(\"VMSS %s provisioning state: %s (attempt %d/%d), waiting %v...\", vmssName, state, attempt, maxAttempts, pollInterval)\n\t\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\t// On last attempt, accept it as available even if not Succeeded\n\t\t\t\t// Some states like \"Updating\" might persist\n\t\t\t\tlog.Printf(\"VMSS %s is in state %s after %d attempts, proceeding\", vmssName, state, maxAttempts)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\n\t\t// VMSS exists but no provisioning state - consider it available\n\t\tlog.Printf(\"VMSS %s is available (no provisioning state)\", vmssName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for VMSS %s to be available after %d attempts\", vmssName, maxAttempts)\n}\n\n// deleteVirtualMachineScaleSet deletes an Azure virtual machine scale set\nfunc deleteVirtualMachineScaleSet(ctx context.Context, client *armcompute.VirtualMachineScaleSetsClient, resourceGroupName, vmssName string) error {\n\t// Use forceDeletion to speed up cleanup\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vmssName, &armcompute.VirtualMachineScaleSetsClientBeginDeleteOptions{\n\t\tForceDeletion: new(true),\n\t})\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual machine scale set %s not found, skipping deletion\", vmssName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual machine scale set: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual machine scale set: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual machine scale set %s deleted successfully\", vmssName)\n\n\t// Wait a bit to allow Azure to release associated resources\n\tlog.Printf(\"Waiting 30 seconds for Azure to release associated resources...\")\n\ttime.Sleep(30 * time.Second)\n\n\treturn nil\n}\n\n// deleteVirtualNetworkForVMSS deletes an Azure virtual network\nfunc deleteVirtualNetworkForVMSS(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s deleted successfully\", vnetName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/compute-virtual-machine_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestVMName = \"ovm-integ-test-vm\"\n\tintegrationTestNICName = \"ovm-integ-test-nic\"\n\tintegrationTestVNetName = \"ovm-integ-test-vnet\"\n\tintegrationTestSubnetName = \"default\"\n\n\tdefaultMaxPollAttempts = 20\n\tdefaultPollInterval = 15 * time.Second\n)\n\nfunc TestComputeVirtualMachineIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tvmClient, err := armcompute.NewVirtualMachinesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Machines client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tnicClient, err := armnetwork.NewInterfacesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Network Interfaces client: %v\", err)\n\t}\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create virtual network\n\t\terr = createVirtualNetwork(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\t// Get subnet ID for NIC creation\n\t\tsubnetResp, err := subnetClient.Get(ctx, integrationTestResourceGroup, integrationTestVNetName, integrationTestSubnetName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnet: %v\", err)\n\t\t}\n\n\t\t// Create network interface\n\t\terr = createNetworkInterface(ctx, nicClient, integrationTestResourceGroup, integrationTestNICName, integrationTestLocation, *subnetResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create network interface: %v\", err)\n\t\t}\n\n\t\t// Get NIC ID for VM creation\n\t\tnicResp, err := nicClient.Get(ctx, integrationTestResourceGroup, integrationTestNICName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get network interface: %v\", err)\n\t\t}\n\n\t\t// Create virtual machine\n\t\terr = createVirtualMachine(ctx, vmClient, integrationTestResourceGroup, integrationTestVMName, integrationTestLocation, *nicResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual machine: %v\", err)\n\t\t}\n\n\t\t// Wait for VM to be fully available via the API\n\t\terr = waitForVMAvailable(ctx, vmClient, integrationTestResourceGroup, integrationTestVMName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for VM to be available: %v\", err)\n\t\t}\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetVirtualMachine\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving virtual machine %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestVMName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tvmWrapper := manual.NewComputeVirtualMachine(\n\t\t\t\tclients.NewVirtualMachinesClient(vmClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := vmWrapper.Scopes()[0]\n\n\t\t\tvmAdapter := sources.WrapperToAdapter(vmWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := vmAdapter.Get(ctx, scope, integrationTestVMName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestVMName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestVMName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved virtual machine %s\", integrationTestVMName)\n\t\t})\n\n\t\tt.Run(\"ListVirtualMachines\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing virtual machines in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tvmWrapper := manual.NewComputeVirtualMachine(\n\t\t\t\tclients.NewVirtualMachinesClient(vmClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := vmWrapper.Scopes()[0]\n\n\t\t\tvmAdapter := sources.WrapperToAdapter(vmWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := vmAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list virtual machines: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one virtual machine, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestVMName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find VM %s in the list of virtual machines\", integrationTestVMName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d virtual machines in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for virtual machine %s\", integrationTestVMName)\n\n\t\t\tvmWrapper := manual.NewComputeVirtualMachine(\n\t\t\t\tclients.NewVirtualMachinesClient(vmClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := vmWrapper.Scopes()[0]\n\n\t\t\tvmAdapter := sources.WrapperToAdapter(vmWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := vmAdapter.Get(ctx, scope, integrationTestVMName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (OS disk, NIC, run commands should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasDiskLink, hasNICLink, hasRunCommandLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tswitch liq.GetQuery().GetType() {\n\t\t\t\tcase azureshared.ComputeDisk.String():\n\t\t\t\t\thasDiskLink = true\n\t\t\t\tcase azureshared.NetworkNetworkInterface.String():\n\t\t\t\t\thasNICLink = true\n\t\t\t\tcase azureshared.ComputeVirtualMachineRunCommand.String():\n\t\t\t\t\thasRunCommandLink = true\n\t\t\t\t\t// Verify run command link properties\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected run command link method to be SEARCH, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetQuery() != integrationTestVMName {\n\t\t\t\t\t\tt.Errorf(\"Expected run command link query to be %s, got %s\", integrationTestVMName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\tcase azureshared.ComputeVirtualMachineExtension.String():\n\t\t\t\t\t// Extensions may or may not be present depending on VM setup\n\t\t\t\t\t// Verify extension link properties if present\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected extension link method to be GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasDiskLink {\n\t\t\t\tt.Error(\"Expected linked query to OS disk, but didn't find one\")\n\t\t\t}\n\n\t\t\tif !hasNICLink {\n\t\t\t\tt.Error(\"Expected linked query to network interface, but didn't find one\")\n\t\t\t}\n\n\t\t\t// Run commands link should always be present (even if no run commands exist)\n\t\t\tif !hasRunCommandLink {\n\t\t\t\tt.Error(\"Expected linked query to run commands, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for VM %s\", len(linkedQueries), integrationTestVMName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete VM first (it must be deleted before NIC can be deleted)\n\t\terr := deleteVirtualMachine(ctx, vmClient, integrationTestResourceGroup, integrationTestVMName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual machine: %v\", err)\n\t\t}\n\n\t\t// Delete NIC\n\t\terr = deleteNetworkInterface(ctx, nicClient, integrationTestResourceGroup, integrationTestNICName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete network interface: %v\", err)\n\t\t}\n\n\t\t// Delete VNet (this also deletes the subnet)\n\t\terr = deleteVirtualNetwork(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createVirtualNetwork creates an Azure virtual network with a default subnet (idempotent)\nfunc createVirtualNetwork(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t// Check if VNet already exists\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\t// Create the VNet\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.0.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestSubnetName),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.0.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\n// createNetworkInterface creates an Azure network interface (idempotent)\nfunc createNetworkInterface(ctx context.Context, client *armnetwork.InterfacesClient, resourceGroupName, nicName, location, subnetID string) error {\n\t// Check if NIC already exists\n\t_, err := client.Get(ctx, resourceGroupName, nicName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Network interface %s already exists, skipping creation\", nicName)\n\t\treturn nil\n\t}\n\n\t// Create the NIC\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, nicName, armnetwork.Interface{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.InterfacePropertiesFormat{\n\t\t\tIPConfigurations: []*armnetwork.InterfaceIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"ipconfig1\"),\n\t\t\t\t\tProperties: &armnetwork.InterfaceIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodDynamic),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating network interface: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create network interface: %w\", err)\n\t}\n\n\tlog.Printf(\"Network interface %s created successfully\", nicName)\n\treturn nil\n}\n\n// createVirtualMachine creates an Azure virtual machine (idempotent)\nfunc createVirtualMachine(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName, location, nicID string) error {\n\treturn createVirtualMachineWithRemediation(ctx, client, resourceGroupName, vmName, location, nicID, 0)\n}\n\nfunc createVirtualMachineWithRemediation(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName, location, nicID string, remediationAttempt int) error {\n\t// Check if VM already exists\n\texistingVM, err := client.Get(ctx, resourceGroupName, vmName, nil)\n\tif err == nil {\n\t\t// VM exists, check its state\n\t\tif existingVM.Properties != nil && existingVM.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingVM.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Virtual machine %s already exists with state %s, skipping creation\", vmName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Virtual machine %s exists but in state %s, will wait for it\", vmName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Virtual machine %s already exists, skipping creation\", vmName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create the VM\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vmName, armcompute.VirtualMachine{\n\t\tLocation: new(location),\n\t\tProperties: &armcompute.VirtualMachineProperties{\n\t\t\tHardwareProfile: &armcompute.HardwareProfile{\n\t\t\t\tVMSize: new(armcompute.VirtualMachineSizeTypes(\"Standard_D2s_v3\")),\n\t\t\t},\n\t\t\tStorageProfile: &armcompute.StorageProfile{\n\t\t\t\tImageReference: &armcompute.ImageReference{\n\t\t\t\t\tPublisher: new(\"Canonical\"),\n\t\t\t\t\tOffer: new(\"0001-com-ubuntu-server-jammy\"),\n\t\t\t\t\tSKU: new(\"22_04-lts\"),\n\t\t\t\t\tVersion: new(\"latest\"),\n\t\t\t\t},\n\t\t\t\tOSDisk: &armcompute.OSDisk{\n\t\t\t\t\tName: new(fmt.Sprintf(\"%s-osdisk\", vmName)),\n\t\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionTypesFromImage),\n\t\t\t\t\tManagedDisk: &armcompute.ManagedDiskParameters{\n\t\t\t\t\t\tStorageAccountType: new(armcompute.StorageAccountTypesStandardLRS),\n\t\t\t\t\t},\n\t\t\t\t\tDeleteOption: new(armcompute.DiskDeleteOptionTypesDelete),\n\t\t\t\t},\n\t\t\t},\n\t\t\tOSProfile: &armcompute.OSProfile{\n\t\t\t\tComputerName: new(vmName),\n\t\t\t\tAdminUsername: new(\"azureuser\"),\n\t\t\t\t// Use password authentication for integration tests (simpler than SSH keys)\n\t\t\t\tAdminPassword: new(\"OvmIntegTest2024!\"),\n\t\t\t\tLinuxConfiguration: &armcompute.LinuxConfiguration{\n\t\t\t\t\tDisablePasswordAuthentication: new(false),\n\t\t\t\t},\n\t\t\t},\n\t\t\tNetworkProfile: &armcompute.NetworkProfile{\n\t\t\t\tNetworkInterfaces: []*armcompute.NetworkInterfaceReference{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(nicID),\n\t\t\t\t\t\tProperties: &armcompute.NetworkInterfaceReferenceProperties{\n\t\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"compute-virtual-machine\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if VM already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\t// Azure can return conflict while the VM is in a stale/ghost state.\n\t\t\t// Verify that the VM can actually be retrieved before treating this as success.\n\t\t\texisting, getErr := client.Get(ctx, resourceGroupName, vmName, nil)\n\t\t\tif getErr == nil {\n\t\t\t\tif existing.Properties != nil && existing.Properties.ProvisioningState != nil {\n\t\t\t\t\tlog.Printf(\"Virtual machine %s already exists (conflict) with state %s, skipping creation\", vmName, *existing.Properties.ProvisioningState)\n\t\t\t\t} else {\n\t\t\t\t\tlog.Printf(\"Virtual machine %s already exists (conflict), skipping creation\", vmName)\n\t\t\t\t}\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tvar getRespErr *azcore.ResponseError\n\t\t\tif errors.As(getErr, &getRespErr) && getRespErr.StatusCode == http.StatusNotFound {\n\t\t\t\tif remediationAttempt >= 1 {\n\t\t\t\t\treturn fmt.Errorf(\"vm %s still in ghost conflict state after remediation (resourceGroup=%s): %w\", vmName, resourceGroupName, err)\n\t\t\t\t}\n\t\t\t\tlog.Printf(\"Detected ghost VM conflict for %s in %s, attempting automatic remediation\", vmName, resourceGroupName)\n\t\t\t\tif deleteErr := deleteVirtualMachine(ctx, client, resourceGroupName, vmName); deleteErr != nil {\n\t\t\t\t\treturn fmt.Errorf(\"failed to remediate ghost VM %s before retry: %w\", vmName, deleteErr)\n\t\t\t\t}\n\t\t\t\ttime.Sleep(20 * time.Second)\n\t\t\t\treturn createVirtualMachineWithRemediation(ctx, client, resourceGroupName, vmName, location, nicID, remediationAttempt+1)\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"vm creation conflict for %s and failed to verify existing VM: %w\", vmName, getErr)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating virtual machine: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual machine: %w\", err)\n\t}\n\n\t// Verify the VM was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"VM created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"VM provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Virtual machine %s created successfully with provisioning state: %s\", vmName, provisioningState)\n\treturn nil\n}\n\n// waitForVMAvailable polls until the VM is available via the Get API\n// This is needed because even after creation succeeds, there can be a delay before the VM is queryable\nfunc waitForVMAvailable(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName string) error {\n\tmaxAttempts := defaultMaxPollAttempts\n\tpollInterval := defaultPollInterval\n\tmaxNotFoundAttempts := 5\n\n\tlog.Printf(\"Waiting for VM %s to be available via API...\", vmName)\n\n\tnotFoundCount := 0\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, vmName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tnotFoundCount++\n\t\t\t\tif notFoundCount >= maxNotFoundAttempts {\n\t\t\t\t\treturn fmt.Errorf(\"VM %s not found after %d attempts (possible stale conflict or failed creation)\", vmName, notFoundCount)\n\t\t\t\t}\n\t\t\t\tlog.Printf(\"VM %s not yet available (attempt %d/%d), waiting %v...\", vmName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking VM availability: %w\", err)\n\t\t}\n\t\tnotFoundCount = 0\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"VM %s is available with provisioning state: %s\", vmName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"VM provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"VM %s provisioning state: %s (attempt %d/%d), waiting...\", vmName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// VM exists but no provisioning state - consider it available\n\t\tlog.Printf(\"VM %s is available\", vmName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for VM %s to be available after %d attempts\", vmName, maxAttempts)\n}\n\n// deleteVirtualMachine deletes an Azure virtual machine\nfunc deleteVirtualMachine(ctx context.Context, client *armcompute.VirtualMachinesClient, resourceGroupName, vmName string) error {\n\t// Use forceDeletion to speed up cleanup\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vmName, &armcompute.VirtualMachinesClientBeginDeleteOptions{\n\t\tForceDeletion: new(true),\n\t})\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual machine %s not found, skipping deletion\", vmName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual machine: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual machine: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual machine %s deleted successfully\", vmName)\n\n\t// Wait a bit to allow Azure to release associated resources\n\tlog.Printf(\"Waiting 30 seconds for Azure to release associated resources...\")\n\ttime.Sleep(30 * time.Second)\n\n\treturn nil\n}\n\n// deleteNetworkInterface deletes an Azure network interface with retry logic\n// Azure reserves NICs for 180 seconds after VM deletion, so we may need to retry\nfunc deleteNetworkInterface(ctx context.Context, client *armnetwork.InterfacesClient, resourceGroupName, nicName string) error {\n\tmaxRetries := 4\n\tretryDelay := 60 * time.Second\n\n\tfor attempt := 1; attempt <= maxRetries; attempt++ {\n\t\tpoller, err := client.BeginDelete(ctx, resourceGroupName, nicName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) {\n\t\t\t\tif respErr.StatusCode == http.StatusNotFound {\n\t\t\t\t\tlog.Printf(\"Network interface %s not found, skipping deletion\", nicName)\n\t\t\t\t\treturn nil\n\t\t\t\t}\n\t\t\t\t// Handle NicReservedForAnotherVm error - retry after delay\n\t\t\t\tif respErr.ErrorCode == \"NicReservedForAnotherVm\" && attempt < maxRetries {\n\t\t\t\t\tlog.Printf(\"NIC %s is reserved, waiting %v before retry (attempt %d/%d)\", nicName, retryDelay, attempt, maxRetries)\n\t\t\t\t\ttime.Sleep(retryDelay)\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"failed to begin deleting network interface: %w\", err)\n\t\t}\n\n\t\t_, err = poller.PollUntilDone(ctx, nil)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"failed to delete network interface: %w\", err)\n\t\t}\n\n\t\tlog.Printf(\"Network interface %s deleted successfully\", nicName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"failed to delete network interface %s after %d attempts\", nicName, maxRetries)\n}\n\n// deleteVirtualNetwork deletes an Azure virtual network\nfunc deleteVirtualNetwork(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual network: %w\", err)\n\t}\n\n\t// Bound teardown latency so one stuck ARM delete does not consume the full suite timeout.\n\tdeleteCtx, cancel := context.WithTimeout(ctx, 8*time.Minute)\n\tdefer cancel()\n\n\t_, err = poller.PollUntilDone(deleteCtx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s deleted successfully\", vnetName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/dbforpostgresql-database_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"math/rand\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestPostgreSQLServerName = \"ovm-integ-test-pg-server\"\n\tintegrationTestPostgreSQLDatabaseName = \"ovm-integ-test-database\"\n)\n\nfunc TestDBforPostgreSQLDatabaseIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tpostgreSQLServerClient, err := armpostgresqlflexibleservers.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Servers client: %v\", err)\n\t}\n\n\tpostgreSQLDatabaseClient, err := armpostgresqlflexibleservers.NewDatabasesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Databases client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique PostgreSQL server name (must be globally unique, lowercase, no special chars)\n\tpostgreSQLServerName := generatePostgreSQLServerName(integrationTestPostgreSQLServerName)\n\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create PostgreSQL Flexible Server\n\t\terr = createPostgreSQLFlexibleServer(ctx, postgreSQLServerClient, integrationTestResourceGroup, postgreSQLServerName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\n\t\t// Wait for PostgreSQL server to be available\n\t\terr = waitForPostgreSQLServerAvailable(ctx, postgreSQLServerClient, integrationTestResourceGroup, postgreSQLServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for PostgreSQL server to be available: %v\", err)\n\t\t}\n\n\t\t// Create PostgreSQL database\n\t\terr = createPostgreSQLDatabase(ctx, postgreSQLDatabaseClient, integrationTestResourceGroup, postgreSQLServerName, integrationTestPostgreSQLDatabaseName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create PostgreSQL database: %v\", err)\n\t\t}\n\n\t\t// Wait for PostgreSQL database to be available\n\t\terr = waitForPostgreSQLDatabaseAvailable(ctx, postgreSQLDatabaseClient, integrationTestResourceGroup, postgreSQLServerName, integrationTestPostgreSQLDatabaseName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for PostgreSQL database to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetPostgreSQLDatabase\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving PostgreSQL database %s in server %s, subscription %s, resource group %s\",\n\t\t\t\tintegrationTestPostgreSQLDatabaseName, postgreSQLServerName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tpgDbWrapper := manual.NewDBforPostgreSQLDatabase(\n\t\t\t\tclients.NewPostgreSQLDatabasesClient(postgreSQLDatabaseClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := pgDbWrapper.Scopes()[0]\n\n\t\t\tpgDbAdapter := sources.WrapperToAdapter(pgDbWrapper, sdpcache.NewNoOpCache())\n\t\t\t// Get requires serverName and databaseName as query parts\n\t\t\tquery := shared.CompositeLookupKey(postgreSQLServerName, integrationTestPostgreSQLDatabaseName)\n\t\t\tsdpItem, qErr := pgDbAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLDatabase.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLDatabase, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(postgreSQLServerName, integrationTestPostgreSQLDatabaseName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved PostgreSQL database %s\", integrationTestPostgreSQLDatabaseName)\n\t\t})\n\n\t\tt.Run(\"SearchPostgreSQLDatabases\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching PostgreSQL databases in server %s\", postgreSQLServerName)\n\n\t\t\tpgDbWrapper := manual.NewDBforPostgreSQLDatabase(\n\t\t\t\tclients.NewPostgreSQLDatabasesClient(postgreSQLDatabaseClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := pgDbWrapper.Scopes()[0]\n\n\t\t\tpgDbAdapter := sources.WrapperToAdapter(pgDbWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports search\n\t\t\tsearchable, ok := pgDbAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, postgreSQLServerName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search PostgreSQL databases: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one PostgreSQL database, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\texpectedValue := shared.CompositeLookupKey(postgreSQLServerName, integrationTestPostgreSQLDatabaseName)\n\t\t\t\t\tif v == expectedValue {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find database %s in the search results\", integrationTestPostgreSQLDatabaseName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d PostgreSQL databases in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for PostgreSQL database %s\", integrationTestPostgreSQLDatabaseName)\n\n\t\t\tpgDbWrapper := manual.NewDBforPostgreSQLDatabase(\n\t\t\t\tclients.NewPostgreSQLDatabasesClient(postgreSQLDatabaseClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := pgDbWrapper.Scopes()[0]\n\n\t\t\tpgDbAdapter := sources.WrapperToAdapter(pgDbWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(postgreSQLServerName, integrationTestPostgreSQLDatabaseName)\n\t\t\tsdpItem, qErr := pgDbAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (PostgreSQL Flexible Server should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasPostgreSQLServerLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.DBforPostgreSQLFlexibleServer.String() {\n\t\t\t\t\thasPostgreSQLServerLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != postgreSQLServerName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to PostgreSQL server %s, got %s\", postgreSQLServerName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope %s, got %s\", scope, liq.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasPostgreSQLServerLink {\n\t\t\t\tt.Error(\"Expected linked query to PostgreSQL Flexible Server, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for PostgreSQL database %s\", len(linkedQueries), integrationTestPostgreSQLDatabaseName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete PostgreSQL database\n\t\terr := deletePostgreSQLDatabase(ctx, postgreSQLDatabaseClient, integrationTestResourceGroup, postgreSQLServerName, integrationTestPostgreSQLDatabaseName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete PostgreSQL database: %v\", err)\n\t\t}\n\n\t\t// Delete PostgreSQL Flexible Server\n\t\terr = deletePostgreSQLFlexibleServer(ctx, postgreSQLServerClient, integrationTestResourceGroup, postgreSQLServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// generatePostgreSQLServerName generates a unique PostgreSQL Flexible Server name\n// PostgreSQL server names must be globally unique, 1-63 characters, lowercase letters, numbers, and hyphens\nfunc generatePostgreSQLServerName(baseName string) string {\n\t// Ensure base name is lowercase and valid\n\tbaseName = strings.ToLower(baseName)\n\t// Remove any invalid characters (only alphanumeric and hyphens allowed)\n\tbaseName = strings.ReplaceAll(baseName, \"_\", \"-\")\n\t// Remove any invalid characters\n\tbaseName = strings.ReplaceAll(baseName, \" \", \"-\")\n\t// Add random suffix to ensure uniqueness\n\tsuffix := rand.Intn(10000)\n\treturn fmt.Sprintf(\"%s-%d\", baseName, suffix)\n}\n\n// createPostgreSQLFlexibleServer creates an Azure PostgreSQL Flexible Server (idempotent)\nfunc createPostgreSQLFlexibleServer(ctx context.Context, client *armpostgresqlflexibleservers.ServersClient, resourceGroupName, serverName, location string) error {\n\t// Check if PostgreSQL server already exists\n\t_, err := client.Get(ctx, resourceGroupName, serverName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"PostgreSQL Flexible Server %s already exists, skipping creation\", serverName)\n\t\treturn nil\n\t}\n\n\t// Get administrator credentials from environment variables\n\t// Note: PostgreSQL Flexible Servers require administrator login credentials\n\t// Credentials are read from environment variables to avoid committing secrets to source control\n\tadminLogin := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN\")\n\tadminPassword := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD\")\n\n\tif adminLogin == \"\" || adminPassword == \"\" {\n\t\treturn fmt.Errorf(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN and AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD environment variables must be set for integration tests\")\n\t}\n\n\t// Create the PostgreSQL Flexible Server\n\t// Using Burstable tier for cost-effective testing\n\topCtx, cancel := context.WithTimeout(ctx, 25*time.Minute)\n\tdefer cancel()\n\n\tpoller, err := client.BeginCreateOrUpdate(opCtx, resourceGroupName, serverName, armpostgresqlflexibleservers.Server{\n\t\tLocation: new(location),\n\t\tProperties: &armpostgresqlflexibleservers.ServerProperties{\n\t\t\tAdministratorLogin: new(adminLogin),\n\t\t\tAdministratorLoginPassword: new(adminPassword),\n\t\t\tVersion: new(armpostgresqlflexibleservers.PostgresMajorVersion(\"14\")),\n\t\t\tStorage: &armpostgresqlflexibleservers.Storage{StorageSizeGB: new(int32(32))},\n\t\t\tBackup: &armpostgresqlflexibleservers.Backup{BackupRetentionDays: new(int32(7)), GeoRedundantBackup: new(armpostgresqlflexibleservers.GeographicallyRedundantBackupDisabled)},\n\t\t\tNetwork: &armpostgresqlflexibleservers.Network{PublicNetworkAccess: new(armpostgresqlflexibleservers.ServerPublicNetworkAccessStateEnabled)},\n\t\t\tHighAvailability: nil, // High availability disabled by not setting it\n\t\t},\n\t\tSKU: &armpostgresqlflexibleservers.SKU{\n\t\t\tName: new(\"Standard_B1ms\"), // Burstable tier, 1 vCore, 2GB RAM\n\t\t\tTier: new(armpostgresqlflexibleservers.SKUTierBurstable),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"dbforpostgresql-database\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if PostgreSQL server already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"PostgreSQL Flexible Server %s already exists, skipping creation\", serverName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating PostgreSQL Flexible Server: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(opCtx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create PostgreSQL Flexible Server: %w\", err)\n\t}\n\n\t// Verify the PostgreSQL server was created successfully\n\tif resp.Properties == nil {\n\t\treturn fmt.Errorf(\"PostgreSQL Flexible Server created but properties are nil\")\n\t}\n\n\tlog.Printf(\"PostgreSQL Flexible Server %s created successfully\", serverName)\n\treturn nil\n}\n\n// waitForPostgreSQLServerAvailable waits for a PostgreSQL Flexible Server to be fully available\nfunc waitForPostgreSQLServerAvailable(ctx context.Context, client *armpostgresqlflexibleservers.ServersClient, resourceGroupName, serverName string) error {\n\tmaxAttempts := 120\n\tpollInterval := 15 * time.Second\n\n\tlog.Printf(\"Waiting for PostgreSQL Flexible Server %s to be available via API...\", serverName)\n\n\tfor attempt := range maxAttempts {\n\t\tresp, err := client.Get(ctx, resourceGroupName, serverName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"PostgreSQL Flexible Server %s not yet available (attempt %d/%d), waiting %v...\", serverName, attempt+1, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking PostgreSQL Flexible Server availability: %w\", err)\n\t\t}\n\n\t\t// Check if server is ready (State should be \"Ready\")\n\t\tif resp.Properties != nil && resp.Properties.State != nil {\n\t\t\tstate := *resp.Properties.State\n\t\t\tif state == armpostgresqlflexibleservers.ServerStateReady {\n\t\t\t\tlog.Printf(\"PostgreSQL Flexible Server %s is available with state: %s\", serverName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == armpostgresqlflexibleservers.ServerStateDisabled || state == armpostgresqlflexibleservers.ServerStateDropping {\n\t\t\t\treturn fmt.Errorf(\"PostgreSQL Flexible Server provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"PostgreSQL Flexible Server %s state: %s (attempt %d/%d), waiting...\", serverName, state, attempt+1, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// PostgreSQL server exists but no state - consider it available\n\t\tlog.Printf(\"PostgreSQL Flexible Server %s is available\", serverName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for PostgreSQL Flexible Server %s to be available after %d attempts\", serverName, maxAttempts)\n}\n\n// createPostgreSQLDatabase creates an Azure PostgreSQL Database (idempotent)\nfunc createPostgreSQLDatabase(ctx context.Context, client *armpostgresqlflexibleservers.DatabasesClient, resourceGroupName, serverName, databaseName string) error {\n\t// Check if PostgreSQL database already exists\n\t_, err := client.Get(ctx, resourceGroupName, serverName, databaseName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"PostgreSQL database %s already exists, skipping creation\", databaseName)\n\t\treturn nil\n\t}\n\n\t// Create the PostgreSQL database\n\tpoller, err := client.BeginCreate(ctx, resourceGroupName, serverName, databaseName, armpostgresqlflexibleservers.Database{\n\t\tProperties: &armpostgresqlflexibleservers.DatabaseProperties{\n\t\t\tCharset: new(\"UTF8\"),\n\t\t\tCollation: new(\"en_US.utf8\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if PostgreSQL database already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"PostgreSQL database %s already exists, skipping creation\", databaseName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating PostgreSQL database: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create PostgreSQL database: %w\", err)\n\t}\n\n\tlog.Printf(\"PostgreSQL database %s created successfully\", databaseName)\n\treturn nil\n}\n\n// waitForPostgreSQLDatabaseAvailable waits for a PostgreSQL Database to be fully available\nfunc waitForPostgreSQLDatabaseAvailable(ctx context.Context, client *armpostgresqlflexibleservers.DatabasesClient, resourceGroupName, serverName, databaseName string) error {\n\tmaxAttempts := 60\n\tpollInterval := 10 * time.Second\n\n\tlog.Printf(\"Waiting for PostgreSQL database %s to be available via API...\", databaseName)\n\n\tfor attempt := range maxAttempts {\n\t\t_, err := client.Get(ctx, resourceGroupName, serverName, databaseName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"PostgreSQL database %s not yet available (attempt %d/%d), waiting %v...\", databaseName, attempt+1, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking PostgreSQL database availability: %w\", err)\n\t\t}\n\n\t\t// If we can get the database, it's available\n\t\tlog.Printf(\"PostgreSQL database %s is available\", databaseName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for PostgreSQL database %s to be available after %d attempts\", databaseName, maxAttempts)\n}\n\n// deletePostgreSQLDatabase deletes an Azure PostgreSQL Database\nfunc deletePostgreSQLDatabase(ctx context.Context, client *armpostgresqlflexibleservers.DatabasesClient, resourceGroupName, serverName, databaseName string) error {\n\t// Check if PostgreSQL database exists\n\t_, err := client.Get(ctx, resourceGroupName, serverName, databaseName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"PostgreSQL database %s does not exist, skipping deletion\", databaseName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"error checking PostgreSQL database existence: %w\", err)\n\t}\n\n\t// Delete the PostgreSQL database\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, serverName, databaseName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin deleting PostgreSQL database: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete PostgreSQL database: %w\", err)\n\t}\n\n\tlog.Printf(\"PostgreSQL database %s deleted successfully\", databaseName)\n\treturn nil\n}\n\n// deletePostgreSQLFlexibleServer deletes an Azure PostgreSQL Flexible Server\nfunc deletePostgreSQLFlexibleServer(ctx context.Context, client *armpostgresqlflexibleservers.ServersClient, resourceGroupName, serverName string) error {\n\t// Check if PostgreSQL server exists\n\t_, err := client.Get(ctx, resourceGroupName, serverName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"PostgreSQL Flexible Server %s does not exist, skipping deletion\", serverName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"error checking PostgreSQL Flexible Server existence: %w\", err)\n\t}\n\n\t// Delete the PostgreSQL Flexible Server\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, serverName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin deleting PostgreSQL Flexible Server: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete PostgreSQL Flexible Server: %w\", err)\n\t}\n\n\tlog.Printf(\"PostgreSQL Flexible Server %s deleted successfully\", serverName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/dbforpostgresql-flexible-server-administrator_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestPGAdminServerName = \"ovm-integ-test-pg-admin\"\n)\n\nfunc TestDBforPostgreSQLFlexibleServerAdministratorIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tadminLogin := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN\")\n\tadminPassword := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD\")\n\tif adminLogin == \"\" || adminPassword == \"\" {\n\t\tt.Skip(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN and AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD must be set for PostgreSQL tests\")\n\t}\n\n\tentraAdminObjectID := os.Getenv(\"AZURE_POSTGRESQL_ENTRA_ADMIN_OBJECT_ID\")\n\tentraAdminPrincipalName := os.Getenv(\"AZURE_POSTGRESQL_ENTRA_ADMIN_PRINCIPAL_NAME\")\n\tentraAdminTenantID := os.Getenv(\"AZURE_POSTGRESQL_ENTRA_ADMIN_TENANT_ID\")\n\n\tif entraAdminObjectID == \"\" || entraAdminPrincipalName == \"\" || entraAdminTenantID == \"\" {\n\t\tt.Skip(\"AZURE_POSTGRESQL_ENTRA_ADMIN_OBJECT_ID, AZURE_POSTGRESQL_ENTRA_ADMIN_PRINCIPAL_NAME, and AZURE_POSTGRESQL_ENTRA_ADMIN_TENANT_ID must be set for PostgreSQL Administrator tests\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tpostgreSQLServerClient, err := armpostgresqlflexibleservers.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Servers client: %v\", err)\n\t}\n\n\tadministratorsClient, err := armpostgresqlflexibleservers.NewAdministratorsMicrosoftEntraClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Administrators client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tpgServerName := generatePostgreSQLServerName(integrationTestPGAdminServerName)\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createPostgreSQLFlexibleServerWithMicrosoftEntraAuth(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\n\t\terr = waitForPostgreSQLServerAvailable(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for PostgreSQL server to be available: %v\", err)\n\t\t}\n\n\t\terr = createPostgreSQLAdministrator(ctx, administratorsClient, integrationTestResourceGroup, pgServerName, entraAdminObjectID, entraAdminPrincipalName, entraAdminTenantID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create PostgreSQL Administrator: %v\", err)\n\t\t}\n\n\t\terr = waitForPostgreSQLAdministratorAvailable(ctx, administratorsClient, integrationTestResourceGroup, pgServerName, entraAdminObjectID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for PostgreSQL Administrator to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetPostgreSQLFlexibleServerAdministrator\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerAdministratorClient(administratorsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, entraAdminObjectID)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerAdministrator.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerAdministrator, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(pgServerName, entraAdminObjectID)\n\t\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved administrator %s\", entraAdminObjectID)\n\t\t})\n\n\t\tt.Run(\"SearchPostgreSQLFlexibleServerAdministrators\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerAdministratorClient(administratorsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, pgServerName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search administrators: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one administrator, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar foundAdmin bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t\t}\n\n\t\t\t\tif item.GetType() != azureshared.DBforPostgreSQLFlexibleServerAdministrator.String() {\n\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerAdministrator, item.GetType())\n\t\t\t\t}\n\n\t\t\t\texpectedUniqueValue := shared.CompositeLookupKey(pgServerName, entraAdminObjectID)\n\t\t\t\tif item.UniqueAttributeValue() == expectedUniqueValue {\n\t\t\t\t\tfoundAdmin = true\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !foundAdmin {\n\t\t\t\tt.Errorf(\"Expected to find administrator %s in search results\", entraAdminObjectID)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d administrators in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerAdministratorClient(administratorsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, entraAdminObjectID)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Expected linked query Type to be non-empty\")\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET && liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Expected linked query Method to be GET or SEARCH, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Expected linked query Query to be non-empty\")\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Expected linked query Scope to be non-empty\")\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tvar hasServerLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.DBforPostgreSQLFlexibleServer.String() {\n\t\t\t\t\thasServerLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != pgServerName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to server %s, got %s\", pgServerName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope %s, got %s\", scope, liq.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasServerLink {\n\t\t\t\tt.Error(\"Expected linked query to PostgreSQL Flexible Server, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for administrator %s\", len(linkedQueries), entraAdminObjectID)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerAdministratorClient(administratorsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, entraAdminObjectID)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerAdministrator.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerAdministrator, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deletePostgreSQLAdministrator(ctx, administratorsClient, integrationTestResourceGroup, pgServerName, entraAdminObjectID)\n\t\tif err != nil {\n\t\t\tlog.Printf(\"Warning: Failed to delete PostgreSQL Administrator: %v\", err)\n\t\t}\n\n\t\terr = deletePostgreSQLFlexibleServer(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\t})\n}\n\n// createPostgreSQLFlexibleServerWithMicrosoftEntraAuth creates a PostgreSQL Flexible Server with Microsoft Entra authentication enabled\nfunc createPostgreSQLFlexibleServerWithMicrosoftEntraAuth(ctx context.Context, client *armpostgresqlflexibleservers.ServersClient, resourceGroupName, serverName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, serverName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"PostgreSQL Flexible Server %s already exists, skipping creation\", serverName)\n\t\treturn nil\n\t}\n\n\tadminLogin := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN\")\n\tadminPassword := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD\")\n\n\tif adminLogin == \"\" || adminPassword == \"\" {\n\t\treturn fmt.Errorf(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN and AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD environment variables must be set for integration tests\")\n\t}\n\n\topCtx, cancel := context.WithTimeout(ctx, 25*time.Minute)\n\tdefer cancel()\n\n\tpoller, err := client.BeginCreateOrUpdate(opCtx, resourceGroupName, serverName, armpostgresqlflexibleservers.Server{\n\t\tLocation: new(location),\n\t\tProperties: &armpostgresqlflexibleservers.ServerProperties{\n\t\t\tAdministratorLogin: new(adminLogin),\n\t\t\tAdministratorLoginPassword: new(adminPassword),\n\t\t\tVersion: new(armpostgresqlflexibleservers.PostgresMajorVersion(\"14\")),\n\t\t\tStorage: &armpostgresqlflexibleservers.Storage{StorageSizeGB: new(int32(32))},\n\t\t\tBackup: &armpostgresqlflexibleservers.Backup{BackupRetentionDays: new(int32(7)), GeoRedundantBackup: new(armpostgresqlflexibleservers.GeographicallyRedundantBackupDisabled)},\n\t\t\tNetwork: &armpostgresqlflexibleservers.Network{PublicNetworkAccess: new(armpostgresqlflexibleservers.ServerPublicNetworkAccessStateEnabled)},\n\t\t\tHighAvailability: nil,\n\t\t\tAuthConfig: &armpostgresqlflexibleservers.AuthConfig{\n\t\t\t\tActiveDirectoryAuth: new(armpostgresqlflexibleservers.MicrosoftEntraAuthEnabled),\n\t\t\t\tPasswordAuth: new(armpostgresqlflexibleservers.PasswordBasedAuthEnabled),\n\t\t\t},\n\t\t},\n\t\tSKU: &armpostgresqlflexibleservers.SKU{\n\t\t\tName: new(\"Standard_B1ms\"),\n\t\t\tTier: new(armpostgresqlflexibleservers.SKUTierBurstable),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"dbforpostgresql-administrator\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"PostgreSQL Flexible Server %s already exists, skipping creation\", serverName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating PostgreSQL Flexible Server: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(opCtx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create PostgreSQL Flexible Server: %w\", err)\n\t}\n\n\tif resp.Properties == nil {\n\t\treturn fmt.Errorf(\"PostgreSQL Flexible Server created but properties are nil\")\n\t}\n\n\tlog.Printf(\"PostgreSQL Flexible Server %s created successfully with Microsoft Entra authentication enabled\", serverName)\n\treturn nil\n}\n\n// createPostgreSQLAdministrator creates a Microsoft Entra administrator for a PostgreSQL Flexible Server\nfunc createPostgreSQLAdministrator(ctx context.Context, client *armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClient, resourceGroupName, serverName, objectID, principalName, tenantID string) error {\n\t_, err := client.Get(ctx, resourceGroupName, serverName, objectID, nil)\n\tif err == nil {\n\t\tlog.Printf(\"PostgreSQL Administrator %s already exists on server %s, skipping creation\", objectID, serverName)\n\t\treturn nil\n\t}\n\n\topCtx, cancel := context.WithTimeout(ctx, 10*time.Minute)\n\tdefer cancel()\n\n\tprincipalType := armpostgresqlflexibleservers.PrincipalTypeServicePrincipal\n\n\tpoller, err := client.BeginCreateOrUpdate(opCtx, resourceGroupName, serverName, objectID, armpostgresqlflexibleservers.AdministratorMicrosoftEntraAdd{\n\t\tProperties: &armpostgresqlflexibleservers.AdministratorMicrosoftEntraPropertiesForAdd{\n\t\t\tPrincipalName: new(principalName),\n\t\t\tPrincipalType: &principalType,\n\t\t\tTenantID: new(tenantID),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"PostgreSQL Administrator %s already exists on server %s, skipping creation\", objectID, serverName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating PostgreSQL Administrator: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(opCtx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create PostgreSQL Administrator: %w\", err)\n\t}\n\n\tlog.Printf(\"PostgreSQL Administrator %s created successfully on server %s\", objectID, serverName)\n\treturn nil\n}\n\n// waitForPostgreSQLAdministratorAvailable waits for a PostgreSQL Administrator to be fully available\nfunc waitForPostgreSQLAdministratorAvailable(ctx context.Context, client *armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClient, resourceGroupName, serverName, objectID string) error {\n\tmaxAttempts := 30\n\tpollInterval := 10 * time.Second\n\n\tlog.Printf(\"Waiting for PostgreSQL Administrator %s to be available on server %s...\", objectID, serverName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\t_, err := client.Get(ctx, resourceGroupName, serverName, objectID, nil)\n\t\tif err == nil {\n\t\t\tlog.Printf(\"PostgreSQL Administrator %s is available on server %s\", objectID, serverName)\n\t\t\treturn nil\n\t\t}\n\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"PostgreSQL Administrator %s not yet available (attempt %d/%d), waiting %v...\", objectID, attempt, maxAttempts, pollInterval)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\treturn fmt.Errorf(\"error checking PostgreSQL Administrator availability: %w\", err)\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for PostgreSQL Administrator %s to be available on server %s\", objectID, serverName)\n}\n\n// deletePostgreSQLAdministrator deletes a Microsoft Entra administrator from a PostgreSQL Flexible Server\nfunc deletePostgreSQLAdministrator(ctx context.Context, client *armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClient, resourceGroupName, serverName, objectID string) error {\n\topCtx, cancel := context.WithTimeout(ctx, 5*time.Minute)\n\tdefer cancel()\n\n\tpoller, err := client.BeginDelete(opCtx, resourceGroupName, serverName, objectID, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"PostgreSQL Administrator %s already deleted or does not exist on server %s\", objectID, serverName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting PostgreSQL Administrator: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(opCtx, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"PostgreSQL Administrator %s already deleted\", objectID)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete PostgreSQL Administrator: %w\", err)\n\t}\n\n\tlog.Printf(\"PostgreSQL Administrator %s deleted successfully from server %s\", objectID, serverName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/dbforpostgresql-flexible-server-backup_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestPGBackupServerName = \"ovm-integ-test-pg-backup\"\n\tintegrationTestPGBackupName = \"ovm-integ-test-backup\"\n)\n\nfunc TestDBforPostgreSQLFlexibleServerBackupIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tpostgreSQLServerClient, err := armpostgresqlflexibleservers.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Servers client: %v\", err)\n\t}\n\n\tbackupsClient, err := armpostgresqlflexibleservers.NewBackupsAutomaticAndOnDemandClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Backups client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tpgServerName := generatePostgreSQLServerName(integrationTestPGBackupServerName)\n\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createPostgreSQLFlexibleServerForBackup(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\n\t\terr = waitForPostgreSQLServerAvailable(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for PostgreSQL server to be available: %v\", err)\n\t\t}\n\n\t\terr = createOnDemandBackup(ctx, backupsClient, integrationTestResourceGroup, pgServerName, integrationTestPGBackupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create on-demand backup: %v\", err)\n\t\t}\n\n\t\terr = waitForBackupAvailable(ctx, backupsClient, integrationTestResourceGroup, pgServerName, integrationTestPGBackupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for backup to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetPostgreSQLFlexibleServerBackup\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerBackupClient(backupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, integrationTestPGBackupName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerBackup.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerBackup, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(pgServerName, integrationTestPGBackupName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved backup %s\", integrationTestPGBackupName)\n\t\t})\n\n\t\tt.Run(\"SearchPostgreSQLFlexibleServerBackups\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerBackupClient(backupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, pgServerName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search backups: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one backup, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\texpectedValue := shared.CompositeLookupKey(pgServerName, integrationTestPGBackupName)\n\t\t\t\t\tif v == expectedValue {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find backup %s in the search results\", integrationTestPGBackupName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d backups in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerBackupClient(backupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, integrationTestPGBackupName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasServerLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.DBforPostgreSQLFlexibleServer.String() {\n\t\t\t\t\thasServerLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != pgServerName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to server %s, got %s\", pgServerName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope %s, got %s\", scope, liq.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasServerLink {\n\t\t\t\tt.Error(\"Expected linked query to PostgreSQL Flexible Server, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for backup %s\", len(linkedQueries), integrationTestPGBackupName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerBackupClient(backupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, integrationTestPGBackupName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerBackup.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerBackup, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteOnDemandBackup(ctx, backupsClient, integrationTestResourceGroup, pgServerName, integrationTestPGBackupName)\n\t\tif err != nil {\n\t\t\tlog.Printf(\"Warning: failed to delete backup (may have been auto-cleaned): %v\", err)\n\t\t}\n\n\t\terr = deletePostgreSQLFlexibleServer(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\t})\n}\n\n// createPostgreSQLFlexibleServerForBackup creates a GeneralPurpose-tier server\n// because Azure does not allow on-demand backups on Burstable-tier servers.\nfunc createPostgreSQLFlexibleServerForBackup(ctx context.Context, client *armpostgresqlflexibleservers.ServersClient, resourceGroupName, serverName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, serverName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"PostgreSQL Flexible Server %s already exists, skipping creation\", serverName)\n\t\treturn nil\n\t}\n\n\tadminLogin := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN\")\n\tadminPassword := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD\")\n\tif adminLogin == \"\" || adminPassword == \"\" {\n\t\treturn fmt.Errorf(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN and AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD must be set\")\n\t}\n\n\topCtx, cancel := context.WithTimeout(ctx, 25*time.Minute)\n\tdefer cancel()\n\n\tpoller, err := client.BeginCreateOrUpdate(opCtx, resourceGroupName, serverName, armpostgresqlflexibleservers.Server{\n\t\tLocation: new(location),\n\t\tProperties: &armpostgresqlflexibleservers.ServerProperties{\n\t\t\tAdministratorLogin: new(adminLogin),\n\t\t\tAdministratorLoginPassword: new(adminPassword),\n\t\t\tVersion: new(armpostgresqlflexibleservers.PostgresMajorVersion(\"14\")),\n\t\t\tStorage: &armpostgresqlflexibleservers.Storage{StorageSizeGB: new(int32(32))},\n\t\t\tBackup: &armpostgresqlflexibleservers.Backup{BackupRetentionDays: new(int32(7)), GeoRedundantBackup: new(armpostgresqlflexibleservers.GeographicallyRedundantBackupDisabled)},\n\t\t\tNetwork: &armpostgresqlflexibleservers.Network{PublicNetworkAccess: new(armpostgresqlflexibleservers.ServerPublicNetworkAccessStateEnabled)},\n\t\t},\n\t\tSKU: &armpostgresqlflexibleservers.SKU{\n\t\t\tName: new(\"Standard_D2s_v3\"),\n\t\t\tTier: new(armpostgresqlflexibleservers.SKUTierGeneralPurpose),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"dbforpostgresql-backup\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"PostgreSQL Flexible Server %s already exists, skipping creation\", serverName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating PostgreSQL Flexible Server: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(opCtx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create PostgreSQL Flexible Server: %w\", err)\n\t}\n\n\tlog.Printf(\"PostgreSQL Flexible Server %s (GeneralPurpose) created successfully\", serverName)\n\treturn nil\n}\n\nfunc createOnDemandBackup(ctx context.Context, client *armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClient, resourceGroupName, serverName, backupName string) error {\n\t_, err := client.Get(ctx, resourceGroupName, serverName, backupName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Backup %s already exists, skipping creation\", backupName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreate(ctx, resourceGroupName, serverName, backupName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Backup %s already exists (conflict), skipping\", backupName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating backup: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create backup: %w\", err)\n\t}\n\n\tlog.Printf(\"Backup %s created successfully\", backupName)\n\treturn nil\n}\n\nfunc waitForBackupAvailable(ctx context.Context, client *armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClient, resourceGroupName, serverName, backupName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\t_, err := client.Get(ctx, resourceGroupName, serverName, backupName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Backup %s not yet available (attempt %d/%d), waiting...\", backupName, attempt, maxAttempts)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking backup availability: %w\", err)\n\t\t}\n\n\t\tlog.Printf(\"Backup %s is available\", backupName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for backup %s to be available\", backupName)\n}\n\nfunc deleteOnDemandBackup(ctx context.Context, client *armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClient, resourceGroupName, serverName, backupName string) error {\n\t_, err := client.Get(ctx, resourceGroupName, serverName, backupName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Backup %s does not exist, skipping deletion\", backupName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"error checking backup existence: %w\", err)\n\t}\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, serverName, backupName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin deleting backup: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete backup: %w\", err)\n\t}\n\n\tlog.Printf(\"Backup %s deleted successfully\", backupName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/dbforpostgresql-flexible-server-configuration_test.go", "content": "package integrationtests\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestPGConfigServerName = \"ovm-integ-test-pg-config\"\n)\n\nfunc TestDBforPostgreSQLFlexibleServerConfigurationIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tadminLogin := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN\")\n\tadminPassword := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD\")\n\tif adminLogin == \"\" || adminPassword == \"\" {\n\t\tt.Skip(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN and AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD must be set for PostgreSQL tests\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tpostgreSQLServerClient, err := armpostgresqlflexibleservers.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Servers client: %v\", err)\n\t}\n\n\tconfigurationsClient, err := armpostgresqlflexibleservers.NewConfigurationsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Configurations client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tpgServerName := generatePostgreSQLServerName(integrationTestPGConfigServerName)\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createPostgreSQLFlexibleServer(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\n\t\terr = waitForPostgreSQLServerAvailable(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for PostgreSQL server to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetPostgreSQLFlexibleServerConfiguration\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tpager := configurationsClient.NewListByServerPager(integrationTestResourceGroup, pgServerName, nil)\n\t\t\tvar configName string\n\t\t\tif pager.More() {\n\t\t\t\tpage, err := pager.NextPage(ctx)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Failed to list configurations: %v\", err)\n\t\t\t\t}\n\t\t\t\tif len(page.Value) > 0 && page.Value[0].Name != nil {\n\t\t\t\t\tconfigName = *page.Value[0].Name\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif configName == \"\" {\n\t\t\t\tt.Skip(\"No configurations found on server\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Testing with configuration: %s\", configName)\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(\n\t\t\t\tclients.NewPostgreSQLConfigurationsClient(configurationsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, configName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerConfiguration.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerConfiguration, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(pgServerName, configName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved configuration %s\", configName)\n\t\t})\n\n\t\tt.Run(\"SearchPostgreSQLFlexibleServerConfigurations\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(\n\t\t\t\tclients.NewPostgreSQLConfigurationsClient(configurationsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, pgServerName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search configurations: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one configuration, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t\t}\n\n\t\t\t\tif item.GetType() != azureshared.DBforPostgreSQLFlexibleServerConfiguration.String() {\n\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerConfiguration, item.GetType())\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d configurations in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tpager := configurationsClient.NewListByServerPager(integrationTestResourceGroup, pgServerName, nil)\n\t\t\tvar configName string\n\t\t\tif pager.More() {\n\t\t\t\tpage, err := pager.NextPage(ctx)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Failed to list configurations: %v\", err)\n\t\t\t\t}\n\t\t\t\tif len(page.Value) > 0 && page.Value[0].Name != nil {\n\t\t\t\t\tconfigName = *page.Value[0].Name\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif configName == \"\" {\n\t\t\t\tt.Skip(\"No configurations found on server\")\n\t\t\t}\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(\n\t\t\t\tclients.NewPostgreSQLConfigurationsClient(configurationsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, configName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasServerLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.DBforPostgreSQLFlexibleServer.String() {\n\t\t\t\t\thasServerLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != pgServerName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to server %s, got %s\", pgServerName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope %s, got %s\", scope, liq.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasServerLink {\n\t\t\t\tt.Error(\"Expected linked query to PostgreSQL Flexible Server, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for configuration %s\", len(linkedQueries), configName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tpager := configurationsClient.NewListByServerPager(integrationTestResourceGroup, pgServerName, nil)\n\t\t\tvar configName string\n\t\t\tif pager.More() {\n\t\t\t\tpage, err := pager.NextPage(ctx)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Failed to list configurations: %v\", err)\n\t\t\t\t}\n\t\t\t\tif len(page.Value) > 0 && page.Value[0].Name != nil {\n\t\t\t\t\tconfigName = *page.Value[0].Name\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif configName == \"\" {\n\t\t\t\tt.Skip(\"No configurations found on server\")\n\t\t\t}\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(\n\t\t\t\tclients.NewPostgreSQLConfigurationsClient(configurationsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, configName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerConfiguration.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerConfiguration, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deletePostgreSQLFlexibleServer(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/integration-tests/dbforpostgresql-flexible-server-replica_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestPgServerName = \"ovm-integ-test-pg-server\"\n\tintegrationTestPgReplicaName = \"ovm-integ-test-pg-replica\"\n)\n\nfunc TestDBforPostgreSQLFlexibleServerReplicaIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tserversClient, err := armpostgresqlflexibleservers.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Servers client: %v\", err)\n\t}\n\n\treplicasClient, err := armpostgresqlflexibleservers.NewReplicasClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Replicas client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx, cancel := context.WithTimeout(t.Context(), 30*time.Minute)\n\t\tdefer cancel()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createPostgreSQLServerForReplica(ctx, serversClient, subscriptionID, integrationTestResourceGroup, integrationTestPgServerName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create PostgreSQL flexible server: %v\", err)\n\t\t}\n\n\t\terr = waitForPostgreSQLServerReady(ctx, serversClient, integrationTestResourceGroup, integrationTestPgServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for PostgreSQL server to be ready: %v\", err)\n\t\t}\n\n\t\terr = createPostgreSQLReplica(ctx, serversClient, subscriptionID, integrationTestResourceGroup, integrationTestPgServerName, integrationTestPgReplicaName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create PostgreSQL replica: %v\", err)\n\t\t}\n\n\t\terr = waitForPostgreSQLServerReady(ctx, serversClient, integrationTestResourceGroup, integrationTestPgReplicaName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for PostgreSQL replica to be ready: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetReplica\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving replica %s under server %s\", integrationTestPgReplicaName, integrationTestPgServerName)\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerReplicaClient(replicasClient, serversClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestPgServerName, integrationTestPgReplicaName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(integrationTestPgServerName, integrationTestPgReplicaName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttr {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttr, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved replica %s\", integrationTestPgReplicaName)\n\t\t})\n\n\t\tt.Run(\"SearchReplicas\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching replicas under server %s\", integrationTestPgServerName)\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerReplicaClient(replicasClient, serversClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, integrationTestPgServerName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search replicas: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one replica, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(integrationTestPgServerName, integrationTestPgReplicaName)\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedUniqueAttr {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find replica %s in search results\", integrationTestPgReplicaName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d replicas in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for replica %s\", integrationTestPgReplicaName)\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerReplicaClient(replicasClient, serversClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestPgServerName, integrationTestPgReplicaName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasSourceServerLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.DBforPostgreSQLFlexibleServer.String() {\n\t\t\t\t\thasSourceServerLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != integrationTestPgServerName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to source server %s, got %s\", integrationTestPgServerName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasSourceServerLink {\n\t\t\t\tt.Error(\"Expected linked query to source server, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for replica %s\", len(linkedQueries), integrationTestPgReplicaName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerReplicaClient(replicasClient, serversClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestPgServerName, integrationTestPgReplicaName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerReplica.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerReplica.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Item validation failed: %v\", err)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx, cancel := context.WithTimeout(t.Context(), 20*time.Minute)\n\t\tdefer cancel()\n\n\t\terr := deletePostgreSQLServer(ctx, serversClient, integrationTestResourceGroup, integrationTestPgReplicaName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete replica %s: %v\", integrationTestPgReplicaName, err)\n\t\t}\n\n\t\terr = deletePostgreSQLServer(ctx, serversClient, integrationTestResourceGroup, integrationTestPgServerName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete server %s: %v\", integrationTestPgServerName, err)\n\t\t}\n\t})\n}\n\nfunc createPostgreSQLServerForReplica(ctx context.Context, client *armpostgresqlflexibleservers.ServersClient, subscriptionID, resourceGroupName, serverName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, serverName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"PostgreSQL server %s already exists, skipping creation\", serverName)\n\t\treturn nil\n\t}\n\n\tversion := armpostgresqlflexibleservers.PostgresMajorVersionSixteen\n\tcreateMode := armpostgresqlflexibleservers.CreateModeDefault\n\tadminLogin := \"ovmadmin\"\n\tadminPassword := \"TestPassword123!\"\n\tskuName := \"Standard_D2ds_v5\"\n\tskuTier := armpostgresqlflexibleservers.SKUTierGeneralPurpose\n\tstorageSizeGB := int32(32)\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, serverName, armpostgresqlflexibleservers.Server{\n\t\tLocation: &location,\n\t\tSKU: &armpostgresqlflexibleservers.SKU{\n\t\t\tName: &skuName,\n\t\t\tTier: &skuTier,\n\t\t},\n\t\tProperties: &armpostgresqlflexibleservers.ServerProperties{\n\t\t\tVersion: &version,\n\t\t\tCreateMode: &createMode,\n\t\t\tAdministratorLogin: &adminLogin,\n\t\t\tAdministratorLoginPassword: &adminPassword,\n\t\t\tStorage: &armpostgresqlflexibleservers.Storage{\n\t\t\t\tStorageSizeGB: &storageSizeGB,\n\t\t\t},\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, resourceGroupName, serverName, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"PostgreSQL server %s already exists (conflict), skipping creation\", serverName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"server %s conflict but not retrievable: %w\", serverName, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create PostgreSQL server: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create PostgreSQL server: %w\", err)\n\t}\n\n\tlog.Printf(\"PostgreSQL server %s created successfully\", serverName)\n\treturn nil\n}\n\nfunc createPostgreSQLReplica(ctx context.Context, client *armpostgresqlflexibleservers.ServersClient, subscriptionID, resourceGroupName, primaryServerName, replicaName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, replicaName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"PostgreSQL replica %s already exists, skipping creation\", replicaName)\n\t\treturn nil\n\t}\n\n\tsourceServerID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.DBforPostgreSQL/flexibleServers/%s\",\n\t\tsubscriptionID, resourceGroupName, primaryServerName)\n\n\tcreateMode := armpostgresqlflexibleservers.CreateModeReplica\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, replicaName, armpostgresqlflexibleservers.Server{\n\t\tLocation: &location,\n\t\tProperties: &armpostgresqlflexibleservers.ServerProperties{\n\t\t\tCreateMode: &createMode,\n\t\t\tSourceServerResourceID: &sourceServerID,\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, resourceGroupName, replicaName, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"PostgreSQL replica %s already exists (conflict), skipping creation\", replicaName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"replica %s conflict but not retrievable: %w\", replicaName, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create PostgreSQL replica: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create PostgreSQL replica: %w\", err)\n\t}\n\n\tlog.Printf(\"PostgreSQL replica %s created successfully\", replicaName)\n\treturn nil\n}\n\nfunc waitForPostgreSQLServerReady(ctx context.Context, client *armpostgresqlflexibleservers.ServersClient, resourceGroupName, serverName string) error {\n\tmaxAttempts := 60\n\tpollInterval := 30 * time.Second\n\tmaxNotFoundAttempts := 5\n\tnotFoundCount := 0\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, serverName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tnotFoundCount++\n\t\t\t\tif notFoundCount >= maxNotFoundAttempts {\n\t\t\t\t\treturn fmt.Errorf(\"server %s not found after %d attempts\", serverName, notFoundCount)\n\t\t\t\t}\n\t\t\t\tlog.Printf(\"Server %s not found yet (attempt %d/%d), waiting...\", serverName, attempt, maxAttempts)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking server: %w\", err)\n\t\t}\n\t\tnotFoundCount = 0\n\n\t\tif resp.Properties != nil && resp.Properties.State != nil {\n\t\t\tstate := *resp.Properties.State\n\t\t\tlog.Printf(\"Server %s state: %s (attempt %d/%d)\", serverName, state, attempt, maxAttempts)\n\t\t\tif state == armpostgresqlflexibleservers.ServerStateReady {\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\n\t\ttime.Sleep(pollInterval)\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for server %s to be ready\", serverName)\n}\n\nfunc deletePostgreSQLServer(ctx context.Context, client *armpostgresqlflexibleservers.ServersClient, resourceGroupName, serverName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, serverName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"PostgreSQL server %s not found, skipping deletion\", serverName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete PostgreSQL server: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete PostgreSQL server: %w\", err)\n\t}\n\n\tlog.Printf(\"PostgreSQL server %s deleted successfully\", serverName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/dbforpostgresql-flexible-server-virtual-endpoint_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestPGVirtualEndpointServerName = \"ovm-integ-test-pg-vep\"\n\tintegrationTestPGVirtualEndpointName = \"ovm-integ-test-vep\"\n)\n\nfunc TestDBforPostgreSQLFlexibleServerVirtualEndpointIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tadminLogin := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN\")\n\tadminPassword := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD\")\n\tif adminLogin == \"\" || adminPassword == \"\" {\n\t\tt.Skip(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN and AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD must be set for PostgreSQL tests\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tpostgreSQLServerClient, err := armpostgresqlflexibleservers.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Servers client: %v\", err)\n\t}\n\n\tvirtualEndpointsClient, err := armpostgresqlflexibleservers.NewVirtualEndpointsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Virtual Endpoints client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tpgServerName := generatePostgreSQLServerName(integrationTestPGVirtualEndpointServerName)\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createPostgreSQLFlexibleServerForVirtualEndpoint(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\n\t\terr = waitForPostgreSQLServerAvailable(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for PostgreSQL server to be available: %v\", err)\n\t\t}\n\n\t\terr = createVirtualEndpoint(ctx, virtualEndpointsClient, integrationTestResourceGroup, pgServerName, integrationTestPGVirtualEndpointName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual endpoint: %v\", err)\n\t\t}\n\n\t\terr = waitForVirtualEndpointAvailable(ctx, virtualEndpointsClient, integrationTestResourceGroup, pgServerName, integrationTestPGVirtualEndpointName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for virtual endpoint to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetVirtualEndpoint\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerVirtualEndpointClient(virtualEndpointsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, integrationTestPGVirtualEndpointName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(pgServerName, integrationTestPGVirtualEndpointName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved virtual endpoint %s\", integrationTestPGVirtualEndpointName)\n\t\t})\n\n\t\tt.Run(\"SearchVirtualEndpoints\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerVirtualEndpointClient(virtualEndpointsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, pgServerName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search virtual endpoints: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one virtual endpoint, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\texpectedValue := shared.CompositeLookupKey(pgServerName, integrationTestPGVirtualEndpointName)\n\t\t\t\t\tif v == expectedValue {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find virtual endpoint %s in the search results\", integrationTestPGVirtualEndpointName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d virtual endpoints in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerVirtualEndpointClient(virtualEndpointsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, integrationTestPGVirtualEndpointName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasServerLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tq := liq.GetQuery()\n\t\t\t\tif q.GetType() == azureshared.DBforPostgreSQLFlexibleServer.String() {\n\t\t\t\t\thasServerLink = true\n\t\t\t\t\tif q.GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", q.GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif q.GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope %s, got %s\", scope, q.GetScope())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasServerLink {\n\t\t\t\tt.Error(\"Expected linked query to PostgreSQL Flexible Server, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for virtual endpoint %s\", len(linkedQueries), integrationTestPGVirtualEndpointName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(\n\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerVirtualEndpointClient(virtualEndpointsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(pgServerName, integrationTestPGVirtualEndpointName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteVirtualEndpoint(ctx, virtualEndpointsClient, integrationTestResourceGroup, pgServerName, integrationTestPGVirtualEndpointName)\n\t\tif err != nil {\n\t\t\tlog.Printf(\"Warning: failed to delete virtual endpoint: %v\", err)\n\t\t}\n\n\t\terr = deletePostgreSQLFlexibleServer(ctx, postgreSQLServerClient, integrationTestResourceGroup, pgServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createPostgreSQLFlexibleServerForVirtualEndpoint(ctx context.Context, client *armpostgresqlflexibleservers.ServersClient, resourceGroupName, serverName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, serverName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"PostgreSQL Flexible Server %s already exists, skipping creation\", serverName)\n\t\treturn nil\n\t}\n\n\tadminLogin := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN\")\n\tadminPassword := os.Getenv(\"AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD\")\n\tif adminLogin == \"\" || adminPassword == \"\" {\n\t\treturn fmt.Errorf(\"AZURE_POSTGRESQL_SERVER_ADMIN_LOGIN and AZURE_POSTGRESQL_SERVER_ADMIN_PASSWORD must be set\")\n\t}\n\n\topCtx, cancel := context.WithTimeout(ctx, 25*time.Minute)\n\tdefer cancel()\n\n\tpoller, err := client.BeginCreateOrUpdate(opCtx, resourceGroupName, serverName, armpostgresqlflexibleservers.Server{\n\t\tLocation: new(location),\n\t\tProperties: &armpostgresqlflexibleservers.ServerProperties{\n\t\t\tAdministratorLogin: new(adminLogin),\n\t\t\tAdministratorLoginPassword: new(adminPassword),\n\t\t\tVersion: new(armpostgresqlflexibleservers.PostgresMajorVersion(\"14\")),\n\t\t\tStorage: &armpostgresqlflexibleservers.Storage{StorageSizeGB: new(int32(32))},\n\t\t\tBackup: &armpostgresqlflexibleservers.Backup{BackupRetentionDays: new(int32(7)), GeoRedundantBackup: new(armpostgresqlflexibleservers.GeographicallyRedundantBackupDisabled)},\n\t\t\tNetwork: &armpostgresqlflexibleservers.Network{PublicNetworkAccess: new(armpostgresqlflexibleservers.ServerPublicNetworkAccessStateEnabled)},\n\t\t},\n\t\tSKU: &armpostgresqlflexibleservers.SKU{\n\t\t\tName: new(\"Standard_D2s_v3\"),\n\t\t\tTier: new(armpostgresqlflexibleservers.SKUTierGeneralPurpose),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"dbforpostgresql-virtual-endpoint\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"PostgreSQL Flexible Server %s already exists, skipping creation\", serverName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating PostgreSQL Flexible Server: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(opCtx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create PostgreSQL Flexible Server: %w\", err)\n\t}\n\n\tlog.Printf(\"PostgreSQL Flexible Server %s (GeneralPurpose) created successfully\", serverName)\n\treturn nil\n}\n\nfunc createVirtualEndpoint(ctx context.Context, client *armpostgresqlflexibleservers.VirtualEndpointsClient, resourceGroupName, serverName, virtualEndpointName string) error {\n\t_, err := client.Get(ctx, resourceGroupName, serverName, virtualEndpointName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual endpoint %s already exists, skipping creation\", virtualEndpointName)\n\t\treturn nil\n\t}\n\n\topCtx, cancel := context.WithTimeout(ctx, 15*time.Minute)\n\tdefer cancel()\n\n\tendpointType := armpostgresqlflexibleservers.VirtualEndpointTypeReadWrite\n\tpoller, err := client.BeginCreate(opCtx, resourceGroupName, serverName, virtualEndpointName, armpostgresqlflexibleservers.VirtualEndpoint{\n\t\tProperties: &armpostgresqlflexibleservers.VirtualEndpointResourceProperties{\n\t\t\tEndpointType: &endpointType,\n\t\t\tMembers: []*string{new(serverName)},\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, resourceGroupName, serverName, virtualEndpointName, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"Virtual endpoint %s already exists (conflict), skipping\", virtualEndpointName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"virtual endpoint %s conflict but not retrievable: %w\", virtualEndpointName, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating virtual endpoint: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(opCtx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual endpoint: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual endpoint %s created successfully\", virtualEndpointName)\n\treturn nil\n}\n\nfunc waitForVirtualEndpointAvailable(ctx context.Context, client *armpostgresqlflexibleservers.VirtualEndpointsClient, resourceGroupName, serverName, virtualEndpointName string) error {\n\tmaxAttempts := 30\n\tpollInterval := 10 * time.Second\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\t_, err := client.Get(ctx, resourceGroupName, serverName, virtualEndpointName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Virtual endpoint %s not yet available (attempt %d/%d), waiting...\", virtualEndpointName, attempt, maxAttempts)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking virtual endpoint availability: %w\", err)\n\t\t}\n\n\t\tlog.Printf(\"Virtual endpoint %s is available\", virtualEndpointName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for virtual endpoint %s to be available\", virtualEndpointName)\n}\n\nfunc deleteVirtualEndpoint(ctx context.Context, client *armpostgresqlflexibleservers.VirtualEndpointsClient, resourceGroupName, serverName, virtualEndpointName string) error {\n\t_, err := client.Get(ctx, resourceGroupName, serverName, virtualEndpointName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual endpoint %s does not exist, skipping deletion\", virtualEndpointName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"error checking virtual endpoint existence: %w\", err)\n\t}\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, serverName, virtualEndpointName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual endpoint: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual endpoint: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual endpoint %s deleted successfully\", virtualEndpointName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/dbforpostgresql-flexible-server_test.go", "content": "package integrationtests\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nconst (\n\tintegrationTestPostgreSQLFlexibleServerName = \"ovm-integ-test-pg-server\"\n)\n\nfunc TestDBforPostgreSQLFlexibleServerIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tpostgreSQLServerClient, err := armpostgresqlflexibleservers.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Servers client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique PostgreSQL server name (must be globally unique, lowercase, no special chars)\n\tpostgreSQLServerName := generatePostgreSQLServerName(integrationTestPostgreSQLFlexibleServerName)\n\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create PostgreSQL Flexible Server\n\t\terr = createPostgreSQLFlexibleServer(ctx, postgreSQLServerClient, integrationTestResourceGroup, postgreSQLServerName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\n\t\t// Wait for PostgreSQL server to be available\n\t\terr = waitForPostgreSQLServerAvailable(ctx, postgreSQLServerClient, integrationTestResourceGroup, postgreSQLServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for PostgreSQL server to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetPostgreSQLFlexibleServer\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving PostgreSQL Flexible Server %s in subscription %s, resource group %s\",\n\t\t\t\tpostgreSQLServerName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tpgServerWrapper := manual.NewDBforPostgreSQLFlexibleServer(\n\t\t\t\tclients.NewPostgreSQLFlexibleServersClient(postgreSQLServerClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := pgServerWrapper.Scopes()[0]\n\n\t\t\tpgServerAdapter := sources.WrapperToAdapter(pgServerWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := pgServerAdapter.Get(ctx, scope, postgreSQLServerName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServer.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServer, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != postgreSQLServerName {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", postgreSQLServerName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved PostgreSQL Flexible Server %s\", postgreSQLServerName)\n\t\t})\n\n\t\tt.Run(\"ListPostgreSQLFlexibleServers\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing PostgreSQL Flexible Servers in resource group %s\", integrationTestResourceGroup)\n\n\t\t\tpgServerWrapper := manual.NewDBforPostgreSQLFlexibleServer(\n\t\t\t\tclients.NewPostgreSQLFlexibleServersClient(postgreSQLServerClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := pgServerWrapper.Scopes()[0]\n\n\t\t\tpgServerAdapter := sources.WrapperToAdapter(pgServerWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports list\n\t\t\tlistable, ok := pgServerAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list PostgreSQL Flexible Servers: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one PostgreSQL Flexible Server, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\tif v == postgreSQLServerName {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find PostgreSQL Flexible Server %s in the list results\", postgreSQLServerName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d PostgreSQL Flexible Servers in list results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for PostgreSQL Flexible Server %s\", postgreSQLServerName)\n\n\t\t\tpgServerWrapper := manual.NewDBforPostgreSQLFlexibleServer(\n\t\t\t\tclients.NewPostgreSQLFlexibleServersClient(postgreSQLServerClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := pgServerWrapper.Scopes()[0]\n\n\t\t\tpgServerAdapter := sources.WrapperToAdapter(pgServerWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := pgServerAdapter.Get(ctx, scope, postgreSQLServerName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (PostgreSQL Flexible Server has many child resources)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\t// Verify expected child resource links exist\n\t\t\texpectedChildResources := map[string]bool{\n\t\t\t\tazureshared.DBforPostgreSQLDatabase.String(): false,\n\t\t\t\tazureshared.DBforPostgreSQLFlexibleServerFirewallRule.String(): false,\n\t\t\t\tazureshared.DBforPostgreSQLFlexibleServerConfiguration.String(): false,\n\t\t\t}\n\n\t\t\t// These are conditional links (only present if server uses private networking or has FQDN)\n\t\t\thasSubnetLink := false\n\t\t\thasVirtualNetworkLink := false\n\t\t\thasDNSLink := false\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tlinkedType := liq.GetQuery().GetType()\n\t\t\t\tif expectedChildResources[linkedType] {\n\t\t\t\t\tt.Errorf(\"Found duplicate linked query for type %s\", linkedType)\n\t\t\t\t}\n\t\t\t\tif _, exists := expectedChildResources[linkedType]; exists {\n\t\t\t\t\texpectedChildResources[linkedType] = true\n\n\t\t\t\t\t// Verify query method is SEARCH for child resources\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method SEARCH for %s, got %s\", linkedType, liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\n\t\t\t\t\t// Verify query is the server name\n\t\t\t\t\tif liq.GetQuery().GetQuery() != postgreSQLServerName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to use server name %s, got %s\", postgreSQLServerName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\n\t\t\t\t\t// Verify scope matches\n\t\t\t\t\tif liq.GetQuery().GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope %s, got %s\", scope, liq.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Check for conditional links\n\t\t\t\tif linkedType == azureshared.NetworkSubnet.String() {\n\t\t\t\t\thasSubnetLink = true\n\t\t\t\t}\n\t\t\t\tif linkedType == azureshared.NetworkVirtualNetwork.String() {\n\t\t\t\t\thasVirtualNetworkLink = true\n\t\t\t\t}\n\t\t\t\tif linkedType == stdlib.NetworkDNS.String() {\n\t\t\t\t\thasDNSLink = true\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Check that all expected child resources are linked\n\t\t\tfor resourceType, found := range expectedChildResources {\n\t\t\t\tif !found {\n\t\t\t\t\tt.Errorf(\"Expected linked query to %s, but didn't find one\", resourceType)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for PostgreSQL Flexible Server %s (hasSubnet: %v, hasVNet: %v, hasDNS: %v)\",\n\t\t\t\tlen(linkedQueries), postgreSQLServerName, hasSubnetLink, hasVirtualNetworkLink, hasDNSLink)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete PostgreSQL Flexible Server\n\t\terr := deletePostgreSQLFlexibleServer(ctx, postgreSQLServerClient, integrationTestResourceGroup, postgreSQLServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete PostgreSQL Flexible Server: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n" }, { "path": "sources/azure/integration-tests/documentdb-database-accounts_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestCosmosDBAccountName = \"ovm-integ-test-cosmos\"\n)\n\nfunc TestDocumentDBDatabaseAccountsIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tcosmosClient, err := armcosmos.NewDatabaseAccountsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Cosmos DB client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create Cosmos DB account\n\t\terr = createCosmosDBAccount(ctx, cosmosClient, integrationTestResourceGroup, integrationTestCosmosDBAccountName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create Cosmos DB account: %v\", err)\n\t\t}\n\n\t\t// Wait for Cosmos DB account to be fully available\n\t\terr = waitForCosmosDBAccountAvailable(ctx, cosmosClient, integrationTestResourceGroup, integrationTestCosmosDBAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for Cosmos DB account to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetCosmosDBAccount\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\t// Try to get the test account, skip if it doesn't exist\n\t\t\t_, err := cosmosClient.Get(ctx, integrationTestResourceGroup, integrationTestCosmosDBAccountName, nil)\n\t\t\tif err != nil {\n\t\t\t\tt.Skipf(\"Cosmos DB account %s does not exist in resource group %s, skipping test. Error: %v\", integrationTestCosmosDBAccountName, integrationTestResourceGroup, err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Retrieving Cosmos DB account %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestCosmosDBAccountName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tcosmosWrapper := manual.NewDocumentDBDatabaseAccounts(\n\t\t\t\tclients.NewDocumentDBDatabaseAccountsClient(cosmosClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := cosmosWrapper.Scopes()[0]\n\n\t\t\tcosmosAdapter := sources.WrapperToAdapter(cosmosWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := cosmosAdapter.Get(ctx, scope, integrationTestCosmosDBAccountName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestCosmosDBAccountName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestCosmosDBAccountName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\t// Validate the item\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"SDP item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved Cosmos DB account %s\", integrationTestCosmosDBAccountName)\n\t\t})\n\n\t\tt.Run(\"ListCosmosDBAccounts\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing Cosmos DB accounts in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tcosmosWrapper := manual.NewDocumentDBDatabaseAccounts(\n\t\t\t\tclients.NewDocumentDBDatabaseAccountsClient(cosmosClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := cosmosWrapper.Scopes()[0]\n\n\t\t\tcosmosAdapter := sources.WrapperToAdapter(cosmosWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := cosmosAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list Cosmos DB accounts: %v\", err)\n\t\t\t}\n\n\t\t\t// Note: len(sdpItems) can be 0 or more, which is valid\n\t\t\t_ = len(sdpItems)\n\n\t\t\t// Validate all items\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\t\tt.Fatalf(\"SDP item validation failed: %v\", err)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully listed %d Cosmos DB accounts\", len(sdpItems))\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete Cosmos DB account\n\t\terr := deleteCosmosDBAccount(ctx, cosmosClient, integrationTestResourceGroup, integrationTestCosmosDBAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete Cosmos DB account: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createCosmosDBAccount creates an Azure Cosmos DB account (idempotent)\nfunc createCosmosDBAccount(ctx context.Context, client *armcosmos.DatabaseAccountsClient, resourceGroupName, accountName, location string) error {\n\t// Check if Cosmos DB account already exists\n\t_, err := client.Get(ctx, resourceGroupName, accountName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Cosmos DB account %s already exists, skipping creation\", accountName)\n\t\treturn nil\n\t}\n\n\t// Create the Cosmos DB account\n\t// Using SQL API as the default, which is the most common\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, accountName, armcosmos.DatabaseAccountCreateUpdateParameters{\n\t\tLocation: new(location),\n\t\tKind: new(armcosmos.DatabaseAccountKindGlobalDocumentDB),\n\t\tProperties: &armcosmos.DatabaseAccountCreateUpdateProperties{\n\t\t\tDatabaseAccountOfferType: new(\"Standard\"),\n\t\t\tLocations: []*armcosmos.Location{\n\t\t\t\t{\n\t\t\t\t\tLocationName: new(location),\n\t\t\t\t\tFailoverPriority: new(int32(0)),\n\t\t\t\t\tIsZoneRedundant: new(false),\n\t\t\t\t},\n\t\t\t},\n\t\t\tConsistencyPolicy: &armcosmos.ConsistencyPolicy{\n\t\t\t\tDefaultConsistencyLevel: new(armcosmos.DefaultConsistencyLevelSession),\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"documentdb-database-accounts\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if Cosmos DB account already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Cosmos DB account %s already exists (conflict), skipping creation\", accountName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating Cosmos DB account: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create Cosmos DB account: %w\", err)\n\t}\n\n\t// Verify the Cosmos DB account was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"Cosmos DB account created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"Cosmos DB account provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Cosmos DB account %s created successfully with provisioning state: %s\", accountName, provisioningState)\n\treturn nil\n}\n\n// waitForCosmosDBAccountAvailable waits for a Cosmos DB account to be fully available\nfunc waitForCosmosDBAccountAvailable(ctx context.Context, client *armcosmos.DatabaseAccountsClient, resourceGroupName, accountName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 10 * time.Second\n\n\tfor attempt := range maxAttempts {\n\t\tresp, err := client.Get(ctx, resourceGroupName, accountName, nil)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"failed to get Cosmos DB account: %w\", err)\n\t\t}\n\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Cosmos DB account %s is available\", accountName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Cosmos DB account %s provisioning state: %s (attempt %d/%d)\", accountName, state, attempt+1, maxAttempts)\n\t\t}\n\n\t\ttime.Sleep(pollInterval)\n\t}\n\n\treturn fmt.Errorf(\"Cosmos DB account %s did not become available within the timeout period\", accountName)\n}\n\n// deleteCosmosDBAccount deletes an Azure Cosmos DB account (idempotent)\nfunc deleteCosmosDBAccount(ctx context.Context, client *armcosmos.DatabaseAccountsClient, resourceGroupName, accountName string) error {\n\t// Check if Cosmos DB account exists\n\t_, err := client.Get(ctx, resourceGroupName, accountName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Cosmos DB account %s does not exist, skipping deletion\", accountName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check if Cosmos DB account exists: %w\", err)\n\t}\n\n\t// Delete the Cosmos DB account\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, accountName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Cosmos DB account %s does not exist, skipping deletion\", accountName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting Cosmos DB account: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete Cosmos DB account: %w\", err)\n\t}\n\n\tlog.Printf(\"Cosmos DB account %s deleted successfully\", accountName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/elastic-san-volume_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestElasticSanName = \"ovm-integ-test-esan\"\n\tintegrationTestVolumeGroupName = \"ovm-integ-test-vg\"\n\tintegrationTestVolumeName = \"ovm-integ-test-vol\"\n\tintegrationTestElasticSanBaseTiB = int64(1)\n\tintegrationTestVolumeSizeGiB = int64(1)\n)\n\nfunc TestElasticSanVolumeIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tesClient, err := armelasticsan.NewElasticSansClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Elastic SAN client: %v\", err)\n\t}\n\n\tvgClient, err := armelasticsan.NewVolumeGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Volume Groups client: %v\", err)\n\t}\n\n\tvolClient, err := armelasticsan.NewVolumesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Volumes client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create Elastic SAN\n\t\terr = createElasticSan(ctx, esClient, integrationTestResourceGroup, integrationTestElasticSanName, integrationTestLocation, integrationTestElasticSanBaseTiB)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create Elastic SAN: %v\", err)\n\t\t}\n\n\t\t// Wait for Elastic SAN to be available\n\t\terr = waitForElasticSanAvailable(ctx, esClient, integrationTestResourceGroup, integrationTestElasticSanName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for Elastic SAN to be available: %v\", err)\n\t\t}\n\n\t\t// Create Volume Group\n\t\terr = createVolumeGroup(ctx, vgClient, integrationTestResourceGroup, integrationTestElasticSanName, integrationTestVolumeGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create Volume Group: %v\", err)\n\t\t}\n\n\t\t// Wait for Volume Group to be available\n\t\terr = waitForVolumeGroupAvailable(ctx, vgClient, integrationTestResourceGroup, integrationTestElasticSanName, integrationTestVolumeGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for Volume Group to be available: %v\", err)\n\t\t}\n\n\t\t// Create Volume\n\t\terr = createVolume(ctx, volClient, integrationTestResourceGroup, integrationTestElasticSanName, integrationTestVolumeGroupName, integrationTestVolumeName, integrationTestVolumeSizeGiB)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create Volume: %v\", err)\n\t\t}\n\n\t\t// Wait for Volume to be available\n\t\terr = waitForVolumeAvailable(ctx, volClient, integrationTestResourceGroup, integrationTestElasticSanName, integrationTestVolumeGroupName, integrationTestVolumeName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for Volume to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetVolume\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving volume %s in volume group %s, elastic san %s, subscription %s, resource group %s\",\n\t\t\t\tintegrationTestVolumeName, integrationTestVolumeGroupName, integrationTestElasticSanName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tvolWrapper := manual.NewElasticSanVolume(\n\t\t\t\tclients.NewElasticSanVolumeClient(volClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := volWrapper.Scopes()[0]\n\n\t\t\tvolAdapter := sources.WrapperToAdapter(volWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestElasticSanName, integrationTestVolumeGroupName, integrationTestVolumeName)\n\t\t\tsdpItem, qErr := volAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUnique := shared.CompositeLookupKey(integrationTestElasticSanName, integrationTestVolumeGroupName, integrationTestVolumeName)\n\t\t\tif uniqueAttrValue != expectedUnique {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved volume %s\", integrationTestVolumeName)\n\t\t})\n\n\t\tt.Run(\"SearchVolumes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching volumes in volume group %s, elastic san %s\", integrationTestVolumeGroupName, integrationTestElasticSanName)\n\n\t\t\tvolWrapper := manual.NewElasticSanVolume(\n\t\t\t\tclients.NewElasticSanVolumeClient(volClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := volWrapper.Scopes()[0]\n\n\t\t\tvolAdapter := sources.WrapperToAdapter(volWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := volAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestElasticSanName, integrationTestVolumeGroupName)\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, query, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search volumes: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one volume, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\texpectedUnique := shared.CompositeLookupKey(integrationTestElasticSanName, integrationTestVolumeGroupName, integrationTestVolumeName)\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedUnique {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find volume %s in the search results\", integrationTestVolumeName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d volumes in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for volume %s\", integrationTestVolumeName)\n\n\t\t\tvolWrapper := manual.NewElasticSanVolume(\n\t\t\t\tclients.NewElasticSanVolumeClient(volClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := volWrapper.Scopes()[0]\n\n\t\t\tvolAdapter := sources.WrapperToAdapter(volWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestElasticSanName, integrationTestVolumeGroupName, integrationTestVolumeName)\n\t\t\tsdpItem, qErr := volAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasElasticSanLink bool\n\t\t\tvar hasVolumeGroupLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == azureshared.ElasticSan.String() {\n\t\t\t\t\thasElasticSanLink = true\n\t\t\t\t\tif query.GetQuery() != integrationTestElasticSanName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to elastic san %s, got %s\", integrationTestElasticSanName, query.GetQuery())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tif query.GetType() == azureshared.ElasticSanVolumeGroup.String() {\n\t\t\t\t\thasVolumeGroupLink = true\n\t\t\t\t\texpectedQuery := shared.CompositeLookupKey(integrationTestElasticSanName, integrationTestVolumeGroupName)\n\t\t\t\t\tif query.GetQuery() != expectedQuery {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to volume group %s, got %s\", expectedQuery, query.GetQuery())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasElasticSanLink {\n\t\t\t\tt.Error(\"Expected linked query to elastic san, but didn't find one\")\n\t\t\t}\n\t\t\tif !hasVolumeGroupLink {\n\t\t\t\tt.Error(\"Expected linked query to volume group, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for volume %s\", len(linkedQueries), integrationTestVolumeName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tvolWrapper := manual.NewElasticSanVolume(\n\t\t\t\tclients.NewElasticSanVolumeClient(volClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := volWrapper.Scopes()[0]\n\n\t\t\tvolAdapter := sources.WrapperToAdapter(volWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestElasticSanName, integrationTestVolumeGroupName, integrationTestVolumeName)\n\t\t\tsdpItem, qErr := volAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.ElasticSanVolume.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ElasticSanVolume.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := subscriptionID + \".\" + integrationTestResourceGroup\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Validate item\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for volume %s\", integrationTestVolumeName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete Volume\n\t\terr := deleteVolume(ctx, volClient, integrationTestResourceGroup, integrationTestElasticSanName, integrationTestVolumeGroupName, integrationTestVolumeName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Failed to delete volume: %v\", err)\n\t\t}\n\n\t\t// Delete Volume Group\n\t\terr = deleteVolumeGroup(ctx, vgClient, integrationTestResourceGroup, integrationTestElasticSanName, integrationTestVolumeGroupName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Failed to delete volume group: %v\", err)\n\t\t}\n\n\t\t// Delete Elastic SAN\n\t\terr = deleteElasticSan(ctx, esClient, integrationTestResourceGroup, integrationTestElasticSanName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Failed to delete elastic san: %v\", err)\n\t\t}\n\n\t\t// Resource group is kept for faster subsequent test runs\n\t})\n}\n\n// createElasticSan creates an Azure Elastic SAN (idempotent)\nfunc createElasticSan(ctx context.Context, client *armelasticsan.ElasticSansClient, resourceGroupName, elasticSanName, location string, baseSizeTiB int64) error {\n\t_, err := client.Get(ctx, resourceGroupName, elasticSanName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Elastic SAN %s already exists, skipping creation\", elasticSanName)\n\t\treturn nil\n\t}\n\n\textendedCapacitySizeTiB := int64(0)\n\tpoller, err := client.BeginCreate(ctx, resourceGroupName, elasticSanName, armelasticsan.ElasticSan{\n\t\tLocation: &location,\n\t\tProperties: &armelasticsan.Properties{\n\t\t\tBaseSizeTiB: &baseSizeTiB,\n\t\t\tExtendedCapacitySizeTiB: &extendedCapacitySizeTiB,\n\t\t\tSKU: &armelasticsan.SKU{\n\t\t\t\tName: new(armelasticsan.SKUNamePremiumLRS),\n\t\t\t},\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, resourceGroupName, elasticSanName, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"Elastic SAN %s already exists (conflict), skipping creation\", elasticSanName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"elastic san %s conflict but not retrievable: %w\", elasticSanName, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create elastic san: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create elastic san: %w\", err)\n\t}\n\n\tlog.Printf(\"Elastic SAN %s created successfully\", elasticSanName)\n\treturn nil\n}\n\n// waitForElasticSanAvailable waits for Elastic SAN to be available\nfunc waitForElasticSanAvailable(ctx context.Context, client *armelasticsan.ElasticSansClient, resourceGroupName, elasticSanName string) error {\n\tmaxAttempts := 30\n\tpollInterval := 10 * time.Second\n\tmaxNotFoundAttempts := 5\n\tnotFoundCount := 0\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, elasticSanName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tnotFoundCount++\n\t\t\t\tif notFoundCount >= maxNotFoundAttempts {\n\t\t\t\t\treturn fmt.Errorf(\"elastic san %s not found after %d attempts\", elasticSanName, notFoundCount)\n\t\t\t\t}\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking elastic san: %w\", err)\n\t\t}\n\t\tnotFoundCount = 0\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil && *resp.Properties.ProvisioningState == armelasticsan.ProvisioningStatesSucceeded {\n\t\t\treturn nil\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\treturn fmt.Errorf(\"timeout waiting for elastic san %s\", elasticSanName)\n}\n\n// createVolumeGroup creates an Azure Elastic SAN Volume Group (idempotent)\nfunc createVolumeGroup(ctx context.Context, client *armelasticsan.VolumeGroupsClient, resourceGroupName, elasticSanName, volumeGroupName string) error {\n\t_, err := client.Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Volume Group %s already exists, skipping creation\", volumeGroupName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreate(ctx, resourceGroupName, elasticSanName, volumeGroupName, armelasticsan.VolumeGroup{\n\t\tProperties: &armelasticsan.VolumeGroupProperties{\n\t\t\tProtocolType: new(armelasticsan.StorageTargetTypeIscsi),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"Volume Group %s already exists (conflict), skipping creation\", volumeGroupName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"volume group %s conflict but not retrievable: %w\", volumeGroupName, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create volume group: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create volume group: %w\", err)\n\t}\n\n\tlog.Printf(\"Volume Group %s created successfully\", volumeGroupName)\n\treturn nil\n}\n\n// waitForVolumeGroupAvailable waits for Volume Group to be available\nfunc waitForVolumeGroupAvailable(ctx context.Context, client *armelasticsan.VolumeGroupsClient, resourceGroupName, elasticSanName, volumeGroupName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\tmaxNotFoundAttempts := 5\n\tnotFoundCount := 0\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tnotFoundCount++\n\t\t\t\tif notFoundCount >= maxNotFoundAttempts {\n\t\t\t\t\treturn fmt.Errorf(\"volume group %s not found after %d attempts\", volumeGroupName, notFoundCount)\n\t\t\t\t}\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking volume group: %w\", err)\n\t\t}\n\t\tnotFoundCount = 0\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil && *resp.Properties.ProvisioningState == armelasticsan.ProvisioningStatesSucceeded {\n\t\t\treturn nil\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\treturn fmt.Errorf(\"timeout waiting for volume group %s\", volumeGroupName)\n}\n\n// createVolume creates an Azure Elastic SAN Volume (idempotent)\nfunc createVolume(ctx context.Context, client *armelasticsan.VolumesClient, resourceGroupName, elasticSanName, volumeGroupName, volumeName string, sizeGiB int64) error {\n\t_, err := client.Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, volumeName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Volume %s already exists, skipping creation\", volumeName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreate(ctx, resourceGroupName, elasticSanName, volumeGroupName, volumeName, armelasticsan.Volume{\n\t\tProperties: &armelasticsan.VolumeProperties{\n\t\t\tSizeGiB: &sizeGiB,\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, volumeName, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"Volume %s already exists (conflict), skipping creation\", volumeName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"volume %s conflict but not retrievable: %w\", volumeName, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create volume: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create volume: %w\", err)\n\t}\n\n\tlog.Printf(\"Volume %s created successfully\", volumeName)\n\treturn nil\n}\n\n// waitForVolumeAvailable waits for Volume to be available\nfunc waitForVolumeAvailable(ctx context.Context, client *armelasticsan.VolumesClient, resourceGroupName, elasticSanName, volumeGroupName, volumeName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\tmaxNotFoundAttempts := 5\n\tnotFoundCount := 0\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, volumeName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tnotFoundCount++\n\t\t\t\tif notFoundCount >= maxNotFoundAttempts {\n\t\t\t\t\treturn fmt.Errorf(\"volume %s not found after %d attempts\", volumeName, notFoundCount)\n\t\t\t\t}\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking volume: %w\", err)\n\t\t}\n\t\tnotFoundCount = 0\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil && *resp.Properties.ProvisioningState == armelasticsan.ProvisioningStatesSucceeded {\n\t\t\treturn nil\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\treturn fmt.Errorf(\"timeout waiting for volume %s\", volumeName)\n}\n\n// deleteVolume deletes an Azure Elastic SAN Volume\nfunc deleteVolume(ctx context.Context, client *armelasticsan.VolumesClient, resourceGroupName, elasticSanName, volumeGroupName, volumeName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, elasticSanName, volumeGroupName, volumeName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Volume %s not found, skipping deletion\", volumeName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete volume: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete volume: %w\", err)\n\t}\n\n\tlog.Printf(\"Volume %s deleted successfully\", volumeName)\n\treturn nil\n}\n\n// deleteVolumeGroup deletes an Azure Elastic SAN Volume Group\nfunc deleteVolumeGroup(ctx context.Context, client *armelasticsan.VolumeGroupsClient, resourceGroupName, elasticSanName, volumeGroupName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, elasticSanName, volumeGroupName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Volume Group %s not found, skipping deletion\", volumeGroupName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete volume group: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete volume group: %w\", err)\n\t}\n\n\tlog.Printf(\"Volume Group %s deleted successfully\", volumeGroupName)\n\treturn nil\n}\n\n// deleteElasticSan deletes an Azure Elastic SAN\nfunc deleteElasticSan(ctx context.Context, client *armelasticsan.ElasticSansClient, resourceGroupName, elasticSanName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, elasticSanName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Elastic SAN %s not found, skipping deletion\", elasticSanName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete elastic san: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete elastic san: %w\", err)\n\t}\n\n\tlog.Printf(\"Elastic SAN %s deleted successfully\", elasticSanName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/helpers_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"regexp\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// Shared constants for integration tests\nconst (\n\tintegrationTestResourceGroupBase = \"overmind-integration-tests\"\n\tintegrationTestLocation = \"westus2\"\n)\n\nvar integrationTestResourceGroup = resolveIntegrationTestResourceGroup()\n\nvar invalidRunIDSanitizer = regexp.MustCompile(`[^a-z0-9-]+`)\n\n// resolveIntegrationTestResourceGroup returns the default integration test resource group,\n// optionally scoped by AZURE_INTEGRATION_TEST_RUN_ID for parallel runs.\n//\n// Example:\n//\n//\tAZURE_INTEGRATION_TEST_RUN_ID=agent-42\n//\t=> overmind-integration-tests-agent-42\nfunc resolveIntegrationTestResourceGroup() string {\n\trunID := normalizeIntegrationTestRunID(os.Getenv(\"AZURE_INTEGRATION_TEST_RUN_ID\"))\n\tif runID == \"\" {\n\t\treturn integrationTestResourceGroupBase\n\t}\n\n\t// Azure resource group names can be up to 90 characters.\n\tname := integrationTestResourceGroupBase + \"-\" + runID\n\tif len(name) > 90 {\n\t\treturn name[:90]\n\t}\n\treturn name\n}\n\nfunc normalizeIntegrationTestRunID(runID string) string {\n\tnormalized := strings.ToLower(strings.TrimSpace(runID))\n\tif normalized == \"\" {\n\t\treturn \"\"\n\t}\n\tnormalized = invalidRunIDSanitizer.ReplaceAllString(normalized, \"-\")\n\tnormalized = strings.Trim(normalized, \"-\")\n\tif len(normalized) > 30 {\n\t\tnormalized = normalized[:30]\n\t}\n\treturn normalized\n}\n\n// createResourceGroup creates an Azure resource group if it doesn't already exist (idempotent)\nfunc createResourceGroup(ctx context.Context, client *armresources.ResourceGroupsClient, resourceGroupName, location string) error {\n\t// Check if resource group already exists\n\t_, err := client.Get(ctx, resourceGroupName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Resource group %s already exists, skipping creation\", resourceGroupName)\n\t\treturn nil\n\t}\n\n\t// Create the resource group\n\t_, err = client.CreateOrUpdate(ctx, resourceGroupName, armresources.ResourceGroup{\n\t\tLocation: new(location),\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"managed\": new(\"true\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create resource group: %w\", err)\n\t}\n\n\tlog.Printf(\"Resource group %s created successfully in location %s\", resourceGroupName, location)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/keyvault-managed-hsm_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestManagedHSMName = \"ovm-integ-test-hsm\"\n)\n\nfunc TestKeyVaultManagedHSMIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tmanagedHSMClient, err := armkeyvault.NewManagedHsmsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Managed HSM client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Check if Managed HSM already exists first (quick check)\n\t\texistingHSM, err := managedHSMClient.Get(ctx, integrationTestResourceGroup, integrationTestManagedHSMName, nil)\n\t\tif err == nil {\n\t\t\t// Managed HSM exists, check if it's ready\n\t\t\tif existingHSM.Properties != nil && existingHSM.Properties.ProvisioningState != nil {\n\t\t\t\tstate := *existingHSM.Properties.ProvisioningState\n\t\t\t\tif state == \"Succeeded\" {\n\t\t\t\t\tlog.Printf(\"Managed HSM %s already exists and is ready, skipping creation\", integrationTestManagedHSMName)\n\t\t\t\t} else {\n\t\t\t\t\tlog.Printf(\"Managed HSM %s exists but in state %s, waiting for it to be ready\", integrationTestManagedHSMName, state)\n\t\t\t\t\terr = waitForManagedHSMAvailable(ctx, managedHSMClient, integrationTestResourceGroup, integrationTestManagedHSMName)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\tt.Fatalf(\"Failed waiting for existing Managed HSM to be ready: %v\", err)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tlog.Printf(\"Managed HSM %s already exists, verifying availability\", integrationTestManagedHSMName)\n\t\t\t\terr = waitForManagedHSMAvailable(ctx, managedHSMClient, integrationTestResourceGroup, integrationTestManagedHSMName)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Failed waiting for Managed HSM to be available: %v\", err)\n\t\t\t\t}\n\t\t\t}\n\t\t\tlog.Printf(\"Setup completed: Managed HSM %s is available\", integrationTestManagedHSMName)\n\t\t} else {\n\t\t\t// Managed HSM doesn't exist\n\t\t\t// Managed HSM creation takes 30-60 minutes which exceeds test timeout\n\t\t\t// For integration tests, we require the Managed HSM to already exist\n\t\t\t// However, we don't skip the entire test suite - individual tests will skip if needed\n\t\t\tlog.Printf(\"Managed HSM %s does not exist\", integrationTestManagedHSMName)\n\t\t\tlog.Printf(\"Managed HSM creation takes 30-60 minutes, which exceeds the test timeout of 5 minutes.\")\n\t\t\tlog.Printf(\"Please create the Managed HSM manually or wait for a previous creation to complete.\")\n\t\t\tlog.Printf(\"Note: Managed HSMs are only available in specific regions (e.g., eastus2, westus2, westeurope)\")\n\t\t\tlog.Printf(\"Tests that require the Managed HSM will be skipped, but ListManagedHSMs will still run.\")\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetManagedHSM\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\t// Try to get the test Managed HSM, skip if it doesn't exist\n\t\t\t_, err := managedHSMClient.Get(ctx, integrationTestResourceGroup, integrationTestManagedHSMName, nil)\n\t\t\tif err != nil {\n\t\t\t\tt.Skipf(\"Managed HSM %s does not exist in resource group %s, skipping test. Error: %v\", integrationTestManagedHSMName, integrationTestResourceGroup, err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Retrieving Managed HSM %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestManagedHSMName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\thsmWrapper := manual.NewKeyVaultManagedHSM(\n\t\t\t\tclients.NewManagedHSMsClient(managedHSMClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := hsmWrapper.Scopes()[0]\n\n\t\t\thsmAdapter := sources.WrapperToAdapter(hsmWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := hsmAdapter.Get(ctx, scope, integrationTestManagedHSMName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestManagedHSMName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestManagedHSMName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\t// Validate the item\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"SDP item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved Managed HSM %s\", integrationTestManagedHSMName)\n\t\t})\n\n\t\tt.Run(\"ListManagedHSMs\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing Managed HSMs in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\thsmWrapper := manual.NewKeyVaultManagedHSM(\n\t\t\t\tclients.NewManagedHSMsClient(managedHSMClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := hsmWrapper.Scopes()[0]\n\n\t\t\thsmAdapter := sources.WrapperToAdapter(hsmWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := hsmAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list Managed HSMs: %v\", err)\n\t\t\t}\n\n\t\t\t// Note: len(sdpItems) can be 0 or more, which is valid\n\t\t\tif len(sdpItems) == 0 {\n\t\t\t\tlog.Printf(\"No Managed HSMs found in resource group %s\", integrationTestResourceGroup)\n\t\t\t}\n\n\t\t\t// Validate all items\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\t\tt.Fatalf(\"SDP item validation failed: %v\", err)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully listed %d Managed HSMs\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\t// Try to get the test Managed HSM, skip if it doesn't exist\n\t\t\t_, err := managedHSMClient.Get(ctx, integrationTestResourceGroup, integrationTestManagedHSMName, nil)\n\t\t\tif err != nil {\n\t\t\t\tt.Skipf(\"Managed HSM %s does not exist in resource group %s, skipping test. Error: %v\", integrationTestManagedHSMName, integrationTestResourceGroup, err)\n\t\t\t}\n\n\t\t\thsmWrapper := manual.NewKeyVaultManagedHSM(\n\t\t\t\tclients.NewManagedHSMsClient(managedHSMClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := hsmWrapper.Scopes()[0]\n\n\t\t\thsmAdapter := sources.WrapperToAdapter(hsmWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := hsmAdapter.Get(ctx, scope, integrationTestManagedHSMName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.KeyVaultManagedHSM.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.KeyVaultManagedHSM, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for Managed HSM %s\", integrationTestManagedHSMName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\t// Try to get the test Managed HSM, skip if it doesn't exist\n\t\t\t_, err := managedHSMClient.Get(ctx, integrationTestResourceGroup, integrationTestManagedHSMName, nil)\n\t\t\tif err != nil {\n\t\t\t\tt.Skipf(\"Managed HSM %s does not exist in resource group %s, skipping test. Error: %v\", integrationTestManagedHSMName, integrationTestResourceGroup, err)\n\t\t\t}\n\n\t\t\thsmWrapper := manual.NewKeyVaultManagedHSM(\n\t\t\t\tclients.NewManagedHSMsClient(managedHSMClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := hsmWrapper.Scopes()[0]\n\n\t\t\thsmAdapter := sources.WrapperToAdapter(hsmWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := hsmAdapter.Get(ctx, scope, integrationTestManagedHSMName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (if any)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tlog.Printf(\"No linked item queries found for Managed HSM %s (this is valid if the HSM has no private endpoints, network ACLs, or managed identities)\", integrationTestManagedHSMName)\n\t\t\t}\n\n\t\t\t// Verify expected linked item types for Managed HSM\n\t\t\texpectedLinkedTypes := map[string]bool{\n\t\t\t\tazureshared.NetworkPrivateEndpoint.String(): false,\n\t\t\t\tazureshared.NetworkSubnet.String(): false,\n\t\t\t\tazureshared.ManagedIdentityUserAssignedIdentity.String(): false,\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tlinkedType := query.GetType()\n\t\t\t\tif _, exists := expectedLinkedTypes[linkedType]; exists {\n\t\t\t\t\texpectedLinkedTypes[linkedType] = true\n\t\t\t\t}\n\n\t\t\t\t// Verify query has required fields\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for Managed HSM %s\", len(linkedQueries), integrationTestManagedHSMName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\t// Optionally delete the Managed HSM\n\t\t// Note: We keep the Managed HSM for faster subsequent test runs since creation takes 30-60 minutes\n\t\t// The Setup phase instructs users to pre-create the Managed HSM manually, so we don't delete it here\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// ctx := t.Context()\n\t\t// err := deleteManagedHSM(ctx, managedHSMClient, integrationTestResourceGroup, integrationTestManagedHSMName)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete Managed HSM: %v\", err)\n\t\t// }\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// waitForManagedHSMAvailable waits for a Managed HSM to be fully available\nfunc waitForManagedHSMAvailable(ctx context.Context, client *armkeyvault.ManagedHsmsClient, resourceGroupName, hsmName string) error {\n\tmaxAttempts := 30\n\tpollInterval := 10 * time.Second\n\n\tlog.Printf(\"Waiting for Managed HSM %s to be available via API...\", hsmName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, hsmName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Managed HSM %s not yet available (attempt %d/%d), waiting %v...\", hsmName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking Managed HSM availability: %w\", err)\n\t\t}\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Managed HSM %s is available with provisioning state: %s\", hsmName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"Managed HSM provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Managed HSM %s provisioning state: %s (attempt %d/%d), waiting...\", hsmName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Managed HSM exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Managed HSM %s is available\", hsmName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for Managed HSM %s to be available after %d attempts\", hsmName, maxAttempts)\n}\n\n// deleteManagedHSM deletes an Azure Managed HSM (idempotent)\n// This function is kept for potential use when uncommenting the teardown deletion code\n//\n//nolint:unused // Intentionally kept for optional teardown cleanup\nfunc deleteManagedHSM(ctx context.Context, client *armkeyvault.ManagedHsmsClient, resourceGroupName, hsmName string) error {\n\t// Check if Managed HSM exists\n\t_, err := client.Get(ctx, resourceGroupName, hsmName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Managed HSM %s does not exist, skipping deletion\", hsmName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check if Managed HSM exists: %w\", err)\n\t}\n\n\t// Delete the Managed HSM\n\t// Note: Managed HSMs may require purging after deletion if soft-delete is enabled\n\t// For integration tests, we'll attempt deletion\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, hsmName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Managed HSM %s does not exist, skipping deletion\", hsmName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting Managed HSM: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete Managed HSM: %w\", err)\n\t}\n\n\tlog.Printf(\"Managed HSM %s deleted successfully\", hsmName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/keyvault-secret_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"os/exec\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestSecretName = \"ovm-integ-test-secret\"\n)\n\nfunc TestKeyVaultSecretIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tkeyVaultClient, err := armkeyvault.NewVaultsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Key Vault client: %v\", err)\n\t}\n\n\tsecretsClient, err := armkeyvault.NewSecretsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Secrets client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Use the same Key Vault name as the vault integration test\n\t// Note: integrationTestKeyVaultName is defined in keyvault-vault_test.go\n\tvaultName := integrationTestKeyVaultName\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Verify Key Vault exists, create if it doesn't\n\t\t_, err = keyVaultClient.Get(ctx, integrationTestResourceGroup, vaultName, nil)\n\t\tvar respErr *azcore.ResponseError\n\t\tif err != nil {\n\t\t\t// Check if it's a 404 (not found) - if so, create the vault\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Key Vault %s does not exist, creating it\", vaultName)\n\t\t\t\terr = createKeyVault(ctx, keyVaultClient, integrationTestResourceGroup, vaultName, integrationTestLocation)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Failed to create Key Vault: %v\", err)\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\t// Some other error occurred\n\t\t\t\tt.Fatalf(\"Failed to check if Key Vault exists: %v\", err)\n\t\t\t}\n\t\t} else {\n\t\t\tlog.Printf(\"Key Vault %s already exists\", vaultName)\n\t\t}\n\n\t\t// Wait for Key Vault to be fully available\n\t\terr = waitForKeyVaultAvailable(ctx, keyVaultClient, integrationTestResourceGroup, vaultName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for Key Vault to be available: %v\", err)\n\t\t}\n\n\t\t// Get the Key Vault to retrieve its properties (vault URI)\n\t\tvault, err := keyVaultClient.Get(ctx, integrationTestResourceGroup, vaultName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get Key Vault: %v\", err)\n\t\t}\n\n\t\tif vault.Properties == nil || vault.Properties.VaultURI == nil {\n\t\t\tt.Fatalf(\"Key Vault properties or VaultURI is nil\")\n\t\t}\n\n\t\t// Create secret using Azure CLI (data plane operations require data plane SDK)\n\t\terr = createKeyVaultSecret(ctx, vaultName, integrationTestSecretName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create Key Vault secret: %v\", err)\n\t\t}\n\n\t\t// After create/recover, ARM control plane can lag briefly before GET is consistent.\n\t\terr = waitForKeyVaultSecretAvailable(ctx, secretsClient, integrationTestResourceGroup, vaultName, integrationTestSecretName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for Key Vault secret to be available: %v\", err)\n\t\t}\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetSecret\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving secret %s from vault %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestSecretName, vaultName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tsecretWrapper := manual.NewKeyVaultSecret(\n\t\t\t\tclients.NewSecretsClient(secretsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := secretWrapper.Scopes()[0]\n\n\t\t\tsecretAdapter := sources.WrapperToAdapter(secretWrapper, sdpcache.NewNoOpCache())\n\t\t\t// Get requires vaultName and secretName as query parts\n\t\t\tquery := vaultName + shared.QuerySeparator + integrationTestSecretName\n\t\t\tsdpItem, qErr := secretAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"uniqueAttr\" {\n\t\t\t\tt.Fatalf(\"Expected unique attribute key to be 'uniqueAttr', got %s\", uniqueAttrKey)\n\t\t\t}\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(vaultName, integrationTestSecretName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\t// Validate the item\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"SDP item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved secret %s\", integrationTestSecretName)\n\t\t})\n\n\t\tt.Run(\"SearchSecrets\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching secrets in vault %s\", vaultName)\n\n\t\t\tsecretWrapper := manual.NewKeyVaultSecret(\n\t\t\t\tclients.NewSecretsClient(secretsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := secretWrapper.Scopes()[0]\n\n\t\t\tsecretAdapter := sources.WrapperToAdapter(secretWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports search\n\t\t\tsearchable, ok := secretAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, vaultName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search secrets: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one secret, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(vaultName, integrationTestSecretName)\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedUniqueAttrValue {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find secret %s in the search results\", integrationTestSecretName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d secrets in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for secret %s\", integrationTestSecretName)\n\n\t\t\tsecretWrapper := manual.NewKeyVaultSecret(\n\t\t\t\tclients.NewSecretsClient(secretsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := secretWrapper.Scopes()[0]\n\n\t\t\tsecretAdapter := sources.WrapperToAdapter(secretWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := vaultName + shared.QuerySeparator + integrationTestSecretName\n\t\t\tsdpItem, qErr := secretAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.KeyVaultSecret.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.KeyVaultSecret, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for secret %s\", integrationTestSecretName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for secret %s\", integrationTestSecretName)\n\n\t\t\tsecretWrapper := manual.NewKeyVaultSecret(\n\t\t\t\tclients.NewSecretsClient(secretsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := secretWrapper.Scopes()[0]\n\n\t\t\tsecretAdapter := sources.WrapperToAdapter(secretWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := vaultName + shared.QuerySeparator + integrationTestSecretName\n\t\t\tsdpItem, qErr := secretAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (Key Vault should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasKeyVaultLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.KeyVaultVault.String() {\n\t\t\t\t\thasKeyVaultLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != vaultName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to Key Vault %s, got %s\", vaultName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasKeyVaultLink {\n\t\t\t\tt.Error(\"Expected linked query to Key Vault, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for secret %s\", len(linkedQueries), integrationTestSecretName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete secret using Azure CLI\n\t\terr := deleteKeyVaultSecret(ctx, vaultName, integrationTestSecretName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Failed to delete secret: %v\", err)\n\t\t}\n\n\t\t// Note: We don't delete the Key Vault here as it's shared with keyvault-vault_test.go\n\t\t// The Key Vault will be cleaned up by the vault integration test\n\t})\n}\n\n// createKeyVaultSecret creates a Key Vault secret using Azure CLI (idempotent)\nfunc createKeyVaultSecret(ctx context.Context, vaultName, secretName string) error {\n\t// Check if secret already exists\n\tcmd := exec.CommandContext(ctx, \"az\", \"keyvault\", \"secret\", \"show\",\n\t\t\"--vault-name\", vaultName,\n\t\t\"--name\", secretName)\n\terr := cmd.Run()\n\tif err == nil {\n\t\tlog.Printf(\"Secret %s already exists, skipping creation\", secretName)\n\t\treturn nil\n\t}\n\n\t// Create the secret\n\tcmd = exec.CommandContext(ctx, \"az\", \"keyvault\", \"secret\", \"set\",\n\t\t\"--vault-name\", vaultName,\n\t\t\"--name\", secretName,\n\t\t\"--value\", \"test-secret-value\")\n\toutput, err := cmd.CombinedOutput()\n\tif err != nil {\n\t\tif strings.Contains(string(output), \"ObjectIsDeletedButRecoverable\") {\n\t\t\tlog.Printf(\"Secret %s is deleted but recoverable, attempting recovery\", secretName)\n\t\t\trecoverCmd := exec.CommandContext(ctx, \"az\", \"keyvault\", \"secret\", \"recover\",\n\t\t\t\t\"--vault-name\", vaultName,\n\t\t\t\t\"--name\", secretName)\n\t\t\trecoverOutput, recoverErr := recoverCmd.CombinedOutput()\n\t\t\tif recoverErr != nil {\n\t\t\t\treturn fmt.Errorf(\"failed to recover deleted secret: %w, output: %s\", recoverErr, string(recoverOutput))\n\t\t\t}\n\t\t\tlog.Printf(\"Secret %s recovered successfully\", secretName)\n\t\t\treturn nil\n\t\t}\n\n\t\t// If the command failed, it might be because the secret already exists\n\t\t// Try to show it to confirm\n\t\tshowCmd := exec.CommandContext(ctx, \"az\", \"keyvault\", \"secret\", \"show\",\n\t\t\t\"--vault-name\", vaultName,\n\t\t\t\"--name\", secretName)\n\t\tif showCmd.Run() == nil {\n\t\t\tlog.Printf(\"Secret %s already exists, skipping creation\", secretName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create secret: %w, output: %s\", err, string(output))\n\t}\n\n\tlog.Printf(\"Secret %s created successfully\", secretName)\n\treturn nil\n}\n\n// deleteKeyVaultSecret deletes a Key Vault secret using Azure CLI (idempotent)\nfunc deleteKeyVaultSecret(ctx context.Context, vaultName, secretName string) error {\n\t// Check if secret exists first\n\tshowCmd := exec.CommandContext(ctx, \"az\", \"keyvault\", \"secret\", \"show\",\n\t\t\"--vault-name\", vaultName,\n\t\t\"--name\", secretName)\n\tshowErr := showCmd.Run()\n\tif showErr != nil {\n\t\t// Secret doesn't exist, which is fine - nothing to delete\n\t\t// We intentionally ignore showErr here as it indicates the secret doesn't exist\n\t\tlog.Printf(\"Secret %s does not exist, skipping deletion\", secretName)\n\t\treturn nil //nolint:nilerr // Returning nil is correct when secret doesn't exist\n\t}\n\n\t// Secret exists, try to delete it\n\tcmd := exec.CommandContext(ctx, \"az\", \"keyvault\", \"secret\", \"delete\",\n\t\t\"--vault-name\", vaultName,\n\t\t\"--name\", secretName)\n\toutput, err := cmd.CombinedOutput()\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete secret: %w, output: %s\", err, string(output))\n\t}\n\n\tlog.Printf(\"Secret %s deleted successfully\", secretName)\n\treturn nil\n}\n\nfunc waitForKeyVaultSecretAvailable(ctx context.Context, client *armkeyvault.SecretsClient, resourceGroupName, vaultName, secretName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 3 * time.Second\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\t_, err := client.Get(ctx, resourceGroupName, vaultName, secretName, nil)\n\t\tif err == nil {\n\t\t\treturn nil\n\t\t}\n\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\treturn fmt.Errorf(\"error checking secret availability: %w\", err)\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for secret %s in vault %s to be available\", secretName, vaultName)\n}\n" }, { "path": "sources/azure/integration-tests/keyvault-vault_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestKeyVaultName = \"ovm-integ-test-kv\"\n)\n\nfunc TestKeyVaultVaultIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tkeyVaultClient, err := armkeyvault.NewVaultsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Key Vault client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create Key Vault\n\t\terr = createKeyVault(ctx, keyVaultClient, integrationTestResourceGroup, integrationTestKeyVaultName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create Key Vault: %v\", err)\n\t\t}\n\n\t\t// Wait for Key Vault to be fully available\n\t\terr = waitForKeyVaultAvailable(ctx, keyVaultClient, integrationTestResourceGroup, integrationTestKeyVaultName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for Key Vault to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetKeyVault\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\t// Try to get the test vault, skip if it doesn't exist\n\t\t\t_, err := keyVaultClient.Get(ctx, integrationTestResourceGroup, integrationTestKeyVaultName, nil)\n\t\t\tif err != nil {\n\t\t\t\tt.Skipf(\"Key Vault %s does not exist in resource group %s, skipping test. Error: %v\", integrationTestKeyVaultName, integrationTestResourceGroup, err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Retrieving Key Vault %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestKeyVaultName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tkvWrapper := manual.NewKeyVaultVault(\n\t\t\t\tclients.NewVaultsClient(keyVaultClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := kvWrapper.Scopes()[0]\n\n\t\t\tkvAdapter := sources.WrapperToAdapter(kvWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := kvAdapter.Get(ctx, scope, integrationTestKeyVaultName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestKeyVaultName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestKeyVaultName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\t// Validate the item\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"SDP item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved Key Vault %s\", integrationTestKeyVaultName)\n\t\t})\n\n\t\tt.Run(\"ListKeyVaults\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing Key Vaults in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tkvWrapper := manual.NewKeyVaultVault(\n\t\t\t\tclients.NewVaultsClient(keyVaultClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := kvWrapper.Scopes()[0]\n\n\t\t\tkvAdapter := sources.WrapperToAdapter(kvWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := kvAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list Key Vaults: %v\", err)\n\t\t\t}\n\n\t\t\t// Note: len(sdpItems) can be 0 or more, which is valid\n\t\t\tif len(sdpItems) == 0 {\n\t\t\t\tlog.Printf(\"No Key Vaults found in resource group %s\", integrationTestResourceGroup)\n\t\t\t}\n\n\t\t\t// Validate all items\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\t\tt.Fatalf(\"SDP item validation failed: %v\", err)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully listed %d Key Vaults\", len(sdpItems))\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\t// We intentionally keep the Key Vault by default.\n\t\t//\n\t\t// Key Vault names are globally unique and (by default) soft-deleted on removal.\n\t\t// Deleting the vault in tests frequently causes subsequent runs to fail because the\n\t\t// name is still held by the soft-deleted vault, and recreating requires a purge.\n\t\t//\n\t\t// To opt into cleanup, set CLEANUP_AZURE_INTEGRATION_TESTS=true.\n\t\tif os.Getenv(\"CLEANUP_AZURE_INTEGRATION_TESTS\") == \"true\" {\n\t\t\tctx := t.Context()\n\t\t\terr := deleteKeyVault(ctx, keyVaultClient, integrationTestResourceGroup, integrationTestKeyVaultName)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to delete Key Vault: %v\", err)\n\t\t\t}\n\t\t} else {\n\t\t\tlog.Printf(\"Skipping Key Vault deletion (set CLEANUP_AZURE_INTEGRATION_TESTS=true to enable)\")\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createKeyVault creates an Azure Key Vault (idempotent)\nfunc createKeyVault(ctx context.Context, client *armkeyvault.VaultsClient, resourceGroupName, vaultName, location string) error {\n\t// Check if Key Vault already exists\n\t_, err := client.Get(ctx, resourceGroupName, vaultName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Key Vault %s already exists, skipping creation\", vaultName)\n\t\treturn nil\n\t}\n\n\t// Get the tenant ID from environment variable\n\ttenantID := os.Getenv(\"AZURE_TENANT_ID\")\n\tif tenantID == \"\" {\n\t\treturn fmt.Errorf(\"AZURE_TENANT_ID environment variable not set, required for Key Vault creation\")\n\t}\n\n\t// Create a context with timeout for the entire Key Vault creation operation.\n\t// Purging soft-deleted vaults can take several minutes in Azure.\n\t// Key Vault creation can hang if the Microsoft.KeyVault resource provider is not registered\n\tcreateCtx, cancel := context.WithTimeout(ctx, 15*time.Minute)\n\tdefer cancel()\n\n\t// Create the Key Vault.\n\t// Key Vault names must be globally unique and 3-24 characters\n\t// They can only contain alphanumeric characters and hyphens\n\tparams := armkeyvault.VaultCreateOrUpdateParameters{\n\t\tLocation: new(location),\n\t\tProperties: &armkeyvault.VaultProperties{\n\t\t\tTenantID: new(tenantID),\n\t\t\tSKU: &armkeyvault.SKU{\n\t\t\t\tFamily: new(armkeyvault.SKUFamilyA),\n\t\t\t\tName: new(armkeyvault.SKUNameStandard),\n\t\t\t},\n\t\t\tAccessPolicies: []*armkeyvault.AccessPolicyEntry{\n\t\t\t\t// For integration tests, we create with minimal configuration.\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"keyvault-vault\"),\n\t\t},\n\t}\n\n\t// We allow one remediation pass for the common failure mode:\n\t// the vault was soft-deleted previously, so the name is still held and create returns 409.\n\tfor attempt := 1; attempt <= 2; attempt++ {\n\t\tpoller, err := client.BeginCreateOrUpdate(createCtx, resourceGroupName, vaultName, params, nil)\n\t\tif err != nil {\n\t\t\t// Check if context timed out\n\t\t\tif errors.Is(err, context.DeadlineExceeded) {\n\t\t\t\treturn fmt.Errorf(\"timeout starting Key Vault creation (this may indicate the Microsoft.KeyVault resource provider is not registered or the operation is taking too long): %w\", err)\n\t\t\t}\n\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\t\t// Key Vault uses soft-delete by default; 409 commonly means a deleted vault is still holding the name.\n\t\t\t\t// Attempt to purge the deleted vault (if it exists) and retry creation.\n\t\t\t\tif attempt == 1 {\n\t\t\t\t\tif purgeErr := purgeSoftDeletedKeyVault(createCtx, client, vaultName, location); purgeErr != nil {\n\t\t\t\t\t\treturn fmt.Errorf(\"key vault name conflict for %s and purge failed: %w\", vaultName, purgeErr)\n\t\t\t\t\t}\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\treturn fmt.Errorf(\"key vault name conflict for %s (it may be soft-deleted and require purge before recreate): %w\", vaultName, err)\n\t\t\t}\n\n\t\t\treturn fmt.Errorf(\"failed to begin creating Key Vault: %w\", err)\n\t\t}\n\n\t\t// Use the same timeout context for polling\n\t\tresp, err := poller.PollUntilDone(createCtx, nil)\n\t\tif err != nil {\n\t\t\t// Check if context timed out\n\t\t\tif errors.Is(err, context.DeadlineExceeded) {\n\t\t\t\treturn fmt.Errorf(\"timeout waiting for Key Vault creation to complete (this may indicate the Microsoft.KeyVault resource provider is not registered): %w\", err)\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"failed to create Key Vault: %w\", err)\n\t\t}\n\n\t\t// Verify the Key Vault was created successfully\n\t\tif resp.Properties == nil {\n\t\t\treturn fmt.Errorf(\"Key Vault created but properties are nil\")\n\t\t}\n\n\t\tlog.Printf(\"Key Vault %s created successfully\", vaultName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"failed to create Key Vault %s: exhausted retries\", vaultName)\n}\n\n// waitForKeyVaultAvailable waits for a Key Vault to be fully available\nfunc waitForKeyVaultAvailable(ctx context.Context, client *armkeyvault.VaultsClient, resourceGroupName, vaultName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 10 * time.Second\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, vaultName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Key Vault %s not yet available (attempt %d/%d), waiting %v...\", vaultName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"failed to get Key Vault: %w\", err)\n\t\t}\n\n\t\t// Key Vaults don't have a provisioning state like other resources\n\t\t// If we can get the vault, it's available\n\t\tif resp.Properties != nil {\n\t\t\tlog.Printf(\"Key Vault %s is available\", vaultName)\n\t\t\treturn nil\n\t\t}\n\n\t\tlog.Printf(\"Waiting for Key Vault %s to be available (attempt %d/%d)\", vaultName, attempt, maxAttempts)\n\t\ttime.Sleep(pollInterval)\n\t}\n\n\treturn fmt.Errorf(\"Key Vault %s did not become available within the timeout period\", vaultName)\n}\n\nfunc purgeSoftDeletedKeyVault(ctx context.Context, client *armkeyvault.VaultsClient, vaultName, location string) error {\n\t// Check if the vault is soft-deleted (this is the usual reason for 409 conflicts).\n\t_, err := client.GetDeleted(ctx, vaultName, location, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t// The caller may have passed the wrong location. Try to locate the deleted vault and\n\t\t\t// determine its original location.\n\t\t\tpager := client.NewListDeletedPager(nil)\n\t\t\tfor pager.More() {\n\t\t\t\tpage, pageErr := pager.NextPage(ctx)\n\t\t\t\tif pageErr != nil {\n\t\t\t\t\treturn fmt.Errorf(\"failed to list deleted vaults while resolving conflict for %s: %w\", vaultName, pageErr)\n\t\t\t\t}\n\t\t\t\tfor _, v := range page.Value {\n\t\t\t\t\tif v == nil || v.Name == nil || *v.Name != vaultName {\n\t\t\t\t\t\tcontinue\n\t\t\t\t\t}\n\t\t\t\t\tif v.Properties != nil && v.Properties.Location != nil && *v.Properties.Location != \"\" {\n\t\t\t\t\t\tlocation = *v.Properties.Location\n\t\t\t\t\t\tlog.Printf(\"Found soft-deleted Key Vault %s in location %s via ListDeleted\", vaultName, location)\n\t\t\t\t\t\tgoto purge\n\t\t\t\t\t}\n\t\t\t\t\t// If we can't determine location, we still can't purge with the SDK.\n\t\t\t\t\treturn fmt.Errorf(\"soft-deleted Key Vault %s found but location was empty; cannot purge automatically\", vaultName)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Not a soft-deleted vault in this subscription (or not visible); the name may be held elsewhere.\n\t\t\treturn fmt.Errorf(\"vault name %s is not soft-deleted in subscription/location (may be held by another subscription/tenant): %w\", vaultName, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check deleted Key Vault %s in %s: %w\", vaultName, location, err)\n\t}\n\npurge:\n\tlog.Printf(\"Key Vault %s is soft-deleted in %s; purging to allow recreation\", vaultName, location)\n\tpoller, err := client.BeginPurgeDeleted(ctx, vaultName, location, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin purging soft-deleted Key Vault %s: %w\", vaultName, err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to purge soft-deleted Key Vault %s: %w\", vaultName, err)\n\t}\n\n\tlog.Printf(\"Soft-deleted Key Vault %s purged successfully\", vaultName)\n\treturn nil\n}\n\n// deleteKeyVault deletes an Azure Key Vault (idempotent)\nfunc deleteKeyVault(ctx context.Context, client *armkeyvault.VaultsClient, resourceGroupName, vaultName string) error {\n\t// Check if Key Vault exists\n\t_, err := client.Get(ctx, resourceGroupName, vaultName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Key Vault %s does not exist, skipping deletion\", vaultName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check if Key Vault exists: %w\", err)\n\t}\n\n\t// Delete the Key Vault\n\t// Note: Key Vaults may require soft-delete to be disabled first\n\t// For integration tests, we'll attempt deletion\n\t_, err = client.Delete(ctx, resourceGroupName, vaultName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Key Vault %s does not exist, skipping deletion\", vaultName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete Key Vault: %w\", err)\n\t}\n\n\tlog.Printf(\"Key Vault %s deleted successfully\", vaultName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/keyvault_helpers_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os/exec\"\n\t\"strings\"\n\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// ensureKeyVaultKey ensures a Key Vault key exists and returns its (versioned) key URL.\n//\n// Note: this uses the Azure CLI for data-plane operations to keep integration test setup simple.\nfunc ensureKeyVaultKey(ctx context.Context, vaultName, keyName string) (string, error) {\n\t// If the key already exists, return its current (versioned) URL.\n\tshowCmd := exec.CommandContext(ctx, \"az\", \"keyvault\", \"key\", \"show\",\n\t\t\"--vault-name\", vaultName,\n\t\t\"--name\", keyName,\n\t\t\"--query\", \"key.kid\",\n\t\t\"-o\", \"tsv\",\n\t)\n\tif out, err := showCmd.CombinedOutput(); err == nil {\n\t\tkeyURL := strings.TrimSpace(string(out))\n\t\tif keyURL != \"\" {\n\t\t\tlog.Printf(\"Key Vault key %s already exists in vault %s\", keyName, vaultName)\n\t\t\treturn keyURL, nil\n\t\t}\n\t}\n\n\tcreateCmd := exec.CommandContext(ctx, \"az\", \"keyvault\", \"key\", \"create\",\n\t\t\"--vault-name\", vaultName,\n\t\t\"--name\", keyName,\n\t\t\"--kty\", \"RSA\",\n\t\t\"--size\", \"2048\",\n\t\t\"--query\", \"key.kid\",\n\t\t\"-o\", \"tsv\",\n\t)\n\tout, err := createCmd.CombinedOutput()\n\tif err != nil {\n\t\treturn \"\", fmt.Errorf(\"failed to create key vault key: %w, output: %s\", err, string(out))\n\t}\n\tkeyURL := strings.TrimSpace(string(out))\n\tif keyURL == \"\" {\n\t\treturn \"\", fmt.Errorf(\"created key but key URL was empty\")\n\t}\n\tlog.Printf(\"Key Vault key %s created in vault %s\", keyName, vaultName)\n\treturn keyURL, nil\n}\n\n// grantKeyVaultCryptoAccess grants an identity access to Key Vault key crypto operations.\n//\n// Different vaults may use access policies or RBAC for authorization, so we attempt both.\nfunc grantKeyVaultCryptoAccess(ctx context.Context, vaultName, vaultResourceID, principalID string) error {\n\t// Try access-policy based authorization.\n\t// This is idempotent: if policy exists, it updates.\n\tsetPolicyCmd := exec.CommandContext(ctx, \"az\", \"keyvault\", \"set-policy\",\n\t\t\"--name\", vaultName,\n\t\t\"--object-id\", principalID,\n\t\t\"--key-permissions\", \"get\", \"wrapKey\", \"unwrapKey\",\n\t)\n\tif out, err := setPolicyCmd.CombinedOutput(); err != nil {\n\t\tlog.Printf(\"Key Vault set-policy failed (may be RBAC-enabled vault): %v, output: %s\", err, string(out))\n\t}\n\n\t// Try RBAC based authorization.\n\t// This can fail if the vault isn't RBAC-enabled for data-plane, but it won't hurt to try.\n\troleCmd := exec.CommandContext(ctx, \"az\", \"role\", \"assignment\", \"create\",\n\t\t\"--assignee-object-id\", principalID,\n\t\t\"--assignee-principal-type\", \"ServicePrincipal\",\n\t\t\"--role\", \"Key Vault Crypto Service Encryption User\",\n\t\t\"--scope\", vaultResourceID,\n\t)\n\tif out, err := roleCmd.CombinedOutput(); err != nil {\n\t\t// If the assignment already exists, treat it as success.\n\t\tif strings.Contains(string(out), \"RoleAssignmentExists\") || strings.Contains(string(out), \"already exists\") {\n\t\t\treturn nil\n\t\t}\n\t\tlog.Printf(\"Key Vault role assignment failed (may be access-policy vault): %v, output: %s\", err, string(out))\n\t}\n\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/main_test.go", "content": "package integrationtests\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\t\"strconv\"\n\t\"testing\"\n)\n\nfunc TestMain(m *testing.M) {\n\tif shouldRunIntegrationTests() {\n\t\tfmt.Println(\"Running integration tests\")\n\t\tos.Exit(m.Run())\n\t} else {\n\t\tfmt.Println(\"Skipping integration tests, set RUN_AZURE_INTEGRATION_TESTS=true to run them\")\n\t\tos.Exit(0)\n\t}\n}\n\nfunc shouldRunIntegrationTests() bool {\n\trun, found := os.LookupEnv(\"RUN_AZURE_INTEGRATION_TESTS\")\n\n\tif !found {\n\t\treturn false\n\t}\n\n\tshouldRun, err := strconv.ParseBool(run)\n\tif err != nil {\n\t\treturn false\n\t}\n\n\treturn shouldRun\n}\n" }, { "path": "sources/azure/integration-tests/maintenance-maintenance-configuration_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/maintenance/armmaintenance\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestMaintenanceConfigName = \"ovm-integ-test-maint-config\"\n)\n\nfunc TestMaintenanceMaintenanceConfigurationIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tconfigurationsClient, err := armmaintenance.NewConfigurationsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Maintenance Configurations client: %v\", err)\n\t}\n\n\tconfigurationsForResourceGroupClient, err := armmaintenance.NewConfigurationsForResourceGroupClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Maintenance Configurations For Resource Group client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createMaintenanceConfig(ctx, configurationsClient, integrationTestResourceGroup, integrationTestMaintenanceConfigName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create maintenance configuration: %v\", err)\n\t\t}\n\n\t\terr = waitForMaintenanceConfigAvailable(ctx, configurationsClient, integrationTestResourceGroup, integrationTestMaintenanceConfigName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for maintenance configuration to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetMaintenanceConfiguration\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving maintenance configuration %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestMaintenanceConfigName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\twrapper := manual.NewMaintenanceMaintenanceConfiguration(\n\t\t\t\tclients.NewMaintenanceConfigurationClient(configurationsClient, configurationsForResourceGroupClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestMaintenanceConfigName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestMaintenanceConfigName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestMaintenanceConfigName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved maintenance configuration %s\", integrationTestMaintenanceConfigName)\n\t\t})\n\n\t\tt.Run(\"ListMaintenanceConfigurations\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing maintenance configurations in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\twrapper := manual.NewMaintenanceMaintenanceConfiguration(\n\t\t\t\tclients.NewMaintenanceConfigurationClient(configurationsClient, configurationsForResourceGroupClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list maintenance configurations: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one maintenance configuration, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestMaintenanceConfigName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find maintenance configuration %s in the list\", integrationTestMaintenanceConfigName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d maintenance configurations in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for maintenance configuration %s\", integrationTestMaintenanceConfigName)\n\n\t\t\twrapper := manual.NewMaintenanceMaintenanceConfiguration(\n\t\t\t\tclients.NewMaintenanceConfigurationClient(configurationsClient, configurationsForResourceGroupClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestMaintenanceConfigName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.MaintenanceMaintenanceConfiguration.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.MaintenanceMaintenanceConfiguration, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for maintenance configuration %s\", integrationTestMaintenanceConfigName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for maintenance configuration %s\", integrationTestMaintenanceConfigName)\n\n\t\t\twrapper := manual.NewMaintenanceMaintenanceConfiguration(\n\t\t\t\tclients.NewMaintenanceConfigurationClient(configurationsClient, configurationsForResourceGroupClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestMaintenanceConfigName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for maintenance configuration %s\", len(linkedQueries), integrationTestMaintenanceConfigName)\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() == sdp.QueryMethod_GET || query.GetMethod() == sdp.QueryMethod_SEARCH {\n\t\t\t\t\t// Valid method\n\t\t\t\t} else {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified linked item query: Type=%s, Method=%s, Query=%s, Scope=%s\",\n\t\t\t\t\tquery.GetType(), query.GetMethod(), query.GetQuery(), query.GetScope())\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteMaintenanceConfig(ctx, configurationsClient, integrationTestResourceGroup, integrationTestMaintenanceConfigName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete maintenance configuration: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createMaintenanceConfig(ctx context.Context, client *armmaintenance.ConfigurationsClient, resourceGroupName, configName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, configName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Maintenance configuration %s already exists, skipping creation\", configName)\n\t\treturn nil\n\t}\n\n\tmaintenanceScope := armmaintenance.MaintenanceScopeHost\n\tvisibility := armmaintenance.VisibilityCustom\n\n\t_, err = client.CreateOrUpdate(ctx, resourceGroupName, configName, armmaintenance.Configuration{\n\t\tLocation: &location,\n\t\tProperties: &armmaintenance.ConfigurationProperties{\n\t\t\tMaintenanceScope: &maintenanceScope,\n\t\t\tVisibility: &visibility,\n\t\t\tMaintenanceWindow: &armmaintenance.Window{\n\t\t\t\tStartDateTime: new(\"2025-01-01 00:00\"),\n\t\t\t\tDuration: new(\"02:00\"),\n\t\t\t\tTimeZone: new(\"Pacific Standard Time\"),\n\t\t\t\tRecurEvery: new(\"Day\"),\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"maintenance-configuration\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Maintenance configuration %s already exists (conflict), skipping creation\", configName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create maintenance configuration: %w\", err)\n\t}\n\n\tlog.Printf(\"Maintenance configuration %s created successfully\", configName)\n\treturn nil\n}\n\nfunc waitForMaintenanceConfigAvailable(ctx context.Context, client *armmaintenance.ConfigurationsClient, resourceGroupName, configName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for maintenance configuration %s to be available via API...\", configName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\t_, err := client.Get(ctx, resourceGroupName, configName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Maintenance configuration %s not yet available (attempt %d/%d), waiting %v...\", configName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking maintenance configuration availability: %w\", err)\n\t\t}\n\n\t\tlog.Printf(\"Maintenance configuration %s is available\", configName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for maintenance configuration %s to be available after %d attempts\", configName, maxAttempts)\n}\n\nfunc deleteMaintenanceConfig(ctx context.Context, client *armmaintenance.ConfigurationsClient, resourceGroupName, configName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, configName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Maintenance configuration %s not found, skipping deletion\", configName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete maintenance configuration: %w\", err)\n\t}\n\n\tlog.Printf(\"Maintenance configuration %s deleted successfully\", configName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/managedidentity-federated-identity-credential_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestIdentityName = \"ovm-integ-test-identity\"\n\tintegrationTestFedCredName = \"ovm-integ-test-fed-cred\"\n\tintegrationTestFedCredIssuer = \"https://token.actions.githubusercontent.com\"\n\tintegrationTestFedCredSubject = \"repo:overmindtech/test-repo:ref:refs/heads/main\"\n\tintegrationTestFedCredAudience = \"api://AzureADTokenExchange\"\n)\n\nfunc TestManagedIdentityFederatedIdentityCredentialIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tuaiClient, err := armmsi.NewUserAssignedIdentitiesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create User Assigned Identities client: %v\", err)\n\t}\n\n\tficClient, err := armmsi.NewFederatedIdentityCredentialsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Federated Identity Credentials client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createUserAssignedIdentity(ctx, uaiClient, integrationTestResourceGroup, integrationTestIdentityName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create user assigned identity: %v\", err)\n\t\t}\n\n\t\terr = waitForUserAssignedIdentityAvailable(ctx, uaiClient, integrationTestResourceGroup, integrationTestIdentityName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for user assigned identity to be available: %v\", err)\n\t\t}\n\n\t\terr = createFederatedIdentityCredential(ctx, ficClient, integrationTestResourceGroup, integrationTestIdentityName, integrationTestFedCredName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create federated identity credential: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetFederatedIdentityCredential\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving federated identity credential %s for identity %s, subscription %s, resource group %s\",\n\t\t\t\tintegrationTestFedCredName, integrationTestIdentityName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(\n\t\t\t\tclients.NewFederatedIdentityCredentialsClient(ficClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestIdentityName, integrationTestFedCredName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueValue := shared.CompositeLookupKey(integrationTestIdentityName, integrationTestFedCredName)\n\t\t\tif uniqueAttrValue != expectedUniqueValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved federated identity credential %s\", integrationTestFedCredName)\n\t\t})\n\n\t\tt.Run(\"SearchFederatedIdentityCredentials\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching federated identity credentials for identity %s\", integrationTestIdentityName)\n\n\t\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(\n\t\t\t\tclients.NewFederatedIdentityCredentialsClient(ficClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, integrationTestIdentityName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search federated identity credentials: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one federated identity credential, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\texpectedValue := shared.CompositeLookupKey(integrationTestIdentityName, integrationTestFedCredName)\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedValue {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find credential %s in the search results\", integrationTestFedCredName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d federated identity credentials in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for federated identity credential %s\", integrationTestFedCredName)\n\n\t\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(\n\t\t\t\tclients.NewFederatedIdentityCredentialsClient(ficClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestIdentityName, integrationTestFedCredName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasIdentityLink bool\n\t\t\tvar hasDNSLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == azureshared.ManagedIdentityUserAssignedIdentity.String() {\n\t\t\t\t\thasIdentityLink = true\n\t\t\t\t\tif query.GetQuery() != integrationTestIdentityName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to identity %s, got %s\", integrationTestIdentityName, query.GetQuery())\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == \"dns\" {\n\t\t\t\t\thasDNSLink = true\n\t\t\t\t\tif query.GetQuery() != \"token.actions.githubusercontent.com\" {\n\t\t\t\t\t\tt.Errorf(\"Expected DNS query to token.actions.githubusercontent.com, got %s\", query.GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif query.GetScope() != \"global\" {\n\t\t\t\t\t\tt.Errorf(\"Expected DNS query scope to be global, got %s\", query.GetScope())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasIdentityLink {\n\t\t\t\tt.Error(\"Expected linked query to user assigned identity, but didn't find one\")\n\t\t\t}\n\n\t\t\tif !hasDNSLink {\n\t\t\t\tt.Error(\"Expected linked query to DNS (from Issuer URL), but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for federated identity credential %s\", len(linkedQueries), integrationTestFedCredName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(\n\t\t\t\tclients.NewFederatedIdentityCredentialsClient(ficClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestIdentityName, integrationTestFedCredName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.ManagedIdentityFederatedIdentityCredential.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ManagedIdentityFederatedIdentityCredential, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := subscriptionID + \".\" + integrationTestResourceGroup\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for federated identity credential %s\", integrationTestFedCredName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteFederatedIdentityCredential(ctx, ficClient, integrationTestResourceGroup, integrationTestIdentityName, integrationTestFedCredName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete federated identity credential: %v\", err)\n\t\t}\n\n\t\terr = deleteUserAssignedIdentity(ctx, uaiClient, integrationTestResourceGroup, integrationTestIdentityName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete user assigned identity: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createFederatedIdentityCredential(ctx context.Context, client *armmsi.FederatedIdentityCredentialsClient, resourceGroupName, identityName, credentialName string) error {\n\t_, err := client.Get(ctx, resourceGroupName, identityName, credentialName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Federated identity credential %s already exists, skipping creation\", credentialName)\n\t\treturn nil\n\t}\n\n\t_, err = client.CreateOrUpdate(ctx, resourceGroupName, identityName, credentialName, armmsi.FederatedIdentityCredential{\n\t\tProperties: &armmsi.FederatedIdentityCredentialProperties{\n\t\t\tIssuer: new(integrationTestFedCredIssuer),\n\t\t\tSubject: new(integrationTestFedCredSubject),\n\t\t\tAudiences: []*string{new(integrationTestFedCredAudience)},\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, resourceGroupName, identityName, credentialName, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"Federated identity credential %s already exists (conflict), skipping creation\", credentialName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"federated identity credential %s conflict but not retrievable: %w\", credentialName, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create federated identity credential: %w\", err)\n\t}\n\n\tlog.Printf(\"Federated identity credential %s created successfully\", credentialName)\n\treturn nil\n}\n\nfunc deleteFederatedIdentityCredential(ctx context.Context, client *armmsi.FederatedIdentityCredentialsClient, resourceGroupName, identityName, credentialName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, identityName, credentialName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Federated identity credential %s not found, skipping deletion\", credentialName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete federated identity credential: %w\", err)\n\t}\n\n\tlog.Printf(\"Federated identity credential %s deleted successfully\", credentialName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/managedidentity-user-assigned-identity_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestUserAssignedIdentityName = \"ovm-integ-test-uai\"\n)\n\nfunc TestManagedIdentityUserAssignedIdentityIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tidentityClient, err := armmsi.NewUserAssignedIdentitiesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create User Assigned Identities client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create User Assigned Identity\n\t\terr = createUserAssignedIdentity(ctx, identityClient, integrationTestResourceGroup, integrationTestUserAssignedIdentityName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create User Assigned Identity: %v\", err)\n\t\t}\n\n\t\t// Wait for User Assigned Identity to be fully available\n\t\terr = waitForUserAssignedIdentityAvailable(ctx, identityClient, integrationTestResourceGroup, integrationTestUserAssignedIdentityName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for User Assigned Identity to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetUserAssignedIdentity\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\t// Try to get the test identity, skip if it doesn't exist\n\t\t\t_, err := identityClient.Get(ctx, integrationTestResourceGroup, integrationTestUserAssignedIdentityName, nil)\n\t\t\tif err != nil {\n\t\t\t\tt.Skipf(\"User Assigned Identity %s does not exist in resource group %s, skipping test. Error: %v\", integrationTestUserAssignedIdentityName, integrationTestResourceGroup, err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Retrieving User Assigned Identity %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestUserAssignedIdentityName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tidentityWrapper := manual.NewManagedIdentityUserAssignedIdentity(\n\t\t\t\tclients.NewUserAssignedIdentitiesClient(identityClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := identityWrapper.Scopes()[0]\n\n\t\t\tidentityAdapter := sources.WrapperToAdapter(identityWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := identityAdapter.Get(ctx, scope, integrationTestUserAssignedIdentityName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestUserAssignedIdentityName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestUserAssignedIdentityName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\t// Validate the item\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"SDP item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved User Assigned Identity %s\", integrationTestUserAssignedIdentityName)\n\t\t})\n\n\t\tt.Run(\"ListUserAssignedIdentities\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing User Assigned Identities in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tidentityWrapper := manual.NewManagedIdentityUserAssignedIdentity(\n\t\t\t\tclients.NewUserAssignedIdentitiesClient(identityClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := identityWrapper.Scopes()[0]\n\n\t\t\tidentityAdapter := sources.WrapperToAdapter(identityWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := identityAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list User Assigned Identities: %v\", err)\n\t\t\t}\n\n\t\t\t// Note: len(sdpItems) can be 0 or more, which is valid\n\t\t\tif len(sdpItems) == 0 {\n\t\t\t\tlog.Printf(\"No User Assigned Identities found in resource group %s\", integrationTestResourceGroup)\n\t\t\t}\n\n\t\t\t// Validate all items\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\t\tt.Fatalf(\"SDP item validation failed: %v\", err)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Verify we can find the test identity in the list\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestUserAssignedIdentityName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find identity %s in the list of User Assigned Identities\", integrationTestUserAssignedIdentityName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully listed %d User Assigned Identities\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for User Assigned Identity %s\", integrationTestUserAssignedIdentityName)\n\n\t\t\tidentityWrapper := manual.NewManagedIdentityUserAssignedIdentity(\n\t\t\t\tclients.NewUserAssignedIdentitiesClient(identityClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := identityWrapper.Scopes()[0]\n\n\t\t\tidentityAdapter := sources.WrapperToAdapter(identityWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := identityAdapter.Get(ctx, scope, integrationTestUserAssignedIdentityName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (federated identity credentials should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasFederatedCredentialLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tswitch liq.GetQuery().GetType() {\n\t\t\t\tcase azureshared.ManagedIdentityFederatedIdentityCredential.String():\n\t\t\t\t\thasFederatedCredentialLink = true\n\t\t\t\t\t// Verify federated credential link properties\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected federated credential link method to be SEARCH, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetQuery() != integrationTestUserAssignedIdentityName {\n\t\t\t\t\t\tt.Errorf(\"Expected federated credential link query to be %s, got %s\", integrationTestUserAssignedIdentityName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected federated credential link scope to be %s, got %s\", scope, liq.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\tdefault:\n\t\t\t\t\tt.Errorf(\"Unexpected linked item type: %s\", liq.GetQuery().GetType())\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasFederatedCredentialLink {\n\t\t\t\tt.Error(\"Expected linked query to federated identity credentials, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for User Assigned Identity %s\", len(linkedQueries), integrationTestUserAssignedIdentityName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete User Assigned Identity\n\t\terr := deleteUserAssignedIdentity(ctx, identityClient, integrationTestResourceGroup, integrationTestUserAssignedIdentityName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete User Assigned Identity: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createUserAssignedIdentity creates an Azure User Assigned Identity (idempotent)\nfunc createUserAssignedIdentity(ctx context.Context, client *armmsi.UserAssignedIdentitiesClient, resourceGroupName, identityName, location string) error {\n\t// Check if User Assigned Identity already exists\n\t_, err := client.Get(ctx, resourceGroupName, identityName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"User Assigned Identity %s already exists, skipping creation\", identityName)\n\t\treturn nil\n\t}\n\n\t// Create the User Assigned Identity\n\tresp, err := client.CreateOrUpdate(ctx, resourceGroupName, identityName, armmsi.Identity{\n\t\tLocation: new(location),\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"managedidentity-user-assigned-identity\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if identity already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"User Assigned Identity %s already exists (conflict), skipping creation\", identityName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create User Assigned Identity: %w\", err)\n\t}\n\n\t// Verify the identity was created successfully\n\tif resp.Properties == nil {\n\t\treturn fmt.Errorf(\"User Assigned Identity created but properties are nil\")\n\t}\n\n\tlog.Printf(\"User Assigned Identity %s created successfully\", identityName)\n\treturn nil\n}\n\n// waitForUserAssignedIdentityAvailable waits for a User Assigned Identity to be fully available\nfunc waitForUserAssignedIdentityAvailable(ctx context.Context, client *armmsi.UserAssignedIdentitiesClient, resourceGroupName, identityName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 10 * time.Second\n\n\tlog.Printf(\"Waiting for User Assigned Identity %s to be available...\", identityName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, identityName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"User Assigned Identity %s not yet available (attempt %d/%d), waiting %v...\", identityName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking User Assigned Identity availability: %w\", err)\n\t\t}\n\n\t\t// User Assigned Identities don't have a provisioning state like some other resources\n\t\t// If we can get the identity and it has properties, it's available\n\t\tif resp.Properties != nil {\n\t\t\tlog.Printf(\"User Assigned Identity %s is available\", identityName)\n\t\t\treturn nil\n\t\t}\n\n\t\tlog.Printf(\"Waiting for User Assigned Identity %s to be available (attempt %d/%d)\", identityName, attempt, maxAttempts)\n\t\ttime.Sleep(pollInterval)\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for User Assigned Identity %s to be available after %d attempts\", identityName, maxAttempts)\n}\n\n// deleteUserAssignedIdentity deletes an Azure User Assigned Identity (idempotent)\nfunc deleteUserAssignedIdentity(ctx context.Context, client *armmsi.UserAssignedIdentitiesClient, resourceGroupName, identityName string) error {\n\t// Check if User Assigned Identity exists\n\t_, err := client.Get(ctx, resourceGroupName, identityName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"User Assigned Identity %s does not exist, skipping deletion\", identityName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check if User Assigned Identity exists: %w\", err)\n\t}\n\n\t// Delete the User Assigned Identity\n\t_, err = client.Delete(ctx, resourceGroupName, identityName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"User Assigned Identity %s does not exist, skipping deletion\", identityName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete User Assigned Identity: %w\", err)\n\t}\n\n\tlog.Printf(\"User Assigned Identity %s deleted successfully\", identityName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-application-gateway_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestAGName = \"ovm-integ-test-ag\"\n\tintegrationTestVNetNameForAG = \"ovm-integ-test-vnet-for-ag\"\n\tintegrationTestAGSubnetName = \"ag-subnet\"\n\tintegrationTestPublicIPNameForAG = \"ovm-integ-test-public-ip-for-ag\"\n)\n\nfunc TestNetworkApplicationGatewayIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tpublicIPClient, err := armnetwork.NewPublicIPAddressesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Public IP Addresses client: %v\", err)\n\t}\n\n\tagClient, err := armnetwork.NewApplicationGatewaysClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Application Gateways client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create virtual network for the application gateway\n\t\t// Application Gateway requires a dedicated subnet\n\t\terr = createVirtualNetworkForAG(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForAG, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\t// Create dedicated subnet for Application Gateway\n\t\terr = createAGSubnet(ctx, subnetClient, integrationTestResourceGroup, integrationTestVNetNameForAG, integrationTestAGSubnetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create Application Gateway subnet: %v\", err)\n\t\t}\n\n\t\t// Create public IP address for the application gateway (needed even if AG exists)\n\t\terr = createPublicIPForAG(ctx, publicIPClient, integrationTestResourceGroup, integrationTestPublicIPNameForAG, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create public IP address: %v\", err)\n\t\t}\n\n\t\t// Check if Application Gateway already exists first (quick check)\n\t\texistingAG, err := agClient.Get(ctx, integrationTestResourceGroup, integrationTestAGName, nil)\n\t\tif err == nil {\n\t\t\t// Application Gateway exists, check if it's ready\n\t\t\tif existingAG.Properties != nil && existingAG.Properties.ProvisioningState != nil {\n\t\t\t\tstate := *existingAG.Properties.ProvisioningState\n\t\t\t\tif state == \"Succeeded\" {\n\t\t\t\t\tlog.Printf(\"Application Gateway %s already exists and is ready, skipping creation\", integrationTestAGName)\n\t\t\t\t} else {\n\t\t\t\t\tlog.Printf(\"Application Gateway %s exists but in state %s, waiting for it to be ready\", integrationTestAGName, state)\n\t\t\t\t\terr = waitForApplicationGatewayAvailable(ctx, agClient, integrationTestResourceGroup, integrationTestAGName)\n\t\t\t\t\tif err != nil {\n\t\t\t\t\t\tt.Fatalf(\"Failed waiting for existing application gateway to be ready: %v\", err)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tlog.Printf(\"Application Gateway %s already exists, verifying availability\", integrationTestAGName)\n\t\t\t\terr = waitForApplicationGatewayAvailable(ctx, agClient, integrationTestResourceGroup, integrationTestAGName)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Failed waiting for application gateway to be available: %v\", err)\n\t\t\t\t}\n\t\t\t}\n\t\t} else {\n\t\t\t// Application Gateway doesn't exist\n\t\t\t// Application Gateway creation takes 15-20 minutes which exceeds test timeout\n\t\t\t// For integration tests, we require the Application Gateway to already exist\n\t\t\tlog.Printf(\"Application Gateway %s does not exist\", integrationTestAGName)\n\t\t\tlog.Printf(\"Application Gateway creation takes 15-20 minutes, which exceeds the test timeout of 5 minutes.\")\n\t\t\tlog.Printf(\"Please create the Application Gateway manually or wait for a previous creation to complete.\")\n\t\t\tlog.Printf(\"Required resources should be ready: subnet %s and public IP %s\", integrationTestAGSubnetName, integrationTestPublicIPNameForAG)\n\t\t\tt.Skipf(\"Application Gateway %s does not exist. Please create it first (takes 15-20 minutes) or ensure it exists in 'Succeeded' state before running integration tests\", integrationTestAGName)\n\t\t}\n\n\t\tlog.Printf(\"Setup completed: Application Gateway %s is available\", integrationTestAGName)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tctx := t.Context()\n\t\t_, checkErr := agClient.Get(ctx, integrationTestResourceGroup, integrationTestAGName, nil)\n\t\tif checkErr != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(checkErr, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tt.Skipf(\"Application Gateway %s does not exist (Setup may have been skipped). Skipping Run tests.\", integrationTestAGName)\n\t\t\t}\n\t\t\tt.Fatalf(\"Failed preflight check for application gateway %s: %v\", integrationTestAGName, checkErr)\n\t\t}\n\n\t\tt.Run(\"GetApplicationGateway\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving application gateway %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestAGName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tagWrapper := manual.NewNetworkApplicationGateway(\n\t\t\t\tclients.NewApplicationGatewaysClient(agClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := agWrapper.Scopes()[0]\n\n\t\t\tagAdapter := sources.WrapperToAdapter(agWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := agAdapter.Get(ctx, scope, integrationTestAGName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestAGName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestAGName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkApplicationGateway.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got %s\", azureshared.NetworkApplicationGateway, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved application gateway %s\", integrationTestAGName)\n\t\t})\n\n\t\tt.Run(\"ListApplicationGateways\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing application gateways in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tagWrapper := manual.NewNetworkApplicationGateway(\n\t\t\t\tclients.NewApplicationGatewaysClient(agClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := agWrapper.Scopes()[0]\n\n\t\t\tagAdapter := sources.WrapperToAdapter(agWrapper, sdpcache.NewNoOpCache())\n\t\t\tlistable, ok := agAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 application gateway, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\t// Find our test application gateway\n\t\t\tfound := false\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestAGName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tif item.GetType() != azureshared.NetworkApplicationGateway.String() {\n\t\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkApplicationGateway, item.GetType())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find application gateway %s in list, but didn't\", integrationTestAGName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully listed %d application gateways\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tagWrapper := manual.NewNetworkApplicationGateway(\n\t\t\t\tclients.NewApplicationGatewaysClient(agClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := agWrapper.Scopes()[0]\n\n\t\t\tagAdapter := sources.WrapperToAdapter(agWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := agAdapter.Get(ctx, scope, integrationTestAGName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.NetworkApplicationGateway.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkApplicationGateway, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for application gateway %s\", integrationTestAGName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tagWrapper := manual.NewNetworkApplicationGateway(\n\t\t\t\tclients.NewApplicationGatewaysClient(agClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := agWrapper.Scopes()[0]\n\n\t\t\tagAdapter := sources.WrapperToAdapter(agWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := agAdapter.Get(ctx, scope, integrationTestAGName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\t// Verify expected linked item types for application gateway\n\t\t\texpectedLinkedTypes := map[string]bool{\n\t\t\t\tazureshared.NetworkApplicationGatewayGatewayIPConfiguration.String(): false,\n\t\t\t\tazureshared.NetworkApplicationGatewayFrontendIPConfiguration.String(): false,\n\t\t\t\tazureshared.NetworkApplicationGatewayBackendAddressPool.String(): false,\n\t\t\t\tazureshared.NetworkApplicationGatewayHTTPListener.String(): false,\n\t\t\t\tazureshared.NetworkApplicationGatewayBackendHTTPSettings.String(): false,\n\t\t\t\tazureshared.NetworkApplicationGatewayRequestRoutingRule.String(): false,\n\t\t\t\tazureshared.NetworkPublicIPAddress.String(): false,\n\t\t\t\tazureshared.NetworkSubnet.String(): false,\n\t\t\t\tazureshared.NetworkVirtualNetwork.String(): false,\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tlinkedType := query.GetType()\n\t\t\t\tif _, exists := expectedLinkedTypes[linkedType]; exists {\n\t\t\t\t\texpectedLinkedTypes[linkedType] = true\n\t\t\t\t}\n\n\t\t\t\t// Verify query has required fields\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Verify critical linked types were found\n\t\t\tcriticalTypes := []string{\n\t\t\t\tazureshared.NetworkApplicationGatewayGatewayIPConfiguration.String(),\n\t\t\t\tazureshared.NetworkApplicationGatewayFrontendIPConfiguration.String(),\n\t\t\t\tazureshared.NetworkApplicationGatewayBackendAddressPool.String(),\n\t\t\t\tazureshared.NetworkApplicationGatewayHTTPListener.String(),\n\t\t\t\tazureshared.NetworkApplicationGatewayBackendHTTPSettings.String(),\n\t\t\t\tazureshared.NetworkApplicationGatewayRequestRoutingRule.String(),\n\t\t\t}\n\n\t\t\tfor _, linkedType := range criticalTypes {\n\t\t\t\tif !expectedLinkedTypes[linkedType] {\n\t\t\t\t\tt.Errorf(\"Expected linked query to %s, but didn't find one\", linkedType)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for application gateway %s\", len(linkedQueries), integrationTestAGName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete application gateway\n\t\terr := deleteApplicationGateway(ctx, agClient, integrationTestResourceGroup, integrationTestAGName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete application gateway: %v\", err)\n\t\t}\n\n\t\t// Delete public IP address\n\t\terr = deletePublicIPForAG(ctx, publicIPClient, integrationTestResourceGroup, integrationTestPublicIPNameForAG)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete public IP address: %v\", err)\n\t\t}\n\n\t\t// Delete VNet (this also deletes the subnet)\n\t\terr = deleteVirtualNetworkForAG(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForAG)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\t})\n}\n\n// createVirtualNetworkForAG creates an Azure virtual network for Application Gateway (idempotent)\nfunc createVirtualNetworkForAG(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t// Check if VNet already exists\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\t// Create the VNet\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.3.0.0/16\")},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\n// createAGSubnet creates a dedicated subnet for Application Gateway (idempotent)\n// Application Gateway requires a dedicated subnet with at least /24 address space\nfunc createAGSubnet(ctx context.Context, client *armnetwork.SubnetsClient, resourceGroupName, vnetName, subnetName string) error {\n\t// Check if subnet already exists\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, subnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Subnet %s already exists, skipping creation\", subnetName)\n\t\treturn nil\n\t}\n\n\t// Create the subnet with /24 address space for Application Gateway\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, subnetName, armnetwork.Subnet{\n\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\tAddressPrefix: new(\"10.3.0.0/24\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Subnet %s already exists (conflict), skipping creation\", subnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating subnet: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create subnet: %w\", err)\n\t}\n\n\tlog.Printf(\"Subnet %s created successfully\", subnetName)\n\treturn nil\n}\n\n// deleteVirtualNetworkForAG deletes an Azure virtual network\nfunc deleteVirtualNetworkForAG(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s deleted successfully\", vnetName)\n\treturn nil\n}\n\n// createPublicIPForAG creates an Azure public IP address for Application Gateway (idempotent)\nfunc createPublicIPForAG(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, publicIPName, location string) error {\n\t// Check if public IP already exists\n\t_, err := client.Get(ctx, resourceGroupName, publicIPName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Public IP address %s already exists, skipping creation\", publicIPName)\n\t\treturn nil\n\t}\n\n\t// Create the public IP address with Standard SKU (required for Application Gateway v2)\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, publicIPName, armnetwork.PublicIPAddress{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.PublicIPAddressPropertiesFormat{\n\t\t\tPublicIPAllocationMethod: new(armnetwork.IPAllocationMethodStatic),\n\t\t\tPublicIPAddressVersion: new(armnetwork.IPVersionIPv4),\n\t\t},\n\t\tSKU: &armnetwork.PublicIPAddressSKU{\n\t\t\tName: new(armnetwork.PublicIPAddressSKUNameStandard),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating public IP address: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create public IP address: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP address %s created successfully\", publicIPName)\n\treturn nil\n}\n\n// deletePublicIPForAG deletes an Azure public IP address\nfunc deletePublicIPForAG(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, publicIPName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, publicIPName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Public IP address %s not found, skipping deletion\", publicIPName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting public IP address: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete public IP address: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP address %s deleted successfully\", publicIPName)\n\treturn nil\n}\n\n// waitForApplicationGatewayAvailable polls until the application gateway is available via the Get API\nfunc waitForApplicationGatewayAvailable(ctx context.Context, client *armnetwork.ApplicationGatewaysClient, resourceGroupName, agName string) error {\n\tmaxAttempts := 30 // Application Gateways take longer to provision\n\tpollInterval := 10 * time.Second\n\n\tlog.Printf(\"Waiting for application gateway %s to be available via API...\", agName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, agName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Application Gateway %s not yet available (attempt %d/%d), waiting %v...\", agName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking application gateway availability: %w\", err)\n\t\t}\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Application Gateway %s is available with provisioning state: %s\", agName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"application gateway provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Application Gateway %s provisioning state: %s (attempt %d/%d), waiting...\", agName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Application Gateway exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Application Gateway %s is available\", agName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for application gateway %s to be available after %d attempts\", agName, maxAttempts)\n}\n\n// deleteApplicationGateway deletes an Azure Application Gateway\nfunc deleteApplicationGateway(ctx context.Context, client *armnetwork.ApplicationGatewaysClient, resourceGroupName, agName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, agName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Application Gateway %s not found, skipping deletion\", agName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting application gateway: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete application gateway: %w\", err)\n\t}\n\n\tlog.Printf(\"Application Gateway %s deleted successfully\", agName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-dns-virtual-network-link_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestDNSVNetLinkName = \"ovm-integ-test-dns-vnet-link\"\n\tintegrationTestPrivateZoneName = \"ovm-integ-test.private.zone\"\n\tintegrationTestVNetForDNSName = \"ovm-integ-test-vnet-dns\"\n)\n\nfunc TestNetworkDNSVirtualNetworkLinkIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tprivateDNSZonesClient, err := armprivatedns.NewPrivateZonesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Private DNS Zones client: %v\", err)\n\t}\n\n\tvnetLinksClient, err := armprivatedns.NewVirtualNetworkLinksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Network Links client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createVNetForDNS(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetForDNSName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\terr = createPrivateDNSZoneForLink(ctx, privateDNSZonesClient, integrationTestResourceGroup, integrationTestPrivateZoneName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create private DNS zone: %v\", err)\n\t\t}\n\n\t\terr = waitForPrivateDNSZoneAvailable(ctx, privateDNSZonesClient, integrationTestResourceGroup, integrationTestPrivateZoneName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for private DNS zone: %v\", err)\n\t\t}\n\n\t\tvnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/%s\",\n\t\t\tsubscriptionID, integrationTestResourceGroup, integrationTestVNetForDNSName)\n\n\t\terr = createVirtualNetworkLink(ctx, vnetLinksClient, integrationTestResourceGroup, integrationTestPrivateZoneName, integrationTestDNSVNetLinkName, vnetID, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network link: %v\", err)\n\t\t}\n\n\t\terr = waitForVirtualNetworkLinkAvailable(ctx, vnetLinksClient, integrationTestResourceGroup, integrationTestPrivateZoneName, integrationTestDNSVNetLinkName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for virtual network link: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetVirtualNetworkLink\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(\n\t\t\t\tclients.NewVirtualNetworkLinksClient(vnetLinksClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestPrivateZoneName, integrationTestDNSVNetLinkName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUnique := shared.CompositeLookupKey(integrationTestPrivateZoneName, integrationTestDNSVNetLinkName)\n\t\t\tif uniqueAttrValue != expectedUnique {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved virtual network link %s\", integrationTestDNSVNetLinkName)\n\t\t})\n\n\t\tt.Run(\"SearchVirtualNetworkLinks\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(\n\t\t\t\tclients.NewVirtualNetworkLinksClient(vnetLinksClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, integrationTestPrivateZoneName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search virtual network links: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one virtual network link, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == shared.CompositeLookupKey(integrationTestPrivateZoneName, integrationTestDNSVNetLinkName) {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find link %s in the search results\", integrationTestDNSVNetLinkName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d virtual network links in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(\n\t\t\t\tclients.NewVirtualNetworkLinksClient(vnetLinksClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestPrivateZoneName, integrationTestDNSVNetLinkName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasPrivateDNSZoneLink, hasVNetLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tq := liq.GetQuery()\n\t\t\t\tif q.GetType() == azureshared.NetworkPrivateDNSZone.String() && q.GetQuery() == integrationTestPrivateZoneName {\n\t\t\t\t\thasPrivateDNSZoneLink = true\n\t\t\t\t}\n\t\t\t\tif q.GetType() == azureshared.NetworkVirtualNetwork.String() && q.GetQuery() == integrationTestVNetForDNSName {\n\t\t\t\t\thasVNetLink = true\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasPrivateDNSZoneLink {\n\t\t\t\tt.Error(\"Expected linked query to Private DNS Zone, but didn't find one\")\n\t\t\t}\n\t\t\tif !hasVNetLink {\n\t\t\t\tt.Error(\"Expected linked query to Virtual Network, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for virtual network link %s\", len(linkedQueries), integrationTestDNSVNetLinkName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(\n\t\t\t\tclients.NewVirtualNetworkLinksClient(vnetLinksClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestPrivateZoneName, integrationTestDNSVNetLinkName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkDNSVirtualNetworkLink.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkDNSVirtualNetworkLink.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := subscriptionID + \".\" + integrationTestResourceGroup\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected item to validate, got: %v\", err)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteVirtualNetworkLink(ctx, vnetLinksClient, integrationTestResourceGroup, integrationTestPrivateZoneName, integrationTestDNSVNetLinkName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network link: %v\", err)\n\t\t}\n\n\t\tlog.Printf(\"Waiting 30 seconds for VNet link deletion to propagate before deleting DNS zone...\")\n\t\ttime.Sleep(30 * time.Second)\n\n\t\terr = deletePrivateDNSZoneForLink(ctx, privateDNSZonesClient, integrationTestResourceGroup, integrationTestPrivateZoneName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete private DNS zone: %v\", err)\n\t\t}\n\n\t\terr = deleteVNetForDNS(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetForDNSName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createVNetForDNS(ctx context.Context, client *armnetwork.VirtualNetworksClient, rg, name, location string) error {\n\t_, err := client.Get(ctx, rg, name, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", name)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, rg, name, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.100.0.0/16\")},\n\t\t\t},\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Virtual network %s already exists (conflict), skipping\", name)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\tlog.Printf(\"Virtual network %s created successfully\", name)\n\treturn nil\n}\n\nfunc createPrivateDNSZoneForLink(ctx context.Context, client *armprivatedns.PrivateZonesClient, rg, zoneName string) error {\n\t_, err := client.Get(ctx, rg, zoneName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Private DNS zone %s already exists, skipping creation\", zoneName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, rg, zoneName, armprivatedns.PrivateZone{\n\t\tLocation: new(\"global\"),\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Private DNS zone %s already exists (conflict), skipping\", zoneName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create private DNS zone: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create private DNS zone: %w\", err)\n\t}\n\tlog.Printf(\"Private DNS zone %s created successfully\", zoneName)\n\treturn nil\n}\n\nfunc waitForPrivateDNSZoneAvailable(ctx context.Context, client *armprivatedns.PrivateZonesClient, rg, zoneName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, rg, zoneName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking private DNS zone: %w\", err)\n\t\t}\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil && *resp.Properties.ProvisioningState == armprivatedns.ProvisioningStateSucceeded {\n\t\t\treturn nil\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\treturn fmt.Errorf(\"timeout waiting for private DNS zone %s\", zoneName)\n}\n\nfunc createVirtualNetworkLink(ctx context.Context, client *armprivatedns.VirtualNetworkLinksClient, rg, zoneName, linkName, vnetID, location string) error {\n\t_, err := client.Get(ctx, rg, zoneName, linkName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network link %s already exists, skipping creation\", linkName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, rg, zoneName, linkName, armprivatedns.VirtualNetworkLink{\n\t\tLocation: new(\"global\"),\n\t\tProperties: &armprivatedns.VirtualNetworkLinkProperties{\n\t\t\tVirtualNetwork: &armprivatedns.SubResource{\n\t\t\t\tID: &vnetID,\n\t\t\t},\n\t\t\tRegistrationEnabled: new(false),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Virtual network link %s already exists (conflict), skipping\", linkName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create virtual network link: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network link: %w\", err)\n\t}\n\tlog.Printf(\"Virtual network link %s created successfully\", linkName)\n\treturn nil\n}\n\nfunc waitForVirtualNetworkLinkAvailable(ctx context.Context, client *armprivatedns.VirtualNetworkLinksClient, rg, zoneName, linkName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, rg, zoneName, linkName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking virtual network link: %w\", err)\n\t\t}\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil && *resp.Properties.ProvisioningState == armprivatedns.ProvisioningStateSucceeded {\n\t\t\treturn nil\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\treturn fmt.Errorf(\"timeout waiting for virtual network link %s\", linkName)\n}\n\nfunc deleteVirtualNetworkLink(ctx context.Context, client *armprivatedns.VirtualNetworkLinksClient, rg, zoneName, linkName string) error {\n\tpoller, err := client.BeginDelete(ctx, rg, zoneName, linkName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network link %s not found, skipping deletion\", linkName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete virtual network link: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network link: %w\", err)\n\t}\n\tlog.Printf(\"Virtual network link %s deleted successfully\", linkName)\n\treturn nil\n}\n\nfunc deletePrivateDNSZoneForLink(ctx context.Context, client *armprivatedns.PrivateZonesClient, rg, zoneName string) error {\n\tpoller, err := client.BeginDelete(ctx, rg, zoneName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Private DNS zone %s not found, skipping deletion\", zoneName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete private DNS zone: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete private DNS zone: %w\", err)\n\t}\n\tlog.Printf(\"Private DNS zone %s deleted successfully\", zoneName)\n\treturn nil\n}\n\nfunc deleteVNetForDNS(ctx context.Context, client *armnetwork.VirtualNetworksClient, rg, name string) error {\n\tpoller, err := client.BeginDelete(ctx, rg, name, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", name)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\tlog.Printf(\"Virtual network %s deleted successfully\", name)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-flow-log_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestFlowLogName = \"ovm-integ-test-flow-log\"\n\tintegrationTestFlowLogNSGName = \"ovm-integ-test-flow-log-nsg\"\n\tintegrationTestFlowLogStorageName = \"ovmintegflowlogstor\"\n\tintegrationTestNetworkWatcherName = \"NetworkWatcher_westus2\"\n\tintegrationTestNetworkWatcherRG = \"NetworkWatcherRG\"\n)\n\nfunc TestNetworkFlowLogIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tnsgClient, err := armnetwork.NewSecurityGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create NSG client: %v\", err)\n\t}\n\n\tstorageClient, err := armstorage.NewAccountsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Storage Accounts client: %v\", err)\n\t}\n\n\tflowLogsSDKClient, err := armnetwork.NewFlowLogsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Flow Logs client: %v\", err)\n\t}\n\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createResourceGroup(ctx, rgClient, integrationTestNetworkWatcherRG, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create NetworkWatcherRG: %v\", err)\n\t\t}\n\n\t\terr = createFlowLogNSG(ctx, nsgClient, integrationTestResourceGroup, integrationTestFlowLogNSGName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create NSG: %v\", err)\n\t\t}\n\n\t\terr = createFlowLogStorageAccount(ctx, storageClient, integrationTestResourceGroup, integrationTestFlowLogStorageName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create storage account: %v\", err)\n\t\t}\n\n\t\terr = waitForFlowLogStorageAccountAvailable(ctx, storageClient, integrationTestResourceGroup, integrationTestFlowLogStorageName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for storage account: %v\", err)\n\t\t}\n\n\t\tnsgID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/networkSecurityGroups/%s\",\n\t\t\tsubscriptionID, integrationTestResourceGroup, integrationTestFlowLogNSGName)\n\t\tstorageID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Storage/storageAccounts/%s\",\n\t\t\tsubscriptionID, integrationTestResourceGroup, integrationTestFlowLogStorageName)\n\n\t\terr = createFlowLog(ctx, flowLogsSDKClient, integrationTestNetworkWatcherRG, integrationTestNetworkWatcherName, integrationTestFlowLogName, nsgID, storageID, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tif strings.Contains(err.Error(), \"NsgFlowLogCreationBlocked\") {\n\t\t\t\tt.Skipf(\"Skipping: Azure has retired new NSG flow log creation: %v\", err)\n\t\t\t}\n\t\t\tt.Fatalf(\"Failed to create flow log: %v\", err)\n\t\t}\n\n\t\terr = waitForFlowLogAvailable(ctx, flowLogsSDKClient, integrationTestNetworkWatcherRG, integrationTestNetworkWatcherName, integrationTestFlowLogName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for flow log: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetFlowLog\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkFlowLog(\n\t\t\t\tclients.NewFlowLogsClient(flowLogsSDKClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestNetworkWatcherRG)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestNetworkWatcherName, integrationTestFlowLogName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUnique := shared.CompositeLookupKey(integrationTestNetworkWatcherName, integrationTestFlowLogName)\n\t\t\tif uniqueAttrValue != expectedUnique {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved flow log %s\", integrationTestFlowLogName)\n\t\t})\n\n\t\tt.Run(\"SearchFlowLogs\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkFlowLog(\n\t\t\t\tclients.NewFlowLogsClient(flowLogsSDKClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestNetworkWatcherRG)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, integrationTestNetworkWatcherName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search flow logs: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one flow log, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == shared.CompositeLookupKey(integrationTestNetworkWatcherName, integrationTestFlowLogName) {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find flow log %s in the search results\", integrationTestFlowLogName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d flow logs in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkFlowLog(\n\t\t\t\tclients.NewFlowLogsClient(flowLogsSDKClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestNetworkWatcherRG)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestNetworkWatcherName, integrationTestFlowLogName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tq := liq.GetQuery()\n\t\t\t\tif q.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif q.GetQuery() == \"\" {\n\t\t\t\t\tt.Errorf(\"Linked item query of type %s has empty Query\", q.GetType())\n\t\t\t\t}\n\t\t\t\tif q.GetScope() == \"\" {\n\t\t\t\t\tt.Errorf(\"Linked item query of type %s has empty Scope\", q.GetType())\n\t\t\t\t}\n\t\t\t\tmethod := q.GetMethod()\n\t\t\t\tif method != 1 && method != 2 { // GET=1, SEARCH=2\n\t\t\t\t\tt.Errorf(\"Linked item query of type %s has unexpected Method %d\", q.GetType(), method)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for flow log %s\", len(linkedQueries), integrationTestFlowLogName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkFlowLog(\n\t\t\t\tclients.NewFlowLogsClient(flowLogsSDKClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestNetworkWatcherRG)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestNetworkWatcherName, integrationTestFlowLogName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkFlowLog.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkFlowLog.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := subscriptionID + \".\" + integrationTestNetworkWatcherRG\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected item to validate, got: %v\", err)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteFlowLog(ctx, flowLogsSDKClient, integrationTestNetworkWatcherRG, integrationTestNetworkWatcherName, integrationTestFlowLogName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete flow log: %v\", err)\n\t\t}\n\n\t\terr = deleteFlowLogStorageAccount(ctx, storageClient, integrationTestResourceGroup, integrationTestFlowLogStorageName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete storage account: %v\", err)\n\t\t}\n\n\t\terr = deleteFlowLogNSG(ctx, nsgClient, integrationTestResourceGroup, integrationTestFlowLogNSGName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete NSG: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createFlowLogNSG(ctx context.Context, client *armnetwork.SecurityGroupsClient, rg, name, location string) error {\n\t_, err := client.Get(ctx, rg, name, nil)\n\tif err == nil {\n\t\tlog.Printf(\"NSG %s already exists, skipping creation\", name)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, rg, name, armnetwork.SecurityGroup{\n\t\tLocation: &location,\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"NSG %s already exists (conflict), skipping\", name)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create NSG: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create NSG: %w\", err)\n\t}\n\tlog.Printf(\"NSG %s created successfully\", name)\n\treturn nil\n}\n\nfunc createFlowLogStorageAccount(ctx context.Context, client *armstorage.AccountsClient, rg, name, location string) error {\n\t_, err := client.GetProperties(ctx, rg, name, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Storage account %s already exists, skipping creation\", name)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreate(ctx, rg, name, armstorage.AccountCreateParameters{\n\t\tLocation: &location,\n\t\tKind: new(armstorage.KindStorageV2),\n\t\tSKU: &armstorage.SKU{\n\t\t\tName: new(armstorage.SKUNameStandardLRS),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Storage account %s already exists (conflict), skipping\", name)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create storage account: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create storage account: %w\", err)\n\t}\n\tlog.Printf(\"Storage account %s created successfully\", name)\n\treturn nil\n}\n\nfunc waitForFlowLogStorageAccountAvailable(ctx context.Context, client *armstorage.AccountsClient, rg, name string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.GetProperties(ctx, rg, name, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking storage account: %w\", err)\n\t\t}\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil && *resp.Properties.ProvisioningState == armstorage.ProvisioningStateSucceeded {\n\t\t\treturn nil\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\treturn fmt.Errorf(\"timeout waiting for storage account %s\", name)\n}\n\nfunc createFlowLog(ctx context.Context, client *armnetwork.FlowLogsClient, rg, networkWatcherName, flowLogName, nsgID, storageID, location string) error {\n\t_, err := client.Get(ctx, rg, networkWatcherName, flowLogName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Flow log %s already exists, skipping creation\", flowLogName)\n\t\treturn nil\n\t}\n\n\tenabled := true\n\tpoller, err := client.BeginCreateOrUpdate(ctx, rg, networkWatcherName, flowLogName, armnetwork.FlowLog{\n\t\tLocation: &location,\n\t\tProperties: &armnetwork.FlowLogPropertiesFormat{\n\t\t\tTargetResourceID: &nsgID,\n\t\t\tStorageID: &storageID,\n\t\t\tEnabled: &enabled,\n\t\t\tRetentionPolicy: &armnetwork.RetentionPolicyParameters{\n\t\t\t\tEnabled: &enabled,\n\t\t\t\tDays: new(int32(7)),\n\t\t\t},\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Flow log %s already exists (conflict), skipping\", flowLogName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create flow log: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create flow log: %w\", err)\n\t}\n\tlog.Printf(\"Flow log %s created successfully\", flowLogName)\n\treturn nil\n}\n\nfunc waitForFlowLogAvailable(ctx context.Context, client *armnetwork.FlowLogsClient, rg, networkWatcherName, flowLogName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, rg, networkWatcherName, flowLogName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking flow log: %w\", err)\n\t\t}\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil && string(*resp.Properties.ProvisioningState) == \"Succeeded\" {\n\t\t\treturn nil\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\treturn fmt.Errorf(\"timeout waiting for flow log %s\", flowLogName)\n}\n\nfunc deleteFlowLog(ctx context.Context, client *armnetwork.FlowLogsClient, rg, networkWatcherName, flowLogName string) error {\n\tpoller, err := client.BeginDelete(ctx, rg, networkWatcherName, flowLogName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Flow log %s not found, skipping deletion\", flowLogName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete flow log: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete flow log: %w\", err)\n\t}\n\tlog.Printf(\"Flow log %s deleted successfully\", flowLogName)\n\treturn nil\n}\n\nfunc deleteFlowLogStorageAccount(ctx context.Context, client *armstorage.AccountsClient, rg, name string) error {\n\t_, err := client.Delete(ctx, rg, name, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Storage account %s not found, skipping deletion\", name)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete storage account: %w\", err)\n\t}\n\tlog.Printf(\"Storage account %s deleted successfully\", name)\n\treturn nil\n}\n\nfunc deleteFlowLogNSG(ctx context.Context, client *armnetwork.SecurityGroupsClient, rg, name string) error {\n\tpoller, err := client.BeginDelete(ctx, rg, name, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"NSG %s not found, skipping deletion\", name)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete NSG: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete NSG: %w\", err)\n\t}\n\tlog.Printf(\"NSG %s deleted successfully\", name)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-ip-group_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestIPGroupName = \"ovm-integ-test-ip-group\"\n)\n\nfunc TestNetworkIPGroupIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tipGroupsClient, err := armnetwork.NewIPGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create IP Groups client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createIPGroup(ctx, ipGroupsClient, integrationTestResourceGroup, integrationTestIPGroupName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create IP group: %v\", err)\n\t\t}\n\n\t\terr = waitForIPGroupAvailable(ctx, ipGroupsClient, integrationTestResourceGroup, integrationTestIPGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for IP group to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetIPGroup\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving IP group %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestIPGroupName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tipGroupWrapper := manual.NewNetworkIPGroup(\n\t\t\t\tclients.NewIPGroupsClient(ipGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ipGroupWrapper.Scopes()[0]\n\n\t\t\tipGroupAdapter := sources.WrapperToAdapter(ipGroupWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := ipGroupAdapter.Get(ctx, scope, integrationTestIPGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestIPGroupName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestIPGroupName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved IP group %s\", integrationTestIPGroupName)\n\t\t})\n\n\t\tt.Run(\"ListIPGroups\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing IP groups in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tipGroupWrapper := manual.NewNetworkIPGroup(\n\t\t\t\tclients.NewIPGroupsClient(ipGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ipGroupWrapper.Scopes()[0]\n\n\t\t\tipGroupAdapter := sources.WrapperToAdapter(ipGroupWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := ipGroupAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list IP groups: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one IP group, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestIPGroupName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find IP group %s in the list\", integrationTestIPGroupName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d IP groups in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for IP group %s\", integrationTestIPGroupName)\n\n\t\t\tipGroupWrapper := manual.NewNetworkIPGroup(\n\t\t\t\tclients.NewIPGroupsClient(ipGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ipGroupWrapper.Scopes()[0]\n\n\t\t\tipGroupAdapter := sources.WrapperToAdapter(ipGroupWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := ipGroupAdapter.Get(ctx, scope, integrationTestIPGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkIPGroup.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.NetworkIPGroup, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for IP group %s\", integrationTestIPGroupName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for IP group %s\", integrationTestIPGroupName)\n\n\t\t\tipGroupWrapper := manual.NewNetworkIPGroup(\n\t\t\t\tclients.NewIPGroupsClient(ipGroupsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ipGroupWrapper.Scopes()[0]\n\n\t\t\tipGroupAdapter := sources.WrapperToAdapter(ipGroupWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := ipGroupAdapter.Get(ctx, scope, integrationTestIPGroupName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for IP group %s\", len(linkedQueries), integrationTestIPGroupName)\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified linked item query: Type=%s, Method=%s, Query=%s, Scope=%s\",\n\t\t\t\t\tquery.GetType(), query.GetMethod(), query.GetQuery(), query.GetScope())\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteIPGroup(ctx, ipGroupsClient, integrationTestResourceGroup, integrationTestIPGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete IP group: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createIPGroup(ctx context.Context, client *armnetwork.IPGroupsClient, resourceGroupName, ipGroupName, location string) error {\n\texistingIPGroup, err := client.Get(ctx, resourceGroupName, ipGroupName, nil)\n\tif err == nil {\n\t\tif existingIPGroup.Properties != nil && existingIPGroup.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingIPGroup.Properties.ProvisioningState\n\t\t\tif state == armnetwork.ProvisioningStateSucceeded {\n\t\t\t\tlog.Printf(\"IP group %s already exists with state %s, skipping creation\", ipGroupName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"IP group %s exists but in state %s, will wait for it\", ipGroupName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"IP group %s already exists, skipping creation\", ipGroupName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, ipGroupName, armnetwork.IPGroup{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.IPGroupPropertiesFormat{\n\t\t\tIPAddresses: []*string{\n\t\t\t\tnew(\"10.0.0.0/24\"),\n\t\t\t\tnew(\"192.168.1.1\"),\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"network-ip-group\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"IP group %s already exists (conflict), skipping creation\", ipGroupName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating IP group: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create IP group: %w\", err)\n\t}\n\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"IP group created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != armnetwork.ProvisioningStateSucceeded {\n\t\treturn fmt.Errorf(\"IP group provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"IP group %s created successfully with provisioning state: %s\", ipGroupName, provisioningState)\n\treturn nil\n}\n\nfunc waitForIPGroupAvailable(ctx context.Context, client *armnetwork.IPGroupsClient, resourceGroupName, ipGroupName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for IP group %s to be available via API...\", ipGroupName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, ipGroupName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"IP group %s not yet available (attempt %d/%d), waiting %v...\", ipGroupName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking IP group availability: %w\", err)\n\t\t}\n\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == armnetwork.ProvisioningStateSucceeded {\n\t\t\t\tlog.Printf(\"IP group %s is available with provisioning state: %s\", ipGroupName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == armnetwork.ProvisioningStateFailed {\n\t\t\t\treturn fmt.Errorf(\"IP group provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\tlog.Printf(\"IP group %s provisioning state: %s (attempt %d/%d), waiting...\", ipGroupName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\tlog.Printf(\"IP group %s is available\", ipGroupName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for IP group %s to be available after %d attempts\", ipGroupName, maxAttempts)\n}\n\nfunc deleteIPGroup(ctx context.Context, client *armnetwork.IPGroupsClient, resourceGroupName, ipGroupName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, ipGroupName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"IP group %s not found, skipping deletion\", ipGroupName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting IP group: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete IP group: %w\", err)\n\t}\n\n\tlog.Printf(\"IP group %s deleted successfully\", ipGroupName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-load-balancer-backend-address-pool_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestBackendPoolLBName = \"ovm-integ-test-lb-for-pool\"\n\tintegrationTestBackendPoolName = \"test-backend-pool\"\n\tintegrationTestVNetNameForBackendPool = \"ovm-integ-test-vnet-for-pool\"\n\tintegrationTestSubnetNameForBackendPool = \"default\"\n\tintegrationTestPublicIPNameForBackendPool = \"ovm-integ-test-pip-for-pool\"\n)\n\nfunc TestNetworkLoadBalancerBackendAddressPoolIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tpublicIPClient, err := armnetwork.NewPublicIPAddressesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Public IP Addresses client: %v\", err)\n\t}\n\n\tlbClient, err := armnetwork.NewLoadBalancersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Load Balancers client: %v\", err)\n\t}\n\n\tbackendPoolClient, err := armnetwork.NewLoadBalancerBackendAddressPoolsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Load Balancer Backend Address Pools client: %v\", err)\n\t}\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createVirtualNetworkForBackendPool(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForBackendPool, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\terr = createPublicIPForBackendPool(ctx, publicIPClient, integrationTestResourceGroup, integrationTestPublicIPNameForBackendPool, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create public IP address: %v\", err)\n\t\t}\n\n\t\tpublicIPResp, err := publicIPClient.Get(ctx, integrationTestResourceGroup, integrationTestPublicIPNameForBackendPool, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get public IP address: %v\", err)\n\t\t}\n\n\t\terr = createLoadBalancerWithBackendPool(ctx, lbClient, subscriptionID, integrationTestResourceGroup, integrationTestBackendPoolLBName, integrationTestLocation, *publicIPResp.ID, integrationTestBackendPoolName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create load balancer: %v\", err)\n\t\t}\n\n\t\tlog.Printf(\"Setup completed: Load balancer %s with backend pool %s created\", integrationTestBackendPoolLBName, integrationTestBackendPoolName)\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetBackendAddressPool\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving backend address pool %s from load balancer %s\", integrationTestBackendPoolName, integrationTestBackendPoolLBName)\n\n\t\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(\n\t\t\t\tclients.NewLoadBalancerBackendAddressPoolsClient(backendPoolClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestBackendPoolLBName, integrationTestBackendPoolName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueValue := shared.CompositeLookupKey(integrationTestBackendPoolLBName, integrationTestBackendPoolName)\n\t\t\tif uniqueAttrValue != expectedUniqueValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancerBackendAddressPool.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerBackendAddressPool, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved backend address pool %s\", integrationTestBackendPoolName)\n\t\t})\n\n\t\tt.Run(\"SearchBackendAddressPools\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching backend address pools in load balancer %s\", integrationTestBackendPoolLBName)\n\n\t\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(\n\t\t\t\tclients.NewLoadBalancerBackendAddressPoolsClient(backendPoolClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, integrationTestBackendPoolLBName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search backend address pools: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one backend address pool, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\texpectedValue := shared.CompositeLookupKey(integrationTestBackendPoolLBName, integrationTestBackendPoolName)\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedValue {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find backend pool %s in the search results\", integrationTestBackendPoolName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d backend address pools in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for backend address pool %s\", integrationTestBackendPoolName)\n\n\t\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(\n\t\t\t\tclients.NewLoadBalancerBackendAddressPoolsClient(backendPoolClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestBackendPoolLBName, integrationTestBackendPoolName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Expected linked query to have a non-empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Expected linked query to have a non-empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Expected linked query to have a non-empty Scope\")\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Verify parent load balancer link exists\n\t\t\tvar hasLoadBalancerLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.NetworkLoadBalancer.String() {\n\t\t\t\t\thasLoadBalancerLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != integrationTestBackendPoolLBName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to load balancer %s, got %s\", integrationTestBackendPoolLBName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasLoadBalancerLink {\n\t\t\t\tt.Error(\"Expected linked query to parent load balancer, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for backend address pool %s\", len(linkedQueries), integrationTestBackendPoolName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(\n\t\t\t\tclients.NewLoadBalancerBackendAddressPoolsClient(backendPoolClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestBackendPoolLBName, integrationTestBackendPoolName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancerBackendAddressPool.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerBackendAddressPool, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for backend address pool %s\", integrationTestBackendPoolName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteLoadBalancer(ctx, lbClient, integrationTestResourceGroup, integrationTestBackendPoolLBName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete load balancer: %v\", err)\n\t\t}\n\n\t\terr = deletePublicIPForBackendPool(ctx, publicIPClient, integrationTestResourceGroup, integrationTestPublicIPNameForBackendPool)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete public IP address: %v\", err)\n\t\t}\n\n\t\terr = deleteVirtualNetworkForBackendPool(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForBackendPool)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createVirtualNetworkForBackendPool(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.3.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestSubnetNameForBackendPool),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.3.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\nfunc deleteVirtualNetworkForBackendPool(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tlog.Printf(\"Virtual network %s delete failed (may already be deleted): %v\", vnetName, err)\n\t\treturn nil\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s deleted successfully\", vnetName)\n\treturn nil\n}\n\nfunc createPublicIPForBackendPool(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, publicIPName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, publicIPName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Public IP address %s already exists, skipping creation\", publicIPName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, publicIPName, armnetwork.PublicIPAddress{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.PublicIPAddressPropertiesFormat{\n\t\t\tPublicIPAllocationMethod: new(armnetwork.IPAllocationMethodStatic),\n\t\t\tPublicIPAddressVersion: new(armnetwork.IPVersionIPv4),\n\t\t},\n\t\tSKU: &armnetwork.PublicIPAddressSKU{\n\t\t\tName: new(armnetwork.PublicIPAddressSKUNameStandard),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating public IP address: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create public IP address: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP address %s created successfully\", publicIPName)\n\treturn nil\n}\n\nfunc deletePublicIPForBackendPool(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, publicIPName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, publicIPName, nil)\n\tif err != nil {\n\t\tlog.Printf(\"Public IP address %s delete failed (may already be deleted): %v\", publicIPName, err)\n\t\treturn nil\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete public IP address: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP address %s deleted successfully\", publicIPName)\n\treturn nil\n}\n\nfunc createLoadBalancerWithBackendPool(ctx context.Context, client *armnetwork.LoadBalancersClient, subscriptionID, resourceGroupName, lbName, location, publicIPID, backendPoolName string) error {\n\t_, err := client.Get(ctx, resourceGroupName, lbName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Load balancer %s already exists, skipping creation\", lbName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, lbName, armnetwork.LoadBalancer{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.LoadBalancerPropertiesFormat{\n\t\t\tFrontendIPConfigurations: []*armnetwork.FrontendIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"frontend-config\"),\n\t\t\t\t\tProperties: &armnetwork.FrontendIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tPublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\t\t\t\tID: new(publicIPID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tBackendAddressPools: []*armnetwork.BackendAddressPool{\n\t\t\t\t{\n\t\t\t\t\tName: new(backendPoolName),\n\t\t\t\t},\n\t\t\t},\n\t\t\tLoadBalancingRules: []*armnetwork.LoadBalancingRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"lb-rule\"),\n\t\t\t\t\tProperties: &armnetwork.LoadBalancingRulePropertiesFormat{\n\t\t\t\t\t\tFrontendIPConfiguration: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/frontendIPConfigurations/frontend-config\", subscriptionID, resourceGroupName, lbName)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tBackendAddressPool: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/backendAddressPools/%s\", subscriptionID, resourceGroupName, lbName, backendPoolName)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tProtocol: new(armnetwork.TransportProtocolTCP),\n\t\t\t\t\t\tFrontendPort: new(int32(80)),\n\t\t\t\t\t\tBackendPort: new(int32(80)),\n\t\t\t\t\t\tEnableFloatingIP: new(false),\n\t\t\t\t\t\tIdleTimeoutInMinutes: new(int32(4)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tSKU: &armnetwork.LoadBalancerSKU{\n\t\t\tName: new(armnetwork.LoadBalancerSKUNameStandard),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating load balancer: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create load balancer: %w\", err)\n\t}\n\n\tlog.Printf(\"Load balancer %s with backend pool %s created successfully\", lbName, backendPoolName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-load-balancer-frontend-ip-configuration_test.go", "content": "package integrationtests\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestFrontendIPLBName = \"ovm-integ-test-lb-fip\"\n\tintegrationTestFrontendIPPublicIPName = \"ovm-integ-test-pip-fip\"\n\tintegrationTestFrontendIPConfigName = \"frontend-ip-config\"\n\tintegrationTestFrontendIPVNetName = \"ovm-integ-test-vnet-fip\"\n\tintegrationTestFrontendIPSubnetName = \"default\"\n\tintegrationTestFrontendIPInternalLBName = \"ovm-integ-test-lb-fip-internal\"\n\tintegrationTestFrontendIPInternalName = \"frontend-ip-internal\"\n)\n\nfunc TestNetworkLoadBalancerFrontendIPConfigurationIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tpublicIPClient, err := armnetwork.NewPublicIPAddressesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Public IP Addresses client: %v\", err)\n\t}\n\n\tlbClient, err := armnetwork.NewLoadBalancersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Load Balancers client: %v\", err)\n\t}\n\n\tfrontendIPClient, err := armnetwork.NewLoadBalancerFrontendIPConfigurationsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Frontend IP Configurations client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create public IP for public LB\n\t\terr = createPublicIPForLB(ctx, publicIPClient, integrationTestResourceGroup, integrationTestFrontendIPPublicIPName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create public IP address: %v\", err)\n\t\t}\n\n\t\tpublicIPResp, err := publicIPClient.Get(ctx, integrationTestResourceGroup, integrationTestFrontendIPPublicIPName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get public IP address: %v\", err)\n\t\t}\n\n\t\t// Create public LB with frontend IP config\n\t\terr = createPublicLoadBalancer(ctx, lbClient, integrationTestResourceGroup, integrationTestFrontendIPLBName, integrationTestLocation, *publicIPResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create public load balancer: %v\", err)\n\t\t}\n\n\t\t// Create VNet + subnet for internal LB\n\t\terr = createVirtualNetworkForLB(ctx, vnetClient, integrationTestResourceGroup, integrationTestFrontendIPVNetName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\tsubnetResp, err := subnetClient.Get(ctx, integrationTestResourceGroup, integrationTestFrontendIPVNetName, integrationTestFrontendIPSubnetName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnet: %v\", err)\n\t\t}\n\n\t\t// Create internal LB\n\t\terr = createInternalLoadBalancer(ctx, lbClient, integrationTestResourceGroup, integrationTestFrontendIPInternalLBName, integrationTestLocation, *subnetResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create internal load balancer: %v\", err)\n\t\t}\n\n\t\tlog.Printf(\"Setup completed for frontend IP configuration integration tests\")\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetFrontendIPConfiguration\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(\n\t\t\t\tclients.NewLoadBalancerFrontendIPConfigurationsClient(frontendIPClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// The public LB has a frontend IP config named \"frontend-ip-config-public\"\n\t\t\tquery := shared.CompositeLookupKey(integrationTestFrontendIPLBName, \"frontend-ip-config-public\")\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancerFrontendIPConfiguration.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerFrontendIPConfiguration, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedUniqueValue := shared.CompositeLookupKey(integrationTestFrontendIPLBName, \"frontend-ip-config-public\")\n\t\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueValue {\n\t\t\t\tt.Errorf(\"Expected unique value %s, got %s\", expectedUniqueValue, sdpItem.UniqueAttributeValue())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved frontend IP configuration for LB %s\", integrationTestFrontendIPLBName)\n\t\t})\n\n\t\tt.Run(\"SearchFrontendIPConfigurations\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(\n\t\t\t\tclients.NewLoadBalancerFrontendIPConfigurationsClient(frontendIPClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, integrationTestFrontendIPLBName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 frontend IP configuration, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tif item.GetType() != azureshared.NetworkLoadBalancerFrontendIPConfiguration.String() {\n\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerFrontendIPConfiguration, item.GetType())\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully searched %d frontend IP configurations for LB %s\", len(sdpItems), integrationTestFrontendIPLBName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(\n\t\t\t\tclients.NewLoadBalancerFrontendIPConfigurationsClient(frontendIPClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Verify public frontend IP config links\n\t\t\tt.Run(\"PublicFrontendIP\", func(t *testing.T) {\n\t\t\t\tquery := shared.CompositeLookupKey(integrationTestFrontendIPLBName, \"frontend-ip-config-public\")\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\t\tq := liq.GetQuery()\n\t\t\t\t\tif q.GetType() == \"\" {\n\t\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t\t}\n\t\t\t\t\tif q.GetQuery() == \"\" {\n\t\t\t\t\t\tt.Errorf(\"Linked item query of type %s has empty Query\", q.GetType())\n\t\t\t\t\t}\n\t\t\t\t\tif q.GetScope() == \"\" {\n\t\t\t\t\t\tt.Errorf(\"Linked item query of type %s has empty Scope\", q.GetType())\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\texpectedTypes := map[string]bool{\n\t\t\t\t\tazureshared.NetworkLoadBalancer.String(): false,\n\t\t\t\t\tazureshared.NetworkPublicIPAddress.String(): false,\n\t\t\t\t}\n\n\t\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\t\tif _, exists := expectedTypes[liq.GetQuery().GetType()]; exists {\n\t\t\t\t\t\texpectedTypes[liq.GetQuery().GetType()] = true\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tfor linkedType, found := range expectedTypes {\n\t\t\t\t\tif !found {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to %s, but didn't find one\", linkedType)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t})\n\n\t\t\t// Verify internal frontend IP config links\n\t\t\tt.Run(\"InternalFrontendIP\", func(t *testing.T) {\n\t\t\t\tquery := shared.CompositeLookupKey(integrationTestFrontendIPInternalLBName, \"frontend-ip-config-internal\")\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\n\t\t\t\texpectedTypes := map[string]bool{\n\t\t\t\t\tazureshared.NetworkLoadBalancer.String(): false,\n\t\t\t\t\tazureshared.NetworkSubnet.String(): false,\n\t\t\t\t\t\"ip\": false,\n\t\t\t\t}\n\n\t\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\t\tif _, exists := expectedTypes[liq.GetQuery().GetType()]; exists {\n\t\t\t\t\t\texpectedTypes[liq.GetQuery().GetType()] = true\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tfor linkedType, found := range expectedTypes {\n\t\t\t\t\tif !found {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to %s, but didn't find one\", linkedType)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t})\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(\n\t\t\t\tclients.NewLoadBalancerFrontendIPConfigurationsClient(frontendIPClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestFrontendIPLBName, \"frontend-ip-config-public\")\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancerFrontendIPConfiguration.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerFrontendIPConfiguration, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete public LB\n\t\terr := deleteLoadBalancer(ctx, lbClient, integrationTestResourceGroup, integrationTestFrontendIPLBName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete public load balancer: %v\", err)\n\t\t}\n\n\t\t// Delete internal LB\n\t\terr = deleteLoadBalancer(ctx, lbClient, integrationTestResourceGroup, integrationTestFrontendIPInternalLBName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete internal load balancer: %v\", err)\n\t\t}\n\n\t\t// Delete public IP\n\t\terr = deletePublicIPForLB(ctx, publicIPClient, integrationTestResourceGroup, integrationTestFrontendIPPublicIPName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete public IP address: %v\", err)\n\t\t}\n\n\t\t// Delete VNet\n\t\terr = deleteVirtualNetworkForLB(ctx, vnetClient, integrationTestResourceGroup, integrationTestFrontendIPVNetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/integration-tests/network-load-balancer-probe_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestLBForProbeName = \"ovm-integ-test-lb-probe\"\n\tintegrationTestVNetForProbeName = \"ovm-integ-test-vnet-for-probe\"\n\tintegrationTestSubnetForProbeName = \"default\"\n\tintegrationTestPublicIPForProbeLB = \"ovm-integ-test-pip-for-probe-lb\"\n\tintegrationTestProbeName = \"ovm-integ-test-health-probe\"\n\tintegrationTestProbeHTTPName = \"ovm-integ-test-http-probe\"\n)\n\nfunc TestNetworkLoadBalancerProbeIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tpublicIPClient, err := armnetwork.NewPublicIPAddressesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Public IP Addresses client: %v\", err)\n\t}\n\n\tlbClient, err := armnetwork.NewLoadBalancersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Load Balancers client: %v\", err)\n\t}\n\n\tprobesClient, err := armnetwork.NewLoadBalancerProbesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Load Balancer Probes client: %v\", err)\n\t}\n\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createVNetForProbeTest(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetForProbeName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\terr = createPublicIPForProbeTest(ctx, publicIPClient, integrationTestResourceGroup, integrationTestPublicIPForProbeLB, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create public IP address: %v\", err)\n\t\t}\n\n\t\tpublicIPResp, err := publicIPClient.Get(ctx, integrationTestResourceGroup, integrationTestPublicIPForProbeLB, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get public IP address: %v\", err)\n\t\t}\n\n\t\terr = createLBWithProbes(ctx, lbClient, subscriptionID, integrationTestResourceGroup, integrationTestLBForProbeName, integrationTestLocation, *publicIPResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create load balancer with probes: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t\tlog.Printf(\"Setup completed: Load balancer %s with probes created\", integrationTestLBForProbeName)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetProbe\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tprobeWrapper := manual.NewNetworkLoadBalancerProbe(\n\t\t\t\tclients.NewLoadBalancerProbesClient(probesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := probeWrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(probeWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestLBForProbeName, integrationTestProbeName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancerProbe.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerProbe, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedUniqueValue := shared.CompositeLookupKey(integrationTestLBForProbeName, integrationTestProbeName)\n\t\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueValue, sdpItem.UniqueAttributeValue())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved probe %s from load balancer %s\", integrationTestProbeName, integrationTestLBForProbeName)\n\t\t})\n\n\t\tt.Run(\"SearchProbes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tprobeWrapper := manual.NewNetworkLoadBalancerProbe(\n\t\t\t\tclients.NewLoadBalancerProbesClient(probesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := probeWrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(probeWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, integrationTestLBForProbeName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 2 {\n\t\t\t\tt.Fatalf(\"Expected at least 2 probes, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tfoundTCP := false\n\t\t\tfoundHTTP := false\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tval := item.UniqueAttributeValue()\n\t\t\t\tif val == shared.CompositeLookupKey(integrationTestLBForProbeName, integrationTestProbeName) {\n\t\t\t\t\tfoundTCP = true\n\t\t\t\t}\n\t\t\t\tif val == shared.CompositeLookupKey(integrationTestLBForProbeName, integrationTestProbeHTTPName) {\n\t\t\t\t\tfoundHTTP = true\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !foundTCP {\n\t\t\t\tt.Errorf(\"Expected to find TCP probe %s in search results\", integrationTestProbeName)\n\t\t\t}\n\t\t\tif !foundHTTP {\n\t\t\t\tt.Errorf(\"Expected to find HTTP probe %s in search results\", integrationTestProbeHTTPName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully searched %d probes for load balancer %s\", len(sdpItems), integrationTestLBForProbeName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tprobeWrapper := manual.NewNetworkLoadBalancerProbe(\n\t\t\t\tclients.NewLoadBalancerProbesClient(probesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := probeWrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(probeWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestLBForProbeName, integrationTestProbeName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tq := liq.GetQuery()\n\t\t\t\tif q.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif q.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif q.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\t\t\t\tif q.GetMethod() != sdp.QueryMethod_GET && q.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has invalid Method: %v\", q.GetMethod())\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfoundParentLB := false\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.NetworkLoadBalancer.String() {\n\t\t\t\t\tfoundParentLB = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != integrationTestLBForProbeName {\n\t\t\t\t\t\tt.Errorf(\"Expected parent LB query %s, got %s\", integrationTestLBForProbeName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !foundParentLB {\n\t\t\t\tt.Error(\"Expected to find parent Load Balancer linked query\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for probe %s\", len(linkedQueries), integrationTestProbeName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tprobeWrapper := manual.NewNetworkLoadBalancerProbe(\n\t\t\t\tclients.NewLoadBalancerProbesClient(probesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := probeWrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(probeWrapper, sdpcache.NewNoOpCache())\n\n\t\t\tquery := shared.CompositeLookupKey(integrationTestLBForProbeName, integrationTestProbeName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancerProbe.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerProbe, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for probe %s\", integrationTestProbeName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteLBForProbeTest(ctx, lbClient, integrationTestResourceGroup, integrationTestLBForProbeName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete load balancer: %v\", err)\n\t\t}\n\n\t\terr = deletePublicIPForProbeTest(ctx, publicIPClient, integrationTestResourceGroup, integrationTestPublicIPForProbeLB)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete public IP address: %v\", err)\n\t\t}\n\n\t\terr = deleteVNetForProbeTest(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetForProbeName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createVNetForProbeTest(ctx context.Context, client *armnetwork.VirtualNetworksClient, rg, name, location string) error {\n\t_, err := client.Get(ctx, rg, name, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", name)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, rg, name, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.3.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestSubnetForProbeName),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.3.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\"purpose\": new(\"overmind-integration-tests\")},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, rg, name, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"Virtual network %s already exists (conflict), skipping\", name)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"virtual network %s conflict but not retrievable: %w\", name, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\tlog.Printf(\"Virtual network %s created successfully\", name)\n\treturn nil\n}\n\nfunc deleteVNetForProbeTest(ctx context.Context, client *armnetwork.VirtualNetworksClient, rg, name string) error {\n\tpoller, err := client.BeginDelete(ctx, rg, name, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", name)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\tlog.Printf(\"Virtual network %s deleted successfully\", name)\n\treturn nil\n}\n\nfunc createPublicIPForProbeTest(ctx context.Context, client *armnetwork.PublicIPAddressesClient, rg, name, location string) error {\n\t_, err := client.Get(ctx, rg, name, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Public IP address %s already exists, skipping creation\", name)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, rg, name, armnetwork.PublicIPAddress{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.PublicIPAddressPropertiesFormat{\n\t\t\tPublicIPAllocationMethod: new(armnetwork.IPAllocationMethodStatic),\n\t\t\tPublicIPAddressVersion: new(armnetwork.IPVersionIPv4),\n\t\t},\n\t\tSKU: &armnetwork.PublicIPAddressSKU{\n\t\t\tName: new(armnetwork.PublicIPAddressSKUNameStandard),\n\t\t},\n\t\tTags: map[string]*string{\"purpose\": new(\"overmind-integration-tests\")},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, rg, name, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"Public IP address %s already exists (conflict), skipping\", name)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"public IP %s conflict but not retrievable: %w\", name, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create public IP address: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create public IP address: %w\", err)\n\t}\n\tlog.Printf(\"Public IP address %s created successfully\", name)\n\treturn nil\n}\n\nfunc deletePublicIPForProbeTest(ctx context.Context, client *armnetwork.PublicIPAddressesClient, rg, name string) error {\n\tpoller, err := client.BeginDelete(ctx, rg, name, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Public IP address %s not found, skipping deletion\", name)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete public IP address: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete public IP address: %w\", err)\n\t}\n\tlog.Printf(\"Public IP address %s deleted successfully\", name)\n\treturn nil\n}\n\nfunc createLBWithProbes(ctx context.Context, client *armnetwork.LoadBalancersClient, subscriptionID, rg, name, location, publicIPID string) error {\n\t_, err := client.Get(ctx, rg, name, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Load balancer %s already exists, skipping creation\", name)\n\t\treturn nil\n\t}\n\n\tfrontendIPConfigID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/frontendIPConfigurations/frontend-config\", subscriptionID, rg, name)\n\tbackendPoolID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/backendAddressPools/backend-pool\", subscriptionID, rg, name)\n\ttcpProbeID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/probes/%s\", subscriptionID, rg, name, integrationTestProbeName)\n\n\tport80 := int32(80)\n\tport443 := int32(443)\n\tintervalInSeconds := int32(15)\n\tnumberOfProbes := int32(2)\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, rg, name, armnetwork.LoadBalancer{\n\t\tLocation: new(location),\n\t\tSKU: &armnetwork.LoadBalancerSKU{\n\t\t\tName: new(armnetwork.LoadBalancerSKUNameStandard),\n\t\t},\n\t\tProperties: &armnetwork.LoadBalancerPropertiesFormat{\n\t\t\tFrontendIPConfigurations: []*armnetwork.FrontendIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"frontend-config\"),\n\t\t\t\t\tProperties: &armnetwork.FrontendIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tPublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\t\t\t\tID: new(publicIPID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tBackendAddressPools: []*armnetwork.BackendAddressPool{\n\t\t\t\t{Name: new(\"backend-pool\")},\n\t\t\t},\n\t\t\tProbes: []*armnetwork.Probe{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestProbeName),\n\t\t\t\t\tProperties: &armnetwork.ProbePropertiesFormat{\n\t\t\t\t\t\tProtocol: new(armnetwork.ProbeProtocolTCP),\n\t\t\t\t\t\tPort: &port80,\n\t\t\t\t\t\tIntervalInSeconds: &intervalInSeconds,\n\t\t\t\t\t\tNumberOfProbes: &numberOfProbes,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestProbeHTTPName),\n\t\t\t\t\tProperties: &armnetwork.ProbePropertiesFormat{\n\t\t\t\t\t\tProtocol: new(armnetwork.ProbeProtocolHTTP),\n\t\t\t\t\t\tPort: &port443,\n\t\t\t\t\t\tIntervalInSeconds: &intervalInSeconds,\n\t\t\t\t\t\tNumberOfProbes: &numberOfProbes,\n\t\t\t\t\t\tRequestPath: new(\"/health\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tLoadBalancingRules: []*armnetwork.LoadBalancingRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"lb-rule-with-probe\"),\n\t\t\t\t\tProperties: &armnetwork.LoadBalancingRulePropertiesFormat{\n\t\t\t\t\t\tFrontendIPConfiguration: &armnetwork.SubResource{ID: new(frontendIPConfigID)},\n\t\t\t\t\t\tBackendAddressPool: &armnetwork.SubResource{ID: new(backendPoolID)},\n\t\t\t\t\t\tProbe: &armnetwork.SubResource{ID: new(tcpProbeID)},\n\t\t\t\t\t\tProtocol: new(armnetwork.TransportProtocolTCP),\n\t\t\t\t\t\tFrontendPort: &port80,\n\t\t\t\t\t\tBackendPort: &port80,\n\t\t\t\t\t\tEnableFloatingIP: new(false),\n\t\t\t\t\t\tIdleTimeoutInMinutes: new(int32(4)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\"purpose\": new(\"overmind-integration-tests\")},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, rg, name, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"Load balancer %s already exists (conflict), skipping\", name)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"load balancer %s conflict but not retrievable: %w\", name, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create load balancer: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create load balancer: %w\", err)\n\t}\n\tlog.Printf(\"Load balancer %s with probes created successfully\", name)\n\treturn nil\n}\n\nfunc deleteLBForProbeTest(ctx context.Context, client *armnetwork.LoadBalancersClient, rg, name string) error {\n\tpoller, err := client.BeginDelete(ctx, rg, name, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Load balancer %s not found, skipping deletion\", name)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete load balancer: %w\", err)\n\t}\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete load balancer: %w\", err)\n\t}\n\tlog.Printf(\"Load balancer %s deleted successfully\", name)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-load-balancer_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestLBName = \"ovm-integ-test-lb\"\n\tintegrationTestLBInternalName = \"ovm-integ-test-lb-internal\"\n\tintegrationTestVNetNameForLB = \"ovm-integ-test-vnet-for-lb\"\n\tintegrationTestSubnetNameForLB = \"default\"\n\tintegrationTestPublicIPNameForLB = \"ovm-integ-test-public-ip-for-lb\"\n)\n\nfunc TestNetworkLoadBalancerIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tpublicIPClient, err := armnetwork.NewPublicIPAddressesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Public IP Addresses client: %v\", err)\n\t}\n\n\tlbClient, err := armnetwork.NewLoadBalancersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Load Balancers client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create virtual network for the load balancer\n\t\terr = createVirtualNetworkForLB(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForLB, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\t// Get subnet ID for load balancer creation\n\t\tsubnetResp, err := subnetClient.Get(ctx, integrationTestResourceGroup, integrationTestVNetNameForLB, integrationTestSubnetNameForLB, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnet: %v\", err)\n\t\t}\n\n\t\t// Create public IP address for the load balancer\n\t\terr = createPublicIPForLB(ctx, publicIPClient, integrationTestResourceGroup, integrationTestPublicIPNameForLB, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create public IP address: %v\", err)\n\t\t}\n\n\t\t// Get public IP ID\n\t\tpublicIPResp, err := publicIPClient.Get(ctx, integrationTestResourceGroup, integrationTestPublicIPNameForLB, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get public IP address: %v\", err)\n\t\t}\n\n\t\t// Create public load balancer (with PublicIPAddress)\n\t\terr = createPublicLoadBalancer(ctx, lbClient, integrationTestResourceGroup, integrationTestLBName, integrationTestLocation, *publicIPResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create public load balancer: %v\", err)\n\t\t}\n\n\t\t// Create internal load balancer (with Subnet)\n\t\terr = createInternalLoadBalancer(ctx, lbClient, integrationTestResourceGroup, integrationTestLBInternalName, integrationTestLocation, *subnetResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create internal load balancer: %v\", err)\n\t\t}\n\n\t\tlog.Printf(\"Setup completed: Load balancers %s (public) and %s (internal) created\", integrationTestLBName, integrationTestLBInternalName)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetLoadBalancer\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving load balancer %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestLBName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tlbWrapper := manual.NewNetworkLoadBalancer(\n\t\t\t\tclients.NewLoadBalancersClient(lbClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := lbWrapper.Scopes()[0]\n\n\t\t\tlbAdapter := sources.WrapperToAdapter(lbWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := lbAdapter.Get(ctx, scope, integrationTestLBName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestLBName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestLBName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancer.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancer, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved load balancer %s\", integrationTestLBName)\n\t\t})\n\n\t\tt.Run(\"ListLoadBalancers\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing load balancers in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tlbWrapper := manual.NewNetworkLoadBalancer(\n\t\t\t\tclients.NewLoadBalancersClient(lbClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := lbWrapper.Scopes()[0]\n\n\t\t\tlbAdapter := sources.WrapperToAdapter(lbWrapper, sdpcache.NewNoOpCache())\n\t\t\tlistable, ok := lbAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 2 {\n\t\t\t\tt.Fatalf(\"Expected at least 2 load balancers, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\t// Find our test load balancers\n\t\t\tfoundPublic := false\n\t\t\tfoundInternal := false\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\tswitch v {\n\t\t\t\t\tcase integrationTestLBName:\n\t\t\t\t\t\tfoundPublic = true\n\t\t\t\t\t\tif item.GetType() != azureshared.NetworkLoadBalancer.String() {\n\t\t\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancer, item.GetType())\n\t\t\t\t\t\t}\n\t\t\t\t\tcase integrationTestLBInternalName:\n\t\t\t\t\t\tfoundInternal = true\n\t\t\t\t\t\tif item.GetType() != azureshared.NetworkLoadBalancer.String() {\n\t\t\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancer, item.GetType())\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !foundPublic {\n\t\t\t\tt.Fatalf(\"Expected to find load balancer %s in list, but didn't\", integrationTestLBName)\n\t\t\t}\n\t\t\tif !foundInternal {\n\t\t\t\tt.Fatalf(\"Expected to find load balancer %s in list, but didn't\", integrationTestLBInternalName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully listed %d load balancers\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlbWrapper := manual.NewNetworkLoadBalancer(\n\t\t\t\tclients.NewLoadBalancersClient(lbClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := lbWrapper.Scopes()[0]\n\n\t\t\tlbAdapter := sources.WrapperToAdapter(lbWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := lbAdapter.Get(ctx, scope, integrationTestLBName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancer.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancer, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for load balancer %s\", integrationTestLBName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlbWrapper := manual.NewNetworkLoadBalancer(\n\t\t\t\tclients.NewLoadBalancersClient(lbClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := lbWrapper.Scopes()[0]\n\n\t\t\t// Test public load balancer (should have PublicIPAddress link)\n\t\t\tt.Run(\"PublicLoadBalancer\", func(t *testing.T) {\n\t\t\t\tlbAdapter := sources.WrapperToAdapter(lbWrapper, sdpcache.NewNoOpCache())\n\t\t\t\tsdpItem, qErr := lbAdapter.Get(ctx, scope, integrationTestLBName, true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t\t}\n\n\t\t\t\t// Verify expected linked item types for public load balancer\n\t\t\t\texpectedLinkedTypes := map[string]bool{\n\t\t\t\t\tazureshared.NetworkLoadBalancerFrontendIPConfiguration.String(): false,\n\t\t\t\t\tazureshared.NetworkPublicIPAddress.String(): false,\n\t\t\t\t}\n\n\t\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\t\tlinkedType := liq.GetQuery().GetType()\n\t\t\t\t\tif _, exists := expectedLinkedTypes[linkedType]; exists {\n\t\t\t\t\t\texpectedLinkedTypes[linkedType] = true\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tfor linkedType, found := range expectedLinkedTypes {\n\t\t\t\t\tif !found {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to %s, but didn't find one\", linkedType)\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified %d linked item queries for public load balancer %s\", len(linkedQueries), integrationTestLBName)\n\t\t\t})\n\n\t\t\t// Test internal load balancer (should have Subnet link)\n\t\t\tt.Run(\"InternalLoadBalancer\", func(t *testing.T) {\n\t\t\t\tlbAdapter := sources.WrapperToAdapter(lbWrapper, sdpcache.NewNoOpCache())\n\t\t\t\tsdpItem, qErr := lbAdapter.Get(ctx, scope, integrationTestLBInternalName, true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t\t}\n\n\t\t\t\t// Verify expected linked item types for internal load balancer\n\t\t\t\texpectedLinkedTypes := map[string]bool{\n\t\t\t\t\tazureshared.NetworkLoadBalancerFrontendIPConfiguration.String(): false,\n\t\t\t\t\tazureshared.NetworkSubnet.String(): false,\n\t\t\t\t}\n\n\t\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\t\tlinkedType := liq.GetQuery().GetType()\n\t\t\t\t\tif _, exists := expectedLinkedTypes[linkedType]; exists {\n\t\t\t\t\t\texpectedLinkedTypes[linkedType] = true\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tfor linkedType, found := range expectedLinkedTypes {\n\t\t\t\t\tif !found {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to %s, but didn't find one\", linkedType)\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified %d linked item queries for internal load balancer %s\", len(linkedQueries), integrationTestLBInternalName)\n\t\t\t})\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete public load balancer\n\t\terr := deleteLoadBalancer(ctx, lbClient, integrationTestResourceGroup, integrationTestLBName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete public load balancer: %v\", err)\n\t\t}\n\n\t\t// Delete internal load balancer\n\t\terr = deleteLoadBalancer(ctx, lbClient, integrationTestResourceGroup, integrationTestLBInternalName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete internal load balancer: %v\", err)\n\t\t}\n\n\t\t// Delete public IP address\n\t\terr = deletePublicIPForLB(ctx, publicIPClient, integrationTestResourceGroup, integrationTestPublicIPNameForLB)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete public IP address: %v\", err)\n\t\t}\n\n\t\t// Delete VNet (this also deletes the subnet)\n\t\terr = deleteVirtualNetworkForLB(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForLB)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\t})\n}\n\n// createVirtualNetworkForLB creates an Azure virtual network with a default subnet (idempotent)\nfunc createVirtualNetworkForLB(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t// Check if VNet already exists\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\t// Create the VNet\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.2.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestSubnetNameForLB),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.2.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\n// deleteVirtualNetworkForLB deletes an Azure virtual network\nfunc deleteVirtualNetworkForLB(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s deleted successfully\", vnetName)\n\treturn nil\n}\n\n// createPublicIPForLB creates an Azure public IP address (idempotent)\nfunc createPublicIPForLB(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, publicIPName, location string) error {\n\t// Check if public IP already exists\n\t_, err := client.Get(ctx, resourceGroupName, publicIPName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Public IP address %s already exists, skipping creation\", publicIPName)\n\t\treturn nil\n\t}\n\n\t// Create the public IP address\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, publicIPName, armnetwork.PublicIPAddress{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.PublicIPAddressPropertiesFormat{\n\t\t\tPublicIPAllocationMethod: new(armnetwork.IPAllocationMethodStatic),\n\t\t\tPublicIPAddressVersion: new(armnetwork.IPVersionIPv4),\n\t\t},\n\t\tSKU: &armnetwork.PublicIPAddressSKU{\n\t\t\tName: new(armnetwork.PublicIPAddressSKUNameStandard),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating public IP address: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create public IP address: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP address %s created successfully\", publicIPName)\n\treturn nil\n}\n\n// deletePublicIPForLB deletes an Azure public IP address\nfunc deletePublicIPForLB(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, publicIPName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, publicIPName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Public IP address %s not found, skipping deletion\", publicIPName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting public IP address: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete public IP address: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP address %s deleted successfully\", publicIPName)\n\treturn nil\n}\n\n// createPublicLoadBalancer creates an Azure load balancer with public IP (idempotent)\nfunc createPublicLoadBalancer(ctx context.Context, client *armnetwork.LoadBalancersClient, resourceGroupName, lbName, location, publicIPID string) error {\n\t// Check if load balancer already exists\n\t_, err := client.Get(ctx, resourceGroupName, lbName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Load balancer %s already exists, skipping creation\", lbName)\n\t\treturn nil\n\t}\n\n\t// Create the public load balancer\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, lbName, armnetwork.LoadBalancer{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.LoadBalancerPropertiesFormat{\n\t\t\tFrontendIPConfigurations: []*armnetwork.FrontendIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"frontend-ip-config-public\"),\n\t\t\t\t\tProperties: &armnetwork.FrontendIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tPublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\t\t\t\tID: new(publicIPID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tBackendAddressPools: []*armnetwork.BackendAddressPool{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"backend-pool\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tLoadBalancingRules: []*armnetwork.LoadBalancingRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"lb-rule\"),\n\t\t\t\t\tProperties: &armnetwork.LoadBalancingRulePropertiesFormat{\n\t\t\t\t\t\tFrontendIPConfiguration: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/frontendIPConfigurations/frontend-ip-config-public\", os.Getenv(\"AZURE_SUBSCRIPTION_ID\"), resourceGroupName, lbName)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tBackendAddressPool: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/backendAddressPools/backend-pool\", os.Getenv(\"AZURE_SUBSCRIPTION_ID\"), resourceGroupName, lbName)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tProtocol: new(armnetwork.TransportProtocolTCP),\n\t\t\t\t\t\tFrontendPort: new(int32(80)),\n\t\t\t\t\t\tBackendPort: new(int32(80)),\n\t\t\t\t\t\tEnableFloatingIP: new(false),\n\t\t\t\t\t\tIdleTimeoutInMinutes: new(int32(4)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tSKU: &armnetwork.LoadBalancerSKU{\n\t\t\tName: new(armnetwork.LoadBalancerSKUNameStandard),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating load balancer: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create load balancer: %w\", err)\n\t}\n\n\tlog.Printf(\"Load balancer %s created successfully\", lbName)\n\treturn nil\n}\n\n// createInternalLoadBalancer creates an Azure load balancer with subnet (idempotent)\nfunc createInternalLoadBalancer(ctx context.Context, client *armnetwork.LoadBalancersClient, resourceGroupName, lbName, location, subnetID string) error {\n\t// Check if load balancer already exists\n\t_, err := client.Get(ctx, resourceGroupName, lbName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Load balancer %s already exists, skipping creation\", lbName)\n\t\treturn nil\n\t}\n\n\t// Create the internal load balancer\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, lbName, armnetwork.LoadBalancer{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.LoadBalancerPropertiesFormat{\n\t\t\tFrontendIPConfigurations: []*armnetwork.FrontendIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"frontend-ip-config-internal\"),\n\t\t\t\t\tProperties: &armnetwork.FrontendIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateIPAddress: new(\"10.2.0.5\"),\n\t\t\t\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodStatic),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tBackendAddressPools: []*armnetwork.BackendAddressPool{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"backend-pool\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tLoadBalancingRules: []*armnetwork.LoadBalancingRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"lb-rule\"),\n\t\t\t\t\tProperties: &armnetwork.LoadBalancingRulePropertiesFormat{\n\t\t\t\t\t\tFrontendIPConfiguration: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/frontendIPConfigurations/frontend-ip-config-internal\", os.Getenv(\"AZURE_SUBSCRIPTION_ID\"), resourceGroupName, lbName)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tBackendAddressPool: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/backendAddressPools/backend-pool\", os.Getenv(\"AZURE_SUBSCRIPTION_ID\"), resourceGroupName, lbName)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tProtocol: new(armnetwork.TransportProtocolTCP),\n\t\t\t\t\t\tFrontendPort: new(int32(80)),\n\t\t\t\t\t\tBackendPort: new(int32(80)),\n\t\t\t\t\t\tEnableFloatingIP: new(false),\n\t\t\t\t\t\tIdleTimeoutInMinutes: new(int32(4)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tSKU: &armnetwork.LoadBalancerSKU{\n\t\t\tName: new(armnetwork.LoadBalancerSKUNameStandard),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating load balancer: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create load balancer: %w\", err)\n\t}\n\n\tlog.Printf(\"Load balancer %s created successfully\", lbName)\n\treturn nil\n}\n\n// deleteLoadBalancer deletes an Azure load balancer\nfunc deleteLoadBalancer(ctx context.Context, client *armnetwork.LoadBalancersClient, resourceGroupName, lbName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, lbName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Load balancer %s not found, skipping deletion\", lbName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting load balancer: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete load balancer: %w\", err)\n\t}\n\n\tlog.Printf(\"Load balancer %s deleted successfully\", lbName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-local-network-gateway_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestLocalNetworkGatewayName = \"ovm-integ-test-lng\"\n)\n\nfunc TestNetworkLocalNetworkGatewayIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tlocalNetworkGatewaysClient, err := armnetwork.NewLocalNetworkGatewaysClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Local Network Gateways client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createLocalNetworkGateway(ctx, localNetworkGatewaysClient, integrationTestResourceGroup, integrationTestLocalNetworkGatewayName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create local network gateway: %v\", err)\n\t\t}\n\n\t\terr = waitForLocalNetworkGatewayAvailable(ctx, localNetworkGatewaysClient, integrationTestResourceGroup, integrationTestLocalNetworkGatewayName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for local network gateway to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetLocalNetworkGateway\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving local network gateway %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestLocalNetworkGatewayName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\twrapper := manual.NewNetworkLocalNetworkGateway(\n\t\t\t\tclients.NewLocalNetworkGatewaysClient(localNetworkGatewaysClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestLocalNetworkGatewayName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestLocalNetworkGatewayName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestLocalNetworkGatewayName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved local network gateway %s\", integrationTestLocalNetworkGatewayName)\n\t\t})\n\n\t\tt.Run(\"ListLocalNetworkGateways\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing local network gateways in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\twrapper := manual.NewNetworkLocalNetworkGateway(\n\t\t\t\tclients.NewLocalNetworkGatewaysClient(localNetworkGatewaysClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list local network gateways: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one local network gateway, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestLocalNetworkGatewayName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find local network gateway %s in the list\", integrationTestLocalNetworkGatewayName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d local network gateways in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for local network gateway %s\", integrationTestLocalNetworkGatewayName)\n\n\t\t\twrapper := manual.NewNetworkLocalNetworkGateway(\n\t\t\t\tclients.NewLocalNetworkGatewaysClient(localNetworkGatewaysClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestLocalNetworkGatewayName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkLocalNetworkGateway.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.NetworkLocalNetworkGateway, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for local network gateway %s\", integrationTestLocalNetworkGatewayName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for local network gateway %s\", integrationTestLocalNetworkGatewayName)\n\n\t\t\twrapper := manual.NewNetworkLocalNetworkGateway(\n\t\t\t\tclients.NewLocalNetworkGatewaysClient(localNetworkGatewaysClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestLocalNetworkGatewayName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for local network gateway %s\", len(linkedQueries), integrationTestLocalNetworkGatewayName)\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified linked item query: Type=%s, Method=%s, Query=%s, Scope=%s\",\n\t\t\t\t\tquery.GetType(), query.GetMethod(), query.GetQuery(), query.GetScope())\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteLocalNetworkGateway(ctx, localNetworkGatewaysClient, integrationTestResourceGroup, integrationTestLocalNetworkGatewayName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete local network gateway: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createLocalNetworkGateway(ctx context.Context, client *armnetwork.LocalNetworkGatewaysClient, resourceGroupName, gatewayName, location string) error {\n\texistingGateway, err := client.Get(ctx, resourceGroupName, gatewayName, nil)\n\tif err == nil {\n\t\tif existingGateway.Properties != nil && existingGateway.Properties.ProvisioningState != nil {\n\t\t\tstate := string(*existingGateway.Properties.ProvisioningState)\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Local network gateway %s already exists with state %s, skipping creation\", gatewayName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Local network gateway %s exists but in state %s, will wait for it\", gatewayName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Local network gateway %s already exists, skipping creation\", gatewayName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, gatewayName, armnetwork.LocalNetworkGateway{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.LocalNetworkGatewayPropertiesFormat{\n\t\t\tGatewayIPAddress: new(\"203.0.113.1\"),\n\t\t\tLocalNetworkAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{\n\t\t\t\t\tnew(\"10.1.0.0/16\"),\n\t\t\t\t\tnew(\"10.2.0.0/16\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"network-local-network-gateway\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, resourceGroupName, gatewayName, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"Local network gateway %s already exists (conflict), skipping creation\", gatewayName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"local network gateway %s conflict but not retrievable: %w\", gatewayName, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating local network gateway: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create local network gateway: %w\", err)\n\t}\n\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"local network gateway created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := string(*resp.Properties.ProvisioningState)\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"local network gateway provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Local network gateway %s created successfully with provisioning state: %s\", gatewayName, provisioningState)\n\treturn nil\n}\n\nfunc waitForLocalNetworkGatewayAvailable(ctx context.Context, client *armnetwork.LocalNetworkGatewaysClient, resourceGroupName, gatewayName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for local network gateway %s to be available via API...\", gatewayName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, gatewayName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Local network gateway %s not yet available (attempt %d/%d), waiting %v...\", gatewayName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking local network gateway availability: %w\", err)\n\t\t}\n\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := string(*resp.Properties.ProvisioningState)\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Local network gateway %s is available with provisioning state: %s\", gatewayName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"local network gateway provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\tlog.Printf(\"Local network gateway %s provisioning state: %s (attempt %d/%d), waiting...\", gatewayName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\tlog.Printf(\"Local network gateway %s is available\", gatewayName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for local network gateway %s to be available after %d attempts\", gatewayName, maxAttempts)\n}\n\nfunc deleteLocalNetworkGateway(ctx context.Context, client *armnetwork.LocalNetworkGatewaysClient, resourceGroupName, gatewayName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, gatewayName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Local network gateway %s not found, skipping deletion\", gatewayName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting local network gateway: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete local network gateway: %w\", err)\n\t}\n\n\tlog.Printf(\"Local network gateway %s deleted successfully\", gatewayName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-network-interface-ip-configuration_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestIPConfigNICName = \"ovm-integ-test-nic-for-ipconfig\"\n\tintegrationTestIPConfigVNetName = \"ovm-integ-test-vnet-for-ipconfig\"\n\tintegrationTestIPConfigSubnetName = \"default\"\n\tintegrationTestIPConfigIPConfigName = \"ipconfig1\"\n)\n\nfunc TestNetworkNetworkInterfaceIPConfigurationIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tnicClient, err := armnetwork.NewInterfacesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Network Interfaces client: %v\", err)\n\t}\n\n\tipConfigClient, err := armnetwork.NewInterfaceIPConfigurationsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Interface IP Configurations client: %v\", err)\n\t}\n\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createVirtualNetworkForIPConfig(ctx, vnetClient, integrationTestResourceGroup, integrationTestIPConfigVNetName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\tsubnetResp, err := subnetClient.Get(ctx, integrationTestResourceGroup, integrationTestIPConfigVNetName, integrationTestIPConfigSubnetName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnet: %v\", err)\n\t\t}\n\n\t\terr = createNetworkInterfaceForIPConfig(ctx, nicClient, integrationTestResourceGroup, integrationTestIPConfigNICName, integrationTestLocation, *subnetResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create network interface: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t\tlog.Printf(\"Setup completed: Network interface %s created with IP configuration %s\", integrationTestIPConfigNICName, integrationTestIPConfigIPConfigName)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetIPConfiguration\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving IP configuration %s from NIC %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestIPConfigIPConfigName, integrationTestIPConfigNICName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tipConfigWrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(\n\t\t\t\tclients.NewInterfaceIPConfigurationsClient(ipConfigClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ipConfigWrapper.Scopes()[0]\n\n\t\t\tipConfigAdapter := sources.WrapperToAdapter(ipConfigWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestIPConfigNICName, integrationTestIPConfigIPConfigName)\n\t\t\tsdpItem, qErr := ipConfigAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueValue := shared.CompositeLookupKey(integrationTestIPConfigNICName, integrationTestIPConfigIPConfigName)\n\t\t\tif uniqueAttrValue != expectedUniqueValue {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", expectedUniqueValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved IP configuration %s\", integrationTestIPConfigIPConfigName)\n\t\t})\n\n\t\tt.Run(\"SearchIPConfigurations\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching IP configurations in NIC %s\", integrationTestIPConfigNICName)\n\n\t\t\tipConfigWrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(\n\t\t\t\tclients.NewInterfaceIPConfigurationsClient(ipConfigClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ipConfigWrapper.Scopes()[0]\n\n\t\t\tipConfigAdapter := sources.WrapperToAdapter(ipConfigWrapper, sdpcache.NewNoOpCache())\n\t\t\tsearchable, ok := ipConfigAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, integrationTestIPConfigNICName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) == 0 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 IP configuration, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\texpectedUniqueValue := shared.CompositeLookupKey(integrationTestIPConfigNICName, integrationTestIPConfigIPConfigName)\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedUniqueValue {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find IP configuration %s in search results\", integrationTestIPConfigIPConfigName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully found %d IP configurations in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for IP configuration %s\", integrationTestIPConfigIPConfigName)\n\n\t\t\tipConfigWrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(\n\t\t\t\tclients.NewInterfaceIPConfigurationsClient(ipConfigClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ipConfigWrapper.Scopes()[0]\n\n\t\t\tipConfigAdapter := sources.WrapperToAdapter(ipConfigWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestIPConfigNICName, integrationTestIPConfigIPConfigName)\n\t\t\tsdpItem, qErr := ipConfigAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasNICLink bool\n\t\t\tvar hasSubnetLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty type\")\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty scope\")\n\t\t\t\t}\n\n\t\t\t\tswitch query.GetType() {\n\t\t\t\tcase azureshared.NetworkNetworkInterface.String():\n\t\t\t\t\thasNICLink = true\n\t\t\t\t\tif query.GetQuery() != integrationTestIPConfigNICName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to NIC %s, got %s\", integrationTestIPConfigNICName, query.GetQuery())\n\t\t\t\t\t}\n\t\t\t\tcase azureshared.NetworkSubnet.String():\n\t\t\t\t\thasSubnetLink = true\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasNICLink {\n\t\t\t\tt.Error(\"Expected linked query to parent network interface, but didn't find one\")\n\t\t\t}\n\n\t\t\tif !hasSubnetLink {\n\t\t\t\tt.Error(\"Expected linked query to subnet, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for IP configuration %s\", len(linkedQueries), integrationTestIPConfigIPConfigName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tipConfigWrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(\n\t\t\t\tclients.NewInterfaceIPConfigurationsClient(ipConfigClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := ipConfigWrapper.Scopes()[0]\n\n\t\t\tipConfigAdapter := sources.WrapperToAdapter(ipConfigWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(integrationTestIPConfigNICName, integrationTestIPConfigIPConfigName)\n\t\t\tsdpItem, qErr := ipConfigAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkNetworkInterfaceIPConfiguration.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkNetworkInterfaceIPConfiguration, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for IP configuration %s\", integrationTestIPConfigIPConfigName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\terr := deleteNetworkInterfaceForIPConfig(ctx, nicClient, integrationTestResourceGroup, integrationTestIPConfigNICName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete network interface: %v\", err)\n\t\t}\n\n\t\terr = deleteVirtualNetworkForIPConfig(ctx, vnetClient, integrationTestResourceGroup, integrationTestIPConfigVNetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createVirtualNetworkForIPConfig(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.2.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestIPConfigSubnetName),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.2.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\nfunc deleteVirtualNetworkForIPConfig(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s deleted successfully\", vnetName)\n\treturn nil\n}\n\nfunc createNetworkInterfaceForIPConfig(ctx context.Context, client *armnetwork.InterfacesClient, resourceGroupName, nicName, location, subnetID string) error {\n\t_, err := client.Get(ctx, resourceGroupName, nicName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Network interface %s already exists, skipping creation\", nicName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, nicName, armnetwork.Interface{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.InterfacePropertiesFormat{\n\t\t\tIPConfigurations: []*armnetwork.InterfaceIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestIPConfigIPConfigName),\n\t\t\t\t\tProperties: &armnetwork.InterfaceIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodDynamic),\n\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating network interface: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create network interface: %w\", err)\n\t}\n\n\tlog.Printf(\"Network interface %s created successfully\", nicName)\n\treturn nil\n}\n\nfunc deleteNetworkInterfaceForIPConfig(ctx context.Context, client *armnetwork.InterfacesClient, resourceGroupName, nicName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, nicName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Network interface %s not found, skipping deletion\", nicName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting network interface: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete network interface: %w\", err)\n\t}\n\n\tlog.Printf(\"Network interface %s deleted successfully\", nicName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-network-interface_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestNICNameForTest = \"ovm-integ-test-nic-standalone\"\n\tintegrationTestVNetNameForNIC = \"ovm-integ-test-vnet-for-nic\"\n\tintegrationTestSubnetNameForNIC = \"default\"\n)\n\nfunc TestNetworkNetworkInterfaceIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tnicClient, err := armnetwork.NewInterfacesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Network Interfaces client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create virtual network for the NIC\n\t\terr = createVirtualNetworkForNIC(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForNIC, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\t// Get subnet ID for NIC creation\n\t\tsubnetResp, err := subnetClient.Get(ctx, integrationTestResourceGroup, integrationTestVNetNameForNIC, integrationTestSubnetNameForNIC, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnet: %v\", err)\n\t\t}\n\n\t\t// Create network interface\n\t\terr = createNetworkInterface(ctx, nicClient, integrationTestResourceGroup, integrationTestNICNameForTest, integrationTestLocation, *subnetResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create network interface: %v\", err)\n\t\t}\n\n\t\tlog.Printf(\"Setup completed: Network interface %s created\", integrationTestNICNameForTest)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetNetworkInterface\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving network interface %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestNICNameForTest, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tnicWrapper := manual.NewNetworkNetworkInterface(\n\t\t\t\tclients.NewNetworkInterfacesClient(nicClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := nicWrapper.Scopes()[0]\n\n\t\t\tnicAdapter := sources.WrapperToAdapter(nicWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := nicAdapter.Get(ctx, scope, integrationTestNICNameForTest, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestNICNameForTest {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestNICNameForTest, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved network interface %s\", integrationTestNICNameForTest)\n\t\t})\n\n\t\tt.Run(\"ListNetworkInterfaces\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing network interfaces in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tnicWrapper := manual.NewNetworkNetworkInterface(\n\t\t\t\tclients.NewNetworkInterfacesClient(nicClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := nicWrapper.Scopes()[0]\n\n\t\t\tnicAdapter := sources.WrapperToAdapter(nicWrapper, sdpcache.NewNoOpCache())\n\t\t\tlistable, ok := nicAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) == 0 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 network interface, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\t// Find our test NIC\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestNICNameForTest {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find network interface %s in list, but didn't\", integrationTestNICNameForTest)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully listed %d network interfaces\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tnicWrapper := manual.NewNetworkNetworkInterface(\n\t\t\t\tclients.NewNetworkInterfacesClient(nicClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := nicWrapper.Scopes()[0]\n\n\t\t\tnicAdapter := sources.WrapperToAdapter(nicWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := nicAdapter.Get(ctx, scope, integrationTestNICNameForTest, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.NetworkNetworkInterface.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkNetworkInterface, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify linked item queries exist (IP configuration link should always be present)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\thasIPConfigLink := false\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tswitch liq.GetQuery().GetType() {\n\t\t\t\tcase azureshared.NetworkNetworkInterfaceIPConfiguration.String():\n\t\t\t\t\thasIPConfigLink = true\n\t\t\t\tcase azureshared.ComputeVirtualMachine.String():\n\t\t\t\t\t// VM link may or may not be present depending on whether NIC is attached\n\t\t\t\tcase azureshared.NetworkNetworkSecurityGroup.String():\n\t\t\t\t\t// NSG link may or may not be present\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// IP configuration link should always be present\n\t\t\tif !hasIPConfigLink {\n\t\t\t\tt.Error(\"Expected linked query to IP configuration, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for NIC %s\", len(linkedQueries), integrationTestNICNameForTest)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete network interface\n\t\terr := deleteNetworkInterface(ctx, nicClient, integrationTestResourceGroup, integrationTestNICNameForTest)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete network interface: %v\", err)\n\t\t}\n\n\t\t// Delete VNet (this also deletes the subnet)\n\t\terr = deleteVirtualNetworkForNIC(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForNIC)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\t})\n}\n\n// createVirtualNetworkForNIC creates an Azure virtual network with a default subnet (idempotent)\nfunc createVirtualNetworkForNIC(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t// Check if VNet already exists\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\t// Create the VNet\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.1.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestSubnetNameForNIC),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.1.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\n// deleteVirtualNetworkForNIC deletes an Azure virtual network\nfunc deleteVirtualNetworkForNIC(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s deleted successfully\", vnetName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-network-security-group_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestNSGName = \"ovm-integ-test-nsg\"\n)\n\nfunc TestNetworkNetworkSecurityGroupIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tnsgClient, err := armnetwork.NewSecurityGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Network Security Groups client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create network security group\n\t\terr = createNetworkSecurityGroup(ctx, nsgClient, integrationTestResourceGroup, integrationTestNSGName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create network security group: %v\", err)\n\t\t}\n\n\t\t// Wait for NSG to be fully available\n\t\terr = waitForNSGAvailable(ctx, nsgClient, integrationTestResourceGroup, integrationTestNSGName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for network security group to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetNetworkSecurityGroup\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving network security group %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestNSGName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tnsgWrapper := manual.NewNetworkNetworkSecurityGroup(\n\t\t\t\tclients.NewNetworkSecurityGroupsClient(nsgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := nsgWrapper.Scopes()[0]\n\n\t\t\tnsgAdapter := sources.WrapperToAdapter(nsgWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := nsgAdapter.Get(ctx, scope, integrationTestNSGName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestNSGName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestNSGName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved network security group %s\", integrationTestNSGName)\n\t\t})\n\n\t\tt.Run(\"ListNetworkSecurityGroups\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing network security groups in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tnsgWrapper := manual.NewNetworkNetworkSecurityGroup(\n\t\t\t\tclients.NewNetworkSecurityGroupsClient(nsgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := nsgWrapper.Scopes()[0]\n\n\t\t\tnsgAdapter := sources.WrapperToAdapter(nsgWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := nsgAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list network security groups: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one network security group, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestNSGName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find network security group %s in the list of network security groups\", integrationTestNSGName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d network security groups in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for network security group %s\", integrationTestNSGName)\n\n\t\t\tnsgWrapper := manual.NewNetworkNetworkSecurityGroup(\n\t\t\t\tclients.NewNetworkSecurityGroupsClient(nsgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := nsgWrapper.Scopes()[0]\n\n\t\t\tnsgAdapter := sources.WrapperToAdapter(nsgWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := nsgAdapter.Get(ctx, scope, integrationTestNSGName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.NetworkNetworkSecurityGroup.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.NetworkNetworkSecurityGroup, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for network security group %s\", integrationTestNSGName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for network security group %s\", integrationTestNSGName)\n\n\t\t\tnsgWrapper := manual.NewNetworkNetworkSecurityGroup(\n\t\t\t\tclients.NewNetworkSecurityGroupsClient(nsgClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := nsgWrapper.Scopes()[0]\n\n\t\t\tnsgAdapter := sources.WrapperToAdapter(nsgWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := nsgAdapter.Get(ctx, scope, integrationTestNSGName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (if any)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for network security group %s\", len(linkedQueries), integrationTestNSGName)\n\n\t\t\t// For a newly created NSG, there should be default security rules\n\t\t\t// Verify the structure is correct if links exist\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Verify query has required fields\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\t// Method should be GET or SEARCH (not empty)\n\t\t\t\tif query.GetMethod() == sdp.QueryMethod_GET || query.GetMethod() == sdp.QueryMethod_SEARCH {\n\t\t\t\t\t// Valid method\n\t\t\t\t} else {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified linked item query: Type=%s, Method=%s, Query=%s, Scope=%s\",\n\t\t\t\t\tquery.GetType(), query.GetMethod(), query.GetQuery(), query.GetScope())\n\t\t\t}\n\n\t\t\t// Verify that default security rules are linked (they should always exist)\n\t\t\tvar hasDefaultSecurityRuleLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.NetworkDefaultSecurityRule.String() {\n\t\t\t\t\thasDefaultSecurityRuleLink = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !hasDefaultSecurityRuleLink {\n\t\t\t\tt.Error(\"Expected linked query to default security rules, but didn't find one\")\n\t\t\t}\n\n\t\t\t// Verify that custom security rules are linked (we created one named \"AllowSSH\")\n\t\t\tvar hasSecurityRuleLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.NetworkSecurityRule.String() {\n\t\t\t\t\thasSecurityRuleLink = true\n\t\t\t\t\t// Verify the query contains the NSG name and rule name\n\t\t\t\t\tquery := liq.GetQuery().GetQuery()\n\t\t\t\t\tif query == \"\" {\n\t\t\t\t\t\tt.Error(\"Expected security rule query to be non-empty\")\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !hasSecurityRuleLink {\n\t\t\t\tt.Error(\"Expected linked query to security rules, but didn't find one\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete network security group\n\t\terr := deleteNetworkSecurityGroup(ctx, nsgClient, integrationTestResourceGroup, integrationTestNSGName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete network security group: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createNetworkSecurityGroup creates an Azure network security group (idempotent)\nfunc createNetworkSecurityGroup(ctx context.Context, client *armnetwork.SecurityGroupsClient, resourceGroupName, nsgName, location string) error {\n\t// Check if NSG already exists\n\texistingNSG, err := client.Get(ctx, resourceGroupName, nsgName, nil)\n\tif err == nil {\n\t\t// NSG exists, check its provisioning state\n\t\tif existingNSG.Properties != nil && existingNSG.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingNSG.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Network security group %s already exists with state %s, skipping creation\", nsgName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Network security group %s exists but in state %s, will wait for it\", nsgName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Network security group %s already exists, skipping creation\", nsgName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create a basic network security group with a sample security rule\n\t// This creates an NSG with a default allow rule for testing\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, nsgName, armnetwork.SecurityGroup{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.SecurityGroupPropertiesFormat{\n\t\t\tSecurityRules: []*armnetwork.SecurityRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"AllowSSH\"),\n\t\t\t\t\tProperties: &armnetwork.SecurityRulePropertiesFormat{\n\t\t\t\t\t\tProtocol: new(armnetwork.SecurityRuleProtocolTCP),\n\t\t\t\t\t\tSourcePortRange: new(\"*\"),\n\t\t\t\t\t\tDestinationPortRange: new(\"22\"),\n\t\t\t\t\t\tSourceAddressPrefix: new(\"*\"),\n\t\t\t\t\t\tDestinationAddressPrefix: new(\"*\"),\n\t\t\t\t\t\tAccess: new(armnetwork.SecurityRuleAccessAllow),\n\t\t\t\t\t\tPriority: new(int32(1000)),\n\t\t\t\t\t\tDirection: new(armnetwork.SecurityRuleDirectionInbound),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"network-network-security-group\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if NSG already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Network security group %s already exists (conflict), skipping creation\", nsgName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating network security group: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create network security group: %w\", err)\n\t}\n\n\t// Verify the NSG was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"network security group created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"network security group provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Network security group %s created successfully with provisioning state: %s\", nsgName, provisioningState)\n\treturn nil\n}\n\n// waitForNSGAvailable polls until the NSG is available via the Get API\n// This is needed because even after creation succeeds, there can be a delay before the NSG is queryable\nfunc waitForNSGAvailable(ctx context.Context, client *armnetwork.SecurityGroupsClient, resourceGroupName, nsgName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for network security group %s to be available via API...\", nsgName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, nsgName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Network security group %s not yet available (attempt %d/%d), waiting %v...\", nsgName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking network security group availability: %w\", err)\n\t\t}\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Network security group %s is available with provisioning state: %s\", nsgName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"network security group provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Network security group %s provisioning state: %s (attempt %d/%d), waiting...\", nsgName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// NSG exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Network security group %s is available\", nsgName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for network security group %s to be available after %d attempts\", nsgName, maxAttempts)\n}\n\n// deleteNetworkSecurityGroup deletes an Azure network security group\nfunc deleteNetworkSecurityGroup(ctx context.Context, client *armnetwork.SecurityGroupsClient, resourceGroupName, nsgName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, nsgName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Network security group %s not found, skipping deletion\", nsgName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting network security group: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete network security group: %w\", err)\n\t}\n\n\tlog.Printf(\"Network security group %s deleted successfully\", nsgName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-network-watcher_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\t// Azure only allows one Network Watcher per region per subscription.\n\t// We create a test Network Watcher in our integration test resource group.\n\tintegrationTestNetworkWatcherTestName = \"ovm-integ-test-nw\"\n)\n\nfunc TestNetworkNetworkWatcherIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tnetworkWatchersClient, err := armnetwork.NewWatchersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Network Watchers client: %v\", err)\n\t}\n\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create network watcher - Azure only allows one per region per subscription\n\t\terr = createNetworkWatcher(ctx, networkWatchersClient, integrationTestResourceGroup, integrationTestNetworkWatcherTestName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\t// If we hit the limit, it means a Network Watcher already exists in another RG\n\t\t\tif strings.Contains(err.Error(), \"NetworkWatcherCountLimitReached\") {\n\t\t\t\tt.Skipf(\"Skipping: Azure allows only one Network Watcher per region. One already exists: %v\", err)\n\t\t\t}\n\t\t\tt.Fatalf(\"Failed to create network watcher: %v\", err)\n\t\t}\n\n\t\t// Wait for network watcher to be available\n\t\terr = waitForNetworkWatcherAvailable(ctx, networkWatchersClient, integrationTestResourceGroup, integrationTestNetworkWatcherTestName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for network watcher: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetNetworkWatcher\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving network watcher %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestNetworkWatcherTestName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\twrapper := manual.NewNetworkNetworkWatcher(\n\t\t\t\tclients.NewNetworkWatchersClient(networkWatchersClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestNetworkWatcherTestName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestNetworkWatcherTestName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestNetworkWatcherTestName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved network watcher %s\", integrationTestNetworkWatcherTestName)\n\t\t})\n\n\t\tt.Run(\"ListNetworkWatchers\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing network watchers in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\twrapper := manual.NewNetworkNetworkWatcher(\n\t\t\t\tclients.NewNetworkWatchersClient(networkWatchersClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list network watchers: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one network watcher, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestNetworkWatcherTestName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find network watcher %s in the list\", integrationTestNetworkWatcherTestName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d network watchers in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for network watcher %s\", integrationTestNetworkWatcherTestName)\n\n\t\t\twrapper := manual.NewNetworkNetworkWatcher(\n\t\t\t\tclients.NewNetworkWatchersClient(networkWatchersClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestNetworkWatcherTestName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\n\t\t\tfor _, query := range linkedQueries {\n\t\t\t\tq := query.GetQuery()\n\t\t\t\tif q == nil {\n\t\t\t\t\tt.Error(\"LinkedItemQuery has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tif q.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"LinkedItemQuery has empty Type\")\n\t\t\t\t}\n\n\t\t\t\tif q.GetMethod() != sdp.QueryMethod_GET && q.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"LinkedItemQuery has invalid Method: %v\", q.GetMethod())\n\t\t\t\t}\n\n\t\t\t\tif q.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"LinkedItemQuery has empty Query\")\n\t\t\t\t}\n\n\t\t\t\tif q.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"LinkedItemQuery has empty Scope\")\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for network watcher %s\", len(linkedQueries), integrationTestNetworkWatcherTestName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for network watcher %s\", integrationTestNetworkWatcherTestName)\n\n\t\t\twrapper := manual.NewNetworkNetworkWatcher(\n\t\t\t\tclients.NewNetworkWatchersClient(networkWatchersClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestNetworkWatcherTestName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkNetworkWatcher.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.NetworkNetworkWatcher, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for network watcher %s\", integrationTestNetworkWatcherTestName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete the network watcher we created\n\t\terr := deleteNetworkWatcher(ctx, networkWatchersClient, integrationTestResourceGroup, integrationTestNetworkWatcherTestName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete network watcher %s: %v\", integrationTestNetworkWatcherTestName, err)\n\t\t}\n\t})\n}\n\nfunc createNetworkWatcher(ctx context.Context, client *armnetwork.WatchersClient, resourceGroup, name, location string) error {\n\t_, err := client.Get(ctx, resourceGroup, name, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Network watcher %s already exists, skipping creation\", name)\n\t\treturn nil\n\t}\n\n\tresult, err := client.CreateOrUpdate(ctx, resourceGroup, name, armnetwork.Watcher{\n\t\tLocation: &location,\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tif _, getErr := client.Get(ctx, resourceGroup, name, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"Network watcher %s already exists (conflict), skipping\", name)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"network watcher %s conflict but not retrievable: %w\", name, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create network watcher: %w\", err)\n\t}\n\n\tlog.Printf(\"Network watcher %s created: %v\", name, result.Watcher.Name)\n\treturn nil\n}\n\nfunc waitForNetworkWatcherAvailable(ctx context.Context, client *armnetwork.WatchersClient, resourceGroup, name string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\tmaxNotFoundAttempts := 5\n\tnotFoundCount := 0\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroup, name, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tnotFoundCount++\n\t\t\t\tif notFoundCount >= maxNotFoundAttempts {\n\t\t\t\t\treturn fmt.Errorf(\"network watcher %s not found after %d attempts\", name, notFoundCount)\n\t\t\t\t}\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking network watcher: %w\", err)\n\t\t}\n\t\tnotFoundCount = 0\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil && *resp.Properties.ProvisioningState == armnetwork.ProvisioningStateSucceeded {\n\t\t\tlog.Printf(\"Network watcher %s is available\", name)\n\t\t\treturn nil\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\treturn fmt.Errorf(\"timeout waiting for network watcher %s\", name)\n}\n\nfunc deleteNetworkWatcher(ctx context.Context, client *armnetwork.WatchersClient, resourceGroup, name string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroup, name, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Network watcher %s already deleted\", name)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin delete network watcher: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete network watcher: %w\", err)\n\t}\n\n\tlog.Printf(\"Network watcher %s deleted successfully\", name)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-private-link-service_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestPLSName = \"ovm-integ-test-pls\"\n\tintegrationTestVNetNameForPLS = \"ovm-integ-test-vnet-for-pls\"\n\tintegrationTestSubnetNameForPLS = \"pls-subnet\"\n\tintegrationTestLBNameForPLS = \"ovm-integ-test-lb-for-pls\"\n\tintegrationTestFrontendIPForPLS = \"frontend-ip-config\"\n\tintegrationTestBackendPoolForPLS = \"backend-pool\"\n)\n\nfunc TestNetworkPrivateLinkServiceIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tlbClient, err := armnetwork.NewLoadBalancersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Load Balancers client: %v\", err)\n\t}\n\n\tplsClient, err := armnetwork.NewPrivateLinkServicesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Private Link Services client: %v\", err)\n\t}\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create virtual network for private link service (with special subnet settings)\n\t\terr = createVirtualNetworkForPLS(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForPLS, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\t// Get subnet ID for load balancer and private link service\n\t\tsubnetResp, err := subnetClient.Get(ctx, integrationTestResourceGroup, integrationTestVNetNameForPLS, integrationTestSubnetNameForPLS, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnet: %v\", err)\n\t\t}\n\n\t\t// Create internal load balancer for private link service\n\t\terr = createInternalLoadBalancerForPLS(ctx, lbClient, subscriptionID, integrationTestResourceGroup, integrationTestLBNameForPLS, integrationTestLocation, *subnetResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create internal load balancer: %v\", err)\n\t\t}\n\n\t\t// Get load balancer frontend IP configuration ID\n\t\tlbResp, err := lbClient.Get(ctx, integrationTestResourceGroup, integrationTestLBNameForPLS, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get load balancer: %v\", err)\n\t\t}\n\n\t\tvar frontendIPConfigID string\n\t\tif lbResp.Properties != nil && len(lbResp.Properties.FrontendIPConfigurations) > 0 {\n\t\t\tfrontendIPConfigID = *lbResp.Properties.FrontendIPConfigurations[0].ID\n\t\t}\n\t\tif frontendIPConfigID == \"\" {\n\t\t\tt.Fatalf(\"Failed to get frontend IP configuration ID\")\n\t\t}\n\n\t\t// Create private link service\n\t\terr = createPrivateLinkService(ctx, plsClient, integrationTestResourceGroup, integrationTestPLSName, integrationTestLocation, *subnetResp.ID, frontendIPConfigID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create private link service: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t\tlog.Printf(\"Setup completed: Private Link Service %s created\", integrationTestPLSName)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetPrivateLinkService\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving private link service %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestPLSName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tplsWrapper := manual.NewNetworkPrivateLinkService(\n\t\t\t\tclients.NewPrivateLinkServicesClient(plsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := plsWrapper.Scopes()[0]\n\n\t\t\tplsAdapter := sources.WrapperToAdapter(plsWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := plsAdapter.Get(ctx, scope, integrationTestPLSName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestPLSName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestPLSName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkPrivateLinkService.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got %s\", azureshared.NetworkPrivateLinkService, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved private link service %s\", integrationTestPLSName)\n\t\t})\n\n\t\tt.Run(\"ListPrivateLinkServices\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing private link services in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tplsWrapper := manual.NewNetworkPrivateLinkService(\n\t\t\t\tclients.NewPrivateLinkServicesClient(plsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := plsWrapper.Scopes()[0]\n\n\t\t\tplsAdapter := sources.WrapperToAdapter(plsWrapper, sdpcache.NewNoOpCache())\n\t\t\tlistable, ok := plsAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 private link service, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\t// Find our test private link service\n\t\t\tfound := false\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\tif v == integrationTestPLSName {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tif item.GetType() != azureshared.NetworkPrivateLinkService.String() {\n\t\t\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkPrivateLinkService, item.GetType())\n\t\t\t\t\t\t}\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find private link service %s in list, but didn't\", integrationTestPLSName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully listed %d private link services\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tplsWrapper := manual.NewNetworkPrivateLinkService(\n\t\t\t\tclients.NewPrivateLinkServicesClient(plsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := plsWrapper.Scopes()[0]\n\n\t\t\tplsAdapter := sources.WrapperToAdapter(plsWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := plsAdapter.Get(ctx, scope, integrationTestPLSName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.NetworkPrivateLinkService.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkPrivateLinkService, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify Validate() passes\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected item to validate, got error: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for private link service %s\", integrationTestPLSName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tplsWrapper := manual.NewNetworkPrivateLinkService(\n\t\t\t\tclients.NewPrivateLinkServicesClient(plsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := plsWrapper.Scopes()[0]\n\n\t\t\tplsAdapter := sources.WrapperToAdapter(plsWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := plsAdapter.Get(ctx, scope, integrationTestPLSName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\t// Verify each linked item query has required fields\n\t\t\tfor i, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Errorf(\"Linked query %d has empty Type\", i)\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Errorf(\"Linked query %d has empty Query\", i)\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Errorf(\"Linked query %d has empty Scope\", i)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Verify expected linked item types\n\t\t\texpectedLinkedTypes := map[string]bool{\n\t\t\t\tazureshared.NetworkSubnet.String(): false,\n\t\t\t\tazureshared.NetworkVirtualNetwork.String(): false,\n\t\t\t\tazureshared.NetworkLoadBalancerFrontendIPConfiguration.String(): false,\n\t\t\t\tazureshared.NetworkLoadBalancer.String(): false,\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tlinkedType := liq.GetQuery().GetType()\n\t\t\t\tif _, exists := expectedLinkedTypes[linkedType]; exists {\n\t\t\t\t\texpectedLinkedTypes[linkedType] = true\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor linkedType, found := range expectedLinkedTypes {\n\t\t\t\tif !found {\n\t\t\t\t\tt.Errorf(\"Expected linked query to %s, but didn't find one\", linkedType)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for private link service %s\", len(linkedQueries), integrationTestPLSName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete private link service\n\t\terr := deletePrivateLinkService(ctx, plsClient, integrationTestResourceGroup, integrationTestPLSName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete private link service: %v\", err)\n\t\t}\n\n\t\t// Delete load balancer\n\t\terr = deleteLoadBalancer(ctx, lbClient, integrationTestResourceGroup, integrationTestLBNameForPLS)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete load balancer: %v\", err)\n\t\t}\n\n\t\t// Delete VNet (this also deletes the subnet)\n\t\terr = deleteVirtualNetworkForPLS(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForPLS)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete virtual network: %v\", err)\n\t\t}\n\n\t\tlog.Printf(\"Teardown completed\")\n\t})\n}\n\n// createVirtualNetworkForPLS creates an Azure virtual network with a subnet that has privateLinkServiceNetworkPolicies disabled\nfunc createVirtualNetworkForPLS(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t// Check if VNet already exists\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\t// Create the VNet with a subnet that has privateLinkServiceNetworkPolicies disabled\n\tdisabled := armnetwork.VirtualNetworkPrivateLinkServiceNetworkPoliciesDisabled\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.3.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestSubnetNameForPLS),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.3.0.0/24\"),\n\t\t\t\t\t\tPrivateLinkServiceNetworkPolicies: &disabled,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\n// deleteVirtualNetworkForPLS deletes an Azure virtual network\nfunc deleteVirtualNetworkForPLS(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s deleted successfully\", vnetName)\n\treturn nil\n}\n\n// createInternalLoadBalancerForPLS creates an Azure internal load balancer for private link service\nfunc createInternalLoadBalancerForPLS(ctx context.Context, client *armnetwork.LoadBalancersClient, subscriptionID, resourceGroupName, lbName, location, subnetID string) error {\n\t// Check if load balancer already exists\n\t_, err := client.Get(ctx, resourceGroupName, lbName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Load balancer %s already exists, skipping creation\", lbName)\n\t\treturn nil\n\t}\n\n\t// Create the internal load balancer\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, lbName, armnetwork.LoadBalancer{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.LoadBalancerPropertiesFormat{\n\t\t\tFrontendIPConfigurations: []*armnetwork.FrontendIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestFrontendIPForPLS),\n\t\t\t\t\tProperties: &armnetwork.FrontendIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodDynamic),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tBackendAddressPools: []*armnetwork.BackendAddressPool{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestBackendPoolForPLS),\n\t\t\t\t},\n\t\t\t},\n\t\t\tLoadBalancingRules: []*armnetwork.LoadBalancingRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"lb-rule\"),\n\t\t\t\t\tProperties: &armnetwork.LoadBalancingRulePropertiesFormat{\n\t\t\t\t\t\tFrontendIPConfiguration: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/frontendIPConfigurations/%s\",\n\t\t\t\t\t\t\t\tsubscriptionID, resourceGroupName, lbName, integrationTestFrontendIPForPLS)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tBackendAddressPool: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/backendAddressPools/%s\",\n\t\t\t\t\t\t\t\tsubscriptionID, resourceGroupName, lbName, integrationTestBackendPoolForPLS)),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tProtocol: new(armnetwork.TransportProtocolTCP),\n\t\t\t\t\t\tFrontendPort: new(int32(80)),\n\t\t\t\t\t\tBackendPort: new(int32(80)),\n\t\t\t\t\t\tEnableFloatingIP: new(false),\n\t\t\t\t\t\tIdleTimeoutInMinutes: new(int32(4)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tSKU: &armnetwork.LoadBalancerSKU{\n\t\t\tName: new(armnetwork.LoadBalancerSKUNameStandard),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating load balancer: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create load balancer: %w\", err)\n\t}\n\n\tlog.Printf(\"Load balancer %s created successfully\", lbName)\n\treturn nil\n}\n\n// createPrivateLinkService creates an Azure Private Link Service\nfunc createPrivateLinkService(ctx context.Context, client *armnetwork.PrivateLinkServicesClient, resourceGroupName, plsName, location, subnetID, frontendIPConfigID string) error {\n\t// Check if private link service already exists\n\t_, err := client.Get(ctx, resourceGroupName, plsName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Private link service %s already exists, skipping creation\", plsName)\n\t\treturn nil\n\t}\n\n\t// Create the private link service\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, plsName, armnetwork.PrivateLinkService{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.PrivateLinkServiceProperties{\n\t\t\tLoadBalancerFrontendIPConfigurations: []*armnetwork.FrontendIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tID: new(frontendIPConfigID),\n\t\t\t\t},\n\t\t\t},\n\t\t\tIPConfigurations: []*armnetwork.PrivateLinkServiceIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"pls-ip-config\"),\n\t\t\t\t\tProperties: &armnetwork.PrivateLinkServiceIPConfigurationProperties{\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodDynamic),\n\t\t\t\t\t\tPrimary: new(true),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tEnableProxyProtocol: new(false),\n\t\t\tFqdns: []*string{\n\t\t\t\tnew(\"test-pls.example.com\"),\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\t// Verify the resource actually exists before treating conflict as success\n\t\t\tif _, getErr := client.Get(ctx, resourceGroupName, plsName, nil); getErr == nil {\n\t\t\t\tlog.Printf(\"Private link service %s already exists (conflict), skipping creation\", plsName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"private link service %s conflict but not retrievable: %w\", plsName, err)\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating private link service: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create private link service: %w\", err)\n\t}\n\n\tlog.Printf(\"Private link service %s created successfully\", plsName)\n\treturn nil\n}\n\n// deletePrivateLinkService deletes an Azure Private Link Service\nfunc deletePrivateLinkService(ctx context.Context, client *armnetwork.PrivateLinkServicesClient, resourceGroupName, plsName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, plsName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Private link service %s not found, skipping deletion\", plsName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting private link service: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete private link service: %w\", err)\n\t}\n\n\tlog.Printf(\"Private link service %s deleted successfully\", plsName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-public-ip-address_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestPublicIPName = \"ovm-integ-test-public-ip\"\n\tintegrationTestNICNameForPIP = \"ovm-integ-test-nic-for-pip\"\n\tintegrationTestVNetNameForPIP = \"ovm-integ-test-vnet-for-pip\"\n\tintegrationTestSubnetNameForPIP = \"default\"\n)\n\nfunc TestNetworkPublicIPAddressIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tnicClient, err := armnetwork.NewInterfacesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Network Interfaces client: %v\", err)\n\t}\n\n\tpublicIPClient, err := armnetwork.NewPublicIPAddressesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Public IP Addresses client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create virtual network for the NIC\n\t\terr = createVirtualNetworkForPIP(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForPIP, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\n\t\t// Get subnet ID for NIC creation\n\t\tsubnetResp, err := subnetClient.Get(ctx, integrationTestResourceGroup, integrationTestVNetNameForPIP, integrationTestSubnetNameForPIP, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnet: %v\", err)\n\t\t}\n\n\t\t// Create public IP address first (needed for NIC)\n\t\terr = createPublicIPAddress(ctx, publicIPClient, integrationTestResourceGroup, integrationTestPublicIPName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create public IP address: %v\", err)\n\t\t}\n\n\t\t// Wait for public IP to be available\n\t\terr = waitForPublicIPAvailable(ctx, publicIPClient, integrationTestResourceGroup, integrationTestPublicIPName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for public IP to be available: %v\", err)\n\t\t}\n\n\t\t// Get public IP ID for NIC creation\n\t\tpublicIPResp, err := publicIPClient.Get(ctx, integrationTestResourceGroup, integrationTestPublicIPName, nil)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get public IP address: %v\", err)\n\t\t}\n\n\t\t// Create network interface with public IP\n\t\terr = createNetworkInterfaceWithPublicIP(ctx, nicClient, integrationTestResourceGroup, integrationTestNICNameForPIP, integrationTestLocation, *subnetResp.ID, *publicIPResp.ID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create network interface: %v\", err)\n\t\t}\n\n\t\tlog.Printf(\"Setup completed: Public IP address %s and network interface %s created\", integrationTestPublicIPName, integrationTestNICNameForPIP)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetPublicIPAddress\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving public IP address %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestPublicIPName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tpublicIPWrapper := manual.NewNetworkPublicIPAddress(\n\t\t\t\tclients.NewPublicIPAddressesClient(publicIPClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := publicIPWrapper.Scopes()[0]\n\n\t\t\tpublicIPAdapter := sources.WrapperToAdapter(publicIPWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := publicIPAdapter.Get(ctx, scope, integrationTestPublicIPName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkPublicIPAddress.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkPublicIPAddress, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestPublicIPName {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", integrationTestPublicIPName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved public IP address %s\", integrationTestPublicIPName)\n\t\t})\n\n\t\tt.Run(\"ListPublicIPAddresses\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing public IP addresses in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tpublicIPWrapper := manual.NewNetworkPublicIPAddress(\n\t\t\t\tclients.NewPublicIPAddressesClient(publicIPClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := publicIPWrapper.Scopes()[0]\n\n\t\t\tpublicIPAdapter := sources.WrapperToAdapter(publicIPWrapper, sdpcache.NewNoOpCache())\n\t\t\tlistable, ok := publicIPAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one public IP address, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\tif v == integrationTestPublicIPName {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find public IP address %s in the list results\", integrationTestPublicIPName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d public IP addresses in list results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for public IP address %s\", integrationTestPublicIPName)\n\n\t\t\tpublicIPWrapper := manual.NewNetworkPublicIPAddress(\n\t\t\t\tclients.NewPublicIPAddressesClient(publicIPClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := publicIPWrapper.Scopes()[0]\n\n\t\t\tpublicIPAdapter := sources.WrapperToAdapter(publicIPWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := publicIPAdapter.Get(ctx, scope, integrationTestPublicIPName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (Network Interface should be linked via IPConfiguration)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasNetworkInterfaceLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.NetworkNetworkInterface.String() {\n\t\t\t\t\thasNetworkInterfaceLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != integrationTestNICNameForPIP {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to network interface %s, got %s\", integrationTestNICNameForPIP, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope %s, got %s\", scope, liq.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasNetworkInterfaceLink {\n\t\t\t\tt.Error(\"Expected linked query to Network Interface, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for public IP address %s\", len(linkedQueries), integrationTestPublicIPName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete network interface first (it must be deleted before public IP can be deleted if associated)\n\t\terr := deleteNetworkInterface(ctx, nicClient, integrationTestResourceGroup, integrationTestNICNameForPIP)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete network interface: %v\", err)\n\t\t}\n\n\t\t// Delete public IP address\n\t\terr = deletePublicIPAddress(ctx, publicIPClient, integrationTestResourceGroup, integrationTestPublicIPName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete public IP address: %v\", err)\n\t\t}\n\n\t\t// Delete VNet (this also deletes the subnet)\n\t\terr = deleteVirtualNetworkForPIP(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetNameForPIP)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\t})\n}\n\n// createVirtualNetworkForPIP creates an Azure virtual network with a default subnet (idempotent)\nfunc createVirtualNetworkForPIP(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\t// Check if VNet already exists\n\t_, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Virtual network %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\t// Create the VNet\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.2.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(integrationTestSubnetNameForPIP),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.2.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin creating virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s created successfully\", vnetName)\n\treturn nil\n}\n\n// deleteVirtualNetworkForPIP deletes an Azure virtual network\nfunc deleteVirtualNetworkForPIP(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Virtual network %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting virtual network: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete virtual network: %w\", err)\n\t}\n\n\tlog.Printf(\"Virtual network %s deleted successfully\", vnetName)\n\treturn nil\n}\n\n// createPublicIPAddress creates an Azure public IP address (idempotent)\nfunc createPublicIPAddress(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, publicIPName, location string) error {\n\t// Check if public IP already exists\n\t_, err := client.Get(ctx, resourceGroupName, publicIPName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Public IP address %s already exists, skipping creation\", publicIPName)\n\t\treturn nil\n\t}\n\n\t// Create the public IP address\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, publicIPName, armnetwork.PublicIPAddress{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.PublicIPAddressPropertiesFormat{\n\t\t\tPublicIPAddressVersion: new(armnetwork.IPVersionIPv4),\n\t\t\tPublicIPAllocationMethod: new(armnetwork.IPAllocationMethodStatic),\n\t\t},\n\t\tSKU: &armnetwork.PublicIPAddressSKU{\n\t\t\tName: new(armnetwork.PublicIPAddressSKUNameStandard),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"network-public-ip-address\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if public IP already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Public IP address %s already exists, skipping creation\", publicIPName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating public IP address: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create public IP address: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP address %s created successfully\", publicIPName)\n\treturn nil\n}\n\n// waitForPublicIPAvailable waits for a public IP address to be fully available\nfunc waitForPublicIPAvailable(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, publicIPName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for public IP address %s to be available via API...\", publicIPName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, publicIPName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Public IP address %s not yet available (attempt %d/%d), waiting %v...\", publicIPName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking public IP address availability: %w\", err)\n\t\t}\n\n\t\t// If we can get the public IP and it has an IP address assigned, it's available\n\t\tif resp.Properties != nil && resp.Properties.IPAddress != nil && *resp.Properties.IPAddress != \"\" {\n\t\t\tlog.Printf(\"Public IP address %s is available with IP: %s\", publicIPName, *resp.Properties.IPAddress)\n\t\t\treturn nil\n\t\t}\n\n\t\t// Still provisioning, wait and retry\n\t\tlog.Printf(\"Public IP address %s still provisioning (attempt %d/%d), waiting...\", publicIPName, attempt, maxAttempts)\n\t\ttime.Sleep(pollInterval)\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for public IP address %s to be available after %d attempts\", publicIPName, maxAttempts)\n}\n\n// deletePublicIPAddress deletes an Azure public IP address\nfunc deletePublicIPAddress(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, publicIPName string) error {\n\t// Check if public IP exists\n\t_, err := client.Get(ctx, resourceGroupName, publicIPName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Public IP address %s does not exist, skipping deletion\", publicIPName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"error checking public IP address existence: %w\", err)\n\t}\n\n\t// Delete the public IP address\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, publicIPName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to begin deleting public IP address: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete public IP address: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP address %s deleted successfully\", publicIPName)\n\treturn nil\n}\n\n// createNetworkInterfaceWithPublicIP creates an Azure network interface with a public IP address (idempotent)\nfunc createNetworkInterfaceWithPublicIP(ctx context.Context, client *armnetwork.InterfacesClient, resourceGroupName, nicName, location, subnetID, publicIPID string) error {\n\t// Check if NIC already exists\n\t_, err := client.Get(ctx, resourceGroupName, nicName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Network interface %s already exists, skipping creation\", nicName)\n\t\treturn nil\n\t}\n\n\t// Create the NIC\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, nicName, armnetwork.Interface{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.InterfacePropertiesFormat{\n\t\t\tIPConfigurations: []*armnetwork.InterfaceIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"ipconfig1\"),\n\t\t\t\t\tProperties: &armnetwork.InterfaceIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\t\t\t\tID: new(publicIPID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodDynamic),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"network-public-ip-address\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if NIC already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Network interface %s already exists, skipping creation\", nicName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating network interface: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create network interface: %w\", err)\n\t}\n\n\tlog.Printf(\"Network interface %s created successfully\", nicName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-route-table_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestRouteTableName = \"ovm-integ-test-route-table\"\n\tintegrationTestRouteName = \"ovm-integ-test-route\"\n)\n\nfunc TestNetworkRouteTableIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\trouteTableClient, err := armnetwork.NewRouteTablesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Route Tables client: %v\", err)\n\t}\n\n\troutesClient, err := armnetwork.NewRoutesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Routes client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create route table\n\t\terr = createRouteTable(ctx, routeTableClient, integrationTestResourceGroup, integrationTestRouteTableName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create route table: %v\", err)\n\t\t}\n\n\t\t// Wait for route table to be fully available\n\t\terr = waitForRouteTableAvailable(ctx, routeTableClient, integrationTestResourceGroup, integrationTestRouteTableName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for route table to be available: %v\", err)\n\t\t}\n\n\t\t// Create a route in the route table\n\t\terr = createRoute(ctx, routesClient, integrationTestResourceGroup, integrationTestRouteTableName, integrationTestRouteName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create route: %v\", err)\n\t\t}\n\n\t\t// Wait for route to be available\n\t\terr = waitForRouteAvailable(ctx, routesClient, integrationTestResourceGroup, integrationTestRouteTableName, integrationTestRouteName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for route to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetRouteTable\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving route table %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestRouteTableName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\trouteTableWrapper := manual.NewNetworkRouteTable(\n\t\t\t\tclients.NewRouteTablesClient(routeTableClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := routeTableWrapper.Scopes()[0]\n\n\t\t\trouteTableAdapter := sources.WrapperToAdapter(routeTableWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := routeTableAdapter.Get(ctx, scope, integrationTestRouteTableName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestRouteTableName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestRouteTableName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved route table %s\", integrationTestRouteTableName)\n\t\t})\n\n\t\tt.Run(\"ListRouteTables\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing route tables in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\trouteTableWrapper := manual.NewNetworkRouteTable(\n\t\t\t\tclients.NewRouteTablesClient(routeTableClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := routeTableWrapper.Scopes()[0]\n\n\t\t\trouteTableAdapter := sources.WrapperToAdapter(routeTableWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := routeTableAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list route tables: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one route table, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestRouteTableName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find route table %s in the list of route tables\", integrationTestRouteTableName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d route tables in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for route table %s\", integrationTestRouteTableName)\n\n\t\t\trouteTableWrapper := manual.NewNetworkRouteTable(\n\t\t\t\tclients.NewRouteTablesClient(routeTableClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := routeTableWrapper.Scopes()[0]\n\n\t\t\trouteTableAdapter := sources.WrapperToAdapter(routeTableWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := routeTableAdapter.Get(ctx, scope, integrationTestRouteTableName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.NetworkRouteTable.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.NetworkRouteTable, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for route table %s\", integrationTestRouteTableName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for route table %s\", integrationTestRouteTableName)\n\n\t\t\trouteTableWrapper := manual.NewNetworkRouteTable(\n\t\t\t\tclients.NewRouteTablesClient(routeTableClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := routeTableWrapper.Scopes()[0]\n\n\t\t\trouteTableAdapter := sources.WrapperToAdapter(routeTableWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := routeTableAdapter.Get(ctx, scope, integrationTestRouteTableName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (if any)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for route table %s\", len(linkedQueries), integrationTestRouteTableName)\n\n\t\t\t// Verify the structure is correct if links exist\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Verify query has required fields\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\t// Method should be GET or SEARCH (not empty)\n\t\t\t\tif query.GetMethod() == sdp.QueryMethod_GET || query.GetMethod() == sdp.QueryMethod_SEARCH {\n\t\t\t\t\t// Valid method\n\t\t\t\t} else {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified linked item query: Type=%s, Method=%s, Query=%s, Scope=%s\",\n\t\t\t\t\tquery.GetType(), query.GetMethod(), query.GetQuery(), query.GetScope())\n\t\t\t}\n\n\t\t\t// Verify that routes are linked (we created one named integrationTestRouteName)\n\t\t\tvar hasRouteLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.NetworkRoute.String() {\n\t\t\t\t\thasRouteLink = true // Verify the query contains the route table name and route name\n\t\t\t\t\tquery := liq.GetQuery().GetQuery()\n\t\t\t\t\tif query == \"\" {\n\t\t\t\t\t\tt.Error(\"Expected route query to be non-empty\")\n\t\t\t\t\t}\n\t\t\t\t\tlog.Printf(\"Found route link with query: %s\", query)\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !hasRouteLink {\n\t\t\t\tt.Error(\"Expected linked query to routes, but didn't find one\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete route\n\t\terr := deleteRoute(ctx, routesClient, integrationTestResourceGroup, integrationTestRouteTableName, integrationTestRouteName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete route: %v\", err)\n\t\t}\n\n\t\t// Delete route table\n\t\terr = deleteRouteTable(ctx, routeTableClient, integrationTestResourceGroup, integrationTestRouteTableName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete route table: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createRouteTable creates an Azure route table (idempotent)\nfunc createRouteTable(ctx context.Context, client *armnetwork.RouteTablesClient, resourceGroupName, routeTableName, location string) error {\n\t// Check if route table already exists\n\texistingRouteTable, err := client.Get(ctx, resourceGroupName, routeTableName, nil)\n\tif err == nil {\n\t\t// Route table exists, check its provisioning state\n\t\tif existingRouteTable.Properties != nil && existingRouteTable.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingRouteTable.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Route table %s already exists with state %s, skipping creation\", routeTableName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Route table %s exists but in state %s, will wait for it\", routeTableName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Route table %s already exists, skipping creation\", routeTableName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create a basic route table\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, routeTableName, armnetwork.RouteTable{\n\t\tLocation: new(location),\n\t\tProperties: &armnetwork.RouteTablePropertiesFormat{\n\t\t\t// Routes will be added separately as child resources\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"network-route-table\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if route table already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Route table %s already exists (conflict), skipping creation\", routeTableName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating route table: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create route table: %w\", err)\n\t}\n\n\t// Verify the route table was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"route table created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"route table provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Route table %s created successfully with provisioning state: %s\", routeTableName, provisioningState)\n\treturn nil\n}\n\n// waitForRouteTableAvailable polls until the route table is available via the Get API\n// This is needed because even after creation succeeds, there can be a delay before the route table is queryable\nfunc waitForRouteTableAvailable(ctx context.Context, client *armnetwork.RouteTablesClient, resourceGroupName, routeTableName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for route table %s to be available via API...\", routeTableName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, routeTableName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Route table %s not yet available (attempt %d/%d), waiting %v...\", routeTableName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking route table availability: %w\", err)\n\t\t}\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Route table %s is available with provisioning state: %s\", routeTableName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"route table provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Route table %s provisioning state: %s (attempt %d/%d), waiting...\", routeTableName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Route table exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Route table %s is available\", routeTableName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for route table %s to be available after %d attempts\", routeTableName, maxAttempts)\n}\n\n// createRoute creates a route in a route table (idempotent)\nfunc createRoute(ctx context.Context, client *armnetwork.RoutesClient, resourceGroupName, routeTableName, routeName, location string) error {\n\t// Check if route already exists\n\texistingRoute, err := client.Get(ctx, resourceGroupName, routeTableName, routeName, nil)\n\tif err == nil {\n\t\t// Route exists, check its provisioning state\n\t\tif existingRoute.Properties != nil && existingRoute.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingRoute.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Route %s already exists with state %s, skipping creation\", routeName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Route %s exists but in state %s, will wait for it\", routeName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Route %s already exists, skipping creation\", routeName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create a route with VirtualAppliance next hop type and a sample IP address\n\t// This creates a route that will link to a NetworkIP\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, routeTableName, routeName, armnetwork.Route{\n\t\tProperties: &armnetwork.RoutePropertiesFormat{\n\t\t\tAddressPrefix: new(\"10.0.0.0/8\"),\n\t\t\tNextHopType: new(armnetwork.RouteNextHopTypeVirtualAppliance),\n\t\t\tNextHopIPAddress: new(\"10.0.0.1\"), // This will create a link to stdlib.NetworkIP\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if route already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Route %s already exists (conflict), skipping creation\", routeName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating route: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create route: %w\", err)\n\t}\n\n\t// Verify the route was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"route created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != \"Succeeded\" {\n\t\treturn fmt.Errorf(\"route provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Route %s created successfully with provisioning state: %s\", routeName, provisioningState)\n\treturn nil\n}\n\n// waitForRouteAvailable polls until the route is available via the Get API\nfunc waitForRouteAvailable(ctx context.Context, client *armnetwork.RoutesClient, resourceGroupName, routeTableName, routeName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tlog.Printf(\"Waiting for route %s to be available via API...\", routeName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, routeTableName, routeName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Route %s not yet available (attempt %d/%d), waiting %v...\", routeName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking route availability: %w\", err)\n\t\t}\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == \"Succeeded\" {\n\t\t\t\tlog.Printf(\"Route %s is available with provisioning state: %s\", routeName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"route provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Route %s provisioning state: %s (attempt %d/%d), waiting...\", routeName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Route exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Route %s is available\", routeName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for route %s to be available after %d attempts\", routeName, maxAttempts)\n}\n\n// deleteRoute deletes a route from a route table\nfunc deleteRoute(ctx context.Context, client *armnetwork.RoutesClient, resourceGroupName, routeTableName, routeName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, routeTableName, routeName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Route %s not found, skipping deletion\", routeName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting route: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete route: %w\", err)\n\t}\n\n\tlog.Printf(\"Route %s deleted successfully\", routeName)\n\treturn nil\n}\n\n// deleteRouteTable deletes an Azure route table\nfunc deleteRouteTable(ctx context.Context, client *armnetwork.RouteTablesClient, resourceGroupName, routeTableName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, routeTableName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Route table %s not found, skipping deletion\", routeTableName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting route table: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete route table: %w\", err)\n\t}\n\n\tlog.Printf(\"Route table %s deleted successfully\", routeTableName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-virtual-network-gateway-connection_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestVPNConnectionName = \"ovm-integ-test-vpn-conn\"\n\tintegrationTestVPNVNetName = \"ovm-integ-test-vpn-vnet\"\n\tintegrationTestVPNSubnetName = \"GatewaySubnet\"\n\tintegrationTestVPNGatewayName = \"ovm-integ-test-vpn-gw\"\n\tintegrationTestVPNPublicIPName = \"ovm-integ-test-vpn-pip\"\n\tintegrationTestVPNLocalGWName = \"ovm-integ-test-vpn-lgw\"\n)\n\nfunc TestNetworkVirtualNetworkGatewayConnectionIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\tvpnConnectionsClient, err := armnetwork.NewVirtualNetworkGatewayConnectionsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create VPN Connections client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tsubnetClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Subnets client: %v\", err)\n\t}\n\n\tpublicIPClient, err := armnetwork.NewPublicIPAddressesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Public IP Addresses client: %v\", err)\n\t}\n\n\tvpnGatewayClient, err := armnetwork.NewVirtualNetworkGatewaysClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create VPN Gateways client: %v\", err)\n\t}\n\n\tlocalGatewayClient, err := armnetwork.NewLocalNetworkGatewaysClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Local Network Gateways client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx, cancel := context.WithTimeout(t.Context(), 55*time.Minute)\n\t\tdefer cancel()\n\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\terr = createVPNTestVNet(ctx, vnetClient, integrationTestResourceGroup, integrationTestVPNVNetName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create VNet: %v\", err)\n\t\t}\n\n\t\terr = createVPNGatewaySubnet(ctx, subnetClient, integrationTestResourceGroup, integrationTestVPNVNetName, integrationTestVPNSubnetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create GatewaySubnet: %v\", err)\n\t\t}\n\n\t\terr = createVPNPublicIP(ctx, publicIPClient, integrationTestResourceGroup, integrationTestVPNPublicIPName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create public IP: %v\", err)\n\t\t}\n\n\t\terr = waitForVPNPublicIPAvailable(ctx, publicIPClient, integrationTestResourceGroup, integrationTestVPNPublicIPName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for public IP: %v\", err)\n\t\t}\n\n\t\terr = createVPNLocalGateway(ctx, localGatewayClient, integrationTestResourceGroup, integrationTestVPNLocalGWName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create local network gateway: %v\", err)\n\t\t}\n\n\t\terr = waitForVPNLocalGatewayAvailable(ctx, localGatewayClient, integrationTestResourceGroup, integrationTestVPNLocalGWName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for local gateway: %v\", err)\n\t\t}\n\n\t\terr = createVPNGateway(ctx, vpnGatewayClient, subscriptionID, integrationTestResourceGroup, integrationTestVPNGatewayName, integrationTestVPNVNetName, integrationTestVPNSubnetName, integrationTestVPNPublicIPName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create VPN gateway: %v\", err)\n\t\t}\n\n\t\terr = waitForVPNGatewayAvailable(ctx, vpnGatewayClient, integrationTestResourceGroup, integrationTestVPNGatewayName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for VPN gateway: %v\", err)\n\t\t}\n\n\t\terr = createVPNConnection(ctx, vpnConnectionsClient, subscriptionID, integrationTestResourceGroup, integrationTestVPNConnectionName, integrationTestVPNGatewayName, integrationTestVPNLocalGWName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create VPN connection: %v\", err)\n\t\t}\n\n\t\terr = waitForVPNConnectionAvailable(ctx, vpnConnectionsClient, integrationTestResourceGroup, integrationTestVPNConnectionName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for VPN connection: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetVPNConnection\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving VPN connection %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestVPNConnectionName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\twrapper := manual.NewNetworkVirtualNetworkGatewayConnection(\n\t\t\t\tclients.NewVirtualNetworkGatewayConnectionsClient(vpnConnectionsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestVPNConnectionName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestVPNConnectionName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestVPNConnectionName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved VPN connection %s\", integrationTestVPNConnectionName)\n\t\t})\n\n\t\tt.Run(\"ListVPNConnections\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing VPN connections in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\twrapper := manual.NewNetworkVirtualNetworkGatewayConnection(\n\t\t\t\tclients.NewVirtualNetworkGatewayConnectionsClient(vpnConnectionsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list VPN connections: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one VPN connection, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestVPNConnectionName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find VPN connection %s in the list\", integrationTestVPNConnectionName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d VPN connections in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for VPN connection %s\", integrationTestVPNConnectionName)\n\n\t\t\twrapper := manual.NewNetworkVirtualNetworkGatewayConnection(\n\t\t\t\tclients.NewVirtualNetworkGatewayConnectionsClient(vpnConnectionsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestVPNConnectionName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkVirtualNetworkGatewayConnection.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.NetworkVirtualNetworkGatewayConnection, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for VPN connection %s\", integrationTestVPNConnectionName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for VPN connection %s\", integrationTestVPNConnectionName)\n\n\t\t\twrapper := manual.NewNetworkVirtualNetworkGatewayConnection(\n\t\t\t\tclients.NewVirtualNetworkGatewayConnectionsClient(vpnConnectionsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, integrationTestVPNConnectionName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for VPN connection %s\", len(linkedQueries), integrationTestVPNConnectionName)\n\n\t\t\tif len(linkedQueries) < 1 {\n\t\t\t\tt.Error(\"Expected at least one linked item query (VirtualNetworkGateway1)\")\n\t\t\t}\n\n\t\t\tvar hasVNGLink, hasLNGLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == azureshared.NetworkVirtualNetworkGateway.String() {\n\t\t\t\t\thasVNGLink = true\n\t\t\t\t}\n\t\t\t\tif query.GetType() == azureshared.NetworkLocalNetworkGateway.String() {\n\t\t\t\t\thasLNGLink = true\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified linked item query: Type=%s, Method=%s, Query=%s, Scope=%s\",\n\t\t\t\t\tquery.GetType(), query.GetMethod(), query.GetQuery(), query.GetScope())\n\t\t\t}\n\n\t\t\tif !hasVNGLink {\n\t\t\t\tt.Error(\"Expected a linked item query for VirtualNetworkGateway\")\n\t\t\t}\n\t\t\tif !hasLNGLink {\n\t\t\t\tt.Error(\"Expected a linked item query for LocalNetworkGateway\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx, cancel := context.WithTimeout(t.Context(), 30*time.Minute)\n\t\tdefer cancel()\n\n\t\terr := deleteVPNConnection(ctx, vpnConnectionsClient, integrationTestResourceGroup, integrationTestVPNConnectionName)\n\t\tif err != nil {\n\t\t\tlog.Printf(\"Warning: Failed to delete VPN connection: %v\", err)\n\t\t}\n\n\t\terr = deleteVPNGateway(ctx, vpnGatewayClient, integrationTestResourceGroup, integrationTestVPNGatewayName)\n\t\tif err != nil {\n\t\t\tlog.Printf(\"Warning: Failed to delete VPN gateway: %v\", err)\n\t\t}\n\n\t\terr = deleteVPNLocalGateway(ctx, localGatewayClient, integrationTestResourceGroup, integrationTestVPNLocalGWName)\n\t\tif err != nil {\n\t\t\tlog.Printf(\"Warning: Failed to delete local gateway: %v\", err)\n\t\t}\n\n\t\terr = deleteVPNPublicIP(ctx, publicIPClient, integrationTestResourceGroup, integrationTestVPNPublicIPName)\n\t\tif err != nil {\n\t\t\tlog.Printf(\"Warning: Failed to delete public IP: %v\", err)\n\t\t}\n\n\t\terr = deleteVPNVNet(ctx, vnetClient, integrationTestResourceGroup, integrationTestVPNVNetName)\n\t\tif err != nil {\n\t\t\tlog.Printf(\"Warning: Failed to delete VNet: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createVPNTestVNet(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName, location string) error {\n\texistingVNet, err := client.Get(ctx, resourceGroupName, vnetName, nil)\n\tif err == nil && existingVNet.Properties != nil {\n\t\tlog.Printf(\"VNet %s already exists, skipping creation\", vnetName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, armnetwork.VirtualNetwork{\n\t\tLocation: &location,\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.200.0.0/16\")},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"network-virtual-network-gateway-connection\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"VNet %s already exists (conflict), skipping creation\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating VNet: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create VNet: %w\", err)\n\t}\n\n\tlog.Printf(\"VNet %s created successfully\", vnetName)\n\treturn nil\n}\n\nfunc createVPNGatewaySubnet(ctx context.Context, client *armnetwork.SubnetsClient, resourceGroupName, vnetName, subnetName string) error {\n\texistingSubnet, err := client.Get(ctx, resourceGroupName, vnetName, subnetName, nil)\n\tif err == nil && existingSubnet.Properties != nil {\n\t\tlog.Printf(\"Subnet %s already exists, skipping creation\", subnetName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, vnetName, subnetName, armnetwork.Subnet{\n\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\tAddressPrefix: new(\"10.200.255.0/27\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Subnet %s already exists (conflict), skipping creation\", subnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating subnet: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create subnet: %w\", err)\n\t}\n\n\tlog.Printf(\"Subnet %s created successfully\", subnetName)\n\treturn nil\n}\n\nfunc createVPNPublicIP(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, pipName, location string) error {\n\texistingPIP, err := client.Get(ctx, resourceGroupName, pipName, nil)\n\tif err == nil && existingPIP.Properties != nil {\n\t\tlog.Printf(\"Public IP %s already exists, skipping creation\", pipName)\n\t\treturn nil\n\t}\n\n\tallocMethodStatic := armnetwork.IPAllocationMethodStatic\n\tskuNameStandard := armnetwork.PublicIPAddressSKUNameStandard\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, pipName, armnetwork.PublicIPAddress{\n\t\tLocation: &location,\n\t\tProperties: &armnetwork.PublicIPAddressPropertiesFormat{\n\t\t\tPublicIPAllocationMethod: &allocMethodStatic,\n\t\t},\n\t\tSKU: &armnetwork.PublicIPAddressSKU{\n\t\t\tName: &skuNameStandard,\n\t\t},\n\t\tZones: []*string{new(\"1\"), new(\"2\"), new(\"3\")},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"network-virtual-network-gateway-connection\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Public IP %s already exists (conflict), skipping creation\", pipName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating public IP: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create public IP: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP %s created successfully\", pipName)\n\treturn nil\n}\n\nfunc waitForVPNPublicIPAvailable(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, pipName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, pipName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Public IP %s not yet available (attempt %d/%d)\", pipName, attempt, maxAttempts)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking public IP: %w\", err)\n\t\t}\n\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil && *resp.Properties.ProvisioningState == armnetwork.ProvisioningStateSucceeded {\n\t\t\tlog.Printf(\"Public IP %s is available\", pipName)\n\t\t\treturn nil\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for public IP %s\", pipName)\n}\n\nfunc createVPNLocalGateway(ctx context.Context, client *armnetwork.LocalNetworkGatewaysClient, resourceGroupName, gatewayName, location string) error {\n\texistingGW, err := client.Get(ctx, resourceGroupName, gatewayName, nil)\n\tif err == nil && existingGW.Properties != nil {\n\t\tlog.Printf(\"Local network gateway %s already exists, skipping creation\", gatewayName)\n\t\treturn nil\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, gatewayName, armnetwork.LocalNetworkGateway{\n\t\tLocation: &location,\n\t\tProperties: &armnetwork.LocalNetworkGatewayPropertiesFormat{\n\t\t\tGatewayIPAddress: new(\"203.0.113.1\"),\n\t\t\tLocalNetworkAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.100.0.0/16\")},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"network-virtual-network-gateway-connection\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Local network gateway %s already exists (conflict), skipping creation\", gatewayName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating local network gateway: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create local network gateway: %w\", err)\n\t}\n\n\tlog.Printf(\"Local network gateway %s created successfully\", gatewayName)\n\treturn nil\n}\n\nfunc waitForVPNLocalGatewayAvailable(ctx context.Context, client *armnetwork.LocalNetworkGatewaysClient, resourceGroupName, gatewayName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, gatewayName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Local network gateway %s not yet available (attempt %d/%d)\", gatewayName, attempt, maxAttempts)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking local network gateway: %w\", err)\n\t\t}\n\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil && *resp.Properties.ProvisioningState == armnetwork.ProvisioningStateSucceeded {\n\t\t\tlog.Printf(\"Local network gateway %s is available\", gatewayName)\n\t\t\treturn nil\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for local network gateway %s\", gatewayName)\n}\n\nfunc createVPNGateway(ctx context.Context, client *armnetwork.VirtualNetworkGatewaysClient, subscriptionID, resourceGroupName, gatewayName, vnetName, subnetName, pipName, location string) error {\n\texistingGW, err := client.Get(ctx, resourceGroupName, gatewayName, nil)\n\tif err == nil && existingGW.Properties != nil {\n\t\tlog.Printf(\"VPN gateway %s already exists, skipping creation\", gatewayName)\n\t\treturn nil\n\t}\n\n\tsubnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/%s/subnets/%s\",\n\t\tsubscriptionID, resourceGroupName, vnetName, subnetName)\n\tpipID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/publicIPAddresses/%s\",\n\t\tsubscriptionID, resourceGroupName, pipName)\n\n\tgatewayTypeVPN := armnetwork.VirtualNetworkGatewayTypeVPN\n\tvpnTypeRouteBased := armnetwork.VPNTypeRouteBased\n\tskuNameVPNGw1AZ := armnetwork.VirtualNetworkGatewaySKUNameVPNGw1AZ\n\tskuTierVPNGw1AZ := armnetwork.VirtualNetworkGatewaySKUTierVPNGw1AZ\n\tallocMethodDynamic := armnetwork.IPAllocationMethodDynamic\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, gatewayName, armnetwork.VirtualNetworkGateway{\n\t\tLocation: &location,\n\t\tProperties: &armnetwork.VirtualNetworkGatewayPropertiesFormat{\n\t\t\tGatewayType: &gatewayTypeVPN,\n\t\t\tVPNType: &vpnTypeRouteBased,\n\t\t\tSKU: &armnetwork.VirtualNetworkGatewaySKU{\n\t\t\t\tName: &skuNameVPNGw1AZ,\n\t\t\t\tTier: &skuTierVPNGw1AZ,\n\t\t\t},\n\t\t\tIPConfigurations: []*armnetwork.VirtualNetworkGatewayIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"default\"),\n\t\t\t\t\tProperties: &armnetwork.VirtualNetworkGatewayIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tPrivateIPAllocationMethod: &allocMethodDynamic,\n\t\t\t\t\t\tSubnet: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: &subnetID,\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPublicIPAddress: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: &pipID,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"network-virtual-network-gateway-connection\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"VPN gateway %s already exists (conflict), skipping creation\", gatewayName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating VPN gateway: %w\", err)\n\t}\n\n\tlog.Printf(\"VPN gateway %s creation started, this may take 20-45 minutes...\", gatewayName)\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create VPN gateway: %w\", err)\n\t}\n\n\tlog.Printf(\"VPN gateway %s created successfully\", gatewayName)\n\treturn nil\n}\n\nfunc waitForVPNGatewayAvailable(ctx context.Context, client *armnetwork.VirtualNetworkGatewaysClient, resourceGroupName, gatewayName string) error {\n\tmaxAttempts := 60\n\tpollInterval := 30 * time.Second\n\n\tlog.Printf(\"Waiting for VPN gateway %s to be available (this may take 20-45 minutes)...\", gatewayName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, gatewayName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"VPN gateway %s not yet available (attempt %d/%d)\", gatewayName, attempt, maxAttempts)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking VPN gateway: %w\", err)\n\t\t}\n\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == armnetwork.ProvisioningStateSucceeded {\n\t\t\t\tlog.Printf(\"VPN gateway %s is available\", gatewayName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == armnetwork.ProvisioningStateFailed {\n\t\t\t\treturn fmt.Errorf(\"VPN gateway %s provisioning failed\", gatewayName)\n\t\t\t}\n\t\t\tlog.Printf(\"VPN gateway %s state: %s (attempt %d/%d)\", gatewayName, state, attempt, maxAttempts)\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for VPN gateway %s\", gatewayName)\n}\n\nfunc createVPNConnection(ctx context.Context, client *armnetwork.VirtualNetworkGatewayConnectionsClient, subscriptionID, resourceGroupName, connectionName, gatewayName, localGatewayName, location string) error {\n\texistingConn, err := client.Get(ctx, resourceGroupName, connectionName, nil)\n\tif err == nil && existingConn.Properties != nil {\n\t\tlog.Printf(\"VPN connection %s already exists, skipping creation\", connectionName)\n\t\treturn nil\n\t}\n\n\tvpnGatewayID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworkGateways/%s\",\n\t\tsubscriptionID, resourceGroupName, gatewayName)\n\tlocalGatewayID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/localNetworkGateways/%s\",\n\t\tsubscriptionID, resourceGroupName, localGatewayName)\n\n\tconnTypeIPsec := armnetwork.VirtualNetworkGatewayConnectionTypeIPsec\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, connectionName, armnetwork.VirtualNetworkGatewayConnection{\n\t\tLocation: &location,\n\t\tProperties: &armnetwork.VirtualNetworkGatewayConnectionPropertiesFormat{\n\t\t\tConnectionType: &connTypeIPsec,\n\t\t\tVirtualNetworkGateway1: &armnetwork.VirtualNetworkGateway{\n\t\t\t\tID: &vpnGatewayID,\n\t\t\t},\n\t\t\tLocalNetworkGateway2: &armnetwork.LocalNetworkGateway{\n\t\t\t\tID: &localGatewayID,\n\t\t\t},\n\t\t\tSharedKey: new(\"overmind-test-key-12345\"),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"network-virtual-network-gateway-connection\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"VPN connection %s already exists (conflict), skipping creation\", connectionName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating VPN connection: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create VPN connection: %w\", err)\n\t}\n\n\tlog.Printf(\"VPN connection %s created successfully\", connectionName)\n\treturn nil\n}\n\nfunc waitForVPNConnectionAvailable(ctx context.Context, client *armnetwork.VirtualNetworkGatewayConnectionsClient, resourceGroupName, connectionName string) error {\n\tmaxAttempts := 30\n\tpollInterval := 10 * time.Second\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, connectionName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"VPN connection %s not yet available (attempt %d/%d)\", connectionName, attempt, maxAttempts)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking VPN connection: %w\", err)\n\t\t}\n\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == armnetwork.ProvisioningStateSucceeded {\n\t\t\t\tlog.Printf(\"VPN connection %s is available\", connectionName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == armnetwork.ProvisioningStateFailed {\n\t\t\t\treturn fmt.Errorf(\"VPN connection %s provisioning failed\", connectionName)\n\t\t\t}\n\t\t\tlog.Printf(\"VPN connection %s state: %s (attempt %d/%d)\", connectionName, state, attempt, maxAttempts)\n\t\t}\n\t\ttime.Sleep(pollInterval)\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for VPN connection %s\", connectionName)\n}\n\nfunc deleteVPNConnection(ctx context.Context, client *armnetwork.VirtualNetworkGatewayConnectionsClient, resourceGroupName, connectionName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, connectionName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"VPN connection %s not found, skipping deletion\", connectionName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting VPN connection: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete VPN connection: %w\", err)\n\t}\n\n\tlog.Printf(\"VPN connection %s deleted successfully\", connectionName)\n\treturn nil\n}\n\nfunc deleteVPNGateway(ctx context.Context, client *armnetwork.VirtualNetworkGatewaysClient, resourceGroupName, gatewayName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, gatewayName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"VPN gateway %s not found, skipping deletion\", gatewayName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting VPN gateway: %w\", err)\n\t}\n\n\tlog.Printf(\"VPN gateway %s deletion started, this may take several minutes...\", gatewayName)\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete VPN gateway: %w\", err)\n\t}\n\n\tlog.Printf(\"VPN gateway %s deleted successfully\", gatewayName)\n\treturn nil\n}\n\nfunc deleteVPNLocalGateway(ctx context.Context, client *armnetwork.LocalNetworkGatewaysClient, resourceGroupName, gatewayName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, gatewayName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Local network gateway %s not found, skipping deletion\", gatewayName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting local network gateway: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete local network gateway: %w\", err)\n\t}\n\n\tlog.Printf(\"Local network gateway %s deleted successfully\", gatewayName)\n\treturn nil\n}\n\nfunc deleteVPNPublicIP(ctx context.Context, client *armnetwork.PublicIPAddressesClient, resourceGroupName, pipName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, pipName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Public IP %s not found, skipping deletion\", pipName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting public IP: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete public IP: %w\", err)\n\t}\n\n\tlog.Printf(\"Public IP %s deleted successfully\", pipName)\n\treturn nil\n}\n\nfunc deleteVPNVNet(ctx context.Context, client *armnetwork.VirtualNetworksClient, resourceGroupName, vnetName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, vnetName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"VNet %s not found, skipping deletion\", vnetName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting VNet: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete VNet: %w\", err)\n\t}\n\n\tlog.Printf(\"VNet %s deleted successfully\", vnetName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/network-virtual-network_test.go", "content": "package integrationtests\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nfunc TestNetworkVirtualNetworkIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvnetClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Virtual Networks client: %v\", err)\n\t}\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create virtual network\n\t\terr = createVirtualNetwork(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create virtual network: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetVirtualNetwork\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving virtual network %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestVNetName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tvnetWrapper := manual.NewNetworkVirtualNetwork(\n\t\t\t\tclients.NewVirtualNetworksClient(vnetClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := vnetWrapper.Scopes()[0]\n\n\t\t\tvnetAdapter := sources.WrapperToAdapter(vnetWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := vnetAdapter.Get(ctx, scope, integrationTestVNetName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestVNetName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestVNetName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved virtual network %s\", integrationTestVNetName)\n\t\t})\n\n\t\tt.Run(\"ListVirtualNetworks\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing virtual networks in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tvnetWrapper := manual.NewNetworkVirtualNetwork(\n\t\t\t\tclients.NewVirtualNetworksClient(vnetClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := vnetWrapper.Scopes()[0]\n\n\t\t\tvnetAdapter := sources.WrapperToAdapter(vnetWrapper, sdpcache.NewNoOpCache())\n\t\t\tlistable, ok := vnetAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) == 0 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 virtual network, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\t// Find our test VNet\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestVNetName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find virtual network %s in list, but didn't\", integrationTestVNetName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully listed %d virtual networks\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tvnetWrapper := manual.NewNetworkVirtualNetwork(\n\t\t\t\tclients.NewVirtualNetworksClient(vnetClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := vnetWrapper.Scopes()[0]\n\n\t\t\tvnetAdapter := sources.WrapperToAdapter(vnetWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := vnetAdapter.Get(ctx, scope, integrationTestVNetName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify type\n\t\t\tif sdpItem.GetType() != azureshared.NetworkVirtualNetwork.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkVirtualNetwork.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify linked item queries\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected at least one linked item query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\t// Verify subnet link\n\t\t\tvar hasSubnetLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.NetworkSubnet.String() {\n\t\t\t\t\thasSubnetLink = true\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected subnet link method to be SEARCH, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetQuery() != integrationTestVNetName {\n\t\t\t\t\t\tt.Errorf(\"Expected subnet link query to be %s, got %s\", integrationTestVNetName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !hasSubnetLink {\n\t\t\t\tt.Error(\"Expected linked query to subnet, but didn't find one\")\n\t\t\t}\n\n\t\t\t// Verify peering link\n\t\t\tvar hasPeeringLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.NetworkVirtualNetworkPeering.String() {\n\t\t\t\t\thasPeeringLink = true\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected peering link method to be SEARCH, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetQuery() != integrationTestVNetName {\n\t\t\t\t\t\tt.Errorf(\"Expected peering link query to be %s, got %s\", integrationTestVNetName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !hasPeeringLink {\n\t\t\t\tt.Error(\"Expected linked query to virtual network peering, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for VNet %s\", len(linkedQueries), integrationTestVNetName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete VNet (this also deletes the subnet)\n\t\t// Note: deleteVirtualNetwork is already defined in compute-virtual-machine_test.go\n\t\terr := deleteVirtualNetwork(ctx, vnetClient, integrationTestResourceGroup, integrationTestVNetName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete virtual network: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n" }, { "path": "sources/azure/integration-tests/network-zone_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestZoneName = \"ovm-integ-test-zone.com\"\n)\n\nfunc TestNetworkZoneIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tzonesClient, err := armdns.NewZonesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create DNS Zones client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique zone name (DNS zone names must be globally unique)\n\tzoneName := generateZoneName(integrationTestZoneName)\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create DNS zone\n\t\terr = createDNSZone(ctx, zonesClient, integrationTestResourceGroup, zoneName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create DNS zone: %v\", err)\n\t\t}\n\n\t\t// Wait for DNS zone to be available\n\t\terr = waitForDNSZoneAvailable(ctx, zonesClient, integrationTestResourceGroup, zoneName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for DNS zone to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetDNSZone\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving DNS zone %s in subscription %s, resource group %s\",\n\t\t\t\tzoneName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tzoneWrapper := manual.NewNetworkZone(\n\t\t\t\tclients.NewZonesClient(zonesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := zoneWrapper.Scopes()[0]\n\n\t\t\tzoneAdapter := sources.WrapperToAdapter(zoneWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := zoneAdapter.Get(ctx, scope, zoneName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.NetworkZone.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkZone.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != zoneName {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", zoneName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved DNS zone %s\", zoneName)\n\t\t})\n\n\t\tt.Run(\"ListDNSZones\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing DNS zones in resource group %s\", integrationTestResourceGroup)\n\n\t\t\tzoneWrapper := manual.NewNetworkZone(\n\t\t\t\tclients.NewZonesClient(zonesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := zoneWrapper.Scopes()[0]\n\n\t\t\tzoneAdapter := sources.WrapperToAdapter(zoneWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports list\n\t\t\tlistable, ok := zoneAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list DNS zones: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one DNS zone, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\tif v == zoneName {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find DNS zone %s in the list results\", zoneName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d DNS zones in list results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for DNS zone %s\", zoneName)\n\n\t\t\tzoneWrapper := manual.NewNetworkZone(\n\t\t\t\tclients.NewZonesClient(zonesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := zoneWrapper.Scopes()[0]\n\n\t\t\tzoneAdapter := sources.WrapperToAdapter(zoneWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := zoneAdapter.Get(ctx, scope, zoneName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.NetworkZone.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.NetworkZone.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for DNS zone %s\", zoneName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for DNS zone %s\", zoneName)\n\n\t\t\tzoneWrapper := manual.NewNetworkZone(\n\t\t\t\tclients.NewZonesClient(zonesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := zoneWrapper.Scopes()[0]\n\n\t\t\tzoneAdapter := sources.WrapperToAdapter(zoneWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := zoneAdapter.Get(ctx, scope, zoneName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\t// Verify expected child resource links exist\n\t\t\texpectedChildResources := map[string]bool{\n\t\t\t\tazureshared.NetworkDNSRecordSet.String(): false,\n\t\t\t}\n\n\t\t\t// Track found resources\n\t\t\tvar hasDNSRecordSetLink bool\n\t\t\tvar hasNameServerLinks bool\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tlinkedType := liq.GetQuery().GetType()\n\t\t\t\tquery := liq.GetQuery().GetQuery()\n\t\t\t\tmethod := liq.GetQuery().GetMethod()\n\t\t\t\tlinkedScope := liq.GetQuery().GetScope()\n\n\t\t\t\t// Verify DNS Record Set link (child resource)\n\t\t\t\tif linkedType == azureshared.NetworkDNSRecordSet.String() {\n\t\t\t\t\thasDNSRecordSetLink = true\n\t\t\t\t\tif expectedChildResources[linkedType] {\n\t\t\t\t\t\tt.Errorf(\"Found duplicate linked query for type %s\", linkedType)\n\t\t\t\t\t}\n\t\t\t\t\texpectedChildResources[linkedType] = true\n\n\t\t\t\t\tif method != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method SEARCH for %s, got %s\", linkedType, method)\n\t\t\t\t\t}\n\n\t\t\t\t\tif query != zoneName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to use zone name %s, got %s\", zoneName, query)\n\t\t\t\t\t}\n\n\t\t\t\t\tif linkedScope != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope %s, got %s\", scope, linkedScope)\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Verify DNS name server links (standard library)\n\t\t\t\tif linkedType == \"dns\" {\n\t\t\t\t\thasNameServerLinks = true\n\t\t\t\t\tif method != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method SEARCH for DNS name server, got %s\", method)\n\t\t\t\t\t}\n\n\t\t\t\t\tif linkedScope != \"global\" {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope 'global' for DNS name server, got %s\", linkedScope)\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Verify Virtual Network links (if present)\n\t\t\t\tif linkedType == azureshared.NetworkVirtualNetwork.String() {\n\t\t\t\t\tif method != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method GET for Virtual Network, got %s\", method)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Check that all expected child resources are linked\n\t\t\tif !hasDNSRecordSetLink {\n\t\t\t\tt.Error(\"Expected linked query to DNS Record Set, but didn't find one\")\n\t\t\t}\n\n\t\t\t// Name servers should be present (Azure automatically assigns them)\n\t\t\tif !hasNameServerLinks {\n\t\t\t\tt.Error(\"Expected linked queries to DNS name servers, but didn't find any\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for DNS zone %s\", len(linkedQueries), zoneName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete DNS zone\n\t\terr := deleteDNSZone(ctx, zonesClient, integrationTestResourceGroup, zoneName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete DNS zone: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// generateZoneName generates a unique DNS zone name by appending a timestamp\n// DNS zone names must be globally unique\nfunc generateZoneName(baseName string) string {\n\treturn fmt.Sprintf(\"%s-%d\", baseName, time.Now().Unix())\n}\n\n// createDNSZone creates an Azure DNS zone (idempotent)\nfunc createDNSZone(ctx context.Context, client *armdns.ZonesClient, resourceGroupName, zoneName, location string) error {\n\t// Check if zone already exists\n\t_, err := client.Get(ctx, resourceGroupName, zoneName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"DNS zone %s already exists, skipping creation\", zoneName)\n\t\treturn nil\n\t}\n\n\t// Create the DNS zone\n\tresp, err := client.CreateOrUpdate(ctx, resourceGroupName, zoneName, armdns.Zone{\n\t\tLocation: new(location),\n\t\tProperties: &armdns.ZoneProperties{\n\t\t\tZoneType: new(armdns.ZoneTypePublic),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"managed\": new(\"true\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if zone already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"DNS zone %s already exists (conflict), skipping creation\", zoneName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create DNS zone: %w\", err)\n\t}\n\n\t// Verify the zone was created successfully\n\tif resp.ID == nil {\n\t\treturn fmt.Errorf(\"DNS zone created but ID is unknown\")\n\t}\n\n\tlog.Printf(\"DNS zone %s created successfully\", zoneName)\n\treturn nil\n}\n\n// waitForDNSZoneAvailable waits for a DNS zone to be available\nfunc waitForDNSZoneAvailable(ctx context.Context, client *armdns.ZonesClient, resourceGroupName, zoneName string) error {\n\tmaxAttempts := 10\n\tpollInterval := 5 * time.Second\n\n\tfor i := range maxAttempts {\n\t\tresp, err := client.Get(ctx, resourceGroupName, zoneName, nil)\n\t\tif err == nil {\n\t\t\t// DNS zones don't have a provisioning state, so if we can get it, it's available\n\t\t\tif resp.ID != nil {\n\t\t\t\tlog.Printf(\"DNS zone %s is available\", zoneName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\n\t\tif i < maxAttempts-1 {\n\t\t\ttime.Sleep(pollInterval)\n\t\t}\n\t}\n\n\treturn fmt.Errorf(\"DNS zone %s did not become available within the timeout period\", zoneName)\n}\n\n// deleteDNSZone deletes an Azure DNS zone\nfunc deleteDNSZone(ctx context.Context, client *armdns.ZonesClient, resourceGroupName, zoneName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, zoneName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"DNS zone %s not found, skipping deletion\", zoneName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deletion of DNS zone: %w\", err)\n\t}\n\n\t// Wait for deletion to complete\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"DNS zone %s not found during deletion, assuming already deleted\", zoneName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete DNS zone: %w\", err)\n\t}\n\n\tlog.Printf(\"DNS zone %s deleted successfully\", zoneName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/operational-insights-workspace_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/operationalinsights/armoperationalinsights\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nconst (\n\tintegrationTestWorkspaceName = \"ovm-integ-test-workspace\"\n)\n\n// errOperationalInsightsAuthorizationFailed is a sentinel error for authorization failures\nvar errOperationalInsightsAuthorizationFailed = errors.New(\"authorization failed for Operational Insights resource provider\")\n\nfunc TestOperationalInsightsWorkspaceIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tworkspacesClient, err := armoperationalinsights.NewWorkspacesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Workspaces client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create workspace\n\t\terr = createOperationalInsightsWorkspace(ctx, workspacesClient, integrationTestResourceGroup, integrationTestWorkspaceName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tif errors.Is(err, errOperationalInsightsAuthorizationFailed) {\n\t\t\t\tt.Skipf(\"Skipping test: %v (service principal lacks permission to register Microsoft.OperationalInsights resource provider)\", err)\n\t\t\t}\n\t\t\tt.Fatalf(\"Failed to create workspace: %v\", err)\n\t\t}\n\n\t\t// Wait for workspace to be fully available\n\t\terr = waitForOperationalInsightsWorkspaceAvailable(ctx, workspacesClient, integrationTestResourceGroup, integrationTestWorkspaceName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for workspace to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetWorkspace\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving workspace %s in subscription %s, resource group %s\",\n\t\t\t\tintegrationTestWorkspaceName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tworkspaceWrapper := manual.NewOperationalInsightsWorkspace(\n\t\t\t\tclients.NewOperationalInsightsWorkspaceClient(workspacesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := workspaceWrapper.Scopes()[0]\n\n\t\t\tworkspaceAdapter := sources.WrapperToAdapter(workspaceWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := workspaceAdapter.Get(ctx, scope, integrationTestWorkspaceName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != integrationTestWorkspaceName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", integrationTestWorkspaceName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved workspace %s\", integrationTestWorkspaceName)\n\t\t})\n\n\t\tt.Run(\"ListWorkspaces\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing workspaces in subscription %s, resource group %s\",\n\t\t\t\tsubscriptionID, integrationTestResourceGroup)\n\n\t\t\tworkspaceWrapper := manual.NewOperationalInsightsWorkspace(\n\t\t\t\tclients.NewOperationalInsightsWorkspaceClient(workspacesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := workspaceWrapper.Scopes()[0]\n\n\t\t\tworkspaceAdapter := sources.WrapperToAdapter(workspaceWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports listing\n\t\t\tlistable, ok := workspaceAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list workspaces: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one workspace, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == integrationTestWorkspaceName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find workspace %s in the list of workspaces\", integrationTestWorkspaceName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d workspaces in resource group %s\", len(sdpItems), integrationTestResourceGroup)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for workspace %s\", integrationTestWorkspaceName)\n\n\t\t\tworkspaceWrapper := manual.NewOperationalInsightsWorkspace(\n\t\t\t\tclients.NewOperationalInsightsWorkspaceClient(workspacesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := workspaceWrapper.Scopes()[0]\n\n\t\t\tworkspaceAdapter := sources.WrapperToAdapter(workspaceWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := workspaceAdapter.Get(ctx, scope, integrationTestWorkspaceName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.OperationalInsightsWorkspace.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.OperationalInsightsWorkspace, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for workspace %s\", integrationTestWorkspaceName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for workspace %s\", integrationTestWorkspaceName)\n\n\t\t\tworkspaceWrapper := manual.NewOperationalInsightsWorkspace(\n\t\t\t\tclients.NewOperationalInsightsWorkspaceClient(workspacesClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := workspaceWrapper.Scopes()[0]\n\n\t\t\tworkspaceAdapter := sources.WrapperToAdapter(workspaceWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := workspaceAdapter.Get(ctx, scope, integrationTestWorkspaceName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (if any)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tlog.Printf(\"Found %d linked item queries for workspace %s\", len(linkedQueries), integrationTestWorkspaceName)\n\n\t\t\t// For a standalone workspace without private link, there may not be any linked items\n\t\t\t// But we should verify the structure is correct if links exist\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query == nil {\n\t\t\t\t\tt.Error(\"Linked item query has nil Query\")\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Verify query has required fields\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\t// Method should be GET or SEARCH (not empty)\n\t\t\t\tif query.GetMethod() == sdp.QueryMethod_GET || query.GetMethod() == sdp.QueryMethod_SEARCH {\n\t\t\t\t\t// Valid method\n\t\t\t\t} else {\n\t\t\t\t\tt.Errorf(\"Linked item query has unexpected Method: %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\n\t\t\t\tlog.Printf(\"Verified linked item query: Type=%s, Method=%s, Query=%s, Scope=%s\",\n\t\t\t\t\tquery.GetType(), query.GetMethod(), query.GetQuery(), query.GetScope())\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete workspace\n\t\terr := deleteOperationalInsightsWorkspace(ctx, workspacesClient, integrationTestResourceGroup, integrationTestWorkspaceName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete workspace: %v\", err)\n\t\t}\n\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t})\n}\n\n// createOperationalInsightsWorkspace creates an Azure Log Analytics workspace (idempotent)\nfunc createOperationalInsightsWorkspace(ctx context.Context, client *armoperationalinsights.WorkspacesClient, resourceGroupName, workspaceName, location string) error {\n\t// Check if workspace already exists\n\texistingWorkspace, err := client.Get(ctx, resourceGroupName, workspaceName, nil)\n\tif err == nil {\n\t\t// Workspace exists, check its state\n\t\tif existingWorkspace.Properties != nil && existingWorkspace.Properties.ProvisioningState != nil {\n\t\t\tstate := *existingWorkspace.Properties.ProvisioningState\n\t\t\tif state == armoperationalinsights.WorkspaceEntityStatusSucceeded {\n\t\t\t\tlog.Printf(\"Workspace %s already exists with state %s, skipping creation\", workspaceName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tlog.Printf(\"Workspace %s exists but in state %s, will wait for it\", workspaceName, state)\n\t\t} else {\n\t\t\tlog.Printf(\"Workspace %s already exists, skipping creation\", workspaceName)\n\t\t\treturn nil\n\t\t}\n\t}\n\n\t// Create the workspace\n\tretentionDays := int32(30)\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroupName, workspaceName, armoperationalinsights.Workspace{\n\t\tLocation: new(location),\n\t\tProperties: &armoperationalinsights.WorkspaceProperties{\n\t\t\tRetentionInDays: &retentionDays,\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"operational-insights-workspace\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) {\n\t\t\t// Check for authorization failure (resource provider not registered)\n\t\t\tif respErr.StatusCode == http.StatusForbidden && respErr.ErrorCode == \"AuthorizationFailed\" {\n\t\t\t\treturn fmt.Errorf(\"%w: %s\", errOperationalInsightsAuthorizationFailed, respErr.Error())\n\t\t\t}\n\t\t\t// Check for missing resource provider registration\n\t\t\tif strings.Contains(respErr.Error(), \"register/action\") {\n\t\t\t\treturn fmt.Errorf(\"%w: %s\", errOperationalInsightsAuthorizationFailed, respErr.Error())\n\t\t\t}\n\t\t\t// Check if workspace already exists (conflict)\n\t\t\tif respErr.StatusCode == http.StatusConflict {\n\t\t\t\t// Verify conflict is real before treating it as success.\n\t\t\t\tif _, getErr := client.Get(ctx, resourceGroupName, workspaceName, nil); getErr == nil {\n\t\t\t\t\tlog.Printf(\"Workspace %s already exists (conflict), skipping\", workspaceName)\n\t\t\t\t\treturn nil\n\t\t\t\t}\n\t\t\t\treturn fmt.Errorf(\"workspace %s conflict but not retrievable: %w\", workspaceName, err)\n\t\t\t}\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating workspace: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create workspace: %w\", err)\n\t}\n\n\t// Verify the workspace was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"workspace created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != armoperationalinsights.WorkspaceEntityStatusSucceeded {\n\t\treturn fmt.Errorf(\"workspace provisioning state is %s, expected Succeeded\", provisioningState)\n\t}\n\n\tlog.Printf(\"Workspace %s created successfully with provisioning state: %s\", workspaceName, provisioningState)\n\treturn nil\n}\n\n// waitForOperationalInsightsWorkspaceAvailable polls until the workspace is available via the Get API\nfunc waitForOperationalInsightsWorkspaceAvailable(ctx context.Context, client *armoperationalinsights.WorkspacesClient, resourceGroupName, workspaceName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 5 * time.Second\n\tmaxNotFoundAttempts := 5\n\tnotFoundCount := 0\n\n\tlog.Printf(\"Waiting for workspace %s to be available via API...\", workspaceName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.Get(ctx, resourceGroupName, workspaceName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tnotFoundCount++\n\t\t\t\tif notFoundCount >= maxNotFoundAttempts {\n\t\t\t\t\treturn fmt.Errorf(\"workspace %s not found after %d attempts\", workspaceName, notFoundCount)\n\t\t\t\t}\n\t\t\t\tlog.Printf(\"Workspace %s not yet available (attempt %d/%d), waiting %v...\", workspaceName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking workspace availability: %w\", err)\n\t\t}\n\t\tnotFoundCount = 0\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == armoperationalinsights.WorkspaceEntityStatusSucceeded {\n\t\t\t\tlog.Printf(\"Workspace %s is available with provisioning state: %s\", workspaceName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == armoperationalinsights.WorkspaceEntityStatusFailed {\n\t\t\t\treturn fmt.Errorf(\"workspace provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Workspace %s provisioning state: %s (attempt %d/%d), waiting...\", workspaceName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Workspace exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Workspace %s is available\", workspaceName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for workspace %s to be available after %d attempts\", workspaceName, maxAttempts)\n}\n\n// deleteOperationalInsightsWorkspace deletes an Azure Log Analytics workspace\nfunc deleteOperationalInsightsWorkspace(ctx context.Context, client *armoperationalinsights.WorkspacesClient, resourceGroupName, workspaceName string) error {\n\tpoller, err := client.BeginDelete(ctx, resourceGroupName, workspaceName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Workspace %s not found, skipping deletion\", workspaceName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin deleting workspace: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete workspace: %w\", err)\n\t}\n\n\tlog.Printf(\"Workspace %s deleted successfully\", workspaceName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/sql-database-schema_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"math/rand\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestSQLSchemaServerName = \"ovm-integ-test-schema-svr\"\n\tintegrationTestSQLSchemaDatabaseName = \"ovm-integ-test-schema-db\"\n)\n\nfunc TestSQLDatabaseSchemaIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tsqlServerClient, err := armsql.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create SQL Servers client: %v\", err)\n\t}\n\n\tsqlDatabaseClient, err := armsql.NewDatabasesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create SQL Databases client: %v\", err)\n\t}\n\n\tsqlDatabaseSchemasClient, err := armsql.NewDatabaseSchemasClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create SQL Database Schemas client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique SQL server name (must be globally unique, lowercase, no special chars)\n\tsqlServerName := generateSQLServerNameForSchemaTest(integrationTestSQLSchemaServerName)\n\n\t// Track if setup completed successfully\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create SQL server\n\t\terr = createSQLServerForSchemaTest(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tif errors.Is(err, errMissingSQLCredentials) {\n\t\t\t\tt.Skip(\"Skipping: SQL server admin credentials not configured\")\n\t\t\t}\n\t\t\tt.Fatalf(\"Failed to create SQL server: %v\", err)\n\t\t}\n\n\t\t// Wait for SQL server to be available\n\t\terr = waitForSQLServerAvailableForSchemaTest(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for SQL server to be available: %v\", err)\n\t\t}\n\n\t\t// Create SQL database\n\t\terr = createSQLDatabaseForSchemaTest(ctx, sqlDatabaseClient, integrationTestResourceGroup, sqlServerName, integrationTestSQLSchemaDatabaseName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create SQL database: %v\", err)\n\t\t}\n\n\t\t// Wait for SQL database to be available\n\t\terr = waitForSQLDatabaseAvailableForSchemaTest(ctx, sqlDatabaseClient, integrationTestResourceGroup, sqlServerName, integrationTestSQLSchemaDatabaseName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for SQL database to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\t// First discover available schemas from the database (schemas are auto-created like dbo, sys, etc.)\n\t\tvar testSchemaName string\n\n\t\tt.Run(\"DiscoverSchemas\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\t// List schemas to find an available one (dbo is standard in SQL Server databases)\n\t\t\tpager := sqlDatabaseSchemasClient.NewListByDatabasePager(integrationTestResourceGroup, sqlServerName, integrationTestSQLSchemaDatabaseName, nil)\n\t\t\tfor pager.More() {\n\t\t\t\tpage, err := pager.NextPage(ctx)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Failed to list schemas: %v\", err)\n\t\t\t\t}\n\t\t\t\tif len(page.Value) > 0 && page.Value[0].Name != nil {\n\t\t\t\t\ttestSchemaName = *page.Value[0].Name\n\t\t\t\t\tlog.Printf(\"Discovered schema: %s\", testSchemaName)\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif testSchemaName == \"\" {\n\t\t\t\tt.Fatalf(\"No schemas found in database %s\", integrationTestSQLSchemaDatabaseName)\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"GetSQLDatabaseSchema\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving SQL database schema %s in database %s, server %s\",\n\t\t\t\ttestSchemaName, integrationTestSQLSchemaDatabaseName, sqlServerName)\n\n\t\t\tschemaWrapper := manual.NewSqlDatabaseSchema(\n\t\t\t\tclients.NewSqlDatabaseSchemasClient(sqlDatabaseSchemasClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := schemaWrapper.Scopes()[0]\n\n\t\t\tschemaAdapter := sources.WrapperToAdapter(schemaWrapper, sdpcache.NewNoOpCache())\n\t\t\t// Get requires serverName, databaseName, and schemaName as query parts\n\t\t\tquery := shared.CompositeLookupKey(sqlServerName, integrationTestSQLSchemaDatabaseName, testSchemaName)\n\t\t\tsdpItem, qErr := schemaAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.SQLDatabaseSchema.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLDatabaseSchema, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(sqlServerName, integrationTestSQLSchemaDatabaseName, testSchemaName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved SQL database schema %s\", testSchemaName)\n\t\t})\n\n\t\tt.Run(\"SearchSQLDatabaseSchemas\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching SQL database schemas in database %s\", integrationTestSQLSchemaDatabaseName)\n\n\t\t\tschemaWrapper := manual.NewSqlDatabaseSchema(\n\t\t\t\tclients.NewSqlDatabaseSchemasClient(sqlDatabaseSchemasClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := schemaWrapper.Scopes()[0]\n\n\t\t\tschemaAdapter := sources.WrapperToAdapter(schemaWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports search\n\t\t\tsearchable, ok := schemaAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, shared.CompositeLookupKey(sqlServerName, integrationTestSQLSchemaDatabaseName), true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search SQL database schemas: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one SQL database schema, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\texpectedValue := shared.CompositeLookupKey(sqlServerName, integrationTestSQLSchemaDatabaseName, testSchemaName)\n\t\t\t\t\tif v == expectedValue {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find schema %s in the search results\", testSchemaName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d SQL database schemas in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for SQL database schema %s\", testSchemaName)\n\n\t\t\tschemaWrapper := manual.NewSqlDatabaseSchema(\n\t\t\t\tclients.NewSqlDatabaseSchemasClient(sqlDatabaseSchemasClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := schemaWrapper.Scopes()[0]\n\n\t\t\tschemaAdapter := sources.WrapperToAdapter(schemaWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(sqlServerName, integrationTestSQLSchemaDatabaseName, testSchemaName)\n\t\t\tsdpItem, qErr := schemaAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (SQL database should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasSQLDatabaseLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() != \"\" {\n\t\t\t\t\t// Verify query structure\n\t\t\t\t\tif liq.GetQuery().GetQuery() == \"\" {\n\t\t\t\t\t\tt.Errorf(\"LinkedItemQuery has empty query\")\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetScope() == \"\" {\n\t\t\t\t\t\tt.Errorf(\"LinkedItemQuery has empty scope\")\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.SQLDatabase.String() {\n\t\t\t\t\thasSQLDatabaseLink = true\n\t\t\t\t\texpectedQuery := shared.CompositeLookupKey(sqlServerName, integrationTestSQLSchemaDatabaseName)\n\t\t\t\t\tif liq.GetQuery().GetQuery() != expectedQuery {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to SQL database %s, got %s\", expectedQuery, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope %s, got %s\", scope, liq.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasSQLDatabaseLink {\n\t\t\t\tt.Error(\"Expected linked query to SQL database, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for SQL database schema %s\", len(linkedQueries), testSchemaName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tschemaWrapper := manual.NewSqlDatabaseSchema(\n\t\t\t\tclients.NewSqlDatabaseSchemasClient(sqlDatabaseSchemasClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := schemaWrapper.Scopes()[0]\n\n\t\t\tschemaAdapter := sources.WrapperToAdapter(schemaWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(sqlServerName, integrationTestSQLSchemaDatabaseName, testSchemaName)\n\t\t\tsdpItem, qErr := schemaAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.SQLDatabaseSchema.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLDatabaseSchema.String(), sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Validate the item\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for SQL database schema %s\", testSchemaName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete SQL database\n\t\terr := deleteSQLDatabaseForSchemaTest(ctx, sqlDatabaseClient, integrationTestResourceGroup, sqlServerName, integrationTestSQLSchemaDatabaseName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete SQL database: %v\", err)\n\t\t}\n\n\t\t// Delete SQL server\n\t\terr = deleteSQLServerForSchemaTest(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete SQL server: %v\", err)\n\t\t}\n\t})\n}\n\n// errMissingSQLCredentials is a sentinel error for missing SQL credentials\nvar errMissingSQLCredentials = errors.New(\"AZURE_SQL_SERVER_ADMIN_LOGIN and AZURE_SQL_SERVER_ADMIN_PASSWORD environment variables must be set for integration tests\")\n\n// createSQLServerForSchemaTest creates an Azure SQL server for schema tests\nfunc createSQLServerForSchemaTest(ctx context.Context, client *armsql.ServersClient, resourceGroup, serverName, location string) error {\n\t// Check if SQL server already exists\n\t_, err := client.Get(ctx, resourceGroup, serverName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"SQL server %s already exists, skipping creation\", serverName)\n\t\treturn nil\n\t}\n\n\tvar respErr *azcore.ResponseError\n\tif !errors.As(err, &respErr) {\n\t\treturn fmt.Errorf(\"failed to check if SQL server exists: %w\", err)\n\t}\n\tif respErr != nil && respErr.StatusCode != http.StatusNotFound {\n\t\treturn fmt.Errorf(\"failed to check if SQL server exists: %w\", err)\n\t}\n\n\t// Get credentials from environment\n\tadminLogin := os.Getenv(\"AZURE_SQL_SERVER_ADMIN_LOGIN\")\n\tadminPassword := os.Getenv(\"AZURE_SQL_SERVER_ADMIN_PASSWORD\")\n\n\tif adminLogin == \"\" || adminPassword == \"\" {\n\t\treturn errMissingSQLCredentials\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroup, serverName, armsql.Server{\n\t\tLocation: new(location),\n\t\tProperties: &armsql.ServerProperties{\n\t\t\tAdministratorLogin: new(adminLogin),\n\t\t\tAdministratorLoginPassword: new(adminPassword),\n\t\t\tVersion: new(\"12.0\"),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"managed\": new(\"true\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL server creation: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create SQL server: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL server %s created successfully in location %s\", serverName, location)\n\treturn nil\n}\n\n// waitForSQLServerAvailableForSchemaTest waits for a SQL server to be available\nfunc waitForSQLServerAvailableForSchemaTest(ctx context.Context, client *armsql.ServersClient, resourceGroup, serverName string) error {\n\tmaxAttempts := 30\n\tfor range maxAttempts {\n\t\tserver, err := client.Get(ctx, resourceGroup, serverName, nil)\n\t\tif err == nil {\n\t\t\tif server.Properties != nil && server.Properties.State != nil && *server.Properties.State == \"Ready\" {\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\t\ttime.Sleep(5 * time.Second)\n\t}\n\treturn fmt.Errorf(\"SQL server %s did not become available within expected time\", serverName)\n}\n\n// createSQLDatabaseForSchemaTest creates an Azure SQL database for schema tests\nfunc createSQLDatabaseForSchemaTest(ctx context.Context, client *armsql.DatabasesClient, resourceGroup, serverName, databaseName, location string) error {\n\t// Check if SQL database already exists\n\t_, err := client.Get(ctx, resourceGroup, serverName, databaseName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"SQL database %s already exists, skipping creation\", databaseName)\n\t\treturn nil\n\t}\n\n\tvar respErr *azcore.ResponseError\n\tif !errors.As(err, &respErr) {\n\t\treturn fmt.Errorf(\"failed to check if SQL database exists: %w\", err)\n\t}\n\tif respErr != nil && respErr.StatusCode != http.StatusNotFound {\n\t\treturn fmt.Errorf(\"failed to check if SQL database exists: %w\", err)\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroup, serverName, databaseName, armsql.Database{\n\t\tLocation: new(location),\n\t\tProperties: &armsql.DatabaseProperties{\n\t\t\tRequestedServiceObjectiveName: new(\"Basic\"),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"managed\": new(\"true\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL database creation: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create SQL database: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL database %s created successfully in server %s\", databaseName, serverName)\n\treturn nil\n}\n\n// waitForSQLDatabaseAvailableForSchemaTest waits for a SQL database to be available\nfunc waitForSQLDatabaseAvailableForSchemaTest(ctx context.Context, client *armsql.DatabasesClient, resourceGroup, serverName, databaseName string) error {\n\tmaxAttempts := 30\n\tfor range maxAttempts {\n\t\tdatabase, err := client.Get(ctx, resourceGroup, serverName, databaseName, nil)\n\t\tif err == nil {\n\t\t\tif database.Properties != nil && database.Properties.Status != nil && *database.Properties.Status == armsql.DatabaseStatusOnline {\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\t\ttime.Sleep(5 * time.Second)\n\t}\n\treturn fmt.Errorf(\"SQL database %s did not become available within expected time\", databaseName)\n}\n\n// deleteSQLDatabaseForSchemaTest deletes an Azure SQL database\nfunc deleteSQLDatabaseForSchemaTest(ctx context.Context, client *armsql.DatabasesClient, resourceGroup, serverName, databaseName string) error {\n\t_, err := client.Get(ctx, resourceGroup, serverName, databaseName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"SQL database %s does not exist, skipping deletion\", databaseName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check if SQL database exists: %w\", err)\n\t}\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroup, serverName, databaseName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL database deletion: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete SQL database: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL database %s deleted successfully\", databaseName)\n\treturn nil\n}\n\n// deleteSQLServerForSchemaTest deletes an Azure SQL server\nfunc deleteSQLServerForSchemaTest(ctx context.Context, client *armsql.ServersClient, resourceGroup, serverName string) error {\n\t_, err := client.Get(ctx, resourceGroup, serverName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"SQL server %s does not exist, skipping deletion\", serverName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check if SQL server exists: %w\", err)\n\t}\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroup, serverName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL server deletion: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete SQL server: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL server %s deleted successfully\", serverName)\n\treturn nil\n}\n\n// generateSQLServerNameForSchemaTest generates a unique SQL server name\n// SQL server names must be globally unique, 1-63 characters, lowercase letters, numbers, and hyphens\nfunc generateSQLServerNameForSchemaTest(baseName string) string {\n\tbaseName = strings.ToLower(baseName)\n\tbaseName = strings.ReplaceAll(baseName, \"_\", \"-\")\n\tbaseName = strings.ReplaceAll(baseName, \" \", \"-\")\n\n\trng := rand.New(rand.NewSource(time.Now().UnixNano() + int64(os.Getpid())))\n\tsuffix := rng.Intn(10000)\n\treturn fmt.Sprintf(\"%s-%04d\", baseName, suffix)\n}\n" }, { "path": "sources/azure/integration-tests/sql-database_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"math/rand\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestSQLServerName = \"ovm-integ-test-sql-server\"\n\tintegrationTestSQLDatabaseName = \"ovm-integ-test-database\"\n)\n\nfunc TestSQLDatabaseIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tsqlServerClient, err := armsql.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create SQL Servers client: %v\", err)\n\t}\n\n\tsqlDatabaseClient, err := armsql.NewDatabasesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create SQL Databases client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique SQL server name (must be globally unique, lowercase, no special chars)\n\tsqlServerName := generateSQLServerName(integrationTestSQLServerName)\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create SQL server\n\t\terr = createSQLServer(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create SQL server: %v\", err)\n\t\t}\n\n\t\t// Wait for SQL server to be available\n\t\terr = waitForSQLServerAvailable(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for SQL server to be available: %v\", err)\n\t\t}\n\n\t\t// Create SQL database\n\t\terr = createSQLDatabase(ctx, sqlDatabaseClient, integrationTestResourceGroup, sqlServerName, integrationTestSQLDatabaseName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create SQL database: %v\", err)\n\t\t}\n\n\t\t// Wait for SQL database to be available\n\t\terr = waitForSQLDatabaseAvailable(ctx, sqlDatabaseClient, integrationTestResourceGroup, sqlServerName, integrationTestSQLDatabaseName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for SQL database to be available: %v\", err)\n\t\t}\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetSQLDatabase\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving SQL database %s in SQL server %s, subscription %s, resource group %s\",\n\t\t\t\tintegrationTestSQLDatabaseName, sqlServerName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tsqlDbWrapper := manual.NewSqlDatabase(\n\t\t\t\tclients.NewSqlDatabasesClient(sqlDatabaseClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := sqlDbWrapper.Scopes()[0]\n\n\t\t\tsqlDbAdapter := sources.WrapperToAdapter(sqlDbWrapper, sdpcache.NewNoOpCache())\n\t\t\t// Get requires serverName and databaseName as query parts\n\t\t\tquery := sqlServerName + shared.QuerySeparator + integrationTestSQLDatabaseName\n\t\t\tsdpItem, qErr := sqlDbAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.SQLDatabase.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLDatabase, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(sqlServerName, integrationTestSQLDatabaseName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved SQL database %s\", integrationTestSQLDatabaseName)\n\t\t})\n\n\t\tt.Run(\"SearchSQLDatabases\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching SQL databases in SQL server %s\", sqlServerName)\n\n\t\t\tsqlDbWrapper := manual.NewSqlDatabase(\n\t\t\t\tclients.NewSqlDatabasesClient(sqlDatabaseClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := sqlDbWrapper.Scopes()[0]\n\n\t\t\tsqlDbAdapter := sources.WrapperToAdapter(sqlDbWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports search\n\t\t\tsearchable, ok := sqlDbAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, sqlServerName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search SQL databases: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one SQL database, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\texpectedValue := shared.CompositeLookupKey(sqlServerName, integrationTestSQLDatabaseName)\n\t\t\t\t\tif v == expectedValue {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find database %s in the search results\", integrationTestSQLDatabaseName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d SQL databases in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for SQL database %s\", integrationTestSQLDatabaseName)\n\n\t\t\tsqlDbWrapper := manual.NewSqlDatabase(\n\t\t\t\tclients.NewSqlDatabasesClient(sqlDatabaseClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := sqlDbWrapper.Scopes()[0]\n\n\t\t\tsqlDbAdapter := sources.WrapperToAdapter(sqlDbWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := sqlServerName + shared.QuerySeparator + integrationTestSQLDatabaseName\n\t\t\tsdpItem, qErr := sqlDbAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (SQL server should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasSQLServerLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.SQLServer.String() {\n\t\t\t\t\thasSQLServerLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != sqlServerName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to SQL server %s, got %s\", sqlServerName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope %s, got %s\", scope, liq.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasSQLServerLink {\n\t\t\t\tt.Error(\"Expected linked query to SQL server, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for SQL database %s\", len(linkedQueries), integrationTestSQLDatabaseName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete SQL database\n\t\terr := deleteSQLDatabase(ctx, sqlDatabaseClient, integrationTestResourceGroup, sqlServerName, integrationTestSQLDatabaseName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete SQL database: %v\", err)\n\t\t}\n\n\t\t// Delete SQL server\n\t\terr = deleteSQLServer(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete SQL server: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// generateSQLServerName generates a unique SQL server name\n// SQL server names must be globally unique, 1-63 characters, lowercase letters, numbers, and hyphens\nfunc generateSQLServerName(baseName string) string {\n\t// Ensure base name is lowercase and valid\n\tbaseName = strings.ToLower(baseName)\n\t// Remove any invalid characters (only alphanumeric and hyphens allowed)\n\tbaseName = strings.ReplaceAll(baseName, \"_\", \"-\")\n\t// Remove any invalid characters\n\tbaseName = strings.ReplaceAll(baseName, \" \", \"-\")\n\n\t// Add random suffix for uniqueness (4 characters)\n\trng := rand.New(rand.NewSource(time.Now().UnixNano() + int64(os.Getpid())))\n\tsuffix := rng.Intn(10000)\n\treturn fmt.Sprintf(\"%s-%04d\", baseName, suffix)\n}\n\n// createSQLServer creates an Azure SQL server\nfunc createSQLServer(ctx context.Context, client *armsql.ServersClient, resourceGroup, serverName, location string) error {\n\t// Check if SQL server already exists\n\t_, err := client.Get(ctx, resourceGroup, serverName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"SQL server %s already exists, skipping creation\", serverName)\n\t\treturn nil\n\t}\n\n\tvar respErr *azcore.ResponseError\n\tif !errors.As(err, &respErr) {\n\t\t// Some other error occurred\n\t\treturn fmt.Errorf(\"failed to check if SQL server exists: %w\", err)\n\t}\n\tif respErr != nil && respErr.StatusCode != http.StatusNotFound {\n\t\t// Server exists or other error\n\t\tif respErr.StatusCode != http.StatusNotFound {\n\t\t\treturn fmt.Errorf(\"failed to check if SQL server exists: %w\", err)\n\t\t}\n\t}\n\n\t// Create the SQL server\n\t// Note: SQL servers require administrator login credentials\n\t// Credentials are read from environment variables to avoid committing secrets to source control\n\tadminLogin := os.Getenv(\"AZURE_SQL_SERVER_ADMIN_LOGIN\")\n\tadminPassword := os.Getenv(\"AZURE_SQL_SERVER_ADMIN_PASSWORD\")\n\n\tif adminLogin == \"\" || adminPassword == \"\" {\n\t\treturn fmt.Errorf(\"AZURE_SQL_SERVER_ADMIN_LOGIN and AZURE_SQL_SERVER_ADMIN_PASSWORD environment variables must be set for integration tests\")\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroup, serverName, armsql.Server{\n\t\tLocation: new(location),\n\t\tProperties: &armsql.ServerProperties{\n\t\t\tAdministratorLogin: new(adminLogin),\n\t\t\tAdministratorLoginPassword: new(adminPassword),\n\t\t\tVersion: new(\"12.0\"),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"managed\": new(\"true\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL server creation: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create SQL server: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL server %s created successfully in location %s\", serverName, location)\n\treturn nil\n}\n\n// waitForSQLServerAvailable waits for a SQL server to be available\nfunc waitForSQLServerAvailable(ctx context.Context, client *armsql.ServersClient, resourceGroup, serverName string) error {\n\tmaxAttempts := 30\n\tfor range maxAttempts {\n\t\tserver, err := client.Get(ctx, resourceGroup, serverName, nil)\n\t\tif err == nil {\n\t\t\t// Server exists, check if it's ready (state should be \"Ready\")\n\t\t\tif server.Properties != nil && server.Properties.State != nil && *server.Properties.State == \"Ready\" {\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\n\t\ttime.Sleep(5 * time.Second)\n\t}\n\treturn fmt.Errorf(\"SQL server %s did not become available within expected time\", serverName)\n}\n\n// createSQLDatabase creates an Azure SQL database\nfunc createSQLDatabase(ctx context.Context, client *armsql.DatabasesClient, resourceGroup, serverName, databaseName, location string) error {\n\t// Check if SQL database already exists\n\t_, err := client.Get(ctx, resourceGroup, serverName, databaseName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"SQL database %s already exists, skipping creation\", databaseName)\n\t\treturn nil\n\t}\n\n\tvar respErr *azcore.ResponseError\n\tif !errors.As(err, &respErr) {\n\t\t// Some other error occurred\n\t\treturn fmt.Errorf(\"failed to check if SQL database exists: %w\", err)\n\t}\n\tif respErr != nil && respErr.StatusCode != http.StatusNotFound {\n\t\t// Database exists or other error\n\t\tif respErr.StatusCode != http.StatusNotFound {\n\t\t\treturn fmt.Errorf(\"failed to check if SQL database exists: %w\", err)\n\t\t}\n\t}\n\n\t// Create the SQL database\n\t// Using Basic tier for integration tests (cheaper)\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroup, serverName, databaseName, armsql.Database{\n\t\tLocation: new(location),\n\t\tProperties: &armsql.DatabaseProperties{\n\t\t\tRequestedServiceObjectiveName: new(\"Basic\"),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"managed\": new(\"true\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL database creation: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create SQL database: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL database %s created successfully in server %s\", databaseName, serverName)\n\treturn nil\n}\n\n// waitForSQLDatabaseAvailable waits for a SQL database to be available\nfunc waitForSQLDatabaseAvailable(ctx context.Context, client *armsql.DatabasesClient, resourceGroup, serverName, databaseName string) error {\n\tmaxAttempts := 30\n\tfor range maxAttempts {\n\t\tdatabase, err := client.Get(ctx, resourceGroup, serverName, databaseName, nil)\n\t\tif err == nil {\n\t\t\t// Database exists, check if it's ready (status should be \"Online\")\n\t\t\tif database.Properties != nil && database.Properties.Status != nil && *database.Properties.Status == armsql.DatabaseStatusOnline {\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\n\t\ttime.Sleep(5 * time.Second)\n\t}\n\treturn fmt.Errorf(\"SQL database %s did not become available within expected time\", databaseName)\n}\n\n// deleteSQLDatabase deletes an Azure SQL database\nfunc deleteSQLDatabase(ctx context.Context, client *armsql.DatabasesClient, resourceGroup, serverName, databaseName string) error {\n\t// Check if database exists before attempting to delete\n\t_, err := client.Get(ctx, resourceGroup, serverName, databaseName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"SQL database %s does not exist, skipping deletion\", databaseName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check if SQL database exists: %w\", err)\n\t}\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroup, serverName, databaseName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL database deletion: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete SQL database: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL database %s deleted successfully\", databaseName)\n\treturn nil\n}\n\n// deleteSQLServer deletes an Azure SQL server\nfunc deleteSQLServer(ctx context.Context, client *armsql.ServersClient, resourceGroup, serverName string) error {\n\t// Check if server exists before attempting to delete\n\t_, err := client.Get(ctx, resourceGroup, serverName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"SQL server %s does not exist, skipping deletion\", serverName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check if SQL server exists: %w\", err)\n\t}\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroup, serverName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL server deletion: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete SQL server: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL server %s deleted successfully\", serverName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/sql-server-failover-group_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"math/rand\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestFailoverGroupName = \"ovm-integ-test-failover-group\"\n\tintegrationTestPrimaryServerName = \"ovm-integ-test-primary-server\"\n\tintegrationTestSecondaryServerName = \"ovm-integ-test-secondary-server\"\n\tintegrationTestPrimaryLocation = \"westus2\"\n\tintegrationTestSecondaryLocation = \"centralus\"\n\tintegrationTestFailoverGroupDBName = \"ovm-integ-test-fg-database\"\n)\n\nfunc TestSQLServerFailoverGroupIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// SQL server admin credentials are required for creating SQL servers\n\tadminLogin := os.Getenv(\"AZURE_SQL_SERVER_ADMIN_LOGIN\")\n\tadminPassword := os.Getenv(\"AZURE_SQL_SERVER_ADMIN_PASSWORD\")\n\tif adminLogin == \"\" || adminPassword == \"\" {\n\t\tt.Skip(\"AZURE_SQL_SERVER_ADMIN_LOGIN and AZURE_SQL_SERVER_ADMIN_PASSWORD environment variables must be set for SQL failover group integration tests\")\n\t}\n\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tsqlServerClient, err := armsql.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create SQL Servers client: %v\", err)\n\t}\n\n\tsqlDatabaseClient, err := armsql.NewDatabasesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create SQL Databases client: %v\", err)\n\t}\n\n\tsqlFailoverGroupClient, err := armsql.NewFailoverGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create SQL Failover Groups client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique names for SQL servers (must be globally unique)\n\tprimaryServerName := generateFailoverGroupServerName(integrationTestPrimaryServerName)\n\tsecondaryServerName := generateFailoverGroupServerName(integrationTestSecondaryServerName)\n\n\tvar setupCompleted bool\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create primary SQL server\n\t\terr = createFailoverGroupSQLServer(ctx, sqlServerClient, integrationTestResourceGroup, primaryServerName, integrationTestPrimaryLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create primary SQL server: %v\", err)\n\t\t}\n\n\t\t// Wait for primary SQL server to be available\n\t\terr = waitForFailoverGroupSQLServerAvailable(ctx, sqlServerClient, integrationTestResourceGroup, primaryServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for primary SQL server to be available: %v\", err)\n\t\t}\n\n\t\t// Create secondary SQL server (in a different region)\n\t\terr = createFailoverGroupSQLServer(ctx, sqlServerClient, integrationTestResourceGroup, secondaryServerName, integrationTestSecondaryLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create secondary SQL server: %v\", err)\n\t\t}\n\n\t\t// Wait for secondary SQL server to be available\n\t\terr = waitForFailoverGroupSQLServerAvailable(ctx, sqlServerClient, integrationTestResourceGroup, secondaryServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for secondary SQL server to be available: %v\", err)\n\t\t}\n\n\t\t// Create a database on the primary server (failover groups need at least one database)\n\t\terr = createFailoverGroupDatabase(ctx, sqlDatabaseClient, integrationTestResourceGroup, primaryServerName, integrationTestFailoverGroupDBName, integrationTestPrimaryLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create database: %v\", err)\n\t\t}\n\n\t\t// Wait for database to be available\n\t\terr = waitForFailoverGroupDatabaseAvailable(ctx, sqlDatabaseClient, integrationTestResourceGroup, primaryServerName, integrationTestFailoverGroupDBName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for database to be available: %v\", err)\n\t\t}\n\n\t\t// Create the failover group\n\t\terr = createFailoverGroup(ctx, sqlFailoverGroupClient, integrationTestResourceGroup, primaryServerName, secondaryServerName, integrationTestFailoverGroupName, subscriptionID)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create failover group: %v\", err)\n\t\t}\n\n\t\t// Wait for the failover group to be available\n\t\terr = waitForFailoverGroupAvailable(ctx, sqlFailoverGroupClient, integrationTestResourceGroup, primaryServerName, integrationTestFailoverGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for failover group to be available: %v\", err)\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetSQLServerFailoverGroup\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving failover group %s in SQL server %s, subscription %s, resource group %s\",\n\t\t\t\tintegrationTestFailoverGroupName, primaryServerName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\twrapper := manual.NewSqlServerFailoverGroup(\n\t\t\t\tclients.NewSqlFailoverGroupsClient(sqlFailoverGroupClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(primaryServerName, integrationTestFailoverGroupName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.SQLServerFailoverGroup.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerFailoverGroup, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(primaryServerName, integrationTestFailoverGroupName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved failover group %s\", integrationTestFailoverGroupName)\n\t\t})\n\n\t\tt.Run(\"SearchSQLServerFailoverGroups\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching failover groups in SQL server %s\", primaryServerName)\n\n\t\t\twrapper := manual.NewSqlServerFailoverGroup(\n\t\t\t\tclients.NewSqlFailoverGroupsClient(sqlFailoverGroupClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, primaryServerName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search failover groups: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one failover group, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\texpectedValue := shared.CompositeLookupKey(primaryServerName, integrationTestFailoverGroupName)\n\t\t\t\t\tif v == expectedValue {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find failover group %s in the search results\", integrationTestFailoverGroupName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d failover groups in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for failover group %s\", integrationTestFailoverGroupName)\n\n\t\t\twrapper := manual.NewSqlServerFailoverGroup(\n\t\t\t\tclients.NewSqlFailoverGroupsClient(sqlFailoverGroupClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(primaryServerName, integrationTestFailoverGroupName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasPrimaryServerLink bool\n\t\t\tvar hasPartnerServerLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tquery := liq.GetQuery()\n\t\t\t\tif query.GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Found linked query with empty type\")\n\t\t\t\t}\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET && query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Found linked query with invalid method: %s\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Found linked query with empty query\")\n\t\t\t\t}\n\t\t\t\tif query.GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Found linked query with empty scope\")\n\t\t\t\t}\n\n\t\t\t\tif query.GetType() == azureshared.SQLServer.String() {\n\t\t\t\t\tif query.GetQuery() == primaryServerName {\n\t\t\t\t\t\thasPrimaryServerLink = true\n\t\t\t\t\t}\n\t\t\t\t\tif query.GetQuery() == secondaryServerName {\n\t\t\t\t\t\thasPartnerServerLink = true\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasPrimaryServerLink {\n\t\t\t\tt.Error(\"Expected linked query to primary SQL server, but didn't find one\")\n\t\t\t}\n\n\t\t\tif !hasPartnerServerLink {\n\t\t\t\tt.Error(\"Expected linked query to partner (secondary) SQL server, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for failover group %s\", len(linkedQueries), integrationTestFailoverGroupName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\twrapper := manual.NewSqlServerFailoverGroup(\n\t\t\t\tclients.NewSqlFailoverGroupsClient(sqlFailoverGroupClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := wrapper.Scopes()[0]\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(primaryServerName, integrationTestFailoverGroupName)\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.SQLServerFailoverGroup.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerFailoverGroup, sdpItem.GetType())\n\t\t\t}\n\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete the failover group first\n\t\terr := deleteFailoverGroup(ctx, sqlFailoverGroupClient, integrationTestResourceGroup, primaryServerName, integrationTestFailoverGroupName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete failover group: %v\", err)\n\t\t}\n\n\t\t// Delete the database\n\t\terr = deleteFailoverGroupDatabase(ctx, sqlDatabaseClient, integrationTestResourceGroup, primaryServerName, integrationTestFailoverGroupDBName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete database: %v\", err)\n\t\t}\n\n\t\t// Delete secondary SQL server first (since failover group is deleted)\n\t\terr = deleteFailoverGroupSQLServer(ctx, sqlServerClient, integrationTestResourceGroup, secondaryServerName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete secondary SQL server: %v\", err)\n\t\t}\n\n\t\t// Delete primary SQL server\n\t\terr = deleteFailoverGroupSQLServer(ctx, sqlServerClient, integrationTestResourceGroup, primaryServerName)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Warning: Failed to delete primary SQL server: %v\", err)\n\t\t}\n\t})\n}\n\n// generateFailoverGroupServerName generates a unique SQL server name for failover group tests\nfunc generateFailoverGroupServerName(baseName string) string {\n\tbaseName = strings.ToLower(baseName)\n\tbaseName = strings.ReplaceAll(baseName, \"_\", \"-\")\n\tbaseName = strings.ReplaceAll(baseName, \" \", \"-\")\n\n\trng := rand.New(rand.NewSource(time.Now().UnixNano() + int64(os.Getpid())))\n\tsuffix := rng.Intn(10000)\n\treturn fmt.Sprintf(\"%s-%04d\", baseName, suffix)\n}\n\n// createFailoverGroupSQLServer creates an Azure SQL server for failover group testing\nfunc createFailoverGroupSQLServer(ctx context.Context, client *armsql.ServersClient, resourceGroup, serverName, location string) error {\n\t_, err := client.Get(ctx, resourceGroup, serverName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"SQL server %s already exists, skipping creation\", serverName)\n\t\treturn nil\n\t}\n\n\tvar respErr *azcore.ResponseError\n\tif !errors.As(err, &respErr) {\n\t\treturn fmt.Errorf(\"failed to check if SQL server exists: %w\", err)\n\t}\n\tif respErr != nil && respErr.StatusCode != http.StatusNotFound {\n\t\treturn fmt.Errorf(\"failed to check if SQL server exists: %w\", err)\n\t}\n\n\tadminLogin := os.Getenv(\"AZURE_SQL_SERVER_ADMIN_LOGIN\")\n\tadminPassword := os.Getenv(\"AZURE_SQL_SERVER_ADMIN_PASSWORD\")\n\n\tif adminLogin == \"\" || adminPassword == \"\" {\n\t\treturn fmt.Errorf(\"AZURE_SQL_SERVER_ADMIN_LOGIN and AZURE_SQL_SERVER_ADMIN_PASSWORD environment variables must be set for integration tests\")\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroup, serverName, armsql.Server{\n\t\tLocation: &location,\n\t\tProperties: &armsql.ServerProperties{\n\t\t\tAdministratorLogin: &adminLogin,\n\t\t\tAdministratorLoginPassword: &adminPassword,\n\t\t\tVersion: new(\"12.0\"),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"managed\": new(\"true\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL server creation: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create SQL server: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL server %s created successfully in location %s\", serverName, location)\n\treturn nil\n}\n\n// waitForFailoverGroupSQLServerAvailable waits for a SQL server to be available\nfunc waitForFailoverGroupSQLServerAvailable(ctx context.Context, client *armsql.ServersClient, resourceGroup, serverName string) error {\n\tmaxAttempts := 60 // Longer timeout for failover group tests\n\tfor range maxAttempts {\n\t\tserver, err := client.Get(ctx, resourceGroup, serverName, nil)\n\t\tif err == nil {\n\t\t\tif server.Properties != nil && server.Properties.State != nil && *server.Properties.State == \"Ready\" {\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\t\ttime.Sleep(5 * time.Second)\n\t}\n\treturn fmt.Errorf(\"SQL server %s did not become available within expected time\", serverName)\n}\n\n// createFailoverGroupDatabase creates an Azure SQL database for failover group\nfunc createFailoverGroupDatabase(ctx context.Context, client *armsql.DatabasesClient, resourceGroup, serverName, databaseName, location string) error {\n\t_, err := client.Get(ctx, resourceGroup, serverName, databaseName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"SQL database %s already exists, skipping creation\", databaseName)\n\t\treturn nil\n\t}\n\n\tvar respErr *azcore.ResponseError\n\tif !errors.As(err, &respErr) {\n\t\treturn fmt.Errorf(\"failed to check if SQL database exists: %w\", err)\n\t}\n\tif respErr != nil && respErr.StatusCode != http.StatusNotFound {\n\t\treturn fmt.Errorf(\"failed to check if SQL database exists: %w\", err)\n\t}\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroup, serverName, databaseName, armsql.Database{\n\t\tLocation: &location,\n\t\tProperties: &armsql.DatabaseProperties{\n\t\t\tRequestedServiceObjectiveName: new(\"Basic\"),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"managed\": new(\"true\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL database creation: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create SQL database: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL database %s created successfully in server %s\", databaseName, serverName)\n\treturn nil\n}\n\n// waitForFailoverGroupDatabaseAvailable waits for a SQL database to be available\nfunc waitForFailoverGroupDatabaseAvailable(ctx context.Context, client *armsql.DatabasesClient, resourceGroup, serverName, databaseName string) error {\n\tmaxAttempts := 60\n\tfor range maxAttempts {\n\t\tdatabase, err := client.Get(ctx, resourceGroup, serverName, databaseName, nil)\n\t\tif err == nil {\n\t\t\tif database.Properties != nil && database.Properties.Status != nil && *database.Properties.Status == armsql.DatabaseStatusOnline {\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\t\ttime.Sleep(5 * time.Second)\n\t}\n\treturn fmt.Errorf(\"SQL database %s did not become available within expected time\", databaseName)\n}\n\n// createFailoverGroup creates an Azure SQL Failover Group\nfunc createFailoverGroup(ctx context.Context, client *armsql.FailoverGroupsClient, resourceGroup, primaryServerName, secondaryServerName, failoverGroupName, subscriptionID string) error {\n\t_, err := client.Get(ctx, resourceGroup, primaryServerName, failoverGroupName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Failover group %s already exists, skipping creation\", failoverGroupName)\n\t\treturn nil\n\t}\n\n\tvar respErr *azcore.ResponseError\n\tif !errors.As(err, &respErr) {\n\t\treturn fmt.Errorf(\"failed to check if failover group exists: %w\", err)\n\t}\n\tif respErr != nil && respErr.StatusCode != http.StatusNotFound {\n\t\treturn fmt.Errorf(\"failed to check if failover group exists: %w\", err)\n\t}\n\n\tsecondaryServerID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Sql/servers/%s\",\n\t\tsubscriptionID, resourceGroup, secondaryServerName)\n\n\tpoller, err := client.BeginCreateOrUpdate(ctx, resourceGroup, primaryServerName, failoverGroupName, armsql.FailoverGroup{\n\t\tProperties: &armsql.FailoverGroupProperties{\n\t\t\tPartnerServers: []*armsql.PartnerInfo{\n\t\t\t\t{\n\t\t\t\t\tID: &secondaryServerID,\n\t\t\t\t},\n\t\t\t},\n\t\t\tReadWriteEndpoint: &armsql.FailoverGroupReadWriteEndpoint{\n\t\t\t\tFailoverPolicy: new(armsql.ReadWriteEndpointFailoverPolicyAutomatic),\n\t\t\t\tFailoverWithDataLossGracePeriodMinutes: new(int32(60)),\n\t\t\t},\n\t\t\tReadOnlyEndpoint: &armsql.FailoverGroupReadOnlyEndpoint{\n\t\t\t\tFailoverPolicy: new(armsql.ReadOnlyEndpointFailoverPolicyDisabled),\n\t\t\t},\n\t\t\tDatabases: []*string{},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"managed\": new(\"true\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start failover group creation: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create failover group: %w\", err)\n\t}\n\n\tlog.Printf(\"Failover group %s created successfully\", failoverGroupName)\n\treturn nil\n}\n\n// waitForFailoverGroupAvailable waits for a failover group to be available\nfunc waitForFailoverGroupAvailable(ctx context.Context, client *armsql.FailoverGroupsClient, resourceGroup, serverName, failoverGroupName string) error {\n\tmaxAttempts := 60\n\tfor range maxAttempts {\n\t\tfg, err := client.Get(ctx, resourceGroup, serverName, failoverGroupName, nil)\n\t\tif err == nil {\n\t\t\t// Replication state can be empty string (ready), \"CATCH_UP\", \"PENDING\", \"SEEDING\", \"SUSPENDED\"\n\t\t\tif fg.Properties != nil && fg.Properties.ReplicationState != nil {\n\t\t\t\tstate := *fg.Properties.ReplicationState\n\t\t\t\tif state == \"\" || state == \"CATCH_UP\" {\n\t\t\t\t\t// Empty string or CATCH_UP indicates the failover group is functional\n\t\t\t\t\treturn nil\n\t\t\t\t}\n\t\t\t} else if fg.Properties != nil {\n\t\t\t\t// ReplicationState is nil, check if properties exist (group created)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\t\ttime.Sleep(5 * time.Second)\n\t}\n\treturn fmt.Errorf(\"failover group %s did not become available within expected time\", failoverGroupName)\n}\n\n// deleteFailoverGroup deletes an Azure SQL Failover Group\nfunc deleteFailoverGroup(ctx context.Context, client *armsql.FailoverGroupsClient, resourceGroup, serverName, failoverGroupName string) error {\n\t_, err := client.Get(ctx, resourceGroup, serverName, failoverGroupName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failover group %s does not exist, skipping deletion\", failoverGroupName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check if failover group exists: %w\", err)\n\t}\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroup, serverName, failoverGroupName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start failover group deletion: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete failover group: %w\", err)\n\t}\n\n\tlog.Printf(\"Failover group %s deleted successfully\", failoverGroupName)\n\treturn nil\n}\n\n// deleteFailoverGroupDatabase deletes an Azure SQL database\nfunc deleteFailoverGroupDatabase(ctx context.Context, client *armsql.DatabasesClient, resourceGroup, serverName, databaseName string) error {\n\t_, err := client.Get(ctx, resourceGroup, serverName, databaseName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"SQL database %s does not exist, skipping deletion\", databaseName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check if SQL database exists: %w\", err)\n\t}\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroup, serverName, databaseName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL database deletion: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete SQL database: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL database %s deleted successfully\", databaseName)\n\treturn nil\n}\n\n// deleteFailoverGroupSQLServer deletes an Azure SQL server\nfunc deleteFailoverGroupSQLServer(ctx context.Context, client *armsql.ServersClient, resourceGroup, serverName string) error {\n\t_, err := client.Get(ctx, resourceGroup, serverName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"SQL server %s does not exist, skipping deletion\", serverName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to check if SQL server exists: %w\", err)\n\t}\n\n\tpoller, err := client.BeginDelete(ctx, resourceGroup, serverName, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to start SQL server deletion: %w\", err)\n\t}\n\n\t_, err = poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to delete SQL server: %w\", err)\n\t}\n\n\tlog.Printf(\"SQL server %s deleted successfully\", serverName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/sql-server-key_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// findExistingSQLServer searches for an existing SQL server in the resource group\n// Returns the server name if found, empty string otherwise\nfunc findExistingSQLServer(ctx context.Context, client *armsql.ServersClient, resourceGroup string) string {\n\tpager := client.NewListByResourceGroupPager(resourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tlog.Printf(\"Failed to list SQL servers: %v\", err)\n\t\t\treturn \"\"\n\t\t}\n\t\tfor _, server := range page.Value {\n\t\t\tif server.Name != nil && *server.Name != \"\" {\n\t\t\t\tlog.Printf(\"Found existing SQL server: %s\", *server.Name)\n\t\t\t\treturn *server.Name\n\t\t\t}\n\t\t}\n\t}\n\treturn \"\"\n}\n\nfunc TestSQLServerKeyIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tsqlServerClient, err := armsql.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create SQL Servers client: %v\", err)\n\t}\n\n\tserverKeysClient, err := armsql.NewServerKeysClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create SQL Server Keys client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Track setup completion for skipping Run if Setup fails\n\tsetupCompleted := false\n\n\t// Track if we created the server (for cleanup)\n\tserverCreated := false\n\n\t// SQL server name - will be set in Setup\n\tvar sqlServerName string\n\n\t// The ServiceManaged key name is always \"ServiceManaged\"\n\tconst serviceManagedKeyName = \"ServiceManaged\"\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// First, try to find an existing SQL server to reuse\n\t\t// This helps when admin credentials are not available\n\t\tsqlServerName = findExistingSQLServer(ctx, sqlServerClient, integrationTestResourceGroup)\n\n\t\tif sqlServerName == \"\" {\n\t\t\t// No existing server found, try to create one\n\t\t\tsqlServerName = generateSQLServerName(integrationTestSQLServerName)\n\t\t\terr = createSQLServer(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName, integrationTestLocation)\n\t\t\tif err != nil {\n\t\t\t\tt.Skipf(\"Skipping test: Failed to create SQL server (admin credentials may be missing): %v\", err)\n\t\t\t}\n\t\t\tserverCreated = true\n\n\t\t\t// Wait for SQL server to be available\n\t\t\terr = waitForSQLServerAvailable(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed waiting for SQL server to be available: %v\", err)\n\t\t\t}\n\t\t}\n\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetSQLServerKey\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving SQL server key %s for server %s in subscription %s, resource group %s\",\n\t\t\t\tserviceManagedKeyName, sqlServerName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tserverKeyWrapper := manual.NewSqlServerKey(\n\t\t\t\tclients.NewSqlServerKeysClient(serverKeysClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := serverKeyWrapper.Scopes()[0]\n\n\t\t\tserverKeyAdapter := sources.WrapperToAdapter(serverKeyWrapper, sdpcache.NewNoOpCache())\n\t\t\t// Get requires serverName and keyName as query parts\n\t\t\tquery := shared.CompositeLookupKey(sqlServerName, serviceManagedKeyName)\n\t\t\tsdpItem, qErr := serverKeyAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.SQLServerKey.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerKey, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(sqlServerName, serviceManagedKeyName)\n\t\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved SQL server key %s\", serviceManagedKeyName)\n\t\t})\n\n\t\tt.Run(\"SearchSQLServerKeys\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching SQL server keys for server %s\", sqlServerName)\n\n\t\t\tserverKeyWrapper := manual.NewSqlServerKey(\n\t\t\t\tclients.NewSqlServerKeysClient(serverKeysClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := serverKeyWrapper.Scopes()[0]\n\n\t\t\tserverKeyAdapter := sources.WrapperToAdapter(serverKeyWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports search\n\t\t\tsearchable, ok := serverKeyAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, sqlServerName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search SQL server keys: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one SQL server key, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\texpectedValue := shared.CompositeLookupKey(sqlServerName, serviceManagedKeyName)\n\t\t\t\t\tif v == expectedValue {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find key %s in the search results\", serviceManagedKeyName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d SQL server keys in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for SQL server key %s\", serviceManagedKeyName)\n\n\t\t\tserverKeyWrapper := manual.NewSqlServerKey(\n\t\t\t\tclients.NewSqlServerKeysClient(serverKeysClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := serverKeyWrapper.Scopes()[0]\n\n\t\t\tserverKeyAdapter := sources.WrapperToAdapter(serverKeyWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(sqlServerName, serviceManagedKeyName)\n\t\t\tsdpItem, qErr := serverKeyAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (SQL server should be linked as parent)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\t// Verify each linked item query has required fields\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Type\")\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET && liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linked item query has invalid Method: %v\", liq.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetQuery() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Query\")\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetScope() == \"\" {\n\t\t\t\t\tt.Error(\"Linked item query has empty Scope\")\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Verify parent SQL Server link exists\n\t\t\tvar hasSQLServerLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.SQLServer.String() {\n\t\t\t\t\thasSQLServerLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != sqlServerName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to SQL server %s, got %s\", sqlServerName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method GET for SQL server, got %v\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasSQLServerLink {\n\t\t\t\tt.Error(\"Expected linked query to parent SQL server, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for SQL server key %s\", len(linkedQueries), serviceManagedKeyName)\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for SQL server key %s\", serviceManagedKeyName)\n\n\t\t\tserverKeyWrapper := manual.NewSqlServerKey(\n\t\t\t\tclients.NewSqlServerKeysClient(serverKeysClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := serverKeyWrapper.Scopes()[0]\n\n\t\t\tserverKeyAdapter := sources.WrapperToAdapter(serverKeyWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(sqlServerName, serviceManagedKeyName)\n\t\t\tsdpItem, qErr := serverKeyAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify GetType returns the expected item type\n\t\t\tif sdpItem.GetType() != azureshared.SQLServerKey.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerKey, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify GetScope returns the expected scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify GetUniqueAttribute returns the correct attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify Validate passes\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for SQL server key %s\", serviceManagedKeyName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Only delete the SQL server if we created it\n\t\tif serverCreated && sqlServerName != \"\" {\n\t\t\terr := deleteSQLServer(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to delete SQL server: %v\", err)\n\t\t\t}\n\t\t} else {\n\t\t\tlog.Printf(\"Skipping SQL server deletion (using pre-existing server)\")\n\t\t}\n\n\t\t// We don't delete the resource group to allow faster subsequent test runs\n\t})\n}\n" }, { "path": "sources/azure/integration-tests/sql-server_test.go", "content": "package integrationtests\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nfunc TestSQLServerIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tsqlServerClient, err := armsql.NewServersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create SQL Servers client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique SQL server name (must be globally unique, lowercase, no special chars)\n\tsqlServerName := generateSQLServerName(integrationTestSQLServerName)\n\tsetupCompleted := false\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create SQL server\n\t\terr = createSQLServer(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create SQL server: %v\", err)\n\t\t}\n\n\t\t// Wait for SQL server to be available\n\t\terr = waitForSQLServerAvailable(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for SQL server to be available: %v\", err)\n\t\t}\n\t\tsetupCompleted = true\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupCompleted {\n\t\t\tt.Skip(\"Skipping Run: Setup did not complete successfully\")\n\t\t}\n\n\t\tt.Run(\"GetSQLServer\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving SQL server %s in subscription %s, resource group %s\",\n\t\t\t\tsqlServerName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tsqlServerWrapper := manual.NewSqlServer(\n\t\t\t\tclients.NewSqlServersClient(sqlServerClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := sqlServerWrapper.Scopes()[0]\n\n\t\t\tsqlServerAdapter := sources.WrapperToAdapter(sqlServerWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := sqlServerAdapter.Get(ctx, scope, sqlServerName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.SQLServer.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServer, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tif uniqueAttrKey != \"name\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", uniqueAttrKey)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != sqlServerName {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", sqlServerName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup) {\n\t\t\t\tt.Errorf(\"Expected scope %s.%s, got %s\", subscriptionID, integrationTestResourceGroup, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved SQL server %s\", sqlServerName)\n\t\t})\n\n\t\tt.Run(\"ListSQLServers\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing SQL servers in resource group %s\", integrationTestResourceGroup)\n\n\t\t\tsqlServerWrapper := manual.NewSqlServer(\n\t\t\t\tclients.NewSqlServersClient(sqlServerClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := sqlServerWrapper.Scopes()[0]\n\n\t\t\tsqlServerAdapter := sources.WrapperToAdapter(sqlServerWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports list\n\t\t\tlistable, ok := sqlServerAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list SQL servers: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one SQL server, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil {\n\t\t\t\t\tif v == sqlServerName {\n\t\t\t\t\t\tfound = true\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find SQL server %s in the list results\", sqlServerName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d SQL servers in list results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for SQL server %s\", sqlServerName)\n\n\t\t\tsqlServerWrapper := manual.NewSqlServer(\n\t\t\t\tclients.NewSqlServersClient(sqlServerClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := sqlServerWrapper.Scopes()[0]\n\n\t\t\tsqlServerAdapter := sources.WrapperToAdapter(sqlServerWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := sqlServerAdapter.Get(ctx, scope, sqlServerName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (SQL server has many child resources)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\t// Verify expected child resource links exist\n\t\t\texpectedChildResources := map[string]bool{\n\t\t\t\tazureshared.SQLDatabase.String(): false,\n\t\t\t\tazureshared.SQLElasticPool.String(): false,\n\t\t\t\tazureshared.SQLServerFirewallRule.String(): false,\n\t\t\t\tazureshared.SQLServerVirtualNetworkRule.String(): false,\n\t\t\t\tazureshared.SQLServerKey.String(): false,\n\t\t\t\tazureshared.SQLServerFailoverGroup.String(): false,\n\t\t\t\tazureshared.SQLServerAdministrator.String(): false,\n\t\t\t\tazureshared.SQLServerSyncGroup.String(): false,\n\t\t\t\tazureshared.SQLServerSyncAgent.String(): false,\n\t\t\t\tazureshared.SQLServerPrivateEndpointConnection.String(): false,\n\t\t\t\tazureshared.SQLServerAuditingSetting.String(): false,\n\t\t\t\tazureshared.SQLServerSecurityAlertPolicy.String(): false,\n\t\t\t\tazureshared.SQLServerVulnerabilityAssessment.String(): false,\n\t\t\t\tazureshared.SQLServerEncryptionProtector.String(): false,\n\t\t\t\tazureshared.SQLServerBlobAuditingPolicy.String(): false,\n\t\t\t\tazureshared.SQLServerAutomaticTuning.String(): false,\n\t\t\t\tazureshared.SQLServerAdvancedThreatProtectionSetting.String(): false,\n\t\t\t\tazureshared.SQLServerDnsAlias.String(): false,\n\t\t\t\tazureshared.SQLServerUsage.String(): false,\n\t\t\t\tazureshared.SQLServerOperation.String(): false,\n\t\t\t\tazureshared.SQLServerAdvisor.String(): false,\n\t\t\t\tazureshared.SQLServerBackupLongTermRetentionPolicy.String(): false,\n\t\t\t\tazureshared.SQLServerDevOpsAuditSetting.String(): false,\n\t\t\t\tazureshared.SQLServerTrustGroup.String(): false,\n\t\t\t\tazureshared.SQLServerOutboundFirewallRule.String(): false,\n\t\t\t\tazureshared.SQLServerPrivateLinkResource.String(): false,\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tlinkedType := liq.GetQuery().GetType()\n\t\t\t\tif expectedChildResources[linkedType] {\n\t\t\t\t\tt.Errorf(\"Found duplicate linked query for type %s\", linkedType)\n\t\t\t\t}\n\t\t\t\tif _, exists := expectedChildResources[linkedType]; exists {\n\t\t\t\t\texpectedChildResources[linkedType] = true\n\n\t\t\t\t\t// Verify query method is SEARCH for child resources\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method SEARCH for %s, got %s\", linkedType, liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\n\t\t\t\t\t// Verify query is the server name\n\t\t\t\t\tif liq.GetQuery().GetQuery() != sqlServerName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to use server name %s, got %s\", sqlServerName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\n\t\t\t\t\t// Verify scope matches\n\t\t\t\t\tif liq.GetQuery().GetScope() != scope {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query scope %s, got %s\", scope, liq.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Check that all expected child resources are linked\n\t\t\tfor resourceType, found := range expectedChildResources {\n\t\t\t\tif !found {\n\t\t\t\t\tt.Errorf(\"Expected linked query to %s, but didn't find one\", resourceType)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for SQL server %s\", len(linkedQueries), sqlServerName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete SQL server\n\t\terr := deleteSQLServer(ctx, sqlServerClient, integrationTestResourceGroup, sqlServerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete SQL server: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n" }, { "path": "sources/azure/integration-tests/storage-account_test.go", "content": "package integrationtests\n\nimport (\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\n// Note: integrationTestSAName is already declared in storage-blob-container_test.go\n// Reusing it here since both tests are in the same package\n\nfunc TestStorageAccountIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tsaClient, err := armstorage.NewAccountsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Storage Accounts client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique storage account name (must be globally unique, lowercase, 3-24 chars)\n\tstorageAccountName := generateStorageAccountName(integrationTestSAName)\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create storage account\n\t\terr = createStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create storage account: %v\", err)\n\t\t}\n\n\t\t// Wait for storage account to be fully available\n\t\terr = waitForStorageAccountAvailable(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for storage account to be available: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetStorageAccount\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving storage account %s, subscription %s, resource group %s\",\n\t\t\t\tstorageAccountName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tsaWrapper := manual.NewStorageAccount(\n\t\t\t\tclients.NewStorageAccountsClient(saClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := saWrapper.Scopes()[0]\n\n\t\t\tsaAdapter := sources.WrapperToAdapter(saWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := saAdapter.Get(ctx, scope, storageAccountName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != storageAccountName {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", storageAccountName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetType() != azureshared.StorageAccount.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got %s\", azureshared.StorageAccount, sdpItem.GetType())\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved storage account %s\", storageAccountName)\n\t\t})\n\n\t\tt.Run(\"ListStorageAccounts\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Listing storage accounts in resource group %s\", integrationTestResourceGroup)\n\n\t\t\tsaWrapper := manual.NewStorageAccount(\n\t\t\t\tclients.NewStorageAccountsClient(saClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := saWrapper.Scopes()[0]\n\n\t\t\tsaAdapter := sources.WrapperToAdapter(saWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports list\n\t\t\tlistable, ok := saAdapter.(discovery.ListableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to list storage accounts: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one storage account, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == storageAccountName {\n\t\t\t\t\tfound = true\n\t\t\t\t\tif item.GetType() != azureshared.StorageAccount.String() {\n\t\t\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageAccount, item.GetType())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find storage account %s in the list results\", storageAccountName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d storage accounts in list results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for storage account %s\", storageAccountName)\n\n\t\t\tsaWrapper := manual.NewStorageAccount(\n\t\t\t\tclients.NewStorageAccountsClient(saClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := saWrapper.Scopes()[0]\n\n\t\t\tsaAdapter := sources.WrapperToAdapter(saWrapper, sdpcache.NewNoOpCache())\n\t\t\tsdpItem, qErr := saAdapter.Get(ctx, scope, storageAccountName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\t// Verify expected linked item types\n\t\t\texpectedLinkedTypes := map[string]bool{\n\t\t\t\tazureshared.StorageBlobContainer.String(): false,\n\t\t\t\tazureshared.StorageFileShare.String(): false,\n\t\t\t\tazureshared.StorageTable.String(): false,\n\t\t\t\tazureshared.StorageQueue.String(): false,\n\t\t\t}\n\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tlinkedType := liq.GetQuery().GetType()\n\t\t\t\tif _, exists := expectedLinkedTypes[linkedType]; exists {\n\t\t\t\t\texpectedLinkedTypes[linkedType] = true\n\n\t\t\t\t\t// Verify the query uses the storage account name\n\t\t\t\t\tif liq.GetQuery().GetQuery() != storageAccountName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to use storage account name %s, got %s\", storageAccountName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\n\t\t\t\t\t// Verify the query method is SEARCH (since we're linking to child resources)\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query method to be SEARCH, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Verify all expected linked types were found\n\t\t\tfor linkedType, found := range expectedLinkedTypes {\n\t\t\t\tif !found {\n\t\t\t\t\tt.Errorf(\"Expected linked query to %s, but didn't find one\", linkedType)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for storage account %s\", len(linkedQueries), storageAccountName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete storage account\n\t\terr := deleteStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete storage account: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n" }, { "path": "sources/azure/integration-tests/storage-blob-container_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"math/rand\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestSAName = \"ovm-integ-test-sa\"\n\tintegrationTestContainerName = \"ovm-integ-test-container\"\n)\n\nfunc TestStorageBlobContainerIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tsaClient, err := armstorage.NewAccountsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Storage Accounts client: %v\", err)\n\t}\n\n\tbcClient, err := armstorage.NewBlobContainersClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Blob Containers client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique storage account name (must be globally unique, lowercase, 3-24 chars)\n\tstorageAccountName := generateStorageAccountName(integrationTestSAName)\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create storage account\n\t\terr = createStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create storage account: %v\", err)\n\t\t}\n\n\t\t// Wait for storage account to be fully available\n\t\terr = waitForStorageAccountAvailable(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for storage account to be available: %v\", err)\n\t\t}\n\n\t\t// Create blob container\n\t\terr = createBlobContainer(ctx, bcClient, integrationTestResourceGroup, storageAccountName, integrationTestContainerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create blob container: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetBlobContainer\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving blob container %s in storage account %s, subscription %s, resource group %s\",\n\t\t\t\tintegrationTestContainerName, storageAccountName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tbcWrapper := manual.NewStorageBlobContainer(\n\t\t\t\tclients.NewBlobContainersClient(bcClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := bcWrapper.Scopes()[0]\n\n\t\t\tbcAdapter := sources.WrapperToAdapter(bcWrapper, sdpcache.NewNoOpCache())\n\t\t\t// Get requires storageAccountName and containerName as query parts\n\t\t\tquery := storageAccountName + shared.QuerySeparator + integrationTestContainerName\n\t\t\tsdpItem, qErr := bcAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedUniqueValue := shared.CompositeLookupKey(storageAccountName, integrationTestContainerName)\n\t\t\tif uniqueAttrValue != expectedUniqueValue {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", expectedUniqueValue, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved blob container %s\", integrationTestContainerName)\n\t\t})\n\n\t\tt.Run(\"SearchBlobContainers\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching blob containers in storage account %s\", storageAccountName)\n\n\t\t\tbcWrapper := manual.NewStorageBlobContainer(\n\t\t\t\tclients.NewBlobContainersClient(bcClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := bcWrapper.Scopes()[0]\n\n\t\t\tbcAdapter := sources.WrapperToAdapter(bcWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports search\n\t\t\tsearchable, ok := bcAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, storageAccountName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search blob containers: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one blob container, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\texpectedUniqueValue := shared.CompositeLookupKey(storageAccountName, integrationTestContainerName)\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedUniqueValue {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find container %s in the search results\", integrationTestContainerName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d blob containers in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for blob container %s\", integrationTestContainerName)\n\n\t\t\tbcWrapper := manual.NewStorageBlobContainer(\n\t\t\t\tclients.NewBlobContainersClient(bcClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := bcWrapper.Scopes()[0]\n\n\t\t\tbcAdapter := sources.WrapperToAdapter(bcWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := storageAccountName + shared.QuerySeparator + integrationTestContainerName\n\t\t\tsdpItem, qErr := bcAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (storage account should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasStorageAccountLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.StorageAccount.String() {\n\t\t\t\t\thasStorageAccountLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != storageAccountName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to storage account %s, got %s\", storageAccountName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasStorageAccountLink {\n\t\t\t\tt.Error(\"Expected linked query to storage account, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for blob container %s\", len(linkedQueries), integrationTestContainerName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete blob container\n\t\terr := deleteBlobContainer(ctx, bcClient, integrationTestResourceGroup, storageAccountName, integrationTestContainerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete blob container: %v\", err)\n\t\t}\n\n\t\t// Delete storage account\n\t\terr = deleteStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete storage account: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// generateStorageAccountName generates a unique storage account name\n// Storage account names must be globally unique, 3-24 characters, lowercase letters and numbers only\nfunc generateStorageAccountName(baseName string) string {\n\t// Ensure base name is lowercase and valid\n\tbaseName = strings.ToLower(baseName)\n\tbaseName = strings.ReplaceAll(baseName, \"-\", \"\")\n\n\t// Add random suffix to ensure uniqueness\n\trng := rand.New(rand.NewSource(time.Now().UnixNano() + int64(os.Getpid())))\n\tsuffix := fmt.Sprintf(\"%04d\", rng.Intn(10000))\n\n\tname := baseName + suffix\n\n\t// Ensure length is within limits (3-24 chars)\n\tif len(name) > 24 {\n\t\tname = name[:24]\n\t}\n\tif len(name) < 3 {\n\t\tname = name + \"000\"\n\t}\n\n\treturn name\n}\n\n// createStorageAccount creates an Azure storage account (idempotent)\nfunc createStorageAccount(ctx context.Context, client *armstorage.AccountsClient, resourceGroupName, accountName, location string) error {\n\t// Check if storage account already exists\n\t_, err := client.GetProperties(ctx, resourceGroupName, accountName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Storage account %s already exists, skipping creation\", accountName)\n\t\treturn nil\n\t}\n\n\t// Create the storage account\n\tpoller, err := client.BeginCreate(ctx, resourceGroupName, accountName, armstorage.AccountCreateParameters{\n\t\tLocation: new(location),\n\t\tKind: new(armstorage.KindStorageV2),\n\t\tSKU: &armstorage.SKU{\n\t\t\tName: new(armstorage.SKUNameStandardLRS),\n\t\t},\n\t\tProperties: &armstorage.AccountPropertiesCreateParameters{\n\t\t\tAccessTier: new(armstorage.AccessTierHot),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"purpose\": new(\"overmind-integration-tests\"),\n\t\t\t\"test\": new(\"storage-blob-container\"),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if storage account already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Storage account %s already exists (conflict), skipping creation\", accountName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to begin creating storage account: %w\", err)\n\t}\n\n\tresp, err := poller.PollUntilDone(ctx, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create storage account: %w\", err)\n\t}\n\n\t// Verify the storage account was created successfully\n\tif resp.Properties == nil || resp.Properties.ProvisioningState == nil {\n\t\treturn fmt.Errorf(\"storage account created but provisioning state is unknown\")\n\t}\n\n\tprovisioningState := *resp.Properties.ProvisioningState\n\tif provisioningState != armstorage.ProvisioningStateSucceeded {\n\t\treturn fmt.Errorf(\"storage account provisioning state is %s, expected %s\", provisioningState, armstorage.ProvisioningStateSucceeded)\n\t}\n\n\tlog.Printf(\"Storage account %s created successfully with provisioning state: %s\", accountName, provisioningState)\n\treturn nil\n}\n\n// waitForStorageAccountAvailable polls until the storage account is available via the Get API\nfunc waitForStorageAccountAvailable(ctx context.Context, client *armstorage.AccountsClient, resourceGroupName, accountName string) error {\n\tmaxAttempts := 20\n\tpollInterval := 10 * time.Second\n\n\tlog.Printf(\"Waiting for storage account %s to be available via API...\", accountName)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tresp, err := client.GetProperties(ctx, resourceGroupName, accountName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Storage account %s not yet available (attempt %d/%d), waiting %v...\", accountName, attempt, maxAttempts, pollInterval)\n\t\t\t\ttime.Sleep(pollInterval)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\treturn fmt.Errorf(\"error checking storage account availability: %w\", err)\n\t\t}\n\n\t\t// Check provisioning state\n\t\tif resp.Properties != nil && resp.Properties.ProvisioningState != nil {\n\t\t\tstate := *resp.Properties.ProvisioningState\n\t\t\tif state == armstorage.ProvisioningStateSucceeded {\n\t\t\t\tlog.Printf(\"Storage account %s is available with provisioning state: %s\", accountName, state)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\tif state == \"Failed\" {\n\t\t\t\treturn fmt.Errorf(\"storage account provisioning failed with state: %s\", state)\n\t\t\t}\n\t\t\t// Still provisioning, wait and retry\n\t\t\tlog.Printf(\"Storage account %s provisioning state: %s (attempt %d/%d), waiting...\", accountName, state, attempt, maxAttempts)\n\t\t\ttime.Sleep(pollInterval)\n\t\t\tcontinue\n\t\t}\n\n\t\t// Storage account exists but no provisioning state - consider it available\n\t\tlog.Printf(\"Storage account %s is available\", accountName)\n\t\treturn nil\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for storage account %s to be available after %d attempts\", accountName, maxAttempts)\n}\n\n// createBlobContainer creates an Azure blob container (idempotent)\nfunc createBlobContainer(ctx context.Context, client *armstorage.BlobContainersClient, resourceGroupName, accountName, containerName string) error {\n\t// Check if container already exists\n\t_, err := client.Get(ctx, resourceGroupName, accountName, containerName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Blob container %s already exists, skipping creation\", containerName)\n\t\treturn nil\n\t}\n\n\t// Create the blob container\n\tresp, err := client.Create(ctx, resourceGroupName, accountName, containerName, armstorage.BlobContainer{\n\t\tContainerProperties: &armstorage.ContainerProperties{\n\t\t\tPublicAccess: new(armstorage.PublicAccessNone),\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if container already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Blob container %s already exists (conflict), skipping creation\", containerName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create blob container: %w\", err)\n\t}\n\n\t// Verify the container was created successfully\n\tif resp.ID == nil {\n\t\treturn fmt.Errorf(\"blob container created but ID is unknown\")\n\t}\n\n\tlog.Printf(\"Blob container %s created successfully\", containerName)\n\treturn nil\n}\n\n// deleteBlobContainer deletes an Azure blob container\nfunc deleteBlobContainer(ctx context.Context, client *armstorage.BlobContainersClient, resourceGroupName, accountName, containerName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, accountName, containerName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Blob container %s not found, skipping deletion\", containerName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete blob container: %w\", err)\n\t}\n\n\tlog.Printf(\"Blob container %s deleted successfully\", containerName)\n\treturn nil\n}\n\n// deleteStorageAccount deletes an Azure storage account\nfunc deleteStorageAccount(ctx context.Context, client *armstorage.AccountsClient, resourceGroupName, accountName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, accountName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Storage account %s not found, skipping deletion\", accountName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete storage account: %w\", err)\n\t}\n\n\tlog.Printf(\"Storage account %s deleted successfully\", accountName)\n\n\t// Poll to verify the storage account is actually deleted and Azure has released associated resources.\n\t// Azure may take some time to fully delete the storage account and release its globally unique name.\n\t// This ensures subsequent test runs can reuse the same storage account name without conflicts.\n\t// The polling approach is more efficient than a fixed sleep as it returns as soon as deletion is confirmed.\n\terr = waitForStorageAccountDeleted(ctx, client, resourceGroupName, accountName)\n\tif err != nil {\n\t\t// Log the error but don't fail - deletion was initiated successfully\n\t\t// The polling failure might be due to timeout, but the resource should still be deleted\n\t\tlog.Printf(\"Warning: Could not confirm storage account deletion via polling: %v\", err)\n\t}\n\n\treturn nil\n}\n\n// waitForStorageAccountDeleted polls until the storage account is confirmed deleted\n// This ensures Azure has released the storage account name and associated resources.\n// The wait duration can be configured via AZURE_RESOURCE_DELETE_WAIT_SECONDS environment variable\n// (default: 30 seconds max wait time with 2-second polling intervals).\nfunc waitForStorageAccountDeleted(ctx context.Context, client *armstorage.AccountsClient, resourceGroupName, accountName string) error {\n\t// Allow configuration via environment variable, default to 30 seconds\n\tmaxWaitSeconds := 30\n\tif envWait := os.Getenv(\"AZURE_RESOURCE_DELETE_WAIT_SECONDS\"); envWait != \"\" {\n\t\tif parsed, err := time.ParseDuration(envWait + \"s\"); err == nil {\n\t\t\tmaxWaitSeconds = int(parsed.Seconds())\n\t\t}\n\t}\n\n\tmaxAttempts := maxWaitSeconds / 2 // Poll every 2 seconds\n\tpollInterval := 2 * time.Second\n\n\tlog.Printf(\"Verifying storage account %s is deleted (max wait: %d seconds)...\", accountName, maxWaitSeconds)\n\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\t_, err := client.GetProperties(ctx, resourceGroupName, accountName, nil)\n\t\tif err != nil {\n\t\t\tvar respErr *azcore.ResponseError\n\t\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\t\tlog.Printf(\"Storage account %s confirmed deleted\", accountName)\n\t\t\t\treturn nil\n\t\t\t}\n\t\t\t// Unexpected error - log but continue polling\n\t\t\tlog.Printf(\"Unexpected error checking storage account deletion status: %v (attempt %d/%d)\", err, attempt, maxAttempts)\n\t\t} else {\n\t\t\t// Storage account still exists\n\t\t\tlog.Printf(\"Storage account %s still exists (attempt %d/%d), waiting %v...\", accountName, attempt, maxAttempts, pollInterval)\n\t\t}\n\n\t\tif attempt < maxAttempts {\n\t\t\ttime.Sleep(pollInterval)\n\t\t}\n\t}\n\n\treturn fmt.Errorf(\"timeout waiting for storage account %s to be confirmed deleted after %d attempts\", accountName, maxAttempts)\n}\n" }, { "path": "sources/azure/integration-tests/storage-fileshare_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestShareName = \"ovm-integ-test-share\"\n)\n\nfunc TestStorageFileShareIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tsaClient, err := armstorage.NewAccountsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Storage Accounts client: %v\", err)\n\t}\n\n\tfsClient, err := armstorage.NewFileSharesClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create File Shares client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique storage account name (must be globally unique, lowercase, 3-24 chars)\n\tstorageAccountName := generateStorageAccountName(integrationTestSAName)\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create storage account\n\t\terr = createStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create storage account: %v\", err)\n\t\t}\n\n\t\t// Wait for storage account to be fully available\n\t\terr = waitForStorageAccountAvailable(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for storage account to be available: %v\", err)\n\t\t}\n\n\t\t// Create file share\n\t\terr = createFileShare(ctx, fsClient, integrationTestResourceGroup, storageAccountName, integrationTestShareName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create file share: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetFileShare\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving file share %s in storage account %s, subscription %s, resource group %s\",\n\t\t\t\tintegrationTestShareName, storageAccountName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tfsWrapper := manual.NewStorageFileShare(\n\t\t\t\tclients.NewFileSharesClient(fsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := fsWrapper.Scopes()[0]\n\n\t\t\tfsAdapter := sources.WrapperToAdapter(fsWrapper, sdpcache.NewNoOpCache())\n\t\t\t// Get requires storageAccountName and shareName as query parts\n\t\t\tquery := storageAccountName + shared.QuerySeparator + integrationTestShareName\n\t\t\tsdpItem, qErr := fsAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != shared.CompositeLookupKey(storageAccountName, integrationTestShareName) {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(storageAccountName, integrationTestShareName), uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved file share %s\", integrationTestShareName)\n\t\t})\n\n\t\tt.Run(\"SearchFileShares\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching file shares in storage account %s\", storageAccountName)\n\n\t\t\tfsWrapper := manual.NewStorageFileShare(\n\t\t\t\tclients.NewFileSharesClient(fsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := fsWrapper.Scopes()[0]\n\n\t\t\tfsAdapter := sources.WrapperToAdapter(fsWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports search\n\t\t\tsearchable, ok := fsAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, storageAccountName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search file shares: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one file share, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == shared.CompositeLookupKey(storageAccountName, integrationTestShareName) {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find share %s in the search results\", integrationTestShareName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d file shares in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for file share %s\", integrationTestShareName)\n\n\t\t\tfsWrapper := manual.NewStorageFileShare(\n\t\t\t\tclients.NewFileSharesClient(fsClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := fsWrapper.Scopes()[0]\n\n\t\t\tfsAdapter := sources.WrapperToAdapter(fsWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := storageAccountName + shared.QuerySeparator + integrationTestShareName\n\t\t\tsdpItem, qErr := fsAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (storage account should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasStorageAccountLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.StorageAccount.String() {\n\t\t\t\t\thasStorageAccountLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != storageAccountName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to storage account %s, got %s\", storageAccountName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasStorageAccountLink {\n\t\t\t\tt.Error(\"Expected linked query to storage account, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for file share %s\", len(linkedQueries), integrationTestShareName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete file share\n\t\terr := deleteFileShare(ctx, fsClient, integrationTestResourceGroup, storageAccountName, integrationTestShareName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete file share: %v\", err)\n\t\t}\n\n\t\t// Delete storage account\n\t\terr = deleteStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete storage account: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createFileShare creates an Azure file share (idempotent)\nfunc createFileShare(ctx context.Context, client *armstorage.FileSharesClient, resourceGroupName, accountName, shareName string) error {\n\t// Check if file share already exists\n\t_, err := client.Get(ctx, resourceGroupName, accountName, shareName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"File share %s already exists, skipping creation\", shareName)\n\t\treturn nil\n\t}\n\n\t// Create the file share\n\t// File shares require a quota (size in GB)\n\tresp, err := client.Create(ctx, resourceGroupName, accountName, shareName, armstorage.FileShare{\n\t\tFileShareProperties: &armstorage.FileShareProperties{\n\t\t\tShareQuota: new(int32(1)), // 1GB minimum quota\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if file share already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"File share %s already exists (conflict), skipping creation\", shareName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create file share: %w\", err)\n\t}\n\n\t// Verify the file share was created successfully\n\tif resp.ID == nil {\n\t\treturn fmt.Errorf(\"file share created but ID is unknown\")\n\t}\n\n\tlog.Printf(\"File share %s created successfully\", shareName)\n\treturn nil\n}\n\n// deleteFileShare deletes an Azure file share\nfunc deleteFileShare(ctx context.Context, client *armstorage.FileSharesClient, resourceGroupName, accountName, shareName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, accountName, shareName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"File share %s not found, skipping deletion\", shareName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete file share: %w\", err)\n\t}\n\n\tlog.Printf(\"File share %s deleted successfully\", shareName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/storage-queues_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestQueueName = \"ovm-integ-test-queue\"\n)\n\nfunc TestStorageQueuesIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tsaClient, err := armstorage.NewAccountsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Storage Accounts client: %v\", err)\n\t}\n\n\tqueueClient, err := armstorage.NewQueueClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Queue client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique storage account name (must be globally unique, lowercase, 3-24 chars)\n\tstorageAccountName := generateStorageAccountName(integrationTestSAName)\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create storage account\n\t\terr = createStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create storage account: %v\", err)\n\t\t}\n\n\t\t// Wait for storage account to be fully available\n\t\terr = waitForStorageAccountAvailable(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for storage account to be available: %v\", err)\n\t\t}\n\n\t\t// Create queue\n\t\terr = createQueue(ctx, queueClient, integrationTestResourceGroup, storageAccountName, integrationTestQueueName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create queue: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetQueue\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving queue %s in storage account %s, subscription %s, resource group %s\",\n\t\t\t\tintegrationTestQueueName, storageAccountName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\tqueueWrapper := manual.NewStorageQueues(\n\t\t\t\tclients.NewQueuesClient(queueClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := queueWrapper.Scopes()[0]\n\n\t\t\tqueueAdapter := sources.WrapperToAdapter(queueWrapper, sdpcache.NewNoOpCache())\n\t\t\t// Get requires storageAccountName and queueName as query parts\n\t\t\tquery := shared.CompositeLookupKey(storageAccountName, integrationTestQueueName)\n\t\t\tsdpItem, qErr := queueAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedID := shared.CompositeLookupKey(storageAccountName, integrationTestQueueName)\n\t\t\tif uniqueAttrValue != expectedID {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", expectedID, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved queue %s\", integrationTestQueueName)\n\t\t})\n\n\t\tt.Run(\"SearchQueues\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching queues in storage account %s\", storageAccountName)\n\n\t\t\tqueueWrapper := manual.NewStorageQueues(\n\t\t\t\tclients.NewQueuesClient(queueClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := queueWrapper.Scopes()[0]\n\n\t\t\tqueueAdapter := sources.WrapperToAdapter(queueWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports search\n\t\t\tsearchable, ok := queueAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, storageAccountName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search queues: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one queue, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\texpectedID := shared.CompositeLookupKey(storageAccountName, integrationTestQueueName)\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedID {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find queue %s in the search results\", integrationTestQueueName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d queues in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for queue %s\", integrationTestQueueName)\n\n\t\t\tqueueWrapper := manual.NewStorageQueues(\n\t\t\t\tclients.NewQueuesClient(queueClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := queueWrapper.Scopes()[0]\n\n\t\t\tqueueAdapter := sources.WrapperToAdapter(queueWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(storageAccountName, integrationTestQueueName)\n\t\t\tsdpItem, qErr := queueAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.StorageQueue.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.StorageQueue, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for queue %s\", integrationTestQueueName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for queue %s\", integrationTestQueueName)\n\n\t\t\tqueueWrapper := manual.NewStorageQueues(\n\t\t\t\tclients.NewQueuesClient(queueClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := queueWrapper.Scopes()[0]\n\n\t\t\tqueueAdapter := sources.WrapperToAdapter(queueWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(storageAccountName, integrationTestQueueName)\n\t\t\tsdpItem, qErr := queueAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (storage account should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasStorageAccountLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.StorageAccount.String() {\n\t\t\t\t\thasStorageAccountLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != storageAccountName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to storage account %s, got %s\", storageAccountName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasStorageAccountLink {\n\t\t\t\tt.Error(\"Expected linked query to storage account, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for queue %s\", len(linkedQueries), integrationTestQueueName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete queue\n\t\terr := deleteQueue(ctx, queueClient, integrationTestResourceGroup, storageAccountName, integrationTestQueueName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete queue: %v\", err)\n\t\t}\n\n\t\t// Delete storage account\n\t\terr = deleteStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete storage account: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createQueue creates an Azure storage queue (idempotent)\nfunc createQueue(ctx context.Context, client *armstorage.QueueClient, resourceGroupName, accountName, queueName string) error {\n\t// Check if queue already exists\n\t_, err := client.Get(ctx, resourceGroupName, accountName, queueName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Queue %s already exists, skipping creation\", queueName)\n\t\treturn nil\n\t}\n\n\t// Create the queue\n\t// Queues don't require any properties, they can be created with an empty QueueProperties\n\tresp, err := client.Create(ctx, resourceGroupName, accountName, queueName, armstorage.Queue{\n\t\tQueueProperties: &armstorage.QueueProperties{\n\t\t\t// Metadata is optional, can be nil\n\t\t},\n\t}, nil)\n\tif err != nil {\n\t\t// Check if queue already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Queue %s already exists (conflict), skipping creation\", queueName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create queue: %w\", err)\n\t}\n\n\t// Verify the queue was created successfully\n\tif resp.ID == nil {\n\t\treturn fmt.Errorf(\"queue created but ID is unknown\")\n\t}\n\n\tlog.Printf(\"Queue %s created successfully\", queueName)\n\treturn nil\n}\n\n// deleteQueue deletes an Azure storage queue\nfunc deleteQueue(ctx context.Context, client *armstorage.QueueClient, resourceGroupName, accountName, queueName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, accountName, queueName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Queue %s not found, skipping deletion\", queueName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete queue: %w\", err)\n\t}\n\n\tlog.Printf(\"Queue %s deleted successfully\", queueName)\n\treturn nil\n}\n" }, { "path": "sources/azure/integration-tests/storage-table_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tintegrationTestTableName = \"ovmintegtesttable\"\n)\n\nfunc TestStorageTableIntegration(t *testing.T) {\n\tsubscriptionID := os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\tif subscriptionID == \"\" {\n\t\tt.Skip(\"AZURE_SUBSCRIPTION_ID environment variable not set\")\n\t}\n\n\t// Initialize Azure credentials using DefaultAzureCredential\n\tcred, err := azureshared.NewAzureCredential(t.Context())\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Azure credential: %v\", err)\n\t}\n\n\t// Create Azure SDK clients\n\tsaClient, err := armstorage.NewAccountsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Storage Accounts client: %v\", err)\n\t}\n\n\ttableClient, err := armstorage.NewTableClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Table client: %v\", err)\n\t}\n\n\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Resource Groups client: %v\", err)\n\t}\n\n\t// Generate unique storage account name (must be globally unique, lowercase, 3-24 chars)\n\tstorageAccountName := generateStorageAccountName(integrationTestSAName)\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Create resource group if it doesn't exist\n\t\terr := createResourceGroup(ctx, rgClient, integrationTestResourceGroup, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create resource group: %v\", err)\n\t\t}\n\n\t\t// Create storage account\n\t\terr = createStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName, integrationTestLocation)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create storage account: %v\", err)\n\t\t}\n\n\t\t// Wait for storage account to be fully available\n\t\terr = waitForStorageAccountAvailable(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed waiting for storage account to be available: %v\", err)\n\t\t}\n\n\t\t// Create table\n\t\terr = createTable(ctx, tableClient, integrationTestResourceGroup, storageAccountName, integrationTestTableName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create table: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Run(\"GetTable\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Retrieving table %s in storage account %s, subscription %s, resource group %s\",\n\t\t\t\tintegrationTestTableName, storageAccountName, subscriptionID, integrationTestResourceGroup)\n\n\t\t\ttableWrapper := manual.NewStorageTable(\n\t\t\t\tclients.NewTablesClient(tableClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := tableWrapper.Scopes()[0]\n\n\t\t\ttableAdapter := sources.WrapperToAdapter(tableWrapper, sdpcache.NewNoOpCache())\n\t\t\t// Get requires storageAccountName and tableName as query parts\n\t\t\tquery := shared.CompositeLookupKey(storageAccountName, integrationTestTableName)\n\t\t\tsdpItem, qErr := tableAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t\t}\n\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\texpectedID := shared.CompositeLookupKey(storageAccountName, integrationTestTableName)\n\t\t\tif uniqueAttrValue != expectedID {\n\t\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", expectedID, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Successfully retrieved table %s\", integrationTestTableName)\n\t\t})\n\n\t\tt.Run(\"SearchTables\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Searching tables in storage account %s\", storageAccountName)\n\n\t\t\ttableWrapper := manual.NewStorageTable(\n\t\t\t\tclients.NewTablesClient(tableClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := tableWrapper.Scopes()[0]\n\n\t\t\ttableAdapter := sources.WrapperToAdapter(tableWrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Check if adapter supports search\n\t\t\tsearchable, ok := tableAdapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, storageAccountName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to search tables: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least one table, got %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tvar found bool\n\t\t\tfor _, item := range sdpItems {\n\t\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\t\texpectedID := shared.CompositeLookupKey(storageAccountName, integrationTestTableName)\n\t\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedID {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Fatalf(\"Expected to find table %s in the search results\", integrationTestTableName)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Found %d tables in search results\", len(sdpItems))\n\t\t})\n\n\t\tt.Run(\"VerifyItemAttributes\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying item attributes for table %s\", integrationTestTableName)\n\n\t\t\ttableWrapper := manual.NewStorageTable(\n\t\t\t\tclients.NewTablesClient(tableClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := tableWrapper.Scopes()[0]\n\n\t\t\ttableAdapter := sources.WrapperToAdapter(tableWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(storageAccountName, integrationTestTableName)\n\t\t\tsdpItem, qErr := tableAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify item type\n\t\t\tif sdpItem.GetType() != azureshared.StorageTable.String() {\n\t\t\t\tt.Errorf(\"Expected item type %s, got %s\", azureshared.StorageTable, sdpItem.GetType())\n\t\t\t}\n\n\t\t\t// Verify scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, integrationTestResourceGroup)\n\t\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", expectedScope, sdpItem.GetScope())\n\t\t\t}\n\n\t\t\t// Verify unique attribute\n\t\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\t// Verify item validation\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Item validation failed: %v\", err)\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified item attributes for table %s\", integrationTestTableName)\n\t\t})\n\n\t\tt.Run(\"VerifyLinkedItems\", func(t *testing.T) {\n\t\t\tctx := t.Context()\n\n\t\t\tlog.Printf(\"Verifying linked items for table %s\", integrationTestTableName)\n\n\t\t\ttableWrapper := manual.NewStorageTable(\n\t\t\t\tclients.NewTablesClient(tableClient),\n\t\t\t\t[]azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, integrationTestResourceGroup)},\n\t\t\t)\n\t\t\tscope := tableWrapper.Scopes()[0]\n\n\t\t\ttableAdapter := sources.WrapperToAdapter(tableWrapper, sdpcache.NewNoOpCache())\n\t\t\tquery := shared.CompositeLookupKey(storageAccountName, integrationTestTableName)\n\t\t\tsdpItem, qErr := tableAdapter.Get(ctx, scope, query, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Verify that linked items exist (storage account should be linked)\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) == 0 {\n\t\t\t\tt.Fatalf(\"Expected linked item queries, but got none\")\n\t\t\t}\n\n\t\t\tvar hasStorageAccountLink bool\n\t\t\tfor _, liq := range linkedQueries {\n\t\t\t\tif liq.GetQuery().GetType() == azureshared.StorageAccount.String() {\n\t\t\t\t\thasStorageAccountLink = true\n\t\t\t\t\tif liq.GetQuery().GetQuery() != storageAccountName {\n\t\t\t\t\t\tt.Errorf(\"Expected linked query to storage account %s, got %s\", storageAccountName, liq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasStorageAccountLink {\n\t\t\t\tt.Error(\"Expected linked query to storage account, but didn't find one\")\n\t\t\t}\n\n\t\t\tlog.Printf(\"Verified %d linked item queries for table %s\", len(linkedQueries), integrationTestTableName)\n\t\t})\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\n\t\t// Delete table\n\t\terr := deleteTable(ctx, tableClient, integrationTestResourceGroup, storageAccountName, integrationTestTableName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete table: %v\", err)\n\t\t}\n\n\t\t// Delete storage account\n\t\terr = deleteStorageAccount(ctx, saClient, integrationTestResourceGroup, storageAccountName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete storage account: %v\", err)\n\t\t}\n\n\t\t// Optionally delete the resource group\n\t\t// Note: We keep the resource group for faster subsequent test runs\n\t\t// Uncomment the following if you want to clean up completely:\n\t\t// err = deleteResourceGroup(ctx, rgClient, integrationTestResourceGroup)\n\t\t// if err != nil {\n\t\t// t.Fatalf(\"Failed to delete resource group: %v\", err)\n\t\t// }\n\t})\n}\n\n// createTable creates an Azure storage table (idempotent)\nfunc createTable(ctx context.Context, client *armstorage.TableClient, resourceGroupName, accountName, tableName string) error {\n\t// Check if table already exists\n\t_, err := client.Get(ctx, resourceGroupName, accountName, tableName, nil)\n\tif err == nil {\n\t\tlog.Printf(\"Table %s already exists, skipping creation\", tableName)\n\t\treturn nil\n\t}\n\n\t// Create the table\n\t// Tables don't require any properties\n\tresp, err := client.Create(ctx, resourceGroupName, accountName, tableName, &armstorage.TableClientCreateOptions{\n\t\tParameters: &armstorage.Table{\n\t\t\tTableProperties: &armstorage.TableProperties{},\n\t\t},\n\t})\n\tif err != nil {\n\t\t// Check if table already exists (conflict)\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusConflict {\n\t\t\tlog.Printf(\"Table %s already exists (conflict), skipping creation\", tableName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create table: %w\", err)\n\t}\n\n\t// Verify the table was created successfully\n\tif resp.ID == nil {\n\t\treturn fmt.Errorf(\"table created but ID is unknown\")\n\t}\n\n\tlog.Printf(\"Table %s created successfully\", tableName)\n\treturn nil\n}\n\n// deleteTable deletes an Azure storage table\nfunc deleteTable(ctx context.Context, client *armstorage.TableClient, resourceGroupName, accountName, tableName string) error {\n\t_, err := client.Delete(ctx, resourceGroupName, accountName, tableName, nil)\n\tif err != nil {\n\t\tvar respErr *azcore.ResponseError\n\t\tif errors.As(err, &respErr) && respErr.StatusCode == http.StatusNotFound {\n\t\t\tlog.Printf(\"Table %s not found, skipping deletion\", tableName)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to delete table: %w\", err)\n\t}\n\n\tlog.Printf(\"Table %s deleted successfully\", tableName)\n\treturn nil\n}\n" }, { "path": "sources/azure/main.go", "content": "package main\n\nimport (\n\t_ \"go.uber.org/automaxprocs\"\n\n\t\"github.com/overmindtech/cli/sources/azure/cmd\"\n)\n\nfunc main() {\n\tcmd.Execute()\n}\n" }, { "path": "sources/azure/manual/README.md", "content": "# Azure Manual Adapters\n\nThis directory contains manually implemented Azure adapters that cannot be generated using the dynamic adapter framework due to their complex API response patterns or resource relationships.\n\n## When to Use Manual Adapters\n\n**Prefer Dynamic Adapters**: Always use the [dynamic adapter framework](../../dynamic/adapters/README.md) when possible. Dynamic adapters can leverage the [Azure Resource List API](https://learn.microsoft.com/en-us/rest/api/resources/resources/list?view=rest-resources-2021-04-01) which lists all resources in a subscription, similar to how GCP dynamic adapters work. This makes dynamic adapters easier to maintain and automatically generated from Azure API specifications.\n\n**Create Manual Adapters Only When**:\n\n1. **Non-standard API Response Format**: The Azure API response doesn't follow the general pattern where resource names or attributes reference different types of resources that require manual handling for linked item queries.\n\n2. **Complex Resource Relationships**: The adapter needs to manually parse and link to multiple different resource types based on the API response content.\n\n## Examples of Manual Adapter Use Cases\n\n### Non-standard API Response Format\n\n**Compute Virtual Machine** (`compute-virtual-machine.go`):\n- Complex resource ID parsing from Azure resource manager format\n- Requires manual extraction of resource names from full resource IDs (`/subscriptions/{subscription}/resourceGroups/{resourceGroup}/providers/Microsoft.Compute/virtualMachines/{vmName}`)\n- Multiple disk and network interface references need manual parsing\n\n### Attributes Referencing Different Resource Types\n\n**Virtual Machine with Multiple Linked Resources**:\n- The `Properties` field contains references to multiple different resource types:\n - Managed Disks: `/subscriptions/{subscription}/resourceGroups/{resourceGroup}/providers/Microsoft.Compute/disks/{diskName}`\n - Network Interfaces: `/subscriptions/{subscription}/resourceGroups/{resourceGroup}/providers/Microsoft.Network/networkInterfaces/{nicName}`\n - Availability Sets: `/subscriptions/{subscription}/resourceGroups/{resourceGroup}/providers/Microsoft.Compute/availabilitySets/{availabilitySetName}`\n - Public IP Addresses: Referenced through network interfaces\n - Network Security Groups: Referenced through network interfaces\n- Requires manual parsing and conditional linking based on the resource ID format and provider namespace\n\n**Network Private DNS Zone** (`network-private-dns-zone.go`):\n- Discovers Azure Private DNS Zones via `armprivatedns`; uses `MultiResourceGroupBase` and list-by-resource-group pager\n- Links zone name to stdlib DNS for resolution; health from provisioning state\n\n## Implementation Guidelines\n\n### For Detailed Implementation Rules\nRefer to the [cursor rules](.cursor/rules/azure-manual-adapter-creation.mdc) for comprehensive implementation patterns, examples, and best practices.\n\n### Key Implementation Requirements\n\n1. **Follow Naming Conventions**:\n - File names: `{api}-{resource}.go` (e.g., `compute-virtual-machine.go`, `network-virtual-network.go`)\n - Struct names: `{resourceName}Wrapper` (e.g., `computeVirtualMachineWrapper`, `networkVirtualNetworkWrapper`)\n - Constructor: `New{ResourceName}` (e.g., `NewComputeVirtualMachine`, `NewNetworkVirtualNetwork`)\n\n2. **Implement Required Methods**:\n - `IAMPermissions()` - List specific Azure RBAC permissions (e.g., `Microsoft.Compute/virtualMachines/read`)\n - `PredefinedRole()` - Most restrictive Azure built-in role (e.g., `Reader`, `Virtual Machine Contributor`)\n - `PotentialLinks()` - All possible linked resource types\n - `TerraformMappings()` - Terraform registry mappings (using `azurerm_` provider)\n - `GetLookups()` / `SearchLookups()` - Query parameter definitions\n\n3. **Handle Complex Resource Linking**:\n - Parse Azure resource IDs to extract resource names and types\n - Extract resource identifiers from Azure resource manager format\n - Create appropriate linked item queries\n\n4. **Include Comprehensive Tests**:\n - Unit tests for all methods\n - Static tests for linked item queries\n - Mock-based testing with gomock\n - Interface compliance tests\n\n## Code Review Checklist\n\nWhen reviewing PRs for manual adapters, ensure:\n\n### βœ… Fundamentals Coverage\n- [ ] Unit tests cover all adapter methods (Get, List, Search if applicable)\n- [ ] Static tests validate linked item queries using `shared.RunStaticTests`\n- [ ] Mock expectations are properly set up with gomock\n- [ ] Interface compliance is tested (ListableWrapper, SearchableWrapper, etc.)\n\n### βœ… Terraform Integration\n- [ ] Terraform mappings reference official Terraform registry URLs\n- [ ] Terraform method (GET vs SEARCH) matches adapter capabilities\n- [ ] Terraform query map uses correct resource attribute names\n\n### βœ… Naming and Structure\n- [ ] File name follows `{api}-{resource}.go` convention (e.g., `compute-subnetwork.go`)\n- [ ] Struct and function names follow Go conventions\n- [ ] Package imports are properly organized\n\n### βœ… Linked Item Queries\n- [ ] Example values in tests match actual Azure resource formats\n- [ ] Scopes for linked item queries are correct (verify with linked resource documentation)\n- [ ] Linked item queries are appropriately defined\n- [ ] All possible resource references are handled (no missing cases)\n\n### βœ… Documentation and References\n- [ ] Azure REST API documentation URLs are included in comments\n- [ ] Resource relationship explanations are documented\n- [ ] Complex parsing logic is well-commented\n- [ ] Official Azure reference links are provided for linked resources\n\n### βœ… Error Handling\n- [ ] Proper error wrapping with `azureshared.QueryError`\n- [ ] Input validation for parsed values\n- [ ] Graceful handling of malformed API responses\n\n## Testing Examples\n\n### Static Tests for Linked Item Queries\n```go\nt.Run(\"StaticTests\", func(t *testing.T) {\n queryTests := shared.QueryTests{\n {\n ExpectedType: azureshared.ComputeDisk.String(),\n ExpectedMethod: sdp.QueryMethod_GET,\n ExpectedQuery: \"test-disk\",\n ExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n },\n // ... more test cases\n }\n shared.RunStaticTests(t, adapter, sdpItem, queryTests)\n})\n```\n\n### Mock Setup for Complex APIs\n```go\nmockClient := mocks.NewMockVirtualMachinesClient(ctrl)\nvm := createAzureVirtualMachine(\"test-vm\", \"Succeeded\")\nmockClient.EXPECT().Get(ctx, resourceGroup, vmName, nil).Return(\n armcompute.VirtualMachinesClientGetResponse{VirtualMachine: *vm}, nil)\n```\n\n## Common Patterns\n\n### Parsing Azure Resource IDs\n```go\n// Azure resource ID format: /subscriptions/{subscription}/resourceGroups/{resourceGroup}/providers/Microsoft.Compute/disks/{diskName}\ndiskName := azureshared.ExtractResourceName(*vm.Properties.StorageProfile.OSDisk.ManagedDisk.ID)\nif diskName == \"\" {\n return nil, azureshared.QueryError(fmt.Errorf(\"invalid disk resource ID: %s\", *vm.Properties.StorageProfile.OSDisk.ManagedDisk.ID), scope, c.Type())\n}\n```\n\n### Conditional Resource Linking\n```go\nif vm.Properties.NetworkProfile != nil && len(vm.Properties.NetworkProfile.NetworkInterfaces) > 0 {\n for _, nicRef := range vm.Properties.NetworkProfile.NetworkInterfaces {\n if nicRef.ID != nil {\n nicName := azureshared.ExtractResourceName(*nicRef.ID)\n // Determine resource type from provider namespace in ID\n if strings.Contains(*nicRef.ID, \"Microsoft.Network/networkInterfaces\") {\n // Handle network interface linking\n }\n }\n }\n}\n```\n\n### Resource ID Extraction\n```go\n// Extract resource name from Azure resource ID\n// ID: /subscriptions/{subscription}/resourceGroups/{resourceGroup}/providers/Microsoft.Compute/virtualMachines/{vmName}\nresourceName := azureshared.ExtractResourceName(resourceID)\nif resourceName != \"\" {\n // Use extracted resource name for linking\n}\n```\n\n## Getting Help\n\n- **Implementation Details**: See [cursor rules](.cursor/rules/azure-manual-adapter-creation.mdc)\n- **Dynamic Adapters**: See [dynamic adapter README](../../dynamic/adapters/README.md) - Note: Azure dynamic adapters can leverage the [Azure Resource List API](https://learn.microsoft.com/en-us/rest/api/resources/resources/list?view=rest-resources-2021-04-01) to list all resources in a subscription\n- **General Source Adapters**: See [sources README](../../README.md)\n- **Azure API Documentation**: Always reference official Azure REST API documentation for API specifics\n\n## Related Files\n\n- **Cursor Rules**: `.cursor/rules/azure-manual-adapter-creation.mdc` - Comprehensive implementation guide\n- **Shared Utilities**: `../../shared/` - Common utilities and patterns\n- **Azure Shared**: `../shared/` - Azure-specific utilities and base structs\n- **Test Utilities**: `../../shared/testing.go` - Testing helpers and patterns\n" }, { "path": "sources/azure/manual/adapters.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azidentity\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/maintenance/armmaintenance\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/operationalinsights/armoperationalinsights\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\n// Adapters returns a slice of discovery.Adapter instances for Azure Source.\n// It initializes Azure clients if initAzureClients is true, and creates adapters for the specified subscription ID and regions.\n// Otherwise, it uses nil clients, which is useful for enumerating adapters for documentation purposes.\nfunc Adapters(ctx context.Context, subscriptionID string, regions []string, cred *azidentity.DefaultAzureCredential, initAzureClients bool, cache sdpcache.Cache) ([]discovery.Adapter, error) {\n\tvar adapters []discovery.Adapter\n\n\tif initAzureClients {\n\t\tif cred == nil {\n\t\t\treturn nil, fmt.Errorf(\"credentials are required when initAzureClients is true\")\n\t\t}\n\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"ovm.source.subscription_id\": subscriptionID,\n\t\t\t\"ovm.source.regions\": regions,\n\t\t}).Info(\"Initializing Azure clients and discovering resource groups\")\n\n\t\t// Create resource groups client to discover all resource groups in the subscription\n\t\trgClient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create resource groups client: %w\", err)\n\t\t}\n\n\t\t// Discover resource groups in the subscription\n\t\tresourceGroups := make([]string, 0)\n\t\tpager := rgClient.NewListPager(nil)\n\t\tfor pager.More() {\n\t\t\tpage, err := pager.NextPage(ctx)\n\t\t\tif err != nil {\n\t\t\t\treturn nil, fmt.Errorf(\"failed to list resource groups: %w\", err)\n\t\t\t}\n\n\t\t\tfor _, rg := range page.Value {\n\t\t\t\tif rg.Name != nil {\n\t\t\t\t\tresourceGroups = append(resourceGroups, *rg.Name)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"ovm.source.subscription_id\": subscriptionID,\n\t\t\t\"ovm.source.resource_group_count\": len(resourceGroups),\n\t\t}).Info(\"Discovered resource groups\")\n\n\t\t// Build resource group scopes for multi-scope adapters\n\t\tresourceGroupScopes := make([]azureshared.ResourceGroupScope, 0, len(resourceGroups))\n\t\tfor _, rg := range resourceGroups {\n\t\t\tresourceGroupScopes = append(resourceGroupScopes, azureshared.NewResourceGroupScope(subscriptionID, rg))\n\t\t}\n\n\t\t// Initialize Azure SDK clients\n\t\tvmClient, err := armcompute.NewVirtualMachinesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create virtual machines client: %w\", err)\n\t\t}\n\n\t\tstorageAccountsClient, err := armstorage.NewAccountsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create storage accounts client: %w\", err)\n\t\t}\n\n\t\tblobContainersClient, err := armstorage.NewBlobContainersClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create blob containers client: %w\", err)\n\t\t}\n\n\t\tfileSharesClient, err := armstorage.NewFileSharesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create file shares client: %w\", err)\n\t\t}\n\n\t\tqueuesClient, err := armstorage.NewQueueClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create queues client: %w\", err)\n\t\t}\n\n\t\ttablesClient, err := armstorage.NewTableClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create tables client: %w\", err)\n\t\t}\n\n\t\tencryptionScopesClient, err := armstorage.NewEncryptionScopesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create encryption scopes client: %w\", err)\n\t\t}\n\n\t\tprivateEndpointConnectionsClient, err := armstorage.NewPrivateEndpointConnectionsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create private endpoint connections client: %w\", err)\n\t\t}\n\n\t\tvirtualNetworksClient, err := armnetwork.NewVirtualNetworksClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create virtual networks client: %w\", err)\n\t\t}\n\n\t\tsubnetsClient, err := armnetwork.NewSubnetsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create subnets client: %w\", err)\n\t\t}\n\n\t\tvirtualNetworkPeeringsClient, err := armnetwork.NewVirtualNetworkPeeringsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create virtual network peerings client: %w\", err)\n\t\t}\n\n\t\tnetworkInterfacesClient, err := armnetwork.NewInterfacesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create network interfaces client: %w\", err)\n\t\t}\n\n\t\tinterfaceIPConfigurationsClient, err := armnetwork.NewInterfaceIPConfigurationsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create interface IP configurations client: %w\", err)\n\t\t}\n\n\t\tsqlDatabasesClient, err := armsql.NewDatabasesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create sql databases client: %w\", err)\n\t\t}\n\n\t\tsqlDatabaseSchemasClient, err := armsql.NewDatabaseSchemasClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create sql database schemas client: %w\", err)\n\t\t}\n\n\t\tdocumentDBDatabaseAccountsClient, err := armcosmos.NewDatabaseAccountsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create document db database accounts client: %w\", err)\n\t\t}\n\n\t\tdocumentDBPrivateEndpointConnectionsClient, err := armcosmos.NewPrivateEndpointConnectionsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create document db private endpoint connections client: %w\", err)\n\t\t}\n\n\t\tkeyVaultsClient, err := armkeyvault.NewVaultsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create key vaults client: %w\", err)\n\t\t}\n\n\t\tpostgreSQLDatabasesClient, err := armpostgresqlflexibleservers.NewDatabasesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create postgreSQL databases client: %w\", err)\n\t\t}\n\n\t\tpublicIPAddressesClient, err := armnetwork.NewPublicIPAddressesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create public ip addresses client: %w\", err)\n\t\t}\n\n\t\tpublicIPPrefixesClient, err := armnetwork.NewPublicIPPrefixesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create public ip prefixes client: %w\", err)\n\t\t}\n\n\t\tddosProtectionPlansClient, err := armnetwork.NewDdosProtectionPlansClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create DDoS protection plans client: %w\", err)\n\t\t}\n\n\t\tloadBalancersClient, err := armnetwork.NewLoadBalancersClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create load balancers client: %w\", err)\n\t\t}\n\n\t\tloadBalancerFrontendIPConfigurationsClient, err := armnetwork.NewLoadBalancerFrontendIPConfigurationsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create load balancer frontend IP configurations client: %w\", err)\n\t\t}\n\n\t\tloadBalancerBackendAddressPoolsClient, err := armnetwork.NewLoadBalancerBackendAddressPoolsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create load balancer backend address pools client: %w\", err)\n\t\t}\n\n\t\tloadBalancerProbesClient, err := armnetwork.NewLoadBalancerProbesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create load balancer probes client: %w\", err)\n\t\t}\n\n\t\tprivateEndpointsClient, err := armnetwork.NewPrivateEndpointsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create private endpoints client: %w\", err)\n\t\t}\n\n\t\tprivateLinkServicesClient, err := armnetwork.NewPrivateLinkServicesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create private link services client: %w\", err)\n\t\t}\n\n\t\tbatchAccountsClient, err := armbatch.NewAccountClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create batch accounts client: %w\", err)\n\t\t}\n\n\t\tbatchApplicationClient, err := armbatch.NewApplicationClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create batch application client: %w\", err)\n\t\t}\n\n\t\tbatchPoolClient, err := armbatch.NewPoolClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create batch pool client: %w\", err)\n\t\t}\n\n\t\tbatchApplicationPackageClient, err := armbatch.NewApplicationPackageClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create batch application package client: %w\", err)\n\t\t}\n\n\t\tbatchPrivateEndpointConnectionClient, err := armbatch.NewPrivateEndpointConnectionClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create batch private endpoint connection client: %w\", err)\n\t\t}\n\n\t\tvirtualMachineScaleSetsClient, err := armcompute.NewVirtualMachineScaleSetsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create virtual machine scale sets client: %w\", err)\n\t\t}\n\n\t\tavailabilitySetsClient, err := armcompute.NewAvailabilitySetsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create availability sets client: %w\", err)\n\t\t}\n\n\t\tdisksClient, err := armcompute.NewDisksClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create disks client: %w\", err)\n\t\t}\n\t\tnetworkSecurityGroupsClient, err := armnetwork.NewSecurityGroupsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create network security groups client: %w\", err)\n\t\t}\n\n\t\trouteTablesClient, err := armnetwork.NewRouteTablesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create route tables client: %w\", err)\n\t\t}\n\n\t\troutesClient, err := armnetwork.NewRoutesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create routes client: %w\", err)\n\t\t}\n\n\t\tsecurityRulesClient, err := armnetwork.NewSecurityRulesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create security rules client: %w\", err)\n\t\t}\n\n\t\tdefaultSecurityRulesClient, err := armnetwork.NewDefaultSecurityRulesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create default security rules client: %w\", err)\n\t\t}\n\n\t\tapplicationGatewaysClient, err := armnetwork.NewApplicationGatewaysClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create application gateways client: %w\", err)\n\t\t}\n\n\t\tapplicationSecurityGroupsClient, err := armnetwork.NewApplicationSecurityGroupsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create application security groups client: %w\", err)\n\t\t}\n\n\t\tipGroupsClient, err := armnetwork.NewIPGroupsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create IP groups client: %w\", err)\n\t\t}\n\n\t\tvirtualNetworkGatewaysClient, err := armnetwork.NewVirtualNetworkGatewaysClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create virtual network gateways client: %w\", err)\n\t\t}\n\n\t\tlocalNetworkGatewaysClient, err := armnetwork.NewLocalNetworkGatewaysClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create local network gateways client: %w\", err)\n\t\t}\n\n\t\tvirtualNetworkGatewayConnectionsClient, err := armnetwork.NewVirtualNetworkGatewayConnectionsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create virtual network gateway connections client: %w\", err)\n\t\t}\n\n\t\tnatGatewaysClient, err := armnetwork.NewNatGatewaysClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create nat gateways client: %w\", err)\n\t\t}\n\n\t\tflowLogsClient, err := armnetwork.NewFlowLogsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create flow logs client: %w\", err)\n\t\t}\n\n\t\tnetworkWatchersClient, err := armnetwork.NewWatchersClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create network watchers client: %w\", err)\n\t\t}\n\n\t\tmanagedHSMsClient, err := armkeyvault.NewManagedHsmsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create managed hsms client: %w\", err)\n\t\t}\n\n\t\tmhsmPrivateEndpointConnectionsClient, err := armkeyvault.NewMHSMPrivateEndpointConnectionsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create MHSM private endpoint connections client: %w\", err)\n\t\t}\n\n\t\tsqlServersClient, err := armsql.NewServersClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create sql servers client: %w\", err)\n\t\t}\n\n\t\tsqlFirewallRulesClient, err := armsql.NewFirewallRulesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create sql firewall rules client: %w\", err)\n\t\t}\n\n\t\tsqlVirtualNetworkRulesClient, err := armsql.NewVirtualNetworkRulesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create sql virtual network rules client: %w\", err)\n\t\t}\n\n\t\tsqlElasticPoolsClient, err := armsql.NewElasticPoolsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create sql elastic pools client: %w\", err)\n\t\t}\n\n\t\tsqlPrivateEndpointConnectionsClient, err := armsql.NewPrivateEndpointConnectionsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create sql private endpoint connections client: %w\", err)\n\t\t}\n\n\t\tsqlFailoverGroupsClient, err := armsql.NewFailoverGroupsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create sql failover groups client: %w\", err)\n\t\t}\n\n\t\tsqlServerKeysClient, err := armsql.NewServerKeysClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create sql server keys client: %w\", err)\n\t\t}\n\n\t\tpostgresqlFlexibleServersClient, err := armpostgresqlflexibleservers.NewServersClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create postgresql flexible servers client: %w\", err)\n\t\t}\n\n\t\tpostgresqlFirewallRulesClient, err := armpostgresqlflexibleservers.NewFirewallRulesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create postgresql firewall rules client: %w\", err)\n\t\t}\n\n\t\tpostgresqlPrivateEndpointConnectionsClient, err := armpostgresqlflexibleservers.NewPrivateEndpointConnectionsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create postgresql flexible server private endpoint connections client: %w\", err)\n\t\t}\n\n\t\tpostgresqlBackupsClient, err := armpostgresqlflexibleservers.NewBackupsAutomaticAndOnDemandClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create postgresql flexible server backups client: %w\", err)\n\t\t}\n\n\t\tpostgresqlReplicasClient, err := armpostgresqlflexibleservers.NewReplicasClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create postgresql flexible server replicas client: %w\", err)\n\t\t}\n\n\t\tpostgresqlConfigurationsClient, err := armpostgresqlflexibleservers.NewConfigurationsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create postgresql flexible server configurations client: %w\", err)\n\t\t}\n\n\t\tpostgresqlVirtualEndpointsClient, err := armpostgresqlflexibleservers.NewVirtualEndpointsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create postgresql flexible server virtual endpoints client: %w\", err)\n\t\t}\n\n\t\tpostgresqlAdministratorsClient, err := armpostgresqlflexibleservers.NewAdministratorsMicrosoftEntraClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create postgresql flexible server administrators client: %w\", err)\n\t\t}\n\n\t\tsecretsClient, err := armkeyvault.NewSecretsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create secrets client: %w\", err)\n\t\t}\n\n\t\tkeysClient, err := armkeyvault.NewKeysClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create keys client: %w\", err)\n\t\t}\n\n\t\tuserAssignedIdentitiesClient, err := armmsi.NewUserAssignedIdentitiesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create user assigned identities client: %w\", err)\n\t\t}\n\n\t\tfederatedIdentityCredentialsClient, err := armmsi.NewFederatedIdentityCredentialsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create federated identity credentials client: %w\", err)\n\t\t}\n\n\t\troleAssignmentsClient, err := armauthorization.NewRoleAssignmentsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create role assignments client: %w\", err)\n\t\t}\n\n\t\troleDefinitionsClient, err := armauthorization.NewRoleDefinitionsClient(cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create role definitions client: %w\", err)\n\t\t}\n\n\t\tdiskEncryptionSetsClient, err := armcompute.NewDiskEncryptionSetsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create disk encryption sets client: %w\", err)\n\t\t}\n\n\t\timagesClient, err := armcompute.NewImagesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create images client: %w\", err)\n\t\t}\n\t\tvirtualMachineRunCommandsClient, err := armcompute.NewVirtualMachineRunCommandsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create virtual machine run commands client: %w\", err)\n\t\t}\n\n\t\tvirtualMachineExtensionsClient, err := armcompute.NewVirtualMachineExtensionsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create virtual machine extensions client: %w\", err)\n\t\t}\n\n\t\tproximityPlacementGroupsClient, err := armcompute.NewProximityPlacementGroupsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create proximity placement groups client: %w\", err)\n\t\t}\n\n\t\tzonesClient, err := armdns.NewZonesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create zones client: %w\", err)\n\t\t}\n\t\trecordSetsClient, err := armdns.NewRecordSetsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create record sets client: %w\", err)\n\t\t}\n\t\tprivateDNSZonesClient, err := armprivatedns.NewPrivateZonesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create private DNS zones client: %w\", err)\n\t\t}\n\t\tvirtualNetworkLinksClient, err := armprivatedns.NewVirtualNetworkLinksClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create virtual network links client: %w\", err)\n\t\t}\n\t\tdiskAccessesClient, err := armcompute.NewDiskAccessesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create disk accesses client: %w\", err)\n\t\t}\n\n\t\tdedicatedHostGroupsClient, err := armcompute.NewDedicatedHostGroupsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create dedicated host groups client: %w\", err)\n\t\t}\n\n\t\tdedicatedHostsClient, err := armcompute.NewDedicatedHostsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create dedicated hosts client: %w\", err)\n\t\t}\n\n\t\tcapacityReservationGroupsClient, err := armcompute.NewCapacityReservationGroupsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create capacity reservation groups client: %w\", err)\n\t\t}\n\n\t\tcapacityReservationsClient, err := armcompute.NewCapacityReservationsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create capacity reservations client: %w\", err)\n\t\t}\n\n\t\tgalleryApplicationVersionsClient, err := armcompute.NewGalleryApplicationVersionsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create gallery application versions client: %w\", err)\n\t\t}\n\n\t\tgalleryApplicationsClient, err := armcompute.NewGalleryApplicationsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create gallery applications client: %w\", err)\n\t\t}\n\n\t\tgalleryImagesClient, err := armcompute.NewGalleryImagesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create gallery images client: %w\", err)\n\t\t}\n\n\t\tgalleriesClient, err := armcompute.NewGalleriesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create galleries client: %w\", err)\n\t\t}\n\n\t\tsnapshotsClient, err := armcompute.NewSnapshotsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create snapshots client: %w\", err)\n\t\t}\n\n\t\telasticSansClient, err := armelasticsan.NewElasticSansClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create elastic sans client: %w\", err)\n\t\t}\n\n\t\telasticSanVolumeSnapshotsClient, err := armelasticsan.NewVolumeSnapshotsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create elastic san volume snapshots client: %w\", err)\n\t\t}\n\n\t\telasticSanVolumeGroupsClient, err := armelasticsan.NewVolumeGroupsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create elastic san volume groups client: %w\", err)\n\t\t}\n\n\t\telasticSanVolumesClient, err := armelasticsan.NewVolumesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create elastic san volumes client: %w\", err)\n\t\t}\n\n\t\tsharedGalleryImagesClient, err := armcompute.NewSharedGalleryImagesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create shared gallery images client: %w\", err)\n\t\t}\n\n\t\tmaintenanceConfigurationsClient, err := armmaintenance.NewConfigurationsClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create maintenance configurations client: %w\", err)\n\t\t}\n\n\t\tmaintenanceConfigurationsForResourceGroupClient, err := armmaintenance.NewConfigurationsForResourceGroupClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create maintenance configurations for resource group client: %w\", err)\n\t\t}\n\n\t\toperationalInsightsWorkspacesClient, err := armoperationalinsights.NewWorkspacesClient(subscriptionID, cred, nil)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create operational insights workspaces client: %w\", err)\n\t\t}\n\n\t\t// Multi-scope resource group adapters (one adapter per type handling all resource groups)\n\t\tif len(resourceGroupScopes) > 0 {\n\t\t\tadapters = append(adapters,\n\t\t\t\tsources.WrapperToAdapter(NewComputeVirtualMachine(\n\t\t\t\t\tclients.NewVirtualMachinesClient(vmClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewStorageAccount(\n\t\t\t\t\tclients.NewStorageAccountsClient(storageAccountsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewStorageBlobContainer(\n\t\t\t\t\tclients.NewBlobContainersClient(blobContainersClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewStorageFileShare(\n\t\t\t\t\tclients.NewFileSharesClient(fileSharesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewStorageQueues(\n\t\t\t\t\tclients.NewQueuesClient(queuesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewStorageTable(\n\t\t\t\t\tclients.NewTablesClient(tablesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewStorageEncryptionScope(\n\t\t\t\t\tclients.NewEncryptionScopesClient(encryptionScopesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewStoragePrivateEndpointConnection(\n\t\t\t\t\tclients.NewStoragePrivateEndpointConnectionsClient(privateEndpointConnectionsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkVirtualNetwork(\n\t\t\t\t\tclients.NewVirtualNetworksClient(virtualNetworksClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkSubnet(\n\t\t\t\t\tclients.NewSubnetsClient(subnetsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkVirtualNetworkPeering(\n\t\t\t\t\tclients.NewVirtualNetworkPeeringsClient(virtualNetworkPeeringsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkNetworkInterface(\n\t\t\t\t\tclients.NewNetworkInterfacesClient(networkInterfacesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkNetworkInterfaceIPConfiguration(\n\t\t\t\t\tclients.NewInterfaceIPConfigurationsClient(interfaceIPConfigurationsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewSqlDatabase(\n\t\t\t\t\tclients.NewSqlDatabasesClient(sqlDatabasesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewSqlDatabaseSchema(\n\t\t\t\t\tclients.NewSqlDatabaseSchemasClient(sqlDatabaseSchemasClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewSqlElasticPool(\n\t\t\t\t\tclients.NewSqlElasticPoolClient(sqlElasticPoolsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewSqlServerFirewallRule(\n\t\t\t\t\tclients.NewSqlServerFirewallRuleClient(sqlFirewallRulesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewSqlServerVirtualNetworkRule(\n\t\t\t\t\tclients.NewSqlServerVirtualNetworkRuleClient(sqlVirtualNetworkRulesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewSQLServerPrivateEndpointConnection(\n\t\t\t\t\tclients.NewSQLServerPrivateEndpointConnectionsClient(sqlPrivateEndpointConnectionsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewSqlServerFailoverGroup(\n\t\t\t\t\tclients.NewSqlFailoverGroupsClient(sqlFailoverGroupsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewSqlServerKey(\n\t\t\t\t\tclients.NewSqlServerKeysClient(sqlServerKeysClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewDocumentDBDatabaseAccounts(\n\t\t\t\t\tclients.NewDocumentDBDatabaseAccountsClient(documentDBDatabaseAccountsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewDocumentDBPrivateEndpointConnection(\n\t\t\t\t\tclients.NewDocumentDBPrivateEndpointConnectionsClient(documentDBPrivateEndpointConnectionsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewKeyVaultVault(\n\t\t\t\t\tclients.NewVaultsClient(keyVaultsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewKeyVaultManagedHSM(\n\t\t\t\t\tclients.NewManagedHSMsClient(managedHSMsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewKeyVaultManagedHSMPrivateEndpointConnection(\n\t\t\t\t\tclients.NewKeyVaultManagedHSMPrivateEndpointConnectionsClient(mhsmPrivateEndpointConnectionsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLDatabase(\n\t\t\t\t\tclients.NewPostgreSQLDatabasesClient(postgreSQLDatabasesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkPublicIPAddress(\n\t\t\t\t\tclients.NewPublicIPAddressesClient(publicIPAddressesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkPublicIPPrefix(\n\t\t\t\t\tclients.NewPublicIPPrefixesClient(publicIPPrefixesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkDdosProtectionPlan(\n\t\t\t\t\tclients.NewDdosProtectionPlansClient(ddosProtectionPlansClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkLoadBalancer(\n\t\t\t\t\tclients.NewLoadBalancersClient(loadBalancersClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkLoadBalancerFrontendIPConfiguration(\n\t\t\t\t\tclients.NewLoadBalancerFrontendIPConfigurationsClient(loadBalancerFrontendIPConfigurationsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkLoadBalancerBackendAddressPool(\n\t\t\t\t\tclients.NewLoadBalancerBackendAddressPoolsClient(loadBalancerBackendAddressPoolsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkLoadBalancerProbe(\n\t\t\t\t\tclients.NewLoadBalancerProbesClient(loadBalancerProbesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkPrivateEndpoint(\n\t\t\t\t\tclients.NewPrivateEndpointsClient(privateEndpointsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkPrivateLinkService(\n\t\t\t\t\tclients.NewPrivateLinkServicesClient(privateLinkServicesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkZone(\n\t\t\t\t\tclients.NewZonesClient(zonesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkPrivateDNSZone(\n\t\t\t\t\tclients.NewPrivateDNSZonesClient(privateDNSZonesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkDNSRecordSet(\n\t\t\t\t\tclients.NewRecordSetsClient(recordSetsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkDNSVirtualNetworkLink(\n\t\t\t\t\tclients.NewVirtualNetworkLinksClient(virtualNetworkLinksClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewBatchAccount(\n\t\t\t\t\tclients.NewBatchAccountsClient(batchAccountsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewBatchBatchApplication(\n\t\t\t\t\tclients.NewBatchApplicationsClient(batchApplicationClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewBatchBatchPool(\n\t\t\t\t\tclients.NewBatchPoolsClient(batchPoolClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewBatchBatchApplicationPackage(\n\t\t\t\t\tclients.NewBatchApplicationPackagesClient(batchApplicationPackageClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewBatchPrivateEndpointConnection(\n\t\t\t\t\tclients.NewBatchPrivateEndpointConnectionClient(batchPrivateEndpointConnectionClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeVirtualMachineScaleSet(\n\t\t\t\t\tclients.NewVirtualMachineScaleSetsClient(virtualMachineScaleSetsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeAvailabilitySet(\n\t\t\t\t\tclients.NewAvailabilitySetsClient(availabilitySetsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeDisk(\n\t\t\t\t\tclients.NewDisksClient(disksClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkNetworkSecurityGroup(\n\t\t\t\t\tclients.NewNetworkSecurityGroupsClient(networkSecurityGroupsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkApplicationSecurityGroup(\n\t\t\t\t\tclients.NewApplicationSecurityGroupsClient(applicationSecurityGroupsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkIPGroup(\n\t\t\t\t\tclients.NewIPGroupsClient(ipGroupsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkRouteTable(\n\t\t\t\t\tclients.NewRouteTablesClient(routeTablesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkRoute(\n\t\t\t\t\tclients.NewRoutesClient(routesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkSecurityRule(\n\t\t\t\t\tclients.NewSecurityRulesClient(securityRulesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkDefaultSecurityRule(\n\t\t\t\t\tclients.NewDefaultSecurityRulesClient(defaultSecurityRulesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkApplicationGateway(\n\t\t\t\t\tclients.NewApplicationGatewaysClient(applicationGatewaysClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkVirtualNetworkGateway(\n\t\t\t\t\tclients.NewVirtualNetworkGatewaysClient(virtualNetworkGatewaysClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkLocalNetworkGateway(\n\t\t\t\t\tclients.NewLocalNetworkGatewaysClient(localNetworkGatewaysClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkVirtualNetworkGatewayConnection(\n\t\t\t\t\tclients.NewVirtualNetworkGatewayConnectionsClient(virtualNetworkGatewayConnectionsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkNatGateway(\n\t\t\t\t\tclients.NewNatGatewaysClient(natGatewaysClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkFlowLog(\n\t\t\t\t\tclients.NewFlowLogsClient(flowLogsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewNetworkNetworkWatcher(\n\t\t\t\t\tclients.NewNetworkWatchersClient(networkWatchersClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewSqlServer(\n\t\t\t\t\tclients.NewSqlServersClient(sqlServersClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServer(\n\t\t\t\t\tclients.NewPostgreSQLFlexibleServersClient(postgresqlFlexibleServersClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerFirewallRule(\n\t\t\t\t\tclients.NewPostgreSQLFlexibleServerFirewallRuleClient(postgresqlFirewallRulesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerPrivateEndpointConnection(\n\t\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient(postgresqlPrivateEndpointConnectionsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerBackup(\n\t\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerBackupClient(postgresqlBackupsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerReplica(\n\t\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerReplicaClient(postgresqlReplicasClient, postgresqlFlexibleServersClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerConfiguration(\n\t\t\t\t\tclients.NewPostgreSQLConfigurationsClient(postgresqlConfigurationsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerVirtualEndpoint(\n\t\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerVirtualEndpointClient(postgresqlVirtualEndpointsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerAdministrator(\n\t\t\t\t\tclients.NewDBforPostgreSQLFlexibleServerAdministratorClient(postgresqlAdministratorsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewKeyVaultSecret(\n\t\t\t\t\tclients.NewSecretsClient(secretsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewKeyVaultKey(\n\t\t\t\t\tclients.NewKeysClient(keysClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewManagedIdentityUserAssignedIdentity(\n\t\t\t\t\tclients.NewUserAssignedIdentitiesClient(userAssignedIdentitiesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewManagedIdentityFederatedIdentityCredential(\n\t\t\t\t\tclients.NewFederatedIdentityCredentialsClient(federatedIdentityCredentialsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewAuthorizationRoleAssignment(\n\t\t\t\t\tclients.NewRoleAssignmentsClient(roleAssignmentsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeDiskEncryptionSet(\n\t\t\t\t\tclients.NewDiskEncryptionSetsClient(diskEncryptionSetsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeImage(\n\t\t\t\t\tclients.NewImagesClient(imagesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeVirtualMachineRunCommand(\n\t\t\t\t\tclients.NewVirtualMachineRunCommandsClient(virtualMachineRunCommandsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeVirtualMachineExtension(\n\t\t\t\t\tclients.NewVirtualMachineExtensionsClient(virtualMachineExtensionsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeProximityPlacementGroup(\n\t\t\t\t\tclients.NewProximityPlacementGroupsClient(proximityPlacementGroupsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeDiskAccess(\n\t\t\t\t\tclients.NewDiskAccessesClient(diskAccessesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeDiskAccessPrivateEndpointConnection(\n\t\t\t\t\tclients.NewComputeDiskAccessPrivateEndpointConnectionsClient(diskAccessesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeDedicatedHostGroup(\n\t\t\t\t\tclients.NewDedicatedHostGroupsClient(dedicatedHostGroupsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeDedicatedHost(\n\t\t\t\t\tclients.NewDedicatedHostsClient(dedicatedHostsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeCapacityReservationGroup(\n\t\t\t\t\tclients.NewCapacityReservationGroupsClient(capacityReservationGroupsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeCapacityReservation(\n\t\t\t\t\tclients.NewCapacityReservationsClient(capacityReservationsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeGalleryApplicationVersion(\n\t\t\t\t\tclients.NewGalleryApplicationVersionsClient(galleryApplicationVersionsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeGalleryApplication(\n\t\t\t\t\tclients.NewGalleryApplicationsClient(galleryApplicationsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeGallery(\n\t\t\t\t\tclients.NewGalleriesClient(galleriesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeGalleryImage(\n\t\t\t\t\tclients.NewGalleryImagesClient(galleryImagesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewComputeSnapshot(\n\t\t\t\t\tclients.NewSnapshotsClient(snapshotsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewElasticSan(\n\t\t\t\t\tclients.NewElasticSanClient(elasticSansClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewElasticSanVolumeSnapshot(\n\t\t\t\t\tclients.NewElasticSanVolumeSnapshotClient(elasticSanVolumeSnapshotsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewElasticSanVolumeGroup(\n\t\t\t\t\tclients.NewElasticSanVolumeGroupClient(elasticSanVolumeGroupsClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewElasticSanVolume(\n\t\t\t\t\tclients.NewElasticSanVolumeClient(elasticSanVolumesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewMaintenanceMaintenanceConfiguration(\n\t\t\t\t\tclients.NewMaintenanceConfigurationClient(maintenanceConfigurationsClient, maintenanceConfigurationsForResourceGroupClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t\tsources.WrapperToAdapter(NewOperationalInsightsWorkspace(\n\t\t\t\t\tclients.NewOperationalInsightsWorkspaceClient(operationalInsightsWorkspacesClient),\n\t\t\t\t\tresourceGroupScopes,\n\t\t\t\t), cache),\n\t\t\t)\n\t\t}\n\n\t\t// Subscription-scoped adapters (not resource-group-scoped)\n\t\tadapters = append(adapters,\n\t\t\tsources.WrapperToAdapter(NewComputeSharedGalleryImage(\n\t\t\t\tclients.NewSharedGalleryImagesClient(sharedGalleryImagesClient),\n\t\t\t\tsubscriptionID,\n\t\t\t), cache),\n\t\t\tsources.WrapperToAdapter(NewAuthorizationRoleDefinition(\n\t\t\t\tclients.NewRoleDefinitionsClient(roleDefinitionsClient),\n\t\t\t\tsubscriptionID,\n\t\t\t), cache),\n\t\t)\n\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"ovm.source.subscription_id\": subscriptionID,\n\t\t\t\"ovm.source.adapter_count\": len(adapters),\n\t\t}).Info(\"Initialized Azure adapters\")\n\n\t} else {\n\t\t// For metadata registration only - no actual clients needed\n\t\t// This is used to enumerate available adapter types for documentation\n\t\t// Create placeholder adapters with nil clients and one placeholder scope\n\t\tplaceholderResourceGroupScopes := []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, \"placeholder-resource-group\")}\n\t\tnoOpCache := sdpcache.NewNoOpCache()\n\t\tadapters = append(adapters,\n\t\t\tsources.WrapperToAdapter(NewComputeVirtualMachine(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewStorageAccount(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewStorageBlobContainer(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewStorageFileShare(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewStorageQueues(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewStorageTable(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewStorageEncryptionScope(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewStoragePrivateEndpointConnection(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkVirtualNetwork(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkSubnet(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkVirtualNetworkPeering(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkNetworkInterface(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkNetworkInterfaceIPConfiguration(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewSqlDatabase(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewSqlDatabaseSchema(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewSqlServerFirewallRule(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewSqlServerVirtualNetworkRule(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewSQLServerPrivateEndpointConnection(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewSqlServerFailoverGroup(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewSqlServerKey(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewDocumentDBDatabaseAccounts(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewDocumentDBPrivateEndpointConnection(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewKeyVaultVault(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewKeyVaultManagedHSM(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewKeyVaultManagedHSMPrivateEndpointConnection(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLDatabase(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkPublicIPAddress(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkPublicIPPrefix(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkDdosProtectionPlan(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkLoadBalancer(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkLoadBalancerFrontendIPConfiguration(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkLoadBalancerBackendAddressPool(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkLoadBalancerProbe(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkZone(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkPrivateDNSZone(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkDNSRecordSet(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkDNSVirtualNetworkLink(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewBatchAccount(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewBatchBatchApplication(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewBatchBatchPool(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewBatchBatchApplicationPackage(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewBatchPrivateEndpointConnection(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeVirtualMachineScaleSet(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeAvailabilitySet(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeDisk(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkNetworkSecurityGroup(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkApplicationSecurityGroup(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkIPGroup(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkSecurityRule(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkDefaultSecurityRule(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkRouteTable(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkApplicationGateway(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkVirtualNetworkGateway(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkLocalNetworkGateway(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkVirtualNetworkGatewayConnection(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkNatGateway(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkFlowLog(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkNetworkWatcher(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewSqlServer(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServer(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerFirewallRule(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerPrivateEndpointConnection(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerBackup(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerReplica(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerConfiguration(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerVirtualEndpoint(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewDBforPostgreSQLFlexibleServerAdministrator(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewKeyVaultSecret(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewKeyVaultKey(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewManagedIdentityUserAssignedIdentity(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewManagedIdentityFederatedIdentityCredential(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewAuthorizationRoleAssignment(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeDiskEncryptionSet(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeImage(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeVirtualMachineRunCommand(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeVirtualMachineExtension(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeProximityPlacementGroup(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeDiskAccess(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeDiskAccessPrivateEndpointConnection(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeDedicatedHostGroup(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeDedicatedHost(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeCapacityReservationGroup(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeCapacityReservation(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeGalleryApplicationVersion(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeGalleryApplication(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeGallery(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeGalleryImage(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeSnapshot(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewElasticSan(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewElasticSanVolumeSnapshot(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewElasticSanVolumeGroup(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewElasticSanVolume(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewMaintenanceMaintenanceConfiguration(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewComputeSharedGalleryImage(nil, subscriptionID), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewAuthorizationRoleDefinition(nil, subscriptionID), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkPrivateEndpoint(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewNetworkPrivateLinkService(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t\tsources.WrapperToAdapter(NewOperationalInsightsWorkspace(nil, placeholderResourceGroupScopes), noOpCache),\n\t\t)\n\n\t\t_ = regions\n\t}\n\n\treturn adapters, nil\n}\n" }, { "path": "sources/azure/manual/authorization-role-assignment.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar AuthorizationRoleAssignmentLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.AuthorizationRoleAssignment)\n\ntype authorizationRoleAssignmentWrapper struct {\n\tclient clients.RoleAssignmentsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewAuthorizationRoleAssignment(client clients.RoleAssignmentsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &authorizationRoleAssignmentWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tazureshared.AuthorizationRoleAssignment,\n\t\t),\n\t}\n}\n\nfunc (a authorizationRoleAssignmentWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\tif scope == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"scope cannot be empty\"), scope, a.Type())\n\t}\n\trgScope, err := a.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, a.Type())\n\t}\n\tpager := a.client.ListForResourceGroup(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, a.Type())\n\t\t}\n\t\tfor _, roleAssignment := range page.Value {\n\t\t\titem, sdpErr := a.azureRoleAssignmentToSDPItem(roleAssignment, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (a authorizationRoleAssignmentWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := a.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, a.Type()))\n\t\treturn\n\t}\n\tpager := a.client.ListForResourceGroup(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, a.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, roleAssignment := range page.Value {\n\t\t\titem, sdpErr := a.azureRoleAssignmentToSDPItem(roleAssignment, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (a authorizationRoleAssignmentWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif scope == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"scope cannot be empty\"), scope, a.Type())\n\t}\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 1 query part: roleAssignmentName\"), scope, a.Type())\n\t}\n\n\troleAssignmentName := queryParts[0]\n\tif roleAssignmentName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"roleAssignmentName cannot be empty\"), scope, a.Type())\n\t}\n\n\trgScope, err := a.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, a.Type())\n\t}\n\t// Construct the Azure scope path from either subscription ID or resource group name\n\tazureScope := azureshared.ConstructRoleAssignmentScope(scope, rgScope.SubscriptionID)\n\tif azureScope == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"failed to construct Azure scope path\"), scope, a.Type())\n\t}\n\n\tresp, err := a.client.Get(ctx, azureScope, roleAssignmentName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, a.Type())\n\t}\n\n\treturn a.azureRoleAssignmentToSDPItem(&resp.RoleAssignment, scope)\n}\n\nfunc (a authorizationRoleAssignmentWrapper) azureRoleAssignmentToSDPItem(roleAssignment *armauthorization.RoleAssignment, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(roleAssignment)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, a.Type())\n\t}\n\n\t// Extract role assignment name\n\tvar roleAssignmentName string\n\tif roleAssignment.Name != nil {\n\t\troleAssignmentName = *roleAssignment.Name\n\t}\n\n\tif roleAssignmentName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"role assignment name cannot be empty\"), scope, a.Type())\n\t}\n\n\trgScope, err := a.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, a.Type())\n\t}\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(rgScope.ResourceGroup, roleAssignmentName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, a.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.AuthorizationRoleAssignment.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to Delegated Managed Identity (external resource) if present\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.ManagedIdentity/userAssignedIdentities/{identityName}\n\tif roleAssignment.Properties != nil && roleAssignment.Properties.DelegatedManagedIdentityResourceID != nil && *roleAssignment.Properties.DelegatedManagedIdentityResourceID != \"\" {\n\t\tidentityResourceID := *roleAssignment.Properties.DelegatedManagedIdentityResourceID\n\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\tif identityName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: identityName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Role Definition (external resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/authorization/role-definitions/get\n\t// GET /{scope}/providers/Microsoft.Authorization/roleDefinitions/{roleDefinitionId}\n\t// Role definitions are subscription-level resources\n\tif roleAssignment.Properties != nil && roleAssignment.Properties.RoleDefinitionID != nil && *roleAssignment.Properties.RoleDefinitionID != \"\" {\n\t\troleDefinitionID := *roleAssignment.Properties.RoleDefinitionID\n\t\t// Extract the role definition ID (GUID) from the full resource ID path\n\t\t// Format: /subscriptions/{subscriptionId}/providers/Microsoft.Authorization/roleDefinitions/{roleDefinitionId}\n\t\troleDefinitionGUID := azureshared.ExtractResourceName(roleDefinitionID)\n\t\tif roleDefinitionGUID != \"\" {\n\t\t\t// Extract subscription ID from the role definition ID path for scope\n\t\t\t// Role definitions are subscription-level, not resource group scoped\n\t\t\tlinkedScope := azureshared.ExtractSubscriptionIDFromResourceID(roleDefinitionID)\n\t\t\t// Fallback: extract subscription ID from current scope if extraction failed\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tscopeParts := strings.Split(scope, \".\")\n\t\t\t\tif len(scopeParts) > 0 {\n\t\t\t\t\tlinkedScope = scopeParts[0]\n\t\t\t\t}\n\t\t\t}\n\t\t\tif linkedScope != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.AuthorizationRoleDefinition.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: roleDefinitionGUID,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (a authorizationRoleAssignmentWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tAuthorizationRoleAssignmentLookupByName,\n\t}\n}\n\n// SearchLookups defines how the source can be searched (e.g. by role assignment name within a scope).\n// Used when TerraformMethod is SEARCH (azurerm_role_assignment.id).\nfunc (a authorizationRoleAssignmentWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tAuthorizationRoleAssignmentLookupByName,\n\t\t},\n\t}\n}\n\n// Search resolves a role assignment by name within the given scope.\n// Supports Terraform SEARCH resolution when the query is the role assignment name (or extracted from Azure resource ID by the transformer).\nfunc (a authorizationRoleAssignmentWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Search requires 1 query part: roleAssignmentName\"), scope, a.Type())\n\t}\n\troleAssignmentName := queryParts[0]\n\tif roleAssignmentName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"roleAssignmentName cannot be empty\"), scope, a.Type())\n\t}\n\titem, qErr := a.Get(ctx, scope, roleAssignmentName)\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\treturn []*sdp.Item{item}, nil\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/role_assignment\nfunc (a authorizationRoleAssignmentWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/role_assignment\n\t\t\t// Terraform uses: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Authorization/roleAssignments/{roleAssignmentName}\n\t\t\t// Or: /subscriptions/{sub}/providers/Microsoft.Authorization/roleAssignments/{roleAssignmentName}\n\t\t\tTerraformQueryMap: \"azurerm_role_assignment.id\",\n\t\t},\n\t}\n}\n\nfunc (a authorizationRoleAssignmentWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\tazureshared.AuthorizationRoleDefinition,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/management-and-governance#microsoftauthorization\nfunc (a authorizationRoleAssignmentWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Authorization/roleAssignments/read\",\n\t}\n}\n\nfunc (a authorizationRoleAssignmentWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/authorization-role-assignment_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"reflect\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestAuthorizationRoleAssignment(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\troleAssignmentName := \"test-role-assignment\"\n\t\troleAssignment := createAzureRoleAssignment(roleAssignmentName, \"/subscriptions/test-subscription/resourceGroups/test-rg\")\n\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\tazureScope := \"/subscriptions/test-subscription/resourceGroups/test-rg\"\n\t\tmockClient.EXPECT().Get(ctx, azureScope, roleAssignmentName, nil).Return(\n\t\t\tarmauthorization.RoleAssignmentsClientGetResponse{\n\t\t\t\tRoleAssignment: *roleAssignment,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, roleAssignmentName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.AuthorizationRoleAssignment.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.AuthorizationRoleAssignment.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(resourceGroup, roleAssignmentName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != scope {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", scope, sdpItem.GetScope())\n\t\t}\n\n\t\t// Verify linked item queries\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Role Definition link\n\t\t\t\t\tExpectedType: azureshared.AuthorizationRoleDefinition.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"b24988ac-6180-42a0-ab88-20f7382dd24c\",\n\t\t\t\t\tExpectedScope: subscriptionID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_EmptyScope\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, \"\", \"test-role-assignment\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting role assignment with empty scope, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty query (adapter rejects before calling wrapper)\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting role assignment with empty name, but got nil\")\n\t\t}\n\t\t// Note: \"too many\" query parts are coalesced by the standard adapter into a single part,\n\t\t// so the wrapper would receive one part and call the client. We only test empty here.\n\t})\n\n\tt.Run(\"Get_EmptyRoleAssignmentName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting role assignment with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\troleAssignmentName := \"test-role-assignment\"\n\t\texpectedError := errors.New(\"client error\")\n\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\tazureScope := \"/subscriptions/test-subscription/resourceGroups/test-rg\"\n\t\tmockClient.EXPECT().Get(ctx, azureScope, roleAssignmentName, nil).Return(\n\t\t\tarmauthorization.RoleAssignmentsClientGetResponse{},\n\t\t\texpectedError)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, roleAssignmentName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NilName\", func(t *testing.T) {\n\t\troleAssignment := &armauthorization.RoleAssignment{\n\t\t\tName: nil, // Role assignment with nil name should cause error\n\t\t\tProperties: &armauthorization.RoleAssignmentProperties{\n\t\t\t\tScope: new(\"/subscriptions/test-subscription/resourceGroups/test-rg\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\tazureScope := \"/subscriptions/test-subscription/resourceGroups/test-rg\"\n\t\troleAssignmentName := \"test-role-assignment\"\n\t\tmockClient.EXPECT().Get(ctx, azureScope, roleAssignmentName, nil).Return(\n\t\t\tarmauthorization.RoleAssignmentsClientGetResponse{\n\t\t\t\tRoleAssignment: *roleAssignment,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, roleAssignmentName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when role assignment has nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\troleAssignment1 := createAzureRoleAssignment(\"test-role-assignment-1\", \"/subscriptions/test-subscription/resourceGroups/test-rg\")\n\t\troleAssignment2 := createAzureRoleAssignment(\"test-role-assignment-2\", \"/subscriptions/test-subscription/resourceGroups/test-rg\")\n\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\tmockPager := NewMockRoleAssignmentsPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmauthorization.RoleAssignmentsClientListForResourceGroupResponse{\n\t\t\t\t\tRoleAssignmentListResult: armauthorization.RoleAssignmentListResult{\n\t\t\t\t\t\tValue: []*armauthorization.RoleAssignment{roleAssignment1, roleAssignment2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().ListForResourceGroup(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor i, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.AuthorizationRoleAssignment.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.AuthorizationRoleAssignment.String(), item.GetType())\n\t\t\t}\n\n\t\t\texpectedName := \"test-role-assignment-\" + string(rune(i+1+'0'))\n\t\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(resourceGroup, expectedName)\n\t\t\tif item.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\t\tt.Errorf(\"Expected unique attribute value %s, got: %s\", expectedUniqueAttrValue, item.UniqueAttributeValue())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_EmptyScope\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, \"\", true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing role assignments with empty scope, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List_PagerError\", func(t *testing.T) {\n\t\texpectedError := errors.New(\"pager error\")\n\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\tmockPager := NewMockRoleAssignmentsPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmauthorization.RoleAssignmentsClientListForResourceGroupResponse{},\n\t\t\t\texpectedError),\n\t\t)\n\n\t\tmockClient.EXPECT().ListForResourceGroup(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, scope, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\t// Create role assignment with nil name to test error handling\n\t\troleAssignment1 := createAzureRoleAssignment(\"test-role-assignment-1\", \"/subscriptions/test-subscription/resourceGroups/test-rg\")\n\t\troleAssignment2 := &armauthorization.RoleAssignment{\n\t\t\tName: nil, // Role assignment with nil name should cause error\n\t\t\tProperties: &armauthorization.RoleAssignmentProperties{\n\t\t\t\tScope: new(\"/subscriptions/test-subscription/resourceGroups/test-rg\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\tmockPager := NewMockRoleAssignmentsPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmauthorization.RoleAssignmentsClientListForResourceGroupResponse{\n\t\t\t\t\tRoleAssignmentListResult: armauthorization.RoleAssignmentListResult{\n\t\t\t\t\t\tValue: []*armauthorization.RoleAssignment{roleAssignment1, roleAssignment2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t)\n\n\t\tmockClient.EXPECT().ListForResourceGroup(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, scope, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing role assignments with nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetLookups\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlookups := wrapper.GetLookups()\n\t\tif len(lookups) != 1 {\n\t\t\tt.Errorf(\"Expected 1 lookup, got: %d\", len(lookups))\n\t\t}\n\n\t\tfoundLookup := false\n\t\tfor _, lookup := range lookups {\n\t\t\tif lookup.ItemType == azureshared.AuthorizationRoleAssignment {\n\t\t\t\tfoundLookup = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundLookup {\n\t\t\tt.Error(\"Expected GetLookups to include AuthorizationRoleAssignment\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\troleAssignmentName := \"test-role-assignment\"\n\t\troleAssignment := createAzureRoleAssignment(roleAssignmentName, \"/subscriptions/test-subscription/resourceGroups/test-rg\")\n\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\tazureScope := \"/subscriptions/test-subscription/resourceGroups/test-rg\"\n\t\tmockClient.EXPECT().Get(ctx, azureScope, roleAssignmentName, nil).Return(\n\t\t\tarmauthorization.RoleAssignmentsClientGetResponse{\n\t\t\t\tRoleAssignment: *roleAssignment,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not implement SearchableAdapter\")\n\t\t}\n\n\t\titems, err := searchable.Search(ctx, scope, roleAssignmentName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Search failed: %v\", err)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"Expected 1 item, got %d\", len(items))\n\t\t}\n\t\tif len(items) > 0 && items[0].GetType() != azureshared.AuthorizationRoleAssignment.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.AuthorizationRoleAssignment.String(), items[0].GetType())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tsearchableWrapper := wrapper.(sources.SearchableWrapper)\n\n\t\t_, qErr := searchableWrapper.Search(ctx, scope, \"name1\", \"name2\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error for too many query parts, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_EmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tsearchableWrapper := wrapper.(sources.SearchableWrapper)\n\n\t\t_, qErr := searchableWrapper.Search(ctx, scope, \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error for empty role assignment name, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchLookups\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tsearchableWrapper := wrapper.(sources.SearchableWrapper)\n\n\t\tsearchLookups := searchableWrapper.SearchLookups()\n\t\tif len(searchLookups) != 1 {\n\t\t\tt.Errorf(\"Expected 1 search lookup group, got %d\", len(searchLookups))\n\t\t}\n\t\tif len(searchLookups) > 0 && len(searchLookups[0]) != 1 {\n\t\t\tt.Errorf(\"Expected 1 lookup in first group, got %d\", len(searchLookups[0]))\n\t\t}\n\t\tif len(searchLookups) > 0 && len(searchLookups[0]) > 0 && searchLookups[0][0].ItemType != azureshared.AuthorizationRoleAssignment {\n\t\t\tt.Errorf(\"Expected SearchLookups to include AuthorizationRoleAssignment, got %v\", searchLookups[0][0].ItemType)\n\t\t}\n\t})\n\n\tt.Run(\"TerraformMappings\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_role_assignment.id\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod to be SEARCH, got: %v\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_role_assignment.id' mapping\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to include at least one link type\")\n\t\t}\n\t\tif !potentialLinks[azureshared.ManagedIdentityUserAssignedIdentity] {\n\t\t\tt.Error(\"Expected PotentialLinks to include ManagedIdentityUserAssignedIdentity\")\n\t\t}\n\t\tif !potentialLinks[azureshared.AuthorizationRoleDefinition] {\n\t\t\tt.Error(\"Expected PotentialLinks to include AuthorizationRoleDefinition\")\n\t\t}\n\t})\n\n\tt.Run(\"IAMPermissions\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpermissions := wrapper.IAMPermissions()\n\t\tif len(permissions) != 1 {\n\t\t\tt.Errorf(\"Expected 1 permission, got: %d\", len(permissions))\n\t\t}\n\n\t\texpectedPermission := \"Microsoft.Authorization/roleAssignments/read\"\n\t\tif permissions[0] != expectedPermission {\n\t\t\tt.Errorf(\"Expected permission %s, got: %s\", expectedPermission, permissions[0])\n\t\t}\n\t})\n\n\tt.Run(\"PredefinedRole\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Use interface assertion to access PredefinedRole method\n\t\tif roleInterface, ok := any(wrapper).(interface{ PredefinedRole() string }); ok {\n\t\t\trole := roleInterface.PredefinedRole()\n\t\t\tif role != \"Reader\" {\n\t\t\t\tt.Errorf(\"Expected PredefinedRole to be 'Reader', got %s\", role)\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Wrapper does not implement PredefinedRole method\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithDelegatedManagedIdentity\", func(t *testing.T) {\n\t\troleAssignmentName := \"test-role-assignment-with-identity\"\n\t\troleAssignment := createAzureRoleAssignment(roleAssignmentName, \"/subscriptions/test-subscription/resourceGroups/test-rg\")\n\t\t// Add delegated managed identity resource ID\n\t\tdelegatedIdentityID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\"\n\t\troleAssignment.Properties.DelegatedManagedIdentityResourceID = new(delegatedIdentityID)\n\n\t\tmockClient := mocks.NewMockRoleAssignmentsClient(ctrl)\n\t\tazureScope := \"/subscriptions/test-subscription/resourceGroups/test-rg\"\n\t\tmockClient.EXPECT().Get(ctx, azureScope, roleAssignmentName, nil).Return(\n\t\t\tarmauthorization.RoleAssignmentsClientGetResponse{\n\t\t\t\tRoleAssignment: *roleAssignment,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewAuthorizationRoleAssignment(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, roleAssignmentName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify linked item queries include both role definition and managed identity\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Role Definition link\n\t\t\t\t\tExpectedType: azureshared.AuthorizationRoleDefinition.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"b24988ac-6180-42a0-ab88-20f7382dd24c\",\n\t\t\t\t\tExpectedScope: subscriptionID,\n\t\t\t\t}, {\n\t\t\t\t\t// Delegated Managed Identity link\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-identity\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n}\n\n// MockRoleAssignmentsPager is a mock for RoleAssignmentsPager\ntype MockRoleAssignmentsPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockRoleAssignmentsPagerMockRecorder\n}\n\ntype MockRoleAssignmentsPagerMockRecorder struct {\n\tmock *MockRoleAssignmentsPager\n}\n\nfunc NewMockRoleAssignmentsPager(ctrl *gomock.Controller) *MockRoleAssignmentsPager {\n\tmock := &MockRoleAssignmentsPager{ctrl: ctrl}\n\tmock.recorder = &MockRoleAssignmentsPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockRoleAssignmentsPager) EXPECT() *MockRoleAssignmentsPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockRoleAssignmentsPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockRoleAssignmentsPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockRoleAssignmentsPager) NextPage(ctx context.Context) (armauthorization.RoleAssignmentsClientListForResourceGroupResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armauthorization.RoleAssignmentsClientListForResourceGroupResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockRoleAssignmentsPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armauthorization.RoleAssignmentsClientListForResourceGroupResponse, error)](), ctx)\n}\n\n// createAzureRoleAssignment creates a mock Azure role assignment for testing\nfunc createAzureRoleAssignment(roleAssignmentName, scope string) *armauthorization.RoleAssignment {\n\treturn &armauthorization.RoleAssignment{\n\t\tName: new(roleAssignmentName),\n\t\tType: new(\"Microsoft.Authorization/roleAssignments\"),\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Authorization/roleAssignments/\" + roleAssignmentName),\n\t\tProperties: &armauthorization.RoleAssignmentProperties{\n\t\t\tScope: new(scope),\n\t\t\tRoleDefinitionID: new(\"/subscriptions/test-subscription/providers/Microsoft.Authorization/roleDefinitions/b24988ac-6180-42a0-ab88-20f7382dd24c\"),\n\t\t\tPrincipalID: new(\"00000000-0000-0000-0000-000000000000\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/authorization-role-definition.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar AuthorizationRoleDefinitionLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.AuthorizationRoleDefinition)\n\ntype authorizationRoleDefinitionWrapper struct {\n\tclient clients.RoleDefinitionsClient\n\n\t*azureshared.SubscriptionBase\n}\n\nfunc NewAuthorizationRoleDefinition(client clients.RoleDefinitionsClient, subscriptionID string) sources.ListableWrapper {\n\treturn &authorizationRoleDefinitionWrapper{\n\t\tclient: client,\n\t\tSubscriptionBase: azureshared.NewSubscriptionBase(\n\t\t\tsubscriptionID,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tazureshared.AuthorizationRoleDefinition,\n\t\t),\n\t}\n}\n\n// List retrieves all role definitions within the subscription scope.\n// ref: https://learn.microsoft.com/en-us/rest/api/authorization/role-definitions/list\nfunc (c authorizationRoleDefinitionWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\tif scope == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"scope cannot be empty\"), scope, c.Type())\n\t}\n\n\tazureScope := fmt.Sprintf(\"/subscriptions/%s\", c.SubscriptionID())\n\tpager := c.client.NewListPager(azureScope, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, roleDefinition := range page.Value {\n\t\t\tif roleDefinition == nil || roleDefinition.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureRoleDefinitionToSDPItem(roleDefinition, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\n// ListStream streams all role definitions within the subscription scope.\nfunc (c authorizationRoleDefinitionWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\tif scope == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"scope cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\tazureScope := fmt.Sprintf(\"/subscriptions/%s\", c.SubscriptionID())\n\tpager := c.client.NewListPager(azureScope, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, roleDefinition := range page.Value {\n\t\t\tif roleDefinition == nil || roleDefinition.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureRoleDefinitionToSDPItem(roleDefinition, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// Get retrieves a role definition by its ID (GUID).\n// ref: https://learn.microsoft.com/en-us/rest/api/authorization/role-definitions/get\nfunc (c authorizationRoleDefinitionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif scope == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"scope cannot be empty\"), scope, c.Type())\n\t}\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 1 query part: roleDefinitionID\"), scope, c.Type())\n\t}\n\n\troleDefinitionID := queryParts[0]\n\tif roleDefinitionID == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"roleDefinitionID cannot be empty\"), scope, c.Type())\n\t}\n\n\tazureScope := fmt.Sprintf(\"/subscriptions/%s\", c.SubscriptionID())\n\tresp, err := c.client.Get(ctx, azureScope, roleDefinitionID, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureRoleDefinitionToSDPItem(&resp.RoleDefinition, scope)\n}\n\nfunc (c authorizationRoleDefinitionWrapper) azureRoleDefinitionToSDPItem(roleDefinition *armauthorization.RoleDefinition, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif roleDefinition.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"role definition name is nil\"), scope, c.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(roleDefinition)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.AuthorizationRoleDefinition.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to AssignableScopes (subscriptions and resource groups)\n\tif roleDefinition.Properties != nil && roleDefinition.Properties.AssignableScopes != nil {\n\t\tfor _, assignableScope := range roleDefinition.Properties.AssignableScopes {\n\t\t\tif assignableScope == nil || *assignableScope == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tscopePath := *assignableScope\n\n\t\t\t// Determine if this is a subscription or resource group scope\n\t\t\t// Format: /subscriptions/{subscriptionId} or /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}\n\t\t\tif rgName := azureshared.ExtractResourceGroupFromResourceID(scopePath); rgName != \"\" {\n\t\t\t\t// Resource group scope\n\t\t\t\tsubscriptionID := azureshared.ExtractSubscriptionIDFromResourceID(scopePath)\n\t\t\t\tif subscriptionID != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ResourcesResourceGroup.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: rgName,\n\t\t\t\t\t\t\tScope: subscriptionID,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t} else if subscriptionID := azureshared.ExtractSubscriptionIDFromResourceID(scopePath); subscriptionID != \"\" {\n\t\t\t\t// Subscription scope only\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ResourcesSubscription.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: subscriptionID,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c authorizationRoleDefinitionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tAuthorizationRoleDefinitionLookupByName,\n\t}\n}\n\n// PotentialLinks returns all resource types this adapter can link to.\nfunc (c authorizationRoleDefinitionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ResourcesSubscription,\n\t\tazureshared.ResourcesResourceGroup,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/management-and-governance#microsoftauthorization\nfunc (c authorizationRoleDefinitionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Authorization/roleDefinitions/read\",\n\t}\n}\n\nfunc (c authorizationRoleDefinitionWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/authorization-role-definition_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"reflect\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestAuthorizationRoleDefinition(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tscope := subscriptionID\n\tazureScope := \"/subscriptions/\" + subscriptionID\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\troleDefinitionID := \"b24988ac-6180-42a0-ab88-20f7382dd24c\"\n\t\troleDefinition := createAzureRoleDefinition(roleDefinitionID, \"Reader\")\n\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, azureScope, roleDefinitionID, nil).Return(\n\t\t\tarmauthorization.RoleDefinitionsClientGetResponse{\n\t\t\t\tRoleDefinition: *roleDefinition,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, roleDefinitionID, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.AuthorizationRoleDefinition.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.AuthorizationRoleDefinition.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != roleDefinitionID {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", roleDefinitionID, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != scope {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", scope, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\t// Verify linked item queries for AssignableScopes\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Subscription scope link\n\t\t\t\t\tExpectedType: azureshared.ResourcesSubscription.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: subscriptionID,\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_EmptyScope\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, \"\", \"test-role-definition\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting role definition with empty scope, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyRoleDefinitionID\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting role definition with empty ID, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\troleDefinitionID := \"test-role-definition\"\n\t\texpectedError := errors.New(\"client error\")\n\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, azureScope, roleDefinitionID, nil).Return(\n\t\t\tarmauthorization.RoleDefinitionsClientGetResponse{},\n\t\t\texpectedError)\n\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, roleDefinitionID, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NilName\", func(t *testing.T) {\n\t\troleDefinition := &armauthorization.RoleDefinition{\n\t\t\tName: nil,\n\t\t\tProperties: &armauthorization.RoleDefinitionProperties{\n\t\t\t\tRoleName: new(\"Reader\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\t\troleDefinitionID := \"test-role-definition\"\n\t\tmockClient.EXPECT().Get(ctx, azureScope, roleDefinitionID, nil).Return(\n\t\t\tarmauthorization.RoleDefinitionsClientGetResponse{\n\t\t\t\tRoleDefinition: *roleDefinition,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, roleDefinitionID, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when role definition has nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\troleDefinition1 := createAzureRoleDefinition(\"guid-1\", \"Reader\")\n\t\troleDefinition2 := createAzureRoleDefinition(\"guid-2\", \"Contributor\")\n\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\t\tmockPager := NewMockRoleDefinitionsPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmauthorization.RoleDefinitionsClientListResponse{\n\t\t\t\t\tRoleDefinitionListResult: armauthorization.RoleDefinitionListResult{\n\t\t\t\t\t\tValue: []*armauthorization.RoleDefinition{roleDefinition1, roleDefinition2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListPager(azureScope, nil).Return(mockPager)\n\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.AuthorizationRoleDefinition.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.AuthorizationRoleDefinition.String(), item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_EmptyScope\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, \"\", true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing role definitions with empty scope, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List_PagerError\", func(t *testing.T) {\n\t\texpectedError := errors.New(\"pager error\")\n\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\t\tmockPager := NewMockRoleDefinitionsPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmauthorization.RoleDefinitionsClientListResponse{},\n\t\t\t\texpectedError),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListPager(azureScope, nil).Return(mockPager)\n\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, scope, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\troleDefinition1 := createAzureRoleDefinition(\"guid-1\", \"Reader\")\n\t\troleDefinition2 := &armauthorization.RoleDefinition{\n\t\t\tName: nil,\n\t\t\tProperties: &armauthorization.RoleDefinitionProperties{\n\t\t\t\tRoleName: new(\"Contributor\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\t\tmockPager := NewMockRoleDefinitionsPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmauthorization.RoleDefinitionsClientListResponse{\n\t\t\t\t\tRoleDefinitionListResult: armauthorization.RoleDefinitionListResult{\n\t\t\t\t\t\tValue: []*armauthorization.RoleDefinition{roleDefinition1, roleDefinition2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListPager(azureScope, nil).Return(mockPager)\n\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should skip nil name items\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name should be skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\troleDefinition1 := createAzureRoleDefinition(\"guid-1\", \"Reader\")\n\t\troleDefinition2 := createAzureRoleDefinition(\"guid-2\", \"Contributor\")\n\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\t\tmockPager := NewMockRoleDefinitionsPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmauthorization.RoleDefinitionsClientListResponse{\n\t\t\t\t\tRoleDefinitionListResult: armauthorization.RoleDefinitionListResult{\n\t\t\t\t\t\tValue: []*armauthorization.RoleDefinition{roleDefinition1, roleDefinition2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListPager(azureScope, nil).Return(mockPager)\n\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable.ListStream(ctx, scope, true, stream)\n\t\twg.Wait()\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %d\", len(errs))\n\t\t}\n\t})\n\n\tt.Run(\"GetLookups\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\n\t\tlookups := wrapper.GetLookups()\n\t\tif len(lookups) != 1 {\n\t\t\tt.Errorf(\"Expected 1 lookup, got: %d\", len(lookups))\n\t\t}\n\n\t\tfoundLookup := false\n\t\tfor _, lookup := range lookups {\n\t\t\tif lookup.ItemType == azureshared.AuthorizationRoleDefinition {\n\t\t\t\tfoundLookup = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundLookup {\n\t\t\tt.Error(\"Expected GetLookups to include AuthorizationRoleDefinition\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\tif len(potentialLinks) != 2 {\n\t\t\tt.Errorf(\"Expected 2 potential links, got: %d\", len(potentialLinks))\n\t\t}\n\t\tif !potentialLinks[azureshared.ResourcesSubscription] {\n\t\t\tt.Error(\"Expected PotentialLinks to include ResourcesSubscription\")\n\t\t}\n\t\tif !potentialLinks[azureshared.ResourcesResourceGroup] {\n\t\t\tt.Error(\"Expected PotentialLinks to include ResourcesResourceGroup\")\n\t\t}\n\t})\n\n\tt.Run(\"IAMPermissions\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\n\t\tpermissions := wrapper.IAMPermissions()\n\t\tif len(permissions) != 1 {\n\t\t\tt.Errorf(\"Expected 1 permission, got: %d\", len(permissions))\n\t\t}\n\n\t\texpectedPermission := \"Microsoft.Authorization/roleDefinitions/read\"\n\t\tif permissions[0] != expectedPermission {\n\t\t\tt.Errorf(\"Expected permission %s, got: %s\", expectedPermission, permissions[0])\n\t\t}\n\t})\n\n\tt.Run(\"PredefinedRole\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoleDefinitionsClient(ctrl)\n\t\twrapper := manual.NewAuthorizationRoleDefinition(mockClient, subscriptionID)\n\n\t\tif roleInterface, ok := any(wrapper).(interface{ PredefinedRole() string }); ok {\n\t\t\trole := roleInterface.PredefinedRole()\n\t\t\tif role != \"Reader\" {\n\t\t\t\tt.Errorf(\"Expected PredefinedRole to be 'Reader', got %s\", role)\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Wrapper does not implement PredefinedRole method\")\n\t\t}\n\t})\n}\n\n// MockRoleDefinitionsPager is a mock for RoleDefinitionsPager\ntype MockRoleDefinitionsPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockRoleDefinitionsPagerMockRecorder\n}\n\ntype MockRoleDefinitionsPagerMockRecorder struct {\n\tmock *MockRoleDefinitionsPager\n}\n\nfunc NewMockRoleDefinitionsPager(ctrl *gomock.Controller) *MockRoleDefinitionsPager {\n\tmock := &MockRoleDefinitionsPager{ctrl: ctrl}\n\tmock.recorder = &MockRoleDefinitionsPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockRoleDefinitionsPager) EXPECT() *MockRoleDefinitionsPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockRoleDefinitionsPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockRoleDefinitionsPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockRoleDefinitionsPager) NextPage(ctx context.Context) (armauthorization.RoleDefinitionsClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armauthorization.RoleDefinitionsClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockRoleDefinitionsPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armauthorization.RoleDefinitionsClientListResponse, error)](), ctx)\n}\n\n// createAzureRoleDefinition creates a mock Azure role definition for testing\nfunc createAzureRoleDefinition(roleDefinitionID, roleName string) *armauthorization.RoleDefinition {\n\treturn &armauthorization.RoleDefinition{\n\t\tName: new(roleDefinitionID),\n\t\tType: new(\"Microsoft.Authorization/roleDefinitions\"),\n\t\tID: new(\"/subscriptions/test-subscription/providers/Microsoft.Authorization/roleDefinitions/\" + roleDefinitionID),\n\t\tProperties: &armauthorization.RoleDefinitionProperties{\n\t\t\tRoleName: new(roleName),\n\t\t\tRoleType: new(\"BuiltInRole\"),\n\t\t\tDescription: new(\"Test role definition for \" + roleName),\n\t\t\tAssignableScopes: []*string{\n\t\t\t\tnew(\"/subscriptions/test-subscription\"),\n\t\t\t},\n\t\t\tPermissions: []*armauthorization.Permission{\n\t\t\t\t{\n\t\t\t\t\tActions: []*string{\n\t\t\t\t\t\tnew(\"*/read\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/batch-batch-accounts.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar BatchAccountLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.BatchBatchAccount)\n\ntype batchAccountWrapper struct {\n\tclient clients.BatchAccountsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewBatchAccount(client clients.BatchAccountsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &batchAccountWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.BatchBatchAccount,\n\t\t),\n\t}\n}\n\nfunc (b batchAccountWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\tpager := b.client.ListByResourceGroup(ctx, rgScope.ResourceGroup)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t\t}\n\n\t\tfor _, account := range page.Value {\n\t\t\tif account.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := b.azureBatchAccountToSDPItem(account, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (b batchAccountWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, b.Type()))\n\t\treturn\n\t}\n\tpager := b.client.ListByResourceGroup(ctx, rgScope.ResourceGroup)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, b.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, account := range page.Value {\n\t\t\tif account.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := b.azureBatchAccountToSDPItem(account, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (b batchAccountWrapper) azureBatchAccountToSDPItem(account *armbatch.Account, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif account.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"name is nil\"), scope, b.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(account, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.BatchBatchAccount.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(account.Tags),\n\t}\n\n\taccountName := *account.Name\n\n\t// Link to Storage Account (external resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/storagerp/storage-accounts/get-properties\n\tif account.Properties != nil && account.Properties.AutoStorage != nil && account.Properties.AutoStorage.StorageAccountID != nil {\n\t\tstorageAccountID := *account.Properties.AutoStorage.StorageAccountID\n\t\tstorageAccountName := azureshared.ExtractResourceName(storageAccountID)\n\t\tif storageAccountName != \"\" {\n\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(storageAccountID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: storageAccountName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Key Vault (external resource) from KeyVaultReference\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/vaults/get?view=rest-keyvault-keyvault-2024-11-01&tabs=HTTP\n\tif account.Properties != nil && account.Properties.KeyVaultReference != nil && account.Properties.KeyVaultReference.ID != nil {\n\t\tkeyVaultID := *account.Properties.KeyVaultReference.ID\n\t\tkeyVaultName := azureshared.ExtractResourceName(keyVaultID)\n\t\tif keyVaultName != \"\" {\n\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(keyVaultID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: keyVaultName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Key Vault (external resource) from Encryption KeyVaultProperties\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/vaults/get?view=rest-keyvault-keyvault-2024-11-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.KeyVault/vaults/{vaultName}\n\t//\n\t// NOTE: Key Vaults can be in a different resource group than the Batch account. However, the Key Vault URI\n\t// format (https://{vaultName}.vault.azure.net/keys/{keyName}/{version}) does not contain resource group information.\n\t// Key Vault names are globally unique within a subscription, so we use the batch account's scope as a best-effort\n\t// approach. If the Key Vault is in a different resource group, the query may fail and would need to be manually corrected\n\t// or the Key Vault adapter would need to support subscription-level search.\n\tif account.Properties != nil && account.Properties.Encryption != nil && account.Properties.Encryption.KeyVaultProperties != nil {\n\t\tif account.Properties.Encryption.KeyVaultProperties.KeyIdentifier != nil {\n\t\t\tkeyIdentifier := *account.Properties.Encryption.KeyVaultProperties.KeyIdentifier\n\t\t\t// Key Vault URI format: https://{vaultName}.vault.azure.net/keys/{keyName}/{version}\n\t\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyIdentifier)\n\t\t\tif vaultName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\tScope: scope, // Limitation: Key Vault URI doesn't contain resource group info\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Private Endpoints (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/private-endpoints/get\n\tif account.Properties != nil && account.Properties.PrivateEndpointConnections != nil {\n\t\tfor _, peConnection := range account.Properties.PrivateEndpointConnections {\n\t\t\tif peConnection.Properties != nil && peConnection.Properties.PrivateEndpoint != nil && peConnection.Properties.PrivateEndpoint.ID != nil {\n\t\t\t\tprivateEndpointID := *peConnection.Properties.PrivateEndpoint.ID\n\t\t\t\tprivateEndpointName := azureshared.ExtractResourceName(privateEndpointID)\n\t\t\t\tif privateEndpointName != \"\" {\n\t\t\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(privateEndpointID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: privateEndpointName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to User Assigned Managed Identities (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\tif account.Identity != nil && account.Identity.UserAssignedIdentities != nil {\n\t\tfor identityResourceID := range account.Identity.UserAssignedIdentities {\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tif identityName != \"\" {\n\t\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Node Identity Reference (external resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\tif account.Properties != nil && account.Properties.AutoStorage != nil && account.Properties.AutoStorage.NodeIdentityReference != nil && account.Properties.AutoStorage.NodeIdentityReference.ResourceID != nil {\n\t\tnodeIdentityID := *account.Properties.AutoStorage.NodeIdentityReference.ResourceID\n\t\tnodeIdentityName := azureshared.ExtractResourceName(nodeIdentityID)\n\t\tif nodeIdentityName != \"\" {\n\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(nodeIdentityID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: nodeIdentityName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Applications (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/batchmanagement/application/list?view=rest-batchmanagement-2024-07-01&tabs=HTTP\n\t// Applications can be listed using the batch account name\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchApplication.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Pools (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/batchmanagement/pool/list-by-batch-account?view=rest-batchmanagement-2024-07-01&tabs=HTTP\n\t// Pools can be listed using the batch account name\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchPool.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Certificates (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/batchmanagement/certificate/list-by-batch-account?view=rest-batchmanagement-2024-07-01&tabs=HTTP\n\t// Certificates can be listed using the batch account name\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchCertificate.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Private Endpoint Connections (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/batchmanagement/private-endpoint-connection/list-by-batch-account?view=rest-batchmanagement-2024-07-01&tabs=HTTP\n\t// Private endpoint connections can be listed using the batch account name\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchPrivateEndpointConnection.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Private Link Resources (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/batchmanagement/private-link-resource/list-by-batch-account?view=rest-batchmanagement-2024-07-01&tabs=HTTP\n\t// Private link resources can be listed using the batch account name\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchPrivateLinkResource.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Detectors (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/batchmanagement/batch-account/list-detectors?view=rest-batchmanagement-2024-07-01&tabs=HTTP\n\t// Detectors can be listed using the batch account name\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchDetector.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to DNS name (standard library) if AccountEndpoint is configured\n\tif account.Properties != nil && account.Properties.AccountEndpoint != nil && *account.Properties.AccountEndpoint != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *account.Properties.AccountEndpoint,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to IP addresses (standard library) from NetworkProfile AccountAccess IPRules\n\tif account.Properties != nil && account.Properties.NetworkProfile != nil && account.Properties.NetworkProfile.AccountAccess != nil {\n\t\tif account.Properties.NetworkProfile.AccountAccess.IPRules != nil {\n\t\t\tfor _, ipRule := range account.Properties.NetworkProfile.AccountAccess.IPRules {\n\t\t\t\tif ipRule != nil && ipRule.Value != nil && *ipRule.Value != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *ipRule.Value,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to IP addresses (standard library) from NetworkProfile NodeManagementAccess IPRules\n\tif account.Properties != nil && account.Properties.NetworkProfile != nil && account.Properties.NetworkProfile.NodeManagementAccess != nil {\n\t\tif account.Properties.NetworkProfile.NodeManagementAccess.IPRules != nil {\n\t\t\tfor _, ipRule := range account.Properties.NetworkProfile.NodeManagementAccess.IPRules {\n\t\t\t\tif ipRule != nil && ipRule.Value != nil && *ipRule.Value != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *ipRule.Value,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (b batchAccountWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 1 query part: accountName\",\n\t\t\tScope: scope,\n\t\t\tItemType: b.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\n\tif accountName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"accountName is empty\"), scope, b.Type())\n\t}\n\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\tresp, err := b.client.Get(ctx, rgScope.ResourceGroup, accountName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\n\treturn b.azureBatchAccountToSDPItem(&resp.Account, scope)\n}\n\nfunc (b batchAccountWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tBatchAccountLookupByName,\n\t}\n}\n\nfunc (b batchAccountWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\t// External resources\n\t\tazureshared.StorageAccount: true,\n\t\tazureshared.KeyVaultVault: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t\t// Child resources\n\t\tazureshared.BatchBatchApplication: true,\n\t\tazureshared.BatchBatchPool: true,\n\t\tazureshared.BatchBatchCertificate: true,\n\t\tazureshared.BatchBatchPrivateEndpointConnection: true,\n\t\tazureshared.BatchBatchPrivateLinkResource: true,\n\t\tazureshared.BatchBatchDetector: true,\n\t\t// DNS\n\t\tstdlib.NetworkDNS: true,\n\t\t// IP\n\t\tstdlib.NetworkIP: true,\n\t}\n}\n\nfunc (b batchAccountWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/batch_account\n\t\t\tTerraformQueryMap: \"azurerm_batch_account.name\",\n\t\t},\n\t}\n}\n\n// ref : https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute\nfunc (b batchAccountWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Batch/batchAccounts/read\",\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles/compute#azure-batch-account-reader\nfunc (b batchAccountWrapper) PredefinedRole() string {\n\treturn \"Azure Batch Account Reader\"\n}\n" }, { "path": "sources/azure/manual/batch-batch-accounts_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockBatchAccountsPager is a simple mock implementation of BatchAccountsPager\ntype mockBatchAccountsPager struct {\n\tctrl *gomock.Controller\n\tmore bool\n\tresponse armbatch.AccountClientListByResourceGroupResponse\n\terr error\n}\n\nfunc (m *mockBatchAccountsPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockBatchAccountsPager) NextPage(ctx context.Context) (armbatch.AccountClientListByResourceGroupResponse, error) {\n\tm.more = false // After NextPage, More() should return false\n\treturn m.response, m.err\n}\n\nfunc TestBatchAccount(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\taccountName := \"test-batch-account\"\n\t\taccount := createAzureBatchAccount(accountName, \"Succeeded\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName).Return(\n\t\t\tarmbatch.AccountClientGetResponse{\n\t\t\t\tAccount: *account,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.BatchBatchAccount.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.BatchBatchAccount, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != accountName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", accountName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Storage Account link\n\t\t\t\t\tExpectedType: azureshared.StorageAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-storage-account\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Key Vault link\n\t\t\t\t\tExpectedType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-keyvault\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Private Endpoint link\n\t\t\t\t\tExpectedType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-private-endpoint\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// User Assigned Managed Identity link\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-identity\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Node Identity Reference link\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-node-identity\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Applications (child resource)\n\t\t\t\t\tExpectedType: azureshared.BatchBatchApplication.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Pools (child resource)\n\t\t\t\t\tExpectedType: azureshared.BatchBatchPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Certificates (child resource)\n\t\t\t\t\tExpectedType: azureshared.BatchBatchCertificate.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Private Endpoint Connections (child resource)\n\t\t\t\t\tExpectedType: azureshared.BatchBatchPrivateEndpointConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Private Link Resources (child resource)\n\t\t\t\t\tExpectedType: azureshared.BatchBatchPrivateLinkResource.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Detectors (child resource)\n\t\t\t\t\tExpectedType: azureshared.BatchBatchDetector.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_EmptyAccountName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when account name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with no query parts\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when no query parts provided, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\taccountName := \"test-batch-account\"\n\t\texpectedErr := errors.New(\"batch account not found\")\n\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName).Return(\n\t\t\tarmbatch.AccountClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\taccount1 := createAzureBatchAccount(\"test-batch-account-1\", \"Succeeded\", subscriptionID, resourceGroup)\n\t\taccount2 := createAzureBatchAccount(\"test-batch-account-2\", \"Succeeded\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\t\tmockPager := &mockBatchAccountsPager{\n\t\t\tctrl: ctrl,\n\t\t\tmore: true,\n\t\t\tresponse: armbatch.AccountClientListByResourceGroupResponse{\n\t\t\t\tAccountListResult: armbatch.AccountListResult{\n\t\t\t\t\tValue: []*armbatch.Account{account1, account2},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient.EXPECT().ListByResourceGroup(ctx, resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\taccount1 := createAzureBatchAccount(\"test-batch-account-1\", \"Succeeded\", subscriptionID, resourceGroup)\n\t\taccount2NilName := createAzureBatchAccount(\"test-batch-account-2\", \"Succeeded\", subscriptionID, resourceGroup)\n\t\taccount2NilName.Name = nil // Set name to nil to test filtering\n\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\t\tmockPager := &mockBatchAccountsPager{\n\t\t\tctrl: ctrl,\n\t\t\tmore: true,\n\t\t\tresponse: armbatch.AccountClientListByResourceGroupResponse{\n\t\t\t\tAccountListResult: armbatch.AccountListResult{\n\t\t\t\t\tValue: []*armbatch.Account{account1, account2NilName},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient.EXPECT().ListByResourceGroup(ctx, resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item since account2 has nil name\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (filtered out nil name), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"List_PagerError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"pager error\")\n\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\t\tmockPager := &mockBatchAccountsPager{\n\t\t\tctrl: ctrl,\n\t\t\tmore: true,\n\t\t\terr: expectedErr,\n\t\t}\n\n\t\tmockClient.EXPECT().ListByResourceGroup(ctx, resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetLookups\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlookups := wrapper.GetLookups()\n\t\tif len(lookups) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 lookup, got: %d\", len(lookups))\n\t\t}\n\n\t\tif lookups[0].ItemType != azureshared.BatchBatchAccount {\n\t\t\tt.Errorf(\"Expected lookup item type %s, got %s\", azureshared.BatchBatchAccount, lookups[0].ItemType)\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\texpectedLinks := []shared.ItemType{\n\t\t\tazureshared.StorageAccount,\n\t\t\tazureshared.KeyVaultVault,\n\t\t\tazureshared.NetworkPrivateEndpoint,\n\t\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\t\tazureshared.BatchBatchApplication,\n\t\t\tazureshared.BatchBatchPool,\n\t\t\tazureshared.BatchBatchCertificate,\n\t\t\tazureshared.BatchBatchPrivateEndpointConnection,\n\t\t\tazureshared.BatchBatchPrivateLinkResource,\n\t\t\tazureshared.BatchBatchDetector,\n\t\t}\n\n\t\tfor _, expectedLink := range expectedLinks {\n\t\t\tif !potentialLinks[expectedLink] {\n\t\t\t\tt.Errorf(\"Expected potential link %s to be true, got false\", expectedLink)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"TerraformMappings\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 terraform mapping, got: %d\", len(mappings))\n\t\t}\n\n\t\tif mappings[0].GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\tt.Errorf(\"Expected terraform method GET, got: %s\", mappings[0].GetTerraformMethod())\n\t\t}\n\n\t\tif mappings[0].GetTerraformQueryMap() != \"azurerm_batch_account.name\" {\n\t\t\tt.Errorf(\"Expected terraform query map 'azurerm_batch_account.name', got: %s\", mappings[0].GetTerraformQueryMap())\n\t\t}\n\t})\n\n\tt.Run(\"IAMPermissions\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpermissions := wrapper.IAMPermissions()\n\t\texpectedPermissions := []string{\n\t\t\t\"Microsoft.Batch/batchAccounts/read\",\n\t\t}\n\n\t\tif len(permissions) != len(expectedPermissions) {\n\t\t\tt.Fatalf(\"Expected %d permissions, got: %d\", len(expectedPermissions), len(permissions))\n\t\t}\n\n\t\tfor i, expected := range expectedPermissions {\n\t\t\tif permissions[i] != expected {\n\t\t\t\tt.Errorf(\"Expected permission %s, got: %s\", expected, permissions[i])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"PredefinedRole\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// PredefinedRole is available on the wrapper, not the adapter\n\t\trole := wrapper.(interface{ PredefinedRole() string }).PredefinedRole()\n\t\texpectedRole := \"Azure Batch Account Reader\"\n\n\t\tif role != expectedRole {\n\t\t\tt.Errorf(\"Expected role %s, got: %s\", expectedRole, role)\n\t\t}\n\t})\n\n\tt.Run(\"CrossResourceGroupScope\", func(t *testing.T) {\n\t\t// Test that resources in different resource groups use the correct scope\n\t\totherSubscriptionID := \"other-subscription\"\n\t\totherResourceGroup := \"other-rg\"\n\n\t\taccountName := \"test-batch-account\"\n\t\taccount := createAzureBatchAccountWithCrossRGResources(\n\t\t\taccountName, \"Succeeded\",\n\t\t\tsubscriptionID, resourceGroup,\n\t\t\totherSubscriptionID, otherResourceGroup,\n\t\t)\n\n\t\tmockClient := mocks.NewMockBatchAccountsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName).Return(\n\t\t\tarmbatch.AccountClientGetResponse{\n\t\t\t\tAccount: *account,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewBatchAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Find the storage account link (which is in a different resource group)\n\t\tfoundCrossRGStorage := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.StorageAccount.String() {\n\t\t\t\texpectedScope := otherSubscriptionID + \".\" + otherResourceGroup\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected storage account scope %s, got: %s\", expectedScope, linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tfoundCrossRGStorage = true\n\t\t\t}\n\t\t}\n\n\t\tif !foundCrossRGStorage {\n\t\t\tt.Error(\"Expected to find storage account link with cross-resource-group scope\")\n\t\t}\n\t})\n}\n\n// createAzureBatchAccount creates a mock Azure Batch Account for testing\nfunc createAzureBatchAccount(accountName, provisioningState, subscriptionID, resourceGroup string) *armbatch.Account {\n\tstorageAccountID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Storage/storageAccounts/test-storage-account\"\n\tkeyVaultID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.KeyVault/vaults/test-keyvault\"\n\tprivateEndpointID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-private-endpoint\"\n\tidentityID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\"\n\tnodeIdentityID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-node-identity\"\n\n\treturn &armbatch.Account{\n\t\tName: new(accountName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armbatch.AccountProperties{\n\t\t\tProvisioningState: (*armbatch.ProvisioningState)(new(provisioningState)),\n\t\t\tAutoStorage: &armbatch.AutoStorageProperties{\n\t\t\t\tStorageAccountID: new(storageAccountID),\n\t\t\t\tLastKeySync: new(time.Date(2024, 1, 1, 0, 0, 0, 0, time.UTC)),\n\t\t\t\tNodeIdentityReference: &armbatch.ComputeNodeIdentityReference{\n\t\t\t\t\tResourceID: new(nodeIdentityID),\n\t\t\t\t},\n\t\t\t},\n\t\t\tKeyVaultReference: &armbatch.KeyVaultReference{\n\t\t\t\tID: new(keyVaultID),\n\t\t\t\tURL: new(\"https://test-keyvault.vault.azure.net/\"),\n\t\t\t},\n\t\t\tPrivateEndpointConnections: []*armbatch.PrivateEndpointConnection{\n\t\t\t\t{\n\t\t\t\t\tProperties: &armbatch.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armbatch.PrivateEndpoint{\n\t\t\t\t\t\t\tID: new(privateEndpointID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tIdentity: &armbatch.AccountIdentity{\n\t\t\tType: (*armbatch.ResourceIdentityType)(new(armbatch.ResourceIdentityTypeUserAssigned)),\n\t\t\tUserAssignedIdentities: map[string]*armbatch.UserAssignedIdentities{\n\t\t\t\tidentityID: {},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureBatchAccountWithCrossRGResources creates a mock Azure Batch Account with resources in different resource groups\nfunc createAzureBatchAccountWithCrossRGResources(\n\taccountName, provisioningState,\n\tsubscriptionID, resourceGroup,\n\totherSubscriptionID, otherResourceGroup string,\n) *armbatch.Account {\n\t// Storage account is in a different resource group\n\tstorageAccountID := \"/subscriptions/\" + otherSubscriptionID + \"/resourceGroups/\" + otherResourceGroup + \"/providers/Microsoft.Storage/storageAccounts/test-storage-account\"\n\n\treturn &armbatch.Account{\n\t\tName: new(accountName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armbatch.AccountProperties{\n\t\t\tProvisioningState: (*armbatch.ProvisioningState)(new(provisioningState)),\n\t\t\tAutoStorage: &armbatch.AutoStorageProperties{\n\t\t\t\tStorageAccountID: new(storageAccountID),\n\t\t\t\tLastKeySync: new(time.Date(2024, 1, 1, 0, 0, 0, 0, time.UTC)),\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/batch-batch-application-package.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"net/url\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar BatchBatchApplicationPackageLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.BatchBatchApplicationPackage)\n\ntype batchBatchApplicationPackageWrapper struct {\n\tclient clients.BatchApplicationPackagesClient\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewBatchBatchApplicationPackage returns a SearchableWrapper for Azure Batch application packages\n// (child of Batch application, grandchild of Batch account).\nfunc NewBatchBatchApplicationPackage(client clients.BatchApplicationPackagesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &batchBatchApplicationPackageWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.BatchBatchApplicationPackage,\n\t\t),\n\t}\n}\n\nfunc (c batchBatchApplicationPackageWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 3 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 3 query parts: accountName, applicationName, and versionName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\tapplicationName := queryParts[1]\n\tversionName := queryParts[2]\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, accountName, applicationName, versionName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureApplicationPackageToSDPItem(&resp.ApplicationPackage, accountName, applicationName, versionName, scope)\n}\n\nfunc (c batchBatchApplicationPackageWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tBatchAccountLookupByName,\n\t\tBatchBatchApplicationLookupByName,\n\t\tBatchBatchApplicationPackageLookupByName,\n\t}\n}\n\nfunc (c batchBatchApplicationPackageWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 2 query parts: accountName and applicationName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\tapplicationName := queryParts[1]\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.List(ctx, rgScope.ResourceGroup, accountName, applicationName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\n\t\tfor _, pkg := range page.Value {\n\t\t\tif pkg == nil || pkg.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureApplicationPackageToSDPItem(pkg, accountName, applicationName, *pkg.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c batchBatchApplicationPackageWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 2 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 2 query parts: accountName and applicationName\"), scope, c.Type()))\n\t\treturn\n\t}\n\taccountName := queryParts[0]\n\tapplicationName := queryParts[1]\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.List(ctx, rgScope.ResourceGroup, accountName, applicationName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, pkg := range page.Value {\n\t\t\tif pkg == nil || pkg.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureApplicationPackageToSDPItem(pkg, accountName, applicationName, *pkg.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c batchBatchApplicationPackageWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tBatchAccountLookupByName,\n\t\t\tBatchBatchApplicationLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c batchBatchApplicationPackageWrapper) azureApplicationPackageToSDPItem(pkg *armbatch.ApplicationPackage, accountName, applicationName, versionName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif pkg.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"application package name is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(pkg, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tif err := attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(accountName, applicationName, versionName)); err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.BatchBatchApplicationPackage.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(pkg.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Health status from package state\n\tif pkg.Properties != nil && pkg.Properties.State != nil {\n\t\tswitch *pkg.Properties.State {\n\t\tcase armbatch.PackageStateActive:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armbatch.PackageStatePending:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent Batch Application\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchApplication.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: shared.CompositeLookupKey(accountName, applicationName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to parent Batch Account\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchAccount.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to StorageURL DNS name (Azure Storage blob endpoint hosting the package)\n\tif pkg.Properties != nil && pkg.Properties.StorageURL != nil && *pkg.Properties.StorageURL != \"\" {\n\t\tu, parseErr := url.Parse(*pkg.Properties.StorageURL)\n\t\tif parseErr == nil && u.Hostname() != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: u.Hostname(),\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c batchBatchApplicationPackageWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.BatchBatchApplication: true,\n\t\tazureshared.BatchBatchAccount: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftbatch\nfunc (c batchBatchApplicationPackageWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Batch/batchAccounts/applications/versions/read\",\n\t}\n}\n\nfunc (c batchBatchApplicationPackageWrapper) PredefinedRole() string {\n\treturn \"Azure Batch Account Reader\"\n}\n" }, { "path": "sources/azure/manual/batch-batch-application-package_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\ntype mockBatchApplicationPackagesPager struct {\n\tpages []armbatch.ApplicationPackageClientListResponse\n\tindex int\n}\n\nfunc (m *mockBatchApplicationPackagesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockBatchApplicationPackagesPager) NextPage(ctx context.Context) (armbatch.ApplicationPackageClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armbatch.ApplicationPackageClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorBatchApplicationPackagesPager struct{}\n\nfunc (e *errorBatchApplicationPackagesPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorBatchApplicationPackagesPager) NextPage(ctx context.Context) (armbatch.ApplicationPackageClientListResponse, error) {\n\treturn armbatch.ApplicationPackageClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testBatchApplicationPackagesClient struct {\n\t*mocks.MockBatchApplicationPackagesClient\n\tpager clients.BatchApplicationPackagesPager\n}\n\nfunc (t *testBatchApplicationPackagesClient) List(ctx context.Context, resourceGroupName, accountName, applicationName string) clients.BatchApplicationPackagesPager {\n\tif t.pager != nil {\n\t\treturn t.pager\n\t}\n\treturn t.MockBatchApplicationPackagesClient.List(ctx, resourceGroupName, accountName, applicationName)\n}\n\nfunc createAzureBatchApplicationPackage(versionName string) *armbatch.ApplicationPackage {\n\tstate := armbatch.PackageStateActive\n\treturn &armbatch.ApplicationPackage{\n\t\tID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.Batch/batchAccounts/acc/applications/app/versions/\" + versionName),\n\t\tName: new(versionName),\n\t\tType: new(\"Microsoft.Batch/batchAccounts/applications/versions\"),\n\t\tProperties: &armbatch.ApplicationPackageProperties{\n\t\t\tState: &state,\n\t\t\tFormat: new(\"zip\"),\n\t\t\tStorageURL: new(\"https://teststorage.blob.core.windows.net/packages/\" + versionName + \".zip\"),\n\t\t},\n\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t}\n}\n\nfunc TestBatchBatchApplicationPackage(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\taccountName := \"test-batch-account\"\n\tapplicationName := \"test-app\"\n\tversionName := \"1.0\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tpkg := createAzureBatchApplicationPackage(versionName)\n\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, applicationName, versionName).Return(\n\t\t\tarmbatch.ApplicationPackageClientGetResponse{\n\t\t\t\tApplicationPackage: *pkg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewBatchBatchApplicationPackage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, applicationName, versionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.BatchBatchApplicationPackage.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.BatchBatchApplicationPackage.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(accountName, applicationName, versionName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != scope {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", scope, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected valid item, got: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"Expected health OK for active package, got %s\", sdpItem.GetHealth())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.BatchBatchApplication.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(accountName, applicationName), ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.BatchBatchAccount.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: accountName, ExpectedScope: scope},\n\t\t\t\t{ExpectedType: stdlib.NetworkDNS.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"teststorage.blob.core.windows.net\", ExpectedScope: \"global\"},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\twrapper := manual.NewBatchBatchApplicationPackage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Only 2 parts instead of 3\n\t\tquery := shared.CompositeLookupKey(accountName, applicationName)\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Get with insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"application package not found\")\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, applicationName, \"nonexistent\").Return(\n\t\t\tarmbatch.ApplicationPackageClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewBatchBatchApplicationPackage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, applicationName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tpkg1 := createAzureBatchApplicationPackage(\"1.0\")\n\t\tpkg2 := createAzureBatchApplicationPackage(\"2.0\")\n\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\tpages := []armbatch.ApplicationPackageClientListResponse{\n\t\t\t{\n\t\t\t\tListApplicationPackagesResult: armbatch.ListApplicationPackagesResult{\n\t\t\t\t\tValue: []*armbatch.ApplicationPackage{pkg1, pkg2},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockPager := &mockBatchApplicationPackagesPager{pages: pages}\n\t\ttestClient := &testBatchApplicationPackagesClient{\n\t\t\tMockBatchApplicationPackagesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewBatchBatchApplicationPackage(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, scope, shared.CompositeLookupKey(accountName, applicationName), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected valid item, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tpkg1 := createAzureBatchApplicationPackage(\"1.0\")\n\t\tpkg2 := createAzureBatchApplicationPackage(\"2.0\")\n\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\tpages := []armbatch.ApplicationPackageClientListResponse{\n\t\t\t{\n\t\t\t\tListApplicationPackagesResult: armbatch.ListApplicationPackagesResult{\n\t\t\t\t\tValue: []*armbatch.ApplicationPackage{pkg1, pkg2},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockPager := &mockBatchApplicationPackagesPager{pages: pages}\n\t\ttestClient := &testBatchApplicationPackagesClient{\n\t\t\tMockBatchApplicationPackagesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewBatchBatchApplicationPackage(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tvar items []*sdp.Item\n\t\tvar errs []error\n\t\tstream := discovery.NewQueryResultStream(\n\t\t\tfunc(item *sdp.Item) { items = append(items, item) },\n\t\t\tfunc(err error) { errs = append(errs, err) },\n\t\t)\n\n\t\tsearchStreamable.SearchStream(ctx, scope, shared.CompositeLookupKey(accountName, applicationName), true, stream)\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\twrapper := manual.NewBatchBatchApplicationPackage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// No query parts\n\t\t_, qErr := wrapper.Search(ctx, scope)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Search with no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_PagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\terrorPager := &errorBatchApplicationPackagesPager{}\n\t\ttestClient := &testBatchApplicationPackagesClient{\n\t\t\tMockBatchApplicationPackagesClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewBatchBatchApplicationPackage(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, scope, accountName, applicationName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_NilNameSkipped\", func(t *testing.T) {\n\t\tvalidPkg := createAzureBatchApplicationPackage(\"1.0\")\n\t\tnilNamePkg := &armbatch.ApplicationPackage{\n\t\t\tName: nil,\n\t\t}\n\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\tpages := []armbatch.ApplicationPackageClientListResponse{\n\t\t\t{\n\t\t\t\tListApplicationPackagesResult: armbatch.ListApplicationPackagesResult{\n\t\t\t\t\tValue: []*armbatch.ApplicationPackage{nilNamePkg, validPkg},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockPager := &mockBatchApplicationPackagesPager{pages: pages}\n\t\ttestClient := &testBatchApplicationPackagesClient{\n\t\t\tMockBatchApplicationPackagesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewBatchBatchApplicationPackage(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\titems, qErr := wrapper.Search(ctx, scope, accountName, applicationName)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil-name skipped), got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\twrapper := manual.NewBatchBatchApplicationPackage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif !links[azureshared.BatchBatchApplication] {\n\t\t\tt.Error(\"PotentialLinks() should include BatchBatchApplication\")\n\t\t}\n\t\tif !links[azureshared.BatchBatchAccount] {\n\t\t\tt.Error(\"PotentialLinks() should include BatchBatchAccount\")\n\t\t}\n\t\tif !links[stdlib.NetworkDNS] {\n\t\t\tt.Error(\"PotentialLinks() should include stdlib.NetworkDNS\")\n\t\t}\n\t})\n\n\tt.Run(\"HealthPending\", func(t *testing.T) {\n\t\tpkg := createAzureBatchApplicationPackage(versionName)\n\t\tstate := armbatch.PackageStatePending\n\t\tpkg.Properties.State = &state\n\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, applicationName, versionName).Return(\n\t\t\tarmbatch.ApplicationPackageClientGetResponse{\n\t\t\t\tApplicationPackage: *pkg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewBatchBatchApplicationPackage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, applicationName, versionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_PENDING {\n\t\t\tt.Errorf(\"Expected health PENDING for pending package, got %s\", sdpItem.GetHealth())\n\t\t}\n\t})\n\n\tt.Run(\"GetWithoutStorageURL\", func(t *testing.T) {\n\t\tpkg := createAzureBatchApplicationPackage(versionName)\n\t\tpkg.Properties.StorageURL = nil\n\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, applicationName, versionName).Return(\n\t\t\tarmbatch.ApplicationPackageClientGetResponse{\n\t\t\t\tApplicationPackage: *pkg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewBatchBatchApplicationPackage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, applicationName, versionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Should have 2 linked queries (application + account) but no DNS link\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\tfor _, liq := range linkedQueries {\n\t\t\tif liq.GetQuery().GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\tt.Error(\"Expected no DNS linked query when StorageURL is nil\")\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ImplementsSearchableAdapter\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchApplicationPackagesClient(ctrl)\n\t\twrapper := manual.NewBatchBatchApplicationPackage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/batch-batch-application.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar BatchBatchApplicationLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.BatchBatchApplication)\n\ntype batchBatchApplicationWrapper struct {\n\tclient clients.BatchApplicationsClient\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewBatchBatchApplication returns a SearchableWrapper for Azure Batch applications (child of Batch account).\nfunc NewBatchBatchApplication(client clients.BatchApplicationsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &batchBatchApplicationWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.BatchBatchApplication,\n\t\t),\n\t}\n}\n\nfunc (b batchBatchApplicationWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: accountName and applicationName\",\n\t\t\tScope: scope,\n\t\t\tItemType: b.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\tapplicationName := queryParts[1]\n\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\tresp, err := b.client.Get(ctx, rgScope.ResourceGroup, accountName, applicationName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\n\treturn b.azureApplicationToSDPItem(&resp.Application, accountName, applicationName, scope)\n}\n\nfunc (b batchBatchApplicationWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tBatchAccountLookupByName,\n\t\tBatchBatchApplicationLookupByName,\n\t}\n}\n\nfunc (b batchBatchApplicationWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: accountName\",\n\t\t\tScope: scope,\n\t\t\tItemType: b.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\tpager := b.client.List(ctx, rgScope.ResourceGroup, accountName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t\t}\n\n\t\tfor _, app := range page.Value {\n\t\t\tif app == nil || app.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := b.azureApplicationToSDPItem(app, accountName, *app.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (b batchBatchApplicationWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: accountName\"), scope, b.Type()))\n\t\treturn\n\t}\n\taccountName := queryParts[0]\n\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, b.Type()))\n\t\treturn\n\t}\n\tpager := b.client.List(ctx, rgScope.ResourceGroup, accountName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, b.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, app := range page.Value {\n\t\t\tif app == nil || app.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := b.azureApplicationToSDPItem(app, accountName, *app.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (b batchBatchApplicationWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tBatchAccountLookupByName,\n\t\t},\n\t}\n}\n\nfunc (b batchBatchApplicationWrapper) azureApplicationToSDPItem(app *armbatch.Application, accountName, applicationName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif app.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"application name is nil\"), scope, b.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(app, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\n\tif err := attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(accountName, applicationName)); err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.BatchBatchApplication.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(app.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Link to parent Batch Account\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchAccount.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Application Packages (child resource under this application)\n\t// Packages are listed under /batchAccounts/{account}/applications/{app}/versions\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchApplicationPackage.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: shared.CompositeLookupKey(accountName, applicationName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to default version application package when set (GET to specific child resource)\n\tif app.Properties != nil && app.Properties.DefaultVersion != nil && *app.Properties.DefaultVersion != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.BatchBatchApplicationPackage.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: shared.CompositeLookupKey(accountName, applicationName, *app.Properties.DefaultVersion),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (b batchBatchApplicationWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.BatchBatchAccount: true,\n\t\tazureshared.BatchBatchApplicationPackage: true,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/batch_application\nfunc (b batchBatchApplicationWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_batch_application.id\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute\nfunc (b batchBatchApplicationWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Batch/batchAccounts/applications/read\",\n\t}\n}\n\nfunc (b batchBatchApplicationWrapper) PredefinedRole() string {\n\treturn \"Azure Batch Account Reader\"\n}\n" }, { "path": "sources/azure/manual/batch-batch-application_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockBatchApplicationsPager is a mock implementation of BatchApplicationsPager.\ntype mockBatchApplicationsPager struct {\n\tpages []armbatch.ApplicationClientListResponse\n\tindex int\n}\n\nfunc (m *mockBatchApplicationsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockBatchApplicationsPager) NextPage(ctx context.Context) (armbatch.ApplicationClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armbatch.ApplicationClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorBatchApplicationsPager is a mock pager that always returns an error.\ntype errorBatchApplicationsPager struct{}\n\nfunc (e *errorBatchApplicationsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorBatchApplicationsPager) NextPage(ctx context.Context) (armbatch.ApplicationClientListResponse, error) {\n\treturn armbatch.ApplicationClientListResponse{}, errors.New(\"pager error\")\n}\n\n// testBatchApplicationsClient wraps the mock and injects a pager from List().\ntype testBatchApplicationsClient struct {\n\t*mocks.MockBatchApplicationsClient\n\tpager clients.BatchApplicationsPager\n}\n\nfunc (t *testBatchApplicationsClient) List(ctx context.Context, resourceGroupName, accountName string) clients.BatchApplicationsPager {\n\tif t.pager != nil {\n\t\treturn t.pager\n\t}\n\treturn t.MockBatchApplicationsClient.List(ctx, resourceGroupName, accountName)\n}\n\nfunc createAzureBatchApplication(name string) *armbatch.Application {\n\tallowUpdates := true\n\treturn &armbatch.Application{\n\t\tID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.Batch/batchAccounts/acc/applications/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Batch/batchAccounts/applications\"),\n\t\tProperties: &armbatch.ApplicationProperties{\n\t\t\tDisplayName: new(\"Test application \" + name),\n\t\t\tAllowUpdates: &allowUpdates,\n\t\t},\n\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t}\n}\n\nfunc TestBatchBatchApplication(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\taccountName := \"test-batch-account\"\n\tapplicationName := \"test-app\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tapp := createAzureBatchApplication(applicationName)\n\n\t\tmockClient := mocks.NewMockBatchApplicationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, applicationName).Return(\n\t\t\tarmbatch.ApplicationClientGetResponse{\n\t\t\t\tApplication: *app,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewBatchBatchApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, applicationName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.BatchBatchApplication.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.BatchBatchApplication.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(accountName, applicationName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != scope {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", scope, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected valid item, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.BatchBatchAccount.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: accountName, ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.BatchBatchApplicationPackage.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: shared.CompositeLookupKey(accountName, applicationName), ExpectedScope: scope},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchApplicationsClient(ctrl)\n\t\twrapper := manual.NewBatchBatchApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, accountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Get with insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"application not found\")\n\t\tmockClient := mocks.NewMockBatchApplicationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, \"nonexistent\").Return(\n\t\t\tarmbatch.ApplicationClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewBatchBatchApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tapp1 := createAzureBatchApplication(\"app-1\")\n\t\tapp2 := createAzureBatchApplication(\"app-2\")\n\n\t\tmockClient := mocks.NewMockBatchApplicationsClient(ctrl)\n\t\tpages := []armbatch.ApplicationClientListResponse{\n\t\t\t{\n\t\t\t\tListApplicationsResult: armbatch.ListApplicationsResult{\n\t\t\t\t\tValue: []*armbatch.Application{app1, app2},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockPager := &mockBatchApplicationsPager{pages: pages}\n\t\ttestClient := &testBatchApplicationsClient{\n\t\t\tMockBatchApplicationsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewBatchBatchApplication(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, scope, accountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected valid item, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchApplicationsClient(ctrl)\n\t\twrapper := manual.NewBatchBatchApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, scope)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Search with no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_PagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchApplicationsClient(ctrl)\n\t\terrorPager := &errorBatchApplicationsPager{}\n\t\ttestClient := &testBatchApplicationsClient{\n\t\t\tMockBatchApplicationsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewBatchBatchApplication(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, scope, accountName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchApplicationsClient(ctrl)\n\t\twrapper := manual.NewBatchBatchApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif !links[azureshared.BatchBatchAccount] {\n\t\t\tt.Error(\"PotentialLinks() should include BatchBatchAccount\")\n\t\t}\n\t\tif !links[azureshared.BatchBatchApplicationPackage] {\n\t\t\tt.Error(\"PotentialLinks() should include BatchBatchApplicationPackage\")\n\t\t}\n\t})\n\n\tt.Run(\"ImplementsSearchableAdapter\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchApplicationsClient(ctrl)\n\t\twrapper := manual.NewBatchBatchApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/batch-batch-pool.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net\"\n\t\"net/url\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar BatchBatchPoolLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.BatchBatchPool)\n\ntype batchBatchPoolWrapper struct {\n\tclient clients.BatchPoolsClient\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewBatchBatchPool returns a SearchableWrapper for Azure Batch pools (child of Batch account).\nfunc NewBatchBatchPool(client clients.BatchPoolsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &batchBatchPoolWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.BatchBatchPool,\n\t\t),\n\t}\n}\n\nfunc (b batchBatchPoolWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: accountName and poolName\",\n\t\t\tScope: scope,\n\t\t\tItemType: b.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\tpoolName := queryParts[1]\n\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\tresp, err := b.client.Get(ctx, rgScope.ResourceGroup, accountName, poolName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\n\treturn b.azurePoolToSDPItem(&resp.Pool, accountName, poolName, scope)\n}\n\nfunc (b batchBatchPoolWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tBatchAccountLookupByName,\n\t\tBatchBatchPoolLookupByName,\n\t}\n}\n\nfunc (b batchBatchPoolWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: accountName\",\n\t\t\tScope: scope,\n\t\t\tItemType: b.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\tpager := b.client.ListByBatchAccount(ctx, rgScope.ResourceGroup, accountName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t\t}\n\n\t\tfor _, pool := range page.Value {\n\t\t\tif pool == nil || pool.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := b.azurePoolToSDPItem(pool, accountName, *pool.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (b batchBatchPoolWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: accountName\"), scope, b.Type()))\n\t\treturn\n\t}\n\taccountName := queryParts[0]\n\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, b.Type()))\n\t\treturn\n\t}\n\tpager := b.client.ListByBatchAccount(ctx, rgScope.ResourceGroup, accountName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, b.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, pool := range page.Value {\n\t\t\tif pool == nil || pool.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := b.azurePoolToSDPItem(pool, accountName, *pool.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (b batchBatchPoolWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tBatchAccountLookupByName,\n\t\t},\n\t}\n}\n\nfunc (b batchBatchPoolWrapper) azurePoolToSDPItem(pool *armbatch.Pool, accountName, poolName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif pool.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"pool name is nil\"), scope, b.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(pool, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\n\tif err := attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(accountName, poolName)); err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.BatchBatchPool.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(pool.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Link to parent Batch Account\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchAccount.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to public IPs when NetworkConfiguration.PublicIPAddressConfiguration.IPAddressIDs is set\n\tif pool.Properties != nil && pool.Properties.NetworkConfiguration != nil && pool.Properties.NetworkConfiguration.PublicIPAddressConfiguration != nil {\n\t\tfor _, ipIDPtr := range pool.Properties.NetworkConfiguration.PublicIPAddressConfiguration.IPAddressIDs {\n\t\t\tif ipIDPtr == nil || *ipIDPtr == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tipName := azureshared.ExtractResourceName(*ipIDPtr)\n\t\t\tif ipName == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*ipIDPtr); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: ipName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Subnet when NetworkConfiguration.SubnetID is set\n\tif pool.Properties != nil && pool.Properties.NetworkConfiguration != nil && pool.Properties.NetworkConfiguration.SubnetID != nil {\n\t\tsubnetID := *pool.Properties.NetworkConfiguration.SubnetID\n\t\tscopeParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\tif len(scopeParams) >= 2 && len(subnetParams) >= 2 {\n\t\t\tsubnetScope := fmt.Sprintf(\"%s.%s\", scopeParams[0], scopeParams[1])\n\t\t\tvnetName := subnetParams[0]\n\t\t\tsubnetName := subnetParams[1]\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\tScope: subnetScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to user-assigned managed identities from Identity.UserAssignedIdentities map keys (resource IDs)\n\tif pool.Identity != nil && pool.Identity.UserAssignedIdentities != nil {\n\t\tfor identityResourceID := range pool.Identity.UserAssignedIdentities {\n\t\t\tif identityResourceID == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tif identityName == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: identityName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to application packages referenced by the pool (Properties.ApplicationPackages)\n\t// ID can be .../batchAccounts/{account}/applications/{app}/versions/{version} (specific version)\n\t// or .../applications/{app} (default version); when default, use pkgRef.Version as fallback.\n\tif pool.Properties != nil && pool.Properties.ApplicationPackages != nil {\n\t\tfor _, pkgRef := range pool.Properties.ApplicationPackages {\n\t\t\tif pkgRef == nil || pkgRef.ID == nil || *pkgRef.ID == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvar pkgAccountName, appName, version string\n\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*pkgRef.ID, []string{\"batchAccounts\", \"applications\", \"versions\"})\n\t\t\tif len(params) >= 3 {\n\t\t\t\tpkgAccountName, appName, version = params[0], params[1], params[2]\n\t\t\t} else {\n\t\t\t\tparamsApp := azureshared.ExtractPathParamsFromResourceID(*pkgRef.ID, []string{\"batchAccounts\", \"applications\"})\n\t\t\t\tif len(paramsApp) < 2 {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tpkgAccountName, appName = paramsApp[0], paramsApp[1]\n\t\t\t\tif pkgRef.Version != nil && *pkgRef.Version != \"\" {\n\t\t\t\t\tversion = *pkgRef.Version\n\t\t\t\t} else {\n\t\t\t\t\t// Default version reference with no Version field: cannot form GET (adapter needs account|app|version)\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.BatchBatchApplicationPackage.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(pkgAccountName, appName, version),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Note: armbatch v4 removed Certificates from PoolProperties; certificate refs are no longer linked from pools.\n\n\t// Link to storage accounts and IP/DNS from MountConfiguration\n\tseenIPs := make(map[string]struct{})\n\tseenDNS := make(map[string]struct{})\n\tif pool.Properties != nil && pool.Properties.MountConfiguration != nil {\n\t\tfor _, mount := range pool.Properties.MountConfiguration {\n\t\t\tif mount == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tif mount.AzureBlobFileSystemConfiguration != nil {\n\t\t\t\tblobCfg := mount.AzureBlobFileSystemConfiguration\n\t\t\t\tif blobCfg.AccountName != nil && *blobCfg.AccountName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *blobCfg.AccountName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\tif blobCfg.AccountName != nil && *blobCfg.AccountName != \"\" && blobCfg.ContainerName != nil && *blobCfg.ContainerName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.StorageBlobContainer.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(*blobCfg.AccountName, *blobCfg.ContainerName),\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\tif blobCfg.IdentityReference != nil && blobCfg.IdentityReference.ResourceID != nil && *blobCfg.IdentityReference.ResourceID != \"\" {\n\t\t\t\t\tidentityResourceID := *blobCfg.IdentityReference.ResourceID\n\t\t\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\t\t\tif identityName != \"\" {\n\t\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif mount.AzureFileShareConfiguration != nil {\n\t\t\t\tif mount.AzureFileShareConfiguration.AccountName != nil && *mount.AzureFileShareConfiguration.AccountName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *mount.AzureFileShareConfiguration.AccountName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\tif mount.AzureFileShareConfiguration.AzureFileURL != nil && *mount.AzureFileShareConfiguration.AzureFileURL != \"\" {\n\t\t\t\t\tAppendURILinks(&sdpItem.LinkedItemQueries, *mount.AzureFileShareConfiguration.AzureFileURL, seenDNS, seenIPs)\n\t\t\t\t}\n\t\t\t}\n\t\t\tif mount.CifsMountConfiguration != nil && mount.CifsMountConfiguration.Source != nil && *mount.CifsMountConfiguration.Source != \"\" {\n\t\t\t\tappendMountSourceHostLink(&sdpItem.LinkedItemQueries, *mount.CifsMountConfiguration.Source, seenIPs, seenDNS)\n\t\t\t}\n\t\t\tif mount.NfsMountConfiguration != nil && mount.NfsMountConfiguration.Source != nil && *mount.NfsMountConfiguration.Source != \"\" {\n\t\t\t\tappendMountSourceHostLink(&sdpItem.LinkedItemQueries, *mount.NfsMountConfiguration.Source, seenIPs, seenDNS)\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to image reference from DeploymentConfiguration.VirtualMachineConfiguration.ImageReference\n\t// (custom image, shared gallery image, or community gallery image)\n\tif pool.Properties != nil && pool.Properties.DeploymentConfiguration != nil &&\n\t\tpool.Properties.DeploymentConfiguration.VirtualMachineConfiguration != nil {\n\t\timageRef := pool.Properties.DeploymentConfiguration.VirtualMachineConfiguration.ImageReference\n\t\tif imageRef != nil {\n\t\t\t// ImageReference.ID: custom image or gallery image version path\n\t\t\tif imageRef.ID != nil && *imageRef.ID != \"\" {\n\t\t\t\timageID := *imageRef.ID\n\t\t\t\tif strings.Contains(imageID, \"/galleries/\") && strings.Contains(imageID, \"/images/\") && strings.Contains(imageID, \"/versions/\") {\n\t\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(imageID, []string{\"galleries\", \"images\", \"versions\"})\n\t\t\t\t\tif len(params) == 3 {\n\t\t\t\t\t\tgalleryName, imageName, versionName := params[0], params[1], params[2]\n\t\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(imageID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeSharedGalleryImage.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(galleryName, imageName, versionName),\n\t\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t} else if strings.Contains(imageID, \"/images/\") {\n\t\t\t\t\timageName := azureshared.ExtractResourceName(imageID)\n\t\t\t\t\tif imageName != \"\" {\n\t\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(imageID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeImage.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: imageName,\n\t\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\t// SharedGalleryImageID (path: .../sharedGalleries/{name}/images/{name}/versions/{name})\n\t\t\tif imageRef.SharedGalleryImageID != nil && *imageRef.SharedGalleryImageID != \"\" {\n\t\t\t\tsharedGalleryImageID := *imageRef.SharedGalleryImageID\n\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(sharedGalleryImageID, []string{\"sharedGalleries\", \"images\", \"versions\"})\n\t\t\t\tif len(parts) >= 3 {\n\t\t\t\t\tgalleryName, imageName, version := parts[0], parts[1], parts[2]\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(sharedGalleryImageID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeSharedGalleryImage.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(galleryName, imageName, version),\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t\t// CommunityGalleryImageID\n\t\t\tif imageRef.CommunityGalleryImageID != nil && *imageRef.CommunityGalleryImageID != \"\" {\n\t\t\t\tcommunityGalleryImageID := *imageRef.CommunityGalleryImageID\n\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(communityGalleryImageID, []string{\"CommunityGalleries\", \"Images\", \"Versions\"})\n\t\t\t\tif len(parts) >= 3 {\n\t\t\t\t\tcommunityGalleryName, imageName, version := parts[0], parts[1], parts[2]\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeCommunityGalleryImage.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(communityGalleryName, imageName, version),\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\t// Container registries (RegistryServer β†’ DNS link; IdentityReference β†’ managed identity link)\n\t\tvmConfig := pool.Properties.DeploymentConfiguration.VirtualMachineConfiguration\n\t\tif vmConfig.ContainerConfiguration != nil && vmConfig.ContainerConfiguration.ContainerRegistries != nil {\n\t\t\tfor _, reg := range vmConfig.ContainerConfiguration.ContainerRegistries {\n\t\t\t\tif reg == nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tif reg.RegistryServer != nil && *reg.RegistryServer != \"\" {\n\t\t\t\t\thost := strings.TrimSpace(*reg.RegistryServer)\n\t\t\t\t\tif host != \"\" {\n\t\t\t\t\t\tif net.ParseIP(host) != nil {\n\t\t\t\t\t\t\tif _, seen := seenIPs[host]; !seen {\n\t\t\t\t\t\t\t\tseenIPs[host] = struct{}{}\n\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\tQuery: host,\n\t\t\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\tif _, seen := seenDNS[host]; !seen {\n\t\t\t\t\t\t\t\tseenDNS[host] = struct{}{}\n\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\t\t\tQuery: host,\n\t\t\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tif reg.IdentityReference != nil && reg.IdentityReference.ResourceID != nil && *reg.IdentityReference.ResourceID != \"\" {\n\t\t\t\t\tidentityResourceID := *reg.IdentityReference.ResourceID\n\t\t\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\t\t\tif identityName != \"\" {\n\t\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// StartTask: ResourceFiles (HTTPUrl, StorageContainerURL β†’ URI links; IdentityReference β†’ managed identity), ContainerSettings.Registry (RegistryServer β†’ DNS; IdentityReference β†’ managed identity)\n\tif pool.Properties != nil && pool.Properties.StartTask != nil {\n\t\tstartTask := pool.Properties.StartTask\n\t\tif startTask.ResourceFiles != nil {\n\t\t\tfor _, rf := range startTask.ResourceFiles {\n\t\t\t\tif rf == nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tif rf.HTTPURL != nil && *rf.HTTPURL != \"\" {\n\t\t\t\t\tAppendURILinks(&sdpItem.LinkedItemQueries, *rf.HTTPURL, seenDNS, seenIPs)\n\t\t\t\t}\n\t\t\t\tif rf.StorageContainerURL != nil && *rf.StorageContainerURL != \"\" {\n\t\t\t\t\tAppendURILinks(&sdpItem.LinkedItemQueries, *rf.StorageContainerURL, seenDNS, seenIPs)\n\t\t\t\t}\n\t\t\t\tif rf.IdentityReference != nil && rf.IdentityReference.ResourceID != nil && *rf.IdentityReference.ResourceID != \"\" {\n\t\t\t\t\tidentityResourceID := *rf.IdentityReference.ResourceID\n\t\t\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\t\t\tif identityName != \"\" {\n\t\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif startTask.ContainerSettings != nil && startTask.ContainerSettings.Registry != nil {\n\t\t\treg := startTask.ContainerSettings.Registry\n\t\t\tif reg.RegistryServer != nil && *reg.RegistryServer != \"\" {\n\t\t\t\thost := strings.TrimSpace(*reg.RegistryServer)\n\t\t\t\tif host != \"\" {\n\t\t\t\t\tif net.ParseIP(host) != nil {\n\t\t\t\t\t\tif _, seen := seenIPs[host]; !seen {\n\t\t\t\t\t\t\tseenIPs[host] = struct{}{}\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: host,\n\t\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t} else {\n\t\t\t\t\t\tif _, seen := seenDNS[host]; !seen {\n\t\t\t\t\t\t\tseenDNS[host] = struct{}{}\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\t\tQuery: host,\n\t\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif reg.IdentityReference != nil && reg.IdentityReference.ResourceID != nil && *reg.IdentityReference.ResourceID != \"\" {\n\t\t\t\tidentityResourceID := *reg.IdentityReference.ResourceID\n\t\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\t\tif identityName != \"\" {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Map provisioning state to health\n\tif pool.Properties != nil && pool.Properties.ProvisioningState != nil {\n\t\tswitch *pool.Properties.ProvisioningState {\n\t\tcase armbatch.PoolProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armbatch.PoolProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (b batchBatchPoolWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.BatchBatchAccount: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.NetworkPublicIPAddress: true,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t\tazureshared.BatchBatchApplicationPackage: true,\n\t\tazureshared.StorageAccount: true,\n\t\tazureshared.StorageBlobContainer: true,\n\t\tazureshared.ComputeImage: true,\n\t\tazureshared.ComputeSharedGalleryImage: true,\n\t\tazureshared.ComputeCommunityGalleryImage: true,\n\t\tstdlib.NetworkIP: true,\n\t\tstdlib.NetworkDNS: true,\n\t\tstdlib.NetworkHTTP: true,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/batch_pool\nfunc (b batchBatchPoolWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_batch_pool.id\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute\nfunc (b batchBatchPoolWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Batch/batchAccounts/pools/read\",\n\t}\n}\n\nfunc (b batchBatchPoolWrapper) PredefinedRole() string {\n\treturn \"Azure Batch Account Reader\"\n}\n\n// appendMountSourceHostLink extracts a host from a CIFS or NFS mount source (e.g. \"\\\\server\\share\", \"nfs://host/path\", or \"192.168.1.1\") and appends a NetworkIP or NetworkDNS linked query with deduplication.\nfunc appendMountSourceHostLink(queries *[]*sdp.LinkedItemQuery, source string, seenIPs, seenDNS map[string]struct{}) {\n\tif source == \"\" {\n\t\treturn\n\t}\n\tvar host string\n\tif after, ok := strings.CutPrefix(source, \"\\\\\\\\\"); ok {\n\t\t// UNC path: \\\\server\\share\n\t\trest := after\n\t\tif before, _, ok := strings.Cut(rest, \"\\\\\"); ok {\n\t\t\thost = before\n\t\t} else {\n\t\t\thost = rest\n\t\t}\n\t} else if strings.Contains(source, \"://\") {\n\t\tu, err := url.Parse(source)\n\t\tif err != nil || u.Host == \"\" {\n\t\t\treturn\n\t\t}\n\t\thost = u.Hostname()\n\t} else {\n\t\t// NFS format: host:/path (e.g. 192.168.1.1:/vol1) β€” split on \":/\" so host has no trailing colon\n\t\tif before, _, ok0 := strings.Cut(source, \":/\"); ok0 {\n\t\t\thost = before\n\t\t} else if idx := strings.IndexAny(source, \"/\\\\\"); idx >= 0 {\n\t\t\thost = source[:idx]\n\t\t} else {\n\t\t\thost = source\n\t\t}\n\t}\n\thost = strings.TrimSpace(host)\n\tif host == \"\" {\n\t\treturn\n\t}\n\tif net.ParseIP(host) != nil {\n\t\tif _, seen := seenIPs[host]; !seen {\n\t\t\tseenIPs[host] = struct{}{}\n\t\t\t*queries = append(*queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: host,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t} else {\n\t\tif _, seen := seenDNS[host]; !seen {\n\t\t\tseenDNS[host] = struct{}{}\n\t\t\t*queries = append(*queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: host,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n}\n" }, { "path": "sources/azure/manual/batch-batch-pool_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\ntype mockBatchPoolsPager struct {\n\tpages []armbatch.PoolClientListByBatchAccountResponse\n\tindex int\n}\n\nfunc (m *mockBatchPoolsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockBatchPoolsPager) NextPage(ctx context.Context) (armbatch.PoolClientListByBatchAccountResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armbatch.PoolClientListByBatchAccountResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorBatchPoolsPager struct{}\n\nfunc (e *errorBatchPoolsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorBatchPoolsPager) NextPage(ctx context.Context) (armbatch.PoolClientListByBatchAccountResponse, error) {\n\treturn armbatch.PoolClientListByBatchAccountResponse{}, errors.New(\"pager error\")\n}\n\ntype testBatchPoolsClient struct {\n\t*mocks.MockBatchPoolsClient\n\tpager clients.BatchPoolsPager\n}\n\nfunc (t *testBatchPoolsClient) ListByBatchAccount(ctx context.Context, resourceGroupName, accountName string) clients.BatchPoolsPager {\n\tif t.pager != nil {\n\t\treturn t.pager\n\t}\n\treturn t.MockBatchPoolsClient.ListByBatchAccount(ctx, resourceGroupName, accountName)\n}\n\nfunc createAzureBatchPool(name string) *armbatch.Pool {\n\tstate := armbatch.PoolProvisioningStateSucceeded\n\treturn &armbatch.Pool{\n\t\tID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.Batch/batchAccounts/acc/pools/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Batch/batchAccounts/pools\"),\n\t\tProperties: &armbatch.PoolProperties{\n\t\t\tVMSize: new(\"Standard_D2s_v3\"),\n\t\t\tProvisioningState: &state,\n\t\t},\n\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t}\n}\n\nfunc TestBatchBatchPool(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\taccountName := \"test-batch-account\"\n\tpoolName := \"test-pool\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tpool := createAzureBatchPool(poolName)\n\n\t\tmockClient := mocks.NewMockBatchPoolsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, poolName).Return(\n\t\t\tarmbatch.PoolClientGetResponse{\n\t\t\t\tPool: *pool,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewBatchBatchPool(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, poolName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.BatchBatchPool.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.BatchBatchPool.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(accountName, poolName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != scope {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", scope, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected valid item, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.BatchBatchAccount.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: accountName, ExpectedScope: scope},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchPoolsClient(ctrl)\n\t\twrapper := manual.NewBatchBatchPool(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, accountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Get with insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"pool not found\")\n\t\tmockClient := mocks.NewMockBatchPoolsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, \"nonexistent\").Return(\n\t\t\tarmbatch.PoolClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewBatchBatchPool(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tpool1 := createAzureBatchPool(\"pool-1\")\n\t\tpool2 := createAzureBatchPool(\"pool-2\")\n\n\t\tmockClient := mocks.NewMockBatchPoolsClient(ctrl)\n\t\tpages := []armbatch.PoolClientListByBatchAccountResponse{\n\t\t\t{\n\t\t\t\tListPoolsResult: armbatch.ListPoolsResult{\n\t\t\t\t\tValue: []*armbatch.Pool{pool1, pool2},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockPager := &mockBatchPoolsPager{pages: pages}\n\t\ttestClient := &testBatchPoolsClient{\n\t\t\tMockBatchPoolsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewBatchBatchPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, scope, accountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected valid item, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchPoolsClient(ctrl)\n\t\twrapper := manual.NewBatchBatchPool(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, scope)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Search with no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_PagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchPoolsClient(ctrl)\n\t\terrorPager := &errorBatchPoolsPager{}\n\t\ttestClient := &testBatchPoolsClient{\n\t\t\tMockBatchPoolsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewBatchBatchPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, scope, accountName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchPoolsClient(ctrl)\n\t\twrapper := manual.NewBatchBatchPool(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif !links[azureshared.BatchBatchAccount] {\n\t\t\tt.Error(\"PotentialLinks() should include BatchBatchAccount\")\n\t\t}\n\t\tif !links[azureshared.NetworkSubnet] {\n\t\t\tt.Error(\"PotentialLinks() should include NetworkSubnet\")\n\t\t}\n\t\tif !links[azureshared.ManagedIdentityUserAssignedIdentity] {\n\t\t\tt.Error(\"PotentialLinks() should include ManagedIdentityUserAssignedIdentity\")\n\t\t}\n\t\tif !links[azureshared.BatchBatchApplicationPackage] {\n\t\t\tt.Error(\"PotentialLinks() should include BatchBatchApplicationPackage\")\n\t\t}\n\t\tif !links[azureshared.NetworkPublicIPAddress] {\n\t\t\tt.Error(\"PotentialLinks() should include NetworkPublicIPAddress\")\n\t\t}\n\t\tif !links[azureshared.StorageAccount] {\n\t\t\tt.Error(\"PotentialLinks() should include StorageAccount\")\n\t\t}\n\t\tif !links[stdlib.NetworkIP] {\n\t\t\tt.Error(\"PotentialLinks() should include stdlib.NetworkIP\")\n\t\t}\n\t\tif !links[stdlib.NetworkDNS] {\n\t\t\tt.Error(\"PotentialLinks() should include stdlib.NetworkDNS\")\n\t\t}\n\t\tif !links[stdlib.NetworkHTTP] {\n\t\t\tt.Error(\"PotentialLinks() should include stdlib.NetworkHTTP\")\n\t\t}\n\t})\n\n\tt.Run(\"ImplementsSearchableAdapter\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchPoolsClient(ctrl)\n\t\twrapper := manual.NewBatchBatchPool(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/batch-private-endpoint-connection.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar BatchPrivateEndpointConnectionLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.BatchBatchPrivateEndpointConnection)\n\ntype batchPrivateEndpointConnectionWrapper struct {\n\tclient clients.BatchPrivateEndpointConnectionClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewBatchPrivateEndpointConnection returns a SearchableWrapper for Azure Batch private endpoint connections.\nfunc NewBatchPrivateEndpointConnection(client clients.BatchPrivateEndpointConnectionClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &batchPrivateEndpointConnectionWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.BatchBatchPrivateEndpointConnection,\n\t\t),\n\t}\n}\n\nfunc (b batchPrivateEndpointConnectionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: accountName and privateEndpointConnectionName\",\n\t\t\tScope: scope,\n\t\t\tItemType: b.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\tconnectionName := queryParts[1]\n\n\tif accountName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"accountName cannot be empty\"), scope, b.Type())\n\t}\n\tif connectionName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"privateEndpointConnectionName cannot be empty\"), scope, b.Type())\n\t}\n\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\tresp, err := b.client.Get(ctx, rgScope.ResourceGroup, accountName, connectionName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\n\titem, sdpErr := b.azurePrivateEndpointConnectionToSDPItem(&resp.PrivateEndpointConnection, accountName, connectionName, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\treturn item, nil\n}\n\nfunc (b batchPrivateEndpointConnectionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tBatchAccountLookupByName,\n\t\tBatchPrivateEndpointConnectionLookupByName,\n\t}\n}\n\nfunc (b batchPrivateEndpointConnectionWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: accountName\",\n\t\t\tScope: scope,\n\t\t\tItemType: b.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\n\tif accountName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"accountName cannot be empty\"), scope, b.Type())\n\t}\n\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\tpager := b.client.ListByBatchAccount(ctx, rgScope.ResourceGroup, accountName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t\t}\n\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := b.azurePrivateEndpointConnectionToSDPItem(conn, accountName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (b batchPrivateEndpointConnectionWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: accountName\"), scope, b.Type()))\n\t\treturn\n\t}\n\taccountName := queryParts[0]\n\n\tif accountName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"accountName cannot be empty\"), scope, b.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := b.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, b.Type()))\n\t\treturn\n\t}\n\tpager := b.client.ListByBatchAccount(ctx, rgScope.ResourceGroup, accountName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, b.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := b.azurePrivateEndpointConnectionToSDPItem(conn, accountName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (b batchPrivateEndpointConnectionWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tBatchAccountLookupByName,\n\t\t},\n\t}\n}\n\nfunc (b batchPrivateEndpointConnectionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.BatchBatchAccount: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t}\n}\n\nfunc (b batchPrivateEndpointConnectionWrapper) azurePrivateEndpointConnectionToSDPItem(conn *armbatch.PrivateEndpointConnection, accountName, connectionName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(conn, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(accountName, connectionName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, b.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.BatchBatchPrivateEndpointConnection.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(conn.Tags),\n\t}\n\n\t// Health from provisioning state\n\tif conn.Properties != nil && conn.Properties.ProvisioningState != nil {\n\t\tswitch *conn.Properties.ProvisioningState {\n\t\tcase armbatch.PrivateEndpointConnectionProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armbatch.PrivateEndpointConnectionProvisioningStateCreating,\n\t\t\tarmbatch.PrivateEndpointConnectionProvisioningStateUpdating,\n\t\t\tarmbatch.PrivateEndpointConnectionProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armbatch.PrivateEndpointConnectionProvisioningStateFailed,\n\t\t\tarmbatch.PrivateEndpointConnectionProvisioningStateCancelled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent Batch Account\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.BatchBatchAccount.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Network Private Endpoint when present (may be in different resource group)\n\tif conn.Properties != nil && conn.Properties.PrivateEndpoint != nil && conn.Properties.PrivateEndpoint.ID != nil {\n\t\tpeID := *conn.Properties.PrivateEndpoint.ID\n\t\tpeName := azureshared.ExtractResourceName(peID)\n\t\tif peName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(peID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: peName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftbatch\nfunc (b batchPrivateEndpointConnectionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Batch/batchAccounts/privateEndpointConnections/read\",\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles/compute#azure-batch-account-reader\nfunc (b batchPrivateEndpointConnectionWrapper) PredefinedRole() string {\n\treturn \"Azure Batch Account Reader\"\n}\n" }, { "path": "sources/azure/manual/batch-private-endpoint-connection_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockBatchPrivateEndpointConnectionPager struct {\n\tpages []armbatch.PrivateEndpointConnectionClientListByBatchAccountResponse\n\tindex int\n}\n\nfunc (m *mockBatchPrivateEndpointConnectionPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockBatchPrivateEndpointConnectionPager) NextPage(ctx context.Context) (armbatch.PrivateEndpointConnectionClientListByBatchAccountResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armbatch.PrivateEndpointConnectionClientListByBatchAccountResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype testBatchPrivateEndpointConnectionClient struct {\n\t*mocks.MockBatchPrivateEndpointConnectionClient\n\tpager clients.BatchPrivateEndpointConnectionPager\n}\n\nfunc (t *testBatchPrivateEndpointConnectionClient) ListByBatchAccount(ctx context.Context, resourceGroupName, accountName string) clients.BatchPrivateEndpointConnectionPager {\n\treturn t.pager\n}\n\nfunc TestBatchPrivateEndpointConnection(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\taccountName := \"test-batch-account\"\n\tconnectionName := \"test-pec\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tconn := createAzureBatchPrivateEndpointConnection(connectionName, \"\")\n\n\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, connectionName).Return(\n\t\t\tarmbatch.PrivateEndpointConnectionClientGetResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testBatchPrivateEndpointConnectionClient{MockBatchPrivateEndpointConnectionClient: mockClient}\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.BatchBatchPrivateEndpointConnection.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.BatchBatchPrivateEndpointConnection, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(accountName, connectionName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(accountName, connectionName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tfoundBatchAccount := false\n\t\t\tfor _, lq := range linkedQueries {\n\t\t\t\tif lq.GetQuery().GetType() == azureshared.BatchBatchAccount.String() {\n\t\t\t\t\tfoundBatchAccount = true\n\t\t\t\t\tif lq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected BatchAccount link method GET, got %v\", lq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif lq.GetQuery().GetQuery() != accountName {\n\t\t\t\t\t\tt.Errorf(\"Expected BatchAccount query %s, got %s\", accountName, lq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !foundBatchAccount {\n\t\t\t\tt.Error(\"Expected linked query to BatchAccount\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithPrivateEndpointLink\", func(t *testing.T) {\n\t\tpeID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-pe\"\n\t\tconn := createAzureBatchPrivateEndpointConnection(connectionName, peID)\n\n\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, connectionName).Return(\n\t\t\tarmbatch.PrivateEndpointConnectionClientGetResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testBatchPrivateEndpointConnectionClient{MockBatchPrivateEndpointConnectionClient: mockClient}\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfoundPrivateEndpoint := false\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif lq.GetQuery().GetType() == azureshared.NetworkPrivateEndpoint.String() {\n\t\t\t\tfoundPrivateEndpoint = true\n\t\t\t\tif lq.GetQuery().GetQuery() != \"test-pe\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkPrivateEndpoint query 'test-pe', got %s\", lq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundPrivateEndpoint {\n\t\t\tt.Error(\"Expected linked query to NetworkPrivateEndpoint when PrivateEndpoint ID is set\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\ttestClient := &testBatchPrivateEndpointConnectionClient{MockBatchPrivateEndpointConnectionClient: mockClient}\n\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyAccountName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\ttestClient := &testBatchPrivateEndpointConnectionClient{MockBatchPrivateEndpointConnectionClient: mockClient}\n\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", connectionName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when accountName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyConnectionName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\ttestClient := &testBatchPrivateEndpointConnectionClient{MockBatchPrivateEndpointConnectionClient: mockClient}\n\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when connectionName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tconn1 := createAzureBatchPrivateEndpointConnection(\"pec-1\", \"\")\n\t\tconn2 := createAzureBatchPrivateEndpointConnection(\"pec-2\", \"\")\n\n\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\tmockPager := &mockBatchPrivateEndpointConnectionPager{\n\t\t\tpages: []armbatch.PrivateEndpointConnectionClientListByBatchAccountResponse{\n\t\t\t\t{\n\t\t\t\t\tListPrivateEndpointConnectionsResult: armbatch.ListPrivateEndpointConnectionsResult{\n\t\t\t\t\t\tValue: []*armbatch.PrivateEndpointConnection{conn1, conn2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testBatchPrivateEndpointConnectionClient{\n\t\t\tMockBatchPrivateEndpointConnectionClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.BatchBatchPrivateEndpointConnection.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.BatchBatchPrivateEndpointConnection, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tconn1 := createAzureBatchPrivateEndpointConnection(\"pec-1\", \"\")\n\t\tconn2 := createAzureBatchPrivateEndpointConnection(\"pec-2\", \"\")\n\n\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\tmockPager := &mockBatchPrivateEndpointConnectionPager{\n\t\t\tpages: []armbatch.PrivateEndpointConnectionClientListByBatchAccountResponse{\n\t\t\t\t{\n\t\t\t\t\tListPrivateEndpointConnectionsResult: armbatch.ListPrivateEndpointConnectionsResult{\n\t\t\t\t\t\tValue: []*armbatch.PrivateEndpointConnection{conn1, conn2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testBatchPrivateEndpointConnectionClient{\n\t\t\tMockBatchPrivateEndpointConnectionClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tvar items []*sdp.Item\n\t\tvar errs []error\n\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t}\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], accountName, true, stream)\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"Search_NilNameSkipped\", func(t *testing.T) {\n\t\tvalidConn := createAzureBatchPrivateEndpointConnection(\"valid-pec\", \"\")\n\n\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\tmockPager := &mockBatchPrivateEndpointConnectionPager{\n\t\t\tpages: []armbatch.PrivateEndpointConnectionClientListByBatchAccountResponse{\n\t\t\t\t{\n\t\t\t\t\tListPrivateEndpointConnectionsResult: armbatch.ListPrivateEndpointConnectionsResult{\n\t\t\t\t\t\tValue: []*armbatch.PrivateEndpointConnection{\n\t\t\t\t\t\t\t{Name: nil},\n\t\t\t\t\t\t\tvalidConn,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testBatchPrivateEndpointConnectionClient{\n\t\t\tMockBatchPrivateEndpointConnectionClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(accountName, \"valid-pec\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(accountName, \"valid-pec\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\ttestClient := &testBatchPrivateEndpointConnectionClient{MockBatchPrivateEndpointConnectionClient: mockClient}\n\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyAccountName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\ttestClient := &testBatchPrivateEndpointConnectionClient{MockBatchPrivateEndpointConnectionClient: mockClient}\n\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when accountName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"private endpoint connection not found\")\n\n\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, \"nonexistent-pec\").Return(\n\t\t\tarmbatch.PrivateEndpointConnectionClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testBatchPrivateEndpointConnectionClient{MockBatchPrivateEndpointConnectionClient: mockClient}\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, \"nonexistent-pec\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent private endpoint connection, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\twrapper := manual.NewBatchPrivateEndpointConnection(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif !links[azureshared.BatchBatchAccount] {\n\t\t\tt.Error(\"Expected BatchAccount in PotentialLinks\")\n\t\t}\n\t\tif !links[azureshared.NetworkPrivateEndpoint] {\n\t\t\tt.Error(\"Expected NetworkPrivateEndpoint in PotentialLinks\")\n\t\t}\n\t})\n\n\tt.Run(\"HealthMapping\", func(t *testing.T) {\n\t\ttests := []struct {\n\t\t\tname string\n\t\t\tstate armbatch.PrivateEndpointConnectionProvisioningState\n\t\t\texpectedHeath sdp.Health\n\t\t}{\n\t\t\t{\"Succeeded\", armbatch.PrivateEndpointConnectionProvisioningStateSucceeded, sdp.Health_HEALTH_OK},\n\t\t\t{\"Creating\", armbatch.PrivateEndpointConnectionProvisioningStateCreating, sdp.Health_HEALTH_PENDING},\n\t\t\t{\"Updating\", armbatch.PrivateEndpointConnectionProvisioningStateUpdating, sdp.Health_HEALTH_PENDING},\n\t\t\t{\"Deleting\", armbatch.PrivateEndpointConnectionProvisioningStateDeleting, sdp.Health_HEALTH_PENDING},\n\t\t\t{\"Failed\", armbatch.PrivateEndpointConnectionProvisioningStateFailed, sdp.Health_HEALTH_ERROR},\n\t\t\t{\"Cancelled\", armbatch.PrivateEndpointConnectionProvisioningStateCancelled, sdp.Health_HEALTH_ERROR},\n\t\t}\n\n\t\tfor _, tt := range tests {\n\t\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\t\tconn := createAzureBatchPrivateEndpointConnectionWithState(connectionName, tt.state)\n\n\t\t\t\tmockClient := mocks.NewMockBatchPrivateEndpointConnectionClient(ctrl)\n\t\t\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, connectionName).Return(\n\t\t\t\t\tarmbatch.PrivateEndpointConnectionClientGetResponse{\n\t\t\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t\t\t}, nil)\n\n\t\t\t\ttestClient := &testBatchPrivateEndpointConnectionClient{MockBatchPrivateEndpointConnectionClient: mockClient}\n\t\t\t\twrapper := manual.NewBatchPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tquery := shared.CompositeLookupKey(accountName, connectionName)\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tt.expectedHeath {\n\t\t\t\t\tt.Errorf(\"Expected health %v, got %v\", tt.expectedHeath, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n}\n\nfunc createAzureBatchPrivateEndpointConnection(connectionName, privateEndpointID string) *armbatch.PrivateEndpointConnection {\n\tsucceeded := armbatch.PrivateEndpointConnectionProvisioningStateSucceeded\n\tconn := &armbatch.PrivateEndpointConnection{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Batch/batchAccounts/test-batch-account/privateEndpointConnections/\" + connectionName),\n\t\tName: new(connectionName),\n\t\tType: new(\"Microsoft.Batch/batchAccounts/privateEndpointConnections\"),\n\t\tProperties: &armbatch.PrivateEndpointConnectionProperties{\n\t\t\tProvisioningState: &succeeded,\n\t\t\tPrivateLinkServiceConnectionState: &armbatch.PrivateLinkServiceConnectionState{\n\t\t\t\tStatus: new(armbatch.PrivateLinkServiceConnectionStatusApproved),\n\t\t\t},\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t}\n\tif privateEndpointID != \"\" {\n\t\tconn.Properties.PrivateEndpoint = &armbatch.PrivateEndpoint{\n\t\t\tID: new(privateEndpointID),\n\t\t}\n\t}\n\treturn conn\n}\n\nfunc createAzureBatchPrivateEndpointConnectionWithState(connectionName string, state armbatch.PrivateEndpointConnectionProvisioningState) *armbatch.PrivateEndpointConnection {\n\tconn := &armbatch.PrivateEndpointConnection{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Batch/batchAccounts/test-batch-account/privateEndpointConnections/\" + connectionName),\n\t\tName: new(connectionName),\n\t\tType: new(\"Microsoft.Batch/batchAccounts/privateEndpointConnections\"),\n\t\tProperties: &armbatch.PrivateEndpointConnectionProperties{\n\t\t\tProvisioningState: &state,\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t}\n\treturn conn\n}\n" }, { "path": "sources/azure/manual/compute-availability-set.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeAvailabilitySetLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeAvailabilitySet)\n\ntype computeAvailabilitySetWrapper struct {\n\tclient clients.AvailabilitySetsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeAvailabilitySet(client clients.AvailabilitySetsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &computeAvailabilitySetWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeAvailabilitySet,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/availability-sets/list?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c computeAvailabilitySetWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, availabilitySet := range page.Value {\n\t\t\tif availabilitySet.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureAvailabilitySetToSDPItem(availabilitySet, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c computeAvailabilitySetWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, availabilitySet := range page.Value {\n\t\t\tif availabilitySet.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvar sdpErr *sdp.QueryError\n\t\t\tvar item *sdp.Item\n\t\t\titem, sdpErr = c.azureAvailabilitySetToSDPItem(availabilitySet, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref : https://learn.microsoft.com/en-us/rest/api/compute/availability-sets/get?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c computeAvailabilitySetWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the availability set name\"), scope, c.Type())\n\t}\n\tavailabilitySetName := queryParts[0]\n\tif availabilitySetName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"availabilitySetName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tavailabilitySet, err := c.client.Get(ctx, rgScope.ResourceGroup, availabilitySetName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureAvailabilitySetToSDPItem(&availabilitySet.AvailabilitySet, scope)\n}\n\nfunc (c computeAvailabilitySetWrapper) azureAvailabilitySetToSDPItem(availabilitySet *armcompute.AvailabilitySet, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif availabilitySet.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"availabilitySetName is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(availabilitySet, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeAvailabilitySet.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(availabilitySet.Tags),\n\t}\n\n\t// Link to Proximity Placement Group\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/proximity-placement-groups/get\n\tif availabilitySet.Properties != nil && availabilitySet.Properties.ProximityPlacementGroup != nil && availabilitySet.Properties.ProximityPlacementGroup.ID != nil {\n\t\tppgName := azureshared.ExtractResourceName(*availabilitySet.Properties.ProximityPlacementGroup.ID)\n\t\tif ppgName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\t// Check if Proximity Placement Group is in a different resource group\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*availabilitySet.Properties.ProximityPlacementGroup.ID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeProximityPlacementGroup.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: ppgName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Virtual Machines\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machines/get\n\tif availabilitySet.Properties != nil && availabilitySet.Properties.VirtualMachines != nil {\n\t\tfor _, vmRef := range availabilitySet.Properties.VirtualMachines {\n\t\t\tif vmRef != nil && vmRef.ID != nil {\n\t\t\t\tvmName := azureshared.ExtractResourceName(*vmRef.ID)\n\t\t\t\tif vmName != \"\" {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\t// Check if Virtual Machine is in a different resource group\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*vmRef.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vmName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeAvailabilitySetWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeAvailabilitySetLookupByName,\n\t}\n}\n\nfunc (c computeAvailabilitySetWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeProximityPlacementGroup,\n\t\tazureshared.ComputeVirtualMachine,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/availability_set\nfunc (c computeAvailabilitySetWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_availability_set.name\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute#microsoftcompute\nfunc (c computeAvailabilitySetWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/availabilitySets/read\",\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles/compute\nfunc (c computeAvailabilitySetWrapper) PredefinedRole() string {\n\treturn \"Reader\" // there is no predefined role for availability sets, so we use the most restrictive role (Reader)\n}\n" }, { "path": "sources/azure/manual/compute-availability-set_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeAvailabilitySet(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tavailabilitySetName := \"test-avset\"\n\t\tavSet := createAzureAvailabilitySet(availabilitySetName)\n\n\t\tmockClient := mocks.NewMockAvailabilitySetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, availabilitySetName, nil).Return(\n\t\t\tarmcompute.AvailabilitySetsClientGetResponse{\n\t\t\t\tAvailabilitySet: *avSet,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeAvailabilitySet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], availabilitySetName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeAvailabilitySet.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeAvailabilitySet, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != availabilitySetName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", availabilitySetName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Properties.ProximityPlacementGroup.ID\n\t\t\t\t\tExpectedType: azureshared.ComputeProximityPlacementGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-ppg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.VirtualMachines[0].ID\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vm-1\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.VirtualMachines[1].ID\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vm-2\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithCrossResourceGroupLinks\", func(t *testing.T) {\n\t\tavailabilitySetName := \"test-avset-cross-rg\"\n\t\tavSet := createAzureAvailabilitySetWithCrossResourceGroupLinks(availabilitySetName, subscriptionID)\n\n\t\tmockClient := mocks.NewMockAvailabilitySetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, availabilitySetName, nil).Return(\n\t\t\tarmcompute.AvailabilitySetsClientGetResponse{\n\t\t\t\tAvailabilitySet: *avSet,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeAvailabilitySet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], availabilitySetName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify that links use the correct scope from different resource groups\n\t\tfoundPPGLink := false\n\t\tfoundVMLink := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.ComputeProximityPlacementGroup.String() {\n\t\t\t\tfoundPPGLink = true\n\t\t\t\texpectedScope := subscriptionID + \".other-rg\"\n\t\t\t\tif link.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected PPG scope %s, got %s\", expectedScope, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t\tif link.GetQuery().GetType() == azureshared.ComputeVirtualMachine.String() {\n\t\t\t\tfoundVMLink = true\n\t\t\t\texpectedScope := subscriptionID + \".vm-rg\"\n\t\t\t\tif link.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected VM scope %s, got %s\", expectedScope, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundPPGLink {\n\t\t\tt.Error(\"Expected to find Proximity Placement Group link\")\n\t\t}\n\t\tif !foundVMLink {\n\t\t\tt.Error(\"Expected to find Virtual Machine link\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithoutLinks\", func(t *testing.T) {\n\t\tavailabilitySetName := \"test-avset-no-links\"\n\t\tavSet := createAzureAvailabilitySetWithoutLinks(availabilitySetName)\n\n\t\tmockClient := mocks.NewMockAvailabilitySetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, availabilitySetName, nil).Return(\n\t\t\tarmcompute.AvailabilitySetsClientGetResponse{\n\t\t\t\tAvailabilitySet: *avSet,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeAvailabilitySet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], availabilitySetName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 0 {\n\t\t\tt.Errorf(\"Expected no linked queries, got %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tavSet1 := createAzureAvailabilitySet(\"test-avset-1\")\n\t\tavSet2 := createAzureAvailabilitySet(\"test-avset-2\")\n\n\t\tmockClient := mocks.NewMockAvailabilitySetsClient(ctrl)\n\t\tmockPager := newMockAvailabilitySetsPager(ctrl, []*armcompute.AvailabilitySet{avSet1, avSet2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeAvailabilitySet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tavSet1 := createAzureAvailabilitySet(\"test-avset-1\")\n\t\tavSet2 := createAzureAvailabilitySet(\"test-avset-2\")\n\n\t\tmockClient := mocks.NewMockAvailabilitySetsClient(ctrl)\n\t\tmockPager := newMockAvailabilitySetsPager(ctrl, []*armcompute.AvailabilitySet{avSet1, avSet2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeAvailabilitySet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify adapter doesn't support SearchStream\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\tavSet1 := createAzureAvailabilitySet(\"test-avset-1\")\n\t\tavSetNilName := &armcompute.AvailabilitySet{\n\t\t\tName: nil, // nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockAvailabilitySetsClient(ctrl)\n\t\tmockPager := newMockAvailabilitySetsPager(ctrl, []*armcompute.AvailabilitySet{avSet1, avSetNilName})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeAvailabilitySet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (the one with a name)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"availability set not found\")\n\n\t\tmockClient := mocks.NewMockAvailabilitySetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-avset\", nil).Return(\n\t\t\tarmcompute.AvailabilitySetsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeAvailabilitySet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-avset\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent availability set, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockAvailabilitySetsClient(ctrl)\n\n\t\twrapper := manual.NewComputeAvailabilitySet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting availability set with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockAvailabilitySetsClient(ctrl)\n\n\t\twrapper := manual.NewComputeAvailabilitySet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t// Test the wrapper's Get method directly with insufficient query parts\n\t\t_, qErr := wrapper.Get(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting availability set with insufficient query parts, but got nil\")\n\t\t}\n\t})\n}\n\n// createAzureAvailabilitySet creates a mock Azure Availability Set for testing\nfunc createAzureAvailabilitySet(avSetName string) *armcompute.AvailabilitySet {\n\treturn &armcompute.AvailabilitySet{\n\t\tName: new(avSetName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.AvailabilitySetProperties{\n\t\t\tPlatformFaultDomainCount: new(int32(2)),\n\t\t\tPlatformUpdateDomainCount: new(int32(5)),\n\t\t\tProximityPlacementGroup: &armcompute.SubResource{\n\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/proximityPlacementGroups/test-ppg\"),\n\t\t\t},\n\t\t\tVirtualMachines: []*armcompute.SubResource{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/virtualMachines/test-vm-1\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/virtualMachines/test-vm-2\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureAvailabilitySetWithCrossResourceGroupLinks creates a mock Availability Set\n// with links to resources in different resource groups\nfunc createAzureAvailabilitySetWithCrossResourceGroupLinks(avSetName, subscriptionID string) *armcompute.AvailabilitySet {\n\treturn &armcompute.AvailabilitySet{\n\t\tName: new(avSetName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.AvailabilitySetProperties{\n\t\t\tPlatformFaultDomainCount: new(int32(2)),\n\t\t\tPlatformUpdateDomainCount: new(int32(5)),\n\t\t\tProximityPlacementGroup: &armcompute.SubResource{\n\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/other-rg/providers/Microsoft.Compute/proximityPlacementGroups/test-ppg\"),\n\t\t\t},\n\t\t\tVirtualMachines: []*armcompute.SubResource{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/vm-rg/providers/Microsoft.Compute/virtualMachines/test-vm\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureAvailabilitySetWithoutLinks creates a mock Availability Set without any linked resources\nfunc createAzureAvailabilitySetWithoutLinks(avSetName string) *armcompute.AvailabilitySet {\n\treturn &armcompute.AvailabilitySet{\n\t\tName: new(avSetName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.AvailabilitySetProperties{\n\t\t\tPlatformFaultDomainCount: new(int32(2)),\n\t\t\tPlatformUpdateDomainCount: new(int32(5)),\n\t\t\t// No ProximityPlacementGroup\n\t\t\t// No VirtualMachines\n\t\t},\n\t}\n}\n\n// mockAvailabilitySetsPager is a simple mock implementation of the Pager interface for testing\ntype mockAvailabilitySetsPager struct {\n\tctrl *gomock.Controller\n\titems []*armcompute.AvailabilitySet\n\tindex int\n\tmore bool\n}\n\nfunc newMockAvailabilitySetsPager(ctrl *gomock.Controller, items []*armcompute.AvailabilitySet) clients.AvailabilitySetsPager {\n\treturn &mockAvailabilitySetsPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockAvailabilitySetsPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockAvailabilitySetsPager) NextPage(ctx context.Context) (armcompute.AvailabilitySetsClientListResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armcompute.AvailabilitySetsClientListResponse{\n\t\t\tAvailabilitySetListResult: armcompute.AvailabilitySetListResult{\n\t\t\t\tValue: []*armcompute.AvailabilitySet{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armcompute.AvailabilitySetsClientListResponse{\n\t\tAvailabilitySetListResult: armcompute.AvailabilitySetListResult{\n\t\t\tValue: []*armcompute.AvailabilitySet{item},\n\t\t},\n\t}, nil\n}\n" }, { "path": "sources/azure/manual/compute-capacity-reservation-group.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeCapacityReservationGroupLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeCapacityReservationGroup)\n\ntype computeCapacityReservationGroupWrapper struct {\n\tclient clients.CapacityReservationGroupsClient\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewComputeCapacityReservationGroup creates a new computeCapacityReservationGroupWrapper instance.\nfunc NewComputeCapacityReservationGroup(client clients.CapacityReservationGroupsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &computeCapacityReservationGroupWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeCapacityReservationGroup,\n\t\t),\n\t}\n}\n\nfunc capacityReservationGroupGetOptions() *armcompute.CapacityReservationGroupsClientGetOptions {\n\treturn nil\n}\n\nfunc capacityReservationGroupListOptions() *armcompute.CapacityReservationGroupsClientListByResourceGroupOptions {\n\texpand := armcompute.ExpandTypesForGetCapacityReservationGroupsVirtualMachinesRef\n\treturn &armcompute.CapacityReservationGroupsClientListByResourceGroupOptions{\n\t\tExpand: &expand,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/capacity-reservation-groups/get?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c *computeCapacityReservationGroupWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 1 and be the capacity reservation group name\"), scope, c.Type())\n\t}\n\tcapacityReservationGroupName := queryParts[0]\n\tif capacityReservationGroupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"capacity reservation group name cannot be empty\"), scope, c.Type())\n\t}\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tcapacityReservationGroup, err := c.client.Get(ctx, rgScope.ResourceGroup, capacityReservationGroupName, capacityReservationGroupGetOptions())\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureCapacityReservationGroupToSDPItem(&capacityReservationGroup.CapacityReservationGroup, scope)\n}\n\n// ref:https://learn.microsoft.com/en-us/rest/api/compute/capacity-reservation-groups/list-by-resource-group?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c *computeCapacityReservationGroupWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, capacityReservationGroupListOptions())\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, capacityReservationGroup := range page.Value {\n\t\t\tif capacityReservationGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureCapacityReservationGroupToSDPItem(capacityReservationGroup, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c *computeCapacityReservationGroupWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, capacityReservationGroupListOptions())\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, capacityReservationGroup := range page.Value {\n\t\t\tif capacityReservationGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureCapacityReservationGroupToSDPItem(capacityReservationGroup, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c *computeCapacityReservationGroupWrapper) azureCapacityReservationGroupToSDPItem(capacityReservationGroup *armcompute.CapacityReservationGroup, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(capacityReservationGroup, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tlinkedItemQueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tif capacityReservationGroup.Properties != nil {\n\t\tgroupName := \"\"\n\t\tif capacityReservationGroup.Name != nil {\n\t\t\tgroupName = *capacityReservationGroup.Name\n\t\t}\n\n\t\t// Child resource: capacity reservations in this group (have their own GET/LIST endpoints)\n\t\tif capacityReservationGroup.Properties.CapacityReservations != nil && groupName != \"\" {\n\t\t\tfor _, ref := range capacityReservationGroup.Properties.CapacityReservations {\n\t\t\t\tif ref == nil || ref.ID == nil || *ref.ID == \"\" {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\treservationName := azureshared.ExtractResourceName(*ref.ID)\n\t\t\t\tif reservationName == \"\" {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ComputeCapacityReservation.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(groupName, reservationName),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// External resource: VMs associated with this capacity reservation group\n\t\tif capacityReservationGroup.Properties.VirtualMachinesAssociated != nil {\n\t\t\tfor _, ref := range capacityReservationGroup.Properties.VirtualMachinesAssociated {\n\t\t\t\tif ref == nil || ref.ID == nil || *ref.ID == \"\" {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tvmName := azureshared.ExtractResourceName(*ref.ID)\n\t\t\t\tif vmName == \"\" {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tlinkScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*ref.ID); extractedScope != \"\" {\n\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t}\n\t\t\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: vmName,\n\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeCapacityReservationGroup.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(capacityReservationGroup.Tags),\n\t\tLinkedItemQueries: linkedItemQueries,\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c *computeCapacityReservationGroupWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeCapacityReservationGroupLookupByName,\n\t}\n}\n\nfunc (c *computeCapacityReservationGroupWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ComputeCapacityReservation: true,\n\t\tazureshared.ComputeVirtualMachine: true,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/capacity_reservation_group\nfunc (c *computeCapacityReservationGroupWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_capacity_reservation_group.name\",\n\t\t},\n\t}\n}\n\nfunc (c *computeCapacityReservationGroupWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/capacityReservationGroups/read\",\n\t}\n}\n\nfunc (c *computeCapacityReservationGroupWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-capacity-reservation-group_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeCapacityReservationGroup(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tgroupName := \"test-crg\"\n\t\tcrg := createAzureCapacityReservationGroup(groupName)\n\n\t\tmockClient := mocks.NewMockCapacityReservationGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, groupName, gomock.Eq(capacityReservationGroupGetOptions())).Return(\n\t\t\tarmcompute.CapacityReservationGroupsClientGetResponse{\n\t\t\t\tCapacityReservationGroup: *crg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeCapacityReservationGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, groupName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeCapacityReservationGroup.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeCapacityReservationGroup.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != groupName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", groupName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithLinkedResources\", func(t *testing.T) {\n\t\tgroupName := \"test-crg-with-links\"\n\t\tcrg := createAzureCapacityReservationGroupWithLinks(groupName, subscriptionID, resourceGroup, []string{\"res-1\", \"res-2\"}, []string{\"vm-1\", \"vm-2\"})\n\n\t\tmockClient := mocks.NewMockCapacityReservationGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, groupName, gomock.Eq(capacityReservationGroupGetOptions())).Return(\n\t\t\tarmcompute.CapacityReservationGroupsClientGetResponse{\n\t\t\t\tCapacityReservationGroup: *crg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeCapacityReservationGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, groupName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ComputeCapacityReservation.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(groupName, \"res-1\"),\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ComputeCapacityReservation.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(groupName, \"res-2\"),\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"vm-1\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"vm-2\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationGroupsClient(ctrl)\n\n\t\twrapper := manual.NewComputeCapacityReservationGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Get(ctx, scope)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting with no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationGroupsClient(ctrl)\n\n\t\twrapper := manual.NewComputeCapacityReservationGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"capacity reservation group not found\")\n\t\tmockClient := mocks.NewMockCapacityReservationGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent\", gomock.Eq(capacityReservationGroupGetOptions())).Return(\n\t\t\tarmcompute.CapacityReservationGroupsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeCapacityReservationGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"nonexistent\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tcrg1 := createAzureCapacityReservationGroup(\"test-crg-1\")\n\t\tcrg2 := createAzureCapacityReservationGroup(\"test-crg-2\")\n\n\t\tmockClient := mocks.NewMockCapacityReservationGroupsClient(ctrl)\n\t\tmockPager := newMockCapacityReservationGroupsPager(ctrl, []*armcompute.CapacityReservationGroup{crg1, crg2})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, gomock.Eq(capacityReservationGroupListOptions())).Return(mockPager)\n\n\t\twrapper := manual.NewComputeCapacityReservationGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tcrg1 := createAzureCapacityReservationGroup(\"test-crg-1\")\n\t\tcrg2 := createAzureCapacityReservationGroup(\"test-crg-2\")\n\n\t\tmockClient := mocks.NewMockCapacityReservationGroupsClient(ctrl)\n\t\tmockPager := newMockCapacityReservationGroupsPager(ctrl, []*armcompute.CapacityReservationGroup{crg1, crg2})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, gomock.Eq(capacityReservationGroupListOptions())).Return(mockPager)\n\n\t\twrapper := manual.NewComputeCapacityReservationGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, scope, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\tcrg1 := createAzureCapacityReservationGroup(\"test-crg-1\")\n\t\tcrgNilName := &armcompute.CapacityReservationGroup{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armcompute.CapacityReservationGroupProperties{},\n\t\t}\n\n\t\tmockClient := mocks.NewMockCapacityReservationGroupsClient(ctrl)\n\t\tmockPager := newMockCapacityReservationGroupsPager(ctrl, []*armcompute.CapacityReservationGroup{crg1, crgNilName})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, gomock.Eq(capacityReservationGroupListOptions())).Return(mockPager)\n\n\t\twrapper := manual.NewComputeCapacityReservationGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ListWithPagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationGroupsClient(ctrl)\n\t\terrorPager := newErrorCapacityReservationGroupsPager(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, gomock.Eq(capacityReservationGroupListOptions())).Return(errorPager)\n\n\t\twrapper := manual.NewComputeCapacityReservationGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, scope, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStreamWithPagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationGroupsClient(ctrl)\n\t\terrorPager := newErrorCapacityReservationGroupsPager(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, gomock.Eq(capacityReservationGroupListOptions())).Return(errorPager)\n\n\t\twrapper := manual.NewComputeCapacityReservationGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(func(item *sdp.Item) {}, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, scope, true, stream)\n\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"Expected error when pager returns error, but got none\")\n\t\t}\n\t})\n}\n\nfunc capacityReservationGroupGetOptions() *armcompute.CapacityReservationGroupsClientGetOptions {\n\treturn nil\n}\n\nfunc capacityReservationGroupListOptions() *armcompute.CapacityReservationGroupsClientListByResourceGroupOptions {\n\texpand := armcompute.ExpandTypesForGetCapacityReservationGroupsVirtualMachinesRef\n\treturn &armcompute.CapacityReservationGroupsClientListByResourceGroupOptions{\n\t\tExpand: &expand,\n\t}\n}\n\n// createAzureCapacityReservationGroup creates a mock Azure Capacity Reservation Group for testing.\nfunc createAzureCapacityReservationGroup(groupName string) *armcompute.CapacityReservationGroup {\n\treturn &armcompute.CapacityReservationGroup{\n\t\tName: new(groupName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.CapacityReservationGroupProperties{},\n\t}\n}\n\n// createAzureCapacityReservationGroupWithLinks creates a mock group with capacity reservation and VM links.\nfunc createAzureCapacityReservationGroupWithLinks(groupName, subscriptionID, resourceGroup string, reservationNames, vmNames []string) *armcompute.CapacityReservationGroup {\n\treservations := make([]*armcompute.SubResourceReadOnly, 0, len(reservationNames))\n\tfor _, name := range reservationNames {\n\t\treservations = append(reservations, &armcompute.SubResourceReadOnly{\n\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/capacityReservationGroups/\" + groupName + \"/capacityReservations/\" + name),\n\t\t})\n\t}\n\tvms := make([]*armcompute.SubResourceReadOnly, 0, len(vmNames))\n\tfor _, name := range vmNames {\n\t\tvms = append(vms, &armcompute.SubResourceReadOnly{\n\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/virtualMachines/\" + name),\n\t\t})\n\t}\n\treturn &armcompute.CapacityReservationGroup{\n\t\tName: new(groupName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.CapacityReservationGroupProperties{\n\t\t\tCapacityReservations: reservations,\n\t\t\tVirtualMachinesAssociated: vms,\n\t\t},\n\t}\n}\n\n// mockCapacityReservationGroupsPager is a mock pager for CapacityReservationGroupsClientListByResourceGroupResponse.\ntype mockCapacityReservationGroupsPager struct {\n\tctrl *gomock.Controller\n\titems []*armcompute.CapacityReservationGroup\n\tindex int\n\tmore bool\n}\n\nfunc newMockCapacityReservationGroupsPager(ctrl *gomock.Controller, items []*armcompute.CapacityReservationGroup) clients.CapacityReservationGroupsPager {\n\treturn &mockCapacityReservationGroupsPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockCapacityReservationGroupsPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockCapacityReservationGroupsPager) NextPage(ctx context.Context) (armcompute.CapacityReservationGroupsClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armcompute.CapacityReservationGroupsClientListByResourceGroupResponse{\n\t\t\tCapacityReservationGroupListResult: armcompute.CapacityReservationGroupListResult{\n\t\t\t\tValue: []*armcompute.CapacityReservationGroup{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armcompute.CapacityReservationGroupsClientListByResourceGroupResponse{\n\t\tCapacityReservationGroupListResult: armcompute.CapacityReservationGroupListResult{\n\t\t\tValue: []*armcompute.CapacityReservationGroup{item},\n\t\t},\n\t}, nil\n}\n\n// errorCapacityReservationGroupsPager is a mock pager that always returns an error.\ntype errorCapacityReservationGroupsPager struct {\n\tctrl *gomock.Controller\n}\n\nfunc newErrorCapacityReservationGroupsPager(ctrl *gomock.Controller) clients.CapacityReservationGroupsPager {\n\treturn &errorCapacityReservationGroupsPager{ctrl: ctrl}\n}\n\nfunc (e *errorCapacityReservationGroupsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorCapacityReservationGroupsPager) NextPage(ctx context.Context) (armcompute.CapacityReservationGroupsClientListByResourceGroupResponse, error) {\n\treturn armcompute.CapacityReservationGroupsClientListByResourceGroupResponse{}, errors.New(\"pager error\")\n}\n" }, { "path": "sources/azure/manual/compute-capacity-reservation.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeCapacityReservationLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeCapacityReservation)\n\ntype computeCapacityReservationWrapper struct {\n\tclient clients.CapacityReservationsClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeCapacityReservation(client clients.CapacityReservationsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &computeCapacityReservationWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeCapacityReservation,\n\t\t),\n\t}\n}\n\nfunc capacityReservationGetOptions() *armcompute.CapacityReservationsClientGetOptions {\n\texpand := armcompute.CapacityReservationInstanceViewTypesInstanceView\n\treturn &armcompute.CapacityReservationsClientGetOptions{\n\t\tExpand: &expand,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/capacity-reservations/get?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c *computeCapacityReservationWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 2: capacity reservation group name and capacity reservation name\"), scope, c.Type())\n\t}\n\tgroupName := queryParts[0]\n\tif groupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"capacity reservation group name cannot be empty\"), scope, c.Type())\n\t}\n\treservationName := queryParts[1]\n\tif reservationName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"capacity reservation name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, groupName, reservationName, capacityReservationGetOptions())\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureCapacityReservationToSDPItem(&resp.CapacityReservation, groupName, scope)\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/capacity-reservations/list-by-capacity-reservation-group?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c *computeCapacityReservationWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 1: capacity reservation group name\"), scope, c.Type())\n\t}\n\tgroupName := queryParts[0]\n\tif groupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"capacity reservation group name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByCapacityReservationGroupPager(rgScope.ResourceGroup, groupName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, res := range page.Value {\n\t\t\tif res == nil || res.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureCapacityReservationToSDPItem(res, groupName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c *computeCapacityReservationWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) != 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"queryParts must be exactly 1: capacity reservation group name\"), scope, c.Type()))\n\t\treturn\n\t}\n\tgroupName := queryParts[0]\n\tif groupName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"capacity reservation group name cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\n\tpager := c.client.NewListByCapacityReservationGroupPager(rgScope.ResourceGroup, groupName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, res := range page.Value {\n\t\t\tif res == nil || res.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureCapacityReservationToSDPItem(res, groupName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c *computeCapacityReservationWrapper) azureCapacityReservationToSDPItem(res *armcompute.CapacityReservation, groupName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(res, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tif res.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"capacity reservation name is nil\"), scope, c.Type())\n\t}\n\treservationName := *res.Name\n\tif reservationName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"capacity reservation name cannot be empty\"), scope, c.Type())\n\t}\n\tif err := attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(groupName, reservationName)); err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tlinkedItemQueries := make([]*sdp.LinkedItemQuery, 0)\n\n\t// Parent: capacity reservation group\n\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeCapacityReservationGroup.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: groupName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// VMs associated with this capacity reservation\n\tif res.Properties != nil && res.Properties.VirtualMachinesAssociated != nil {\n\t\tfor _, vmRef := range res.Properties.VirtualMachinesAssociated {\n\t\t\tif vmRef == nil || vmRef.ID == nil || *vmRef.ID == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvmName := azureshared.ExtractResourceName(*vmRef.ID)\n\t\t\tif vmName == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvmScope := scope\n\t\t\tif linkScope := azureshared.ExtractScopeFromResourceID(*vmRef.ID); linkScope != \"\" {\n\t\t\t\tvmScope = linkScope\n\t\t\t}\n\t\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vmName,\n\t\t\t\t\tScope: vmScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// VMs physically allocated to this capacity reservation (from instance view; only populated when Get uses $expand=instanceView)\n\tif res.Properties != nil && res.Properties.InstanceView != nil && res.Properties.InstanceView.UtilizationInfo != nil && res.Properties.InstanceView.UtilizationInfo.VirtualMachinesAllocated != nil {\n\t\tfor _, vmRef := range res.Properties.InstanceView.UtilizationInfo.VirtualMachinesAllocated {\n\t\t\tif vmRef == nil || vmRef.ID == nil || *vmRef.ID == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvmName := azureshared.ExtractResourceName(*vmRef.ID)\n\t\t\tif vmName == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvmScope := scope\n\t\t\tif linkScope := azureshared.ExtractScopeFromResourceID(*vmRef.ID); linkScope != \"\" {\n\t\t\t\tvmScope = linkScope\n\t\t\t}\n\t\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vmName,\n\t\t\t\t\tScope: vmScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeCapacityReservation.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(res.Tags),\n\t\tLinkedItemQueries: linkedItemQueries,\n\t}\n\n\t// Health status from ProvisioningState\n\tif res.Properties != nil && res.Properties.ProvisioningState != nil {\n\t\tstate := strings.ToLower(*res.Properties.ProvisioningState)\n\t\tswitch state {\n\t\tcase \"succeeded\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"creating\", \"updating\", \"deleting\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"failed\", \"canceled\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c *computeCapacityReservationWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeCapacityReservationGroupLookupByName,\n\t\tComputeCapacityReservationLookupByName,\n\t}\n}\n\nfunc (c *computeCapacityReservationWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeCapacityReservationGroupLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c *computeCapacityReservationWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ComputeCapacityReservationGroup: true,\n\t\tazureshared.ComputeVirtualMachine: true,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/capacity_reservation\nfunc (c *computeCapacityReservationWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_capacity_reservation.id\",\n\t\t},\n\t}\n}\n\nfunc (c *computeCapacityReservationWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/capacityReservationGroups/capacityReservations/read\",\n\t}\n}\n\nfunc (c *computeCapacityReservationWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-capacity-reservation_test.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc createAzureCapacityReservation(reservationName, groupName string) *armcompute.CapacityReservation {\n\treturn &armcompute.CapacityReservation{\n\t\tID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.Compute/capacityReservationGroups/\" + groupName + \"/capacityReservations/\" + reservationName),\n\t\tName: new(reservationName),\n\t\tType: new(\"Microsoft.Compute/capacityReservationGroups/capacityReservations\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\tSKU: &armcompute.SKU{\n\t\t\tName: new(\"Standard_D2s_v3\"),\n\t\t\tCapacity: new(int64(1)),\n\t\t},\n\t\tProperties: &armcompute.CapacityReservationProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t},\n\t}\n}\n\nfunc createAzureCapacityReservationWithVMs(reservationName, groupName, subscriptionID, resourceGroup string, vmNames ...string) *armcompute.CapacityReservation {\n\tvms := make([]*armcompute.SubResourceReadOnly, 0, len(vmNames))\n\tfor _, vmName := range vmNames {\n\t\tvms = append(vms, &armcompute.SubResourceReadOnly{\n\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/virtualMachines/\" + vmName),\n\t\t})\n\t}\n\treturn &armcompute.CapacityReservation{\n\t\tID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.Compute/capacityReservationGroups/\" + groupName + \"/capacityReservations/\" + reservationName),\n\t\tName: new(reservationName),\n\t\tType: new(\"Microsoft.Compute/capacityReservationGroups/capacityReservations\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\tSKU: &armcompute.SKU{\n\t\t\tName: new(\"Standard_D2s_v3\"),\n\t\t\tCapacity: new(int64(1)),\n\t\t},\n\t\tProperties: &armcompute.CapacityReservationProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tVirtualMachinesAssociated: vms,\n\t\t},\n\t}\n}\n\ntype mockCapacityReservationsPager struct {\n\titems []*armcompute.CapacityReservation\n\tindex int\n}\n\nfunc (m *mockCapacityReservationsPager) More() bool {\n\treturn m.index < len(m.items)\n}\n\nfunc (m *mockCapacityReservationsPager) NextPage(ctx context.Context) (armcompute.CapacityReservationsClientListByCapacityReservationGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\treturn armcompute.CapacityReservationsClientListByCapacityReservationGroupResponse{\n\t\t\tCapacityReservationListResult: armcompute.CapacityReservationListResult{\n\t\t\t\tValue: []*armcompute.CapacityReservation{},\n\t\t\t},\n\t\t}, nil\n\t}\n\titem := m.items[m.index]\n\tm.index++\n\treturn armcompute.CapacityReservationsClientListByCapacityReservationGroupResponse{\n\t\tCapacityReservationListResult: armcompute.CapacityReservationListResult{\n\t\t\tValue: []*armcompute.CapacityReservation{item},\n\t\t},\n\t}, nil\n}\n\ntype errorCapacityReservationsPager struct{}\n\nfunc (e *errorCapacityReservationsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorCapacityReservationsPager) NextPage(ctx context.Context) (armcompute.CapacityReservationsClientListByCapacityReservationGroupResponse, error) {\n\treturn armcompute.CapacityReservationsClientListByCapacityReservationGroupResponse{}, errors.New(\"pager error\")\n}\n\ntype testCapacityReservationsClient struct {\n\t*mocks.MockCapacityReservationsClient\n\tpager clients.CapacityReservationsPager\n}\n\nfunc (t *testCapacityReservationsClient) NewListByCapacityReservationGroupPager(resourceGroupName string, capacityReservationGroupName string, options *armcompute.CapacityReservationsClientListByCapacityReservationGroupOptions) clients.CapacityReservationsPager {\n\tif t.pager != nil {\n\t\treturn t.pager\n\t}\n\treturn t.MockCapacityReservationsClient.NewListByCapacityReservationGroupPager(resourceGroupName, capacityReservationGroupName, options)\n}\n\nfunc TestComputeCapacityReservation(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\tgroupName := \"test-crg\"\n\treservationName := \"test-reservation\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tres := createAzureCapacityReservation(reservationName, groupName)\n\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, groupName, reservationName, gomock.Eq(capacityReservationGetOptions())).Return(\n\t\t\tarmcompute.CapacityReservationsClientGetResponse{\n\t\t\t\tCapacityReservation: *res,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeCapacityReservation(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(groupName, reservationName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeCapacityReservation.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeCapacityReservation.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(groupName, reservationName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag env=test, got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ComputeCapacityReservationGroup.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: groupName, ExpectedScope: scope},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithVMLinks\", func(t *testing.T) {\n\t\tres := createAzureCapacityReservationWithVMs(reservationName, groupName, subscriptionID, resourceGroup, \"vm-1\", \"vm-2\")\n\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, groupName, reservationName, gomock.Eq(capacityReservationGetOptions())).Return(\n\t\t\tarmcompute.CapacityReservationsClientGetResponse{\n\t\t\t\tCapacityReservation: *res,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeCapacityReservation(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(groupName, reservationName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tqueryTests := shared.QueryTests{\n\t\t\t{ExpectedType: azureshared.ComputeCapacityReservationGroup.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: groupName, ExpectedScope: scope},\n\t\t\t{ExpectedType: azureshared.ComputeVirtualMachine.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: \"vm-1\", ExpectedScope: scope},\n\t\t\t{ExpectedType: azureshared.ComputeVirtualMachine.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: \"vm-2\", ExpectedScope: scope},\n\t\t}\n\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\twrapper := NewComputeCapacityReservation(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, groupName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Get with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyGroupName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\twrapper := NewComputeCapacityReservation(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", reservationName)\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when capacity reservation group name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyReservationName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\twrapper := NewComputeCapacityReservation(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(groupName, \"\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when capacity reservation name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"reservation not found\")\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, groupName, \"nonexistent\", gomock.Eq(capacityReservationGetOptions())).Return(\n\t\t\tarmcompute.CapacityReservationsClientGetResponse{}, expectedErr)\n\n\t\twrapper := NewComputeCapacityReservation(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(groupName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tres1 := createAzureCapacityReservation(\"res-1\", groupName)\n\t\tres2 := createAzureCapacityReservation(\"res-2\", groupName)\n\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\tpager := &mockCapacityReservationsPager{\n\t\t\titems: []*armcompute.CapacityReservation{res1, res2},\n\t\t}\n\t\ttestClient := &testCapacityReservationsClient{\n\t\t\tMockCapacityReservationsClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\n\t\twrapper := NewComputeCapacityReservation(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, scope, groupName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected valid item, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\twrapper := NewComputeCapacityReservation(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, scope, groupName, reservationName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Search with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_EmptyGroupName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\twrapper := NewComputeCapacityReservation(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, scope, \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when capacity reservation group name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_PagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\terrorPager := &errorCapacityReservationsPager{}\n\t\ttestClient := &testCapacityReservationsClient{\n\t\t\tMockCapacityReservationsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := NewComputeCapacityReservation(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, scope, groupName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\twrapper := NewComputeCapacityReservation(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\texpected := map[shared.ItemType]bool{\n\t\t\tazureshared.ComputeCapacityReservationGroup: true,\n\t\t\tazureshared.ComputeVirtualMachine: true,\n\t\t}\n\t\tfor itemType, want := range expected {\n\t\t\tif got := links[itemType]; got != want {\n\t\t\t\tt.Errorf(\"PotentialLinks()[%v] = %v, want %v\", itemType, got, want)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ImplementsSearchableAdapter\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockCapacityReservationsClient(ctrl)\n\t\twrapper := NewComputeCapacityReservation(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/compute-dedicated-host-group.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeDedicatedHostGroupLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeDedicatedHostGroup)\n\ntype computeDedicatedHostGroupWrapper struct {\n\tclient clients.DedicatedHostGroupsClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeDedicatedHostGroup(client clients.DedicatedHostGroupsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &computeDedicatedHostGroupWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeDedicatedHostGroup,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/dedicated-host-groups/get?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c *computeDedicatedHostGroupWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 1 and be the dedicated host group name\"), scope, c.Type())\n\t}\n\tdedicatedHostGroupName := queryParts[0]\n\tif dedicatedHostGroupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"dedicated host group name cannot be empty\"), scope, c.Type())\n\t}\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tdedicatedHostGroup, err := c.client.Get(ctx, rgScope.ResourceGroup, dedicatedHostGroupName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureDedicatedHostGroupToSDPItem(&dedicatedHostGroup.DedicatedHostGroup, scope)\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/dedicated-host-groups/list-by-resource-group?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c *computeDedicatedHostGroupWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, dedicatedHostGroup := range page.Value {\n\t\t\tif dedicatedHostGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureDedicatedHostGroupToSDPItem(dedicatedHostGroup, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c *computeDedicatedHostGroupWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, dedicatedHostGroup := range page.Value {\n\t\t\tif dedicatedHostGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureDedicatedHostGroupToSDPItem(dedicatedHostGroup, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c *computeDedicatedHostGroupWrapper) azureDedicatedHostGroupToSDPItem(dedicatedHostGroup *armcompute.DedicatedHostGroup, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(dedicatedHostGroup, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tlinkedItemQueries := make([]*sdp.LinkedItemQuery, 0)\n\tif dedicatedHostGroup.Properties != nil && dedicatedHostGroup.Properties.Hosts != nil && dedicatedHostGroup.Name != nil {\n\t\thostGroupName := *dedicatedHostGroup.Name\n\t\tfor _, hostRef := range dedicatedHostGroup.Properties.Hosts {\n\t\t\tif hostRef == nil || hostRef.ID == nil || *hostRef.ID == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\thostName := azureshared.ExtractResourceName(*hostRef.ID)\n\t\t\tif hostName == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeDedicatedHost.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(hostGroupName, hostName),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeDedicatedHostGroup.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(dedicatedHostGroup.Tags),\n\t\tLinkedItemQueries: linkedItemQueries,\n\t}\n\treturn sdpItem, nil\n}\n\nfunc (c *computeDedicatedHostGroupWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeDedicatedHostGroupLookupByName,\n\t}\n}\n\nfunc (c *computeDedicatedHostGroupWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ComputeDedicatedHost: true,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/dedicated_host_group\nfunc (c *computeDedicatedHostGroupWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_dedicated_host_group.name\",\n\t\t},\n\t}\n}\n\nfunc (c *computeDedicatedHostGroupWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/hostGroups/read\",\n\t}\n}\n\nfunc (c *computeDedicatedHostGroupWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-dedicated-host-group_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeDedicatedHostGroup(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thostGroupName := \"test-host-group\"\n\t\tdedicatedHostGroup := createAzureDedicatedHostGroup(hostGroupName)\n\n\t\tmockClient := mocks.NewMockDedicatedHostGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hostGroupName, nil).Return(\n\t\t\tarmcompute.DedicatedHostGroupsClientGetResponse{\n\t\t\t\tDedicatedHostGroup: *dedicatedHostGroup,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeDedicatedHostGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, hostGroupName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeDedicatedHostGroup.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeDedicatedHostGroup.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != hostGroupName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", hostGroupName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithHosts\", func(t *testing.T) {\n\t\thostGroupName := \"test-host-group-with-hosts\"\n\t\tdedicatedHostGroup := createAzureDedicatedHostGroupWithHosts(hostGroupName, subscriptionID, resourceGroup, \"host-1\", \"host-2\")\n\n\t\tmockClient := mocks.NewMockDedicatedHostGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hostGroupName, nil).Return(\n\t\t\tarmcompute.DedicatedHostGroupsClientGetResponse{\n\t\t\t\tDedicatedHostGroup: *dedicatedHostGroup,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeDedicatedHostGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, hostGroupName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ComputeDedicatedHost.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(hostGroupName, \"host-1\"),\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.ComputeDedicatedHost.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(hostGroupName, \"host-2\"),\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostGroupsClient(ctrl)\n\n\t\twrapper := manual.NewComputeDedicatedHostGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Get(ctx, scope)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting with no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostGroupsClient(ctrl)\n\n\t\twrapper := manual.NewComputeDedicatedHostGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"dedicated host group not found\")\n\t\tmockClient := mocks.NewMockDedicatedHostGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent\", nil).Return(\n\t\t\tarmcompute.DedicatedHostGroupsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeDedicatedHostGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"nonexistent\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thostGroup1 := createAzureDedicatedHostGroup(\"test-host-group-1\")\n\t\thostGroup2 := createAzureDedicatedHostGroup(\"test-host-group-2\")\n\n\t\tmockClient := mocks.NewMockDedicatedHostGroupsClient(ctrl)\n\t\tmockPager := newMockDedicatedHostGroupsPager(ctrl, []*armcompute.DedicatedHostGroup{hostGroup1, hostGroup2})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDedicatedHostGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\thostGroup1 := createAzureDedicatedHostGroup(\"test-host-group-1\")\n\t\thostGroup2 := createAzureDedicatedHostGroup(\"test-host-group-2\")\n\n\t\tmockClient := mocks.NewMockDedicatedHostGroupsClient(ctrl)\n\t\tmockPager := newMockDedicatedHostGroupsPager(ctrl, []*armcompute.DedicatedHostGroup{hostGroup1, hostGroup2})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDedicatedHostGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, scope, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\thostGroup1 := createAzureDedicatedHostGroup(\"test-host-group-1\")\n\t\thostGroupNilName := &armcompute.DedicatedHostGroup{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armcompute.DedicatedHostGroupProperties{\n\t\t\t\tPlatformFaultDomainCount: new(int32(2)),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockDedicatedHostGroupsClient(ctrl)\n\t\tmockPager := newMockDedicatedHostGroupsPager(ctrl, []*armcompute.DedicatedHostGroup{hostGroup1, hostGroupNilName})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDedicatedHostGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ListWithPagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostGroupsClient(ctrl)\n\t\terrorPager := newErrorDedicatedHostGroupsPager(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(errorPager)\n\n\t\twrapper := manual.NewComputeDedicatedHostGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, scope, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStreamWithPagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostGroupsClient(ctrl)\n\t\terrorPager := newErrorDedicatedHostGroupsPager(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(errorPager)\n\n\t\twrapper := manual.NewComputeDedicatedHostGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(func(item *sdp.Item) {}, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, scope, true, stream)\n\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"Expected error when pager returns error, but got none\")\n\t\t}\n\t})\n}\n\n// createAzureDedicatedHostGroup creates a mock Azure Dedicated Host Group for testing.\nfunc createAzureDedicatedHostGroup(hostGroupName string) *armcompute.DedicatedHostGroup {\n\treturn &armcompute.DedicatedHostGroup{\n\t\tName: new(hostGroupName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.DedicatedHostGroupProperties{\n\t\t\tPlatformFaultDomainCount: new(int32(2)),\n\t\t\tSupportAutomaticPlacement: new(false),\n\t\t\tAdditionalCapabilities: nil,\n\t\t\tHosts: nil,\n\t\t\tInstanceView: nil,\n\t\t},\n\t}\n}\n\n// createAzureDedicatedHostGroupWithHosts creates a mock Azure Dedicated Host Group with host references.\nfunc createAzureDedicatedHostGroupWithHosts(hostGroupName, subscriptionID, resourceGroup string, hostNames ...string) *armcompute.DedicatedHostGroup {\n\thosts := make([]*armcompute.SubResourceReadOnly, 0, len(hostNames))\n\tfor _, name := range hostNames {\n\t\thosts = append(hosts, &armcompute.SubResourceReadOnly{\n\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/hostGroups/\" + hostGroupName + \"/hosts/\" + name),\n\t\t})\n\t}\n\treturn &armcompute.DedicatedHostGroup{\n\t\tName: new(hostGroupName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.DedicatedHostGroupProperties{\n\t\t\tPlatformFaultDomainCount: new(int32(2)),\n\t\t\tHosts: hosts,\n\t\t},\n\t}\n}\n\n// mockDedicatedHostGroupsPager is a mock pager for DedicatedHostGroupsClientListByResourceGroupResponse.\ntype mockDedicatedHostGroupsPager struct {\n\tctrl *gomock.Controller\n\titems []*armcompute.DedicatedHostGroup\n\tindex int\n\tmore bool\n}\n\nfunc newMockDedicatedHostGroupsPager(ctrl *gomock.Controller, items []*armcompute.DedicatedHostGroup) clients.DedicatedHostGroupsPager {\n\treturn &mockDedicatedHostGroupsPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockDedicatedHostGroupsPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockDedicatedHostGroupsPager) NextPage(ctx context.Context) (armcompute.DedicatedHostGroupsClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armcompute.DedicatedHostGroupsClientListByResourceGroupResponse{\n\t\t\tDedicatedHostGroupListResult: armcompute.DedicatedHostGroupListResult{\n\t\t\t\tValue: []*armcompute.DedicatedHostGroup{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armcompute.DedicatedHostGroupsClientListByResourceGroupResponse{\n\t\tDedicatedHostGroupListResult: armcompute.DedicatedHostGroupListResult{\n\t\t\tValue: []*armcompute.DedicatedHostGroup{item},\n\t\t},\n\t}, nil\n}\n\n// errorDedicatedHostGroupsPager is a mock pager that always returns an error.\ntype errorDedicatedHostGroupsPager struct {\n\tctrl *gomock.Controller\n}\n\nfunc newErrorDedicatedHostGroupsPager(ctrl *gomock.Controller) clients.DedicatedHostGroupsPager {\n\treturn &errorDedicatedHostGroupsPager{ctrl: ctrl}\n}\n\nfunc (e *errorDedicatedHostGroupsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorDedicatedHostGroupsPager) NextPage(ctx context.Context) (armcompute.DedicatedHostGroupsClientListByResourceGroupResponse, error) {\n\treturn armcompute.DedicatedHostGroupsClientListByResourceGroupResponse{}, errors.New(\"pager error\")\n}\n" }, { "path": "sources/azure/manual/compute-dedicated-host.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeDedicatedHostLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeDedicatedHost)\n\ntype computeDedicatedHostWrapper struct {\n\tclient clients.DedicatedHostsClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeDedicatedHost(client clients.DedicatedHostsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &computeDedicatedHostWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeDedicatedHost,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/dedicated-hosts/get?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c *computeDedicatedHostWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 2: dedicated host group name and dedicated host name\"), scope, c.Type())\n\t}\n\thostGroupName := queryParts[0]\n\tif hostGroupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"dedicated host group name cannot be empty\"), scope, c.Type())\n\t}\n\thostName := queryParts[1]\n\tif hostName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"dedicated host name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, hostGroupName, hostName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureDedicatedHostToSDPItem(&resp.DedicatedHost, hostGroupName, scope)\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/dedicated-hosts/list-by-host-group?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c *computeDedicatedHostWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 1: dedicated host group name\"), scope, c.Type())\n\t}\n\thostGroupName := queryParts[0]\n\tif hostGroupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"dedicated host group name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByHostGroupPager(rgScope.ResourceGroup, hostGroupName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, host := range page.Value {\n\t\t\tif host == nil || host.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureDedicatedHostToSDPItem(host, hostGroupName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c *computeDedicatedHostWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) != 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"queryParts must be exactly 1: dedicated host group name\"), scope, c.Type()))\n\t\treturn\n\t}\n\thostGroupName := queryParts[0]\n\tif hostGroupName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"dedicated host group name cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\n\tpager := c.client.NewListByHostGroupPager(rgScope.ResourceGroup, hostGroupName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, host := range page.Value {\n\t\t\tif host == nil || host.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureDedicatedHostToSDPItem(host, hostGroupName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c *computeDedicatedHostWrapper) azureDedicatedHostToSDPItem(host *armcompute.DedicatedHost, hostGroupName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(host, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tif host.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"dedicated host name is nil\"), scope, c.Type())\n\t}\n\thostName := *host.Name\n\tif hostName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"dedicated host name cannot be empty\"), scope, c.Type())\n\t}\n\tif err := attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(hostGroupName, hostName)); err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tlinkedItemQueries := make([]*sdp.LinkedItemQuery, 0)\n\n\t// Parent: dedicated host group\n\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeDedicatedHostGroup.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: hostGroupName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// VMs deployed on this dedicated host\n\tif host.Properties != nil && host.Properties.VirtualMachines != nil {\n\t\tfor _, vmRef := range host.Properties.VirtualMachines {\n\t\t\tif vmRef == nil || vmRef.ID == nil || *vmRef.ID == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvmName := azureshared.ExtractResourceName(*vmRef.ID)\n\t\t\tif vmName == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvmScope := scope\n\t\t\tif linkScope := azureshared.ExtractScopeFromResourceID(*vmRef.ID); linkScope != \"\" {\n\t\t\t\tvmScope = linkScope\n\t\t\t}\n\t\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vmName,\n\t\t\t\t\tScope: vmScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeDedicatedHost.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(host.Tags),\n\t\tLinkedItemQueries: linkedItemQueries,\n\t}\n\n\t// Health status from ProvisioningState\n\tif host.Properties != nil && host.Properties.ProvisioningState != nil {\n\t\tstate := strings.ToLower(*host.Properties.ProvisioningState)\n\t\tswitch state {\n\t\tcase \"succeeded\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"creating\", \"updating\", \"deleting\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"failed\", \"canceled\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c *computeDedicatedHostWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeDedicatedHostGroupLookupByName,\n\t\tComputeDedicatedHostLookupByName,\n\t}\n}\n\nfunc (c *computeDedicatedHostWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeDedicatedHostGroupLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c *computeDedicatedHostWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ComputeDedicatedHostGroup: true,\n\t\tazureshared.ComputeVirtualMachine: true,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/dedicated_host\nfunc (c *computeDedicatedHostWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_dedicated_host.id\",\n\t\t},\n\t}\n}\n\nfunc (c *computeDedicatedHostWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/hostGroups/hosts/read\",\n\t}\n}\n\nfunc (c *computeDedicatedHostWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-dedicated-host_test.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc createAzureDedicatedHost(hostName, hostGroupName string) *armcompute.DedicatedHost {\n\treturn &armcompute.DedicatedHost{\n\t\tID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.Compute/hostGroups/\" + hostGroupName + \"/hosts/\" + hostName),\n\t\tName: new(hostName),\n\t\tType: new(\"Microsoft.Compute/hostGroups/hosts\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\tSKU: &armcompute.SKU{\n\t\t\tName: new(\"DSv3-Type1\"),\n\t\t},\n\t\tProperties: &armcompute.DedicatedHostProperties{\n\t\t\tPlatformFaultDomain: new(int32(0)),\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t},\n\t}\n}\n\nfunc createAzureDedicatedHostWithVMs(hostName, hostGroupName, subscriptionID, resourceGroup string, vmNames ...string) *armcompute.DedicatedHost {\n\tvms := make([]*armcompute.SubResourceReadOnly, 0, len(vmNames))\n\tfor _, vmName := range vmNames {\n\t\tvms = append(vms, &armcompute.SubResourceReadOnly{\n\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/virtualMachines/\" + vmName),\n\t\t})\n\t}\n\treturn &armcompute.DedicatedHost{\n\t\tID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.Compute/hostGroups/\" + hostGroupName + \"/hosts/\" + hostName),\n\t\tName: new(hostName),\n\t\tType: new(\"Microsoft.Compute/hostGroups/hosts\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\tSKU: &armcompute.SKU{\n\t\t\tName: new(\"DSv3-Type1\"),\n\t\t},\n\t\tProperties: &armcompute.DedicatedHostProperties{\n\t\t\tPlatformFaultDomain: new(int32(0)),\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tVirtualMachines: vms,\n\t\t},\n\t}\n}\n\ntype mockDedicatedHostsPager struct {\n\titems []*armcompute.DedicatedHost\n\tindex int\n}\n\nfunc (m *mockDedicatedHostsPager) More() bool {\n\treturn m.index < len(m.items)\n}\n\nfunc (m *mockDedicatedHostsPager) NextPage(ctx context.Context) (armcompute.DedicatedHostsClientListByHostGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\treturn armcompute.DedicatedHostsClientListByHostGroupResponse{\n\t\t\tDedicatedHostListResult: armcompute.DedicatedHostListResult{\n\t\t\t\tValue: []*armcompute.DedicatedHost{},\n\t\t\t},\n\t\t}, nil\n\t}\n\titem := m.items[m.index]\n\tm.index++\n\treturn armcompute.DedicatedHostsClientListByHostGroupResponse{\n\t\tDedicatedHostListResult: armcompute.DedicatedHostListResult{\n\t\t\tValue: []*armcompute.DedicatedHost{item},\n\t\t},\n\t}, nil\n}\n\ntype errorDedicatedHostsPager struct{}\n\nfunc (e *errorDedicatedHostsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorDedicatedHostsPager) NextPage(ctx context.Context) (armcompute.DedicatedHostsClientListByHostGroupResponse, error) {\n\treturn armcompute.DedicatedHostsClientListByHostGroupResponse{}, errors.New(\"pager error\")\n}\n\ntype testDedicatedHostsClient struct {\n\t*mocks.MockDedicatedHostsClient\n\tpager clients.DedicatedHostsPager\n}\n\nfunc (t *testDedicatedHostsClient) NewListByHostGroupPager(resourceGroupName string, hostGroupName string, options *armcompute.DedicatedHostsClientListByHostGroupOptions) clients.DedicatedHostsPager {\n\tif t.pager != nil {\n\t\treturn t.pager\n\t}\n\treturn t.MockDedicatedHostsClient.NewListByHostGroupPager(resourceGroupName, hostGroupName, options)\n}\n\nfunc TestComputeDedicatedHost(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\thostGroupName := \"test-host-group\"\n\thostName := \"test-host\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thost := createAzureDedicatedHost(hostName, hostGroupName)\n\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hostGroupName, hostName, nil).Return(\n\t\t\tarmcompute.DedicatedHostsClientGetResponse{\n\t\t\t\tDedicatedHost: *host,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeDedicatedHost(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(hostGroupName, hostName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeDedicatedHost.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeDedicatedHost.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(hostGroupName, hostName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag env=test, got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ComputeDedicatedHostGroup.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: hostGroupName, ExpectedScope: scope},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithVMLinks\", func(t *testing.T) {\n\t\thost := createAzureDedicatedHostWithVMs(hostName, hostGroupName, subscriptionID, resourceGroup, \"vm-1\", \"vm-2\")\n\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hostGroupName, hostName, nil).Return(\n\t\t\tarmcompute.DedicatedHostsClientGetResponse{\n\t\t\t\tDedicatedHost: *host,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeDedicatedHost(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(hostGroupName, hostName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tqueryTests := shared.QueryTests{\n\t\t\t{ExpectedType: azureshared.ComputeDedicatedHostGroup.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: hostGroupName, ExpectedScope: scope},\n\t\t\t{ExpectedType: azureshared.ComputeVirtualMachine.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: \"vm-1\", ExpectedScope: scope},\n\t\t\t{ExpectedType: azureshared.ComputeVirtualMachine.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: \"vm-2\", ExpectedScope: scope},\n\t\t}\n\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\twrapper := NewComputeDedicatedHost(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, hostGroupName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Get with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyHostGroupName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\twrapper := NewComputeDedicatedHost(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", hostName)\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when host group name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyHostName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\twrapper := NewComputeDedicatedHost(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(hostGroupName, \"\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when host name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"host not found\")\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hostGroupName, \"nonexistent\", nil).Return(\n\t\t\tarmcompute.DedicatedHostsClientGetResponse{}, expectedErr)\n\n\t\twrapper := NewComputeDedicatedHost(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(hostGroupName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thost1 := createAzureDedicatedHost(\"host-1\", hostGroupName)\n\t\thost2 := createAzureDedicatedHost(\"host-2\", hostGroupName)\n\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\tpager := &mockDedicatedHostsPager{\n\t\t\titems: []*armcompute.DedicatedHost{host1, host2},\n\t\t}\n\t\ttestClient := &testDedicatedHostsClient{\n\t\t\tMockDedicatedHostsClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\n\t\twrapper := NewComputeDedicatedHost(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, scope, hostGroupName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected valid item, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\twrapper := NewComputeDedicatedHost(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, scope, hostGroupName, hostName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Search with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_EmptyHostGroupName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\twrapper := NewComputeDedicatedHost(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, scope, \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when host group name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_PagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\terrorPager := &errorDedicatedHostsPager{}\n\t\ttestClient := &testDedicatedHostsClient{\n\t\t\tMockDedicatedHostsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := NewComputeDedicatedHost(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, scope, hostGroupName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\twrapper := NewComputeDedicatedHost(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\texpected := map[shared.ItemType]bool{\n\t\t\tazureshared.ComputeDedicatedHostGroup: true,\n\t\t\tazureshared.ComputeVirtualMachine: true,\n\t\t}\n\t\tfor itemType, want := range expected {\n\t\t\tif got := links[itemType]; got != want {\n\t\t\t\tt.Errorf(\"PotentialLinks()[%v] = %v, want %v\", itemType, got, want)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ImplementsSearchableAdapter\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDedicatedHostsClient(ctrl)\n\t\twrapper := NewComputeDedicatedHost(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/compute-disk-access-private-endpoint-connection.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeDiskAccessPrivateEndpointConnectionLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeDiskAccessPrivateEndpointConnection)\n\ntype computeDiskAccessPrivateEndpointConnectionWrapper struct {\n\tclient clients.ComputeDiskAccessPrivateEndpointConnectionsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewComputeDiskAccessPrivateEndpointConnection returns a SearchableWrapper for Azure disk access private endpoint connections.\nfunc NewComputeDiskAccessPrivateEndpointConnection(client clients.ComputeDiskAccessPrivateEndpointConnectionsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &computeDiskAccessPrivateEndpointConnectionWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.ComputeDiskAccessPrivateEndpointConnection,\n\t\t),\n\t}\n}\n\nfunc (s computeDiskAccessPrivateEndpointConnectionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: diskAccessName and privateEndpointConnectionName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tdiskAccessName := queryParts[0]\n\tconnectionName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, diskAccessName, connectionName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(&resp.PrivateEndpointConnection, diskAccessName, connectionName, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\treturn item, nil\n}\n\nfunc (s computeDiskAccessPrivateEndpointConnectionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeDiskAccessLookupByName,\n\t\tComputeDiskAccessPrivateEndpointConnectionLookupByName,\n\t}\n}\n\nfunc (s computeDiskAccessPrivateEndpointConnectionWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: diskAccessName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tdiskAccessName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.NewListPrivateEndpointConnectionsPager(rgScope.ResourceGroup, diskAccessName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(conn, diskAccessName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s computeDiskAccessPrivateEndpointConnectionWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: diskAccessName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tdiskAccessName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.NewListPrivateEndpointConnectionsPager(rgScope.ResourceGroup, diskAccessName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(conn, diskAccessName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s computeDiskAccessPrivateEndpointConnectionWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeDiskAccessLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s computeDiskAccessPrivateEndpointConnectionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ComputeDiskAccess: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t}\n}\n\nfunc (s computeDiskAccessPrivateEndpointConnectionWrapper) azurePrivateEndpointConnectionToSDPItem(conn *armcompute.PrivateEndpointConnection, diskAccessName, connectionName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(conn)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(diskAccessName, connectionName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeDiskAccessPrivateEndpointConnection.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Health from provisioning state\n\tif conn.Properties != nil && conn.Properties.ProvisioningState != nil {\n\t\tswitch *conn.Properties.ProvisioningState {\n\t\tcase armcompute.PrivateEndpointConnectionProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armcompute.PrivateEndpointConnectionProvisioningStateCreating,\n\t\t\tarmcompute.PrivateEndpointConnectionProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armcompute.PrivateEndpointConnectionProvisioningStateFailed:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent Disk Access\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeDiskAccess.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: diskAccessName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Network Private Endpoint when present (may be in different resource group)\n\tif conn.Properties != nil && conn.Properties.PrivateEndpoint != nil && conn.Properties.PrivateEndpoint.ID != nil {\n\t\tpeID := *conn.Properties.PrivateEndpoint.ID\n\t\tpeName := azureshared.ExtractResourceName(peID)\n\t\tif peName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(peID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: peName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s computeDiskAccessPrivateEndpointConnectionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/diskAccesses/privateEndpointConnections/read\",\n\t}\n}\n\nfunc (s computeDiskAccessPrivateEndpointConnectionWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-disk-access-private-endpoint-connection_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockComputeDiskAccessPrivateEndpointConnectionsPager struct {\n\tpages []armcompute.DiskAccessesClientListPrivateEndpointConnectionsResponse\n\tindex int\n}\n\nfunc (m *mockComputeDiskAccessPrivateEndpointConnectionsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockComputeDiskAccessPrivateEndpointConnectionsPager) NextPage(ctx context.Context) (armcompute.DiskAccessesClientListPrivateEndpointConnectionsResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armcompute.DiskAccessesClientListPrivateEndpointConnectionsResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype testComputeDiskAccessPrivateEndpointConnectionsClient struct {\n\t*mocks.MockComputeDiskAccessPrivateEndpointConnectionsClient\n\tpager clients.ComputeDiskAccessPrivateEndpointConnectionsPager\n}\n\nfunc (t *testComputeDiskAccessPrivateEndpointConnectionsClient) NewListPrivateEndpointConnectionsPager(resourceGroupName string, diskAccessName string, options *armcompute.DiskAccessesClientListPrivateEndpointConnectionsOptions) clients.ComputeDiskAccessPrivateEndpointConnectionsPager {\n\treturn t.pager\n}\n\nfunc TestComputeDiskAccessPrivateEndpointConnection(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tdiskAccessName := \"test-disk-access\"\n\tconnectionName := \"test-pec\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tconn := createAzureComputeDiskAccessPrivateEndpointConnection(connectionName, \"\")\n\n\t\tmockClient := mocks.NewMockComputeDiskAccessPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, diskAccessName, connectionName).Return(\n\t\t\tarmcompute.DiskAccessesClientGetAPrivateEndpointConnectionResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testComputeDiskAccessPrivateEndpointConnectionsClient{MockComputeDiskAccessPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewComputeDiskAccessPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(diskAccessName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeDiskAccessPrivateEndpointConnection.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeDiskAccessPrivateEndpointConnection.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(diskAccessName, connectionName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(diskAccessName, connectionName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tfoundDiskAccess := false\n\t\t\tfor _, lq := range linkedQueries {\n\t\t\t\tif lq.GetQuery().GetType() == azureshared.ComputeDiskAccess.String() {\n\t\t\t\t\tfoundDiskAccess = true\n\t\t\t\t\tif lq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected ComputeDiskAccess link method GET, got %v\", lq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif lq.GetQuery().GetQuery() != diskAccessName {\n\t\t\t\t\t\tt.Errorf(\"Expected ComputeDiskAccess query %s, got %s\", diskAccessName, lq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !foundDiskAccess {\n\t\t\t\tt.Error(\"Expected linked query to ComputeDiskAccess\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithPrivateEndpointLink\", func(t *testing.T) {\n\t\tpeID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-pe\"\n\t\tconn := createAzureComputeDiskAccessPrivateEndpointConnection(connectionName, peID)\n\n\t\tmockClient := mocks.NewMockComputeDiskAccessPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, diskAccessName, connectionName).Return(\n\t\t\tarmcompute.DiskAccessesClientGetAPrivateEndpointConnectionResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testComputeDiskAccessPrivateEndpointConnectionsClient{MockComputeDiskAccessPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewComputeDiskAccessPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(diskAccessName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfoundPrivateEndpoint := false\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif lq.GetQuery().GetType() == azureshared.NetworkPrivateEndpoint.String() {\n\t\t\t\tfoundPrivateEndpoint = true\n\t\t\t\tif lq.GetQuery().GetQuery() != \"test-pe\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkPrivateEndpoint query 'test-pe', got %s\", lq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundPrivateEndpoint {\n\t\t\tt.Error(\"Expected linked query to NetworkPrivateEndpoint when PrivateEndpoint ID is set\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockComputeDiskAccessPrivateEndpointConnectionsClient(ctrl)\n\t\ttestClient := &testComputeDiskAccessPrivateEndpointConnectionsClient{MockComputeDiskAccessPrivateEndpointConnectionsClient: mockClient}\n\n\t\twrapper := manual.NewComputeDiskAccessPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], diskAccessName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tconn1 := createAzureComputeDiskAccessPrivateEndpointConnection(\"pec-1\", \"\")\n\t\tconn2 := createAzureComputeDiskAccessPrivateEndpointConnection(\"pec-2\", \"\")\n\n\t\tmockClient := mocks.NewMockComputeDiskAccessPrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockComputeDiskAccessPrivateEndpointConnectionsPager{\n\t\t\tpages: []armcompute.DiskAccessesClientListPrivateEndpointConnectionsResponse{\n\t\t\t\t{\n\t\t\t\t\tPrivateEndpointConnectionListResult: armcompute.PrivateEndpointConnectionListResult{\n\t\t\t\t\t\tValue: []*armcompute.PrivateEndpointConnection{conn1, conn2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testComputeDiskAccessPrivateEndpointConnectionsClient{\n\t\t\tMockComputeDiskAccessPrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewComputeDiskAccessPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], diskAccessName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.ComputeDiskAccessPrivateEndpointConnection.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeDiskAccessPrivateEndpointConnection.String(), item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_NilNameSkipped\", func(t *testing.T) {\n\t\tvalidConn := createAzureComputeDiskAccessPrivateEndpointConnection(\"valid-pec\", \"\")\n\n\t\tmockClient := mocks.NewMockComputeDiskAccessPrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockComputeDiskAccessPrivateEndpointConnectionsPager{\n\t\t\tpages: []armcompute.DiskAccessesClientListPrivateEndpointConnectionsResponse{\n\t\t\t\t{\n\t\t\t\t\tPrivateEndpointConnectionListResult: armcompute.PrivateEndpointConnectionListResult{\n\t\t\t\t\t\tValue: []*armcompute.PrivateEndpointConnection{\n\t\t\t\t\t\t\t{Name: nil},\n\t\t\t\t\t\t\tvalidConn,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testComputeDiskAccessPrivateEndpointConnectionsClient{\n\t\t\tMockComputeDiskAccessPrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewComputeDiskAccessPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], diskAccessName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(diskAccessName, \"valid-pec\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(diskAccessName, \"valid-pec\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockComputeDiskAccessPrivateEndpointConnectionsClient(ctrl)\n\t\ttestClient := &testComputeDiskAccessPrivateEndpointConnectionsClient{MockComputeDiskAccessPrivateEndpointConnectionsClient: mockClient}\n\n\t\twrapper := manual.NewComputeDiskAccessPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"private endpoint connection not found\")\n\n\t\tmockClient := mocks.NewMockComputeDiskAccessPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, diskAccessName, \"nonexistent-pec\").Return(\n\t\t\tarmcompute.DiskAccessesClientGetAPrivateEndpointConnectionResponse{}, expectedErr)\n\n\t\ttestClient := &testComputeDiskAccessPrivateEndpointConnectionsClient{MockComputeDiskAccessPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewComputeDiskAccessPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(diskAccessName, \"nonexistent-pec\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent private endpoint connection, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeDiskAccessPrivateEndpointConnection(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif !links[azureshared.ComputeDiskAccess] {\n\t\t\tt.Error(\"Expected ComputeDiskAccess in PotentialLinks\")\n\t\t}\n\t\tif !links[azureshared.NetworkPrivateEndpoint] {\n\t\t\tt.Error(\"Expected NetworkPrivateEndpoint in PotentialLinks\")\n\t\t}\n\t})\n}\n\nfunc createAzureComputeDiskAccessPrivateEndpointConnection(connectionName, privateEndpointID string) *armcompute.PrivateEndpointConnection {\n\tstate := armcompute.PrivateEndpointConnectionProvisioningStateSucceeded\n\tstatus := armcompute.PrivateEndpointServiceConnectionStatusApproved\n\tconn := &armcompute.PrivateEndpointConnection{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/diskAccesses/test-disk-access/privateEndpointConnections/\" + connectionName),\n\t\tName: new(connectionName),\n\t\tType: new(\"Microsoft.Compute/diskAccesses/privateEndpointConnections\"),\n\t\tProperties: &armcompute.PrivateEndpointConnectionProperties{\n\t\t\tProvisioningState: &state,\n\t\t\tPrivateLinkServiceConnectionState: &armcompute.PrivateLinkServiceConnectionState{\n\t\t\t\tStatus: &status,\n\t\t\t},\n\t\t},\n\t}\n\tif privateEndpointID != \"\" {\n\t\tconn.Properties.PrivateEndpoint = &armcompute.PrivateEndpoint{\n\t\t\tID: new(privateEndpointID),\n\t\t}\n\t}\n\treturn conn\n}\n" }, { "path": "sources/azure/manual/compute-disk-access.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tdiscovery \"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tsdpcache \"github.com/overmindtech/cli/go/sdpcache\"\n\tsources \"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeDiskAccessLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeDiskAccess)\n\ntype computeDiskAccessWrapper struct {\n\tclient clients.DiskAccessesClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeDiskAccess(client clients.DiskAccessesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &computeDiskAccessWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.ComputeDiskAccess,\n\t\t),\n\t}\n}\n\nfunc (c *computeDiskAccessWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 1 and be the disk access name\"), scope, c.Type())\n\t}\n\tdiskAccessName := queryParts[0]\n\tif diskAccessName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"disk access name cannot be empty\"), scope, c.Type())\n\t}\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tdiskAccess, err := c.client.Get(ctx, rgScope.ResourceGroup, diskAccessName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureDiskAccessToSDPItem(&diskAccess.DiskAccess, scope)\n}\n\nfunc (c *computeDiskAccessWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, diskAccess := range page.Value {\n\t\t\tif diskAccess.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureDiskAccessToSDPItem(diskAccess, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c *computeDiskAccessWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, diskAccess := range page.Value {\n\t\t\tif diskAccess.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureDiskAccessToSDPItem(diskAccess, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c *computeDiskAccessWrapper) azureDiskAccessToSDPItem(diskAccess *armcompute.DiskAccess, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif diskAccess.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"name is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(diskAccess, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeDiskAccess.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(diskAccess.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Link to Private Endpoint Connections (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disk-accesses/list-private-endpoint-connections\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Compute/diskAccesses/{diskAccessName}/privateEndpointConnections\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeDiskAccessPrivateEndpointConnection.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *diskAccess.Name,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Network Private Endpoints (external resources) from PrivateEndpointConnections\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/private-endpoints/get\n\tif diskAccess.Properties != nil && diskAccess.Properties.PrivateEndpointConnections != nil {\n\t\tfor _, peConnection := range diskAccess.Properties.PrivateEndpointConnections {\n\t\t\tif peConnection.Properties != nil && peConnection.Properties.PrivateEndpoint != nil && peConnection.Properties.PrivateEndpoint.ID != nil {\n\t\t\t\tprivateEndpointID := *peConnection.Properties.PrivateEndpoint.ID\n\t\t\t\tprivateEndpointName := azureshared.ExtractResourceName(privateEndpointID)\n\t\t\t\tif privateEndpointName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(privateEndpointID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: privateEndpointName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c *computeDiskAccessWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeDiskAccessLookupByName,\n\t}\n}\n\nfunc (c *computeDiskAccessWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ComputeDiskAccessPrivateEndpointConnection: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t}\n}\n\nfunc (c *computeDiskAccessWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_disk_access.name\",\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/compute-disk-access_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeDiskAccess(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tdiskAccessName := \"test-disk-access\"\n\t\tdiskAccess := createAzureDiskAccess(diskAccessName)\n\n\t\tmockClient := mocks.NewMockDiskAccessesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, diskAccessName, nil).Return(\n\t\t\tarmcompute.DiskAccessesClientGetResponse{\n\t\t\t\tDiskAccess: *diskAccess,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeDiskAccess(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, diskAccessName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeDiskAccess.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeDiskAccess.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != diskAccessName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", diskAccessName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Child resource: Private Endpoint Connections\n\t\t\t\t\tExpectedType: azureshared.ComputeDiskAccessPrivateEndpointConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: diskAccessName,\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithPrivateEndpointConnections\", func(t *testing.T) {\n\t\tdiskAccessName := \"test-disk-access-with-pe\"\n\t\tdiskAccess := createAzureDiskAccessWithPrivateEndpointConnections(diskAccessName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockDiskAccessesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, diskAccessName, nil).Return(\n\t\t\tarmcompute.DiskAccessesClientGetResponse{\n\t\t\t\tDiskAccess: *diskAccess,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeDiskAccess(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, diskAccessName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ComputeDiskAccessPrivateEndpointConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: diskAccessName,\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t}, {\n\t\t\t\t\t// Network Private Endpoint (same resource group)\n\t\t\t\t\tExpectedType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-private-endpoint\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t}, {\n\t\t\t\t\t// Network Private Endpoint (different resource group)\n\t\t\t\t\tExpectedType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-private-endpoint-other-rg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".other-rg\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDiskAccessesClient(ctrl)\n\n\t\twrapper := manual.NewComputeDiskAccess(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Get(ctx, scope)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting with no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDiskAccessesClient(ctrl)\n\n\t\twrapper := manual.NewComputeDiskAccess(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"disk access not found\")\n\t\tmockClient := mocks.NewMockDiskAccessesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent\", nil).Return(\n\t\t\tarmcompute.DiskAccessesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeDiskAccess(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"nonexistent\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tdiskAccess1 := createAzureDiskAccess(\"test-disk-access-1\")\n\t\tdiskAccess2 := createAzureDiskAccess(\"test-disk-access-2\")\n\n\t\tmockClient := mocks.NewMockDiskAccessesClient(ctrl)\n\t\tmockPager := newMockDiskAccessesPager(ctrl, []*armcompute.DiskAccess{diskAccess1, diskAccess2})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDiskAccess(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tdiskAccess1 := createAzureDiskAccess(\"test-disk-access-1\")\n\t\tdiskAccess2 := createAzureDiskAccess(\"test-disk-access-2\")\n\n\t\tmockClient := mocks.NewMockDiskAccessesClient(ctrl)\n\t\tmockPager := newMockDiskAccessesPager(ctrl, []*armcompute.DiskAccess{diskAccess1, diskAccess2})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDiskAccess(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, scope, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\tdiskAccess1 := createAzureDiskAccess(\"test-disk-access-1\")\n\t\tdiskAccessNilName := &armcompute.DiskAccess{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockDiskAccessesClient(ctrl)\n\t\tmockPager := newMockDiskAccessesPager(ctrl, []*armcompute.DiskAccess{diskAccess1, diskAccessNilName})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDiskAccess(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ListWithPagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDiskAccessesClient(ctrl)\n\t\terrorPager := newErrorDiskAccessesPager(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(errorPager)\n\n\t\twrapper := manual.NewComputeDiskAccess(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, scope, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStreamWithPagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDiskAccessesClient(ctrl)\n\t\terrorPager := newErrorDiskAccessesPager(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(errorPager)\n\n\t\twrapper := manual.NewComputeDiskAccess(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(func(item *sdp.Item) {}, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, scope, true, stream)\n\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"Expected error when pager returns error, but got none\")\n\t\t}\n\t})\n}\n\n// createAzureDiskAccess creates a mock Azure Disk Access for testing.\nfunc createAzureDiskAccess(diskAccessName string) *armcompute.DiskAccess {\n\treturn &armcompute.DiskAccess{\n\t\tName: new(diskAccessName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.DiskAccessProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t},\n\t}\n}\n\n// createAzureDiskAccessWithPrivateEndpointConnections creates a mock Azure Disk Access with private endpoint connections.\nfunc createAzureDiskAccessWithPrivateEndpointConnections(diskAccessName, subscriptionID, resourceGroup string) *armcompute.DiskAccess {\n\treturn &armcompute.DiskAccess{\n\t\tName: new(diskAccessName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.DiskAccessProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tPrivateEndpointConnections: []*armcompute.PrivateEndpointConnection{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"pe-connection-1\"),\n\t\t\t\t\tProperties: &armcompute.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armcompute.PrivateEndpoint{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-private-endpoint\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tName: new(\"pe-connection-2\"),\n\t\t\t\t\tProperties: &armcompute.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armcompute.PrivateEndpoint{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/other-rg/providers/Microsoft.Network/privateEndpoints/test-private-endpoint-other-rg\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// mockDiskAccessesPager is a mock pager for DiskAccessesClientListByResourceGroupResponse.\ntype mockDiskAccessesPager struct {\n\tctrl *gomock.Controller\n\titems []*armcompute.DiskAccess\n\tindex int\n\tmore bool\n}\n\nfunc newMockDiskAccessesPager(ctrl *gomock.Controller, items []*armcompute.DiskAccess) clients.DiskAccessesPager {\n\treturn &mockDiskAccessesPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockDiskAccessesPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockDiskAccessesPager) NextPage(ctx context.Context) (armcompute.DiskAccessesClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armcompute.DiskAccessesClientListByResourceGroupResponse{\n\t\t\tDiskAccessList: armcompute.DiskAccessList{\n\t\t\t\tValue: []*armcompute.DiskAccess{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armcompute.DiskAccessesClientListByResourceGroupResponse{\n\t\tDiskAccessList: armcompute.DiskAccessList{\n\t\t\tValue: []*armcompute.DiskAccess{item},\n\t\t},\n\t}, nil\n}\n\n// errorDiskAccessesPager is a mock pager that always returns an error.\ntype errorDiskAccessesPager struct {\n\tctrl *gomock.Controller\n}\n\nfunc newErrorDiskAccessesPager(ctrl *gomock.Controller) clients.DiskAccessesPager {\n\treturn &errorDiskAccessesPager{ctrl: ctrl}\n}\n\nfunc (e *errorDiskAccessesPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorDiskAccessesPager) NextPage(ctx context.Context) (armcompute.DiskAccessesClientListByResourceGroupResponse, error) {\n\treturn armcompute.DiskAccessesClientListByResourceGroupResponse{}, errors.New(\"pager error\")\n}\n" }, { "path": "sources/azure/manual/compute-disk-encryption-set.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeDiskEncryptionSetLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeDiskEncryptionSet)\n\ntype computeDiskEncryptionSetWrapper struct {\n\tclient clients.DiskEncryptionSetsClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeDiskEncryptionSet(client clients.DiskEncryptionSetsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &computeDiskEncryptionSetWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.ComputeDiskEncryptionSet,\n\t\t),\n\t}\n}\n\nfunc (c computeDiskEncryptionSetWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, diskEncryptionSet := range page.Value {\n\t\t\tif diskEncryptionSet.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureDiskEncryptionSetToSDPItem(diskEncryptionSet, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c computeDiskEncryptionSetWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, diskEncryptionSet := range page.Value {\n\t\t\tif diskEncryptionSet.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureDiskEncryptionSetToSDPItem(diskEncryptionSet, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tstream.SendItem(item)\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t}\n\t}\n}\n\nfunc (c computeDiskEncryptionSetWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the disk encryption set name\"), scope, c.Type())\n\t}\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tdiskEncryptionSetName := queryParts[0]\n\tif diskEncryptionSetName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"diskEncryptionSetName cannot be empty\"), scope, c.Type())\n\t}\n\tdiskEncryptionSet, err := c.client.Get(ctx, rgScope.ResourceGroup, diskEncryptionSetName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureDiskEncryptionSetToSDPItem(&diskEncryptionSet.DiskEncryptionSet, scope)\n}\n\nfunc (c computeDiskEncryptionSetWrapper) azureDiskEncryptionSetToSDPItem(diskEncryptionSet *armcompute.DiskEncryptionSet, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif diskEncryptionSet.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"name is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(diskEncryptionSet, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(diskEncryptionSet.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\thasLinkedQuery := func(itemType string, method sdp.QueryMethod, query string) bool {\n\t\tfor _, liq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tq := liq.GetQuery()\n\t\t\tif q == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tif q.GetType() == itemType && q.GetMethod() == method && q.GetQuery() == query {\n\t\t\t\treturn true\n\t\t\t}\n\t\t}\n\t\treturn false\n\t}\n\n\t// Link to Key Vault from Properties.ActiveKey.SourceVault.ID\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/vaults/get?view=rest-keyvault-keyvault-2024-11-01\n\tif diskEncryptionSet.Properties != nil &&\n\t\tdiskEncryptionSet.Properties.ActiveKey != nil &&\n\t\tdiskEncryptionSet.Properties.ActiveKey.SourceVault != nil &&\n\t\tdiskEncryptionSet.Properties.ActiveKey.SourceVault.ID != nil &&\n\t\t*diskEncryptionSet.Properties.ActiveKey.SourceVault.ID != \"\" {\n\t\tvaultID := *diskEncryptionSet.Properties.ActiveKey.SourceVault.ID\n\t\tvaultName := azureshared.ExtractResourceName(vaultID)\n\t\tif vaultName != \"\" {\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(vaultID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Key Vault(s) from Properties.PreviousKeys[].SourceVault.ID\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/vaults/get?view=rest-keyvault-keyvault-2024-11-01\n\tif diskEncryptionSet.Properties != nil && len(diskEncryptionSet.Properties.PreviousKeys) > 0 {\n\t\tfor _, prevKey := range diskEncryptionSet.Properties.PreviousKeys {\n\t\t\tif prevKey == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\t// Link to Key Vault Vault from PreviousKeys[].SourceVault.ID\n\t\t\tif prevKey.SourceVault != nil && prevKey.SourceVault.ID != nil && *prevKey.SourceVault.ID != \"\" {\n\t\t\t\tvaultID := *prevKey.SourceVault.ID\n\t\t\t\tvaultName := azureshared.ExtractResourceName(vaultID)\n\t\t\t\tif vaultName != \"\" {\n\t\t\t\t\t// Deduplicate by (type, method, query). QueryTests uses type+query uniqueness.\n\t\t\t\t\tif !hasLinkedQuery(azureshared.KeyVaultVault.String(), sdp.QueryMethod_GET, vaultName) {\n\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(vaultID)\n\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Key Vault Key + DNS from PreviousKeys[].KeyURL (mirrors ActiveKey.KeyURL behavior)\n\t\t\tif prevKey.KeyURL != nil && *prevKey.KeyURL != \"\" {\n\t\t\t\tprevKeyURL := *prevKey.KeyURL\n\n\t\t\t\tvaultName := azureshared.ExtractVaultNameFromURI(prevKeyURL)\n\t\t\t\tkeyName := azureshared.ExtractKeyNameFromURI(prevKeyURL)\n\t\t\t\tif vaultName != \"\" && keyName != \"\" {\n\t\t\t\t\tkeyQuery := shared.CompositeLookupKey(vaultName, keyName)\n\t\t\t\t\tif !hasLinkedQuery(azureshared.KeyVaultKey.String(), sdp.QueryMethod_GET, keyQuery) {\n\t\t\t\t\t\t// Key Vault URI doesn't contain resource group, use DES scope as best effort\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: keyQuery,\n\t\t\t\t\t\t\t\tScope: scope, // Limitation: Key Vault URI doesn't contain resource group info\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(prevKeyURL)\n\t\t\t\tif dnsName != \"\" && !hasLinkedQuery(\"dns\", sdp.QueryMethod_SEARCH, dnsName) {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Key Vault Key from Properties.ActiveKey.KeyURL\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keys/get-key/get-key?view=rest-keyvault-keys-2016-10-01\n\tif diskEncryptionSet.Properties != nil &&\n\t\tdiskEncryptionSet.Properties.ActiveKey != nil &&\n\t\tdiskEncryptionSet.Properties.ActiveKey.KeyURL != nil &&\n\t\t*diskEncryptionSet.Properties.ActiveKey.KeyURL != \"\" {\n\t\tkeyURL := *diskEncryptionSet.Properties.ActiveKey.KeyURL\n\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyURL)\n\t\tkeyName := azureshared.ExtractKeyNameFromURI(keyURL)\n\t\tif vaultName != \"\" && keyName != \"\" {\n\t\t\tkeyQuery := shared.CompositeLookupKey(vaultName, keyName)\n\t\t\t// Key Vault URI doesn't contain resource group, use DES scope as best effort\n\t\t\tif !hasLinkedQuery(azureshared.KeyVaultKey.String(), sdp.QueryMethod_GET, keyQuery) {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: keyQuery,\n\t\t\t\t\t\tScope: scope, // Limitation: Key Vault URI doesn't contain resource group info\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to DNS name (standard library) from KeyURL\n\t\tdnsName := azureshared.ExtractDNSFromURL(keyURL)\n\t\tif dnsName != \"\" && !hasLinkedQuery(\"dns\", sdp.QueryMethod_SEARCH, dnsName) {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to user-assigned managed identities from Identity.UserAssignedIdentities map keys (resource IDs)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30\n\tif diskEncryptionSet.Identity != nil && diskEncryptionSet.Identity.UserAssignedIdentities != nil {\n\t\tfor identityID := range diskEncryptionSet.Identity.UserAssignedIdentities {\n\t\t\tif identityID == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tidentityName := azureshared.ExtractResourceName(identityID)\n\t\t\tif identityName == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(identityID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: identityName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeDiskEncryptionSetWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeDiskEncryptionSetLookupByName,\n\t}\n}\n\nfunc (c computeDiskEncryptionSetWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeDisk,\n\t\tazureshared.KeyVaultVault,\n\t\tazureshared.KeyVaultKey,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/disk_encryption_set\nfunc (c computeDiskEncryptionSetWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_disk_encryption_set.name\",\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/compute-disk-encryption-set_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeDiskEncryptionSet(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tdesName := \"test-des\"\n\t\tdes := createAzureDiskEncryptionSet(desName)\n\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, desName, nil).Return(\n\t\t\tarmcompute.DiskEncryptionSetsClientGetResponse{DiskEncryptionSet: *des},\n\t\t\tnil,\n\t\t)\n\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], desName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeDiskEncryptionSet.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeDiskEncryptionSet.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != desName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", desName, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\t})\n\n\tt.Run(\"GetWithAllLinkedResources\", func(t *testing.T) {\n\t\tdesName := \"test-des\"\n\t\tdes := createAzureDiskEncryptionSetWithAllLinks(desName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, desName, nil).Return(\n\t\t\tarmcompute.DiskEncryptionSetsClientGetResponse{DiskEncryptionSet: *des},\n\t\t\tnil,\n\t\t)\n\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], desName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tqueryTests := shared.QueryTests{\n\t\t\t{\n\t\t\t\t// Properties.ActiveKey.SourceVault.ID - Key Vault Vault\n\t\t\t\tExpectedType: azureshared.KeyVaultVault.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-vault\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Properties.ActiveKey.KeyURL - Key Vault Key\n\t\t\t\tExpectedType: azureshared.KeyVaultKey.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vault\", \"test-key\"),\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup, // Key Vault URI doesn't contain resource group, use DES scope\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Properties.ActiveKey.KeyURL - DNS name\n\t\t\t\tExpectedType: \"dns\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"test-vault.vault.azure.net\",\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Identity.UserAssignedIdentities[{id}] - User Assigned Identity\n\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-identity\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t}\n\n\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t})\n\n\tt.Run(\"GetWithPreviousKeysLinks\", func(t *testing.T) {\n\t\tdesName := \"test-des\"\n\t\tdes := createAzureDiskEncryptionSetWithPreviousKeys(desName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, desName, nil).Return(\n\t\t\tarmcompute.DiskEncryptionSetsClientGetResponse{DiskEncryptionSet: *des},\n\t\t\tnil,\n\t\t)\n\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], desName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tqueryTests := shared.QueryTests{\n\t\t\t{\n\t\t\t\t// Properties.ActiveKey.SourceVault.ID - Key Vault Vault\n\t\t\t\tExpectedType: azureshared.KeyVaultVault.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-vault\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Properties.ActiveKey.KeyURL - Key Vault Key\n\t\t\t\tExpectedType: azureshared.KeyVaultKey.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vault\", \"test-key\"),\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup, // Key Vault URI doesn't contain resource group, use DES scope\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Properties.ActiveKey.KeyURL - DNS name\n\t\t\t\tExpectedType: \"dns\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"test-vault.vault.azure.net\",\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Identity.UserAssignedIdentities[{id}] - User Assigned Identity\n\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-identity\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Properties.PreviousKeys[].SourceVault.ID - Key Vault Vault\n\t\t\t\tExpectedType: azureshared.KeyVaultVault.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-old-vault\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Properties.PreviousKeys[].KeyURL - Key Vault Key\n\t\t\t\tExpectedType: azureshared.KeyVaultKey.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-old-vault\", \"test-old-key\"),\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup, // Key Vault URI doesn't contain resource group, use DES scope\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Properties.PreviousKeys[].KeyURL - DNS name\n\t\t\t\tExpectedType: \"dns\",\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"test-old-vault.vault.azure.net\",\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t}\n\n\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t})\n\n\tt.Run(\"Get_DeduplicatesActiveKeyLinksWhenPreviousKeyMatches\", func(t *testing.T) {\n\t\tdesName := \"test-des\"\n\t\tdes := createAzureDiskEncryptionSetWithPreviousKeysSameVault(desName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, desName, nil).Return(\n\t\t\tarmcompute.DiskEncryptionSetsClientGetResponse{DiskEncryptionSet: *des},\n\t\t\tnil,\n\t\t)\n\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], desName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tvar keyCount, dnsCount int\n\t\tfor _, liq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tq := liq.GetQuery()\n\t\t\tif q == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tif q.GetType() == azureshared.KeyVaultKey.String() &&\n\t\t\t\tq.GetMethod() == sdp.QueryMethod_GET &&\n\t\t\t\tq.GetQuery() == shared.CompositeLookupKey(\"test-vault\", \"test-key\") {\n\t\t\t\tkeyCount++\n\t\t\t}\n\n\t\t\tif q.GetType() == \"dns\" &&\n\t\t\t\tq.GetMethod() == sdp.QueryMethod_SEARCH &&\n\t\t\t\tq.GetQuery() == \"test-vault.vault.azure.net\" {\n\t\t\t\tdnsCount++\n\t\t\t}\n\t\t}\n\n\t\tif keyCount != 1 {\n\t\t\tt.Fatalf(\"Expected exactly 1 KeyVaultKey link for ActiveKey/PreviousKeys overlap, got %d\", keyCount)\n\t\t}\n\t\tif dnsCount != 1 {\n\t\t\tt.Fatalf(\"Expected exactly 1 dns link for ActiveKey/PreviousKeys overlap, got %d\", dnsCount)\n\t\t}\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting disk encryption set with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"WrapperGet_MissingQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tdefer func() {\n\t\t\tif r := recover(); r != nil {\n\t\t\t\tt.Fatalf(\"Expected no panic, but got: %v\", r)\n\t\t\t}\n\t\t}()\n\n\t\t_, qErr := wrapper.Get(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when queryParts is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoName\", func(t *testing.T) {\n\t\tdesName := \"test-des\"\n\t\tdes := &armcompute.DiskEncryptionSet{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t}\n\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, desName, nil).Return(\n\t\t\tarmcompute.DiskEncryptionSetsClientGetResponse{DiskEncryptionSet: *des},\n\t\t\tnil,\n\t\t)\n\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], desName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when disk encryption set has no name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tdes1 := createAzureDiskEncryptionSet(\"test-des-1\")\n\t\tdes2 := createAzureDiskEncryptionSet(\"test-des-2\")\n\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\tmockPager := newMockDiskEncryptionSetsPager(ctrl, []*armcompute.DiskEncryptionSet{des1, des2})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\tdes1 := createAzureDiskEncryptionSet(\"test-des-1\")\n\t\tdesNil := &armcompute.DiskEncryptionSet{\n\t\t\tName: nil, // Should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t}\n\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\tmockPager := newMockDiskEncryptionSetsPager(ctrl, []*armcompute.DiskEncryptionSet{des1, desNil})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name filtered out), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"List_PagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\tmockPager := newErrorDiskEncryptionSetsPager(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected error, got nil\")\n\t\t}\n\t\tif !strings.Contains(err.Error(), \"pager error\") {\n\t\t\tt.Fatalf(\"Expected error to contain 'pager error', got: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tdes1 := createAzureDiskEncryptionSet(\"test-des-1\")\n\t\tdes2 := createAzureDiskEncryptionSet(\"test-des-2\")\n\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\tmockPager := newMockDiskEncryptionSetsPager(ctrl, []*armcompute.DiskEncryptionSet{des1, des2})\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tstream := discovery.NewQueryResultStream(\n\t\t\tfunc(item *sdp.Item) {\n\t\t\t\titems = append(items, item)\n\t\t\t\twg.Done()\n\t\t\t},\n\t\t\tfunc(err error) {},\n\t\t)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ListStream_PagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDiskEncryptionSetsClient(ctrl)\n\t\tmockPager := newErrorDiskEncryptionSetsPager(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDiskEncryptionSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\terrCh := make(chan error, 1)\n\t\tstream := discovery.NewQueryResultStream(\n\t\t\tfunc(item *sdp.Item) {},\n\t\t\tfunc(err error) { errCh <- err },\n\t\t)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\n\t\tselect {\n\t\tcase err := <-errCh:\n\t\t\tif err == nil {\n\t\t\t\tt.Fatalf(\"Expected error, got nil\")\n\t\t\t}\n\t\t\tif !strings.Contains(err.Error(), \"pager error\") {\n\t\t\t\tt.Fatalf(\"Expected error to contain 'pager error', got: %v\", err)\n\t\t\t}\n\t\tdefault:\n\t\t\tt.Fatalf(\"Expected an error to be sent to the stream, got none\")\n\t\t}\n\t})\n}\n\nfunc createAzureDiskEncryptionSet(name string) *armcompute.DiskEncryptionSet {\n\treturn &armcompute.DiskEncryptionSet{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.EncryptionSetProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t},\n\t}\n}\n\nfunc createAzureDiskEncryptionSetWithAllLinks(name, subscriptionID, resourceGroup string) *armcompute.DiskEncryptionSet {\n\treturn &armcompute.DiskEncryptionSet{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.EncryptionSetProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tActiveKey: &armcompute.KeyForDiskEncryptionSet{\n\t\t\t\tKeyURL: new(\"https://test-vault.vault.azure.net/keys/test-key/00000000000000000000000000000000\"),\n\t\t\t\tSourceVault: &armcompute.SourceVault{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.KeyVault/vaults/test-vault\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tIdentity: &armcompute.EncryptionSetIdentity{\n\t\t\tUserAssignedIdentities: map[string]*armcompute.UserAssignedIdentitiesValue{\n\t\t\t\t\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\": {},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc createAzureDiskEncryptionSetWithPreviousKeys(name, subscriptionID, resourceGroup string) *armcompute.DiskEncryptionSet {\n\tdes := createAzureDiskEncryptionSetWithAllLinks(name, subscriptionID, resourceGroup)\n\tdes.Properties.PreviousKeys = []*armcompute.KeyForDiskEncryptionSet{\n\t\t{\n\t\t\tKeyURL: new(\"https://test-old-vault.vault.azure.net/keys/test-old-key/00000000000000000000000000000000\"),\n\t\t\tSourceVault: &armcompute.SourceVault{\n\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.KeyVault/vaults/test-old-vault\"),\n\t\t\t},\n\t\t},\n\t}\n\treturn des\n}\n\nfunc createAzureDiskEncryptionSetWithPreviousKeysSameVault(name, subscriptionID, resourceGroup string) *armcompute.DiskEncryptionSet {\n\tdes := createAzureDiskEncryptionSetWithAllLinks(name, subscriptionID, resourceGroup)\n\tdes.Properties.PreviousKeys = []*armcompute.KeyForDiskEncryptionSet{\n\t\t{\n\t\t\t// Same vault + key as ActiveKey.KeyURL to ensure links are deduplicated.\n\t\t\tKeyURL: new(\"https://test-vault.vault.azure.net/keys/test-key/00000000000000000000000000000000\"),\n\t\t\tSourceVault: &armcompute.SourceVault{\n\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.KeyVault/vaults/test-vault\"),\n\t\t\t},\n\t\t},\n\t}\n\treturn des\n}\n\ntype mockDiskEncryptionSetsPager struct {\n\tctrl *gomock.Controller\n\titems []*armcompute.DiskEncryptionSet\n\tindex int\n\tmore bool\n}\n\nfunc newMockDiskEncryptionSetsPager(ctrl *gomock.Controller, items []*armcompute.DiskEncryptionSet) clients.DiskEncryptionSetsPager {\n\treturn &mockDiskEncryptionSetsPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockDiskEncryptionSetsPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockDiskEncryptionSetsPager) NextPage(ctx context.Context) (armcompute.DiskEncryptionSetsClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armcompute.DiskEncryptionSetsClientListByResourceGroupResponse{\n\t\t\tDiskEncryptionSetList: armcompute.DiskEncryptionSetList{Value: []*armcompute.DiskEncryptionSet{}},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armcompute.DiskEncryptionSetsClientListByResourceGroupResponse{\n\t\tDiskEncryptionSetList: armcompute.DiskEncryptionSetList{Value: []*armcompute.DiskEncryptionSet{item}},\n\t}, nil\n}\n\ntype errorDiskEncryptionSetsPager struct {\n\tctrl *gomock.Controller\n}\n\nfunc newErrorDiskEncryptionSetsPager(ctrl *gomock.Controller) clients.DiskEncryptionSetsPager {\n\treturn &errorDiskEncryptionSetsPager{ctrl: ctrl}\n}\n\nfunc (e *errorDiskEncryptionSetsPager) More() bool { return true }\n\nfunc (e *errorDiskEncryptionSetsPager) NextPage(ctx context.Context) (armcompute.DiskEncryptionSetsClientListByResourceGroupResponse, error) {\n\treturn armcompute.DiskEncryptionSetsClientListByResourceGroupResponse{}, errors.New(\"pager error\")\n}\n" }, { "path": "sources/azure/manual/compute-disk.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeDiskLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeDisk)\n\ntype computeDiskWrapper struct {\n\tclient clients.DisksClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeDisk(client clients.DisksClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &computeDiskWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.ComputeDisk,\n\t\t),\n\t}\n}\n\nfunc (c computeDiskWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, disk := range page.Value {\n\t\t\tif disk.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureDiskToSDPItem(disk, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c computeDiskWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, disk := range page.Value {\n\t\t\tif disk.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureDiskToSDPItem(disk, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c computeDiskWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the disk name\"), scope, c.Type())\n\t}\n\tdiskName := queryParts[0]\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tdisk, err := c.client.Get(ctx, rgScope.ResourceGroup, diskName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureDiskToSDPItem(&disk.Disk, scope)\n}\n\nfunc (c computeDiskWrapper) azureDiskToSDPItem(disk *armcompute.Disk, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif disk.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"name is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(disk, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeDisk.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(disk.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Link to Virtual Machine from ManagedBy\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machines/get\n\tif disk.ManagedBy != nil && *disk.ManagedBy != \"\" {\n\t\tvmName := azureshared.ExtractResourceName(*disk.ManagedBy)\n\t\tif vmName != \"\" {\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*disk.ManagedBy)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vmName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Virtual Machines from ManagedByExtended (for shared disks)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machines/get\n\tif disk.ManagedByExtended != nil {\n\t\tfor _, vmID := range disk.ManagedByExtended {\n\t\t\tif vmID != nil && *vmID != \"\" {\n\t\t\t\tvmName := azureshared.ExtractResourceName(*vmID)\n\t\t\t\tif vmName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*vmID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vmName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Virtual Machines from ShareInfo\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machines/get\n\tif disk.Properties != nil && disk.Properties.ShareInfo != nil {\n\t\tfor _, shareInfo := range disk.Properties.ShareInfo {\n\t\t\tif shareInfo != nil && shareInfo.VMURI != nil && *shareInfo.VMURI != \"\" {\n\t\t\t\tvmName := azureshared.ExtractResourceName(*shareInfo.VMURI)\n\t\t\t\tif vmName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*shareInfo.VMURI)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vmName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Disk Access from Properties.DiskAccessID\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/diskaccesses/get\n\tif disk.Properties != nil && disk.Properties.DiskAccessID != nil && *disk.Properties.DiskAccessID != \"\" {\n\t\tdiskAccessName := azureshared.ExtractResourceName(*disk.Properties.DiskAccessID)\n\t\tif diskAccessName != \"\" {\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*disk.Properties.DiskAccessID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeDiskAccess.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: diskAccessName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Disk Encryption Set from Properties.Encryption.DiskEncryptionSetID\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disk-encryption-sets/get\n\tif disk.Properties != nil && disk.Properties.Encryption != nil && disk.Properties.Encryption.DiskEncryptionSetID != nil && *disk.Properties.Encryption.DiskEncryptionSetID != \"\" {\n\t\tencryptionSetName := azureshared.ExtractResourceName(*disk.Properties.Encryption.DiskEncryptionSetID)\n\t\tif encryptionSetName != \"\" {\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*disk.Properties.Encryption.DiskEncryptionSetID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: encryptionSetName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Disk Encryption Set from Properties.SecurityProfile.SecureVMDiskEncryptionSetID\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disk-encryption-sets/get\n\tif disk.Properties != nil && disk.Properties.SecurityProfile != nil && disk.Properties.SecurityProfile.SecureVMDiskEncryptionSetID != nil && *disk.Properties.SecurityProfile.SecureVMDiskEncryptionSetID != \"\" {\n\t\tencryptionSetName := azureshared.ExtractResourceName(*disk.Properties.SecurityProfile.SecureVMDiskEncryptionSetID)\n\t\tif encryptionSetName != \"\" {\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*disk.Properties.SecurityProfile.SecureVMDiskEncryptionSetID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: encryptionSetName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to source resources from Properties.CreationData\n\tif disk.Properties != nil && disk.Properties.CreationData != nil {\n\t\tcreationData := disk.Properties.CreationData\n\n\t\t// Link to source Disk or Snapshot from SourceResourceID\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disks/get?view=rest-compute-2025-04-01&tabs=HTTP\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/snapshots/get?view=rest-compute-2025-04-01&tabs=HTTP\n\t\tif creationData.SourceResourceID != nil && *creationData.SourceResourceID != \"\" {\n\t\t\tsourceResourceID := *creationData.SourceResourceID\n\t\t\t// Determine if it's a disk or snapshot based on the resource type in the ID\n\t\t\tif strings.Contains(sourceResourceID, \"/disks/\") {\n\t\t\t\tdiskName := azureshared.ExtractResourceName(sourceResourceID)\n\t\t\t\tif diskName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(sourceResourceID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeDisk.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t} else if strings.Contains(sourceResourceID, \"/snapshots/\") {\n\t\t\t\tsnapshotName := azureshared.ExtractResourceName(sourceResourceID)\n\t\t\t\tif snapshotName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(sourceResourceID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeSnapshot.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: snapshotName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Storage Account from StorageAccountID\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/storagerp/storage-accounts/get-properties\n\t\tif creationData.StorageAccountID != nil && *creationData.StorageAccountID != \"\" {\n\t\t\tstorageAccountName := azureshared.ExtractResourceName(*creationData.StorageAccountID)\n\t\t\tif storageAccountName != \"\" {\n\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*creationData.StorageAccountID)\n\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\textractedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: storageAccountName,\n\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Image from ImageReference.ID\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/images/get\n\t\tif creationData.ImageReference != nil && creationData.ImageReference.ID != nil && *creationData.ImageReference.ID != \"\" {\n\t\t\timageID := *creationData.ImageReference.ID\n\t\t\t// Check if it's a regular image or gallery image\n\t\t\tif strings.Contains(imageID, \"/images/\") && !strings.Contains(imageID, \"/galleries/\") {\n\t\t\t\timageName := azureshared.ExtractResourceName(imageID)\n\t\t\t\tif imageName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(imageID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeImage.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: imageName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Gallery Image from GalleryImageReference\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/gallery-images/get\n\t\tif creationData.GalleryImageReference != nil {\n\t\t\t// Link from ID (shared gallery image)\n\t\t\tif creationData.GalleryImageReference.ID != nil && *creationData.GalleryImageReference.ID != \"\" {\n\t\t\t\tgalleryImageID := *creationData.GalleryImageReference.ID\n\t\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/galleries/{galleryName}/images/{imageName}/versions/{version}\n\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(galleryImageID, []string{\"galleries\", \"images\", \"versions\"})\n\t\t\t\tif len(parts) >= 3 {\n\t\t\t\t\tgalleryName := parts[0]\n\t\t\t\t\timageName := parts[1]\n\t\t\t\t\tversion := parts[2]\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(galleryImageID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeSharedGalleryImage.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(galleryName, imageName, version),\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link from SharedGalleryImageID\n\t\t\tif creationData.GalleryImageReference.SharedGalleryImageID != nil && *creationData.GalleryImageReference.SharedGalleryImageID != \"\" {\n\t\t\t\tsharedGalleryImageID := *creationData.GalleryImageReference.SharedGalleryImageID\n\t\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/galleries/{galleryName}/images/{imageName}/versions/{version}\n\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(sharedGalleryImageID, []string{\"galleries\", \"images\", \"versions\"})\n\t\t\t\tif len(parts) >= 3 {\n\t\t\t\t\tgalleryName := parts[0]\n\t\t\t\t\timageName := parts[1]\n\t\t\t\t\tversion := parts[2]\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(sharedGalleryImageID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeSharedGalleryImage.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(galleryName, imageName, version),\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link from CommunityGalleryImageID\n\t\t\tif creationData.GalleryImageReference.CommunityGalleryImageID != nil && *creationData.GalleryImageReference.CommunityGalleryImageID != \"\" {\n\t\t\t\tcommunityGalleryImageID := *creationData.GalleryImageReference.CommunityGalleryImageID\n\t\t\t\t// Format: /CommunityGalleries/{communityGalleryName}/Images/{imageName}/Versions/{version}\n\t\t\t\t// Note: Community gallery images may not have subscription/resource group in the ID\n\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(communityGalleryImageID, []string{\"Images\", \"Versions\"})\n\t\t\t\tif len(parts) >= 2 {\n\t\t\t\t\timageName := parts[0]\n\t\t\t\t\tversion := parts[1]\n\t\t\t\t\t// Extract community gallery name (before \"Images\")\n\t\t\t\t\tallParts := strings.Split(strings.Trim(communityGalleryImageID, \"/\"), \"/\")\n\t\t\t\t\tcommunityGalleryName := \"\"\n\t\t\t\t\tfor i, part := range allParts {\n\t\t\t\t\t\tif strings.EqualFold(part, \"CommunityGalleries\") && i+1 < len(allParts) {\n\t\t\t\t\t\t\tcommunityGalleryName = allParts[i+1]\n\t\t\t\t\t\t\tbreak\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\tif communityGalleryName != \"\" {\n\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(communityGalleryImageID)\n\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeCommunityGalleryImage.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(communityGalleryName, imageName, version),\n\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Elastic SAN Volume Snapshot from ElasticSanResourceID\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/elasticsan/volume-snapshots/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.ElasticSan/elasticSans/{elasticSanName}/volumegroups/{volumeGroupName}/snapshots/{snapshotName}\n\t\tif creationData.ElasticSanResourceID != nil && *creationData.ElasticSanResourceID != \"\" {\n\t\t\telasticSanResourceID := *creationData.ElasticSanResourceID\n\t\t\t// Elastic SAN snapshot IDs follow format:\n\t\t\t// /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.ElasticSan/elasticSans/{elasticSanName}/volumegroups/{volumeGroupName}/snapshots/{snapshotName}\n\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(elasticSanResourceID, []string{\"elasticSans\", \"volumegroups\", \"snapshots\"})\n\t\t\tif len(parts) >= 3 {\n\t\t\t\telasticSanName := parts[0]\n\t\t\t\tvolumeGroupName := parts[1]\n\t\t\t\tsnapshotName := parts[2]\n\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(elasticSanResourceID)\n\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\textractedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ElasticSanVolumeSnapshot.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(elasticSanName, volumeGroupName, snapshotName),\n\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Key Vault resources from EncryptionSettingsCollection\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/vaults/get\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/secrets/get-secret\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keys/get-key\n\tif disk.Properties != nil && disk.Properties.EncryptionSettingsCollection != nil && disk.Properties.EncryptionSettingsCollection.EncryptionSettings != nil {\n\t\tfor _, encryptionSetting := range disk.Properties.EncryptionSettingsCollection.EncryptionSettings {\n\t\t\tif encryptionSetting == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\t// Link to Key Vault from DiskEncryptionKey.SourceVault.ID\n\t\t\tif encryptionSetting.DiskEncryptionKey != nil && encryptionSetting.DiskEncryptionKey.SourceVault != nil && encryptionSetting.DiskEncryptionKey.SourceVault.ID != nil && *encryptionSetting.DiskEncryptionKey.SourceVault.ID != \"\" {\n\t\t\t\tvaultName := azureshared.ExtractResourceName(*encryptionSetting.DiskEncryptionKey.SourceVault.ID)\n\t\t\t\tif vaultName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*encryptionSetting.DiskEncryptionKey.SourceVault.ID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Key Vault Secret from DiskEncryptionKey.SecretURL\n\t\t\tif encryptionSetting.DiskEncryptionKey != nil && encryptionSetting.DiskEncryptionKey.SecretURL != nil && *encryptionSetting.DiskEncryptionKey.SecretURL != \"\" {\n\t\t\t\tsecretURL := *encryptionSetting.DiskEncryptionKey.SecretURL\n\t\t\t\tvaultName := azureshared.ExtractVaultNameFromURI(secretURL)\n\t\t\t\tsecretName := azureshared.ExtractSecretNameFromURI(secretURL)\n\t\t\t\tif vaultName != \"\" && secretName != \"\" {\n\t\t\t\t\t// Key Vault URI doesn't contain resource group, use disk's scope as best effort\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultSecret.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vaultName, secretName),\n\t\t\t\t\t\t\tScope: scope, // Limitation: Key Vault URI doesn't contain resource group info\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\t// Link to DNS name (standard library) from SecretURL\n\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(secretURL)\n\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Key Vault from KeyEncryptionKey.SourceVault.ID\n\t\t\tif encryptionSetting.KeyEncryptionKey != nil && encryptionSetting.KeyEncryptionKey.SourceVault != nil && encryptionSetting.KeyEncryptionKey.SourceVault.ID != nil && *encryptionSetting.KeyEncryptionKey.SourceVault.ID != \"\" {\n\t\t\t\tvaultName := azureshared.ExtractResourceName(*encryptionSetting.KeyEncryptionKey.SourceVault.ID)\n\t\t\t\tif vaultName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*encryptionSetting.KeyEncryptionKey.SourceVault.ID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Key Vault Key from KeyEncryptionKey.KeyURL\n\t\t\tif encryptionSetting.KeyEncryptionKey != nil && encryptionSetting.KeyEncryptionKey.KeyURL != nil && *encryptionSetting.KeyEncryptionKey.KeyURL != \"\" {\n\t\t\t\tkeyURL := *encryptionSetting.KeyEncryptionKey.KeyURL\n\t\t\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyURL)\n\t\t\t\tkeyName := azureshared.ExtractKeyNameFromURI(keyURL)\n\t\t\t\tif vaultName != \"\" && keyName != \"\" {\n\t\t\t\t\t// Key Vault URI doesn't contain resource group, use disk's scope as best effort\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vaultName, keyName),\n\t\t\t\t\t\t\tScope: scope, // Limitation: Key Vault URI doesn't contain resource group info\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\t// Link to DNS name (standard library) from KeyURL\n\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(keyURL)\n\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeDiskWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeDiskLookupByName,\n\t}\n}\n\nfunc (c computeDiskWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeVirtualMachine,\n\t\tazureshared.ComputeDisk,\n\t\tazureshared.ComputeSnapshot,\n\t\tazureshared.ComputeDiskAccess,\n\t\tazureshared.ComputeDiskEncryptionSet,\n\t\tazureshared.ComputeImage,\n\t\tazureshared.ComputeSharedGalleryImage,\n\t\tazureshared.ComputeCommunityGalleryImage,\n\t\tazureshared.StorageAccount,\n\t\tazureshared.ElasticSanVolumeSnapshot,\n\t\tazureshared.KeyVaultVault,\n\t\tazureshared.KeyVaultSecret,\n\t\tazureshared.KeyVaultKey,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/managed_disk\nfunc (c computeDiskWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_managed_disk.name\",\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/compute-disk_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeDisk(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tdiskName := \"test-disk\"\n\t\tdisk := createAzureDisk(diskName, \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, diskName, nil).Return(\n\t\t\tarmcompute.DisksClientGetResponse{\n\t\t\t\tDisk: *disk,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], diskName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeDisk.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeDisk, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != diskName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", diskName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\t})\n\n\tt.Run(\"GetWithAllLinkedResources\", func(t *testing.T) {\n\t\tdiskName := \"test-disk\"\n\t\tdisk := createAzureDiskWithAllLinks(diskName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, diskName, nil).Return(\n\t\t\tarmcompute.DisksClientGetResponse{\n\t\t\t\tDisk: *disk,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], diskName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// ManagedBy - Virtual Machine\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vm\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// ManagedByExtended[0] - Virtual Machine\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vm-2\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// ShareInfo[0].VMURI - Virtual Machine\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vm-3\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.DiskAccessID - Disk Access\n\t\t\t\t\tExpectedType: azureshared.ComputeDiskAccess.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-disk-access\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.Encryption.DiskEncryptionSetID - Disk Encryption Set\n\t\t\t\t\tExpectedType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-disk-encryption-set\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.SecurityProfile.SecureVMDiskEncryptionSetID - Disk Encryption Set\n\t\t\t\t\tExpectedType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-secure-vm-disk-encryption-set\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.CreationData.SourceResourceID (Disk) - Source Disk\n\t\t\t\t\tExpectedType: azureshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"source-disk\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.CreationData.StorageAccountID - Storage Account\n\t\t\t\t\tExpectedType: azureshared.StorageAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-storage-account\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.CreationData.ImageReference.ID - Image\n\t\t\t\t\tExpectedType: azureshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-image\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.CreationData.GalleryImageReference.ID - Shared Gallery Image\n\t\t\t\t\tExpectedType: azureshared.ComputeSharedGalleryImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-gallery\", \"test-gallery-image\", \"1.0.0\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.CreationData.GalleryImageReference.SharedGalleryImageID - Shared Gallery Image\n\t\t\t\t\tExpectedType: azureshared.ComputeSharedGalleryImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-gallery-2\", \"test-gallery-image-2\", \"2.0.0\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.CreationData.GalleryImageReference.CommunityGalleryImageID - Community Gallery Image\n\t\t\t\t\tExpectedType: azureshared.ComputeCommunityGalleryImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-community-gallery\", \"test-community-image\", \"1.0.0\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.CreationData.ElasticSanResourceID - Elastic SAN Volume Snapshot\n\t\t\t\t\tExpectedType: azureshared.ElasticSanVolumeSnapshot.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-elastic-san\", \"test-volume-group\", \"test-snapshot\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.EncryptionSettingsCollection.EncryptionSettings[0].DiskEncryptionKey.SourceVault.ID - Key Vault\n\t\t\t\t\tExpectedType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-keyvault\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.EncryptionSettingsCollection.EncryptionSettings[0].DiskEncryptionKey.SecretURL - Key Vault Secret\n\t\t\t\t\tExpectedType: azureshared.KeyVaultSecret.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-keyvault\", \"test-secret\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.EncryptionSettingsCollection.EncryptionSettings[0].DiskEncryptionKey.SecretURL - DNS name\n\t\t\t\t\tExpectedType: \"dns\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-keyvault.vault.azure.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.EncryptionSettingsCollection.EncryptionSettings[0].KeyEncryptionKey.SourceVault.ID - Key Vault\n\t\t\t\t\tExpectedType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-keyvault-2\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.EncryptionSettingsCollection.EncryptionSettings[0].KeyEncryptionKey.KeyURL - Key Vault Key\n\t\t\t\t\tExpectedType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-keyvault-2\", \"test-key\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Properties.EncryptionSettingsCollection.EncryptionSettings[0].KeyEncryptionKey.KeyURL - DNS name\n\t\t\t\t\tExpectedType: \"dns\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-keyvault-2.vault.azure.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithSnapshotSource\", func(t *testing.T) {\n\t\tdiskName := \"test-disk-from-snapshot\"\n\t\tdisk := createAzureDiskFromSnapshot(diskName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, diskName, nil).Return(\n\t\t\tarmcompute.DisksClientGetResponse{\n\t\t\t\tDisk: *disk,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], diskName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify snapshot link\n\t\tfoundSnapshotLink := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.ComputeSnapshot.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == \"test-snapshot\" {\n\t\t\t\tfoundSnapshotLink = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundSnapshotLink {\n\t\t\tt.Error(\"Expected snapshot link not found\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithCrossResourceGroupLinks\", func(t *testing.T) {\n\t\tdiskName := \"test-disk-cross-rg\"\n\t\tdisk := createAzureDiskWithCrossResourceGroupLinks(diskName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, diskName, nil).Return(\n\t\t\tarmcompute.DisksClientGetResponse{\n\t\t\t\tDisk: *disk,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], diskName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify that links to resources in different resource groups use the correct scope\n\t\tfoundCrossRGLink := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.ComputeVirtualMachine.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == \"test-vm-other-rg\" {\n\t\t\t\tfoundCrossRGLink = true\n\t\t\t\texpectedScope := subscriptionID + \".other-rg\"\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected scope %s for cross-RG link, got %s\", expectedScope, linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundCrossRGLink {\n\t\t\tt.Error(\"Expected cross-resource-group link not found\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tdisk1 := createAzureDisk(\"test-disk-1\", \"Succeeded\")\n\t\tdisk2 := createAzureDisk(\"test-disk-2\", \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\t\tmockPager := newMockDisksPager(ctrl, []*armcompute.Disk{disk1, disk2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tdisk1 := createAzureDisk(\"test-disk-1\", \"Succeeded\")\n\t\tdisk2 := createAzureDisk(\"test-disk-2\", \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\t\tmockPager := newMockDisksPager(ctrl, []*armcompute.Disk{disk1, disk2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify adapter doesn't support SearchStream\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\tdisk1 := createAzureDisk(\"test-disk-1\", \"Succeeded\")\n\t\tdiskNilName := &armcompute.Disk{\n\t\t\tName: nil, // nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\t\tmockPager := newMockDisksPager(ctrl, []*armcompute.Disk{disk1, diskNilName})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (the one with a name)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"disk not found\")\n\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-disk\", nil).Return(\n\t\t\tarmcompute.DisksClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-disk\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent disk, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"disk name cannot be empty\")\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"\", nil).Return(\n\t\t\tarmcompute.DisksClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting disk with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t// Test the wrapper's Get method directly with insufficient query parts\n\t\t_, qErr := wrapper.Get(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting disk with insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ListWithPagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\t\terrorPager := newErrorDisksPager(ctrl)\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(errorPager)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStreamWithPagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDisksClient(ctrl)\n\t\terrorPager := newErrorDisksPager(ctrl)\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(errorPager)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(func(item *sdp.Item) {}, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"Expected error when pager returns error, but got none\")\n\t\t}\n\t})\n}\n\n// createAzureDisk creates a mock Azure Disk for testing\nfunc createAzureDisk(diskName, provisioningState string) *armcompute.Disk {\n\treturn &armcompute.Disk{\n\t\tName: new(diskName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.DiskProperties{\n\t\t\tProvisioningState: new(provisioningState),\n\t\t\tDiskSizeGB: new(int32(128)),\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionEmpty),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureDiskWithAllLinks creates a mock Azure Disk with all possible linked resources\nfunc createAzureDiskWithAllLinks(diskName, subscriptionID, resourceGroup string) *armcompute.Disk {\n\treturn &armcompute.Disk{\n\t\tName: new(diskName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tManagedBy: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/virtualMachines/test-vm\"),\n\t\tManagedByExtended: []*string{\n\t\t\tnew(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/virtualMachines/test-vm-2\"),\n\t\t},\n\t\tProperties: &armcompute.DiskProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tDiskSizeGB: new(int32(128)),\n\t\t\tDiskAccessID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/diskAccesses/test-disk-access\"),\n\t\t\tEncryption: &armcompute.Encryption{\n\t\t\t\tDiskEncryptionSetID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/diskEncryptionSets/test-disk-encryption-set\"),\n\t\t\t},\n\t\t\tSecurityProfile: &armcompute.DiskSecurityProfile{\n\t\t\t\tSecureVMDiskEncryptionSetID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/diskEncryptionSets/test-secure-vm-disk-encryption-set\"),\n\t\t\t},\n\t\t\tShareInfo: []*armcompute.ShareInfoElement{\n\t\t\t\t{\n\t\t\t\t\tVMURI: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/virtualMachines/test-vm-3\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionCopy),\n\t\t\t\tSourceResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/disks/source-disk\"),\n\t\t\t\tStorageAccountID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Storage/storageAccounts/test-storage-account\"),\n\t\t\t\tImageReference: &armcompute.ImageDiskReference{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/images/test-image\"),\n\t\t\t\t},\n\t\t\t\tGalleryImageReference: &armcompute.ImageDiskReference{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/galleries/test-gallery/images/test-gallery-image/versions/1.0.0\"),\n\t\t\t\t\tSharedGalleryImageID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/galleries/test-gallery-2/images/test-gallery-image-2/versions/2.0.0\"),\n\t\t\t\t\tCommunityGalleryImageID: new(\"/CommunityGalleries/test-community-gallery/Images/test-community-image/Versions/1.0.0\"),\n\t\t\t\t},\n\t\t\t\tElasticSanResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ElasticSan/elasticSans/test-elastic-san/volumegroups/test-volume-group/snapshots/test-snapshot\"),\n\t\t\t},\n\t\t\tEncryptionSettingsCollection: &armcompute.EncryptionSettingsCollection{\n\t\t\t\tEnabled: new(true),\n\t\t\t\tEncryptionSettings: []*armcompute.EncryptionSettingsElement{\n\t\t\t\t\t{\n\t\t\t\t\t\tDiskEncryptionKey: &armcompute.KeyVaultAndSecretReference{\n\t\t\t\t\t\t\tSourceVault: &armcompute.SourceVault{\n\t\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.KeyVault/vaults/test-keyvault\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tSecretURL: new(\"https://test-keyvault.vault.azure.net/secrets/test-secret/version\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tKeyEncryptionKey: &armcompute.KeyVaultAndKeyReference{\n\t\t\t\t\t\t\tSourceVault: &armcompute.SourceVault{\n\t\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.KeyVault/vaults/test-keyvault-2\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tKeyURL: new(\"https://test-keyvault-2.vault.azure.net/keys/test-key/version\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureDiskFromSnapshot creates a mock Azure Disk created from a snapshot\nfunc createAzureDiskFromSnapshot(diskName, subscriptionID, resourceGroup string) *armcompute.Disk {\n\treturn &armcompute.Disk{\n\t\tName: new(diskName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.DiskProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tDiskSizeGB: new(int32(128)),\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionCopy),\n\t\t\t\tSourceResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/snapshots/test-snapshot\"),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureDiskWithCrossResourceGroupLinks creates a mock Azure Disk with links to resources in different resource groups\nfunc createAzureDiskWithCrossResourceGroupLinks(diskName, subscriptionID, resourceGroup string) *armcompute.Disk {\n\treturn &armcompute.Disk{\n\t\tName: new(diskName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tManagedBy: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/other-rg/providers/Microsoft.Compute/virtualMachines/test-vm-other-rg\"),\n\t\tProperties: &armcompute.DiskProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tDiskSizeGB: new(int32(128)),\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionEmpty),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// mockDisksPager is a simple mock implementation of the Pager interface for testing\ntype mockDisksPager struct {\n\tctrl *gomock.Controller\n\titems []*armcompute.Disk\n\tindex int\n\tmore bool\n}\n\nfunc newMockDisksPager(ctrl *gomock.Controller, items []*armcompute.Disk) clients.DisksPager {\n\treturn &mockDisksPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockDisksPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockDisksPager) NextPage(ctx context.Context) (armcompute.DisksClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armcompute.DisksClientListByResourceGroupResponse{\n\t\t\tDiskList: armcompute.DiskList{\n\t\t\t\tValue: []*armcompute.Disk{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armcompute.DisksClientListByResourceGroupResponse{\n\t\tDiskList: armcompute.DiskList{\n\t\t\tValue: []*armcompute.Disk{item},\n\t\t},\n\t}, nil\n}\n\n// errorDisksPager is a mock pager that always returns an error\ntype errorDisksPager struct {\n\tctrl *gomock.Controller\n}\n\nfunc newErrorDisksPager(ctrl *gomock.Controller) clients.DisksPager {\n\treturn &errorDisksPager{ctrl: ctrl}\n}\n\nfunc (e *errorDisksPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorDisksPager) NextPage(ctx context.Context) (armcompute.DisksClientListByResourceGroupResponse, error) {\n\treturn armcompute.DisksClientListByResourceGroupResponse{}, errors.New(\"pager error\")\n}\n" }, { "path": "sources/azure/manual/compute-gallery-application-version.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeGalleryApplicationVersionLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeGalleryApplicationVersion)\n\ntype computeGalleryApplicationVersionWrapper struct {\n\tclient clients.GalleryApplicationVersionsClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeGalleryApplicationVersion(client clients.GalleryApplicationVersionsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &computeGalleryApplicationVersionWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeGalleryApplicationVersion,\n\t\t),\n\t}\n}\n\nfunc (c computeGalleryApplicationVersionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 3 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 3 and be the gallery name, gallery application name, and gallery application version name\"), scope, c.Type())\n\t}\n\tgalleryName := queryParts[0]\n\tif galleryName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery name cannot be empty\"), scope, c.Type())\n\t}\n\tgalleryApplicationName := queryParts[1]\n\tif galleryApplicationName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery application name cannot be empty\"), scope, c.Type())\n\t}\n\tgalleryApplicationVersionName := queryParts[2]\n\tif galleryApplicationVersionName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery application version name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, galleryName, galleryApplicationName, galleryApplicationVersionName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureGalleryApplicationVersionToSDPItem(&resp.GalleryApplicationVersion, galleryName, galleryApplicationName, scope)\n}\n\nfunc (c computeGalleryApplicationVersionWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 2 and be the gallery name and gallery application name\"), scope, c.Type())\n\t}\n\tgalleryName := queryParts[0]\n\tif galleryName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery name cannot be empty\"), scope, c.Type())\n\t}\n\tgalleryApplicationName := queryParts[1]\n\tif galleryApplicationName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery application name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByGalleryApplicationPager(rgScope.ResourceGroup, galleryName, galleryApplicationName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, galleryApplicationVersion := range page.Value {\n\t\t\tif galleryApplicationVersion == nil || galleryApplicationVersion.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureGalleryApplicationVersionToSDPItem(galleryApplicationVersion, galleryName, galleryApplicationName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c computeGalleryApplicationVersionWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) != 2 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"queryParts must be exactly 2 and be the gallery name and gallery application name\"), scope, c.Type()))\n\t\treturn\n\t}\n\tgalleryName := queryParts[0]\n\tif galleryName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"gallery name cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\tgalleryApplicationName := queryParts[1]\n\tif galleryApplicationName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"gallery application name cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByGalleryApplicationPager(rgScope.ResourceGroup, galleryName, galleryApplicationName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, galleryApplicationVersion := range page.Value {\n\t\t\tif galleryApplicationVersion == nil || galleryApplicationVersion.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureGalleryApplicationVersionToSDPItem(galleryApplicationVersion, galleryName, galleryApplicationName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c computeGalleryApplicationVersionWrapper) azureGalleryApplicationVersionToSDPItem(\n\tgalleryApplicationVersion *armcompute.GalleryApplicationVersion,\n\tgalleryName,\n\tgalleryApplicationName,\n\tscope string,\n) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(galleryApplicationVersion, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tif galleryApplicationVersion.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery application version name is nil\"), scope, c.Type())\n\t}\n\tgalleryApplicationVersionName := *galleryApplicationVersion.Name\n\tif galleryApplicationVersionName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery application version name cannot be empty\"), scope, c.Type())\n\t}\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(galleryName, galleryApplicationName, galleryApplicationVersionName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tlinkedItemQueries := make([]*sdp.LinkedItemQuery, 0)\n\n\t// Parent Gallery: version depends on gallery; deleting version does not delete gallery\n\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeGallery.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: galleryName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Parent Gallery Application: version depends on application; deleting version does not delete application\n\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeGalleryApplication.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: shared.CompositeLookupKey(galleryName, galleryApplicationName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// MediaLink and DefaultConfigurationLink: add stdlib.NetworkHTTP, stdlib.NetworkDNS (hostname), stdlib.NetworkIP (when host is IP), azureshared.StorageAccount and azureshared.StorageBlobContainer (when Azure Blob) links.\n\t// Dedupe DNS by hostname, IP by address, StorageAccount by account name, and StorageBlobContainer by (account, container) so the same resource is not linked twice.\n\tlinkedDNSHostnames := make(map[string]struct{})\n\tseenIPs := make(map[string]struct{})\n\tseenStorageAccounts := make(map[string]struct{})\n\tseenBlobContainers := make(map[string]struct{})\n\tif galleryApplicationVersion.Properties != nil && galleryApplicationVersion.Properties.PublishingProfile != nil && galleryApplicationVersion.Properties.PublishingProfile.Source != nil {\n\t\tsrc := galleryApplicationVersion.Properties.PublishingProfile.Source\n\t\taddBlobLinks := func(link string) {\n\t\t\tif link == \"\" || (!strings.HasPrefix(link, \"http://\") && !strings.HasPrefix(link, \"https://\")) {\n\t\t\t\treturn\n\t\t\t}\n\t\t\tAppendURILinks(&linkedItemQueries, link, linkedDNSHostnames, seenIPs)\n\t\t\tif accountName := azureshared.ExtractStorageAccountNameFromBlobURI(link); accountName != \"\" {\n\t\t\t\tif _, seen := seenStorageAccounts[accountName]; !seen {\n\t\t\t\t\tseenStorageAccounts[accountName] = struct{}{}\n\t\t\t\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: accountName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\tcontainerName := azureshared.ExtractContainerNameFromBlobURI(link)\n\t\t\t\tif containerName != \"\" {\n\t\t\t\t\tcontainerKey := shared.CompositeLookupKey(accountName, containerName)\n\t\t\t\t\tif _, seen := seenBlobContainers[containerKey]; !seen {\n\t\t\t\t\t\tseenBlobContainers[containerKey] = struct{}{}\n\t\t\t\t\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.StorageBlobContainer.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: containerKey,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif src.MediaLink != nil && *src.MediaLink != \"\" {\n\t\t\taddBlobLinks(*src.MediaLink)\n\t\t}\n\t\tif src.DefaultConfigurationLink != nil && *src.DefaultConfigurationLink != \"\" {\n\t\t\tdefaultConfigLink := *src.DefaultConfigurationLink\n\t\t\tif strings.HasPrefix(defaultConfigLink, \"http://\") || strings.HasPrefix(defaultConfigLink, \"https://\") {\n\t\t\t\tsameAsMedia := src.MediaLink != nil && *src.MediaLink == defaultConfigLink\n\t\t\t\tif !sameAsMedia {\n\t\t\t\t\taddBlobLinks(defaultConfigLink)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Disk encryption sets from TargetRegions[].Encryption (OS and data disk); dedupe by ID\n\tseenEncryptionSetIDs := make(map[string]struct{})\n\tif galleryApplicationVersion.Properties != nil && galleryApplicationVersion.Properties.PublishingProfile != nil && galleryApplicationVersion.Properties.PublishingProfile.TargetRegions != nil {\n\t\tfor _, tr := range galleryApplicationVersion.Properties.PublishingProfile.TargetRegions {\n\t\t\tif tr == nil || tr.Encryption == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tif tr.Encryption.OSDiskImage != nil && tr.Encryption.OSDiskImage.DiskEncryptionSetID != nil && *tr.Encryption.OSDiskImage.DiskEncryptionSetID != \"\" {\n\t\t\t\tid := *tr.Encryption.OSDiskImage.DiskEncryptionSetID\n\t\t\t\tif _, seen := seenEncryptionSetIDs[id]; !seen {\n\t\t\t\t\tseenEncryptionSetIDs[id] = struct{}{}\n\t\t\t\t\tname := azureshared.ExtractResourceName(id)\n\t\t\t\t\tif name != \"\" {\n\t\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(id); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: name,\n\t\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif tr.Encryption.OSDiskImage != nil && tr.Encryption.OSDiskImage.SecurityProfile != nil && tr.Encryption.OSDiskImage.SecurityProfile.SecureVMDiskEncryptionSetID != nil && *tr.Encryption.OSDiskImage.SecurityProfile.SecureVMDiskEncryptionSetID != \"\" {\n\t\t\t\tid := *tr.Encryption.OSDiskImage.SecurityProfile.SecureVMDiskEncryptionSetID\n\t\t\t\tif _, seen := seenEncryptionSetIDs[id]; !seen {\n\t\t\t\t\tseenEncryptionSetIDs[id] = struct{}{}\n\t\t\t\t\tname := azureshared.ExtractResourceName(id)\n\t\t\t\t\tif name != \"\" {\n\t\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(id); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: name,\n\t\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif tr.Encryption.DataDiskImages != nil {\n\t\t\t\tfor _, ddi := range tr.Encryption.DataDiskImages {\n\t\t\t\t\tif ddi != nil && ddi.DiskEncryptionSetID != nil && *ddi.DiskEncryptionSetID != \"\" {\n\t\t\t\t\t\tid := *ddi.DiskEncryptionSetID\n\t\t\t\t\t\tif _, seen := seenEncryptionSetIDs[id]; !seen {\n\t\t\t\t\t\t\tseenEncryptionSetIDs[id] = struct{}{}\n\t\t\t\t\t\t\tname := azureshared.ExtractResourceName(id)\n\t\t\t\t\t\t\tif name != \"\" {\n\t\t\t\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(id); extractedScope != \"\" {\n\t\t\t\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\tQuery: name,\n\t\t\t\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeGalleryApplicationVersion.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(galleryApplicationVersion.Tags),\n\t\tLinkedItemQueries: linkedItemQueries,\n\t}\n\treturn sdpItem, nil\n}\n\nfunc (c computeGalleryApplicationVersionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeGalleryLookupByName,\n\t\tComputeGalleryApplicationLookupByName,\n\t\tComputeGalleryApplicationVersionLookupByName,\n\t}\n}\n\nfunc (c computeGalleryApplicationVersionWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeGalleryLookupByName,\n\t\t\tComputeGalleryApplicationLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c computeGalleryApplicationVersionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeGallery,\n\t\tazureshared.ComputeGalleryApplication,\n\t\tazureshared.ComputeDiskEncryptionSet,\n\t\tazureshared.StorageAccount,\n\t\tazureshared.StorageBlobContainer,\n\t\tstdlib.NetworkDNS,\n\t\tstdlib.NetworkHTTP,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/gallery_application_version\nfunc (c computeGalleryApplicationVersionWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// example id: /subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/group1/providers/Microsoft.Compute/galleries/gallery1/applications/galleryApplication1/versions/galleryApplicationVersion1\n\t\t\tTerraformQueryMap: \"azurerm_gallery_application_version.id\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute#microsoftcompute\nfunc (c computeGalleryApplicationVersionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/galleries/applications/versions/read\",\n\t}\n}\n\nfunc (c computeGalleryApplicationVersionWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-gallery-application-version_test.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// mockGalleryApplicationVersionsPager is a mock pager for ListByGalleryApplication.\ntype mockGalleryApplicationVersionsPager struct {\n\tpages []armcompute.GalleryApplicationVersionsClientListByGalleryApplicationResponse\n\tindex int\n}\n\nfunc (m *mockGalleryApplicationVersionsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockGalleryApplicationVersionsPager) NextPage(ctx context.Context) (armcompute.GalleryApplicationVersionsClientListByGalleryApplicationResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armcompute.GalleryApplicationVersionsClientListByGalleryApplicationResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorGalleryApplicationVersionsPager is a mock pager that always returns an error.\ntype errorGalleryApplicationVersionsPager struct{}\n\nfunc (e *errorGalleryApplicationVersionsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorGalleryApplicationVersionsPager) NextPage(ctx context.Context) (armcompute.GalleryApplicationVersionsClientListByGalleryApplicationResponse, error) {\n\treturn armcompute.GalleryApplicationVersionsClientListByGalleryApplicationResponse{}, errors.New(\"pager error\")\n}\n\n// testGalleryApplicationVersionsClient wraps the mock and returns a pager from NewListByGalleryApplicationPager.\ntype testGalleryApplicationVersionsClient struct {\n\t*mocks.MockGalleryApplicationVersionsClient\n\tpager clients.GalleryApplicationVersionsPager\n}\n\n// NewListByGalleryApplicationPager returns the test pager so we don't need to mock this call.\nfunc (t *testGalleryApplicationVersionsClient) NewListByGalleryApplicationPager(resourceGroupName, galleryName, galleryApplicationName string, options *armcompute.GalleryApplicationVersionsClientListByGalleryApplicationOptions) clients.GalleryApplicationVersionsPager {\n\tif t.pager != nil {\n\t\treturn t.pager\n\t}\n\treturn t.MockGalleryApplicationVersionsClient.NewListByGalleryApplicationPager(resourceGroupName, galleryName, galleryApplicationName, options)\n}\n\nfunc createAzureGalleryApplicationVersion(versionName string) *armcompute.GalleryApplicationVersion {\n\treturn &armcompute.GalleryApplicationVersion{\n\t\tName: new(versionName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.GalleryApplicationVersionProperties{\n\t\t\tPublishingProfile: &armcompute.GalleryApplicationVersionPublishingProfile{\n\t\t\t\tSource: &armcompute.UserArtifactSource{\n\t\t\t\t\tMediaLink: new(\"https://mystorageaccount.blob.core.windows.net/packages/app.zip\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc createAzureGalleryApplicationVersionWithLinks(versionName, subscriptionID, resourceGroup string) *armcompute.GalleryApplicationVersion {\n\tv := createAzureGalleryApplicationVersion(versionName)\n\tv.Properties.PublishingProfile.Source.DefaultConfigurationLink = new(\"https://mystorageaccount.blob.core.windows.net/config/default.json\")\n\tdesID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/diskEncryptionSets/test-des\"\n\tv.Properties.PublishingProfile.TargetRegions = []*armcompute.TargetRegion{\n\t\t{\n\t\t\tName: new(\"eastus\"),\n\t\t\tEncryption: &armcompute.EncryptionImages{\n\t\t\t\tOSDiskImage: &armcompute.OSDiskImageEncryption{\n\t\t\t\t\tDiskEncryptionSetID: new(desID),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\treturn v\n}\n\nfunc TestComputeGalleryApplicationVersion(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\tgalleryName := \"test-gallery\"\n\tgalleryApplicationName := \"test-app\"\n\tgalleryApplicationVersionName := \"1.0.0\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tversion := createAzureGalleryApplicationVersion(galleryApplicationVersionName)\n\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, galleryApplicationName, galleryApplicationVersionName, nil).Return(\n\t\t\tarmcompute.GalleryApplicationVersionsClientGetResponse{\n\t\t\t\tGalleryApplicationVersion: *version,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeGalleryApplicationVersion(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, galleryApplicationName, galleryApplicationVersionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeGalleryApplicationVersion.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeGalleryApplicationVersion.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(galleryName, galleryApplicationName, galleryApplicationVersionName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag env=test, got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ComputeGallery.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: galleryName, ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.ComputeGalleryApplication.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(galleryName, galleryApplicationName), ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.StorageAccount.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: \"mystorageaccount\", ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.StorageBlobContainer.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(\"mystorageaccount\", \"packages\"), ExpectedScope: scope},\n\t\t\t\t{ExpectedType: stdlib.NetworkHTTP.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"https://mystorageaccount.blob.core.windows.net/packages/app.zip\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkDNS.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"mystorageaccount.blob.core.windows.net\", ExpectedScope: \"global\"},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithLinkedResources\", func(t *testing.T) {\n\t\tversion := createAzureGalleryApplicationVersionWithLinks(galleryApplicationVersionName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, galleryApplicationName, galleryApplicationVersionName, nil).Return(\n\t\t\tarmcompute.GalleryApplicationVersionsClientGetResponse{\n\t\t\t\tGalleryApplicationVersion: *version,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeGalleryApplicationVersion(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, galleryApplicationName, galleryApplicationVersionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ComputeGallery.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: galleryName, ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.ComputeGalleryApplication.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(galleryName, galleryApplicationName), ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.StorageAccount.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: \"mystorageaccount\", ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.StorageBlobContainer.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(\"mystorageaccount\", \"packages\"), ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.StorageBlobContainer.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(\"mystorageaccount\", \"config\"), ExpectedScope: scope},\n\t\t\t\t{ExpectedType: stdlib.NetworkHTTP.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"https://mystorageaccount.blob.core.windows.net/packages/app.zip\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkDNS.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"mystorageaccount.blob.core.windows.net\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkHTTP.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"https://mystorageaccount.blob.core.windows.net/config/default.json\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: azureshared.ComputeDiskEncryptionSet.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: \"test-des\", ExpectedScope: scope},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplicationVersion(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Adapter expects query to split into 3 parts (gallery, application, version); single part is invalid\n\t\t_, qErr := adapter.Get(ctx, scope, galleryName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Get with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyGalleryName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplicationVersion(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", galleryApplicationName, galleryApplicationVersionName)\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when gallery name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"version not found\")\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, galleryApplicationName, \"nonexistent\", nil).Return(\n\t\t\tarmcompute.GalleryApplicationVersionsClientGetResponse{}, expectedErr)\n\n\t\twrapper := NewComputeGalleryApplicationVersion(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, galleryApplicationName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NonBlobURL_NoStorageLinks\", func(t *testing.T) {\n\t\t// MediaLink that is not Azure Blob Storage must not create StorageAccount/StorageBlobContainer links.\n\t\tversion := createAzureGalleryApplicationVersion(galleryApplicationVersionName)\n\t\tversion.Properties.PublishingProfile.Source.MediaLink = new(\"https://example.com/artifacts/app.zip\")\n\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, galleryApplicationName, galleryApplicationVersionName, nil).Return(\n\t\t\tarmcompute.GalleryApplicationVersionsClientGetResponse{\n\t\t\t\tGalleryApplicationVersion: *version,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeGalleryApplicationVersion(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, galleryApplicationName, galleryApplicationVersionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\t\tquery := q.GetQuery()\n\t\t\tif query == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\ttyp := query.GetType()\n\t\t\tif typ == azureshared.StorageAccount.String() || typ == azureshared.StorageBlobContainer.String() {\n\t\t\t\tt.Errorf(\"Non-blob URL must not create storage links; found linked query type %s with query %s\", typ, query.GetQuery())\n\t\t\t}\n\t\t}\n\t\t// Should still have NetworkHTTP and NetworkDNS for the URL\n\t\thasHTTP := false\n\t\thasDNS := false\n\t\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\t\tquery := q.GetQuery()\n\t\t\tif query != nil {\n\t\t\t\tif query.GetType() == stdlib.NetworkHTTP.String() {\n\t\t\t\t\thasHTTP = true\n\t\t\t\t}\n\t\t\t\tif query.GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\t\thasDNS = true\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !hasHTTP {\n\t\t\tt.Error(\"Expected NetworkHTTP linked query for the media URL\")\n\t\t}\n\t\tif !hasDNS {\n\t\t\tt.Error(\"Expected NetworkDNS linked query for the media URL hostname\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_IPHost_EmitsIPLink\", func(t *testing.T) {\n\t\t// When MediaLink or DefaultConfigurationLink has a literal IP host, emit stdlib.NetworkIP link (GET, global), not DNS.\n\t\tversion := createAzureGalleryApplicationVersion(galleryApplicationVersionName)\n\t\tversion.Properties.PublishingProfile.Source.MediaLink = new(\"https://192.168.1.10:8443/artifacts/app.zip\")\n\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, galleryApplicationName, galleryApplicationVersionName, nil).Return(\n\t\t\tarmcompute.GalleryApplicationVersionsClientGetResponse{\n\t\t\t\tGalleryApplicationVersion: *version,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeGalleryApplicationVersion(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, galleryApplicationName, galleryApplicationVersionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\thasIP := false\n\t\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\t\tquery := q.GetQuery()\n\t\t\tif query != nil && query.GetType() == stdlib.NetworkIP.String() {\n\t\t\t\thasIP = true\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected NetworkIP link to use GET, got %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkIP link scope global, got %s\", query.GetScope())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() != \"192.168.1.10\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkIP link query 192.168.1.10, got %s\", query.GetQuery())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !hasIP {\n\t\t\tt.Error(\"Expected NetworkIP linked query when MediaLink host is an IP address\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tv1 := createAzureGalleryApplicationVersion(\"1.0.0\")\n\t\tv2 := createAzureGalleryApplicationVersion(\"1.0.1\")\n\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\tpages := []armcompute.GalleryApplicationVersionsClientListByGalleryApplicationResponse{\n\t\t\t{\n\t\t\t\tGalleryApplicationVersionList: armcompute.GalleryApplicationVersionList{\n\t\t\t\t\tValue: []*armcompute.GalleryApplicationVersion{v1, v2},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockPager := &mockGalleryApplicationVersionsPager{pages: pages}\n\t\ttestClient := &testGalleryApplicationVersionsClient{\n\t\t\tMockGalleryApplicationVersionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := NewComputeGalleryApplicationVersion(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsearchQuery := shared.CompositeLookupKey(galleryName, galleryApplicationName)\n\t\tsdpItems, err := searchable.Search(ctx, scope, searchQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected valid item, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplicationVersion(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, scope, galleryName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when Search with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_EmptyGalleryName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplicationVersion(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, scope, \"\", galleryApplicationName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when gallery name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_PagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\terrorPager := &errorGalleryApplicationVersionsPager{}\n\t\ttestClient := &testGalleryApplicationVersionsClient{\n\t\t\tMockGalleryApplicationVersionsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := NewComputeGalleryApplicationVersion(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsearchQuery := shared.CompositeLookupKey(galleryName, galleryApplicationName)\n\t\t_, err := searchable.Search(ctx, scope, searchQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplicationVersion(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\texpected := map[shared.ItemType]bool{\n\t\t\tazureshared.ComputeGallery: true,\n\t\t\tazureshared.ComputeGalleryApplication: true,\n\t\t\tazureshared.ComputeDiskEncryptionSet: true,\n\t\t\tazureshared.StorageAccount: true,\n\t\t\tazureshared.StorageBlobContainer: true,\n\t\t\tstdlib.NetworkDNS: true,\n\t\t\tstdlib.NetworkHTTP: true,\n\t\t\tstdlib.NetworkIP: true,\n\t\t}\n\t\tfor itemType, want := range expected {\n\t\t\tif got := links[itemType]; got != want {\n\t\t\t\tt.Errorf(\"PotentialLinks()[%v] = %v, want %v\", itemType, got, want)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ImplementsSearchableAdapter\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationVersionsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplicationVersion(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/compute-gallery-application.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeGalleryApplicationLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeGalleryApplication)\n\ntype computeGalleryApplicationWrapper struct {\n\tclient clients.GalleryApplicationsClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeGalleryApplication(client clients.GalleryApplicationsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &computeGalleryApplicationWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeGalleryApplication,\n\t\t),\n\t}\n}\n\nfunc (c computeGalleryApplicationWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 2 and be the gallery name and gallery application name\"), scope, c.Type())\n\t}\n\tgalleryName := queryParts[0]\n\tif galleryName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery name cannot be empty\"), scope, c.Type())\n\t}\n\tgalleryApplicationName := queryParts[1]\n\tif galleryApplicationName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery application name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, galleryName, galleryApplicationName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureGalleryApplicationToSDPItem(&resp.GalleryApplication, galleryName, scope)\n}\n\nfunc (c computeGalleryApplicationWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 1 and be the gallery name\"), scope, c.Type())\n\t}\n\tgalleryName := queryParts[0]\n\tif galleryName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByGalleryPager(rgScope.ResourceGroup, galleryName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, galleryApplication := range page.Value {\n\t\t\tif galleryApplication == nil || galleryApplication.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureGalleryApplicationToSDPItem(galleryApplication, galleryName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c computeGalleryApplicationWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) != 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"queryParts must be exactly 1 and be the gallery name\"), scope, c.Type()))\n\t\treturn\n\t}\n\tgalleryName := queryParts[0]\n\tif galleryName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"gallery name cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\n\tpager := c.client.NewListByGalleryPager(rgScope.ResourceGroup, galleryName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, galleryApplication := range page.Value {\n\t\t\tif galleryApplication == nil || galleryApplication.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureGalleryApplicationToSDPItem(galleryApplication, galleryName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c computeGalleryApplicationWrapper) azureGalleryApplicationToSDPItem(\n\tgalleryApplication *armcompute.GalleryApplication,\n\tgalleryName,\n\tscope string,\n) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(galleryApplication, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tif galleryApplication.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery application name is nil\"), scope, c.Type())\n\t}\n\tgalleryApplicationName := *galleryApplication.Name\n\tif galleryApplicationName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery application name cannot be empty\"), scope, c.Type())\n\t}\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(galleryName, galleryApplicationName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tlinkedItemQueries := make([]*sdp.LinkedItemQuery, 0)\n\n\t// Parent Gallery: application depends on gallery\n\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeGallery.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: galleryName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Child: list gallery application versions under this application (Search by gallery name + application name)\n\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeGalleryApplicationVersion.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: shared.CompositeLookupKey(galleryName, galleryApplicationName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// URI-based links: Eula, PrivacyStatementURI, ReleaseNoteURI\n\tlinkedDNSHostnames := make(map[string]struct{})\n\tseenIPs := make(map[string]struct{})\n\tif galleryApplication.Properties != nil {\n\t\tif galleryApplication.Properties.Eula != nil && *galleryApplication.Properties.Eula != \"\" {\n\t\t\tAppendURILinks(&linkedItemQueries, *galleryApplication.Properties.Eula, linkedDNSHostnames, seenIPs)\n\t\t}\n\t\tif galleryApplication.Properties.PrivacyStatementURI != nil && *galleryApplication.Properties.PrivacyStatementURI != \"\" {\n\t\t\tAppendURILinks(&linkedItemQueries, *galleryApplication.Properties.PrivacyStatementURI, linkedDNSHostnames, seenIPs)\n\t\t}\n\t\tif galleryApplication.Properties.ReleaseNoteURI != nil && *galleryApplication.Properties.ReleaseNoteURI != \"\" {\n\t\t\tAppendURILinks(&linkedItemQueries, *galleryApplication.Properties.ReleaseNoteURI, linkedDNSHostnames, seenIPs)\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeGalleryApplication.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(galleryApplication.Tags),\n\t\tLinkedItemQueries: linkedItemQueries,\n\t}\n\treturn sdpItem, nil\n}\n\nfunc (c computeGalleryApplicationWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeGalleryLookupByName,\n\t\tComputeGalleryApplicationLookupByName,\n\t}\n}\n\nfunc (c computeGalleryApplicationWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeGalleryLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c computeGalleryApplicationWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeGallery,\n\t\tazureshared.ComputeGalleryApplicationVersion,\n\t\tstdlib.NetworkDNS,\n\t\tstdlib.NetworkHTTP,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/gallery_application\nfunc (c computeGalleryApplicationWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_gallery_application.id\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute#microsoftcompute\nfunc (c computeGalleryApplicationWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/galleries/applications/read\",\n\t}\n}\n\nfunc (c computeGalleryApplicationWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-gallery-application_test.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore/to\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// mockGalleryApplicationsPager is a mock pager for ListByGallery.\ntype mockGalleryApplicationsPager struct {\n\tpages []armcompute.GalleryApplicationsClientListByGalleryResponse\n\tindex int\n}\n\nfunc (m *mockGalleryApplicationsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockGalleryApplicationsPager) NextPage(ctx context.Context) (armcompute.GalleryApplicationsClientListByGalleryResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armcompute.GalleryApplicationsClientListByGalleryResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorGalleryApplicationsPager is a mock pager that always returns an error.\ntype errorGalleryApplicationsPager struct{}\n\nfunc (e *errorGalleryApplicationsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorGalleryApplicationsPager) NextPage(ctx context.Context) (armcompute.GalleryApplicationsClientListByGalleryResponse, error) {\n\treturn armcompute.GalleryApplicationsClientListByGalleryResponse{}, errors.New(\"pager error\")\n}\n\n// testGalleryApplicationsClient wraps the mock and returns a pager from NewListByGalleryPager.\ntype testGalleryApplicationsClient struct {\n\t*mocks.MockGalleryApplicationsClient\n\tpager clients.GalleryApplicationsPager\n}\n\nfunc (t *testGalleryApplicationsClient) NewListByGalleryPager(resourceGroupName, galleryName string, options *armcompute.GalleryApplicationsClientListByGalleryOptions) clients.GalleryApplicationsPager {\n\tif t.pager != nil {\n\t\treturn t.pager\n\t}\n\treturn t.MockGalleryApplicationsClient.NewListByGalleryPager(resourceGroupName, galleryName, options)\n}\n\nfunc createAzureGalleryApplication(applicationName string) *armcompute.GalleryApplication {\n\treturn &armcompute.GalleryApplication{\n\t\tName: new(applicationName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.GalleryApplicationProperties{\n\t\t\tSupportedOSType: to.Ptr(armcompute.OperatingSystemTypesWindows),\n\t\t\tDescription: new(\"Test gallery application\"),\n\t\t},\n\t}\n}\n\nfunc TestComputeGalleryApplication(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\tgalleryName := \"test-gallery\"\n\tgalleryApplicationName := \"test-application\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tapp := createAzureGalleryApplication(galleryApplicationName)\n\n\t\tmockClient := mocks.NewMockGalleryApplicationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, galleryApplicationName, nil).Return(\n\t\t\tarmcompute.GalleryApplicationsClientGetResponse{\n\t\t\t\tGalleryApplication: *app,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeGalleryApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, galleryApplicationName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeGalleryApplication.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeGalleryApplication.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(galleryName, galleryApplicationName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag env=test, got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ComputeGallery.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: galleryName, ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.ComputeGalleryApplicationVersion.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: shared.CompositeLookupKey(galleryName, galleryApplicationName), ExpectedScope: scope},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, galleryName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Get with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyGalleryName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", galleryApplicationName)\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when gallery name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyApplicationName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, \"\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when gallery application name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"application not found\")\n\t\tmockClient := mocks.NewMockGalleryApplicationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, \"nonexistent\", nil).Return(\n\t\t\tarmcompute.GalleryApplicationsClientGetResponse{}, expectedErr)\n\n\t\twrapper := NewComputeGalleryApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tapp1 := createAzureGalleryApplication(\"app-1\")\n\t\tapp2 := createAzureGalleryApplication(\"app-2\")\n\n\t\tmockClient := mocks.NewMockGalleryApplicationsClient(ctrl)\n\t\tpages := []armcompute.GalleryApplicationsClientListByGalleryResponse{\n\t\t\t{\n\t\t\t\tGalleryApplicationList: armcompute.GalleryApplicationList{\n\t\t\t\t\tValue: []*armcompute.GalleryApplication{app1, app2},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockPager := &mockGalleryApplicationsPager{pages: pages}\n\t\ttestClient := &testGalleryApplicationsClient{\n\t\t\tMockGalleryApplicationsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := NewComputeGalleryApplication(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, scope, galleryName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected valid item, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsearchQuery := shared.CompositeLookupKey(galleryName, galleryApplicationName)\n\t\t_, err := searchable.Search(ctx, scope, searchQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when Search with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_EmptyGalleryName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, scope, \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when gallery name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_PagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationsClient(ctrl)\n\t\terrorPager := &errorGalleryApplicationsPager{}\n\t\ttestClient := &testGalleryApplicationsClient{\n\t\t\tMockGalleryApplicationsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := NewComputeGalleryApplication(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, scope, galleryName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\texpected := map[shared.ItemType]bool{\n\t\t\tazureshared.ComputeGallery: true,\n\t\t\tazureshared.ComputeGalleryApplicationVersion: true,\n\t\t\tstdlib.NetworkDNS: true,\n\t\t\tstdlib.NetworkHTTP: true,\n\t\t\tstdlib.NetworkIP: true,\n\t\t}\n\t\tfor itemType, want := range expected {\n\t\t\tif got := links[itemType]; got != want {\n\t\t\t\tt.Errorf(\"PotentialLinks()[%v] = %v, want %v\", itemType, got, want)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ImplementsSearchableAdapter\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryApplicationsClient(ctrl)\n\t\twrapper := NewComputeGalleryApplication(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/compute-gallery-image.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeGalleryImageLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeGalleryImage)\n\ntype computeGalleryImageWrapper struct {\n\tclient clients.GalleryImagesClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeGalleryImage(client clients.GalleryImagesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &computeGalleryImageWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeGalleryImage,\n\t\t),\n\t}\n}\n\nfunc (c computeGalleryImageWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 2 and be the gallery name and gallery image name\"), scope, c.Type())\n\t}\n\tgalleryName := queryParts[0]\n\tif galleryName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery name cannot be empty\"), scope, c.Type())\n\t}\n\tgalleryImageName := queryParts[1]\n\tif galleryImageName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery image name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, galleryName, galleryImageName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureGalleryImageToSDPItem(&resp.GalleryImage, galleryName, scope)\n}\n\nfunc (c computeGalleryImageWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 1 and be the gallery name\"), scope, c.Type())\n\t}\n\tgalleryName := queryParts[0]\n\tif galleryName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByGalleryPager(rgScope.ResourceGroup, galleryName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, galleryImage := range page.Value {\n\t\t\tif galleryImage == nil || galleryImage.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureGalleryImageToSDPItem(galleryImage, galleryName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c computeGalleryImageWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) != 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"queryParts must be exactly 1 and be the gallery name\"), scope, c.Type()))\n\t\treturn\n\t}\n\tgalleryName := queryParts[0]\n\tif galleryName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"gallery name cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\n\tpager := c.client.NewListByGalleryPager(rgScope.ResourceGroup, galleryName, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, galleryImage := range page.Value {\n\t\t\tif galleryImage == nil || galleryImage.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureGalleryImageToSDPItem(galleryImage, galleryName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c computeGalleryImageWrapper) azureGalleryImageToSDPItem(\n\tgalleryImage *armcompute.GalleryImage,\n\tgalleryName,\n\tscope string,\n) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(galleryImage, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tif galleryImage.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery image name is nil\"), scope, c.Type())\n\t}\n\tgalleryImageName := *galleryImage.Name\n\tif galleryImageName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery image name cannot be empty\"), scope, c.Type())\n\t}\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(galleryName, galleryImageName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tlinkedItemQueries := make([]*sdp.LinkedItemQuery, 0)\n\n\t// Parent Gallery: image definition depends on gallery\n\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeGallery.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: galleryName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// URI-based links: Eula, PrivacyStatementURI, ReleaseNoteURI\n\tlinkedDNSHostnames := make(map[string]struct{})\n\tseenIPs := make(map[string]struct{})\n\tif galleryImage.Properties != nil {\n\t\tif galleryImage.Properties.Eula != nil {\n\t\t\tAppendURILinks(&linkedItemQueries, *galleryImage.Properties.Eula, linkedDNSHostnames, seenIPs)\n\t\t}\n\t\tif galleryImage.Properties.PrivacyStatementURI != nil {\n\t\t\tAppendURILinks(&linkedItemQueries, *galleryImage.Properties.PrivacyStatementURI, linkedDNSHostnames, seenIPs)\n\t\t}\n\t\tif galleryImage.Properties.ReleaseNoteURI != nil {\n\t\t\tAppendURILinks(&linkedItemQueries, *galleryImage.Properties.ReleaseNoteURI, linkedDNSHostnames, seenIPs)\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeGalleryImage.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(galleryImage.Tags),\n\t\tLinkedItemQueries: linkedItemQueries,\n\t}\n\treturn sdpItem, nil\n}\n\nfunc (c computeGalleryImageWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeGalleryLookupByName,\n\t\tComputeGalleryImageLookupByName,\n\t}\n}\n\nfunc (c computeGalleryImageWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeGalleryLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c computeGalleryImageWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeGallery,\n\t\tstdlib.NetworkDNS,\n\t\tstdlib.NetworkHTTP,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/shared_image\nfunc (c computeGalleryImageWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// example id: /subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/group1/providers/Microsoft.Compute/galleries/gallery1/images/image1\n\t\t\tTerraformQueryMap: \"azurerm_shared_image.id\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute#microsoftcompute\nfunc (c computeGalleryImageWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/galleries/images/read\",\n\t}\n}\n\nfunc (c computeGalleryImageWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-gallery-image_test.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// mockGalleryImagesPager is a mock pager for ListByGallery.\ntype mockGalleryImagesPager struct {\n\tpages []armcompute.GalleryImagesClientListByGalleryResponse\n\tindex int\n}\n\nfunc (m *mockGalleryImagesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockGalleryImagesPager) NextPage(ctx context.Context) (armcompute.GalleryImagesClientListByGalleryResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armcompute.GalleryImagesClientListByGalleryResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorGalleryImagesPager is a mock pager that always returns an error.\ntype errorGalleryImagesPager struct{}\n\nfunc (e *errorGalleryImagesPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorGalleryImagesPager) NextPage(ctx context.Context) (armcompute.GalleryImagesClientListByGalleryResponse, error) {\n\treturn armcompute.GalleryImagesClientListByGalleryResponse{}, errors.New(\"pager error\")\n}\n\n// testGalleryImagesClient wraps the mock and returns a pager from NewListByGalleryPager.\ntype testGalleryImagesClient struct {\n\t*mocks.MockGalleryImagesClient\n\tpager clients.GalleryImagesPager\n}\n\n// NewListByGalleryPager returns the test pager so we don't need to mock this call.\nfunc (t *testGalleryImagesClient) NewListByGalleryPager(resourceGroupName, galleryName string, options *armcompute.GalleryImagesClientListByGalleryOptions) clients.GalleryImagesPager {\n\tif t.pager != nil {\n\t\treturn t.pager\n\t}\n\treturn t.MockGalleryImagesClient.NewListByGalleryPager(resourceGroupName, galleryName, options)\n}\n\nfunc createAzureGalleryImage(imageName string) *armcompute.GalleryImage {\n\treturn &armcompute.GalleryImage{\n\t\tName: new(imageName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.GalleryImageProperties{\n\t\t\tIdentifier: &armcompute.GalleryImageIdentifier{\n\t\t\t\tPublisher: new(\"test-publisher\"),\n\t\t\t\tOffer: new(\"test-offer\"),\n\t\t\t\tSKU: new(\"test-sku\"),\n\t\t\t},\n\t\t\tOSType: new(armcompute.OperatingSystemTypesLinux),\n\t\t\tOSState: new(armcompute.OperatingSystemStateTypesGeneralized),\n\t\t},\n\t}\n}\n\nfunc createAzureGalleryImageWithURIs(imageName string) *armcompute.GalleryImage {\n\timg := createAzureGalleryImage(imageName)\n\timg.Properties.Eula = new(\"https://eula.example.com/terms\")\n\timg.Properties.PrivacyStatementURI = new(\"https://example.com/privacy\")\n\timg.Properties.ReleaseNoteURI = new(\"https://releases.example.com/notes\")\n\treturn img\n}\n\nfunc TestComputeGalleryImage(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\tgalleryName := \"test-gallery\"\n\tgalleryImageName := \"test-image\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\timage := createAzureGalleryImage(galleryImageName)\n\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, galleryImageName, nil).Return(\n\t\t\tarmcompute.GalleryImagesClientGetResponse{\n\t\t\t\tGalleryImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, galleryImageName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeGalleryImage.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeGalleryImage.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(galleryName, galleryImageName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag env=test, got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ComputeGallery.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: galleryName, ExpectedScope: scope},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithURIs\", func(t *testing.T) {\n\t\timage := createAzureGalleryImageWithURIs(galleryImageName)\n\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, galleryImageName, nil).Return(\n\t\t\tarmcompute.GalleryImagesClientGetResponse{\n\t\t\t\tGalleryImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, galleryImageName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ComputeGallery.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: galleryName, ExpectedScope: scope},\n\t\t\t\t{ExpectedType: stdlib.NetworkHTTP.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"https://eula.example.com/terms\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkDNS.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"eula.example.com\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkHTTP.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"https://example.com/privacy\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkDNS.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"example.com\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkHTTP.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"https://releases.example.com/notes\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkDNS.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"releases.example.com\", ExpectedScope: \"global\"},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_PlainTextEula_NoLinks\", func(t *testing.T) {\n\t\timage := createAzureGalleryImage(galleryImageName)\n\t\timage.Properties.Eula = new(\"This software is provided as-is. No warranty.\")\n\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, galleryImageName, nil).Return(\n\t\t\tarmcompute.GalleryImagesClientGetResponse{\n\t\t\t\tGalleryImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, galleryImageName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Plain-text Eula should not generate HTTP/DNS/IP links\n\t\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\t\tlq := q.GetQuery()\n\t\t\tif lq == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\ttyp := lq.GetType()\n\t\t\tif typ == stdlib.NetworkHTTP.String() || typ == stdlib.NetworkDNS.String() || typ == stdlib.NetworkIP.String() {\n\t\t\t\tt.Errorf(\"Plain-text Eula must not create network links; found linked query type %s with query %s\", typ, lq.GetQuery())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Get_SameHostDeduplication\", func(t *testing.T) {\n\t\timage := createAzureGalleryImage(galleryImageName)\n\t\timage.Properties.PrivacyStatementURI = new(\"https://example.com/privacy\")\n\t\timage.Properties.ReleaseNoteURI = new(\"https://example.com/release-notes\")\n\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, galleryImageName, nil).Return(\n\t\t\tarmcompute.GalleryImagesClientGetResponse{\n\t\t\t\tGalleryImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, galleryImageName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Should have 2 HTTP links (one per URI) but only 1 DNS link (same hostname)\n\t\thttpCount := 0\n\t\tdnsCount := 0\n\t\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\t\tquery := q.GetQuery()\n\t\t\tif query != nil {\n\t\t\t\tif query.GetType() == stdlib.NetworkHTTP.String() {\n\t\t\t\t\thttpCount++\n\t\t\t\t}\n\t\t\t\tif query.GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\t\tdnsCount++\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif httpCount != 2 {\n\t\t\tt.Errorf(\"Expected 2 HTTP links, got %d\", httpCount)\n\t\t}\n\t\tif dnsCount != 1 {\n\t\t\tt.Errorf(\"Expected 1 DNS link (deduped), got %d\", dnsCount)\n\t\t}\n\t})\n\n\tt.Run(\"Get_IPHost_EmitsIPLink\", func(t *testing.T) {\n\t\timage := createAzureGalleryImage(galleryImageName)\n\t\timage.Properties.PrivacyStatementURI = new(\"https://192.168.1.10:8443/privacy\")\n\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, galleryImageName, nil).Return(\n\t\t\tarmcompute.GalleryImagesClientGetResponse{\n\t\t\t\tGalleryImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, galleryImageName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\thasIP := false\n\t\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\t\tquery := q.GetQuery()\n\t\t\tif query != nil && query.GetType() == stdlib.NetworkIP.String() {\n\t\t\t\thasIP = true\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected NetworkIP link to use GET, got %v\", query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkIP link scope global, got %s\", query.GetScope())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() != \"192.168.1.10\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkIP link query 192.168.1.10, got %s\", query.GetQuery())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !hasIP {\n\t\t\tt.Error(\"Expected NetworkIP linked query when PrivacyStatementURI host is an IP address\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Adapter expects query to split into 2 parts (gallery, image); single part is invalid\n\t\t_, qErr := adapter.Get(ctx, scope, galleryName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Get with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyGalleryName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", galleryImageName)\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when gallery name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyImageName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, \"\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when image name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"image not found\")\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, \"nonexistent\", nil).Return(\n\t\t\tarmcompute.GalleryImagesClientGetResponse{}, expectedErr)\n\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(galleryName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\timg1 := createAzureGalleryImage(\"image-1\")\n\t\timg2 := createAzureGalleryImage(\"image-2\")\n\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\tpages := []armcompute.GalleryImagesClientListByGalleryResponse{\n\t\t\t{\n\t\t\t\tGalleryImageList: armcompute.GalleryImageList{\n\t\t\t\t\tValue: []*armcompute.GalleryImage{img1, img2},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockPager := &mockGalleryImagesPager{pages: pages}\n\t\ttestClient := &testGalleryImagesClient{\n\t\t\tMockGalleryImagesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := NewComputeGalleryImage(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, scope, galleryName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected valid item, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t// Search expects exactly 1 query part; giving 2 is invalid\n\t\tsearchQuery := shared.CompositeLookupKey(galleryName, galleryImageName)\n\t\t_, err := searchable.Search(ctx, scope, searchQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when Search with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_EmptyGalleryName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, scope, \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when gallery name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_PagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\terrorPager := &errorGalleryImagesPager{}\n\t\ttestClient := &testGalleryImagesClient{\n\t\t\tMockGalleryImagesClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := NewComputeGalleryImage(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, scope, galleryName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\texpected := map[shared.ItemType]bool{\n\t\t\tazureshared.ComputeGallery: true,\n\t\t\tstdlib.NetworkDNS: true,\n\t\t\tstdlib.NetworkHTTP: true,\n\t\t\tstdlib.NetworkIP: true,\n\t\t}\n\t\tfor itemType, want := range expected {\n\t\t\tif got := links[itemType]; got != want {\n\t\t\t\tt.Errorf(\"PotentialLinks()[%v] = %v, want %v\", itemType, got, want)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ImplementsSearchableAdapter\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleryImagesClient(ctrl)\n\t\twrapper := NewComputeGalleryImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/compute-gallery.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeGalleryLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeGallery)\n\ntype computeGalleryWrapper struct {\n\tclient clients.GalleriesClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeGallery(client clients.GalleriesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &computeGalleryWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeGallery,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/galleries/list-by-resource-group\nfunc (c computeGalleryWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, gallery := range page.Value {\n\t\t\tif gallery == nil || gallery.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureGalleryToSDPItem(gallery, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c computeGalleryWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, gallery := range page.Value {\n\t\t\tif gallery == nil || gallery.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureGalleryToSDPItem(gallery, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/galleries/get\nfunc (c computeGalleryWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 1 and be the gallery name\"), scope, c.Type())\n\t}\n\tgalleryName := queryParts[0]\n\tif galleryName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, galleryName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureGalleryToSDPItem(&resp.Gallery, scope)\n}\n\nfunc (c computeGalleryWrapper) azureGalleryToSDPItem(gallery *armcompute.Gallery, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(gallery, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tif gallery.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery name is nil\"), scope, c.Type())\n\t}\n\tgalleryName := *gallery.Name\n\n\tlinkedItemQueries := make([]*sdp.LinkedItemQuery, 0)\n\n\t// Child resources: list gallery images under this gallery (Search by gallery name)\n\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeGalleryImage.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: galleryName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Child resources: list gallery applications under this gallery (Search by gallery name)\n\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeGalleryApplication.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: galleryName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// URI-based links from community gallery info: PublisherURI, Eula\n\tlinkedDNSHostnames := make(map[string]struct{})\n\tseenIPs := make(map[string]struct{})\n\tif gallery.Properties != nil && gallery.Properties.SharingProfile != nil && gallery.Properties.SharingProfile.CommunityGalleryInfo != nil {\n\t\tinfo := gallery.Properties.SharingProfile.CommunityGalleryInfo\n\t\tif info.PublisherURI != nil {\n\t\t\tAppendURILinks(&linkedItemQueries, *info.PublisherURI, linkedDNSHostnames, seenIPs)\n\t\t}\n\t\tif info.Eula != nil {\n\t\t\tAppendURILinks(&linkedItemQueries, *info.Eula, linkedDNSHostnames, seenIPs)\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeGallery.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(gallery.Tags),\n\t\tLinkedItemQueries: linkedItemQueries,\n\t}\n\n\t// Health status from ProvisioningState\n\tif gallery.Properties != nil && gallery.Properties.ProvisioningState != nil {\n\t\tswitch *gallery.Properties.ProvisioningState {\n\t\tcase armcompute.GalleryProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armcompute.GalleryProvisioningStateCreating, armcompute.GalleryProvisioningStateUpdating, armcompute.GalleryProvisioningStateDeleting, armcompute.GalleryProvisioningStateMigrating:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armcompute.GalleryProvisioningStateFailed:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeGalleryWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeGalleryLookupByName,\n\t}\n}\n\nfunc (c computeGalleryWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeGalleryImage,\n\t\tazureshared.ComputeGalleryApplication,\n\t\tstdlib.NetworkDNS,\n\t\tstdlib.NetworkHTTP,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/shared_image_gallery\nfunc (c computeGalleryWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_shared_image_gallery.name\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute#microsoftcompute\nfunc (c computeGalleryWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/galleries/read\",\n\t}\n}\n\nfunc (c computeGalleryWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-gallery_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeGallery(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tgalleryName := \"test-gallery\"\n\t\tgallery := createAzureGallery(galleryName)\n\n\t\tmockClient := mocks.NewMockGalleriesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, galleryName, nil).Return(\n\t\t\tarmcompute.GalleriesClientGetResponse{\n\t\t\t\tGallery: *gallery,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeGallery(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, galleryName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeGallery.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeGallery.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != galleryName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", galleryName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ComputeGalleryImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: galleryName,\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ComputeGalleryApplication.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: galleryName,\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tgallery1 := createAzureGallery(\"test-gallery-1\")\n\t\tgallery2 := createAzureGallery(\"test-gallery-2\")\n\n\t\tmockClient := mocks.NewMockGalleriesClient(ctrl)\n\t\tmockPager := newMockGalleriesPager(ctrl, []*armcompute.Gallery{gallery1, gallery2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeGallery(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tgallery1 := createAzureGallery(\"test-gallery-1\")\n\t\tgallery2 := createAzureGallery(\"test-gallery-2\")\n\n\t\tmockClient := mocks.NewMockGalleriesClient(ctrl)\n\t\tmockPager := newMockGalleriesPager(ctrl, []*armcompute.Gallery{gallery1, gallery2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeGallery(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, scope, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\tgallery1 := createAzureGallery(\"test-gallery-1\")\n\t\tgalleryNilName := &armcompute.Gallery{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockGalleriesClient(ctrl)\n\t\tmockPager := newMockGalleriesPager(ctrl, []*armcompute.Gallery{gallery1, galleryNilName})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeGallery(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"gallery not found\")\n\n\t\tmockClient := mocks.NewMockGalleriesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-gallery\", nil).Return(\n\t\t\tarmcompute.GalleriesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeGallery(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"nonexistent-gallery\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent gallery, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleriesClient(ctrl)\n\n\t\twrapper := manual.NewComputeGallery(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting gallery with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockGalleriesClient(ctrl)\n\n\t\twrapper := manual.NewComputeGallery(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Get(ctx, scope)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting gallery with insufficient query parts, but got nil\")\n\t\t}\n\t})\n}\n\nfunc createAzureGallery(galleryName string) *armcompute.Gallery {\n\treturn &armcompute.Gallery{\n\t\tName: new(galleryName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.GalleryProperties{\n\t\t\tDescription: new(\"Test shared image gallery\"),\n\t\t\tIdentifier: &armcompute.GalleryIdentifier{\n\t\t\t\tUniqueName: new(\"unique-\" + galleryName),\n\t\t\t},\n\t\t\tProvisioningState: new(armcompute.GalleryProvisioningStateSucceeded),\n\t\t},\n\t}\n}\n\ntype mockGalleriesPager struct {\n\tctrl *gomock.Controller\n\titems []*armcompute.Gallery\n\tindex int\n\tmore bool\n}\n\nfunc newMockGalleriesPager(ctrl *gomock.Controller, items []*armcompute.Gallery) clients.GalleriesPager {\n\treturn &mockGalleriesPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockGalleriesPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockGalleriesPager) NextPage(ctx context.Context) (armcompute.GalleriesClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armcompute.GalleriesClientListByResourceGroupResponse{\n\t\t\tGalleryList: armcompute.GalleryList{\n\t\t\t\tValue: []*armcompute.Gallery{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armcompute.GalleriesClientListByResourceGroupResponse{\n\t\tGalleryList: armcompute.GalleryList{\n\t\t\tValue: []*armcompute.Gallery{item},\n\t\t},\n\t}, nil\n}\n" }, { "path": "sources/azure/manual/compute-image.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeImageLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeImage)\n\ntype computeImageWrapper struct {\n\tclient clients.ImagesClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeImage(client clients.ImagesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListStreamableWrapper {\n\treturn &computeImageWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeImage,\n\t\t),\n\t}\n}\n\nfunc (c computeImageWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, image := range page.Value {\n\t\t\tif image.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureImageToSDPItem(image, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c computeImageWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, image := range page.Value {\n\t\t\tif image.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureImageToSDPItem(image, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c computeImageWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 1 and be the image name\"), scope, c.Type())\n\t}\n\timageName := queryParts[0]\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\timage, err := c.client.Get(ctx, rgScope.ResourceGroup, imageName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureImageToSDPItem(&image.Image, scope)\n}\n\nfunc (c computeImageWrapper) azureImageToSDPItem(image *armcompute.Image, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(image, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeImage.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(image.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Link resources from StorageProfile\n\tif image.Properties != nil && image.Properties.StorageProfile != nil {\n\t\tstorageProfile := image.Properties.StorageProfile\n\n\t\t// Link to OS Disk resources\n\t\tif storageProfile.OSDisk != nil {\n\t\t\tosDisk := storageProfile.OSDisk\n\n\t\t\t// Link to Managed Disk from OSDisk.ManagedDisk.ID\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disks/get\n\t\t\tif osDisk.ManagedDisk != nil && osDisk.ManagedDisk.ID != nil && *osDisk.ManagedDisk.ID != \"\" {\n\t\t\t\tdiskName := azureshared.ExtractResourceName(*osDisk.ManagedDisk.ID)\n\t\t\t\tif diskName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*osDisk.ManagedDisk.ID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeDisk.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Snapshot from OSDisk.Snapshot.ID\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/snapshots/get\n\t\t\tif osDisk.Snapshot != nil && osDisk.Snapshot.ID != nil && *osDisk.Snapshot.ID != \"\" {\n\t\t\t\tsnapshotName := azureshared.ExtractResourceName(*osDisk.Snapshot.ID)\n\t\t\t\tif snapshotName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*osDisk.Snapshot.ID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeSnapshot.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: snapshotName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Storage Account from OSDisk.BlobUri\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/storagerp/storage-accounts/get-properties\n\t\t\tif osDisk.BlobURI != nil && *osDisk.BlobURI != \"\" {\n\t\t\t\tblobURI := *osDisk.BlobURI\n\t\t\t\tstorageAccountName := azureshared.ExtractStorageAccountNameFromBlobURI(blobURI)\n\t\t\t\tif storageAccountName != \"\" {\n\t\t\t\t\t// For blob URIs, we use the current scope since storage accounts are typically in the same subscription\n\t\t\t\t\t// If the blob URI contains resource ID information, we could extract it, but blob URIs typically don't\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: storageAccountName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\t// Link to stdlib.NetworkHTTP if blob URI is HTTP/HTTPS\n\t\t\t\tif strings.HasPrefix(blobURI, \"http://\") || strings.HasPrefix(blobURI, \"https://\") {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: blobURI,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\t// Link to DNS name (standard library) from BlobURI\n\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(blobURI)\n\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Disk Encryption Set from OSDisk.DiskEncryptionSet.ID\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disk-encryption-sets/get\n\t\t\tif osDisk.DiskEncryptionSet != nil && osDisk.DiskEncryptionSet.ID != nil && *osDisk.DiskEncryptionSet.ID != \"\" {\n\t\t\t\tencryptionSetName := azureshared.ExtractResourceName(*osDisk.DiskEncryptionSet.ID)\n\t\t\t\tif encryptionSetName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*osDisk.DiskEncryptionSet.ID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: encryptionSetName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Data Disk resources\n\t\tif storageProfile.DataDisks != nil {\n\t\t\tfor _, dataDisk := range storageProfile.DataDisks {\n\t\t\t\tif dataDisk == nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Link to Managed Disk from DataDisk.ManagedDisk.ID\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disks/get\n\t\t\t\tif dataDisk.ManagedDisk != nil && dataDisk.ManagedDisk.ID != nil && *dataDisk.ManagedDisk.ID != \"\" {\n\t\t\t\t\tdiskName := azureshared.ExtractResourceName(*dataDisk.ManagedDisk.ID)\n\t\t\t\t\tif diskName != \"\" {\n\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*dataDisk.ManagedDisk.ID)\n\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeDisk.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Link to Snapshot from DataDisk.Snapshot.ID\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/snapshots/get\n\t\t\t\tif dataDisk.Snapshot != nil && dataDisk.Snapshot.ID != nil && *dataDisk.Snapshot.ID != \"\" {\n\t\t\t\t\tsnapshotName := azureshared.ExtractResourceName(*dataDisk.Snapshot.ID)\n\t\t\t\t\tif snapshotName != \"\" {\n\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*dataDisk.Snapshot.ID)\n\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeSnapshot.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: snapshotName,\n\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Link to Storage Account from DataDisk.BlobUri\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/storagerp/storage-accounts/get-properties\n\t\t\t\tif dataDisk.BlobURI != nil && *dataDisk.BlobURI != \"\" {\n\t\t\t\t\tblobURI := *dataDisk.BlobURI\n\t\t\t\t\tstorageAccountName := azureshared.ExtractStorageAccountNameFromBlobURI(blobURI)\n\t\t\t\t\tif storageAccountName != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: storageAccountName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\n\t\t\t\t\t// Link to stdlib.NetworkHTTP if blob URI is HTTP/HTTPS\n\t\t\t\t\tif strings.HasPrefix(blobURI, \"http://\") || strings.HasPrefix(blobURI, \"https://\") {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: blobURI,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\n\t\t\t\t\t// Link to DNS name (standard library) from BlobURI\n\t\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(blobURI)\n\t\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Link to Disk Encryption Set from DataDisk.DiskEncryptionSet.ID\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disk-encryption-sets/get\n\t\t\t\tif dataDisk.DiskEncryptionSet != nil && dataDisk.DiskEncryptionSet.ID != nil && *dataDisk.DiskEncryptionSet.ID != \"\" {\n\t\t\t\t\tencryptionSetName := azureshared.ExtractResourceName(*dataDisk.DiskEncryptionSet.ID)\n\t\t\t\t\tif encryptionSetName != \"\" {\n\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*dataDisk.DiskEncryptionSet.ID)\n\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: encryptionSetName,\n\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Source Virtual Machine from Properties.SourceVirtualMachine.ID\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machines/get\n\tif image.Properties != nil && image.Properties.SourceVirtualMachine != nil && image.Properties.SourceVirtualMachine.ID != nil && *image.Properties.SourceVirtualMachine.ID != \"\" {\n\t\tvmName := azureshared.ExtractResourceName(*image.Properties.SourceVirtualMachine.ID)\n\t\tif vmName != \"\" {\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*image.Properties.SourceVirtualMachine.ID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vmName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeImageWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeImageLookupByName,\n\t}\n}\n\nfunc (c computeImageWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeDisk,\n\t\tazureshared.ComputeSnapshot,\n\t\tazureshared.ComputeDiskEncryptionSet,\n\t\tazureshared.ComputeVirtualMachine,\n\t\tazureshared.StorageAccount,\n\t\tstdlib.NetworkHTTP,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/image\nfunc (c computeImageWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_image.name\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute#microsoftcompute\nfunc (c computeImageWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/images/read\",\n\t}\n}\n\nfunc (c computeImageWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-image_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeImage(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\timageName := \"test-image\"\n\t\timage := createAzureImage(imageName)\n\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, imageName, nil).Return(\n\t\t\tarmcompute.ImagesClientGetResponse{\n\t\t\t\tImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], imageName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeImage.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeImage, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != imageName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", imageName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\t})\n\n\tt.Run(\"GetWithAllLinkedResources\", func(t *testing.T) {\n\t\timageName := \"test-image\"\n\t\timage := createAzureImageWithAllLinks(imageName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, imageName, nil).Return(\n\t\t\tarmcompute.ImagesClientGetResponse{\n\t\t\t\tImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], imageName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// OSDisk.ManagedDisk.ID - Compute Disk\n\t\t\t\t\tExpectedType: azureshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-os-disk\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// OSDisk.Snapshot.ID - Compute Snapshot\n\t\t\t\t\tExpectedType: azureshared.ComputeSnapshot.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-os-snapshot\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// OSDisk.BlobURI - Storage Account\n\t\t\t\t\tExpectedType: azureshared.StorageAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"teststorageaccount\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// OSDisk.BlobURI - NetworkHTTP\n\t\t\t\t\tExpectedType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"https://teststorageaccount.blob.core.windows.net/vhds/osdisk.vhd\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// OSDisk.BlobURI - NetworkDNS\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"teststorageaccount.blob.core.windows.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// OSDisk.DiskEncryptionSet.ID - Disk Encryption Set\n\t\t\t\t\tExpectedType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-os-disk-encryption-set\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// DataDisks[0].ManagedDisk.ID - Compute Disk\n\t\t\t\t\tExpectedType: azureshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-data-disk-1\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// DataDisks[0].Snapshot.ID - Compute Snapshot\n\t\t\t\t\tExpectedType: azureshared.ComputeSnapshot.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-data-snapshot-1\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// DataDisks[0].BlobURI - Storage Account\n\t\t\t\t\tExpectedType: azureshared.StorageAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"teststorageaccount2\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// DataDisks[0].BlobURI - NetworkHTTP\n\t\t\t\t\tExpectedType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"https://teststorageaccount2.blob.core.windows.net/vhds/datadisk1.vhd\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// DataDisks[0].BlobURI - NetworkDNS\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"teststorageaccount2.blob.core.windows.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// DataDisks[0].DiskEncryptionSet.ID - Disk Encryption Set\n\t\t\t\t\tExpectedType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-data-disk-encryption-set\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// SourceVirtualMachine.ID - Virtual Machine\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-source-vm\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithCrossResourceGroupLinks\", func(t *testing.T) {\n\t\timageName := \"test-image-cross-rg\"\n\t\timage := createAzureImageWithCrossResourceGroupLinks(imageName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, imageName, nil).Return(\n\t\t\tarmcompute.ImagesClientGetResponse{\n\t\t\t\tImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], imageName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify that links to resources in different resource groups use the correct scope\n\t\tfoundCrossRGLink := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.ComputeDisk.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == \"test-disk-other-rg\" {\n\t\t\t\tfoundCrossRGLink = true\n\t\t\t\texpectedScope := subscriptionID + \".other-rg\"\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected scope %s for cross-RG link, got %s\", expectedScope, linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundCrossRGLink {\n\t\t\tt.Error(\"Expected cross-resource-group link not found\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\timage1 := createAzureImage(\"test-image-1\")\n\t\timage2 := createAzureImage(\"test-image-2\")\n\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\tmockPager := newMockImagesPager(ctrl, []*armcompute.Image{image1, image2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\timage1 := createAzureImage(\"test-image-1\")\n\t\timage2 := createAzureImage(\"test-image-2\")\n\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\tmockPager := newMockImagesPager(ctrl, []*armcompute.Image{image1, image2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify adapter doesn't support SearchStream\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\timage1 := createAzureImage(\"test-image-1\")\n\t\timageNilName := &armcompute.Image{\n\t\t\tName: nil, // nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\tmockPager := newMockImagesPager(ctrl, []*armcompute.Image{image1, imageNilName})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (the one with a name)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"image not found\")\n\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-image\", nil).Return(\n\t\t\tarmcompute.ImagesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-image\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent image, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t// Test the wrapper's Get method directly with insufficient query parts\n\t\t_, qErr := wrapper.Get(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting image with insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ListWithPagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\terrorPager := newErrorImagesPager(ctrl)\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(errorPager)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStreamWithPagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\terrorPager := newErrorImagesPager(ctrl)\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(errorPager)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(func(item *sdp.Item) {}, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"Expected error when pager returns error, but got none\")\n\t\t}\n\t})\n\n\tt.Run(\"GetLookups\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlookups := wrapper.GetLookups()\n\t\tif len(lookups) != 1 {\n\t\t\tt.Errorf(\"Expected 1 lookup, got %d\", len(lookups))\n\t\t}\n\n\t\t// Verify the lookup is for name\n\t\tif lookups[0].By != \"name\" {\n\t\t\tt.Errorf(\"Expected lookup attribute 'name', got %s\", lookups[0].By)\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\texpectedLinks := []shared.ItemType{\n\t\t\tazureshared.ComputeDisk,\n\t\t\tazureshared.ComputeSnapshot,\n\t\t\tazureshared.ComputeDiskEncryptionSet,\n\t\t\tazureshared.ComputeVirtualMachine,\n\t\t\tazureshared.StorageAccount,\n\t\t\tstdlib.NetworkHTTP,\n\t\t\tstdlib.NetworkDNS,\n\t\t}\n\n\t\tfor _, expectedLink := range expectedLinks {\n\t\t\tif !potentialLinks[expectedLink] {\n\t\t\t\tt.Errorf(\"Expected potential link %s to be true\", expectedLink)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"TerraformMappings\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) != 1 {\n\t\t\tt.Errorf(\"Expected 1 terraform mapping, got %d\", len(mappings))\n\t\t}\n\n\t\tif mappings[0].GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\tt.Errorf(\"Expected terraform method GET, got %v\", mappings[0].GetTerraformMethod())\n\t\t}\n\n\t\tif mappings[0].GetTerraformQueryMap() != \"azurerm_image.name\" {\n\t\t\tt.Errorf(\"Expected terraform query map 'azurerm_image.name', got %s\", mappings[0].GetTerraformQueryMap())\n\t\t}\n\t})\n\n\tt.Run(\"IAMPermissions\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpermissions := wrapper.IAMPermissions()\n\t\texpectedPermissions := []string{\n\t\t\t\"Microsoft.Compute/images/read\",\n\t\t}\n\n\t\tif len(permissions) != len(expectedPermissions) {\n\t\t\tt.Errorf(\"Expected %d permissions, got %d\", len(expectedPermissions), len(permissions))\n\t\t}\n\n\t\tfor i, expected := range expectedPermissions {\n\t\t\tif permissions[i] != expected {\n\t\t\t\tt.Errorf(\"Expected permission %s, got %s\", expected, permissions[i])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"PredefinedRole\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockImagesClient(ctrl)\n\t\twrapper := manual.NewComputeImage(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// PredefinedRole is available on the wrapper, not the adapter\n\t\tif roleInterface, ok := any(wrapper).(interface{ PredefinedRole() string }); ok {\n\t\t\trole := roleInterface.PredefinedRole()\n\t\t\tif role != \"Reader\" {\n\t\t\t\tt.Errorf(\"Expected predefined role 'Reader', got %s\", role)\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Wrapper does not implement PredefinedRole method\")\n\t\t}\n\t})\n}\n\n// createAzureImage creates a mock Azure Image for testing\nfunc createAzureImage(imageName string) *armcompute.Image {\n\treturn &armcompute.Image{\n\t\tName: new(imageName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.ImageProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t},\n\t}\n}\n\n// createAzureImageWithAllLinks creates a mock Azure Image with all possible linked resources\nfunc createAzureImageWithAllLinks(imageName, subscriptionID, resourceGroup string) *armcompute.Image {\n\tosDiskBlobURI := \"https://teststorageaccount.blob.core.windows.net/vhds/osdisk.vhd\"\n\tdataDiskBlobURI := \"https://teststorageaccount2.blob.core.windows.net/vhds/datadisk1.vhd\"\n\n\treturn &armcompute.Image{\n\t\tName: new(imageName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.ImageProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tStorageProfile: &armcompute.ImageStorageProfile{\n\t\t\t\tOSDisk: &armcompute.ImageOSDisk{\n\t\t\t\t\tOSType: new(armcompute.OperatingSystemTypesLinux),\n\t\t\t\t\tOSState: new(armcompute.OperatingSystemStateTypesGeneralized),\n\t\t\t\t\tManagedDisk: &armcompute.SubResource{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/disks/test-os-disk\"),\n\t\t\t\t\t},\n\t\t\t\t\tSnapshot: &armcompute.SubResource{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/snapshots/test-os-snapshot\"),\n\t\t\t\t\t},\n\t\t\t\t\tBlobURI: new(osDiskBlobURI),\n\t\t\t\t\tDiskEncryptionSet: &armcompute.DiskEncryptionSetParameters{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/diskEncryptionSets/test-os-disk-encryption-set\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tDataDisks: []*armcompute.ImageDataDisk{\n\t\t\t\t\t{\n\t\t\t\t\t\tLun: new(int32(0)),\n\t\t\t\t\t\tManagedDisk: &armcompute.SubResource{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/disks/test-data-disk-1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tSnapshot: &armcompute.SubResource{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/snapshots/test-data-snapshot-1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tBlobURI: new(dataDiskBlobURI),\n\t\t\t\t\t\tDiskEncryptionSet: &armcompute.DiskEncryptionSetParameters{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/diskEncryptionSets/test-data-disk-encryption-set\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tSourceVirtualMachine: &armcompute.SubResource{\n\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/virtualMachines/test-source-vm\"),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureImageWithCrossResourceGroupLinks creates a mock Azure Image with links to resources in different resource groups\nfunc createAzureImageWithCrossResourceGroupLinks(imageName, subscriptionID, resourceGroup string) *armcompute.Image {\n\treturn &armcompute.Image{\n\t\tName: new(imageName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.ImageProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tStorageProfile: &armcompute.ImageStorageProfile{\n\t\t\t\tOSDisk: &armcompute.ImageOSDisk{\n\t\t\t\t\tOSType: new(armcompute.OperatingSystemTypesLinux),\n\t\t\t\t\tOSState: new(armcompute.OperatingSystemStateTypesGeneralized),\n\t\t\t\t\tManagedDisk: &armcompute.SubResource{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/other-rg/providers/Microsoft.Compute/disks/test-disk-other-rg\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// mockImagesPager is a simple mock implementation of the Pager interface for testing\ntype mockImagesPager struct {\n\titems []*armcompute.Image\n\tindex int\n\tmore bool\n}\n\nfunc newMockImagesPager(ctrl *gomock.Controller, items []*armcompute.Image) clients.ImagesPager {\n\treturn &mockImagesPager{\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockImagesPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockImagesPager) NextPage(ctx context.Context) (armcompute.ImagesClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armcompute.ImagesClientListByResourceGroupResponse{\n\t\t\tImageListResult: armcompute.ImageListResult{\n\t\t\t\tValue: []*armcompute.Image{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armcompute.ImagesClientListByResourceGroupResponse{\n\t\tImageListResult: armcompute.ImageListResult{\n\t\t\tValue: []*armcompute.Image{item},\n\t\t},\n\t}, nil\n}\n\n// errorImagesPager is a mock pager that always returns an error\ntype errorImagesPager struct{}\n\nfunc newErrorImagesPager(ctrl *gomock.Controller) clients.ImagesPager {\n\treturn &errorImagesPager{}\n}\n\nfunc (e *errorImagesPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorImagesPager) NextPage(ctx context.Context) (armcompute.ImagesClientListByResourceGroupResponse, error) {\n\treturn armcompute.ImagesClientListByResourceGroupResponse{}, errors.New(\"pager error\")\n}\n" }, { "path": "sources/azure/manual/compute-proximity-placement-group.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeProximityPlacementGroupLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeProximityPlacementGroup)\n\ntype computeProximityPlacementGroupWrapper struct {\n\tclient clients.ProximityPlacementGroupsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeProximityPlacementGroup(client clients.ProximityPlacementGroupsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &computeProximityPlacementGroupWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeProximityPlacementGroup,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/proximity-placement-groups/list-by-resource-group?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c computeProximityPlacementGroupWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.ListByResourceGroup(ctx, rgScope.ResourceGroup, nil)\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, proximityPlacementGroup := range page.Value {\n\t\t\tif proximityPlacementGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureProximityPlacementGroupToSDPItem(proximityPlacementGroup, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c computeProximityPlacementGroupWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.ListByResourceGroup(ctx, rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, proximityPlacementGroup := range page.Value {\n\t\t\tif proximityPlacementGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureProximityPlacementGroupToSDPItem(proximityPlacementGroup, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/proximity-placement-groups/get?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c computeProximityPlacementGroupWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the proximity placement group name\"), scope, c.Type())\n\t}\n\tproximityPlacementGroupName := queryParts[0]\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, proximityPlacementGroupName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureProximityPlacementGroupToSDPItem(&resp.ProximityPlacementGroup, scope)\n}\n\nfunc (c computeProximityPlacementGroupWrapper) azureProximityPlacementGroupToSDPItem(proximityPlacementGroup *armcompute.ProximityPlacementGroup, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif proximityPlacementGroup.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"proximityPlacementGroupName is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(proximityPlacementGroup, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeProximityPlacementGroup.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(proximityPlacementGroup.Tags),\n\t}\n\n\t// Link to Virtual Machines in the proximity placement group\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machines/get\n\tif proximityPlacementGroup.Properties != nil && proximityPlacementGroup.Properties.VirtualMachines != nil {\n\t\tfor _, ref := range proximityPlacementGroup.Properties.VirtualMachines {\n\t\t\tif ref != nil && ref.ID != nil {\n\t\t\t\tvmName := azureshared.ExtractResourceName(*ref.ID)\n\t\t\t\tif vmName != \"\" {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*ref.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vmName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Availability Sets in the proximity placement group\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/availability-sets/get\n\tif proximityPlacementGroup.Properties != nil && proximityPlacementGroup.Properties.AvailabilitySets != nil {\n\t\tfor _, ref := range proximityPlacementGroup.Properties.AvailabilitySets {\n\t\t\tif ref != nil && ref.ID != nil {\n\t\t\t\tavSetName := azureshared.ExtractResourceName(*ref.ID)\n\t\t\t\tif avSetName != \"\" {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*ref.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeAvailabilitySet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: avSetName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Virtual Machine Scale Sets in the proximity placement group\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-scale-sets/get\n\tif proximityPlacementGroup.Properties != nil && proximityPlacementGroup.Properties.VirtualMachineScaleSets != nil {\n\t\tfor _, ref := range proximityPlacementGroup.Properties.VirtualMachineScaleSets {\n\t\t\tif ref != nil && ref.ID != nil {\n\t\t\t\tvmssName := azureshared.ExtractResourceName(*ref.ID)\n\t\t\t\tif vmssName != \"\" {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*ref.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeVirtualMachineScaleSet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vmssName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeProximityPlacementGroupWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ComputeVirtualMachine: true,\n\t\tazureshared.ComputeAvailabilitySet: true,\n\t\tazureshared.ComputeVirtualMachineScaleSet: true,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/proximity_placement_group\nfunc (c computeProximityPlacementGroupWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_proximity_placement_group.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeProximityPlacementGroupWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeProximityPlacementGroupLookupByName,\n\t}\n}\n" }, { "path": "sources/azure/manual/compute-proximity-placement-group_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeProximityPlacementGroup(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tppgName := \"test-ppg\"\n\t\tppg := createAzureProximityPlacementGroup(ppgName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockProximityPlacementGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, ppgName, nil).Return(\n\t\t\tarmcompute.ProximityPlacementGroupsClientGetResponse{\n\t\t\t\tProximityPlacementGroup: *ppg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeProximityPlacementGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, ppgName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeProximityPlacementGroup.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeProximityPlacementGroup.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != ppgName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", ppgName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vm\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.ComputeAvailabilitySet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-avset\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachineScaleSet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vmss\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithCrossResourceGroupLinks\", func(t *testing.T) {\n\t\tppgName := \"test-ppg-cross-rg\"\n\t\tppg := createAzureProximityPlacementGroupWithCrossResourceGroupLinks(ppgName, subscriptionID)\n\n\t\tmockClient := mocks.NewMockProximityPlacementGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, ppgName, nil).Return(\n\t\t\tarmcompute.ProximityPlacementGroupsClientGetResponse{\n\t\t\t\tProximityPlacementGroup: *ppg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeProximityPlacementGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, ppgName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\texpectedVMScope := subscriptionID + \".vm-rg\"\n\t\texpectedAVSetScope := subscriptionID + \".avset-rg\"\n\t\texpectedVMSSScope := subscriptionID + \".vmss-rg\"\n\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tq := link.GetQuery()\n\t\t\tswitch q.GetType() {\n\t\t\tcase azureshared.ComputeVirtualMachine.String():\n\t\t\t\tif q.GetScope() != expectedVMScope {\n\t\t\t\t\tt.Errorf(\"Expected VM scope %s, got %s\", expectedVMScope, q.GetScope())\n\t\t\t\t}\n\t\t\tcase azureshared.ComputeAvailabilitySet.String():\n\t\t\t\tif q.GetScope() != expectedAVSetScope {\n\t\t\t\t\tt.Errorf(\"Expected Availability Set scope %s, got %s\", expectedAVSetScope, q.GetScope())\n\t\t\t\t}\n\t\t\tcase azureshared.ComputeVirtualMachineScaleSet.String():\n\t\t\t\tif q.GetScope() != expectedVMSSScope {\n\t\t\t\t\tt.Errorf(\"Expected VMSS scope %s, got %s\", expectedVMSSScope, q.GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"GetWithoutLinks\", func(t *testing.T) {\n\t\tppgName := \"test-ppg-no-links\"\n\t\tppg := createAzureProximityPlacementGroupWithoutLinks(ppgName)\n\n\t\tmockClient := mocks.NewMockProximityPlacementGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, ppgName, nil).Return(\n\t\t\tarmcompute.ProximityPlacementGroupsClientGetResponse{\n\t\t\t\tProximityPlacementGroup: *ppg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeProximityPlacementGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, ppgName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 0 {\n\t\t\tt.Errorf(\"Expected no linked queries, got %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tppg1 := createAzureProximityPlacementGroup(\"test-ppg-1\", subscriptionID, resourceGroup)\n\t\tppg2 := createAzureProximityPlacementGroup(\"test-ppg-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockProximityPlacementGroupsClient(ctrl)\n\t\tmockPager := newMockProximityPlacementGroupsPager(ctrl, []*armcompute.ProximityPlacementGroup{ppg1, ppg2})\n\n\t\tmockClient.EXPECT().ListByResourceGroup(ctx, resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeProximityPlacementGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\t// ListStream is not implemented for the proximity placement group adapter\n\t// (wrapper does not implement ListStreamableWrapper), so no ListStream test.\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\tppg1 := createAzureProximityPlacementGroup(\"test-ppg-1\", subscriptionID, resourceGroup)\n\t\tppgNilName := &armcompute.ProximityPlacementGroup{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockProximityPlacementGroupsClient(ctrl)\n\t\tmockPager := newMockProximityPlacementGroupsPager(ctrl, []*armcompute.ProximityPlacementGroup{ppg1, ppgNilName})\n\n\t\tmockClient.EXPECT().ListByResourceGroup(ctx, resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeProximityPlacementGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"GetError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"proximity placement group not found\")\n\n\t\tmockClient := mocks.NewMockProximityPlacementGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-ppg\", nil).Return(\n\t\t\tarmcompute.ProximityPlacementGroupsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeProximityPlacementGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"nonexistent-ppg\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent proximity placement group, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockProximityPlacementGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"\", nil).Return(\n\t\t\tarmcompute.ProximityPlacementGroupsClientGetResponse{}, errors.New(\"proximity placement group name is required\"))\n\n\t\twrapper := manual.NewComputeProximityPlacementGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting proximity placement group with empty name, but got nil\")\n\t\t}\n\t})\n}\n\nfunc createAzureProximityPlacementGroup(ppgName, subscriptionID, resourceGroup string) *armcompute.ProximityPlacementGroup {\n\tbaseID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute\"\n\treturn &armcompute.ProximityPlacementGroup{\n\t\tName: new(ppgName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.ProximityPlacementGroupProperties{\n\t\t\tProximityPlacementGroupType: new(armcompute.ProximityPlacementGroupTypeStandard),\n\t\t\tVirtualMachines: []*armcompute.SubResourceWithColocationStatus{\n\t\t\t\t{ID: new(baseID + \"/virtualMachines/test-vm\")},\n\t\t\t},\n\t\t\tAvailabilitySets: []*armcompute.SubResourceWithColocationStatus{\n\t\t\t\t{ID: new(baseID + \"/availabilitySets/test-avset\")},\n\t\t\t},\n\t\t\tVirtualMachineScaleSets: []*armcompute.SubResourceWithColocationStatus{\n\t\t\t\t{ID: new(baseID + \"/virtualMachineScaleSets/test-vmss\")},\n\t\t\t},\n\t\t},\n\t\tZones: []*string{new(\"1\")},\n\t}\n}\n\nfunc createAzureProximityPlacementGroupWithCrossResourceGroupLinks(ppgName, subscriptionID string) *armcompute.ProximityPlacementGroup {\n\treturn &armcompute.ProximityPlacementGroup{\n\t\tName: new(ppgName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.ProximityPlacementGroupProperties{\n\t\t\tProximityPlacementGroupType: new(armcompute.ProximityPlacementGroupTypeStandard),\n\t\t\tVirtualMachines: []*armcompute.SubResourceWithColocationStatus{\n\t\t\t\t{ID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/vm-rg/providers/Microsoft.Compute/virtualMachines/test-vm\")},\n\t\t\t},\n\t\t\tAvailabilitySets: []*armcompute.SubResourceWithColocationStatus{\n\t\t\t\t{ID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/avset-rg/providers/Microsoft.Compute/availabilitySets/test-avset\")},\n\t\t\t},\n\t\t\tVirtualMachineScaleSets: []*armcompute.SubResourceWithColocationStatus{\n\t\t\t\t{ID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/vmss-rg/providers/Microsoft.Compute/virtualMachineScaleSets/test-vmss\")},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc createAzureProximityPlacementGroupWithoutLinks(ppgName string) *armcompute.ProximityPlacementGroup {\n\treturn &armcompute.ProximityPlacementGroup{\n\t\tName: new(ppgName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.ProximityPlacementGroupProperties{\n\t\t\tProximityPlacementGroupType: new(armcompute.ProximityPlacementGroupTypeStandard),\n\t\t},\n\t}\n}\n\ntype mockProximityPlacementGroupsPager struct {\n\tctrl *gomock.Controller\n\titems []*armcompute.ProximityPlacementGroup\n\tindex int\n\tmore bool\n}\n\nfunc newMockProximityPlacementGroupsPager(ctrl *gomock.Controller, items []*armcompute.ProximityPlacementGroup) clients.ProximityPlacementGroupsPager {\n\treturn &mockProximityPlacementGroupsPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockProximityPlacementGroupsPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockProximityPlacementGroupsPager) NextPage(ctx context.Context) (armcompute.ProximityPlacementGroupsClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armcompute.ProximityPlacementGroupsClientListByResourceGroupResponse{\n\t\t\tProximityPlacementGroupListResult: armcompute.ProximityPlacementGroupListResult{\n\t\t\t\tValue: []*armcompute.ProximityPlacementGroup{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armcompute.ProximityPlacementGroupsClientListByResourceGroupResponse{\n\t\tProximityPlacementGroupListResult: armcompute.ProximityPlacementGroupListResult{\n\t\t\tValue: []*armcompute.ProximityPlacementGroup{item},\n\t\t},\n\t}, nil\n}\n" }, { "path": "sources/azure/manual/compute-shared-gallery-image.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar (\n\tComputeSharedGalleryImageLookupByLocation = shared.NewItemTypeLookup(\"location\", azureshared.ComputeSharedGalleryImage)\n\tComputeSharedGalleryImageLookupByGalleryUniqueName = shared.NewItemTypeLookup(\"galleryUniqueName\", azureshared.ComputeSharedGalleryImage)\n\tComputeSharedGalleryImageLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeSharedGalleryImage)\n)\n\ntype computeSharedGalleryImageWrapper struct {\n\tclient clients.SharedGalleryImagesClient\n\t*azureshared.SubscriptionBase\n}\n\nfunc NewComputeSharedGalleryImage(client clients.SharedGalleryImagesClient, subscriptionID string) sources.SearchableWrapper {\n\treturn &computeSharedGalleryImageWrapper{\n\t\tclient: client,\n\t\tSubscriptionBase: azureshared.NewSubscriptionBase(\n\t\t\tsubscriptionID,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeSharedGalleryImage,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/shared-gallery-images/get\nfunc (c computeSharedGalleryImageWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 3 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 3: location, gallery unique name, and image name\"), scope, c.Type())\n\t}\n\tlocation := queryParts[0]\n\tif location == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"location cannot be empty\"), scope, c.Type())\n\t}\n\tgalleryUniqueName := queryParts[1]\n\tif galleryUniqueName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery unique name cannot be empty\"), scope, c.Type())\n\t}\n\tgalleryImageName := queryParts[2]\n\tif galleryImageName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery image name cannot be empty\"), scope, c.Type())\n\t}\n\n\tresp, err := c.client.Get(ctx, location, galleryUniqueName, galleryImageName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureSharedGalleryImageToSDPItem(&resp.SharedGalleryImage, location, galleryUniqueName, scope)\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/shared-gallery-images/list\nfunc (c computeSharedGalleryImageWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be exactly 2: location and gallery unique name\"), scope, c.Type())\n\t}\n\tlocation := queryParts[0]\n\tif location == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"location cannot be empty\"), scope, c.Type())\n\t}\n\tgalleryUniqueName := queryParts[1]\n\tif galleryUniqueName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"gallery unique name cannot be empty\"), scope, c.Type())\n\t}\n\n\tpager := c.client.NewListPager(location, galleryUniqueName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, image := range page.Value {\n\t\t\tif image == nil || image.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureSharedGalleryImageToSDPItem(image, location, galleryUniqueName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c computeSharedGalleryImageWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) != 2 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"queryParts must be exactly 2: location and gallery unique name\"), scope, c.Type()))\n\t\treturn\n\t}\n\tlocation := queryParts[0]\n\tif location == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"location cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\tgalleryUniqueName := queryParts[1]\n\tif galleryUniqueName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"gallery unique name cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\tpager := c.client.NewListPager(location, galleryUniqueName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, image := range page.Value {\n\t\t\tif image == nil || image.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureSharedGalleryImageToSDPItem(image, location, galleryUniqueName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c computeSharedGalleryImageWrapper) azureSharedGalleryImageToSDPItem(\n\timage *armcompute.SharedGalleryImage,\n\tlocation,\n\tgalleryUniqueName,\n\tscope string,\n) (*sdp.Item, *sdp.QueryError) {\n\tif image.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"shared gallery image name is nil\"), scope, c.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(image)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\timageName := *image.Name\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(location, galleryUniqueName, imageName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tlinkedItemQueries := make([]*sdp.LinkedItemQuery, 0)\n\n\t// Parent Shared Gallery: image definition depends on shared gallery (Microsoft.Compute/locations/sharedGalleries)\n\tlinkedItemQueries = append(linkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ComputeSharedGallery.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: shared.CompositeLookupKey(location, galleryUniqueName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// URI-based links. Note: armcompute.SharedGalleryImageProperties has no ReleaseNoteURI field (unlike GalleryImage).\n\tlinkedDNSHostnames := make(map[string]struct{})\n\tseenIPs := make(map[string]struct{})\n\tif image.Properties != nil {\n\t\tif image.Properties.Eula != nil {\n\t\t\tAppendURILinks(&linkedItemQueries, *image.Properties.Eula, linkedDNSHostnames, seenIPs)\n\t\t}\n\t\tif image.Properties.PrivacyStatementURI != nil {\n\t\t\tAppendURILinks(&linkedItemQueries, *image.Properties.PrivacyStatementURI, linkedDNSHostnames, seenIPs)\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeSharedGalleryImage.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tLinkedItemQueries: linkedItemQueries,\n\t}\n\treturn sdpItem, nil\n}\n\nfunc (c computeSharedGalleryImageWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeSharedGalleryImageLookupByLocation,\n\t\tComputeSharedGalleryImageLookupByGalleryUniqueName,\n\t\tComputeSharedGalleryImageLookupByName,\n\t}\n}\n\nfunc (c computeSharedGalleryImageWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeSharedGalleryImageLookupByLocation,\n\t\t\tComputeSharedGalleryImageLookupByGalleryUniqueName,\n\t\t},\n\t}\n}\n\nfunc (c computeSharedGalleryImageWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeSharedGallery,\n\t\tstdlib.NetworkDNS,\n\t\tstdlib.NetworkHTTP,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\n// Shared gallery images are read-only views with no direct Terraform resource mapping.\nfunc (c computeSharedGalleryImageWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn nil\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute#microsoftcompute\nfunc (c computeSharedGalleryImageWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/locations/sharedGalleries/images/read\",\n\t}\n}\n\nfunc (c computeSharedGalleryImageWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-shared-gallery-image_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeSharedGalleryImage(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tlocation := \"eastus\"\n\tgalleryUniqueName := \"test-gallery-unique-name\"\n\timageName := \"test-image\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\timage := createSharedGalleryImage(imageName)\n\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, location, galleryUniqueName, imageName, nil).Return(\n\t\t\tarmcompute.SharedGalleryImagesClientGetResponse{\n\t\t\t\tSharedGalleryImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(location, galleryUniqueName, imageName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeSharedGalleryImage.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeSharedGalleryImage.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(location, galleryUniqueName, imageName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ComputeSharedGallery.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(location, galleryUniqueName), ExpectedScope: subscriptionID},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithURIs\", func(t *testing.T) {\n\t\timage := createSharedGalleryImageWithURIs(imageName)\n\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, location, galleryUniqueName, imageName, nil).Return(\n\t\t\tarmcompute.SharedGalleryImagesClientGetResponse{\n\t\t\t\tSharedGalleryImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(location, galleryUniqueName, imageName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ComputeSharedGallery.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(location, galleryUniqueName), ExpectedScope: subscriptionID},\n\t\t\t\t{ExpectedType: stdlib.NetworkHTTP.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"https://eula.example.com/terms\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkDNS.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"eula.example.com\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkHTTP.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"https://example.com/privacy\", ExpectedScope: \"global\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkDNS.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"example.com\", ExpectedScope: \"global\"},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_PlainTextEula_NoLinks\", func(t *testing.T) {\n\t\timage := createSharedGalleryImage(imageName)\n\t\timage.Properties.Eula = new(\"This software is provided as-is. No warranty.\")\n\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, location, galleryUniqueName, imageName, nil).Return(\n\t\t\tarmcompute.SharedGalleryImagesClientGetResponse{\n\t\t\t\tSharedGalleryImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(location, galleryUniqueName, imageName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\t\tlq := q.GetQuery()\n\t\t\tif lq == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\ttyp := lq.GetType()\n\t\t\tif typ == stdlib.NetworkHTTP.String() || typ == stdlib.NetworkDNS.String() || typ == stdlib.NetworkIP.String() {\n\t\t\t\tt.Errorf(\"Plain-text Eula must not create network links; found linked query type %s with query %s\", typ, lq.GetQuery())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Get_SameHostDeduplication\", func(t *testing.T) {\n\t\timage := createSharedGalleryImage(imageName)\n\t\timage.Properties.Eula = new(\"https://example.com/eula\")\n\t\timage.Properties.PrivacyStatementURI = new(\"https://example.com/privacy\")\n\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, location, galleryUniqueName, imageName, nil).Return(\n\t\t\tarmcompute.SharedGalleryImagesClientGetResponse{\n\t\t\t\tSharedGalleryImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(location, galleryUniqueName, imageName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\thttpCount := 0\n\t\tdnsCount := 0\n\t\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\t\tlq := q.GetQuery()\n\t\t\tif lq != nil {\n\t\t\t\tif lq.GetType() == stdlib.NetworkHTTP.String() {\n\t\t\t\t\thttpCount++\n\t\t\t\t}\n\t\t\t\tif lq.GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\t\tdnsCount++\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif httpCount != 2 {\n\t\t\tt.Errorf(\"Expected 2 HTTP links, got %d\", httpCount)\n\t\t}\n\t\tif dnsCount != 1 {\n\t\t\tt.Errorf(\"Expected 1 DNS link (deduped), got %d\", dnsCount)\n\t\t}\n\t})\n\n\tt.Run(\"Get_IPHost_EmitsIPLink\", func(t *testing.T) {\n\t\timage := createSharedGalleryImage(imageName)\n\t\timage.Properties.PrivacyStatementURI = new(\"https://192.168.1.10:8443/privacy\")\n\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, location, galleryUniqueName, imageName, nil).Return(\n\t\t\tarmcompute.SharedGalleryImagesClientGetResponse{\n\t\t\t\tSharedGalleryImage: *image,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(location, galleryUniqueName, imageName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\thasIP := false\n\t\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\t\tlq := q.GetQuery()\n\t\t\tif lq != nil && lq.GetType() == stdlib.NetworkIP.String() {\n\t\t\t\thasIP = true\n\t\t\t\tif lq.GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected NetworkIP link to use GET, got %v\", lq.GetMethod())\n\t\t\t\t}\n\t\t\t\tif lq.GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkIP link scope global, got %s\", lq.GetScope())\n\t\t\t\t}\n\t\t\t\tif lq.GetQuery() != \"192.168.1.10\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkIP link query 192.168.1.10, got %s\", lq.GetQuery())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !hasIP {\n\t\t\tt.Error(\"Expected NetworkIP linked query when PrivacyStatementURI host is an IP address\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], location, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Get with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyLocation\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", galleryUniqueName, imageName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when location is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyGalleryUniqueName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(location, \"\", imageName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when gallery unique name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyImageName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(location, galleryUniqueName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when image name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ClientError\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"image not found\")\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, location, galleryUniqueName, \"nonexistent\", nil).Return(\n\t\t\tarmcompute.SharedGalleryImagesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(location, galleryUniqueName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\timg1 := createSharedGalleryImage(\"image-1\")\n\t\timg2 := createSharedGalleryImage(\"image-2\")\n\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\tmockPager := newMockSharedGalleryImagesPager([]*armcompute.SharedGalleryImage{img1, img2})\n\t\tmockClient.EXPECT().NewListPager(location, galleryUniqueName, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsearchQuery := shared.CompositeLookupKey(location, galleryUniqueName)\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], searchQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"Expected valid item, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsearchQuery := shared.CompositeLookupKey(location, galleryUniqueName, imageName)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], searchQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when Search with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_EmptyLocation\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\", galleryUniqueName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when location is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_EmptyGalleryUniqueName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], location, \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when gallery unique name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_PagerError\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\terrorPager := &errorSharedGalleryImagesPager{}\n\t\tmockClient.EXPECT().NewListPager(location, galleryUniqueName, nil).Return(errorPager)\n\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsearchQuery := shared.CompositeLookupKey(location, galleryUniqueName)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], searchQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\texpected := map[shared.ItemType]bool{\n\t\t\tazureshared.ComputeSharedGallery: true,\n\t\t\tstdlib.NetworkDNS: true,\n\t\t\tstdlib.NetworkHTTP: true,\n\t\t\tstdlib.NetworkIP: true,\n\t\t}\n\t\tfor itemType, want := range expected {\n\t\t\tif got := links[itemType]; got != want {\n\t\t\t\tt.Errorf(\"PotentialLinks()[%v] = %v, want %v\", itemType, got, want)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ImplementsSearchableAdapter\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSharedGalleryImagesClient(ctrl)\n\t\twrapper := manual.NewComputeSharedGalleryImage(mockClient, subscriptionID)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n}\n\nfunc createSharedGalleryImage(name string) *armcompute.SharedGalleryImage {\n\treturn &armcompute.SharedGalleryImage{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tIdentifier: &armcompute.SharedGalleryIdentifier{\n\t\t\tUniqueID: new(\"/SharedGalleries/test-gallery-unique-name\"),\n\t\t},\n\t\tProperties: &armcompute.SharedGalleryImageProperties{\n\t\t\tIdentifier: &armcompute.GalleryImageIdentifier{\n\t\t\t\tPublisher: new(\"test-publisher\"),\n\t\t\t\tOffer: new(\"test-offer\"),\n\t\t\t\tSKU: new(\"test-sku\"),\n\t\t\t},\n\t\t\tOSType: new(armcompute.OperatingSystemTypesLinux),\n\t\t\tOSState: new(armcompute.OperatingSystemStateTypesGeneralized),\n\t\t},\n\t}\n}\n\nfunc createSharedGalleryImageWithURIs(name string) *armcompute.SharedGalleryImage {\n\timg := createSharedGalleryImage(name)\n\timg.Properties.Eula = new(\"https://eula.example.com/terms\")\n\timg.Properties.PrivacyStatementURI = new(\"https://example.com/privacy\")\n\treturn img\n}\n\ntype mockSharedGalleryImagesPager struct {\n\tpages []armcompute.SharedGalleryImagesClientListResponse\n\tindex int\n}\n\nfunc newMockSharedGalleryImagesPager(items []*armcompute.SharedGalleryImage) clients.SharedGalleryImagesPager {\n\treturn &mockSharedGalleryImagesPager{\n\t\tpages: []armcompute.SharedGalleryImagesClientListResponse{\n\t\t\t{\n\t\t\t\tSharedGalleryImageList: armcompute.SharedGalleryImageList{\n\t\t\t\t\tValue: items,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tindex: 0,\n\t}\n}\n\nfunc (m *mockSharedGalleryImagesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSharedGalleryImagesPager) NextPage(ctx context.Context) (armcompute.SharedGalleryImagesClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armcompute.SharedGalleryImagesClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorSharedGalleryImagesPager struct{}\n\nfunc (e *errorSharedGalleryImagesPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorSharedGalleryImagesPager) NextPage(ctx context.Context) (armcompute.SharedGalleryImagesClientListResponse, error) {\n\treturn armcompute.SharedGalleryImagesClientListResponse{}, errors.New(\"pager error\")\n}\n" }, { "path": "sources/azure/manual/compute-snapshot.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"net\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeSnapshotLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeSnapshot)\n\ntype computeSnapshotWrapper struct {\n\tclient clients.SnapshotsClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeSnapshot(client clients.SnapshotsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &computeSnapshotWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.ComputeSnapshot,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/snapshots/list-by-resource-group\nfunc (c computeSnapshotWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, snapshot := range page.Value {\n\t\t\tif snapshot.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureSnapshotToSDPItem(snapshot, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c computeSnapshotWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, snapshot := range page.Value {\n\t\t\tif snapshot.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureSnapshotToSDPItem(snapshot, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/snapshots/get\nfunc (c computeSnapshotWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the snapshot name\"), scope, c.Type())\n\t}\n\tsnapshotName := queryParts[0]\n\tif snapshotName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"snapshotName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresult, err := c.client.Get(ctx, rgScope.ResourceGroup, snapshotName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureSnapshotToSDPItem(&result.Snapshot, scope)\n}\n\nfunc (c computeSnapshotWrapper) azureSnapshotToSDPItem(snapshot *armcompute.Snapshot, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif snapshot.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"snapshot name is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(snapshot, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeSnapshot.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(snapshot.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Health status from ProvisioningState\n\tif snapshot.Properties != nil && snapshot.Properties.ProvisioningState != nil {\n\t\tswitch *snapshot.Properties.ProvisioningState {\n\t\tcase \"Succeeded\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"Creating\", \"Updating\", \"Deleting\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"Failed\", \"Canceled\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to Disk Access from Properties.DiskAccessID\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disk-accesses/get\n\tif snapshot.Properties != nil && snapshot.Properties.DiskAccessID != nil && *snapshot.Properties.DiskAccessID != \"\" {\n\t\tdiskAccessName := azureshared.ExtractResourceName(*snapshot.Properties.DiskAccessID)\n\t\tif diskAccessName != \"\" {\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*snapshot.Properties.DiskAccessID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeDiskAccess.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: diskAccessName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Disk Encryption Set from Properties.Encryption.DiskEncryptionSetID\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disk-encryption-sets/get\n\tif snapshot.Properties != nil && snapshot.Properties.Encryption != nil && snapshot.Properties.Encryption.DiskEncryptionSetID != nil && *snapshot.Properties.Encryption.DiskEncryptionSetID != \"\" {\n\t\tencryptionSetName := azureshared.ExtractResourceName(*snapshot.Properties.Encryption.DiskEncryptionSetID)\n\t\tif encryptionSetName != \"\" {\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*snapshot.Properties.Encryption.DiskEncryptionSetID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: encryptionSetName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Disk Encryption Set from Properties.SecurityProfile.SecureVMDiskEncryptionSetID\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disk-encryption-sets/get\n\tif snapshot.Properties != nil && snapshot.Properties.SecurityProfile != nil && snapshot.Properties.SecurityProfile.SecureVMDiskEncryptionSetID != nil && *snapshot.Properties.SecurityProfile.SecureVMDiskEncryptionSetID != \"\" {\n\t\tencryptionSetName := azureshared.ExtractResourceName(*snapshot.Properties.SecurityProfile.SecureVMDiskEncryptionSetID)\n\t\tif encryptionSetName != \"\" {\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*snapshot.Properties.SecurityProfile.SecureVMDiskEncryptionSetID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: encryptionSetName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to source resources from Properties.CreationData\n\tif snapshot.Properties != nil && snapshot.Properties.CreationData != nil {\n\t\tcreationData := snapshot.Properties.CreationData\n\n\t\t// Link to source Disk or Snapshot from SourceResourceID\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disks/get\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/snapshots/get\n\t\tif creationData.SourceResourceID != nil && *creationData.SourceResourceID != \"\" {\n\t\t\tsourceResourceID := *creationData.SourceResourceID\n\t\t\tsourceResourceIDLower := strings.ToLower(sourceResourceID)\n\t\t\tif strings.Contains(sourceResourceIDLower, \"/disks/\") {\n\t\t\t\tdiskName := azureshared.ExtractResourceName(sourceResourceID)\n\t\t\t\tif diskName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(sourceResourceID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeDisk.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t} else if strings.Contains(sourceResourceIDLower, \"/snapshots/\") {\n\t\t\t\tsnapshotName := azureshared.ExtractResourceName(sourceResourceID)\n\t\t\t\tif snapshotName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(sourceResourceID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeSnapshot.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: snapshotName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Storage Account from StorageAccountID\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/storagerp/storage-accounts/get-properties\n\t\tif creationData.StorageAccountID != nil && *creationData.StorageAccountID != \"\" {\n\t\t\tstorageAccountName := azureshared.ExtractResourceName(*creationData.StorageAccountID)\n\t\t\tif storageAccountName != \"\" {\n\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*creationData.StorageAccountID)\n\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\textractedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: storageAccountName,\n\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Storage Account and DNS from SourceURI (blob URI used for Import)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/snapshots/create-or-update\n\t\tif creationData.SourceURI != nil && *creationData.SourceURI != \"\" {\n\t\t\tsourceURI := *creationData.SourceURI\n\t\t\tstorageAccountName := azureshared.ExtractStorageAccountNameFromBlobURI(sourceURI)\n\t\t\tif storageAccountName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: storageAccountName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\n\t\t\t\tcontainerName := azureshared.ExtractContainerNameFromBlobURI(sourceURI)\n\t\t\t\tif containerName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.StorageBlobContainer.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(storageAccountName, containerName),\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif strings.HasPrefix(sourceURI, \"http://\") || strings.HasPrefix(sourceURI, \"https://\") {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: sourceURI,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\thost := azureshared.ExtractDNSFromURL(sourceURI)\n\t\t\tif host != \"\" {\n\t\t\t\tif net.ParseIP(host) != nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: host,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t} else {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: host,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Image from ImageReference.ID\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/images/get\n\t\tif creationData.ImageReference != nil && creationData.ImageReference.ID != nil && *creationData.ImageReference.ID != \"\" {\n\t\t\timageID := *creationData.ImageReference.ID\n\t\t\timageIDLower := strings.ToLower(imageID)\n\t\t\tif strings.Contains(imageIDLower, \"/images/\") && !strings.Contains(imageIDLower, \"/galleries/\") {\n\t\t\t\timageName := azureshared.ExtractResourceName(imageID)\n\t\t\t\tif imageName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(imageID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeImage.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: imageName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Gallery Image from GalleryImageReference\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/gallery-images/get\n\t\tif creationData.GalleryImageReference != nil {\n\t\t\tif creationData.GalleryImageReference.ID != nil && *creationData.GalleryImageReference.ID != \"\" {\n\t\t\t\tgalleryImageID := *creationData.GalleryImageReference.ID\n\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(galleryImageID, []string{\"galleries\", \"images\", \"versions\"})\n\t\t\t\tif len(parts) >= 3 {\n\t\t\t\t\tgalleryName := parts[0]\n\t\t\t\t\timageName := parts[1]\n\t\t\t\t\tversion := parts[2]\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(galleryImageID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeSharedGalleryImage.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(galleryName, imageName, version),\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif creationData.GalleryImageReference.SharedGalleryImageID != nil && *creationData.GalleryImageReference.SharedGalleryImageID != \"\" {\n\t\t\t\tsharedGalleryImageID := *creationData.GalleryImageReference.SharedGalleryImageID\n\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(sharedGalleryImageID, []string{\"galleries\", \"images\", \"versions\"})\n\t\t\t\tif len(parts) >= 3 {\n\t\t\t\t\tgalleryName := parts[0]\n\t\t\t\t\timageName := parts[1]\n\t\t\t\t\tversion := parts[2]\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(sharedGalleryImageID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeSharedGalleryImage.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(galleryName, imageName, version),\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif creationData.GalleryImageReference.CommunityGalleryImageID != nil && *creationData.GalleryImageReference.CommunityGalleryImageID != \"\" {\n\t\t\t\tcommunityGalleryImageID := *creationData.GalleryImageReference.CommunityGalleryImageID\n\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(communityGalleryImageID, []string{\"Images\", \"Versions\"})\n\t\t\t\tif len(parts) >= 2 {\n\t\t\t\t\timageName := parts[0]\n\t\t\t\t\tversion := parts[1]\n\t\t\t\t\tallParts := strings.Split(strings.Trim(communityGalleryImageID, \"/\"), \"/\")\n\t\t\t\t\tcommunityGalleryName := \"\"\n\t\t\t\t\tfor i, part := range allParts {\n\t\t\t\t\t\tif strings.EqualFold(part, \"CommunityGalleries\") && i+1 < len(allParts) {\n\t\t\t\t\t\t\tcommunityGalleryName = allParts[i+1]\n\t\t\t\t\t\t\tbreak\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\tif communityGalleryName != \"\" {\n\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(communityGalleryImageID)\n\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeCommunityGalleryImage.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(communityGalleryName, imageName, version),\n\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Elastic SAN Volume Snapshot from ElasticSanResourceID\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/elasticsan/volume-snapshots/get\n\t\tif creationData.ElasticSanResourceID != nil && *creationData.ElasticSanResourceID != \"\" {\n\t\t\telasticSanResourceID := *creationData.ElasticSanResourceID\n\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(elasticSanResourceID, []string{\"elasticSans\", \"volumegroups\", \"snapshots\"})\n\t\t\tif len(parts) >= 3 {\n\t\t\t\telasticSanName := parts[0]\n\t\t\t\tvolumeGroupName := parts[1]\n\t\t\t\tesSnapshotName := parts[2]\n\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(elasticSanResourceID)\n\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\textractedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ElasticSanVolumeSnapshot.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(elasticSanName, volumeGroupName, esSnapshotName),\n\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Key Vault resources from EncryptionSettingsCollection\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/vaults/get\n\tif snapshot.Properties != nil && snapshot.Properties.EncryptionSettingsCollection != nil && snapshot.Properties.EncryptionSettingsCollection.EncryptionSettings != nil {\n\t\tfor _, encryptionSetting := range snapshot.Properties.EncryptionSettingsCollection.EncryptionSettings {\n\t\t\tif encryptionSetting == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\t// Link to Key Vault from DiskEncryptionKey.SourceVault.ID\n\t\t\tif encryptionSetting.DiskEncryptionKey != nil && encryptionSetting.DiskEncryptionKey.SourceVault != nil && encryptionSetting.DiskEncryptionKey.SourceVault.ID != nil && *encryptionSetting.DiskEncryptionKey.SourceVault.ID != \"\" {\n\t\t\t\tvaultName := azureshared.ExtractResourceName(*encryptionSetting.DiskEncryptionKey.SourceVault.ID)\n\t\t\t\tif vaultName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*encryptionSetting.DiskEncryptionKey.SourceVault.ID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Key Vault Secret from DiskEncryptionKey.SecretURL\n\t\t\tif encryptionSetting.DiskEncryptionKey != nil && encryptionSetting.DiskEncryptionKey.SecretURL != nil && *encryptionSetting.DiskEncryptionKey.SecretURL != \"\" {\n\t\t\t\tsecretURL := *encryptionSetting.DiskEncryptionKey.SecretURL\n\t\t\t\tvaultName := azureshared.ExtractVaultNameFromURI(secretURL)\n\t\t\t\tsecretName := azureshared.ExtractSecretNameFromURI(secretURL)\n\t\t\t\tif vaultName != \"\" && secretName != \"\" {\n\t\t\t\t\t// Derive scope from the DiskEncryptionKey's SourceVault when available\n\t\t\t\t\tsecretScope := scope\n\t\t\t\t\tif encryptionSetting.DiskEncryptionKey.SourceVault != nil && encryptionSetting.DiskEncryptionKey.SourceVault.ID != nil {\n\t\t\t\t\t\tif extracted := azureshared.ExtractScopeFromResourceID(*encryptionSetting.DiskEncryptionKey.SourceVault.ID); extracted != \"\" {\n\t\t\t\t\t\t\tsecretScope = extracted\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultSecret.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vaultName, secretName),\n\t\t\t\t\t\t\tScope: secretScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tsecretHost := azureshared.ExtractDNSFromURL(secretURL)\n\t\t\t\tif secretHost != \"\" {\n\t\t\t\t\tif net.ParseIP(secretHost) != nil {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: secretHost,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t} else {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: secretHost,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Key Vault from KeyEncryptionKey.SourceVault.ID\n\t\t\tif encryptionSetting.KeyEncryptionKey != nil && encryptionSetting.KeyEncryptionKey.SourceVault != nil && encryptionSetting.KeyEncryptionKey.SourceVault.ID != nil && *encryptionSetting.KeyEncryptionKey.SourceVault.ID != \"\" {\n\t\t\t\tvaultName := azureshared.ExtractResourceName(*encryptionSetting.KeyEncryptionKey.SourceVault.ID)\n\t\t\t\tif vaultName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*encryptionSetting.KeyEncryptionKey.SourceVault.ID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Key Vault Key from KeyEncryptionKey.KeyURL\n\t\t\tif encryptionSetting.KeyEncryptionKey != nil && encryptionSetting.KeyEncryptionKey.KeyURL != nil && *encryptionSetting.KeyEncryptionKey.KeyURL != \"\" {\n\t\t\t\tkeyURL := *encryptionSetting.KeyEncryptionKey.KeyURL\n\t\t\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyURL)\n\t\t\t\tkeyName := azureshared.ExtractKeyNameFromURI(keyURL)\n\t\t\t\tif vaultName != \"\" && keyName != \"\" {\n\t\t\t\t\t// Derive scope from the KeyEncryptionKey's SourceVault when available\n\t\t\t\t\tkeyScope := scope\n\t\t\t\t\tif encryptionSetting.KeyEncryptionKey.SourceVault != nil && encryptionSetting.KeyEncryptionKey.SourceVault.ID != nil {\n\t\t\t\t\t\tif extracted := azureshared.ExtractScopeFromResourceID(*encryptionSetting.KeyEncryptionKey.SourceVault.ID); extracted != \"\" {\n\t\t\t\t\t\t\tkeyScope = extracted\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vaultName, keyName),\n\t\t\t\t\t\t\tScope: keyScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\tkeyHost := azureshared.ExtractDNSFromURL(keyURL)\n\t\t\t\tif keyHost != \"\" {\n\t\t\t\t\tif net.ParseIP(keyHost) != nil {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: keyHost,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t} else {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: keyHost,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeSnapshotWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeSnapshotLookupByName,\n\t}\n}\n\nfunc (c computeSnapshotWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeDisk,\n\t\tazureshared.ComputeSnapshot,\n\t\tazureshared.ComputeDiskAccess,\n\t\tazureshared.ComputeDiskEncryptionSet,\n\t\tazureshared.ComputeImage,\n\t\tazureshared.ComputeSharedGalleryImage,\n\t\tazureshared.ComputeCommunityGalleryImage,\n\t\tazureshared.StorageAccount,\n\t\tazureshared.StorageBlobContainer,\n\t\tazureshared.ElasticSanVolumeSnapshot,\n\t\tazureshared.KeyVaultVault,\n\t\tazureshared.KeyVaultSecret,\n\t\tazureshared.KeyVaultKey,\n\t\tstdlib.NetworkDNS,\n\t\tstdlib.NetworkHTTP,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/snapshot\nfunc (c computeSnapshotWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_snapshot.name\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute#microsoftcompute\nfunc (c computeSnapshotWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/snapshots/read\",\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles/compute\nfunc (c computeSnapshotWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-snapshot_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeSnapshot(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tsnapshotName := \"test-snapshot\"\n\t\tsnapshot := createAzureSnapshot(snapshotName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, snapshotName, nil).Return(\n\t\t\tarmcompute.SnapshotsClientGetResponse{\n\t\t\t\tSnapshot: *snapshot,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], snapshotName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeSnapshot.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeSnapshot, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != snapshotName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", snapshotName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"Expected health OK, got %s\", sdpItem.GetHealth())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Properties.DiskAccessID\n\t\t\t\t\tExpectedType: azureshared.ComputeDiskAccess.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-disk-access\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Properties.Encryption.DiskEncryptionSetID\n\t\t\t\t\tExpectedType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-des\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Properties.CreationData.SourceResourceID (disk)\n\t\t\t\t\tExpectedType: azureshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"source-disk\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithSnapshotSource\", func(t *testing.T) {\n\t\tsnapshotName := \"test-snapshot-from-snapshot\"\n\t\tsnapshot := createAzureSnapshotFromSnapshot(snapshotName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, snapshotName, nil).Return(\n\t\t\tarmcompute.SnapshotsClientGetResponse{\n\t\t\t\tSnapshot: *snapshot,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], snapshotName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Properties.CreationData.SourceResourceID (snapshot)\n\t\t\t\t\tExpectedType: azureshared.ComputeSnapshot.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"source-snapshot\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithSourceURI\", func(t *testing.T) {\n\t\tsnapshotName := \"test-snapshot-from-blob\"\n\t\tsnapshot := createAzureSnapshotFromBlobURI(snapshotName)\n\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, snapshotName, nil).Return(\n\t\t\tarmcompute.SnapshotsClientGetResponse{\n\t\t\t\tSnapshot: *snapshot,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], snapshotName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Properties.CreationData.SourceURI β†’ Storage Account\n\t\t\t\t\tExpectedType: azureshared.StorageAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"teststorageaccount\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Properties.CreationData.SourceURI β†’ Blob Container\n\t\t\t\t\tExpectedType: azureshared.StorageBlobContainer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"teststorageaccount\", \"vhds\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Properties.CreationData.SourceURI β†’ HTTP\n\t\t\t\t\tExpectedType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"https://teststorageaccount.blob.core.windows.net/vhds/my-disk.vhd\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Properties.CreationData.SourceURI β†’ DNS\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"teststorageaccount.blob.core.windows.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithSourceURIUsingIPHost\", func(t *testing.T) {\n\t\tsnapshotName := \"test-snapshot-from-ip-blob\"\n\t\tsnapshot := createAzureSnapshotFromIPBlobURI(snapshotName)\n\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, snapshotName, nil).Return(\n\t\t\tarmcompute.SnapshotsClientGetResponse{\n\t\t\t\tSnapshot: *snapshot,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], snapshotName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Properties.CreationData.SourceURI β†’ HTTP\n\t\t\t\t\tExpectedType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"https://10.0.0.1/vhds/my-disk.vhd\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Properties.CreationData.SourceURI β†’ IP (host is IP address)\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\n\t\t// Verify no DNS link was emitted for the IP host\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\tt.Error(\"Expected no DNS link when SourceURI host is an IP address\")\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEncryptionIPHosts\", func(t *testing.T) {\n\t\tsnapshotName := \"test-snapshot-encryption-ip\"\n\t\tsnapshot := createAzureSnapshotWithEncryptionIPHosts(snapshotName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, snapshotName, nil).Return(\n\t\t\tarmcompute.SnapshotsClientGetResponse{\n\t\t\t\tSnapshot: *snapshot,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], snapshotName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfoundSecretIPLink := false\n\t\tfoundKeyIPLink := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == stdlib.NetworkIP.String() {\n\t\t\t\tif link.GetQuery().GetQuery() == \"10.0.0.2\" {\n\t\t\t\t\tfoundSecretIPLink = true\n\t\t\t\t}\n\t\t\t\tif link.GetQuery().GetQuery() == \"10.0.0.3\" {\n\t\t\t\t\tfoundKeyIPLink = true\n\t\t\t\t}\n\t\t\t\tif link.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected IP scope 'global', got %s\", link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tif link.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected IP method GET, got %s\", link.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t\tif link.GetQuery().GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\tt.Error(\"Expected no DNS link when SecretURL/KeyURL hosts are IP addresses\")\n\t\t\t}\n\t\t}\n\n\t\tif !foundSecretIPLink {\n\t\t\tt.Error(\"Expected to find IP link for SecretURL host 10.0.0.2\")\n\t\t}\n\t\tif !foundKeyIPLink {\n\t\t\tt.Error(\"Expected to find IP link for KeyURL host 10.0.0.3\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithCrossResourceGroupLinks\", func(t *testing.T) {\n\t\tsnapshotName := \"test-snapshot-cross-rg\"\n\t\tsnapshot := createAzureSnapshotWithCrossResourceGroupLinks(snapshotName, subscriptionID)\n\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, snapshotName, nil).Return(\n\t\t\tarmcompute.SnapshotsClientGetResponse{\n\t\t\t\tSnapshot: *snapshot,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], snapshotName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfoundDiskAccessLink := false\n\t\tfoundDiskLink := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.ComputeDiskAccess.String() {\n\t\t\t\tfoundDiskAccessLink = true\n\t\t\t\texpectedScope := subscriptionID + \".other-rg\"\n\t\t\t\tif link.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected DiskAccess scope %s, got %s\", expectedScope, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t\tif link.GetQuery().GetType() == azureshared.ComputeDisk.String() {\n\t\t\t\tfoundDiskLink = true\n\t\t\t\texpectedScope := subscriptionID + \".disk-rg\"\n\t\t\t\tif link.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected Disk scope %s, got %s\", expectedScope, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundDiskAccessLink {\n\t\t\tt.Error(\"Expected to find Disk Access link\")\n\t\t}\n\t\tif !foundDiskLink {\n\t\t\tt.Error(\"Expected to find Disk link\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithoutLinks\", func(t *testing.T) {\n\t\tsnapshotName := \"test-snapshot-no-links\"\n\t\tsnapshot := createAzureSnapshotWithoutLinks(snapshotName)\n\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, snapshotName, nil).Return(\n\t\t\tarmcompute.SnapshotsClientGetResponse{\n\t\t\t\tSnapshot: *snapshot,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], snapshotName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 0 {\n\t\t\tt.Errorf(\"Expected no linked queries, got %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tsnapshot1 := createAzureSnapshot(\"test-snapshot-1\", subscriptionID, resourceGroup)\n\t\tsnapshot2 := createAzureSnapshot(\"test-snapshot-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\t\tmockPager := newMockSnapshotsPager(ctrl, []*armcompute.Snapshot{snapshot1, snapshot2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tsnapshot1 := createAzureSnapshot(\"test-snapshot-1\", subscriptionID, resourceGroup)\n\t\tsnapshot2 := createAzureSnapshot(\"test-snapshot-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\t\tmockPager := newMockSnapshotsPager(ctrl, []*armcompute.Snapshot{snapshot1, snapshot2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify adapter doesn't support SearchStream\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\tsnapshot1 := createAzureSnapshot(\"test-snapshot-1\", subscriptionID, resourceGroup)\n\t\tsnapshotNilName := &armcompute.Snapshot{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\t\tmockPager := newMockSnapshotsPager(ctrl, []*armcompute.Snapshot{snapshot1, snapshotNilName})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"snapshot not found\")\n\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-snapshot\", nil).Return(\n\t\t\tarmcompute.SnapshotsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-snapshot\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent snapshot, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting snapshot with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSnapshotsClient(ctrl)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Get(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting snapshot with insufficient query parts, but got nil\")\n\t\t}\n\t})\n}\n\n// createAzureSnapshot creates a mock Azure Snapshot with linked resources for testing\nfunc createAzureSnapshot(name, subscriptionID, resourceGroup string) *armcompute.Snapshot {\n\treturn &armcompute.Snapshot{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.SnapshotProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tDiskAccessID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/diskAccesses/test-disk-access\"),\n\t\t\tEncryption: &armcompute.Encryption{\n\t\t\t\tDiskEncryptionSetID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/diskEncryptionSets/test-des\"),\n\t\t\t},\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionCopy),\n\t\t\t\tSourceResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/disks/source-disk\"),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureSnapshotFromSnapshot creates a mock Snapshot that was copied from another snapshot\nfunc createAzureSnapshotFromSnapshot(name, subscriptionID, resourceGroup string) *armcompute.Snapshot {\n\treturn &armcompute.Snapshot{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.SnapshotProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionCopy),\n\t\t\t\tSourceResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Compute/snapshots/source-snapshot\"),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureSnapshotFromBlobURI creates a mock Snapshot imported from a blob URI\nfunc createAzureSnapshotFromBlobURI(name string) *armcompute.Snapshot {\n\treturn &armcompute.Snapshot{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.SnapshotProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionImport),\n\t\t\t\tSourceURI: new(\"https://teststorageaccount.blob.core.windows.net/vhds/my-disk.vhd\"),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureSnapshotFromIPBlobURI creates a mock Snapshot imported from a blob URI with an IP address host\nfunc createAzureSnapshotFromIPBlobURI(name string) *armcompute.Snapshot {\n\treturn &armcompute.Snapshot{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.SnapshotProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionImport),\n\t\t\t\tSourceURI: new(\"https://10.0.0.1/vhds/my-disk.vhd\"),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureSnapshotWithEncryptionIPHosts creates a mock Snapshot with encryption settings using IP-based SecretURL and KeyURL\nfunc createAzureSnapshotWithEncryptionIPHosts(name, subscriptionID, resourceGroup string) *armcompute.Snapshot {\n\treturn &armcompute.Snapshot{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.SnapshotProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionEmpty),\n\t\t\t},\n\t\t\tEncryptionSettingsCollection: &armcompute.EncryptionSettingsCollection{\n\t\t\t\tEnabled: new(true),\n\t\t\t\tEncryptionSettings: []*armcompute.EncryptionSettingsElement{\n\t\t\t\t\t{\n\t\t\t\t\t\tDiskEncryptionKey: &armcompute.KeyVaultAndSecretReference{\n\t\t\t\t\t\t\tSourceVault: &armcompute.SourceVault{\n\t\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.KeyVault/vaults/test-vault\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tSecretURL: new(\"https://10.0.0.2/secrets/my-secret/version1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tKeyEncryptionKey: &armcompute.KeyVaultAndKeyReference{\n\t\t\t\t\t\t\tSourceVault: &armcompute.SourceVault{\n\t\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.KeyVault/vaults/test-vault\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tKeyURL: new(\"https://10.0.0.3/keys/my-key/version1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureSnapshotWithCrossResourceGroupLinks creates a mock Snapshot with links to resources in different resource groups\nfunc createAzureSnapshotWithCrossResourceGroupLinks(name, subscriptionID string) *armcompute.Snapshot {\n\treturn &armcompute.Snapshot{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.SnapshotProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tDiskAccessID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/other-rg/providers/Microsoft.Compute/diskAccesses/test-disk-access\"),\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionCopy),\n\t\t\t\tSourceResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/disk-rg/providers/Microsoft.Compute/disks/source-disk\"),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureSnapshotWithoutLinks creates a mock Snapshot without any linked resources\nfunc createAzureSnapshotWithoutLinks(name string) *armcompute.Snapshot {\n\treturn &armcompute.Snapshot{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcompute.SnapshotProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tCreationData: &armcompute.CreationData{\n\t\t\t\tCreateOption: new(armcompute.DiskCreateOptionEmpty),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// mockSnapshotsPager is a simple mock implementation of the Pager interface for testing\ntype mockSnapshotsPager struct {\n\tctrl *gomock.Controller\n\titems []*armcompute.Snapshot\n\tindex int\n\tmore bool\n}\n\nfunc newMockSnapshotsPager(ctrl *gomock.Controller, items []*armcompute.Snapshot) clients.SnapshotsPager {\n\treturn &mockSnapshotsPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockSnapshotsPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockSnapshotsPager) NextPage(ctx context.Context) (armcompute.SnapshotsClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armcompute.SnapshotsClientListByResourceGroupResponse{\n\t\t\tSnapshotList: armcompute.SnapshotList{\n\t\t\t\tValue: []*armcompute.Snapshot{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armcompute.SnapshotsClientListByResourceGroupResponse{\n\t\tSnapshotList: armcompute.SnapshotList{\n\t\t\tValue: []*armcompute.Snapshot{item},\n\t\t},\n\t}, nil\n}\n" }, { "path": "sources/azure/manual/compute-virtual-machine-extension.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeVirtualMachineExtensionLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeVirtualMachineExtension)\n\ntype computeVirtualMachineExtensionWrapper struct {\n\tclient clients.VirtualMachineExtensionsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeVirtualMachineExtension(client clients.VirtualMachineExtensionsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &computeVirtualMachineExtensionWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeVirtualMachineExtension,\n\t\t),\n\t}\n}\n\nfunc (c computeVirtualMachineExtensionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 2 {\n\t\treturn nil, azureshared.QueryError(fmt.Errorf(\"queryParts must be 2 query parts: virtualMachineName and extensionName, got %d\", len(queryParts)), scope, c.Type())\n\t}\n\tvirtualMachineName := queryParts[0]\n\textensionName := queryParts[1]\n\tif virtualMachineName == \"\" {\n\t\treturn nil, azureshared.QueryError(fmt.Errorf(\"virtualMachineName cannot be empty\"), scope, c.Type())\n\t}\n\tif extensionName == \"\" {\n\t\treturn nil, azureshared.QueryError(fmt.Errorf(\"extensionName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, virtualMachineName, extensionName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureVirtualMachineExtensionToSDPItem(&resp.VirtualMachineExtension, virtualMachineName, extensionName, scope)\n}\n\nfunc (c computeVirtualMachineExtensionWrapper) azureVirtualMachineExtensionToSDPItem(extension *armcompute.VirtualMachineExtension, virtualMachineName, extensionName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(extension, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tuniqueAttr := shared.CompositeLookupKey(virtualMachineName, extensionName)\n\terr = attributes.Set(\"uniqueAttr\", uniqueAttr)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeVirtualMachineExtension.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(extension.Tags),\n\t}\n\n\t// Link to Virtual Machine (parent resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machines/get?view=rest-compute-2025-04-01\n\t// GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Compute/virtualMachines/{vmName}?api-version=2025-04-01\n\tif virtualMachineName != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: virtualMachineName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to Key Vault for extension protected settings\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/vaults/get?view=rest-keyvault-keyvault-2024-11-01\n\t// GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.KeyVault/vaults/{vaultName}?api-version=2024-11-01\n\tif extension.Properties != nil && extension.Properties.ProtectedSettingsFromKeyVault != nil &&\n\t\textension.Properties.ProtectedSettingsFromKeyVault.SourceVault != nil &&\n\t\textension.Properties.ProtectedSettingsFromKeyVault.SourceVault.ID != nil {\n\t\tvaultName := azureshared.ExtractResourceName(*extension.Properties.ProtectedSettingsFromKeyVault.SourceVault.ID)\n\t\tif vaultName != \"\" {\n\t\t\t// Check if Key Vault is in a different resource group\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*extension.Properties.ProtectedSettingsFromKeyVault.SourceVault.ID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to DNS name (standard library) from SecretURL\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/secrets/get-secret?view=rest-keyvault-keyvault-2024-11-01\n\t// SecretURL format: https://{vault}.vault.azure.net/secrets/{secret}/{version}\n\tif extension.Properties != nil && extension.Properties.ProtectedSettingsFromKeyVault != nil &&\n\t\textension.Properties.ProtectedSettingsFromKeyVault.SecretURL != nil &&\n\t\t*extension.Properties.ProtectedSettingsFromKeyVault.SecretURL != \"\" {\n\t\tsecretURL := *extension.Properties.ProtectedSettingsFromKeyVault.SecretURL\n\t\tdnsName := azureshared.ExtractDNSFromURL(secretURL)\n\t\tif dnsName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Extract links from settings JSON (may contain URLs, DNS names, or IP addresses)\n\t// Extension settings are extension-specific JSON that may contain resource references\n\tif extension.Properties != nil && extension.Properties.Settings != nil {\n\t\tsettingsLinks, err := sdp.ExtractLinksFrom(extension.Properties.Settings)\n\t\tif err == nil && settingsLinks != nil {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, settingsLinks...)\n\t\t\t// Also extract DNS links from HTTP URLs\n\t\t\tfor _, link := range settingsLinks {\n\t\t\t\tif link.GetQuery().GetType() == stdlib.NetworkHTTP.String() {\n\t\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(link.GetQuery().GetQuery())\n\t\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Extract links from protectedSettings JSON (may contain URLs, DNS names, or IP addresses)\n\t// Protected settings are encrypted but may still contain resource references\n\tif extension.Properties != nil && extension.Properties.ProtectedSettings != nil {\n\t\tprotectedSettingsLinks, err := sdp.ExtractLinksFrom(extension.Properties.ProtectedSettings)\n\t\tif err == nil && protectedSettingsLinks != nil {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, protectedSettingsLinks...)\n\t\t\t// Also extract DNS links from HTTP URLs\n\t\t\tfor _, link := range protectedSettingsLinks {\n\t\t\t\tif link.GetQuery().GetType() == stdlib.NetworkHTTP.String() {\n\t\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(link.GetQuery().GetQuery())\n\t\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeVirtualMachineExtensionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeVirtualMachineLookupByName,\n\t\tComputeVirtualMachineExtensionLookupByName,\n\t}\n}\n\nfunc (c computeVirtualMachineExtensionWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(fmt.Errorf(\"queryParts must be 1 query part: virtualMachineName, got %d\", len(queryParts)), scope, c.Type())\n\t}\n\tvirtualMachineName := queryParts[0]\n\tif virtualMachineName == \"\" {\n\t\treturn nil, azureshared.QueryError(fmt.Errorf(\"virtualMachineName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tresp, err := c.client.List(ctx, rgScope.ResourceGroup, virtualMachineName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\tfor _, extension := range resp.Value {\n\t\tif extension.Name == nil {\n\t\t\tcontinue\n\t\t}\n\t\titem, err := c.azureVirtualMachineExtensionToSDPItem(extension, virtualMachineName, *extension.Name, scope)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t\titems = append(items, item)\n\t}\n\treturn items, nil\n}\n\nfunc (c computeVirtualMachineExtensionWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) != 1 {\n\t\tstream.SendError(azureshared.QueryError(fmt.Errorf(\"queryParts must be 1 query part: virtualMachineName, got %d\", len(queryParts)), scope, c.Type()))\n\t\treturn\n\t}\n\tvirtualMachineName := queryParts[0]\n\tif virtualMachineName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(fmt.Errorf(\"virtualMachineName cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tresp, err := c.client.List(ctx, rgScope.ResourceGroup, virtualMachineName, nil)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tfor _, extension := range resp.Value {\n\t\tif extension.Name == nil {\n\t\t\tcontinue\n\t\t}\n\t\titem, sdpErr := c.azureVirtualMachineExtensionToSDPItem(extension, virtualMachineName, *extension.Name, scope)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\tcontinue\n\t\t}\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t}\n}\n\nfunc (c computeVirtualMachineExtensionWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeVirtualMachineLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c computeVirtualMachineExtensionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeVirtualMachine,\n\t\tazureshared.KeyVaultVault,\n\t\tstdlib.NetworkHTTP,\n\t\tstdlib.NetworkDNS,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\nfunc (c computeVirtualMachineExtensionWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_virtual_machine_extension.id\",\n\t\t},\n\t}\n}\n\nfunc (c computeVirtualMachineExtensionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/virtualMachines/extensions/read\",\n\t}\n}\n\nfunc (c computeVirtualMachineExtensionWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-virtual-machine-extension_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeVirtualMachineExtension(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tvmName := \"test-vm\"\n\textensionName := \"test-extension\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\textension := createAzureVirtualMachineExtension(extensionName, vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vmName, extensionName, nil).Return(\n\t\t\tarmcompute.VirtualMachineExtensionsClientGetResponse{\n\t\t\t\tVirtualMachineExtension: *extension,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tquery := shared.CompositeLookupKey(vmName, extensionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeVirtualMachineExtension.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeVirtualMachineExtension, sdpItem.GetType())\n\t\t}\n\n\t\texpectedUniqueAttr := shared.CompositeLookupKey(vmName, extensionName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttr {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttr, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Virtual Machine (parent resource)\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: vmName,\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithKeyVault\", func(t *testing.T) {\n\t\textension := createAzureVirtualMachineExtensionWithKeyVault(extensionName, vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vmName, extensionName, nil).Return(\n\t\t\tarmcompute.VirtualMachineExtensionsClientGetResponse{\n\t\t\t\tVirtualMachineExtension: *extension,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tquery := shared.CompositeLookupKey(vmName, extensionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\tif len(linkedQueries) == 0 {\n\t\t\tt.Fatal(\"Expected linked queries, but got none\")\n\t\t}\n\n\t\thasKeyVaultLink := false\n\t\thasVMLink := false\n\n\t\tfor _, liq := range linkedQueries {\n\t\t\tswitch liq.GetQuery().GetType() {\n\t\t\tcase azureshared.KeyVaultVault.String():\n\t\t\t\thasKeyVaultLink = true\n\t\t\t\tif liq.GetQuery().GetQuery() != \"test-keyvault\" {\n\t\t\t\t\tt.Errorf(\"Expected Key Vault name 'test-keyvault', got %s\", liq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected method GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetScope() != scope {\n\t\t\t\t\tt.Errorf(\"Expected scope %s, got %s\", scope, liq.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\tcase azureshared.ComputeVirtualMachine.String():\n\t\t\t\thasVMLink = true\n\t\t\t}\n\t\t}\n\n\t\tif !hasKeyVaultLink {\n\t\t\tt.Error(\"Expected Key Vault link, but didn't find one\")\n\t\t}\n\n\t\tif !hasVMLink {\n\t\t\tt.Error(\"Expected VM link, but didn't find one\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithKeyVault_DifferentResourceGroup\", func(t *testing.T) {\n\t\textension := createAzureVirtualMachineExtension(extensionName, vmName)\n\t\textension.Properties.ProtectedSettingsFromKeyVault = &armcompute.KeyVaultSecretReference{\n\t\t\tSourceVault: &armcompute.SubResource{\n\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/different-rg/providers/Microsoft.KeyVault/vaults/test-keyvault\"),\n\t\t\t},\n\t\t\tSecretURL: new(\"https://test-keyvault.vault.azure.net/secrets/test-secret/version\"),\n\t\t}\n\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vmName, extensionName, nil).Return(\n\t\t\tarmcompute.VirtualMachineExtensionsClientGetResponse{\n\t\t\t\tVirtualMachineExtension: *extension,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tquery := shared.CompositeLookupKey(vmName, extensionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\thasKeyVaultLink := false\n\t\thasDNSLink := false\n\t\texpectedScope := subscriptionID + \".different-rg\"\n\t\texpectedDNSName := \"test-keyvault.vault.azure.net\"\n\n\t\tfor _, liq := range linkedQueries {\n\t\t\tif liq.GetQuery().GetType() == azureshared.KeyVaultVault.String() {\n\t\t\t\thasKeyVaultLink = true\n\t\t\t\tif liq.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected scope %s for Key Vault in different resource group, got %s\", expectedScope, liq.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t\tif liq.GetQuery().GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\tif liq.GetQuery().GetQuery() == expectedDNSName {\n\t\t\t\t\thasDNSLink = true\n\t\t\t\t\tif liq.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\t\tt.Errorf(\"Expected scope 'global' for DNS link, got %s\", liq.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected method SEARCH for DNS link, got %v\", liq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !hasKeyVaultLink {\n\t\t\tt.Error(\"Expected Key Vault link, but didn't find one\")\n\t\t}\n\t\tif !hasDNSLink {\n\t\t\tt.Error(\"Expected DNS link from SecretURL, but didn't find one\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithSettingsURL\", func(t *testing.T) {\n\t\textension := createAzureVirtualMachineExtensionWithSettingsURL(extensionName, vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vmName, extensionName, nil).Return(\n\t\t\tarmcompute.VirtualMachineExtensionsClientGetResponse{\n\t\t\t\tVirtualMachineExtension: *extension,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tquery := shared.CompositeLookupKey(vmName, extensionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\thasHTTPLink := false\n\t\thasDNSLink := false\n\n\t\tfor _, liq := range linkedQueries {\n\t\t\tif liq.GetQuery().GetType() == stdlib.NetworkHTTP.String() {\n\t\t\t\thasHTTPLink = true\n\t\t\t\tif liq.GetQuery().GetQuery() != \"https://example.com/scripts/script.sh\" {\n\t\t\t\t\tt.Errorf(\"Expected HTTP link query 'https://example.com/scripts/script.sh', got %s\", liq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Expected HTTP method SEARCH, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected HTTP scope 'global', got %s\", liq.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t\tif liq.GetQuery().GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\thasDNSLink = true\n\t\t\t\tif liq.GetQuery().GetQuery() != \"example.com\" {\n\t\t\t\t\tt.Errorf(\"Expected DNS link query 'example.com', got %s\", liq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Expected DNS method SEARCH, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected DNS scope 'global', got %s\", liq.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !hasHTTPLink {\n\t\t\tt.Error(\"Expected HTTP link from settings URL, but didn't find one\")\n\t\t}\n\n\t\tif !hasDNSLink {\n\t\t\tt.Error(\"Expected DNS link from settings URL, but didn't find one\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithSettingsIP\", func(t *testing.T) {\n\t\textension := createAzureVirtualMachineExtensionWithSettingsIP(extensionName, vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vmName, extensionName, nil).Return(\n\t\t\tarmcompute.VirtualMachineExtensionsClientGetResponse{\n\t\t\t\tVirtualMachineExtension: *extension,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tquery := shared.CompositeLookupKey(vmName, extensionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\thasIPLink := false\n\n\t\tfor _, liq := range linkedQueries {\n\t\t\tif liq.GetQuery().GetType() == stdlib.NetworkIP.String() {\n\t\t\t\thasIPLink = true\n\t\t\t\tif liq.GetQuery().GetQuery() != \"10.0.0.1\" {\n\t\t\t\t\tt.Errorf(\"Expected IP link query '10.0.0.1', got %s\", liq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected IP method GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected IP scope 'global', got %s\", liq.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !hasIPLink {\n\t\t\tt.Error(\"Expected IP link from settings, but didn't find one\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithProtectedSettings\", func(t *testing.T) {\n\t\textension := createAzureVirtualMachineExtensionWithProtectedSettings(extensionName, vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vmName, extensionName, nil).Return(\n\t\t\tarmcompute.VirtualMachineExtensionsClientGetResponse{\n\t\t\t\tVirtualMachineExtension: *extension,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tquery := shared.CompositeLookupKey(vmName, extensionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\thasHTTPLink := false\n\t\thasDNSLink := false\n\n\t\tfor _, liq := range linkedQueries {\n\t\t\tif liq.GetQuery().GetType() == stdlib.NetworkHTTP.String() {\n\t\t\t\thasHTTPLink = true\n\t\t\t\tif liq.GetQuery().GetQuery() != \"https://api.example.com/v1\" {\n\t\t\t\t\tt.Errorf(\"Expected HTTP link query 'https://api.example.com/v1', got %s\", liq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t\tif liq.GetQuery().GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\thasDNSLink = true\n\t\t\t\tif liq.GetQuery().GetQuery() != \"api.example.com\" {\n\t\t\t\t\tt.Errorf(\"Expected DNS link query 'api.example.com', got %s\", liq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !hasHTTPLink {\n\t\t\tt.Error(\"Expected HTTP link from protected settings, but didn't find one\")\n\t\t}\n\n\t\tif !hasDNSLink {\n\t\t\tt.Error(\"Expected DNS link from protected settings, but didn't find one\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithAllLinks\", func(t *testing.T) {\n\t\textension := createAzureVirtualMachineExtensionWithAllLinks(extensionName, vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vmName, extensionName, nil).Return(\n\t\t\tarmcompute.VirtualMachineExtensionsClientGetResponse{\n\t\t\t\tVirtualMachineExtension: *extension,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tquery := shared.CompositeLookupKey(vmName, extensionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\tif len(linkedQueries) == 0 {\n\t\t\tt.Fatal(\"Expected linked queries, but got none\")\n\t\t}\n\n\t\t// Should have multiple links: VM, Key Vault, HTTP, DNS, IP\n\t\tif len(linkedQueries) < 5 {\n\t\t\tt.Errorf(\"Expected at least 5 linked queries, got %d\", len(linkedQueries))\n\t\t}\n\n\t\tlinkTypes := make(map[string]int)\n\t\tfor _, liq := range linkedQueries {\n\t\t\tlinkTypes[liq.GetQuery().GetType()]++\n\t\t}\n\n\t\tif linkTypes[azureshared.ComputeVirtualMachine.String()] != 1 {\n\t\t\tt.Errorf(\"Expected 1 VM link, got %d\", linkTypes[azureshared.ComputeVirtualMachine.String()])\n\t\t}\n\n\t\tif linkTypes[azureshared.KeyVaultVault.String()] != 1 {\n\t\t\tt.Errorf(\"Expected 1 Key Vault link, got %d\", linkTypes[azureshared.KeyVaultVault.String()])\n\t\t}\n\t})\n\n\tt.Run(\"Get_ErrorHandling\", func(t *testing.T) {\n\t\tt.Run(\"InvalidQueryParts\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\n\t\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\n\t\t\t// Test with too few query parts (single segment - adapter rejects before calling wrapper)\n\t\t\t_, qErr := adapter.Get(ctx, scope, \"only-vm-name\", true)\n\t\t\tif qErr == nil {\n\t\t\t\tt.Error(\"Expected error for invalid query parts, got nil\")\n\t\t\t}\n\t\t\t// Note: \"too many\" query parts are coalesced by the standard adapter (trailing segments\n\t\t\t// merged into the last part), so the wrapper always receives exactly 2 parts and would\n\t\t\t// call the client. We only test \"too few\" here to avoid requiring a mock Get expectation.\n\t\t})\n\n\t\tt.Run(\"EmptyVirtualMachineName\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\t_, qErr := adapter.Get(ctx, scope, shared.CompositeLookupKey(\"\", extensionName), true)\n\t\t\tif qErr == nil {\n\t\t\t\tt.Error(\"Expected error for empty virtual machine name, got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"EmptyExtensionName\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\t_, qErr := adapter.Get(ctx, scope, shared.CompositeLookupKey(vmName, \"\"), true)\n\t\t\tif qErr == nil {\n\t\t\t\tt.Error(\"Expected error for empty extension name, got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"ClientError\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vmName, extensionName, nil).Return(\n\t\t\t\tarmcompute.VirtualMachineExtensionsClientGetResponse{},\n\t\t\t\terrors.New(\"client error\"))\n\n\t\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\tquery := shared.CompositeLookupKey(vmName, extensionName)\n\t\t\t_, qErr := adapter.Get(ctx, scope, query, true)\n\t\t\tif qErr == nil {\n\t\t\t\tt.Error(\"Expected error from client, got nil\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\textension1 := createAzureVirtualMachineExtension(\"extension-1\", vmName)\n\t\textension2 := createAzureVirtualMachineExtension(\"extension-2\", vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\tmockClient.EXPECT().List(ctx, resourceGroup, vmName, nil).Return(\n\t\t\tarmcompute.VirtualMachineExtensionsClientListResponse{\n\t\t\t\tVirtualMachineExtensionsListResult: armcompute.VirtualMachineExtensionsListResult{\n\t\t\t\t\tValue: []*armcompute.VirtualMachineExtension{\n\t\t\t\t\t\textension1,\n\t\t\t\t\t\textension2,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\titems, qErr := searchable.Search(ctx, scope, vmName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"Expected 2 items, got %d\", len(items))\n\t\t}\n\n\t\tfor _, item := range items {\n\t\t\tif item.GetType() != azureshared.ComputeVirtualMachineExtension.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeVirtualMachineExtension, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_ErrorHandling\", func(t *testing.T) {\n\t\tt.Run(\"InvalidQueryParts\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\n\t\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\n\t\t\t// Test with too many query parts - Search takes a single query string,\n\t\t\t// so we test this at the wrapper level by calling Search directly\n\t\t\t_, qErr := wrapper.Search(ctx, scope, vmName, \"extra\")\n\t\t\tif qErr == nil {\n\t\t\t\tt.Error(\"Expected error for too many query parts, got nil\")\n\t\t\t}\n\n\t\t\t// Test with empty VM name\n\t\t\t_, err := searchable.Search(ctx, scope, \"\", true)\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"Expected error for empty VM name, got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"ClientError\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\t\tmockClient.EXPECT().List(ctx, resourceGroup, vmName, nil).Return(\n\t\t\t\tarmcompute.VirtualMachineExtensionsClientListResponse{},\n\t\t\t\terrors.New(\"client error\"))\n\n\t\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\t_, err := searchable.Search(ctx, scope, vmName, true)\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"Expected error from client, got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"ExtensionWithoutName\", func(t *testing.T) {\n\t\t\textension := createAzureVirtualMachineExtension(extensionName, vmName)\n\t\t\textension.Name = nil // Extension without name should be skipped\n\n\t\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\t\tmockClient.EXPECT().List(ctx, resourceGroup, vmName, nil).Return(\n\t\t\t\tarmcompute.VirtualMachineExtensionsClientListResponse{\n\t\t\t\t\tVirtualMachineExtensionsListResult: armcompute.VirtualMachineExtensionsListResult{\n\t\t\t\t\t\tValue: []*armcompute.VirtualMachineExtension{\n\t\t\t\t\t\t\textension,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t}, nil)\n\n\t\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\titems, qErr := searchable.Search(ctx, scope, vmName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Extension without name should be skipped\n\t\t\tif len(items) != 0 {\n\t\t\t\tt.Errorf(\"Expected 0 items (extension without name should be skipped), got %d\", len(items))\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\n\t\texpectedLinks := map[shared.ItemType]bool{\n\t\t\tazureshared.ComputeVirtualMachine: true,\n\t\t\tazureshared.KeyVaultVault: true,\n\t\t\tstdlib.NetworkHTTP: true,\n\t\t\tstdlib.NetworkDNS: true,\n\t\t\tstdlib.NetworkIP: true,\n\t\t}\n\n\t\tfor expectedType, expectedValue := range expectedLinks {\n\t\t\tif links[expectedType] != expectedValue {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks[%s] = %v, got %v\", expectedType, expectedValue, links[expectedType])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"GetLookups\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlookups := wrapper.GetLookups()\n\t\tif len(lookups) != 2 {\n\t\t\tt.Errorf(\"Expected 2 lookups, got %d\", len(lookups))\n\t\t}\n\n\t\t// Verify the first lookup is for the virtual machine name\n\t\tif lookups[0].ItemType.String() != azureshared.ComputeVirtualMachine.String() {\n\t\t\tt.Errorf(\"Expected first lookup item type %s, got %s\", azureshared.ComputeVirtualMachine, lookups[0].ItemType)\n\t\t}\n\n\t\t// Verify the second lookup is for the extension name\n\t\tif lookups[1].ItemType.String() != azureshared.ComputeVirtualMachineExtension.String() {\n\t\t\tt.Errorf(\"Expected second lookup item type %s, got %s\", azureshared.ComputeVirtualMachineExtension, lookups[1].ItemType)\n\t\t}\n\t})\n\n\tt.Run(\"SearchLookups\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tsearchLookups := wrapper.SearchLookups()\n\t\tif len(searchLookups) != 1 {\n\t\t\tt.Errorf(\"Expected 1 search lookup, got %d\", len(searchLookups))\n\t\t}\n\n\t\tif len(searchLookups[0]) != 1 {\n\t\t\tt.Errorf(\"Expected 1 lookup in search lookups, got %d\", len(searchLookups[0]))\n\t\t}\n\n\t\t// Verify the lookup is for the virtual machine name\n\t\tif searchLookups[0][0].ItemType.String() != azureshared.ComputeVirtualMachine.String() {\n\t\t\tt.Errorf(\"Expected search lookup item type %s, got %s\", azureshared.ComputeVirtualMachine, searchLookups[0][0].ItemType)\n\t\t}\n\t})\n\n\tt.Run(\"TerraformMappings\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) != 1 {\n\t\t\tt.Errorf(\"Expected 1 Terraform mapping, got %d\", len(mappings))\n\t\t}\n\n\t\tif mappings[0].GetTerraformMethod() != sdp.QueryMethod_SEARCH {\n\t\t\tt.Errorf(\"Expected Terraform method SEARCH, got %s\", mappings[0].GetTerraformMethod())\n\t\t}\n\n\t\tif mappings[0].GetTerraformQueryMap() != \"azurerm_virtual_machine_extension.id\" {\n\t\t\tt.Errorf(\"Expected Terraform query map 'azurerm_virtual_machine_extension.id', got %s\", mappings[0].GetTerraformQueryMap())\n\t\t}\n\t})\n\n\tt.Run(\"IAMPermissions\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpermissions := wrapper.IAMPermissions()\n\t\tif len(permissions) != 1 {\n\t\t\tt.Errorf(\"Expected 1 IAM permission, got %d\", len(permissions))\n\t\t}\n\n\t\texpectedPermission := \"Microsoft.Compute/virtualMachines/extensions/read\"\n\t\tif permissions[0] != expectedPermission {\n\t\t\tt.Errorf(\"Expected IAM permission '%s', got '%s'\", expectedPermission, permissions[0])\n\t\t}\n\t})\n\n\tt.Run(\"PredefinedRole\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineExtensionsClient(ctrl)\n\t\twrapper := manual.NewComputeVirtualMachineExtension(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// PredefinedRole is available on the wrapper, not the adapter\n\t\trole := wrapper.(interface{ PredefinedRole() string }).PredefinedRole()\n\t\texpectedRole := \"Reader\"\n\t\tif role != expectedRole {\n\t\t\tt.Errorf(\"Expected predefined role '%s', got '%s'\", expectedRole, role)\n\t\t}\n\t})\n}\n\nfunc createAzureVirtualMachineExtension(extensionName, vmName string) *armcompute.VirtualMachineExtension {\n\treturn &armcompute.VirtualMachineExtension{\n\t\tName: new(extensionName),\n\t\tLocation: new(\"eastus\"),\n\t\tType: new(\"Microsoft.Compute/virtualMachines/extensions\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.VirtualMachineExtensionProperties{\n\t\t\tPublisher: new(\"Microsoft.Compute\"),\n\t\t\tType: new(\"CustomScriptExtension\"),\n\t\t\tTypeHandlerVersion: new(\"1.10\"),\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t},\n\t}\n}\n\nfunc createAzureVirtualMachineExtensionWithKeyVault(extensionName, vmName string) *armcompute.VirtualMachineExtension {\n\textension := createAzureVirtualMachineExtension(extensionName, vmName)\n\textension.Properties.ProtectedSettingsFromKeyVault = &armcompute.KeyVaultSecretReference{\n\t\tSourceVault: &armcompute.SubResource{\n\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.KeyVault/vaults/test-keyvault\"),\n\t\t},\n\t}\n\treturn extension\n}\n\nfunc createAzureVirtualMachineExtensionWithSettingsURL(extensionName, vmName string) *armcompute.VirtualMachineExtension {\n\textension := createAzureVirtualMachineExtension(extensionName, vmName)\n\textension.Properties.Settings = map[string]any{\n\t\t\"fileUris\": []any{\n\t\t\t\"https://example.com/scripts/script.sh\",\n\t\t},\n\t\t\"commandToExecute\": \"bash script.sh\",\n\t}\n\treturn extension\n}\n\nfunc createAzureVirtualMachineExtensionWithSettingsIP(extensionName, vmName string) *armcompute.VirtualMachineExtension {\n\textension := createAzureVirtualMachineExtension(extensionName, vmName)\n\textension.Properties.Settings = map[string]any{\n\t\t\"serverIP\": \"10.0.0.1\",\n\t\t\"port\": 8080,\n\t}\n\treturn extension\n}\n\nfunc createAzureVirtualMachineExtensionWithProtectedSettings(extensionName, vmName string) *armcompute.VirtualMachineExtension {\n\textension := createAzureVirtualMachineExtension(extensionName, vmName)\n\textension.Properties.ProtectedSettings = map[string]any{\n\t\t\"storageAccountName\": \"mystorageaccount\",\n\t\t\"storageAccountKey\": \"secret-key\",\n\t\t\"endpoint\": \"https://api.example.com/v1\",\n\t}\n\treturn extension\n}\n\nfunc createAzureVirtualMachineExtensionWithAllLinks(extensionName, vmName string) *armcompute.VirtualMachineExtension {\n\textension := createAzureVirtualMachineExtension(extensionName, vmName)\n\textension.Properties.ProtectedSettingsFromKeyVault = &armcompute.KeyVaultSecretReference{\n\t\tSourceVault: &armcompute.SubResource{\n\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.KeyVault/vaults/test-keyvault\"),\n\t\t},\n\t}\n\textension.Properties.Settings = map[string]any{\n\t\t\"fileUris\": []any{\n\t\t\t\"https://example.com/scripts/script.sh\",\n\t\t},\n\t\t\"serverIP\": \"10.0.0.1\",\n\t}\n\textension.Properties.ProtectedSettings = map[string]any{\n\t\t\"endpoint\": \"https://api.example.com/v1\",\n\t}\n\treturn extension\n}\n" }, { "path": "sources/azure/manual/compute-virtual-machine-run-command.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeVirtualMachineRunCommandLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeVirtualMachineRunCommand)\n\ntype computeVirtualMachineRunCommandWrapper struct {\n\tclient clients.VirtualMachineRunCommandsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeVirtualMachineRunCommand(client clients.VirtualMachineRunCommandsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &computeVirtualMachineRunCommandWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeVirtualMachineRunCommand,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-run-commands/get-by-virtual-machine?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (s computeVirtualMachineRunCommandWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif scope == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"scope cannot be empty\"), scope, s.Type())\n\t}\n\tif len(queryParts) != 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires exactly 2 query parts: virtualMachineName and runCommandName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tvirtualMachineName := queryParts[0]\n\trunCommandName := queryParts[1]\n\tif virtualMachineName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"virtualMachineName cannot be empty\"), scope, s.Type())\n\t}\n\tif runCommandName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"runCommandName cannot be empty\"), scope, s.Type())\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tresp, err := s.client.GetByVirtualMachine(ctx, rgScope.ResourceGroup, virtualMachineName, runCommandName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureVirtualMachineRunCommandToSDPItem(&resp.VirtualMachineRunCommand, virtualMachineName, scope)\n}\n\nfunc (s computeVirtualMachineRunCommandWrapper) azureVirtualMachineRunCommandToSDPItem(runCommand *armcompute.VirtualMachineRunCommand, virtualMachineName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif runCommand == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"runCommand is nil\"), scope, s.Type())\n\t}\n\tif runCommand.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"runCommand name is nil\"), scope, s.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(runCommand, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(virtualMachineName, *runCommand.Name))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: s.Type(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(runCommand.Tags),\n\t}\n\n\t// Link to Virtual Machine (parent resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machines/get?view=rest-compute-2025-04-01&tabs=HTTP\n\t// GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Compute/virtualMachines/{vmName}?api-version=2025-04-01\n\tif virtualMachineName != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: virtualMachineName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Process properties for blob URIs and script URIs\n\tif runCommand.Properties != nil {\n\t\t// Helper function to process managed identity and create links to User Assigned Managed Identity\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.ManagedIdentity/userAssignedIdentities/{identityName}\n\t\tprocessManagedIdentity := func(managedIdentity *armcompute.RunCommandManagedIdentity) {\n\t\t\tif managedIdentity == nil {\n\t\t\t\treturn\n\t\t\t}\n\t\t\t// Managed identity can be referenced by ClientID or ObjectID\n\t\t\t// Since we don't have the resource name, we use SEARCH method with ClientID/ObjectID\n\t\t\tvar identityQuery string\n\t\t\tif managedIdentity.ClientID != nil && *managedIdentity.ClientID != \"\" {\n\t\t\t\tidentityQuery = *managedIdentity.ClientID\n\t\t\t} else if managedIdentity.ObjectID != nil && *managedIdentity.ObjectID != \"\" {\n\t\t\t\tidentityQuery = *managedIdentity.ObjectID\n\t\t\t} else {\n\t\t\t\t// System-assigned identity (empty object) - no link needed\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: identityQuery,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\t// Helper function to process blob URI and create links to Storage Account and Blob Container\n\t\tprocessBlobURI := func(blobURI *string) {\n\t\t\tif blobURI == nil || *blobURI == \"\" {\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\turi := *blobURI\n\t\t\tstorageAccountName := azureshared.ExtractStorageAccountNameFromBlobURI(uri)\n\t\t\tif storageAccountName != \"\" {\n\t\t\t\t// Link to Storage Account\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/storagerp/storage-accounts/get-properties?view=rest-storagerp-2025-06-01&tabs=HTTP\n\t\t\t\t// GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Storage/storageAccounts/{accountName}?api-version=2025-06-01\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: storageAccountName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\n\t\t\t\t// Extract container name and link to Blob Container\n\t\t\t\tcontainerName := azureshared.ExtractContainerNameFromBlobURI(uri)\n\t\t\t\tif containerName != \"\" {\n\t\t\t\t\t// Link to Blob Container\n\t\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/storagerp/blob-containers/get?view=rest-storagerp-2025-06-01&tabs=HTTP\n\t\t\t\t\t// GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Storage/storageAccounts/{accountName}/blobServices/default/containers/{containerName}?api-version=2025-06-01\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.StorageBlobContainer.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(storageAccountName, containerName),\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to stdlib.NetworkHTTP and DNS only for non-blob URIs\n\t\t\t// For blob URIs, the StorageBlobContainer already has these links\n\t\t\tif storageAccountName == \"\" && (strings.HasPrefix(uri, \"http://\") || strings.HasPrefix(uri, \"https://\")) {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: uri,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\n\t\t\t\t// Link to DNS name (standard library) from URI\n\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(uri)\n\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Storage Account and Blob Container from outputBlobUri\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-run-commands/get-by-virtual-machine?view=rest-compute-2025-04-01&tabs=HTTP\n\t\tif runCommand.Properties.OutputBlobURI != nil {\n\t\t\tprocessBlobURI(runCommand.Properties.OutputBlobURI)\n\t\t}\n\n\t\t// Link to Managed Identity from outputBlobManagedIdentity\n\t\tif runCommand.Properties.OutputBlobManagedIdentity != nil {\n\t\t\tprocessManagedIdentity(runCommand.Properties.OutputBlobManagedIdentity)\n\t\t}\n\n\t\t// Link to Storage Account and Blob Container from errorBlobUri\n\t\tif runCommand.Properties.ErrorBlobURI != nil {\n\t\t\tprocessBlobURI(runCommand.Properties.ErrorBlobURI)\n\t\t}\n\n\t\t// Link to Managed Identity from errorBlobManagedIdentity\n\t\tif runCommand.Properties.ErrorBlobManagedIdentity != nil {\n\t\t\tprocessManagedIdentity(runCommand.Properties.ErrorBlobManagedIdentity)\n\t\t}\n\n\t\t// Link to Storage Account, Blob Container, HTTP, and DNS from source.scriptUri\n\t\tif runCommand.Properties.Source != nil && runCommand.Properties.Source.ScriptURI != nil {\n\t\t\tprocessBlobURI(runCommand.Properties.Source.ScriptURI)\n\t\t}\n\n\t\t// Link to Managed Identity from source.scriptUriManagedIdentity\n\t\tif runCommand.Properties.Source != nil && runCommand.Properties.Source.ScriptURIManagedIdentity != nil {\n\t\t\tprocessManagedIdentity(runCommand.Properties.Source.ScriptURIManagedIdentity)\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s computeVirtualMachineRunCommandWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeVirtualMachineLookupByName,\n\t\tComputeVirtualMachineRunCommandLookupByName,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-run-commands/list-by-virtual-machine?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (s computeVirtualMachineRunCommandWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"search requires exactly 1 query part: virtualMachineName\"), scope, s.Type())\n\t}\n\tvirtualMachineName := queryParts[0]\n\tif virtualMachineName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"virtualMachineName cannot be empty\"), scope, s.Type())\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.NewListByVirtualMachinePager(rgScope.ResourceGroup, virtualMachineName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, runCommand := range page.Value {\n\t\t\tif runCommand.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureVirtualMachineRunCommandToSDPItem(runCommand, virtualMachineName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (s computeVirtualMachineRunCommandWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) != 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"search requires exactly 1 query part: virtualMachineName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tvirtualMachineName := queryParts[0]\n\tif virtualMachineName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"virtualMachineName cannot be empty\"), scope, s.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.NewListByVirtualMachinePager(rgScope.ResourceGroup, virtualMachineName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, runCommand := range page.Value {\n\t\t\tif runCommand.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureVirtualMachineRunCommandToSDPItem(runCommand, virtualMachineName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s computeVirtualMachineRunCommandWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeVirtualMachineLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s computeVirtualMachineRunCommandWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ComputeVirtualMachine: true,\n\t\tazureshared.StorageAccount: true,\n\t\tazureshared.StorageBlobContainer: true,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t\tstdlib.NetworkHTTP: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/virtual_machine_run_command#attributes-reference\nfunc (s computeVirtualMachineRunCommandWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_virtual_machine_run_command.id\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute#microsoftcompute\nfunc (s computeVirtualMachineRunCommandWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/virtualMachines/runCommands/read\",\n\t}\n}\n\nfunc (s computeVirtualMachineRunCommandWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/compute-virtual-machine-run-command_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// mockVirtualMachineRunCommandsPager is a simple mock implementation of VirtualMachineRunCommandsPager\ntype mockVirtualMachineRunCommandsPager struct {\n\tpages []armcompute.VirtualMachineRunCommandsClientListByVirtualMachineResponse\n\tindex int\n}\n\nfunc (m *mockVirtualMachineRunCommandsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockVirtualMachineRunCommandsPager) NextPage(ctx context.Context) (armcompute.VirtualMachineRunCommandsClientListByVirtualMachineResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armcompute.VirtualMachineRunCommandsClientListByVirtualMachineResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorVirtualMachineRunCommandsPager is a mock pager that always returns an error\ntype errorVirtualMachineRunCommandsPager struct{}\n\nfunc (e *errorVirtualMachineRunCommandsPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorVirtualMachineRunCommandsPager) NextPage(ctx context.Context) (armcompute.VirtualMachineRunCommandsClientListByVirtualMachineResponse, error) {\n\treturn armcompute.VirtualMachineRunCommandsClientListByVirtualMachineResponse{}, errors.New(\"pager error\")\n}\n\n// testVirtualMachineRunCommandsClient wraps the mock to implement the correct interface\ntype testVirtualMachineRunCommandsClient struct {\n\t*mocks.MockVirtualMachineRunCommandsClient\n\tpager clients.VirtualMachineRunCommandsPager\n}\n\nfunc (t *testVirtualMachineRunCommandsClient) NewListByVirtualMachinePager(resourceGroupName, virtualMachineName string, options *armcompute.VirtualMachineRunCommandsClientListByVirtualMachineOptions) clients.VirtualMachineRunCommandsPager {\n\treturn t.pager\n}\n\nfunc createAzureVirtualMachineRunCommand(runCommandName, vmName string) *armcompute.VirtualMachineRunCommand {\n\treturn &armcompute.VirtualMachineRunCommand{\n\t\tName: new(runCommandName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.VirtualMachineRunCommandProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t},\n\t}\n}\n\nfunc createAzureVirtualMachineRunCommandWithBlobURIs(runCommandName, vmName string) *armcompute.VirtualMachineRunCommand {\n\trunCommand := createAzureVirtualMachineRunCommand(runCommandName, vmName)\n\trunCommand.Properties.OutputBlobURI = new(\"https://mystorageaccount.blob.core.windows.net/outputcontainer/output.log\")\n\trunCommand.Properties.ErrorBlobURI = new(\"https://mystorageaccount.blob.core.windows.net/errorcontainer/error.log\")\n\treturn runCommand\n}\n\nfunc createAzureVirtualMachineRunCommandWithHTTPScriptURI(runCommandName, vmName string) *armcompute.VirtualMachineRunCommand {\n\trunCommand := createAzureVirtualMachineRunCommand(runCommandName, vmName)\n\trunCommand.Properties.Source = &armcompute.VirtualMachineRunCommandScriptSource{\n\t\tScriptURI: new(\"https://example.com/scripts/script.sh\"),\n\t}\n\treturn runCommand\n}\n\nfunc createAzureVirtualMachineRunCommandWithAllLinks(runCommandName, vmName string) *armcompute.VirtualMachineRunCommand {\n\trunCommand := createAzureVirtualMachineRunCommand(runCommandName, vmName)\n\trunCommand.Properties.OutputBlobURI = new(\"https://mystorageaccount.blob.core.windows.net/outputcontainer/output.log\")\n\trunCommand.Properties.ErrorBlobURI = new(\"https://mystorageaccount.blob.core.windows.net/errorcontainer/error.log\")\n\trunCommand.Properties.Source = &armcompute.VirtualMachineRunCommandScriptSource{\n\t\tScriptURI: new(\"https://mystorageaccount.blob.core.windows.net/scripts/script.sh\"),\n\t}\n\treturn runCommand\n}\n\nfunc TestComputeVirtualMachineRunCommand(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tvmName := \"test-vm\"\n\trunCommandName := \"test-run-command\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\trunCommand := createAzureVirtualMachineRunCommand(runCommandName, vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\tmockClient.EXPECT().GetByVirtualMachine(ctx, resourceGroup, vmName, runCommandName, nil).Return(\n\t\t\tarmcompute.VirtualMachineRunCommandsClientGetByVirtualMachineResponse{\n\t\t\t\tVirtualMachineRunCommand: *runCommand,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tquery := shared.CompositeLookupKey(vmName, runCommandName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeVirtualMachineRunCommand.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeVirtualMachineRunCommand, sdpItem.GetType())\n\t\t}\n\n\t\texpectedUniqueAttr := shared.CompositeLookupKey(vmName, runCommandName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttr {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttr, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Virtual Machine (parent resource)\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: vmName,\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithBlobURIs\", func(t *testing.T) {\n\t\trunCommand := createAzureVirtualMachineRunCommandWithBlobURIs(runCommandName, vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\tmockClient.EXPECT().GetByVirtualMachine(ctx, resourceGroup, vmName, runCommandName, nil).Return(\n\t\t\tarmcompute.VirtualMachineRunCommandsClientGetByVirtualMachineResponse{\n\t\t\t\tVirtualMachineRunCommand: *runCommand,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tquery := shared.CompositeLookupKey(vmName, runCommandName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify linked queries\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\tif len(linkedQueries) == 0 {\n\t\t\tt.Fatal(\"Expected linked queries, but got none\")\n\t\t}\n\n\t\t// Check for Storage Account links (from outputBlobUri and errorBlobUri)\n\t\tstorageAccountLinks := 0\n\t\tblobContainerLinks := 0\n\t\tdnsLinks := 0\n\t\thttpLinks := 0\n\t\tvmLinks := 0\n\n\t\tfor _, liq := range linkedQueries {\n\t\t\tswitch liq.GetQuery().GetType() {\n\t\t\tcase azureshared.StorageAccount.String():\n\t\t\t\tstorageAccountLinks++\n\t\t\t\tif liq.GetQuery().GetQuery() != \"mystorageaccount\" {\n\t\t\t\t\tt.Errorf(\"Expected storage account name 'mystorageaccount', got %s\", liq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected method GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\tcase azureshared.StorageBlobContainer.String():\n\t\t\t\tblobContainerLinks++\n\t\t\t\texpectedQuery := shared.CompositeLookupKey(\"mystorageaccount\", \"outputcontainer\")\n\t\t\t\tif liq.GetQuery().GetQuery() != expectedQuery && liq.GetQuery().GetQuery() != shared.CompositeLookupKey(\"mystorageaccount\", \"errorcontainer\") {\n\t\t\t\t\tt.Errorf(\"Expected blob container query to contain 'mystorageaccount' and container name, got %s\", liq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected method GET, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\tcase stdlib.NetworkDNS.String():\n\t\t\t\tdnsLinks++\n\t\t\t\tif liq.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected DNS scope 'global', got %s\", liq.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\tcase stdlib.NetworkHTTP.String():\n\t\t\t\thttpLinks++\n\t\t\t\tif liq.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected HTTP scope 'global', got %s\", liq.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\tcase azureshared.ComputeVirtualMachine.String():\n\t\t\t\tvmLinks++\n\t\t\t}\n\t\t}\n\n\t\t// We should have at least 2 Storage Account links (from outputBlobUri and errorBlobUri)\n\t\tif storageAccountLinks < 2 {\n\t\t\tt.Errorf(\"Expected at least 2 Storage Account links, got %d\", storageAccountLinks)\n\t\t}\n\n\t\t// We should have at least 2 Blob Container links\n\t\tif blobContainerLinks < 2 {\n\t\t\tt.Errorf(\"Expected at least 2 Blob Container links, got %d\", blobContainerLinks)\n\t\t}\n\n\t\t// DNS and HTTP links should NOT be present for blob URIs\n\t\t// The StorageBlobContainer would have those links instead\n\t\tif dnsLinks > 0 {\n\t\t\tt.Errorf(\"Expected no DNS links for blob URIs (StorageBlobContainer has them), got %d\", dnsLinks)\n\t\t}\n\t\tif httpLinks > 0 {\n\t\t\tt.Errorf(\"Expected no HTTP links for blob URIs (StorageBlobContainer has them), got %d\", httpLinks)\n\t\t}\n\n\t\t// We should have 1 VM link\n\t\tif vmLinks != 1 {\n\t\t\tt.Errorf(\"Expected 1 VM link, got %d\", vmLinks)\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithHTTPScriptURI\", func(t *testing.T) {\n\t\trunCommand := createAzureVirtualMachineRunCommandWithHTTPScriptURI(runCommandName, vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\tmockClient.EXPECT().GetByVirtualMachine(ctx, resourceGroup, vmName, runCommandName, nil).Return(\n\t\t\tarmcompute.VirtualMachineRunCommandsClientGetByVirtualMachineResponse{\n\t\t\t\tVirtualMachineRunCommand: *runCommand,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tquery := shared.CompositeLookupKey(vmName, runCommandName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\thasHTTPLink := false\n\t\thasDNSLink := false\n\n\t\tfor _, liq := range linkedQueries {\n\t\t\tif liq.GetQuery().GetType() == stdlib.NetworkHTTP.String() {\n\t\t\t\thasHTTPLink = true\n\t\t\t\tif liq.GetQuery().GetQuery() != \"https://example.com/scripts/script.sh\" {\n\t\t\t\t\tt.Errorf(\"Expected HTTP link query 'https://example.com/scripts/script.sh', got %s\", liq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif liq.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Expected HTTP method SEARCH, got %s\", liq.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t\tif liq.GetQuery().GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\thasDNSLink = true\n\t\t\t\tif liq.GetQuery().GetQuery() != \"example.com\" {\n\t\t\t\t\tt.Errorf(\"Expected DNS link query 'example.com', got %s\", liq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !hasHTTPLink {\n\t\t\tt.Error(\"Expected HTTP link from script URI, but didn't find one\")\n\t\t}\n\n\t\tif !hasDNSLink {\n\t\t\tt.Error(\"Expected DNS link from script URI, but didn't find one\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithAllLinks\", func(t *testing.T) {\n\t\trunCommand := createAzureVirtualMachineRunCommandWithAllLinks(runCommandName, vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\tmockClient.EXPECT().GetByVirtualMachine(ctx, resourceGroup, vmName, runCommandName, nil).Return(\n\t\t\tarmcompute.VirtualMachineRunCommandsClientGetByVirtualMachineResponse{\n\t\t\t\tVirtualMachineRunCommand: *runCommand,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tquery := shared.CompositeLookupKey(vmName, runCommandName)\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\tif len(linkedQueries) == 0 {\n\t\t\tt.Fatal(\"Expected linked queries, but got none\")\n\t\t}\n\n\t\t// Should have multiple links: VM, Storage Accounts, Blob Containers, DNS, HTTP\n\t\t// The exact count depends on how many unique resources are linked\n\t\tif len(linkedQueries) < 5 {\n\t\t\tt.Errorf(\"Expected at least 5 linked queries, got %d\", len(linkedQueries))\n\t\t}\n\t})\n\n\tt.Run(\"Get_ErrorHandling\", func(t *testing.T) {\n\t\tt.Run(\"EmptyScope\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t_, qErr := adapter.Get(ctx, \"\", shared.CompositeLookupKey(vmName, runCommandName), true)\n\t\t\tif qErr == nil {\n\t\t\t\tt.Error(\"Expected error for empty scope, got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"WrongQueryPartsCount\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\t_, qErr := adapter.Get(ctx, scope, vmName, true)\n\t\t\tif qErr == nil {\n\t\t\t\tt.Error(\"Expected error for wrong query parts count, got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"EmptyVirtualMachineName\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\t_, qErr := adapter.Get(ctx, scope, shared.CompositeLookupKey(\"\", runCommandName), true)\n\t\t\tif qErr == nil {\n\t\t\t\tt.Error(\"Expected error for empty virtual machine name, got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"EmptyRunCommandName\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\t_, qErr := adapter.Get(ctx, scope, shared.CompositeLookupKey(vmName, \"\"), true)\n\t\t\tif qErr == nil {\n\t\t\t\tt.Error(\"Expected error for empty run command name, got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"ClientError\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\t\tmockClient.EXPECT().GetByVirtualMachine(ctx, resourceGroup, vmName, runCommandName, nil).Return(\n\t\t\t\tarmcompute.VirtualMachineRunCommandsClientGetByVirtualMachineResponse{},\n\t\t\t\terrors.New(\"client error\"))\n\n\t\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\t_, qErr := adapter.Get(ctx, scope, shared.CompositeLookupKey(vmName, runCommandName), true)\n\t\t\tif qErr == nil {\n\t\t\t\tt.Error(\"Expected error from client, got nil\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\trunCommand1 := createAzureVirtualMachineRunCommand(\"run-command-1\", vmName)\n\t\trunCommand2 := createAzureVirtualMachineRunCommand(\"run-command-2\", vmName)\n\n\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\tmockPager := &mockVirtualMachineRunCommandsPager{\n\t\t\tpages: []armcompute.VirtualMachineRunCommandsClientListByVirtualMachineResponse{\n\t\t\t\t{\n\t\t\t\t\tVirtualMachineRunCommandsListResult: armcompute.VirtualMachineRunCommandsListResult{\n\t\t\t\t\t\tValue: []*armcompute.VirtualMachineRunCommand{runCommand1, runCommand2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tindex: 0,\n\t\t}\n\n\t\ttestClient := &testVirtualMachineRunCommandsClient{\n\t\t\tMockVirtualMachineRunCommandsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewComputeVirtualMachineRunCommand(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\tsdpItems, err := searchable.Search(ctx, scope, vmName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\t// Verify items have correct types\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.GetType() != azureshared.ComputeVirtualMachineRunCommand.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeVirtualMachineRunCommand, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_ErrorHandling\", func(t *testing.T) {\n\t\tt.Run(\"WrongQueryPartsCount\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\t_, err := searchable.Search(ctx, scope, shared.CompositeLookupKey(vmName, runCommandName), true)\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"Expected error for wrong query parts count, got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"EmptyVirtualMachineName\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\t_, err := searchable.Search(ctx, scope, \"\", true)\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"Expected error for empty virtual machine name, got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"PagerError\", func(t *testing.T) {\n\t\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\t\terrorPager := &errorVirtualMachineRunCommandsPager{}\n\n\t\t\ttestClient := &testVirtualMachineRunCommandsClient{\n\t\t\t\tMockVirtualMachineRunCommandsClient: mockClient,\n\t\t\t\tpager: errorPager,\n\t\t\t}\n\n\t\t\twrapper := manual.NewComputeVirtualMachineRunCommand(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\t_, err := searchable.Search(ctx, scope, vmName, true)\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"SkipItemsWithoutName\", func(t *testing.T) {\n\t\t\trunCommandWithName := createAzureVirtualMachineRunCommand(\"run-command-1\", vmName)\n\t\t\trunCommandWithoutName := &armcompute.VirtualMachineRunCommand{\n\t\t\t\tLocation: new(\"eastus\"),\n\t\t\t\tProperties: &armcompute.VirtualMachineRunCommandProperties{\n\t\t\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\t\tmockPager := &mockVirtualMachineRunCommandsPager{\n\t\t\t\tpages: []armcompute.VirtualMachineRunCommandsClientListByVirtualMachineResponse{\n\t\t\t\t\t{\n\t\t\t\t\t\tVirtualMachineRunCommandsListResult: armcompute.VirtualMachineRunCommandsListResult{\n\t\t\t\t\t\t\tValue: []*armcompute.VirtualMachineRunCommand{runCommandWithName, runCommandWithoutName},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tindex: 0,\n\t\t\t}\n\n\t\t\ttestClient := &testVirtualMachineRunCommandsClient{\n\t\t\t\tMockVirtualMachineRunCommandsClient: mockClient,\n\t\t\t\tpager: mockPager,\n\t\t\t}\n\n\t\t\twrapper := manual.NewComputeVirtualMachineRunCommand(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t\t}\n\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\tsdpItems, err := searchable.Search(ctx, scope, vmName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\t// Should only return 1 item (the one with a name)\n\t\t\tif len(sdpItems) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 item (skipping item without name), got: %d\", len(sdpItems))\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\texpectedLinks := map[shared.ItemType]bool{\n\t\t\tazureshared.ComputeVirtualMachine: true,\n\t\t\tazureshared.StorageAccount: true,\n\t\t\tazureshared.StorageBlobContainer: true,\n\t\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t\t\tstdlib.NetworkHTTP: true,\n\t\t\tstdlib.NetworkDNS: true,\n\t\t}\n\n\t\tfor expectedType, expectedValue := range expectedLinks {\n\t\t\tif potentialLinks[expectedType] != expectedValue {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks[%s] = %v, got %v\", expectedType, expectedValue, potentialLinks[expectedType])\n\t\t\t}\n\t\t}\n\n\t\t// Verify all expected links are present\n\t\tfor expectedType := range expectedLinks {\n\t\t\tif _, exists := potentialLinks[expectedType]; !exists {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s, but it's missing\", expectedType)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"IAMPermissions\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpermissions := wrapper.IAMPermissions()\n\t\texpectedPermission := \"Microsoft.Compute/virtualMachines/runCommands/read\"\n\n\t\tif len(permissions) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 permission, got: %d\", len(permissions))\n\t\t}\n\n\t\tif permissions[0] != expectedPermission {\n\t\t\tt.Errorf(\"Expected permission '%s', got '%s'\", expectedPermission, permissions[0])\n\t\t}\n\t})\n\n\tt.Run(\"TerraformMappings\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 Terraform mapping, got: %d\", len(mappings))\n\t\t}\n\n\t\tif mappings[0].GetTerraformMethod() != sdp.QueryMethod_SEARCH {\n\t\t\tt.Errorf(\"Expected Terraform method SEARCH, got %s\", mappings[0].GetTerraformMethod())\n\t\t}\n\n\t\tif mappings[0].GetTerraformQueryMap() != \"azurerm_virtual_machine_run_command.id\" {\n\t\t\tt.Errorf(\"Expected Terraform query map 'azurerm_virtual_machine_run_command.id', got '%s'\", mappings[0].GetTerraformQueryMap())\n\t\t}\n\t})\n\n\tt.Run(\"GetLookups\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlookups := wrapper.GetLookups()\n\t\tif len(lookups) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 lookups, got: %d\", len(lookups))\n\t\t}\n\t})\n\n\tt.Run(\"SearchLookups\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineRunCommandsClient(ctrl)\n\t\twrapper := manual.NewComputeVirtualMachineRunCommand(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tsearchLookups := wrapper.SearchLookups()\n\t\tif len(searchLookups) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 search lookup set, got: %d\", len(searchLookups))\n\t\t}\n\n\t\tif len(searchLookups[0]) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 lookup in search lookup set, got: %d\", len(searchLookups[0]))\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/compute-virtual-machine-scale-set.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeVirtualMachineScaleSetLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeVirtualMachineScaleSet)\n\ntype computeVirtualMachineScaleSetWrapper struct {\n\tclient clients.VirtualMachineScaleSetsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewComputeVirtualMachineScaleSet(client clients.VirtualMachineScaleSetsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &computeVirtualMachineScaleSetWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeVirtualMachineScaleSet,\n\t\t),\n\t}\n}\n\n// ref: https://linear.app/overmind/issue/ENG-2114/create-microsoftcomputevirtualmachinescalesets-adapter\nfunc (c computeVirtualMachineScaleSetWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, scaleSet := range page.Value {\n\t\t\titem, sdpErr := c.azureVirtualMachineScaleSetToSDPItem(scaleSet, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c computeVirtualMachineScaleSetWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, scaleSet := range page.Value {\n\t\t\titem, sdpErr := c.azureVirtualMachineScaleSetToSDPItem(scaleSet, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-scale-sets/get?view=rest-compute-2025-04-01&tabs=HTTP\nfunc (c computeVirtualMachineScaleSetWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1\"), scope, c.Type())\n\t}\n\tscaleSetName := queryParts[0]\n\tif scaleSetName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"scaleSetName cannot be empty\"), scope, c.Type())\n\t}\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tscaleSet, err := c.client.Get(ctx, rgScope.ResourceGroup, scaleSetName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureVirtualMachineScaleSetToSDPItem(&scaleSet.VirtualMachineScaleSet, scope)\n}\n\nfunc (c computeVirtualMachineScaleSetWrapper) azureVirtualMachineScaleSetToSDPItem(scaleSet *armcompute.VirtualMachineScaleSet, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif scaleSet.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"scaleSetName is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(scaleSet, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeVirtualMachineScaleSet.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(scaleSet.Tags),\n\t}\n\n\tscaleSetName := *scaleSet.Name\n\n\t// Track added links to prevent duplicates (key: type:query:scope)\n\taddedLinks := make(map[string]bool)\n\taddLink := func(link *sdp.LinkedItemQuery) {\n\t\tkey := fmt.Sprintf(\"%s:%s:%s\", link.GetQuery().GetType(), link.GetQuery().GetQuery(), link.GetQuery().GetScope())\n\t\tif !addedLinks[key] {\n\t\t\taddedLinks[key] = true\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, link)\n\t\t}\n\t}\n\n\t// Link to extensions (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-scale-set-extensions/get?view=rest-compute-2025-04-01&tabs=HTTP\n\tif scaleSet.Properties != nil && scaleSet.Properties.VirtualMachineProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.ExtensionProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.ExtensionProfile.Extensions != nil {\n\t\tfor _, extension := range scaleSet.Properties.VirtualMachineProfile.ExtensionProfile.Extensions {\n\t\t\tif extension.Name != nil && scaleSetName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ComputeVirtualMachineExtension.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(scaleSetName, *extension.Name),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to VM instances (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-scale-set-vms/list?view=rest-compute-2025-04-01&tabs=HTTP\n\t// Note: VM instances are listed via SEARCH method since we can list all instances for a VMSS\n\tif scaleSetName != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: scaleSetName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to network resources\n\tif scaleSet.Properties != nil && scaleSet.Properties.VirtualMachineProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.NetworkProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.NetworkProfile.NetworkInterfaceConfigurations != nil {\n\t\tfor _, nicConfig := range scaleSet.Properties.VirtualMachineProfile.NetworkProfile.NetworkInterfaceConfigurations {\n\t\t\tif nicConfig.Properties != nil {\n\t\t\t\t// Link to Network Security Group\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtual-network/network-security-groups/get\n\t\t\t\tif nicConfig.Properties.NetworkSecurityGroup != nil && nicConfig.Properties.NetworkSecurityGroup.ID != nil {\n\t\t\t\t\tnsgName := azureshared.ExtractResourceName(*nicConfig.Properties.NetworkSecurityGroup.ID)\n\t\t\t\t\tif nsgName != \"\" {\n\t\t\t\t\t\t// Check if NSG is in a different resource group\n\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*nicConfig.Properties.NetworkSecurityGroup.ID)\n\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: nsgName,\n\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Link to IP configurations\n\t\t\t\tif nicConfig.Properties.IPConfigurations != nil {\n\t\t\t\t\tfor _, ipConfig := range nicConfig.Properties.IPConfigurations {\n\t\t\t\t\t\tif ipConfig.Properties != nil {\n\t\t\t\t\t\t\t// Link to Subnet\n\t\t\t\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtual-network/subnets/get\n\t\t\t\t\t\t\tif ipConfig.Properties.Subnet != nil && ipConfig.Properties.Subnet.ID != nil {\n\t\t\t\t\t\t\t\tsubnetID := *ipConfig.Properties.Subnet.ID\n\t\t\t\t\t\t\t\t// Extract virtual network name and subnet name from ID\n\t\t\t\t\t\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnetName}/subnets/{subnetName}\n\t\t\t\t\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\t\t\t\t\tif len(parts) >= 2 {\n\t\t\t\t\t\t\t\t\tvnetName := parts[0]\n\t\t\t\t\t\t\t\t\tsubnetName := parts[1]\n\t\t\t\t\t\t\t\t\t// Check if subnet is in a different resource group\n\t\t\t\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(subnetID)\n\t\t\t\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t// Link to Virtual Network\n\t\t\t\t\t\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtual-network/virtual-networks/get\n\t\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t\t// Link to Subnet\n\t\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\t// Link to Public IP Address Configuration\n\t\t\t\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtual-network/public-ip-addresses/get\n\t\t\t\t\t\t\tif ipConfig.Properties.PublicIPAddressConfiguration != nil &&\n\t\t\t\t\t\t\t\tipConfig.Properties.PublicIPAddressConfiguration.Properties != nil &&\n\t\t\t\t\t\t\t\tipConfig.Properties.PublicIPAddressConfiguration.Properties.PublicIPPrefix != nil &&\n\t\t\t\t\t\t\t\tipConfig.Properties.PublicIPAddressConfiguration.Properties.PublicIPPrefix.ID != nil {\n\t\t\t\t\t\t\t\tpublicIPPrefixName := azureshared.ExtractResourceName(*ipConfig.Properties.PublicIPAddressConfiguration.Properties.PublicIPPrefix.ID)\n\t\t\t\t\t\t\t\tif publicIPPrefixName != \"\" {\n\t\t\t\t\t\t\t\t\t// Check if Public IP Prefix is in a different resource group\n\t\t\t\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*ipConfig.Properties.PublicIPAddressConfiguration.Properties.PublicIPPrefix.ID)\n\t\t\t\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkPublicIPPrefix.String(),\n\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\tQuery: publicIPPrefixName,\n\t\t\t\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\t// Link to Load Balancer Backend Address Pools\n\t\t\t\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/backend-address-pools/get\n\t\t\t\t\t\t\tif ipConfig.Properties.LoadBalancerBackendAddressPools != nil {\n\t\t\t\t\t\t\t\tfor _, poolRef := range ipConfig.Properties.LoadBalancerBackendAddressPools {\n\t\t\t\t\t\t\t\t\tif poolRef.ID != nil {\n\t\t\t\t\t\t\t\t\t\tpoolID := *poolRef.ID\n\t\t\t\t\t\t\t\t\t\t// Extract load balancer name and pool name from ID\n\t\t\t\t\t\t\t\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/loadBalancers/{lbName}/backendAddressPools/{poolName}\n\t\t\t\t\t\t\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(poolID, []string{\"loadBalancers\", \"backendAddressPools\"})\n\t\t\t\t\t\t\t\t\t\tif len(parts) >= 2 {\n\t\t\t\t\t\t\t\t\t\t\tlbName := parts[0]\n\t\t\t\t\t\t\t\t\t\t\tpoolName := parts[1]\n\t\t\t\t\t\t\t\t\t\t\t// Check if Load Balancer is in a different resource group\n\t\t\t\t\t\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(poolID)\n\t\t\t\t\t\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\t\t// Link to Load Balancer (deduplicated - same LB may be referenced by multiple child resources)\n\t\t\t\t\t\t\t\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/load-balancers/get\n\t\t\t\t\t\t\t\t\t\t\taddLink(&sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\t\t\tQuery: lbName,\n\t\t\t\t\t\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t\t\t\t// Link to Backend Address Pool\n\t\t\t\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerBackendAddressPool.String(),\n\t\t\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(lbName, poolName),\n\t\t\t\t\t\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\t// Link to Load Balancer Inbound NAT Pools\n\t\t\t\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/inbound-nat-pools/get\n\t\t\t\t\t\t\tif ipConfig.Properties.LoadBalancerInboundNatPools != nil {\n\t\t\t\t\t\t\t\tfor _, natPoolRef := range ipConfig.Properties.LoadBalancerInboundNatPools {\n\t\t\t\t\t\t\t\t\tif natPoolRef.ID != nil {\n\t\t\t\t\t\t\t\t\t\tnatPoolID := *natPoolRef.ID\n\t\t\t\t\t\t\t\t\t\t// Extract load balancer name and NAT pool name from ID\n\t\t\t\t\t\t\t\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/loadBalancers/{lbName}/inboundNatPools/{poolName}\n\t\t\t\t\t\t\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(natPoolID, []string{\"loadBalancers\", \"inboundNatPools\"})\n\t\t\t\t\t\t\t\t\t\tif len(parts) >= 2 {\n\t\t\t\t\t\t\t\t\t\t\tlbName := parts[0]\n\t\t\t\t\t\t\t\t\t\t\tpoolName := parts[1]\n\t\t\t\t\t\t\t\t\t\t\t// Check if Load Balancer is in a different resource group\n\t\t\t\t\t\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(natPoolID)\n\t\t\t\t\t\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\t\t// Link to Load Balancer (deduplicated - same LB may be referenced by multiple child resources)\n\t\t\t\t\t\t\t\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/load-balancers/get\n\t\t\t\t\t\t\t\t\t\t\taddLink(&sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\t\t\tQuery: lbName,\n\t\t\t\t\t\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t\t\t\t// Link to Inbound NAT Pool\n\t\t\t\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerInboundNatPool.String(),\n\t\t\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(lbName, poolName),\n\t\t\t\t\t\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\t// Link to Application Gateway Backend Address Pools\n\t\t\t\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/backend-address-pools/get\n\t\t\t\t\t\t\tif ipConfig.Properties.ApplicationGatewayBackendAddressPools != nil {\n\t\t\t\t\t\t\t\tfor _, agPoolRef := range ipConfig.Properties.ApplicationGatewayBackendAddressPools {\n\t\t\t\t\t\t\t\t\tif agPoolRef.ID != nil {\n\t\t\t\t\t\t\t\t\t\tagPoolID := *agPoolRef.ID\n\t\t\t\t\t\t\t\t\t\t// Extract application gateway name and pool name from ID\n\t\t\t\t\t\t\t\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/applicationGateways/{agName}/backendAddressPools/{poolName}\n\t\t\t\t\t\t\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(agPoolID, []string{\"applicationGateways\", \"backendAddressPools\"})\n\t\t\t\t\t\t\t\t\t\tif len(parts) >= 2 {\n\t\t\t\t\t\t\t\t\t\t\tagName := parts[0]\n\t\t\t\t\t\t\t\t\t\t\tpoolName := parts[1]\n\t\t\t\t\t\t\t\t\t\t\t// Check if Application Gateway is in a different resource group\n\t\t\t\t\t\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(agPoolID)\n\t\t\t\t\t\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\t\t// Link to Application Gateway (deduplicated - same AG may be referenced by multiple child resources)\n\t\t\t\t\t\t\t\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateways/get\n\t\t\t\t\t\t\t\t\t\t\taddLink(&sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationGateway.String(),\n\t\t\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\t\t\tQuery: agName,\n\t\t\t\t\t\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t\t\t\t// Link to Backend Address Pool\n\t\t\t\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayBackendAddressPool.String(),\n\t\t\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(agName, poolName),\n\t\t\t\t\t\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\t// Link to Application Security Groups\n\t\t\t\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtual-network/application-security-groups/get\n\t\t\t\t\t\t\tif ipConfig.Properties.ApplicationSecurityGroups != nil {\n\t\t\t\t\t\t\t\tfor _, asgRef := range ipConfig.Properties.ApplicationSecurityGroups {\n\t\t\t\t\t\t\t\t\tif asgRef.ID != nil {\n\t\t\t\t\t\t\t\t\t\tasgName := azureshared.ExtractResourceName(*asgRef.ID)\n\t\t\t\t\t\t\t\t\t\tif asgName != \"\" {\n\t\t\t\t\t\t\t\t\t\t\t// Check if Application Security Group is in a different resource group\n\t\t\t\t\t\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*asgRef.ID)\n\t\t\t\t\t\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Load Balancer Health Probe\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/load-balancer-probes/get\n\t// Note: Health probe is at NetworkProfile level and doesn't require NetworkInterfaceConfigurations\n\tif scaleSet.Properties != nil && scaleSet.Properties.VirtualMachineProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.NetworkProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.NetworkProfile.HealthProbe != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.NetworkProfile.HealthProbe.ID != nil {\n\t\tprobeID := *scaleSet.Properties.VirtualMachineProfile.NetworkProfile.HealthProbe.ID\n\t\t// Extract load balancer name and probe name from ID\n\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/loadBalancers/{lbName}/probes/{probeName}\n\t\tparts := azureshared.ExtractPathParamsFromResourceID(probeID, []string{\"loadBalancers\", \"probes\"})\n\t\tif len(parts) >= 2 {\n\t\t\tlbName := parts[0]\n\t\t\tprobeName := parts[1]\n\t\t\t// Check if Load Balancer is in a different resource group\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(probeID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\t// Link to Load Balancer (deduplicated - same LB may be referenced by multiple child resources)\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/load-balancers/get\n\t\t\taddLink(&sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: lbName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t\t// Link to Health Probe\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkLoadBalancerProbe.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(lbName, probeName),\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to storage resources\n\tif scaleSet.Properties != nil && scaleSet.Properties.VirtualMachineProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.StorageProfile != nil {\n\t\t// Link to OS Disk Encryption Set\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disk-encryption-sets/get\n\t\tif scaleSet.Properties.VirtualMachineProfile.StorageProfile.OSDisk != nil &&\n\t\t\tscaleSet.Properties.VirtualMachineProfile.StorageProfile.OSDisk.ManagedDisk != nil &&\n\t\t\tscaleSet.Properties.VirtualMachineProfile.StorageProfile.OSDisk.ManagedDisk.DiskEncryptionSet != nil &&\n\t\t\tscaleSet.Properties.VirtualMachineProfile.StorageProfile.OSDisk.ManagedDisk.DiskEncryptionSet.ID != nil {\n\t\t\tencryptionSetName := azureshared.ExtractResourceName(*scaleSet.Properties.VirtualMachineProfile.StorageProfile.OSDisk.ManagedDisk.DiskEncryptionSet.ID)\n\t\t\tif encryptionSetName != \"\" {\n\t\t\t\t// Check if Disk Encryption Set is in a different resource group\n\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*scaleSet.Properties.VirtualMachineProfile.StorageProfile.OSDisk.ManagedDisk.DiskEncryptionSet.ID)\n\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\textractedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: encryptionSetName,\n\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Data Disk Encryption Sets\n\t\tif scaleSet.Properties.VirtualMachineProfile.StorageProfile.DataDisks != nil {\n\t\t\tfor _, dataDisk := range scaleSet.Properties.VirtualMachineProfile.StorageProfile.DataDisks {\n\t\t\t\tif dataDisk.ManagedDisk != nil && dataDisk.ManagedDisk.DiskEncryptionSet != nil &&\n\t\t\t\t\tdataDisk.ManagedDisk.DiskEncryptionSet.ID != nil {\n\t\t\t\t\tencryptionSetName := azureshared.ExtractResourceName(*dataDisk.ManagedDisk.DiskEncryptionSet.ID)\n\t\t\t\t\tif encryptionSetName != \"\" {\n\t\t\t\t\t\t// Check if Disk Encryption Set is in a different resource group\n\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*dataDisk.ManagedDisk.DiskEncryptionSet.ID)\n\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: encryptionSetName,\n\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Image (if custom image with ID)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/images/get\n\t\tif scaleSet.Properties.VirtualMachineProfile.StorageProfile.ImageReference != nil {\n\t\t\timageRef := scaleSet.Properties.VirtualMachineProfile.StorageProfile.ImageReference\n\t\t\t// ImageReference can have:\n\t\t\t// 1. ID field for custom images: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/images/{imageName}\n\t\t\t// 2. SharedGalleryImageID for shared gallery images: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/galleries/{galleryName}/images/{imageName}/versions/{version}\n\t\t\t// 3. CommunityGalleryImageID for community gallery images: /CommunityGalleries/{communityGalleryName}/Images/{imageName}/Versions/{version}\n\t\t\t// 4. Publisher/Offer/Sku for marketplace images (no ID, so we can't link to them)\n\n\t\t\t// Link to custom image\n\t\t\tif imageRef.ID != nil {\n\t\t\t\timageID := *imageRef.ID\n\t\t\t\timageName := azureshared.ExtractResourceName(imageID)\n\t\t\t\tif imageName != \"\" {\n\t\t\t\t\t// Check if Image is in a different resource group\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(imageID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeImage.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: imageName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Shared Gallery Image\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/shared-gallery-images/get\n\t\t\tif imageRef.SharedGalleryImageID != nil {\n\t\t\t\tsharedGalleryImageID := *imageRef.SharedGalleryImageID\n\t\t\t\tif sharedGalleryImageID != \"\" {\n\t\t\t\t\t// Extract gallery name, image name, and version from the ID\n\t\t\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/galleries/{galleryName}/images/{imageName}/versions/{version}\n\t\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(sharedGalleryImageID, []string{\"galleries\", \"images\", \"versions\"})\n\t\t\t\t\tif len(parts) >= 3 {\n\t\t\t\t\t\tgalleryName := parts[0]\n\t\t\t\t\t\timageName := parts[1]\n\t\t\t\t\t\tversion := parts[2]\n\t\t\t\t\t\t// Check if gallery is in a different resource group\n\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(sharedGalleryImageID)\n\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeSharedGalleryImage.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(galleryName, imageName, version),\n\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Community Gallery Image\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/community-gallery-images/get\n\t\t\tif imageRef.CommunityGalleryImageID != nil {\n\t\t\t\tcommunityGalleryImageID := *imageRef.CommunityGalleryImageID\n\t\t\t\tif communityGalleryImageID != \"\" {\n\t\t\t\t\t// Extract community gallery name, image name, and version from the ID\n\t\t\t\t\t// Format: /CommunityGalleries/{communityGalleryName}/Images/{imageName}/Versions/{version}\n\t\t\t\t\t// Note: Community gallery IDs don't follow standard Azure resource ID format\n\t\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(communityGalleryImageID, []string{\"CommunityGalleries\", \"Images\", \"Versions\"})\n\t\t\t\t\tif len(parts) >= 3 {\n\t\t\t\t\t\tcommunityGalleryName := parts[0]\n\t\t\t\t\t\timageName := parts[1]\n\t\t\t\t\t\tversion := parts[2]\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeCommunityGalleryImage.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(communityGalleryName, imageName, version),\n\t\t\t\t\t\t\t\tScope: scope, // Community galleries are subscription-level\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Gallery Application Versions\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/gallery-application-versions/get\n\tif scaleSet.Properties != nil && scaleSet.Properties.VirtualMachineProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.ApplicationProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.ApplicationProfile.GalleryApplications != nil {\n\t\tfor _, galleryApp := range scaleSet.Properties.VirtualMachineProfile.ApplicationProfile.GalleryApplications {\n\t\t\tif galleryApp.PackageReferenceID != nil {\n\t\t\t\tpackageRefID := *galleryApp.PackageReferenceID\n\t\t\t\tif packageRefID != \"\" {\n\t\t\t\t\t// Extract gallery name, application name, and version from the ID\n\t\t\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/galleries/{galleryName}/applications/{application}/versions/{version}\n\t\t\t\t\tparts := azureshared.ExtractPathParamsFromResourceID(packageRefID, []string{\"galleries\", \"applications\", \"versions\"})\n\t\t\t\t\tif len(parts) >= 3 {\n\t\t\t\t\t\tgalleryName := parts[0]\n\t\t\t\t\t\tapplicationName := parts[1]\n\t\t\t\t\t\tversion := parts[2]\n\t\t\t\t\t\t// Check if gallery is in a different resource group\n\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(packageRefID)\n\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeGalleryApplicationVersion.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(galleryName, applicationName, version),\n\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to compute resources\n\tif scaleSet.Properties != nil {\n\t\t// Link to Proximity Placement Group\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/proximity-placement-groups/get\n\t\tif scaleSet.Properties.ProximityPlacementGroup != nil && scaleSet.Properties.ProximityPlacementGroup.ID != nil {\n\t\t\tppgName := azureshared.ExtractResourceName(*scaleSet.Properties.ProximityPlacementGroup.ID)\n\t\t\tif ppgName != \"\" {\n\t\t\t\t// Check if Proximity Placement Group is in a different resource group\n\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*scaleSet.Properties.ProximityPlacementGroup.ID)\n\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\textractedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ComputeProximityPlacementGroup.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: ppgName,\n\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Dedicated Host Group\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/dedicated-host-groups/get\n\t\tif scaleSet.Properties.HostGroup != nil && scaleSet.Properties.HostGroup.ID != nil {\n\t\t\thostGroupName := azureshared.ExtractResourceName(*scaleSet.Properties.HostGroup.ID)\n\t\t\tif hostGroupName != \"\" {\n\t\t\t\t// Check if Dedicated Host Group is in a different resource group\n\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*scaleSet.Properties.HostGroup.ID)\n\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\textractedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ComputeDedicatedHostGroup.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: hostGroupName,\n\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Capacity Reservation Group\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/capacity-reservation-groups/get\n\tif scaleSet.Properties != nil && scaleSet.Properties.VirtualMachineProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.CapacityReservation != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.CapacityReservation.CapacityReservationGroup != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.CapacityReservation.CapacityReservationGroup.ID != nil {\n\t\tcapacityReservationGroupName := azureshared.ExtractResourceName(*scaleSet.Properties.VirtualMachineProfile.CapacityReservation.CapacityReservationGroup.ID)\n\t\tif capacityReservationGroupName != \"\" {\n\t\t\t// Check if Capacity Reservation Group is in a different resource group\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*scaleSet.Properties.VirtualMachineProfile.CapacityReservation.CapacityReservationGroup.ID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeCapacityReservationGroup.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: capacityReservationGroupName,\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to identity resources\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/msi/user-assigned-identities/get\n\tif scaleSet.Identity != nil && scaleSet.Identity.UserAssignedIdentities != nil {\n\t\tfor identityID := range scaleSet.Identity.UserAssignedIdentities {\n\t\t\tif identityID != \"\" {\n\t\t\t\tidentityName := azureshared.ExtractResourceName(identityID)\n\t\t\t\tif identityName != \"\" {\n\t\t\t\t\t// Check if identity is in a different resource group\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(identityID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to storage account for boot diagnostics\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/storagerp/storage-accounts/get-properties\n\tif scaleSet.Properties != nil && scaleSet.Properties.VirtualMachineProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.DiagnosticsProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.DiagnosticsProfile.BootDiagnostics != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.DiagnosticsProfile.BootDiagnostics.StorageURI != nil {\n\t\tstorageURI := *scaleSet.Properties.VirtualMachineProfile.DiagnosticsProfile.BootDiagnostics.StorageURI\n\t\t// Extract storage account name from URI\n\t\t// Format: https://{accountName}.blob.core.windows.net/\n\t\tif storageURI != \"\" {\n\t\t\t// Parse the storage account name from the URI\n\t\t\t// The URI format is: https://{accountName}.blob.core.windows.net/\n\t\t\tdnsName := azureshared.ExtractDNSFromURL(storageURI)\n\t\t\tif dnsName != \"\" {\n\t\t\t\t// Link to DNS name (standard library)\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\n\t\t\t\t// Extract account name (everything before the first dot)\n\t\t\t\t// dnsName format: accountname.blob.core.windows.net\n\t\t\t\taccountName := \"\"\n\t\t\t\tfor i := range len(dnsName) {\n\t\t\t\t\tif dnsName[i] == '.' {\n\t\t\t\t\t\taccountName = dnsName[:i]\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tif accountName != \"\" {\n\t\t\t\t\t// Storage accounts are typically in the same resource group, but we use DefaultScope\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: accountName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Key Vault for secrets\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/vaults/get\n\tif scaleSet.Properties != nil && scaleSet.Properties.VirtualMachineProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.OSProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.OSProfile.Secrets != nil {\n\t\tfor _, secret := range scaleSet.Properties.VirtualMachineProfile.OSProfile.Secrets {\n\t\t\tif secret.SourceVault != nil && secret.SourceVault.ID != nil {\n\t\t\t\tvaultName := azureshared.ExtractResourceName(*secret.SourceVault.ID)\n\t\t\t\tif vaultName != \"\" {\n\t\t\t\t\t// Check if Key Vault is in a different resource group\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*secret.SourceVault.ID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Key Vault for extension protected settings\n\tif scaleSet.Properties != nil && scaleSet.Properties.VirtualMachineProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.ExtensionProfile != nil &&\n\t\tscaleSet.Properties.VirtualMachineProfile.ExtensionProfile.Extensions != nil {\n\t\tfor _, extension := range scaleSet.Properties.VirtualMachineProfile.ExtensionProfile.Extensions {\n\t\t\tif extension.Properties != nil && extension.Properties.ProtectedSettingsFromKeyVault != nil &&\n\t\t\t\textension.Properties.ProtectedSettingsFromKeyVault.SourceVault != nil &&\n\t\t\t\textension.Properties.ProtectedSettingsFromKeyVault.SourceVault.ID != nil {\n\t\t\t\tvaultName := azureshared.ExtractResourceName(*extension.Properties.ProtectedSettingsFromKeyVault.SourceVault.ID)\n\t\t\t\tif vaultName != \"\" {\n\t\t\t\t\t// Check if Key Vault is in a different resource group\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*extension.Properties.ProtectedSettingsFromKeyVault.SourceVault.ID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Map provisioning state to health status\n\tif scaleSet.Properties != nil && scaleSet.Properties.ProvisioningState != nil {\n\t\tswitch *scaleSet.Properties.ProvisioningState {\n\t\tcase \"Succeeded\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"Creating\", \"Updating\", \"Migrating\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"Failed\", \"Deleting\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeVirtualMachineScaleSetWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeVirtualMachineScaleSetLookupByName,\n\t}\n}\n\nfunc (c computeVirtualMachineScaleSetWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\t// Child resources\n\t\tazureshared.ComputeVirtualMachineExtension,\n\t\tazureshared.ComputeVirtualMachine,\n\t\t// Network resources\n\t\tazureshared.NetworkVirtualNetwork,\n\t\tazureshared.NetworkSubnet,\n\t\tazureshared.NetworkPublicIPPrefix,\n\t\tazureshared.NetworkNetworkSecurityGroup,\n\t\tazureshared.NetworkLoadBalancer,\n\t\tazureshared.NetworkLoadBalancerBackendAddressPool,\n\t\tazureshared.NetworkLoadBalancerInboundNatPool,\n\t\tazureshared.NetworkLoadBalancerProbe,\n\t\tazureshared.NetworkApplicationGateway,\n\t\tazureshared.NetworkApplicationGatewayBackendAddressPool,\n\t\tazureshared.NetworkApplicationSecurityGroup,\n\t\t// Compute resources\n\t\tazureshared.ComputeDiskEncryptionSet,\n\t\tazureshared.ComputeProximityPlacementGroup,\n\t\tazureshared.ComputeDedicatedHostGroup,\n\t\tazureshared.ComputeCapacityReservationGroup,\n\t\tazureshared.ComputeImage,\n\t\tazureshared.ComputeSharedGalleryImage,\n\t\tazureshared.ComputeCommunityGalleryImage,\n\t\tazureshared.ComputeGalleryApplicationVersion,\n\t\t// Storage resources\n\t\tazureshared.StorageAccount,\n\t\t// Identity resources\n\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\t// Key Vault resources\n\t\tazureshared.KeyVaultVault,\n\t\t// Standard library types\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/virtual_machine_scale_set\nfunc (c computeVirtualMachineScaleSetWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_virtual_machine_scale_set.name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_linux_virtual_machine_scale_set.name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_windows_virtual_machine_scale_set.name\",\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/compute-virtual-machine-scale-set_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"reflect\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeVirtualMachineScaleSet(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tscaleSetName := \"test-vmss\"\n\t\tscaleSet := createAzureVirtualMachineScaleSet(scaleSetName, \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockVirtualMachineScaleSetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, scaleSetName, nil).Return(\n\t\t\tarmcompute.VirtualMachineScaleSetsClientGetResponse{\n\t\t\t\tVirtualMachineScaleSet: *scaleSet,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineScaleSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], scaleSetName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeVirtualMachineScaleSet.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeVirtualMachineScaleSet, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != scaleSetName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", scaleSetName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"Expected health OK, got: %s\", sdpItem.GetHealth())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Extension link - uses composite lookup key\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachineExtension.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(scaleSetName, \"CustomScriptExtension\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// VM instances - always linked via SEARCH\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: scaleSetName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Network Security Group\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nsg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Virtual Network\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vnet\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Subnet - uses composite lookup key\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"default\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Public IP Prefix\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPPrefix.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-pip-prefix\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Load Balancer\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-lb\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Load Balancer Backend Address Pool - uses composite lookup key\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerBackendAddressPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-lb\", \"test-backend-pool\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Load Balancer Inbound NAT Pool - uses composite lookup key\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerInboundNatPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-lb\", \"test-nat-pool\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Application Gateway\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGateway.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-ag\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Application Gateway Backend Address Pool - uses composite lookup key\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayBackendAddressPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-ag\", \"test-ag-pool\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Application Security Group\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-asg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Load Balancer Health Probe - uses composite lookup key\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerProbe.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-lb\", \"test-probe\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Disk Encryption Set (OS Disk)\n\t\t\t\t\tExpectedType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-disk-encryption-set\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Disk Encryption Set (Data Disk)\n\t\t\t\t\tExpectedType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-disk-encryption-set-data\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Image (custom image)\n\t\t\t\t\tExpectedType: azureshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-image\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Proximity Placement Group\n\t\t\t\t\tExpectedType: azureshared.ComputeProximityPlacementGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-ppg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Dedicated Host Group\n\t\t\t\t\tExpectedType: azureshared.ComputeDedicatedHostGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-host-group\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// User Assigned Identity\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-identity\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// DNS name (boot diagnostics storage URI)\n\t\t\t\t\tExpectedType: \"dns\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"teststorageaccount.blob.core.windows.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// Storage Account (boot diagnostics)\n\t\t\t\t\tExpectedType: azureshared.StorageAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"teststorageaccount\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Key Vault (OS profile secrets)\n\t\t\t\t\tExpectedType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-keyvault\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Key Vault (extension protected settings)\n\t\t\t\t\tExpectedType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-keyvault-ext\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualMachineScaleSetsClient(ctrl)\n\n\t\twrapper := manual.NewComputeVirtualMachineScaleSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty string name\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting scale set with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NilName\", func(t *testing.T) {\n\t\tscaleSet := createAzureVirtualMachineScaleSet(\"\", \"Succeeded\")\n\t\tscaleSet.Name = nil // Explicitly set to nil\n\n\t\tmockClient := mocks.NewMockVirtualMachineScaleSetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-vmss\", nil).Return(\n\t\t\tarmcompute.VirtualMachineScaleSetsClientGetResponse{\n\t\t\t\tVirtualMachineScaleSet: *scaleSet,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachineScaleSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-vmss\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when scale set name is nil, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tprovisioningState string\n\t\t\texpectedHealth sdp.Health\n\t\t}\n\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Succeeded\",\n\t\t\t\tprovisioningState: \"Succeeded\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Creating\",\n\t\t\t\tprovisioningState: \"Creating\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Updating\",\n\t\t\t\tprovisioningState: \"Updating\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Migrating\",\n\t\t\t\tprovisioningState: \"Migrating\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Failed\",\n\t\t\t\tprovisioningState: \"Failed\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Deleting\",\n\t\t\t\tprovisioningState: \"Deleting\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Unknown\",\n\t\t\t\tprovisioningState: \"Unknown\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_UNKNOWN,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockVirtualMachineScaleSetsClient(ctrl)\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\tscaleSet := createAzureVirtualMachineScaleSet(\"test-vmss\", tc.provisioningState)\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-vmss\", nil).Return(\n\t\t\t\t\tarmcompute.VirtualMachineScaleSetsClientGetResponse{\n\t\t\t\t\t\tVirtualMachineScaleSet: *scaleSet,\n\t\t\t\t\t}, nil)\n\n\t\t\t\twrapper := manual.NewComputeVirtualMachineScaleSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-vmss\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expectedHealth {\n\t\t\t\t\tt.Errorf(\"Expected health %s, got: %s\", tc.expectedHealth, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tscaleSet1 := createAzureVirtualMachineScaleSet(\"test-vmss-1\", \"Succeeded\")\n\t\tscaleSet2 := createAzureVirtualMachineScaleSet(\"test-vmss-2\", \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockVirtualMachineScaleSetsClient(ctrl)\n\t\tmockPager := NewMockVirtualMachineScaleSetsPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmcompute.VirtualMachineScaleSetsClientListResponse{\n\t\t\t\t\tVirtualMachineScaleSetListResult: armcompute.VirtualMachineScaleSetListResult{\n\t\t\t\t\t\tValue: []*armcompute.VirtualMachineScaleSet{scaleSet1, scaleSet2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeVirtualMachineScaleSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tscaleSet1 := createAzureVirtualMachineScaleSet(\"test-vmss-1\", \"Succeeded\")\n\t\tscaleSet2 := createAzureVirtualMachineScaleSet(\"test-vmss-2\", \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockVirtualMachineScaleSetsClient(ctrl)\n\t\tmockPager := NewMockVirtualMachineScaleSetsPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmcompute.VirtualMachineScaleSetsClientListResponse{\n\t\t\t\t\tVirtualMachineScaleSetListResult: armcompute.VirtualMachineScaleSetListResult{\n\t\t\t\t\t\tValue: []*armcompute.VirtualMachineScaleSet{scaleSet1, scaleSet2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeVirtualMachineScaleSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify adapter doesn't support SearchStream\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"VMSS not found\")\n\n\t\tmockClient := mocks.NewMockVirtualMachineScaleSetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-vmss\", nil).Return(\n\t\t\tarmcompute.VirtualMachineScaleSetsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeVirtualMachineScaleSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-vmss\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent VMSS, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ListErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"list error\")\n\n\t\tmockClient := mocks.NewMockVirtualMachineScaleSetsClient(ctrl)\n\t\tmockPager := NewMockVirtualMachineScaleSetsPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmcompute.VirtualMachineScaleSetsClientListResponse{}, expectedErr),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeVirtualMachineScaleSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing fails, but got nil\")\n\t\t}\n\t})\n}\n\n// MockVirtualMachineScaleSetsPager is a mock implementation of VirtualMachineScaleSetsPager\ntype MockVirtualMachineScaleSetsPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualMachineScaleSetsPagerMockRecorder\n}\n\ntype MockVirtualMachineScaleSetsPagerMockRecorder struct {\n\tmock *MockVirtualMachineScaleSetsPager\n}\n\nfunc NewMockVirtualMachineScaleSetsPager(ctrl *gomock.Controller) *MockVirtualMachineScaleSetsPager {\n\tmock := &MockVirtualMachineScaleSetsPager{ctrl: ctrl}\n\tmock.recorder = &MockVirtualMachineScaleSetsPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockVirtualMachineScaleSetsPager) EXPECT() *MockVirtualMachineScaleSetsPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockVirtualMachineScaleSetsPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockVirtualMachineScaleSetsPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockVirtualMachineScaleSetsPager) NextPage(ctx context.Context) (armcompute.VirtualMachineScaleSetsClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armcompute.VirtualMachineScaleSetsClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockVirtualMachineScaleSetsPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armcompute.VirtualMachineScaleSetsClientListResponse, error)](), ctx)\n}\n\n// createAzureVirtualMachineScaleSet creates a mock Azure Virtual Machine Scale Set for testing\nfunc createAzureVirtualMachineScaleSet(scaleSetName, provisioningState string) *armcompute.VirtualMachineScaleSet {\n\treturn &armcompute.VirtualMachineScaleSet{\n\t\tName: new(scaleSetName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.VirtualMachineScaleSetProperties{\n\t\t\tProvisioningState: new(provisioningState),\n\t\t\tVirtualMachineProfile: &armcompute.VirtualMachineScaleSetVMProfile{\n\t\t\t\tExtensionProfile: &armcompute.VirtualMachineScaleSetExtensionProfile{\n\t\t\t\t\tExtensions: []*armcompute.VirtualMachineScaleSetExtension{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: new(\"CustomScriptExtension\"),\n\t\t\t\t\t\t\tProperties: &armcompute.VirtualMachineScaleSetExtensionProperties{\n\t\t\t\t\t\t\t\tType: new(\"CustomScriptExtension\"),\n\t\t\t\t\t\t\t\tPublisher: new(\"Microsoft.Compute\"),\n\t\t\t\t\t\t\t\tTypeHandlerVersion: new(\"1.10\"),\n\t\t\t\t\t\t\t\tProtectedSettingsFromKeyVault: &armcompute.KeyVaultSecretReference{\n\t\t\t\t\t\t\t\t\tSourceVault: &armcompute.SubResource{\n\t\t\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.KeyVault/vaults/test-keyvault-ext\"),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tNetworkProfile: &armcompute.VirtualMachineScaleSetNetworkProfile{\n\t\t\t\t\tHealthProbe: &armcompute.APIEntityReference{\n\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/loadBalancers/test-lb/probes/test-probe\"),\n\t\t\t\t\t},\n\t\t\t\t\tNetworkInterfaceConfigurations: []*armcompute.VirtualMachineScaleSetNetworkConfiguration{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: new(\"nic-config\"),\n\t\t\t\t\t\t\tProperties: &armcompute.VirtualMachineScaleSetNetworkConfigurationProperties{\n\t\t\t\t\t\t\t\tNetworkSecurityGroup: &armcompute.SubResource{\n\t\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/networkSecurityGroups/test-nsg\"),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tIPConfigurations: []*armcompute.VirtualMachineScaleSetIPConfiguration{\n\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\tName: new(\"ip-config\"),\n\t\t\t\t\t\t\t\t\t\tProperties: &armcompute.VirtualMachineScaleSetIPConfigurationProperties{\n\t\t\t\t\t\t\t\t\t\t\tSubnet: &armcompute.APIEntityReference{\n\t\t\t\t\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/default\"),\n\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\tPublicIPAddressConfiguration: &armcompute.VirtualMachineScaleSetPublicIPAddressConfiguration{\n\t\t\t\t\t\t\t\t\t\t\t\tName: new(\"public-ip-config\"),\n\t\t\t\t\t\t\t\t\t\t\t\tProperties: &armcompute.VirtualMachineScaleSetPublicIPAddressConfigurationProperties{\n\t\t\t\t\t\t\t\t\t\t\t\t\tPublicIPPrefix: &armcompute.SubResource{\n\t\t\t\t\t\t\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/publicIPPrefixes/test-pip-prefix\"),\n\t\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\tLoadBalancerBackendAddressPools: []*armcompute.SubResource{\n\t\t\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/loadBalancers/test-lb/backendAddressPools/test-backend-pool\"),\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\tLoadBalancerInboundNatPools: []*armcompute.SubResource{\n\t\t\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/loadBalancers/test-lb/inboundNatPools/test-nat-pool\"),\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\tApplicationGatewayBackendAddressPools: []*armcompute.SubResource{\n\t\t\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/applicationGateways/test-ag/backendAddressPools/test-ag-pool\"),\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\tApplicationSecurityGroups: []*armcompute.SubResource{\n\t\t\t\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/applicationSecurityGroups/test-asg\"),\n\t\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tStorageProfile: &armcompute.VirtualMachineScaleSetStorageProfile{\n\t\t\t\t\tImageReference: &armcompute.ImageReference{\n\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/images/test-image\"),\n\t\t\t\t\t},\n\t\t\t\t\tOSDisk: &armcompute.VirtualMachineScaleSetOSDisk{\n\t\t\t\t\t\tName: new(\"os-disk\"),\n\t\t\t\t\t\tManagedDisk: &armcompute.VirtualMachineScaleSetManagedDiskParameters{\n\t\t\t\t\t\t\tDiskEncryptionSet: &armcompute.DiskEncryptionSetParameters{\n\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/diskEncryptionSets/test-disk-encryption-set\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tDataDisks: []*armcompute.VirtualMachineScaleSetDataDisk{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: new(\"data-disk-1\"),\n\t\t\t\t\t\t\tManagedDisk: &armcompute.VirtualMachineScaleSetManagedDiskParameters{\n\t\t\t\t\t\t\t\tDiskEncryptionSet: &armcompute.DiskEncryptionSetParameters{\n\t\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/diskEncryptionSets/test-disk-encryption-set-data\"),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tOSProfile: &armcompute.VirtualMachineScaleSetOSProfile{\n\t\t\t\t\tSecrets: []*armcompute.VaultSecretGroup{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tSourceVault: &armcompute.SubResource{\n\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.KeyVault/vaults/test-keyvault\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tDiagnosticsProfile: &armcompute.DiagnosticsProfile{\n\t\t\t\t\tBootDiagnostics: &armcompute.BootDiagnostics{\n\t\t\t\t\t\tStorageURI: new(\"https://teststorageaccount.blob.core.windows.net/\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tProximityPlacementGroup: &armcompute.SubResource{\n\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/proximityPlacementGroups/test-ppg\"),\n\t\t\t},\n\t\t\tHostGroup: &armcompute.SubResource{\n\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/hostGroups/test-host-group\"),\n\t\t\t},\n\t\t},\n\t\tIdentity: &armcompute.VirtualMachineScaleSetIdentity{\n\t\t\tType: new(armcompute.ResourceIdentityTypeUserAssigned),\n\t\t\tUserAssignedIdentities: map[string]*armcompute.UserAssignedIdentitiesValue{\n\t\t\t\t\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\": {},\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/compute-virtual-machine.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeVirtualMachineLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ComputeVirtualMachine)\n\ntype computeVirtualMachineWrapper struct {\n\tclient clients.VirtualMachinesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewComputeVirtualMachine creates a new computeVirtualMachineWrapper instance\nfunc NewComputeVirtualMachine(client clients.VirtualMachinesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &computeVirtualMachineWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tazureshared.ComputeVirtualMachine,\n\t\t),\n\t}\n}\n\n// IAMPermissions returns the IAM permissions required for this adapter\n// Reference: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/compute\nfunc (c computeVirtualMachineWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Compute/virtualMachines/read\",\n\t}\n}\n\n// PotentialLinks returns the potential links for the virtual machine wrapper\nfunc (c computeVirtualMachineWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ComputeDisk,\n\t\tazureshared.ComputeDiskEncryptionSet,\n\t\tazureshared.NetworkNetworkInterface,\n\t\tazureshared.NetworkPublicIPAddress,\n\t\tazureshared.NetworkNetworkSecurityGroup,\n\t\tazureshared.ComputeAvailabilitySet,\n\t\tazureshared.ComputeProximityPlacementGroup,\n\t\tazureshared.ComputeDedicatedHostGroup,\n\t\tazureshared.ComputeCapacityReservationGroup,\n\t\tazureshared.ComputeVirtualMachineScaleSet,\n\t\tazureshared.ComputeImage,\n\t\tazureshared.ComputeSharedGalleryImage,\n\t\tazureshared.ComputeGalleryApplicationVersion,\n\t\tazureshared.ComputeVirtualMachineExtension,\n\t\tazureshared.ComputeVirtualMachineRunCommand,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\tazureshared.KeyVaultVault,\n\t\tstdlib.NetworkHTTP,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\n// TerraformMappings returns the Terraform mappings for the virtual machine wrapper\nfunc (c computeVirtualMachineWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/virtual_machine\n\t\t\tTerraformQueryMap: \"azurerm_virtual_machine.name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/linux_virtual_machine\n\t\t\tTerraformQueryMap: \"azurerm_linux_virtual_machine.name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/windows_virtual_machine\n\t\t\tTerraformQueryMap: \"azurerm_windows_virtual_machine.name\",\n\t\t},\n\t}\n}\n\n// GetLookups returns the lookups for the virtual machine wrapper\n// This defines how the source can be queried for specific item\n// In this case, it will be: azure-compute-virtual-machine-name\nfunc (c computeVirtualMachineWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeVirtualMachineLookupByName,\n\t}\n}\n\n// Get retrieves a virtual machine by its name\n// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machines/get\nfunc (c computeVirtualMachineWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tvmName := queryParts[0]\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, vmName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tvar sdpErr *sdp.QueryError\n\tvar item *sdp.Item\n\titem, sdpErr = c.azureVirtualMachineToSDPItem(&resp.VirtualMachine, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\treturn item, nil\n}\n\n// List lists virtual machines in the resource group and converts them to sdp.Items.\n// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machines/list\nfunc (c computeVirtualMachineWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\n\t\tfor _, vm := range page.Value {\n\t\t\tvar sdpErr *sdp.QueryError\n\t\t\tvar item *sdp.Item\n\t\t\titem, sdpErr = c.azureVirtualMachineToSDPItem(vm, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c computeVirtualMachineWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, vm := range page.Value {\n\t\t\tvar sdpErr *sdp.QueryError\n\t\t\tvar item *sdp.Item\n\t\t\titem, sdpErr = c.azureVirtualMachineToSDPItem(vm, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c computeVirtualMachineWrapper) azureVirtualMachineToSDPItem(vm *armcompute.VirtualMachine, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(vm, \"tags\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(vm.Tags),\n\t}\n\n\t// TODO: This adapter is demon purposes only.\n\t// The linked items must be reviewed before using in production.\n\n\t// Link to OS disk\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disks/get\n\tif vm.Properties != nil && vm.Properties.StorageProfile != nil && vm.Properties.StorageProfile.OSDisk != nil {\n\t\tif vm.Properties.StorageProfile.OSDisk.ManagedDisk != nil && vm.Properties.StorageProfile.OSDisk.ManagedDisk.ID != nil {\n\t\t\tdiskName := azureshared.ExtractResourceName(*vm.Properties.StorageProfile.OSDisk.ManagedDisk.ID)\n\t\t\tif diskName != \"\" {\n\t\t\t\tlinkScope := scope\n\t\t\t\t// Check if disk is in a different resource group\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*vm.Properties.StorageProfile.OSDisk.ManagedDisk.ID); extractedScope != \"\" {\n\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ComputeDisk.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\t// Link to disk encryption set for OS disk\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disk-encryption-sets/get\n\t\t\tif vm.Properties.StorageProfile.OSDisk.ManagedDisk.DiskEncryptionSet != nil && vm.Properties.StorageProfile.OSDisk.ManagedDisk.DiskEncryptionSet.ID != nil {\n\t\t\t\tdiskEncryptionSetName := azureshared.ExtractResourceName(*vm.Properties.StorageProfile.OSDisk.ManagedDisk.DiskEncryptionSet.ID)\n\t\t\t\tif diskEncryptionSetName != \"\" {\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*vm.Properties.StorageProfile.OSDisk.ManagedDisk.DiskEncryptionSet.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: diskEncryptionSetName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to data disks\n\tif vm.Properties != nil && vm.Properties.StorageProfile != nil && vm.Properties.StorageProfile.DataDisks != nil {\n\t\tfor _, dataDisk := range vm.Properties.StorageProfile.DataDisks {\n\t\t\tif dataDisk.ManagedDisk != nil && dataDisk.ManagedDisk.ID != nil {\n\t\t\t\tdiskName := azureshared.ExtractResourceName(*dataDisk.ManagedDisk.ID)\n\t\t\t\tif diskName != \"\" {\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t// Check if disk is in a different resource group\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*dataDisk.ManagedDisk.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeDisk.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\t// Link to disk encryption set for data disk\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/disk-encryption-sets/get\n\t\t\t\tif dataDisk.ManagedDisk.DiskEncryptionSet != nil && dataDisk.ManagedDisk.DiskEncryptionSet.ID != nil {\n\t\t\t\t\tdiskEncryptionSetName := azureshared.ExtractResourceName(*dataDisk.ManagedDisk.DiskEncryptionSet.ID)\n\t\t\t\t\tif diskEncryptionSetName != \"\" {\n\t\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*dataDisk.ManagedDisk.DiskEncryptionSet.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.ComputeDiskEncryptionSet.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: diskEncryptionSetName,\n\t\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to network interfaces\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/network-interfaces/get\n\tif vm.Properties != nil && vm.Properties.NetworkProfile != nil && vm.Properties.NetworkProfile.NetworkInterfaces != nil {\n\t\tfor _, nic := range vm.Properties.NetworkProfile.NetworkInterfaces {\n\t\t\tif nic.ID != nil {\n\t\t\t\tnicName := azureshared.ExtractResourceName(*nic.ID)\n\t\t\t\tif nicName != \"\" {\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t// Check if NIC is in a different resource group\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*nic.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: nicName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to availability set\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/availability-sets/get\n\tif vm.Properties != nil && vm.Properties.AvailabilitySet != nil && vm.Properties.AvailabilitySet.ID != nil {\n\t\tavailabilitySetName := azureshared.ExtractResourceName(*vm.Properties.AvailabilitySet.ID)\n\t\tif availabilitySetName != \"\" {\n\t\t\tlinkScope := scope\n\t\t\t// Check if availability set is in a different resource group\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*vm.Properties.AvailabilitySet.ID); extractedScope != \"\" {\n\t\t\t\tlinkScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeAvailabilitySet.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: availabilitySetName,\n\t\t\t\t\tScope: linkScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to proximity placement group\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/proximity-placement-groups/get\n\tif vm.Properties != nil && vm.Properties.ProximityPlacementGroup != nil && vm.Properties.ProximityPlacementGroup.ID != nil {\n\t\tproximityPlacementGroupName := azureshared.ExtractResourceName(*vm.Properties.ProximityPlacementGroup.ID)\n\t\tif proximityPlacementGroupName != \"\" {\n\t\t\tlinkScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*vm.Properties.ProximityPlacementGroup.ID); extractedScope != \"\" {\n\t\t\t\tlinkScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeProximityPlacementGroup.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: proximityPlacementGroupName,\n\t\t\t\t\tScope: linkScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to dedicated host group\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/dedicated-host-groups/get\n\tif vm.Properties != nil && vm.Properties.HostGroup != nil && vm.Properties.HostGroup.ID != nil {\n\t\thostGroupName := azureshared.ExtractResourceName(*vm.Properties.HostGroup.ID)\n\t\tif hostGroupName != \"\" {\n\t\t\tlinkScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*vm.Properties.HostGroup.ID); extractedScope != \"\" {\n\t\t\t\tlinkScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeDedicatedHostGroup.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: hostGroupName,\n\t\t\t\t\tScope: linkScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to capacity reservation group\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/capacity-reservation-groups/get\n\tif vm.Properties != nil && vm.Properties.CapacityReservation != nil && vm.Properties.CapacityReservation.CapacityReservationGroup != nil && vm.Properties.CapacityReservation.CapacityReservationGroup.ID != nil {\n\t\tcapacityReservationGroupName := azureshared.ExtractResourceName(*vm.Properties.CapacityReservation.CapacityReservationGroup.ID)\n\t\tif capacityReservationGroupName != \"\" {\n\t\t\tlinkScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*vm.Properties.CapacityReservation.CapacityReservationGroup.ID); extractedScope != \"\" {\n\t\t\t\tlinkScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeCapacityReservationGroup.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: capacityReservationGroupName,\n\t\t\t\t\tScope: linkScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to virtual machine scale set\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-scale-sets/get\n\tif vm.Properties != nil && vm.Properties.VirtualMachineScaleSet != nil && vm.Properties.VirtualMachineScaleSet.ID != nil {\n\t\tvmssName := azureshared.ExtractResourceName(*vm.Properties.VirtualMachineScaleSet.ID)\n\t\tif vmssName != \"\" {\n\t\t\tlinkScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*vm.Properties.VirtualMachineScaleSet.ID); extractedScope != \"\" {\n\t\t\t\tlinkScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ComputeVirtualMachineScaleSet.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vmssName,\n\t\t\t\t\tScope: linkScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to managed by resource (typically VMSS)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-scale-sets/get\n\tif vm.ManagedBy != nil && *vm.ManagedBy != \"\" {\n\t\t// Check if managedBy is a VMSS\n\t\tif strings.Contains(*vm.ManagedBy, \"/virtualMachineScaleSets/\") {\n\t\t\tvmssName := azureshared.ExtractPathParamsFromResourceID(*vm.ManagedBy, []string{\"virtualMachineScaleSets\"})\n\t\t\tif len(vmssName) > 0 && vmssName[0] != \"\" {\n\t\t\t\tlinkScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*vm.ManagedBy); extractedScope != \"\" {\n\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ComputeVirtualMachineScaleSet.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: vmssName[0],\n\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to image reference (custom image or gallery image)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/images/get\n\t// or https://learn.microsoft.com/en-us/rest/api/compute/gallery-image-versions/get\n\tif vm.Properties != nil && vm.Properties.StorageProfile != nil && vm.Properties.StorageProfile.ImageReference != nil {\n\t\tif vm.Properties.StorageProfile.ImageReference.ID != nil && *vm.Properties.StorageProfile.ImageReference.ID != \"\" {\n\t\t\timageID := *vm.Properties.StorageProfile.ImageReference.ID\n\t\t\t// Check if it's a gallery image or custom image\n\t\t\tif strings.Contains(imageID, \"/galleries/\") && strings.Contains(imageID, \"/images/\") && strings.Contains(imageID, \"/versions/\") {\n\t\t\t\t// Shared Gallery Image Version\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(imageID, []string{\"galleries\", \"images\", \"versions\"})\n\t\t\t\tif len(params) == 3 {\n\t\t\t\t\tgalleryName := params[0]\n\t\t\t\t\timageName := params[1]\n\t\t\t\t\tversionName := params[2]\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(imageID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeSharedGalleryImage.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(galleryName, imageName, versionName),\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t} else if strings.Contains(imageID, \"/images/\") {\n\t\t\t\t// Custom Image\n\t\t\t\timageName := azureshared.ExtractResourceName(imageID)\n\t\t\t\tif imageName != \"\" {\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(imageID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeImage.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: imageName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to user assigned managed identities\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/msi/user-assigned-identities/get\n\tif vm.Identity != nil && vm.Identity.UserAssignedIdentities != nil {\n\t\tfor identityID := range vm.Identity.UserAssignedIdentities {\n\t\t\tidentityName := azureshared.ExtractResourceName(identityID)\n\t\t\tif identityName != \"\" {\n\t\t\t\tlinkScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityID); extractedScope != \"\" {\n\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Key Vault from OS profile secrets\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/vaults/get\n\tif vm.Properties != nil && vm.Properties.OSProfile != nil && vm.Properties.OSProfile.Secrets != nil {\n\t\tfor _, secret := range vm.Properties.OSProfile.Secrets {\n\t\t\tif secret.SourceVault != nil && secret.SourceVault.ID != nil {\n\t\t\t\tvaultName := azureshared.ExtractResourceName(*secret.SourceVault.ID)\n\t\t\t\tif vaultName != \"\" {\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*secret.SourceVault.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Key Vault from disk encryption settings\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/vaults/get\n\tif vm.Properties != nil && vm.Properties.StorageProfile != nil && vm.Properties.StorageProfile.OSDisk != nil {\n\t\tif vm.Properties.StorageProfile.OSDisk.EncryptionSettings != nil {\n\t\t\t// Link to Key Vault from DiskEncryptionKey.SourceVault.ID\n\t\t\t// DiskEncryptionKey is required for Azure Disk Encryption, while KeyEncryptionKey is optional\n\t\t\tif vm.Properties.StorageProfile.OSDisk.EncryptionSettings.DiskEncryptionKey != nil && vm.Properties.StorageProfile.OSDisk.EncryptionSettings.DiskEncryptionKey.SourceVault != nil && vm.Properties.StorageProfile.OSDisk.EncryptionSettings.DiskEncryptionKey.SourceVault.ID != nil {\n\t\t\t\tvaultName := azureshared.ExtractResourceName(*vm.Properties.StorageProfile.OSDisk.EncryptionSettings.DiskEncryptionKey.SourceVault.ID)\n\t\t\t\tif vaultName != \"\" {\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*vm.Properties.StorageProfile.OSDisk.EncryptionSettings.DiskEncryptionKey.SourceVault.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t\t// Link to Key Vault from KeyEncryptionKey.SourceVault.ID\n\t\t\tif vm.Properties.StorageProfile.OSDisk.EncryptionSettings.KeyEncryptionKey != nil && vm.Properties.StorageProfile.OSDisk.EncryptionSettings.KeyEncryptionKey.SourceVault != nil && vm.Properties.StorageProfile.OSDisk.EncryptionSettings.KeyEncryptionKey.SourceVault.ID != nil {\n\t\t\t\tvaultName := azureshared.ExtractResourceName(*vm.Properties.StorageProfile.OSDisk.EncryptionSettings.KeyEncryptionKey.SourceVault.ID)\n\t\t\t\tif vaultName != \"\" {\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*vm.Properties.StorageProfile.OSDisk.EncryptionSettings.KeyEncryptionKey.SourceVault.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to gallery application versions\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/gallery-application-versions/get\n\tif vm.Properties != nil && vm.Properties.ApplicationProfile != nil && vm.Properties.ApplicationProfile.GalleryApplications != nil {\n\t\tfor _, galleryApp := range vm.Properties.ApplicationProfile.GalleryApplications {\n\t\t\tif galleryApp.PackageReferenceID != nil && *galleryApp.PackageReferenceID != \"\" {\n\t\t\t\tpackageRefID := *galleryApp.PackageReferenceID\n\t\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/galleries/{galleryName}/applications/{appName}/versions/{versionName}\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(packageRefID, []string{\"galleries\", \"applications\", \"versions\"})\n\t\t\t\tif len(params) == 3 {\n\t\t\t\t\tgalleryName := params[0]\n\t\t\t\t\tappName := params[1]\n\t\t\t\t\tversionName := params[2]\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(packageRefID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeGalleryApplicationVersion.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(galleryName, appName, versionName),\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to boot diagnostics storage URI (standard library HTTP and DNS)\n\t// Reference: Boot diagnostics storage is accessed via HTTP/HTTPS\n\tif vm.Properties != nil && vm.Properties.DiagnosticsProfile != nil && vm.Properties.DiagnosticsProfile.BootDiagnostics != nil && vm.Properties.DiagnosticsProfile.BootDiagnostics.StorageURI != nil && *vm.Properties.DiagnosticsProfile.BootDiagnostics.StorageURI != \"\" {\n\t\tstorageURI := *vm.Properties.DiagnosticsProfile.BootDiagnostics.StorageURI\n\t\t// Extract the HTTP/HTTPS URL for standard library\n\t\tif strings.HasPrefix(storageURI, \"http://\") || strings.HasPrefix(storageURI, \"https://\") {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: storageURI,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t\t// Extract DNS name from URL and create DNS link\n\t\t\t// Reference: Any attribute containing a DNS name must create a LinkedItemQuery for dns type\n\t\t\tdnsName := azureshared.ExtractDNSFromURL(storageURI)\n\t\t\tif dnsName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to extensions\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-extensions/list\n\tif vm.Resources != nil {\n\t\tfor _, extension := range vm.Resources {\n\t\t\tif extension.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ComputeVirtualMachineExtension.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(*vm.Name, *extension.Name),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to run commands\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/compute/virtual-machine-run-commands/list-by-virtual-machine?view=rest-compute-2025-04-01&tabs=HTTP\n\t// GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Compute/virtualMachines/{vmName}/runCommands?api-version=2025-04-01\n\tif vm.Name != nil {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.ComputeVirtualMachineRunCommand.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *vm.Name,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Map provisioning state to health status\n\t// Reference: https://learn.microsoft.com/en-us/azure/virtual-machines/states-billing\n\tif vm.Properties != nil && vm.Properties.ProvisioningState != nil {\n\t\tswitch *vm.Properties.ProvisioningState {\n\t\tcase \"Succeeded\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"Creating\", \"Updating\", \"Migrating\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"Failed\", \"Deleting\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/azure/manual/compute-virtual-machine_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeVirtualMachine(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tvmName := \"test-vm\"\n\t\tvm := createAzureVirtualMachine(vmName, \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockVirtualMachinesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vmName, nil).Return(\n\t\t\tarmcompute.VirtualMachinesClientGetResponse{\n\t\t\t\tVirtualMachine: *vm,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewComputeVirtualMachine(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], vmName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ComputeVirtualMachine.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ComputeVirtualMachine, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != vmName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", vmName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"Expected health OK, got: %s\", sdpItem.GetHealth())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// osDisk.managedDisk.id\n\t\t\t\t\tExpectedType: azureshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"os-disk\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// dataDisks[0].managedDisk.id\n\t\t\t\t\tExpectedType: azureshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"data-disk-1\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// networkInterfaces[0].id\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nic\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// availabilitySet.id\n\t\t\t\t\tExpectedType: azureshared.ComputeAvailabilitySet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-avset\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Resources[0] (VM Extension) - uses composite lookup key\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachineExtension.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(vmName, \"CustomScriptExtension\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Run commands - always linked via SEARCH\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachineRunCommand.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: vmName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tprovisioningState string\n\t\t\texpectedHealth sdp.Health\n\t\t}\n\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Succeeded\",\n\t\t\t\tprovisioningState: \"Succeeded\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Creating\",\n\t\t\t\tprovisioningState: \"Creating\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Updating\",\n\t\t\t\tprovisioningState: \"Updating\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Migrating\",\n\t\t\t\tprovisioningState: \"Migrating\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Failed\",\n\t\t\t\tprovisioningState: \"Failed\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Deleting\",\n\t\t\t\tprovisioningState: \"Deleting\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Unknown\",\n\t\t\t\tprovisioningState: \"Unknown\",\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_UNKNOWN,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockVirtualMachinesClient(ctrl)\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\tvm := createAzureVirtualMachine(\"test-vm\", tc.provisioningState)\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-vm\", nil).Return(\n\t\t\t\t\tarmcompute.VirtualMachinesClientGetResponse{\n\t\t\t\t\t\tVirtualMachine: *vm,\n\t\t\t\t\t}, nil)\n\n\t\t\t\twrapper := manual.NewComputeVirtualMachine(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-vm\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expectedHealth {\n\t\t\t\t\tt.Fatalf(\"Expected health %s, got: %s\", tc.expectedHealth, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tvm1 := createAzureVirtualMachine(\"test-vm-1\", \"Succeeded\")\n\t\tvm2 := createAzureVirtualMachine(\"test-vm-2\", \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockVirtualMachinesClient(ctrl)\n\t\tmockPager := mocks.NewMockVirtualMachinesPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmcompute.VirtualMachinesClientListResponse{\n\t\t\t\t\tVirtualMachineListResult: armcompute.VirtualMachineListResult{\n\t\t\t\t\t\tValue: []*armcompute.VirtualMachine{vm1, vm2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeVirtualMachine(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tvm1 := createAzureVirtualMachine(\"test-vm-1\", \"Succeeded\")\n\t\tvm2 := createAzureVirtualMachine(\"test-vm-2\", \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockVirtualMachinesClient(ctrl)\n\t\tmockPager := mocks.NewMockVirtualMachinesPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmcompute.VirtualMachinesClientListResponse{\n\t\t\t\t\tVirtualMachineListResult: armcompute.VirtualMachineListResult{\n\t\t\t\t\t\tValue: []*armcompute.VirtualMachine{vm1, vm2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewComputeVirtualMachine(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify adapter doesn't support SearchStream\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"VM not found\")\n\n\t\tmockClient := mocks.NewMockVirtualMachinesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-vm\", nil).Return(\n\t\t\tarmcompute.VirtualMachinesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewComputeVirtualMachine(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-vm\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent VM, but got nil\")\n\t\t}\n\t})\n}\n\n// createAzureVirtualMachine creates a mock Azure VM for testing\nfunc createAzureVirtualMachine(vmName, provisioningState string) *armcompute.VirtualMachine {\n\treturn &armcompute.VirtualMachine{\n\t\tName: new(vmName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcompute.VirtualMachineProperties{\n\t\t\tProvisioningState: new(provisioningState),\n\t\t\tStorageProfile: &armcompute.StorageProfile{\n\t\t\t\tOSDisk: &armcompute.OSDisk{\n\t\t\t\t\tName: new(\"os-disk\"),\n\t\t\t\t\tManagedDisk: &armcompute.ManagedDiskParameters{\n\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/disks/os-disk\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tDataDisks: []*armcompute.DataDisk{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"data-disk-1\"),\n\t\t\t\t\t\tManagedDisk: &armcompute.ManagedDiskParameters{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/disks/data-disk-1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tNetworkProfile: &armcompute.NetworkProfile{\n\t\t\t\tNetworkInterfaces: []*armcompute.NetworkInterfaceReference{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/networkInterfaces/test-nic\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tAvailabilitySet: &armcompute.SubResource{\n\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/availabilitySets/test-avset\"),\n\t\t\t},\n\t\t},\n\t\t// Add VM extensions to Resources\n\t\tResources: []*armcompute.VirtualMachineExtension{\n\t\t\t{\n\t\t\t\tName: new(\"CustomScriptExtension\"),\n\t\t\t\tType: new(\"Microsoft.Compute/virtualMachines/extensions\"),\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-database.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar DBforPostgreSQLDatabaseLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.DBforPostgreSQLDatabase)\n\ntype dbforPostgreSQLDatabaseWrapper struct {\n\tclient clients.PostgreSQLDatabasesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewDBforPostgreSQLDatabase(client clients.PostgreSQLDatabasesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &dbforPostgreSQLDatabaseWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.DBforPostgreSQLDatabase,\n\t\t),\n\t}\n}\n\n// reference : https://learn.microsoft.com/en-us/rest/api/postgresql/databases/get?view=rest-postgresql-2025-08-01&tabs=HTTP\n// GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/databases/{databaseName}?api-version=2025-08-01\nfunc (s dbforPostgreSQLDatabaseWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and databaseName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tdatabaseName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, databaseName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureDBforPostgreSQLDatabaseToSDPItem(&resp.Database, serverName, scope)\n}\n\nfunc (s dbforPostgreSQLDatabaseWrapper) azureDBforPostgreSQLDatabaseToSDPItem(database *armpostgresqlflexibleservers.Database, serverName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(database)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tif database.Name == nil {\n\t\treturn nil, azureshared.QueryError(fmt.Errorf(\"database name is nil\"), scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, *database.Name))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.DBforPostgreSQLDatabase.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to PostgreSQL Flexible Server (parent resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/databases/list-by-server?view=rest-postgresql-2025-08-01&tabs=HTTP\n\t// GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/databases?api-version=2025-08-01\n\t//\n\t// The database is a child resource of the server, so the server is always in the same resource group.\n\t// We use the serverName that's already available from the query parameters.\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope, // Server is in the same resource group as the database\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n\n// reference : https://learn.microsoft.com/en-us/rest/api/postgresql/databases/list-by-server?view=rest-postgresql-2025-08-01&tabs=HTTP#security\n// GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/databases?api-version=2025-08-01\nfunc (s dbforPostgreSQLDatabaseWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, database := range page.Value {\n\t\t\tif database.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureDBforPostgreSQLDatabaseToSDPItem(database, serverName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (s dbforPostgreSQLDatabaseWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(fmt.Errorf(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, database := range page.Value {\n\t\t\tif database.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureDBforPostgreSQLDatabaseToSDPItem(database, serverName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// reference: GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/databases/{databaseName}?api-version=2025-08-01\nfunc (s dbforPostgreSQLDatabaseWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\tDBforPostgreSQLDatabaseLookupByName,\n\t}\n}\n\n// reference: GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/databases?api-version=2025-08-01\nfunc (s dbforPostgreSQLDatabaseWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s dbforPostgreSQLDatabaseWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.DBforPostgreSQLFlexibleServer: true, // Linked to parent PostgreSQL Flexible Server\n\t}\n}\n\n// reference : https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/postgresql_flexible_server_database\nfunc (s dbforPostgreSQLDatabaseWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_postgresql_flexible_server_database.id\",\n\t\t},\n\t}\n}\n\n// reference : https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/databases#microsoftdbforpostgresql\nfunc (s dbforPostgreSQLDatabaseWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.DBforPostgreSQL/flexibleServers/databases/read\",\n\t}\n}\n\nfunc (s dbforPostgreSQLDatabaseWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-database_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockPostgreSQLDatabasesPager is a simple mock implementation of PostgreSQLDatabasesPager\ntype mockPostgreSQLDatabasesPager struct {\n\tpages []armpostgresqlflexibleservers.DatabasesClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockPostgreSQLDatabasesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockPostgreSQLDatabasesPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.DatabasesClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armpostgresqlflexibleservers.DatabasesClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorPostgreSQLDatabasesPager is a mock pager that always returns an error\ntype errorPostgreSQLDatabasesPager struct{}\n\nfunc (e *errorPostgreSQLDatabasesPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorPostgreSQLDatabasesPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.DatabasesClientListByServerResponse, error) {\n\treturn armpostgresqlflexibleservers.DatabasesClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\n// testPostgreSQLDatabasesClient wraps the mock to implement the correct interface\ntype testPostgreSQLDatabasesClient struct {\n\t*mocks.MockPostgreSQLDatabasesClient\n\tpager clients.PostgreSQLDatabasesPager\n}\n\nfunc (t *testPostgreSQLDatabasesClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.PostgreSQLDatabasesPager {\n\treturn t.pager\n}\n\nfunc TestDBforPostgreSQLDatabase(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\tdatabaseName := \"test-database\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tdatabase := createAzurePostgreSQLDatabase(serverName, databaseName)\n\n\t\tmockClient := mocks.NewMockPostgreSQLDatabasesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, databaseName).Return(\n\t\t\tarmpostgresqlflexibleservers.DatabasesClientGetResponse{\n\t\t\t\tDatabase: *database,\n\t\t\t}, nil)\n\n\t\ttestClient := &testPostgreSQLDatabasesClient{MockPostgreSQLDatabasesClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Get requires serverName and databaseName as query parts\n\t\tquery := shared.CompositeLookupKey(serverName, databaseName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLDatabase.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLDatabase, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, databaseName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate the item\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// PostgreSQL Flexible Server link\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLDatabasesClient(ctrl)\n\t\ttestClient := &testPostgreSQLDatabasesClient{MockPostgreSQLDatabasesClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with insufficient query parts (only server name)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tdatabase1 := createAzurePostgreSQLDatabase(serverName, \"database-1\")\n\t\tdatabase2 := createAzurePostgreSQLDatabase(serverName, \"database-2\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLDatabasesClient(ctrl)\n\t\tmockPager := &mockPostgreSQLDatabasesPager{\n\t\t\tpages: []armpostgresqlflexibleservers.DatabasesClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tDatabaseList: armpostgresqlflexibleservers.DatabaseList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.Database{database1, database2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testPostgreSQLDatabasesClient{\n\t\t\tMockPostgreSQLDatabasesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.DBforPostgreSQLDatabase.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLDatabase, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_WithNilName\", func(t *testing.T) {\n\t\tdatabase1 := createAzurePostgreSQLDatabase(serverName, \"database-1\")\n\t\tdatabase2 := &armpostgresqlflexibleservers.Database{\n\t\t\tName: nil, // Database with nil name should be skipped\n\t\t\tProperties: &armpostgresqlflexibleservers.DatabaseProperties{\n\t\t\t\tCharset: new(\"UTF8\"),\n\t\t\t\tCollation: new(\"en_US.utf8\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockPostgreSQLDatabasesClient(ctrl)\n\t\tmockPager := &mockPostgreSQLDatabasesPager{\n\t\t\tpages: []armpostgresqlflexibleservers.DatabasesClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tDatabaseList: armpostgresqlflexibleservers.DatabaseList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.Database{database1, database2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testPostgreSQLDatabasesClient{\n\t\t\tMockPostgreSQLDatabasesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (database with nil name is skipped)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name filtered out), got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(serverName, \"database-1\") {\n\t\t\tt.Fatalf(\"Expected database name 'database-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLDatabasesClient(ctrl)\n\t\ttestClient := &testPostgreSQLDatabasesClient{MockPostgreSQLDatabasesClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with no query parts - should return error before calling ListByServer\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"database not found\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLDatabasesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent-database\").Return(\n\t\t\tarmpostgresqlflexibleservers.DatabasesClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testPostgreSQLDatabasesClient{MockPostgreSQLDatabasesClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent-database\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent database, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLDatabasesClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorPostgreSQLDatabasesPager{}\n\n\t\ttestClient := &testPostgreSQLDatabasesClient{\n\t\t\tMockPostgreSQLDatabasesClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\t// The Search implementation should return an error when pager.NextPage returns an error\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n}\n\n// createAzurePostgreSQLDatabase creates a mock Azure PostgreSQL Database for testing\nfunc createAzurePostgreSQLDatabase(serverName, databaseName string) *armpostgresqlflexibleservers.Database {\n\tdatabaseID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.DBforPostgreSQL/flexibleServers/\" + serverName + \"/databases/\" + databaseName\n\n\treturn &armpostgresqlflexibleservers.Database{\n\t\tName: new(databaseName),\n\t\tID: new(databaseID),\n\t\tProperties: &armpostgresqlflexibleservers.DatabaseProperties{\n\t\t\tCharset: new(\"UTF8\"),\n\t\t\tCollation: new(\"en_US.utf8\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-administrator.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar DBforPostgreSQLFlexibleServerAdministratorLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.DBforPostgreSQLFlexibleServerAdministrator)\n\ntype dbforPostgreSQLFlexibleServerAdministratorWrapper struct {\n\tclient clients.DBforPostgreSQLFlexibleServerAdministratorClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewDBforPostgreSQLFlexibleServerAdministrator(client clients.DBforPostgreSQLFlexibleServerAdministratorClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &dbforPostgreSQLFlexibleServerAdministratorWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerAdministrator,\n\t\t),\n\t}\n}\n\n// Get retrieves a single administrator by server name and object ID\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/administrators-microsoft-entra/get\nfunc (s dbforPostgreSQLFlexibleServerAdministratorWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and objectId\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tobjectID := queryParts[1]\n\n\tif serverName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"serverName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tif objectID == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"objectId cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, objectID)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureAdministratorToSDPItem(&resp.AdministratorMicrosoftEntra, serverName, scope)\n}\n\n// Search retrieves all administrators for a given server\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/administrators-microsoft-entra/list-by-server\nfunc (s dbforPostgreSQLFlexibleServerAdministratorWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, s.Type())\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, admin := range page.Value {\n\t\t\tif admin.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azureAdministratorToSDPItem(admin, serverName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerAdministratorWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, s.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, admin := range page.Value {\n\t\t\tif admin.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureAdministratorToSDPItem(admin, serverName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerAdministratorWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\tDBforPostgreSQLFlexibleServerAdministratorLookupByName,\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerAdministratorWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerAdministratorWrapper) azureAdministratorToSDPItem(admin *armpostgresqlflexibleservers.AdministratorMicrosoftEntra, serverName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif admin.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"administrator name (objectId) is nil\"), scope, s.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(admin)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tobjectID := *admin.Name\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, objectID))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: s.Type(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to the parent PostgreSQL Flexible Server\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerAdministratorWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.DBforPostgreSQLFlexibleServer,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/databases#microsoftdbforpostgresql\nfunc (s dbforPostgreSQLFlexibleServerAdministratorWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.DBforPostgreSQL/flexibleServers/administrators/read\",\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerAdministratorWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-administrator_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockAdministratorPager is a simple mock implementation of DBforPostgreSQLFlexibleServerAdministratorPager\ntype mockAdministratorPager struct {\n\tpages []armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockAdministratorPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockAdministratorPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorAdministratorPager is a mock pager that always returns an error\ntype errorAdministratorPager struct{}\n\nfunc (e *errorAdministratorPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorAdministratorPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientListByServerResponse, error) {\n\treturn armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\n// testAdministratorClient wraps the mock to implement the correct interface\ntype testAdministratorClient struct {\n\t*mocks.MockDBforPostgreSQLFlexibleServerAdministratorClient\n\tpager clients.DBforPostgreSQLFlexibleServerAdministratorPager\n}\n\nfunc (t *testAdministratorClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.DBforPostgreSQLFlexibleServerAdministratorPager {\n\treturn t.pager\n}\n\nfunc TestDBforPostgreSQLFlexibleServerAdministrator(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\tobjectID := \"00000000-0000-0000-0000-000000000001\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tadmin := createAzureAdministrator(objectID)\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, objectID).Return(\n\t\t\tarmpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientGetResponse{\n\t\t\t\tAdministratorMicrosoftEntra: *admin,\n\t\t\t}, nil)\n\n\t\ttestClient := &testAdministratorClient{MockDBforPostgreSQLFlexibleServerAdministratorClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, objectID)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerAdministrator.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerAdministrator, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueValue := shared.CompositeLookupKey(serverName, objectID)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl)\n\t\ttestClient := &testAdministratorClient{MockDBforPostgreSQLFlexibleServerAdministratorClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl)\n\t\ttestClient := &testAdministratorClient{MockDBforPostgreSQLFlexibleServerAdministratorClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", objectID)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty server name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyObjectId\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl)\n\t\ttestClient := &testAdministratorClient{MockDBforPostgreSQLFlexibleServerAdministratorClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty objectId, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tadmin1 := createAzureAdministrator(\"00000000-0000-0000-0000-000000000001\")\n\t\tadmin2 := createAzureAdministrator(\"00000000-0000-0000-0000-000000000002\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl)\n\t\tmockPager := &mockAdministratorPager{\n\t\t\tpages: []armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tAdministratorMicrosoftEntraList: armpostgresqlflexibleservers.AdministratorMicrosoftEntraList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.AdministratorMicrosoftEntra{admin1, admin2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testAdministratorClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerAdministratorClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.DBforPostgreSQLFlexibleServerAdministrator.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerAdministrator, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl)\n\t\ttestClient := &testAdministratorClient{MockDBforPostgreSQLFlexibleServerAdministratorClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty server name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithNoQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl)\n\t\ttestClient := &testAdministratorClient{MockDBforPostgreSQLFlexibleServerAdministratorClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tadmin1 := createAzureAdministrator(\"00000000-0000-0000-0000-000000000001\")\n\t\tadmin2 := createAzureAdministrator(\"00000000-0000-0000-0000-000000000002\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl)\n\t\tmockPager := &mockAdministratorPager{\n\t\t\tpages: []armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tAdministratorMicrosoftEntraList: armpostgresqlflexibleservers.AdministratorMicrosoftEntraList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.AdministratorMicrosoftEntra{admin1, admin2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testAdministratorClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerAdministratorClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], serverName, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"administrator not found\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent\").Return(\n\t\t\tarmpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testAdministratorClient{MockDBforPostgreSQLFlexibleServerAdministratorClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent administrator, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl)\n\t\terrorPager := &errorAdministratorPager{}\n\n\t\ttestClient := &testAdministratorClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerAdministratorClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_AdminWithNilName\", func(t *testing.T) {\n\t\tvalidAdmin := createAzureAdministrator(\"00000000-0000-0000-0000-000000000001\")\n\t\tnilNameAdmin := &armpostgresqlflexibleservers.AdministratorMicrosoftEntra{\n\t\t\tName: nil,\n\t\t}\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl)\n\t\tmockPager := &mockAdministratorPager{\n\t\t\tpages: []armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tAdministratorMicrosoftEntraList: armpostgresqlflexibleservers.AdministratorMicrosoftEntraList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.AdministratorMicrosoftEntra{nilNameAdmin, validAdmin},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testAdministratorClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerAdministratorClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerAdministrator(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name should be skipped), got: %d\", len(sdpItems))\n\t\t}\n\n\t\texpectedUniqueValue := shared.CompositeLookupKey(serverName, \"00000000-0000-0000-0000-000000000001\")\n\t\tif sdpItems[0].UniqueAttributeValue() != expectedUniqueValue {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", expectedUniqueValue, sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n}\n\n// createAzureAdministrator creates a mock Azure administrator for testing\nfunc createAzureAdministrator(objectID string) *armpostgresqlflexibleservers.AdministratorMicrosoftEntra {\n\tprincipalType := armpostgresqlflexibleservers.PrincipalTypeUser\n\treturn &armpostgresqlflexibleservers.AdministratorMicrosoftEntra{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.DBforPostgreSQL/flexibleServers/test-server/administrators/\" + objectID),\n\t\tName: new(objectID),\n\t\tType: new(\"Microsoft.DBforPostgreSQL/flexibleServers/administrators\"),\n\t\tProperties: &armpostgresqlflexibleservers.AdministratorMicrosoftEntraProperties{\n\t\t\tObjectID: new(objectID),\n\t\t\tPrincipalName: new(\"admin@example.com\"),\n\t\t\tPrincipalType: &principalType,\n\t\t\tTenantID: new(\"tenant-id\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-backup.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar DBforPostgreSQLFlexibleServerBackupLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.DBforPostgreSQLFlexibleServerBackup)\n\ntype dbforPostgreSQLFlexibleServerBackupWrapper struct {\n\tclient clients.DBforPostgreSQLFlexibleServerBackupClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewDBforPostgreSQLFlexibleServerBackup(client clients.DBforPostgreSQLFlexibleServerBackupClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &dbforPostgreSQLFlexibleServerBackupWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerBackup,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/backups-automatic-and-on-demand/get?view=rest-postgresql-2025-08-01\nfunc (s dbforPostgreSQLFlexibleServerBackupWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and backupName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tbackupName := queryParts[1]\n\tif serverName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"serverName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tif backupName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"backupName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, backupName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureBackupToSDPItem(&resp.BackupAutomaticAndOnDemand, serverName, backupName, scope)\n}\n\nfunc (s dbforPostgreSQLFlexibleServerBackupWrapper) azureBackupToSDPItem(backup *armpostgresqlflexibleservers.BackupAutomaticAndOnDemand, serverName, backupName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif backup.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"backup name is nil\"), scope, s.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(backup, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, backupName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.DBforPostgreSQLFlexibleServerBackup.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: nil,\n\t}\n\n\t// Link to parent PostgreSQL Flexible Server\n\tif backup.ID != nil {\n\t\tparams := azureshared.ExtractPathParamsFromResourceID(*backup.ID, []string{\"flexibleServers\"})\n\t\tif len(params) > 0 {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: params[0],\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t} else {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerBackupWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\tDBforPostgreSQLFlexibleServerBackupLookupByName,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/backups-automatic-and-on-demand/list-by-server?view=rest-postgresql-2025-08-01\nfunc (s dbforPostgreSQLFlexibleServerBackupWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, backup := range page.Value {\n\t\t\tif backup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureBackupToSDPItem(backup, serverName, *backup.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerBackupWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, backup := range page.Value {\n\t\t\tif backup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureBackupToSDPItem(backup, serverName, *backup.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerBackupWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerBackupWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.DBforPostgreSQLFlexibleServer: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftdbforpostgresql\nfunc (s dbforPostgreSQLFlexibleServerBackupWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.DBforPostgreSQL/flexibleServers/backups/read\",\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerBackupWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-backup_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockDBforPostgreSQLFlexibleServerBackupPager struct {\n\tpages []armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockDBforPostgreSQLFlexibleServerBackupPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockDBforPostgreSQLFlexibleServerBackupPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorDBforPostgreSQLFlexibleServerBackupPager struct{}\n\nfunc (e *errorDBforPostgreSQLFlexibleServerBackupPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorDBforPostgreSQLFlexibleServerBackupPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientListByServerResponse, error) {\n\treturn armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\ntype testDBforPostgreSQLFlexibleServerBackupClient struct {\n\t*mocks.MockDBforPostgreSQLFlexibleServerBackupClient\n\tpager clients.DBforPostgreSQLFlexibleServerBackupPager\n}\n\nfunc (t *testDBforPostgreSQLFlexibleServerBackupClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.DBforPostgreSQLFlexibleServerBackupPager {\n\treturn t.pager\n}\n\nfunc TestDBforPostgreSQLFlexibleServerBackup(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\tbackupName := \"test-backup\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tbackup := createAzurePostgreSQLFlexibleServerBackup(serverName, backupName)\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerBackupClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, backupName).Return(\n\t\t\tarmpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientGetResponse{\n\t\t\t\tBackupAutomaticAndOnDemand: *backup,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(&testDBforPostgreSQLFlexibleServerBackupClient{MockDBforPostgreSQLFlexibleServerBackupClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, backupName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerBackup.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerBackup, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, backupName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerBackupClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(&testDBforPostgreSQLFlexibleServerBackupClient{MockDBforPostgreSQLFlexibleServerBackupClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing only serverName (1 query part), but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerBackupClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(&testDBforPostgreSQLFlexibleServerBackupClient{MockDBforPostgreSQLFlexibleServerBackupClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", backupName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when serverName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyBackupName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerBackupClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(&testDBforPostgreSQLFlexibleServerBackupClient{MockDBforPostgreSQLFlexibleServerBackupClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when backupName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tbackup1 := createAzurePostgreSQLFlexibleServerBackup(serverName, \"backup1\")\n\t\tbackup2 := createAzurePostgreSQLFlexibleServerBackup(serverName, \"backup2\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerBackupClient(ctrl)\n\t\tpager := &mockDBforPostgreSQLFlexibleServerBackupPager{\n\t\t\tpages: []armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tBackupAutomaticAndOnDemandList: armpostgresqlflexibleservers.BackupAutomaticAndOnDemandList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.BackupAutomaticAndOnDemand{backup1, backup2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerBackupClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerBackupClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error from Search, got: %v\", qErr)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"Expected 2 items from Search, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tbackup1 := createAzurePostgreSQLFlexibleServerBackup(serverName, \"backup1\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerBackupClient(ctrl)\n\t\tpager := &mockDBforPostgreSQLFlexibleServerBackupPager{\n\t\t\tpages: []armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tBackupAutomaticAndOnDemandList: armpostgresqlflexibleservers.BackupAutomaticAndOnDemandList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.BackupAutomaticAndOnDemand{backup1},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerBackupClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerBackupClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], serverName, true, stream)\n\t\titems := stream.GetItems()\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Fatalf(\"Expected no errors from SearchStream, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"Expected 1 item from SearchStream, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerBackupClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(&testDBforPostgreSQLFlexibleServerBackupClient{MockDBforPostgreSQLFlexibleServerBackupClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"backup not found\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerBackupClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent-backup\").Return(\n\t\t\tarmpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(&testDBforPostgreSQLFlexibleServerBackupClient{MockDBforPostgreSQLFlexibleServerBackupClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent-backup\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent backup, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerBackupClient(ctrl)\n\t\terrorPager := &errorDBforPostgreSQLFlexibleServerBackupPager{}\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerBackupClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerBackupClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], serverName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error from Search when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerBackupClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerBackup(&testDBforPostgreSQLFlexibleServerBackupClient{MockDBforPostgreSQLFlexibleServerBackupClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\n\t\tif !potentialLinks[azureshared.DBforPostgreSQLFlexibleServer] {\n\t\t\tt.Error(\"Expected PotentialLinks to include DBforPostgreSQLFlexibleServer\")\n\t\t}\n\t})\n}\n\nfunc createAzurePostgreSQLFlexibleServerBackup(serverName, backupName string) *armpostgresqlflexibleservers.BackupAutomaticAndOnDemand {\n\tbackupID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.DBforPostgreSQL/flexibleServers/\" + serverName + \"/backups/\" + backupName\n\tbackupType := armpostgresqlflexibleservers.BackupTypeFull\n\treturn &armpostgresqlflexibleservers.BackupAutomaticAndOnDemand{\n\t\tName: new(backupName),\n\t\tID: new(backupID),\n\t\tType: new(\"Microsoft.DBforPostgreSQL/flexibleServers/backups\"),\n\t\tProperties: &armpostgresqlflexibleservers.BackupAutomaticAndOnDemandProperties{\n\t\t\tBackupType: &backupType,\n\t\t\tSource: new(\"Automatic\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-configuration.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar DBforPostgreSQLFlexibleServerConfigurationLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.DBforPostgreSQLFlexibleServerConfiguration)\n\ntype dbforPostgreSQLFlexibleServerConfigurationWrapper struct {\n\tclient clients.PostgreSQLConfigurationsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewDBforPostgreSQLFlexibleServerConfiguration(client clients.PostgreSQLConfigurationsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &dbforPostgreSQLFlexibleServerConfigurationWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerConfiguration,\n\t\t),\n\t}\n}\n\n// Get retrieves a single configuration by server name and configuration name.\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/configurations/get?view=rest-postgresql-2025-08-01\nfunc (c dbforPostgreSQLFlexibleServerConfigurationWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and configurationName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tconfigurationName := queryParts[1]\n\n\tif serverName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"serverName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tif configurationName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"configurationName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, serverName, configurationName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureConfigurationToSDPItem(&resp.Configuration, serverName, scope)\n}\n\n// Search lists all configurations for a given server.\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/configurations/list-by-server?view=rest-postgresql-2025-08-01\nfunc (c dbforPostgreSQLFlexibleServerConfigurationWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\n\tif serverName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tpager := c.client.NewListByServerPager(rgScope.ResourceGroup, serverName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\n\t\tfor _, configuration := range page.Value {\n\t\t\tif configuration.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := c.azureConfigurationToSDPItem(configuration, serverName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\n// SearchStream streams configurations for a given server.\nfunc (c dbforPostgreSQLFlexibleServerConfigurationWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, c.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\n\tif serverName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\n\tpager := c.client.NewListByServerPager(rgScope.ResourceGroup, serverName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, configuration := range page.Value {\n\t\t\tif configuration.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := c.azureConfigurationToSDPItem(configuration, serverName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c dbforPostgreSQLFlexibleServerConfigurationWrapper) azureConfigurationToSDPItem(configuration *armpostgresqlflexibleservers.Configuration, serverName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif configuration.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"configuration name is nil\"), scope, c.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(configuration)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tconfigurationName := *configuration.Name\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, configurationName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: c.Type(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link back to parent Flexible Server\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n\nfunc (c dbforPostgreSQLFlexibleServerConfigurationWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\tDBforPostgreSQLFlexibleServerConfigurationLookupByName,\n\t}\n}\n\nfunc (c dbforPostgreSQLFlexibleServerConfigurationWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c dbforPostgreSQLFlexibleServerConfigurationWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.DBforPostgreSQLFlexibleServer,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/databases#microsoftdbforpostgresql\nfunc (c dbforPostgreSQLFlexibleServerConfigurationWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.DBforPostgreSQL/flexibleServers/configurations/read\",\n\t}\n}\n\nfunc (c dbforPostgreSQLFlexibleServerConfigurationWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-configuration_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockConfigurationsPager is a mock implementation of PostgreSQLConfigurationsPager\ntype mockConfigurationsPager struct {\n\tpages []armpostgresqlflexibleservers.ConfigurationsClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockConfigurationsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockConfigurationsPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.ConfigurationsClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armpostgresqlflexibleservers.ConfigurationsClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorConfigurationsPager is a mock pager that always returns an error\ntype errorConfigurationsPager struct{}\n\nfunc (e *errorConfigurationsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorConfigurationsPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.ConfigurationsClientListByServerResponse, error) {\n\treturn armpostgresqlflexibleservers.ConfigurationsClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\n// testConfigurationsClient wraps the mock to implement the correct interface\ntype testConfigurationsClient struct {\n\t*mocks.MockPostgreSQLConfigurationsClient\n\tpager clients.PostgreSQLConfigurationsPager\n}\n\nfunc (t *testConfigurationsClient) NewListByServerPager(resourceGroupName string, serverName string, options *armpostgresqlflexibleservers.ConfigurationsClientListByServerOptions) clients.PostgreSQLConfigurationsPager {\n\treturn t.pager\n}\n\nfunc TestDBforPostgreSQLFlexibleServerConfiguration(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\tconfigurationName := \"shared_buffers\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tconfiguration := createAzureConfiguration(configurationName)\n\n\t\tmockClient := mocks.NewMockPostgreSQLConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, configurationName, nil).Return(\n\t\t\tarmpostgresqlflexibleservers.ConfigurationsClientGetResponse{\n\t\t\t\tConfiguration: *configuration,\n\t\t\t}, nil)\n\n\t\ttestClient := &testConfigurationsClient{MockPostgreSQLConfigurationsClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, configurationName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerConfiguration.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerConfiguration, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(serverName, configurationName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(serverName, configurationName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tconfig1 := createAzureConfiguration(\"shared_buffers\")\n\t\tconfig2 := createAzureConfiguration(\"work_mem\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLConfigurationsClient(ctrl)\n\t\tmockPager := &mockConfigurationsPager{\n\t\t\tpages: []armpostgresqlflexibleservers.ConfigurationsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tConfigurationList: armpostgresqlflexibleservers.ConfigurationList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.Configuration{config1, config2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testConfigurationsClient{\n\t\t\tMockPostgreSQLConfigurationsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.DBforPostgreSQLFlexibleServerConfiguration.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerConfiguration, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tconfig1 := createAzureConfiguration(\"shared_buffers\")\n\t\tconfig2 := createAzureConfiguration(\"work_mem\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLConfigurationsClient(ctrl)\n\t\tmockPager := &mockConfigurationsPager{\n\t\t\tpages: []armpostgresqlflexibleservers.ConfigurationsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tConfigurationList: armpostgresqlflexibleservers.ConfigurationList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.Configuration{config1, config2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testConfigurationsClient{\n\t\t\tMockPostgreSQLConfigurationsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], serverName, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLConfigurationsClient(ctrl)\n\t\ttestClient := &testConfigurationsClient{MockPostgreSQLConfigurationsClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLConfigurationsClient(ctrl)\n\t\ttestClient := &testConfigurationsClient{MockPostgreSQLConfigurationsClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", configurationName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty server name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyConfigurationName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLConfigurationsClient(ctrl)\n\t\ttestClient := &testConfigurationsClient{MockPostgreSQLConfigurationsClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty configuration name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLConfigurationsClient(ctrl)\n\t\ttestClient := &testConfigurationsClient{MockPostgreSQLConfigurationsClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty server name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithNoQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLConfigurationsClient(ctrl)\n\t\ttestClient := &testConfigurationsClient{MockPostgreSQLConfigurationsClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_ConfigurationWithNilName\", func(t *testing.T) {\n\t\tconfigWithName := createAzureConfiguration(\"shared_buffers\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLConfigurationsClient(ctrl)\n\t\tmockPager := &mockConfigurationsPager{\n\t\t\tpages: []armpostgresqlflexibleservers.ConfigurationsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tConfigurationList: armpostgresqlflexibleservers.ConfigurationList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.Configuration{\n\t\t\t\t\t\t\t{Name: nil}, // Configuration with nil name should be skipped\n\t\t\t\t\t\t\tconfigWithName,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testConfigurationsClient{\n\t\t\tMockPostgreSQLConfigurationsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(serverName, \"shared_buffers\") {\n\t\t\tt.Errorf(\"Expected configuration name '%s', got %s\", shared.CompositeLookupKey(serverName, \"shared_buffers\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"configuration not found\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent\", nil).Return(\n\t\t\tarmpostgresqlflexibleservers.ConfigurationsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testConfigurationsClient{MockPostgreSQLConfigurationsClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent configuration, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLConfigurationsClient(ctrl)\n\t\terrorPager := &errorConfigurationsPager{}\n\n\t\ttestClient := &testConfigurationsClient{\n\t\t\tMockPostgreSQLConfigurationsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n}\n\n// createAzureConfiguration creates a mock Azure configuration for testing\nfunc createAzureConfiguration(name string) *armpostgresqlflexibleservers.Configuration {\n\tdataType := armpostgresqlflexibleservers.ConfigurationDataTypeInteger\n\treturn &armpostgresqlflexibleservers.Configuration{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.DBforPostgreSQL/flexibleServers/test-server/configurations/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.DBforPostgreSQL/flexibleServers/configurations\"),\n\t\tProperties: &armpostgresqlflexibleservers.ConfigurationProperties{\n\t\t\tValue: new(\"128MB\"),\n\t\t\tDefaultValue: new(\"128MB\"),\n\t\t\tDataType: &dataType,\n\t\t\tAllowedValues: new(\"16384-2097152\"),\n\t\t\tSource: new(\"system-default\"),\n\t\t\tDescription: new(\"Sets the amount of memory the database server uses for shared memory buffers.\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-firewall-rule.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar DBforPostgreSQLFlexibleServerFirewallRuleLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.DBforPostgreSQLFlexibleServerFirewallRule)\n\ntype dbforPostgreSQLFlexibleServerFirewallRuleWrapper struct {\n\tclient clients.PostgreSQLFlexibleServerFirewallRuleClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewDBforPostgreSQLFlexibleServerFirewallRule(client clients.PostgreSQLFlexibleServerFirewallRuleClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &dbforPostgreSQLFlexibleServerFirewallRuleWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerFirewallRule,\n\t\t),\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerFirewallRuleWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and firewallRuleName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tfirewallRuleName := queryParts[1]\n\tif firewallRuleName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"firewallRuleName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, firewallRuleName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureDBforPostgreSQLFlexibleServerFirewallRuleToSDPItem(&resp.FirewallRule, serverName, firewallRuleName, scope)\n}\n\nfunc (s dbforPostgreSQLFlexibleServerFirewallRuleWrapper) azureDBforPostgreSQLFlexibleServerFirewallRuleToSDPItem(rule *armpostgresqlflexibleservers.FirewallRule, serverName, firewallRuleName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(rule, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, firewallRuleName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.DBforPostgreSQLFlexibleServerFirewallRule.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: nil,\n\t}\n\n\t// Link to parent PostgreSQL Flexible Server\n\tif rule.ID != nil {\n\t\tparams := azureshared.ExtractPathParamsFromResourceID(*rule.ID, []string{\"flexibleServers\"})\n\t\tif len(params) > 0 {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: params[0],\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t} else {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to stdlib IP items for StartIPAddress and EndIPAddress\n\tif rule.Properties != nil {\n\t\tif rule.Properties.StartIPAddress != nil && *rule.Properties.StartIPAddress != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *rule.Properties.StartIPAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\tif rule.Properties.EndIPAddress != nil && *rule.Properties.EndIPAddress != \"\" && (rule.Properties.StartIPAddress == nil || *rule.Properties.EndIPAddress != *rule.Properties.StartIPAddress) {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *rule.Properties.EndIPAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerFirewallRuleWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\tDBforPostgreSQLFlexibleServerFirewallRuleLookupByName,\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerFirewallRuleWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, rule := range page.Value {\n\t\t\tif rule.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureDBforPostgreSQLFlexibleServerFirewallRuleToSDPItem(rule, serverName, *rule.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerFirewallRuleWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, rule := range page.Value {\n\t\t\tif rule.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureDBforPostgreSQLFlexibleServerFirewallRuleToSDPItem(rule, serverName, *rule.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerFirewallRuleWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerFirewallRuleWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.DBforPostgreSQLFlexibleServer: true,\n\t\tstdlib.NetworkIP: true,\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerFirewallRuleWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_postgresql_flexible_server_firewall_rule.id\",\n\t\t},\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerFirewallRuleWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.DBforPostgreSQL/flexibleServers/firewallRules/read\",\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerFirewallRuleWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-firewall-rule_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\ntype mockPostgreSQLFlexibleServerFirewallRulePager struct {\n\tpages []armpostgresqlflexibleservers.FirewallRulesClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockPostgreSQLFlexibleServerFirewallRulePager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockPostgreSQLFlexibleServerFirewallRulePager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.FirewallRulesClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armpostgresqlflexibleservers.FirewallRulesClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorPostgreSQLFlexibleServerFirewallRulePager struct{}\n\nfunc (e *errorPostgreSQLFlexibleServerFirewallRulePager) More() bool {\n\treturn true\n}\n\nfunc (e *errorPostgreSQLFlexibleServerFirewallRulePager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.FirewallRulesClientListByServerResponse, error) {\n\treturn armpostgresqlflexibleservers.FirewallRulesClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\ntype testPostgreSQLFlexibleServerFirewallRuleClient struct {\n\t*mocks.MockPostgreSQLFlexibleServerFirewallRuleClient\n\tpager clients.PostgreSQLFlexibleServerFirewallRulePager\n}\n\nfunc (t *testPostgreSQLFlexibleServerFirewallRuleClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.PostgreSQLFlexibleServerFirewallRulePager {\n\treturn t.pager\n}\n\nfunc TestDBforPostgreSQLFlexibleServerFirewallRule(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\tfirewallRuleName := \"test-rule\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\trule := createAzurePostgreSQLFlexibleServerFirewallRule(serverName, firewallRuleName)\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServerFirewallRuleClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, firewallRuleName).Return(\n\t\t\tarmpostgresqlflexibleservers.FirewallRulesClientGetResponse{\n\t\t\t\tFirewallRule: *rule,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerFirewallRule(&testPostgreSQLFlexibleServerFirewallRuleClient{MockPostgreSQLFlexibleServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, firewallRuleName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerFirewallRule.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerFirewallRule, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, firewallRuleName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"0.0.0.0\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"255.255.255.255\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServerFirewallRuleClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerFirewallRule(&testPostgreSQLFlexibleServerFirewallRuleClient{MockPostgreSQLFlexibleServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing only serverName (1 query part), but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServerFirewallRuleClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerFirewallRule(&testPostgreSQLFlexibleServerFirewallRuleClient{MockPostgreSQLFlexibleServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when firewall rule name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\trule1 := createAzurePostgreSQLFlexibleServerFirewallRule(serverName, \"rule1\")\n\t\trule2 := createAzurePostgreSQLFlexibleServerFirewallRule(serverName, \"rule2\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServerFirewallRuleClient(ctrl)\n\t\tpager := &mockPostgreSQLFlexibleServerFirewallRulePager{\n\t\t\tpages: []armpostgresqlflexibleservers.FirewallRulesClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tFirewallRuleList: armpostgresqlflexibleservers.FirewallRuleList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.FirewallRule{rule1, rule2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testPostgreSQLFlexibleServerFirewallRuleClient{\n\t\t\tMockPostgreSQLFlexibleServerFirewallRuleClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerFirewallRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error from Search, got: %v\", qErr)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"Expected 2 items from Search, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\trule1 := createAzurePostgreSQLFlexibleServerFirewallRule(serverName, \"rule1\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServerFirewallRuleClient(ctrl)\n\t\tpager := &mockPostgreSQLFlexibleServerFirewallRulePager{\n\t\t\tpages: []armpostgresqlflexibleservers.FirewallRulesClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tFirewallRuleList: armpostgresqlflexibleservers.FirewallRuleList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.FirewallRule{rule1},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testPostgreSQLFlexibleServerFirewallRuleClient{\n\t\t\tMockPostgreSQLFlexibleServerFirewallRuleClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerFirewallRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], serverName, true, stream)\n\t\titems := stream.GetItems()\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Fatalf(\"Expected no errors from SearchStream, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"Expected 1 item from SearchStream, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServerFirewallRuleClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerFirewallRule(&testPostgreSQLFlexibleServerFirewallRuleClient{MockPostgreSQLFlexibleServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"firewall rule not found\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServerFirewallRuleClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent-rule\").Return(\n\t\t\tarmpostgresqlflexibleservers.FirewallRulesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerFirewallRule(&testPostgreSQLFlexibleServerFirewallRuleClient{MockPostgreSQLFlexibleServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent-rule\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent firewall rule, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServerFirewallRuleClient(ctrl)\n\t\terrorPager := &errorPostgreSQLFlexibleServerFirewallRulePager{}\n\t\ttestClient := &testPostgreSQLFlexibleServerFirewallRuleClient{\n\t\t\tMockPostgreSQLFlexibleServerFirewallRuleClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerFirewallRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], serverName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error from Search when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServerFirewallRuleClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerFirewallRule(&testPostgreSQLFlexibleServerFirewallRuleClient{MockPostgreSQLFlexibleServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.DBforPostgreSQL/flexibleServers/firewallRules/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif !potentialLinks[azureshared.DBforPostgreSQLFlexibleServer] {\n\t\t\tt.Error(\"Expected PotentialLinks to include DBforPostgreSQLFlexibleServer\")\n\t\t}\n\t\tif !potentialLinks[stdlib.NetworkIP] {\n\t\t\tt.Error(\"Expected PotentialLinks to include stdlib.NetworkIP\")\n\t\t}\n\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_postgresql_flexible_server_firewall_rule.id\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_postgresql_flexible_server_firewall_rule.id' mapping\")\n\t\t}\n\t})\n}\n\nfunc createAzurePostgreSQLFlexibleServerFirewallRule(serverName, firewallRuleName string) *armpostgresqlflexibleservers.FirewallRule {\n\truleID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.DBforPostgreSQL/flexibleServers/\" + serverName + \"/firewallRules/\" + firewallRuleName\n\treturn &armpostgresqlflexibleservers.FirewallRule{\n\t\tName: new(firewallRuleName),\n\t\tID: new(ruleID),\n\t\tProperties: &armpostgresqlflexibleservers.FirewallRuleProperties{\n\t\t\tStartIPAddress: new(\"0.0.0.0\"),\n\t\t\tEndIPAddress: new(\"255.255.255.255\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-private-endpoint-connection.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar DBforPostgreSQLFlexibleServerPrivateEndpointConnectionLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.DBforPostgreSQLFlexibleServerPrivateEndpointConnection)\n\ntype dbforpostgresqlFlexibleServerPrivateEndpointConnectionWrapper struct {\n\tclient clients.DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewDBforPostgreSQLFlexibleServerPrivateEndpointConnection returns a SearchableWrapper for Azure DB for PostgreSQL flexible server private endpoint connections.\nfunc NewDBforPostgreSQLFlexibleServerPrivateEndpointConnection(client clients.DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &dbforpostgresqlFlexibleServerPrivateEndpointConnectionWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerPrivateEndpointConnection,\n\t\t),\n\t}\n}\n\nfunc (s dbforpostgresqlFlexibleServerPrivateEndpointConnectionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and privateEndpointConnectionName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tconnectionName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, connectionName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(&resp.PrivateEndpointConnection, serverName, connectionName, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\treturn item, nil\n}\n\nfunc (s dbforpostgresqlFlexibleServerPrivateEndpointConnectionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\tDBforPostgreSQLFlexibleServerPrivateEndpointConnectionLookupByName,\n\t}\n}\n\nfunc (s dbforpostgresqlFlexibleServerPrivateEndpointConnectionWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(conn, serverName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s dbforpostgresqlFlexibleServerPrivateEndpointConnectionWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(conn, serverName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s dbforpostgresqlFlexibleServerPrivateEndpointConnectionWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s dbforpostgresqlFlexibleServerPrivateEndpointConnectionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.DBforPostgreSQLFlexibleServer: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t}\n}\n\nfunc (s dbforpostgresqlFlexibleServerPrivateEndpointConnectionWrapper) azurePrivateEndpointConnectionToSDPItem(conn *armpostgresqlflexibleservers.PrivateEndpointConnection, serverName, connectionName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(conn)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, connectionName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.DBforPostgreSQLFlexibleServerPrivateEndpointConnection.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Health from provisioning state\n\tif conn.Properties != nil && conn.Properties.ProvisioningState != nil {\n\t\tstate := strings.ToLower(string(*conn.Properties.ProvisioningState))\n\t\tswitch state {\n\t\tcase \"succeeded\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"creating\", \"updating\", \"deleting\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"failed\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent DB for PostgreSQL Flexible Server\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Network Private Endpoint when present (may be in different resource group)\n\tif conn.Properties != nil && conn.Properties.PrivateEndpoint != nil && conn.Properties.PrivateEndpoint.ID != nil {\n\t\tpeID := *conn.Properties.PrivateEndpoint.ID\n\t\tpeName := azureshared.ExtractResourceName(peID)\n\t\tif peName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(peID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: peName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s dbforpostgresqlFlexibleServerPrivateEndpointConnectionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.DBforPostgreSQL/flexibleServers/privateEndpointConnections/read\",\n\t}\n}\n\nfunc (s dbforpostgresqlFlexibleServerPrivateEndpointConnectionWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-private-endpoint-connection_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager struct {\n\tpages []armpostgresqlflexibleservers.PrivateEndpointConnectionsClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.PrivateEndpointConnectionsClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armpostgresqlflexibleservers.PrivateEndpointConnectionsClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype testDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient struct {\n\t*mocks.MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient\n\tpager clients.DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager\n}\n\nfunc (t *testDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager {\n\treturn t.pager\n}\n\nfunc TestDBforPostgreSQLFlexibleServerPrivateEndpointConnection(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-pg-server\"\n\tconnectionName := \"test-pec\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tconn := createAzureDBforPostgreSQLFlexibleServerPrivateEndpointConnection(connectionName, \"\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, connectionName).Return(\n\t\t\tarmpostgresqlflexibleservers.PrivateEndpointConnectionsClientGetResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient{MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerPrivateEndpointConnection.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerPrivateEndpointConnection, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(serverName, connectionName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(serverName, connectionName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tfoundFlexibleServer := false\n\t\t\tfor _, lq := range linkedQueries {\n\t\t\t\tif lq.GetQuery().GetType() == azureshared.DBforPostgreSQLFlexibleServer.String() {\n\t\t\t\t\tfoundFlexibleServer = true\n\t\t\t\t\tif lq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected DBforPostgreSQLFlexibleServer link method GET, got %v\", lq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif lq.GetQuery().GetQuery() != serverName {\n\t\t\t\t\t\tt.Errorf(\"Expected DBforPostgreSQLFlexibleServer query %s, got %s\", serverName, lq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !foundFlexibleServer {\n\t\t\t\tt.Error(\"Expected linked query to DBforPostgreSQLFlexibleServer\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithPrivateEndpointLink\", func(t *testing.T) {\n\t\tpeID := \"/subscriptions/test-subscription/resourceGroups/other-rg/providers/Microsoft.Network/privateEndpoints/test-pe\"\n\t\tconn := createAzureDBforPostgreSQLFlexibleServerPrivateEndpointConnection(connectionName, peID)\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, connectionName).Return(\n\t\t\tarmpostgresqlflexibleservers.PrivateEndpointConnectionsClientGetResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient{MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfoundPrivateEndpoint := false\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif lq.GetQuery().GetType() == azureshared.NetworkPrivateEndpoint.String() {\n\t\t\t\tfoundPrivateEndpoint = true\n\t\t\t\tif lq.GetQuery().GetQuery() != \"test-pe\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkPrivateEndpoint query 'test-pe', got %s\", lq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !foundPrivateEndpoint {\n\t\t\tt.Error(\"Expected linked query to NetworkPrivateEndpoint when PrivateEndpoint ID is set\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tconn1 := createAzureDBforPostgreSQLFlexibleServerPrivateEndpointConnection(\"pec-1\", \"\")\n\t\tconn2 := createAzureDBforPostgreSQLFlexibleServerPrivateEndpointConnection(\"pec-2\", \"\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager{\n\t\t\tpages: []armpostgresqlflexibleservers.PrivateEndpointConnectionsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tPrivateEndpointConnectionList: armpostgresqlflexibleservers.PrivateEndpointConnectionList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.PrivateEndpointConnection{conn1, conn2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\titems, qErr := wrapper.Search(ctx, subscriptionID+\".\"+resourceGroup, serverName)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Search failed: %v\", qErr)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"Expected 2 items, got %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif item.GetType() != azureshared.DBforPostgreSQLFlexibleServerPrivateEndpointConnection.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerPrivateEndpointConnection, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_NilNameSkipped\", func(t *testing.T) {\n\t\tvalidConn := createAzureDBforPostgreSQLFlexibleServerPrivateEndpointConnection(\"valid-pec\", \"\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager{\n\t\t\tpages: []armpostgresqlflexibleservers.PrivateEndpointConnectionsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tPrivateEndpointConnectionList: armpostgresqlflexibleservers.PrivateEndpointConnectionList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.PrivateEndpointConnection{\n\t\t\t\t\t\t\tnil,\n\t\t\t\t\t\t\t{Name: nil},\n\t\t\t\t\t\t\tvalidConn,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\titems, qErr := wrapper.Search(ctx, subscriptionID+\".\"+resourceGroup, serverName)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Search failed: %v\", qErr)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"Expected 1 item (nil names skipped), got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient(ctrl)\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient{MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when query has only serverName\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"connection not found\")\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, connectionName).Return(\n\t\t\tarmpostgresqlflexibleservers.PrivateEndpointConnectionsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient{MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, connectionName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when Get fails\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerPrivateEndpointConnection(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif !links[azureshared.DBforPostgreSQLFlexibleServer] {\n\t\t\tt.Error(\"Expected PotentialLinks to include DBforPostgreSQLFlexibleServer\")\n\t\t}\n\t\tif !links[azureshared.NetworkPrivateEndpoint] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkPrivateEndpoint\")\n\t\t}\n\t})\n}\n\nfunc createAzureDBforPostgreSQLFlexibleServerPrivateEndpointConnection(connectionName, privateEndpointID string) *armpostgresqlflexibleservers.PrivateEndpointConnection {\n\tstate := armpostgresqlflexibleservers.PrivateEndpointConnectionProvisioningStateSucceeded\n\tconn := &armpostgresqlflexibleservers.PrivateEndpointConnection{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.DBforPostgreSQL/flexibleServers/test-pg-server/privateEndpointConnections/\" + connectionName),\n\t\tName: new(connectionName),\n\t\tType: new(\"Microsoft.DBforPostgreSQL/flexibleServers/privateEndpointConnections\"),\n\t\tProperties: &armpostgresqlflexibleservers.PrivateEndpointConnectionProperties{\n\t\t\tProvisioningState: &state,\n\t\t},\n\t}\n\tif privateEndpointID != \"\" {\n\t\tconn.Properties.PrivateEndpoint = &armpostgresqlflexibleservers.PrivateEndpoint{\n\t\t\tID: new(privateEndpointID),\n\t\t}\n\t}\n\treturn conn\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-replica.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar DBforPostgreSQLFlexibleServerReplicaLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.DBforPostgreSQLFlexibleServerReplica)\n\ntype dbforPostgreSQLFlexibleServerReplicaWrapper struct {\n\tclient clients.DBforPostgreSQLFlexibleServerReplicaClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewDBforPostgreSQLFlexibleServerReplica(client clients.DBforPostgreSQLFlexibleServerReplicaClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &dbforPostgreSQLFlexibleServerReplicaWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerReplica,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/flexibleserver/servers/get\nfunc (s dbforPostgreSQLFlexibleServerReplicaWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and replicaName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\treplicaName := queryParts[1]\n\tif serverName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"serverName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tif replicaName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"replicaName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, replicaName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureReplicaToSDPItem(&resp.Server, serverName, replicaName, scope)\n}\n\nfunc (s dbforPostgreSQLFlexibleServerReplicaWrapper) azureReplicaToSDPItem(server *armpostgresqlflexibleservers.Server, serverName, replicaName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif server.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"replica name is nil\"), scope, s.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(server, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, replicaName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.DBforPostgreSQLFlexibleServerReplica.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(server.Tags),\n\t}\n\n\t// Map provisioning state to health\n\tif server.Properties != nil && server.Properties.State != nil {\n\t\tswitch *server.Properties.State {\n\t\tcase armpostgresqlflexibleservers.ServerStateReady:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armpostgresqlflexibleservers.ServerStateStarting, armpostgresqlflexibleservers.ServerStateStopping, armpostgresqlflexibleservers.ServerStateUpdating, armpostgresqlflexibleservers.ServerStateProvisioning, armpostgresqlflexibleservers.ServerStateRestarting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armpostgresqlflexibleservers.ServerStateDisabled, armpostgresqlflexibleservers.ServerStateStopped, armpostgresqlflexibleservers.ServerStateInaccessible:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\t\tcase armpostgresqlflexibleservers.ServerStateDropping:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t} else {\n\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t}\n\n\t// Link to parent PostgreSQL Flexible Server (source server for replica)\n\tif server.Properties != nil && server.Properties.SourceServerResourceID != nil {\n\t\tsourceServerID := *server.Properties.SourceServerResourceID\n\t\tsourceServerName := azureshared.ExtractResourceName(sourceServerID)\n\t\tif sourceServerName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(sourceServerID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: sourceServerName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t} else {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to Fully Qualified Domain Name (DNS)\n\tif server.Properties != nil && server.Properties.FullyQualifiedDomainName != nil && *server.Properties.FullyQualifiedDomainName != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *server.Properties.FullyQualifiedDomainName,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to Subnet (external resource)\n\tif server.Properties != nil && server.Properties.Network != nil && server.Properties.Network.DelegatedSubnetResourceID != nil {\n\t\tsubnetID := *server.Properties.Network.DelegatedSubnetResourceID\n\t\tscopeParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\tif len(scopeParams) >= 2 && len(subnetParams) >= 2 {\n\t\t\tsubscriptionID := scopeParams[0]\n\t\t\tresourceGroupName := scopeParams[1]\n\t\t\tvnetName := subnetParams[0]\n\t\t\tsubnetName := subnetParams[1]\n\t\t\tquery := shared.CompositeLookupKey(vnetName, subnetName)\n\t\t\tlinkedScope := subscriptionID + \".\" + resourceGroupName\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: query,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\n\t\t\t// Link to Virtual Network (parent of subnet)\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Private DNS Zone (external resource)\n\tif server.Properties != nil && server.Properties.Network != nil && server.Properties.Network.PrivateDNSZoneArmResourceID != nil {\n\t\tprivateDNSZoneID := *server.Properties.Network.PrivateDNSZoneArmResourceID\n\t\tprivateDNSZoneName := azureshared.ExtractResourceName(privateDNSZoneID)\n\t\tif privateDNSZoneName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(privateDNSZoneID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPrivateDNSZone.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: privateDNSZoneName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to User Assigned Managed Identities\n\tif server.Identity != nil && server.Identity.UserAssignedIdentities != nil {\n\t\tfor identityResourceID := range server.Identity.UserAssignedIdentities {\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tif identityName != \"\" {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Network Private Endpoints from PrivateEndpointConnections\n\tif server.Properties != nil && server.Properties.PrivateEndpointConnections != nil {\n\t\tfor _, peConnection := range server.Properties.PrivateEndpointConnections {\n\t\t\tif peConnection.Properties != nil && peConnection.Properties.PrivateEndpoint != nil && peConnection.Properties.PrivateEndpoint.ID != nil {\n\t\t\t\tprivateEndpointID := *peConnection.Properties.PrivateEndpoint.ID\n\t\t\t\tprivateEndpointName := azureshared.ExtractResourceName(privateEndpointID)\n\t\t\t\tif privateEndpointName != \"\" {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(privateEndpointID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: privateEndpointName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Key Vault Vault from Data Encryption (Primary Key)\n\tif server.Properties != nil && server.Properties.DataEncryption != nil && server.Properties.DataEncryption.PrimaryKeyURI != nil {\n\t\tkeyURI := *server.Properties.DataEncryption.PrimaryKeyURI\n\t\tif vaultName := azureshared.ExtractVaultNameFromURI(keyURI); vaultName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\n\t\t\t// Link to Key Vault Key\n\t\t\tkeyName := azureshared.ExtractKeyNameFromURI(keyURI)\n\t\t\tif keyName != \"\" {\n\t\t\t\tquery := shared.CompositeLookupKey(vaultName, keyName)\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: query,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Primary User Assigned Managed Identity from Data Encryption\n\tif server.Properties != nil && server.Properties.DataEncryption != nil && server.Properties.DataEncryption.PrimaryUserAssignedIdentityID != nil {\n\t\tidentityID := *server.Properties.DataEncryption.PrimaryUserAssignedIdentityID\n\t\tidentityName := azureshared.ExtractResourceName(identityID)\n\t\tif identityName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: identityName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Geo Backup Key Vault Vault from Data Encryption\n\tif server.Properties != nil && server.Properties.DataEncryption != nil && server.Properties.DataEncryption.GeoBackupKeyURI != nil {\n\t\tkeyURI := *server.Properties.DataEncryption.GeoBackupKeyURI\n\t\tif vaultName := azureshared.ExtractVaultNameFromURI(keyURI); vaultName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\n\t\t\t// Link to Geo Backup Key Vault Key\n\t\t\tkeyName := azureshared.ExtractKeyNameFromURI(keyURI)\n\t\t\tif keyName != \"\" {\n\t\t\t\tquery := shared.CompositeLookupKey(vaultName, keyName)\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: query,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Geo Backup User Assigned Managed Identity from Data Encryption\n\tif server.Properties != nil && server.Properties.DataEncryption != nil && server.Properties.DataEncryption.GeoBackupUserAssignedIdentityID != nil {\n\t\tidentityID := *server.Properties.DataEncryption.GeoBackupUserAssignedIdentityID\n\t\tidentityName := azureshared.ExtractResourceName(identityID)\n\t\tif identityName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: identityName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerReplicaWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\tDBforPostgreSQLFlexibleServerReplicaLookupByName,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/flexibleserver/replicas/list-by-server\nfunc (s dbforPostgreSQLFlexibleServerReplicaWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"serverName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, server := range page.Value {\n\t\t\tif server.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureReplicaToSDPItem(server, serverName, *server.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerReplicaWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, s.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, server := range page.Value {\n\t\t\tif server.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureReplicaToSDPItem(server, serverName, *server.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerReplicaWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerReplicaWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.DBforPostgreSQLFlexibleServer,\n\t\tazureshared.NetworkSubnet,\n\t\tazureshared.NetworkVirtualNetwork,\n\t\tazureshared.NetworkPrivateDNSZone,\n\t\tazureshared.NetworkPrivateEndpoint,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\tazureshared.KeyVaultVault,\n\t\tazureshared.KeyVaultKey,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftdbforpostgresql\nfunc (s dbforPostgreSQLFlexibleServerReplicaWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.DBforPostgreSQL/flexibleServers/read\",\n\t\t\"Microsoft.DBforPostgreSQL/flexibleServers/replicas/read\",\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerReplicaWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-replica_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\ntype mockDBforPostgreSQLFlexibleServerReplicaPager struct {\n\tpages []armpostgresqlflexibleservers.ReplicasClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockDBforPostgreSQLFlexibleServerReplicaPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockDBforPostgreSQLFlexibleServerReplicaPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.ReplicasClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armpostgresqlflexibleservers.ReplicasClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorDBforPostgreSQLFlexibleServerReplicaPager struct{}\n\nfunc (e *errorDBforPostgreSQLFlexibleServerReplicaPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorDBforPostgreSQLFlexibleServerReplicaPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.ReplicasClientListByServerResponse, error) {\n\treturn armpostgresqlflexibleservers.ReplicasClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\ntype testDBforPostgreSQLFlexibleServerReplicaClient struct {\n\t*mocks.MockDBforPostgreSQLFlexibleServerReplicaClient\n\tpager clients.DBforPostgreSQLFlexibleServerReplicaPager\n}\n\nfunc (t *testDBforPostgreSQLFlexibleServerReplicaClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.DBforPostgreSQLFlexibleServerReplicaPager {\n\treturn t.pager\n}\n\nfunc TestDBforPostgreSQLFlexibleServerReplica(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\treplicaName := \"test-replica\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\treplica := createAzurePostgreSQLFlexibleServerReplica(serverName, replicaName)\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, replicaName).Return(\n\t\t\tarmpostgresqlflexibleservers.ServersClientGetResponse{\n\t\t\t\tServer: *replica,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(&testDBforPostgreSQLFlexibleServerReplicaClient{MockDBforPostgreSQLFlexibleServerReplicaClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, replicaName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerReplica.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerReplica, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, replicaName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"Expected health OK, got %v\", sdpItem.GetHealth())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-replica.postgres.database.azure.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(&testDBforPostgreSQLFlexibleServerReplicaClient{MockDBforPostgreSQLFlexibleServerReplicaClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing only serverName (1 query part), but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(&testDBforPostgreSQLFlexibleServerReplicaClient{MockDBforPostgreSQLFlexibleServerReplicaClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", replicaName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when serverName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyReplicaName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(&testDBforPostgreSQLFlexibleServerReplicaClient{MockDBforPostgreSQLFlexibleServerReplicaClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when replicaName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\treplica1 := createAzurePostgreSQLFlexibleServerReplica(serverName, \"replica1\")\n\t\treplica2 := createAzurePostgreSQLFlexibleServerReplica(serverName, \"replica2\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\tpager := &mockDBforPostgreSQLFlexibleServerReplicaPager{\n\t\t\tpages: []armpostgresqlflexibleservers.ReplicasClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tServerList: armpostgresqlflexibleservers.ServerList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.Server{replica1, replica2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerReplicaClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerReplicaClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error from Search, got: %v\", qErr)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"Expected 2 items from Search, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\treplica1 := createAzurePostgreSQLFlexibleServerReplica(serverName, \"replica1\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\tpager := &mockDBforPostgreSQLFlexibleServerReplicaPager{\n\t\t\tpages: []armpostgresqlflexibleservers.ReplicasClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tServerList: armpostgresqlflexibleservers.ServerList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.Server{replica1},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerReplicaClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerReplicaClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], serverName, true, stream)\n\t\titems := stream.GetItems()\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Fatalf(\"Expected no errors from SearchStream, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"Expected 1 item from SearchStream, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(&testDBforPostgreSQLFlexibleServerReplicaClient{MockDBforPostgreSQLFlexibleServerReplicaClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(&testDBforPostgreSQLFlexibleServerReplicaClient{MockDBforPostgreSQLFlexibleServerReplicaClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when serverName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchStreamWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(&testDBforPostgreSQLFlexibleServerReplicaClient{MockDBforPostgreSQLFlexibleServerReplicaClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tsearchStreamable := wrapper.(sources.SearchStreamableWrapper)\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tsearchStreamable.SearchStream(ctx, stream, sdpcache.NewNoOpCache(), sdpcache.CacheKey{}, wrapper.Scopes()[0], \"\")\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"Expected error when serverName is empty, but got none\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"replica not found\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-replica\").Return(\n\t\t\tarmpostgresqlflexibleservers.ServersClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(&testDBforPostgreSQLFlexibleServerReplicaClient{MockDBforPostgreSQLFlexibleServerReplicaClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent-replica\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent replica, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\terrorPager := &errorDBforPostgreSQLFlexibleServerReplicaPager{}\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerReplicaClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerReplicaClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], serverName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error from Search when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(&testDBforPostgreSQLFlexibleServerReplicaClient{MockDBforPostgreSQLFlexibleServerReplicaClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\n\t\texpectedLinks := []shared.ItemType{\n\t\t\tazureshared.DBforPostgreSQLFlexibleServer,\n\t\t\tazureshared.NetworkSubnet,\n\t\t\tazureshared.NetworkVirtualNetwork,\n\t\t\tazureshared.NetworkPrivateDNSZone,\n\t\t\tazureshared.NetworkPrivateEndpoint,\n\t\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\t\tazureshared.KeyVaultVault,\n\t\t\tazureshared.KeyVaultKey,\n\t\t\tstdlib.NetworkDNS,\n\t\t}\n\n\t\tfor _, expected := range expectedLinks {\n\t\t\tif !potentialLinks[expected] {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s\", expected)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"HealthMapping\", func(t *testing.T) {\n\t\ttestCases := []struct {\n\t\t\tstate armpostgresqlflexibleservers.ServerState\n\t\t\texpectedHealth sdp.Health\n\t\t}{\n\t\t\t{armpostgresqlflexibleservers.ServerStateReady, sdp.Health_HEALTH_OK},\n\t\t\t{armpostgresqlflexibleservers.ServerStateStarting, sdp.Health_HEALTH_PENDING},\n\t\t\t{armpostgresqlflexibleservers.ServerStateStopping, sdp.Health_HEALTH_PENDING},\n\t\t\t{armpostgresqlflexibleservers.ServerStateUpdating, sdp.Health_HEALTH_PENDING},\n\t\t\t{armpostgresqlflexibleservers.ServerStateDisabled, sdp.Health_HEALTH_WARNING},\n\t\t\t{armpostgresqlflexibleservers.ServerStateStopped, sdp.Health_HEALTH_WARNING},\n\t\t\t{armpostgresqlflexibleservers.ServerStateDropping, sdp.Health_HEALTH_ERROR},\n\t\t}\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(string(tc.state), func(t *testing.T) {\n\t\t\t\treplica := createAzurePostgreSQLFlexibleServerReplicaWithState(serverName, replicaName, tc.state)\n\n\t\t\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl)\n\t\t\t\tmockClient.EXPECT().Get(ctx, resourceGroup, replicaName).Return(\n\t\t\t\t\tarmpostgresqlflexibleservers.ServersClientGetResponse{\n\t\t\t\t\t\tServer: *replica,\n\t\t\t\t\t}, nil)\n\n\t\t\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerReplica(&testDBforPostgreSQLFlexibleServerReplicaClient{MockDBforPostgreSQLFlexibleServerReplicaClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tquery := shared.CompositeLookupKey(serverName, replicaName)\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expectedHealth {\n\t\t\t\t\tt.Errorf(\"Expected health %v for state %s, got %v\", tc.expectedHealth, tc.state, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n}\n\nfunc createAzurePostgreSQLFlexibleServerReplica(serverName, replicaName string) *armpostgresqlflexibleservers.Server {\n\treturn createAzurePostgreSQLFlexibleServerReplicaWithState(serverName, replicaName, armpostgresqlflexibleservers.ServerStateReady)\n}\n\nfunc createAzurePostgreSQLFlexibleServerReplicaWithState(serverName, replicaName string, state armpostgresqlflexibleservers.ServerState) *armpostgresqlflexibleservers.Server {\n\treplicaID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.DBforPostgreSQL/flexibleServers/\" + replicaName\n\tsourceServerID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.DBforPostgreSQL/flexibleServers/\" + serverName\n\treplicationRole := armpostgresqlflexibleservers.ReplicationRoleAsyncReplica\n\tfqdn := replicaName + \".postgres.database.azure.com\"\n\treturn &armpostgresqlflexibleservers.Server{\n\t\tName: &replicaName,\n\t\tID: &replicaID,\n\t\tType: new(string),\n\t\tLocation: new(string),\n\t\tProperties: &armpostgresqlflexibleservers.ServerProperties{\n\t\t\tState: &state,\n\t\t\tReplicationRole: &replicationRole,\n\t\t\tSourceServerResourceID: &sourceServerID,\n\t\t\tFullyQualifiedDomainName: &fqdn,\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-virtual-endpoint.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar DBforPostgreSQLFlexibleServerVirtualEndpointLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint)\n\ntype dbforPostgreSQLFlexibleServerVirtualEndpointWrapper struct {\n\tclient clients.DBforPostgreSQLFlexibleServerVirtualEndpointClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewDBforPostgreSQLFlexibleServerVirtualEndpoint(client clients.DBforPostgreSQLFlexibleServerVirtualEndpointClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &dbforPostgreSQLFlexibleServerVirtualEndpointWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/flexibleserver/virtual-endpoints/get?view=rest-postgresql-2025-08-01\nfunc (s dbforPostgreSQLFlexibleServerVirtualEndpointWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and virtualEndpointName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tvirtualEndpointName := queryParts[1]\n\tif serverName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"serverName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tif virtualEndpointName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"virtualEndpointName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, virtualEndpointName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureVirtualEndpointToSDPItem(&resp.VirtualEndpoint, serverName, virtualEndpointName, scope)\n}\n\nfunc (s dbforPostgreSQLFlexibleServerVirtualEndpointWrapper) azureVirtualEndpointToSDPItem(virtualEndpoint *armpostgresqlflexibleservers.VirtualEndpoint, serverName, virtualEndpointName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif virtualEndpoint.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"virtual endpoint name is nil\"), scope, s.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(virtualEndpoint)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, virtualEndpointName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: nil,\n\t}\n\n\t// Link to parent PostgreSQL Flexible Server\n\tif virtualEndpoint.ID != nil {\n\t\tparams := azureshared.ExtractPathParamsFromResourceID(*virtualEndpoint.ID, []string{\"flexibleServers\"})\n\t\tif len(params) > 0 {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: params[0],\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t} else {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to member servers (Members field contains server names that this virtual endpoint can refer to)\n\tif virtualEndpoint.Properties != nil && virtualEndpoint.Properties.Members != nil {\n\t\tfor _, memberServerName := range virtualEndpoint.Properties.Members {\n\t\t\tif memberServerName != nil && *memberServerName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *memberServerName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to virtual endpoint DNS names (VirtualEndpoints field contains DNS names)\n\tif virtualEndpoint.Properties != nil && virtualEndpoint.Properties.VirtualEndpoints != nil {\n\t\tfor _, dnsName := range virtualEndpoint.Properties.VirtualEndpoints {\n\t\t\tif dnsName != nil && *dnsName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *dnsName,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerVirtualEndpointWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\tDBforPostgreSQLFlexibleServerVirtualEndpointLookupByName,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/flexibleserver/virtual-endpoints/list-by-server?view=rest-postgresql-2025-08-01\nfunc (s dbforPostgreSQLFlexibleServerVirtualEndpointWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"serverName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, virtualEndpoint := range page.Value {\n\t\t\tif virtualEndpoint.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureVirtualEndpointToSDPItem(virtualEndpoint, serverName, *virtualEndpoint.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerVirtualEndpointWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, s.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, virtualEndpoint := range page.Value {\n\t\t\tif virtualEndpoint.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureVirtualEndpointToSDPItem(virtualEndpoint, serverName, *virtualEndpoint.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerVirtualEndpointWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerVirtualEndpointWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.DBforPostgreSQLFlexibleServer: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftdbforpostgresql\nfunc (s dbforPostgreSQLFlexibleServerVirtualEndpointWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.DBforPostgreSQL/flexibleServers/virtualEndpoints/read\",\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerVirtualEndpointWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server-virtual-endpoint_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\ntype mockDBforPostgreSQLFlexibleServerVirtualEndpointPager struct {\n\tpages []armpostgresqlflexibleservers.VirtualEndpointsClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockDBforPostgreSQLFlexibleServerVirtualEndpointPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockDBforPostgreSQLFlexibleServerVirtualEndpointPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.VirtualEndpointsClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armpostgresqlflexibleservers.VirtualEndpointsClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorDBforPostgreSQLFlexibleServerVirtualEndpointPager struct{}\n\nfunc (e *errorDBforPostgreSQLFlexibleServerVirtualEndpointPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorDBforPostgreSQLFlexibleServerVirtualEndpointPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.VirtualEndpointsClientListByServerResponse, error) {\n\treturn armpostgresqlflexibleservers.VirtualEndpointsClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\ntype testDBforPostgreSQLFlexibleServerVirtualEndpointClient struct {\n\t*mocks.MockDBforPostgreSQLFlexibleServerVirtualEndpointClient\n\tpager clients.DBforPostgreSQLFlexibleServerVirtualEndpointPager\n}\n\nfunc (t *testDBforPostgreSQLFlexibleServerVirtualEndpointClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.DBforPostgreSQLFlexibleServerVirtualEndpointPager {\n\treturn t.pager\n}\n\nfunc TestDBforPostgreSQLFlexibleServerVirtualEndpoint(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\tvirtualEndpointName := \"test-virtual-endpoint\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tvirtualEndpoint := createAzurePostgreSQLFlexibleServerVirtualEndpoint(serverName, virtualEndpointName)\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, virtualEndpointName).Return(\n\t\t\tarmpostgresqlflexibleservers.VirtualEndpointsClientGetResponse{\n\t\t\t\tVirtualEndpoint: *virtualEndpoint,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(&testDBforPostgreSQLFlexibleServerVirtualEndpointClient{MockDBforPostgreSQLFlexibleServerVirtualEndpointClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, virtualEndpointName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, virtualEndpointName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"member-server-1\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-endpoint.postgres.database.azure.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(&testDBforPostgreSQLFlexibleServerVirtualEndpointClient{MockDBforPostgreSQLFlexibleServerVirtualEndpointClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing only serverName (1 query part), but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(&testDBforPostgreSQLFlexibleServerVirtualEndpointClient{MockDBforPostgreSQLFlexibleServerVirtualEndpointClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", virtualEndpointName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when serverName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyVirtualEndpointName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(&testDBforPostgreSQLFlexibleServerVirtualEndpointClient{MockDBforPostgreSQLFlexibleServerVirtualEndpointClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when virtualEndpointName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tvirtualEndpoint1 := createAzurePostgreSQLFlexibleServerVirtualEndpoint(serverName, \"vep1\")\n\t\tvirtualEndpoint2 := createAzurePostgreSQLFlexibleServerVirtualEndpoint(serverName, \"vep2\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl)\n\t\tpager := &mockDBforPostgreSQLFlexibleServerVirtualEndpointPager{\n\t\t\tpages: []armpostgresqlflexibleservers.VirtualEndpointsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tVirtualEndpointsList: armpostgresqlflexibleservers.VirtualEndpointsList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.VirtualEndpoint{virtualEndpoint1, virtualEndpoint2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerVirtualEndpointClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerVirtualEndpointClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error from Search, got: %v\", qErr)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"Expected 2 items from Search, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tvirtualEndpoint1 := createAzurePostgreSQLFlexibleServerVirtualEndpoint(serverName, \"vep1\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl)\n\t\tpager := &mockDBforPostgreSQLFlexibleServerVirtualEndpointPager{\n\t\t\tpages: []armpostgresqlflexibleservers.VirtualEndpointsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tVirtualEndpointsList: armpostgresqlflexibleservers.VirtualEndpointsList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.VirtualEndpoint{virtualEndpoint1},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerVirtualEndpointClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerVirtualEndpointClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], serverName, true, stream)\n\t\titems := stream.GetItems()\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Fatalf(\"Expected no errors from SearchStream, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"Expected 1 item from SearchStream, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(&testDBforPostgreSQLFlexibleServerVirtualEndpointClient{MockDBforPostgreSQLFlexibleServerVirtualEndpointClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(&testDBforPostgreSQLFlexibleServerVirtualEndpointClient{MockDBforPostgreSQLFlexibleServerVirtualEndpointClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when serverName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"virtual endpoint not found\")\n\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent-vep\").Return(\n\t\t\tarmpostgresqlflexibleservers.VirtualEndpointsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(&testDBforPostgreSQLFlexibleServerVirtualEndpointClient{MockDBforPostgreSQLFlexibleServerVirtualEndpointClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent-vep\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent virtual endpoint, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl)\n\t\terrorPager := &errorDBforPostgreSQLFlexibleServerVirtualEndpointPager{}\n\t\ttestClient := &testDBforPostgreSQLFlexibleServerVirtualEndpointClient{\n\t\t\tMockDBforPostgreSQLFlexibleServerVirtualEndpointClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], serverName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error from Search when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl)\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServerVirtualEndpoint(&testDBforPostgreSQLFlexibleServerVirtualEndpointClient{MockDBforPostgreSQLFlexibleServerVirtualEndpointClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\n\t\texpectedLinks := map[shared.ItemType]bool{\n\t\t\tazureshared.DBforPostgreSQLFlexibleServer: true,\n\t\t\tstdlib.NetworkDNS: true,\n\t\t}\n\n\t\tfor linkType := range expectedLinks {\n\t\t\tif !potentialLinks[linkType] {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s\", linkType)\n\t\t\t}\n\t\t}\n\t})\n}\n\nfunc createAzurePostgreSQLFlexibleServerVirtualEndpoint(serverName, virtualEndpointName string) *armpostgresqlflexibleservers.VirtualEndpoint {\n\tvirtualEndpointID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.DBforPostgreSQL/flexibleServers/\" + serverName + \"/virtualEndpoints/\" + virtualEndpointName\n\tendpointType := armpostgresqlflexibleservers.VirtualEndpointTypeReadWrite\n\treturn &armpostgresqlflexibleservers.VirtualEndpoint{\n\t\tName: new(virtualEndpointName),\n\t\tID: new(virtualEndpointID),\n\t\tType: new(\"Microsoft.DBforPostgreSQL/flexibleServers/virtualEndpoints\"),\n\t\tProperties: &armpostgresqlflexibleservers.VirtualEndpointResourceProperties{\n\t\t\tEndpointType: &endpointType,\n\t\t\tMembers: []*string{new(\"member-server-1\")},\n\t\t\tVirtualEndpoints: []*string{\n\t\t\t\tnew(\"test-endpoint.postgres.database.azure.com\"),\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar DBforPostgreSQLFlexibleServerLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.DBforPostgreSQLFlexibleServer)\n\ntype dbforPostgreSQLFlexibleServerWrapper struct {\n\tclient clients.PostgreSQLFlexibleServersClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewDBforPostgreSQLFlexibleServer(client clients.PostgreSQLFlexibleServersClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &dbforPostgreSQLFlexibleServerWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServer,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/servers/get?view=rest-postgresql-2025-08-01&tabs=HTTP\nfunc (s dbforPostgreSQLFlexibleServerWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 1 query part: serverName\"), scope, s.Type())\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"serverName is empty\"), scope, s.Type())\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureDBforPostgreSQLFlexibleServerToSDPItem(&resp.Server, scope)\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/postgresql/servers/list-by-resource-group?view=rest-postgresql-2025-08-01&tabs=HTTP\nfunc (s dbforPostgreSQLFlexibleServerWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByResourceGroup(ctx, rgScope.ResourceGroup, nil)\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, server := range page.Value {\n\t\t\tif server.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureDBforPostgreSQLFlexibleServerToSDPItem(server, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByResourceGroup(ctx, rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, server := range page.Value {\n\t\t\tif server.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureDBforPostgreSQLFlexibleServerToSDPItem(server, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerWrapper) azureDBforPostgreSQLFlexibleServerToSDPItem(server *armpostgresqlflexibleservers.Server, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(server, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tif server.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"serverName is nil\"), scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: s.Type(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(server.Tags),\n\t}\n\n\tserverName := *server.Name\n\n\t// Link to Subnet (external resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/subnets/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/virtualNetworks/{virtualNetworkName}/subnets/{subnetName}\n\t//\n\t// IMPORTANT: Subnets can be in a different resource group than the PostgreSQL Flexible Server.\n\t// We must extract the subscription ID and resource group from the subnet's resource ID to construct\n\t// the correct scope.\n\tif server.Properties != nil && server.Properties.Network != nil && server.Properties.Network.DelegatedSubnetResourceID != nil {\n\t\tsubnetID := *server.Properties.Network.DelegatedSubnetResourceID\n\t\t// Subnet ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnetName}/subnets/{subnetName}\n\t\t// Extract subscription, resource group, virtual network name, and subnet name\n\t\tscopeParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\tif len(scopeParams) >= 2 && len(subnetParams) >= 2 {\n\t\t\tsubscriptionID := scopeParams[0]\n\t\t\tresourceGroupName := scopeParams[1]\n\t\t\tvnetName := subnetParams[0]\n\t\t\tsubnetName := subnetParams[1]\n\t\t\t// Subnet adapter requires: resourceGroup, virtualNetworkName, subnetName\n\t\t\t// Use composite lookup key to join them\n\t\t\tquery := shared.CompositeLookupKey(vnetName, subnetName)\n\t\t\t// Construct scope in format: {subscriptionID}.{resourceGroupName}\n\t\t\t// This ensures we query the correct resource group where the subnet actually exists\n\t\t\tscope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: query,\n\t\t\t\t\tScope: scope, // Use the subnet's scope, not the server's scope\n\t\t\t\t},\n\t\t\t})\n\n\t\t\t// Link to Virtual Network (parent of subnet)\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/virtual-networks/get\n\t\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/virtualNetworks/{virtualNetworkName}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\tScope: scope, // Use the same scope as the subnet\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Databases (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/databases/list-by-server?view=rest-postgresql-2025-08-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/databases?api-version=2025-08-01\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLDatabase.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Firewall Rules (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/firewall-rules/list-by-server?view=rest-postgresql-2025-08-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/firewallRules?api-version=2025-08-01\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServerFirewallRule.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Configurations (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/configurations/list-by-server?view=rest-postgresql-2025-08-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/configurations?api-version=2025-08-01\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServerConfiguration.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Fully Qualified Domain Name (DNS)\n\t// If the server has an FQDN, link it to the DNS standard library type\n\tif server.Properties != nil && server.Properties.FullyQualifiedDomainName != nil && *server.Properties.FullyQualifiedDomainName != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *server.Properties.FullyQualifiedDomainName,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to User Assigned Managed Identities (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\tif server.Identity != nil && server.Identity.UserAssignedIdentities != nil {\n\t\tfor identityResourceID := range server.Identity.UserAssignedIdentities {\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tif identityName != \"\" {\n\t\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Private DNS Zone (external resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/dns/privatednszones/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/privateDnsZones/{privateZoneName}\n\tif server.Properties != nil && server.Properties.Network != nil && server.Properties.Network.PrivateDNSZoneArmResourceID != nil {\n\t\tprivateDNSZoneID := *server.Properties.Network.PrivateDNSZoneArmResourceID\n\t\tprivateDNSZoneName := azureshared.ExtractResourceName(privateDNSZoneID)\n\t\tif privateDNSZoneName != \"\" {\n\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(privateDNSZoneID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPrivateDNSZone.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: privateDNSZoneName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Administrators (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/administrators/list-by-server?view=rest-postgresql-2025-08-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/administrators?api-version=2025-08-01\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServerAdministrator.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Private Endpoint Connections (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/private-endpoint-connections/list-by-server?view=rest-postgresql-2025-08-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/privateEndpointConnections?api-version=2025-08-01\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServerPrivateEndpointConnection.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Network Private Endpoints (external resources) from PrivateEndpointConnections\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/private-endpoints/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/privateEndpoints/{privateEndpointName}\n\tif server.Properties != nil && server.Properties.PrivateEndpointConnections != nil {\n\t\tfor _, peConnection := range server.Properties.PrivateEndpointConnections {\n\t\t\tif peConnection.Properties != nil && peConnection.Properties.PrivateEndpoint != nil && peConnection.Properties.PrivateEndpoint.ID != nil {\n\t\t\t\tprivateEndpointID := *peConnection.Properties.PrivateEndpoint.ID\n\t\t\t\tprivateEndpointName := azureshared.ExtractResourceName(privateEndpointID)\n\t\t\t\tif privateEndpointName != \"\" {\n\t\t\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(privateEndpointID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: privateEndpointName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Private Link Resources (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/private-link-resources/list-by-server?view=rest-postgresql-2025-08-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/privateLinkResources?api-version=2025-08-01\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServerPrivateLinkResource.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Replicas (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/replicas/list-by-server?view=rest-postgresql-2025-08-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/replicas?api-version=2025-08-01\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServerReplica.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Migrations (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/migrations/list-by-target-server?view=rest-postgresql-2025-08-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/migrations?api-version=2025-08-01\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServerMigration.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Backups (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/flexibleserver/backups/list-by-server?view=rest-postgresql-2025-08-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/backups?api-version=2025-08-01\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServerBackup.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Virtual Endpoints (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/flexibleserver/virtual-endpoints/list-by-server?view=rest-postgresql-2025-08-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}/virtualEndpoints?api-version=2025-08-01\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Key Vault Vault (external resource) from Data Encryption\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/vaults/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.KeyVault/vaults/{vaultName}\n\tif server.Properties != nil && server.Properties.DataEncryption != nil && server.Properties.DataEncryption.PrimaryKeyURI != nil {\n\t\tkeyURI := *server.Properties.DataEncryption.PrimaryKeyURI\n\t\t// Key URI format: https://{vaultName}.vault.azure.net/keys/{keyName}/{version}\n\t\t// Extract vault name from URI\n\t\tif vaultName := azureshared.ExtractVaultNameFromURI(keyURI); vaultName != \"\" {\n\t\t\t// Key Vault can be in a different resource group, but we don't have that info from the URI\n\t\t\t// Use default scope and let the Key Vault adapter handle cross-resource-group lookups if needed\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Key Vault Key (external resource) from Data Encryption\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keys/get-key\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.KeyVault/vaults/{vaultName}/keys/{keyName}\n\tif server.Properties != nil && server.Properties.DataEncryption != nil && server.Properties.DataEncryption.PrimaryKeyURI != nil {\n\t\tkeyURI := *server.Properties.DataEncryption.PrimaryKeyURI\n\t\t// Key URI format: https://{vaultName}.vault.azure.net/keys/{keyName}/{version}\n\t\t// Extract vault name and key name from URI\n\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyURI)\n\t\tkeyName := azureshared.ExtractKeyNameFromURI(keyURI)\n\t\tif vaultName != \"\" && keyName != \"\" {\n\t\t\t// Use composite lookup key for vault name and key name\n\t\t\tquery := shared.CompositeLookupKey(vaultName, keyName)\n\t\t\t// Key Vault can be in a different resource group, but we don't have that info from the URI\n\t\t\t// Use default scope and let the Key Vault adapter handle cross-resource-group lookups if needed\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: query,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Primary User Assigned Managed Identity (external resource) from Data Encryption\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\tif server.Properties != nil && server.Properties.DataEncryption != nil && server.Properties.DataEncryption.PrimaryUserAssignedIdentityID != nil {\n\t\tidentityID := *server.Properties.DataEncryption.PrimaryUserAssignedIdentityID\n\t\tidentityName := azureshared.ExtractResourceName(identityID)\n\t\tif identityName != \"\" {\n\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: identityName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Geo Backup Key Vault Vault (external resource) from Data Encryption\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/vaults/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.KeyVault/vaults/{vaultName}\n\tif server.Properties != nil && server.Properties.DataEncryption != nil && server.Properties.DataEncryption.GeoBackupKeyURI != nil {\n\t\tkeyURI := *server.Properties.DataEncryption.GeoBackupKeyURI\n\t\t// Key URI format: https://{vaultName}.vault.azure.net/keys/{keyName}/{version}\n\t\t// Extract vault name from URI\n\t\tif vaultName := azureshared.ExtractVaultNameFromURI(keyURI); vaultName != \"\" {\n\t\t\t// Key Vault can be in a different resource group, but we don't have that info from the URI\n\t\t\t// Use default scope and let the Key Vault adapter handle cross-resource-group lookups if needed\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Geo Backup Key Vault Key (external resource) from Data Encryption\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keys/get-key\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.KeyVault/vaults/{vaultName}/keys/{keyName}\n\tif server.Properties != nil && server.Properties.DataEncryption != nil && server.Properties.DataEncryption.GeoBackupKeyURI != nil {\n\t\tkeyURI := *server.Properties.DataEncryption.GeoBackupKeyURI\n\t\t// Key URI format: https://{vaultName}.vault.azure.net/keys/{keyName}/{version}\n\t\t// Extract vault name and key name from URI\n\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyURI)\n\t\tkeyName := azureshared.ExtractKeyNameFromURI(keyURI)\n\t\tif vaultName != \"\" && keyName != \"\" {\n\t\t\t// Use composite lookup key for vault name and key name\n\t\t\tquery := shared.CompositeLookupKey(vaultName, keyName)\n\t\t\t// Key Vault can be in a different resource group, but we don't have that info from the URI\n\t\t\t// Use default scope and let the Key Vault adapter handle cross-resource-group lookups if needed\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: query,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Geo Backup User Assigned Managed Identity (external resource) from Data Encryption\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\tif server.Properties != nil && server.Properties.DataEncryption != nil && server.Properties.DataEncryption.GeoBackupUserAssignedIdentityID != nil {\n\t\tidentityID := *server.Properties.DataEncryption.GeoBackupUserAssignedIdentityID\n\t\tidentityName := azureshared.ExtractResourceName(identityID)\n\t\tif identityName != \"\" {\n\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: identityName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Source Server (for replica servers and point-in-time restore servers)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/postgresql/flexibleserver/servers/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DBforPostgreSQL/flexibleServers/{serverName}\n\tif server.Properties != nil && server.Properties.SourceServerResourceID != nil {\n\t\tsourceServerID := *server.Properties.SourceServerResourceID\n\t\tsourceServerName := azureshared.ExtractResourceName(sourceServerID)\n\t\tif sourceServerName != \"\" {\n\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(sourceServerID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.DBforPostgreSQLFlexibleServer.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: sourceServerName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s dbforPostgreSQLFlexibleServerWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tDBforPostgreSQLFlexibleServerLookupByName,\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkSubnet,\n\t\tazureshared.NetworkVirtualNetwork,\n\t\tazureshared.NetworkPrivateDNSZone,\n\t\tazureshared.NetworkPrivateEndpoint,\n\t\tazureshared.DBforPostgreSQLDatabase,\n\t\tazureshared.DBforPostgreSQLFlexibleServerFirewallRule,\n\t\tazureshared.DBforPostgreSQLFlexibleServerConfiguration,\n\t\tazureshared.DBforPostgreSQLFlexibleServerAdministrator,\n\t\tazureshared.DBforPostgreSQLFlexibleServerPrivateEndpointConnection,\n\t\tazureshared.DBforPostgreSQLFlexibleServerPrivateLinkResource,\n\t\tazureshared.DBforPostgreSQLFlexibleServerReplica,\n\t\tazureshared.DBforPostgreSQLFlexibleServerMigration,\n\t\tazureshared.DBforPostgreSQLFlexibleServerBackup,\n\t\tazureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint,\n\t\tazureshared.DBforPostgreSQLFlexibleServer, // For replica-to-source server relationship\n\t\tstdlib.NetworkDNS,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\tazureshared.KeyVaultVault,\n\t\tazureshared.KeyVaultKey,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/postgresql_flexible_server\nfunc (s dbforPostgreSQLFlexibleServerWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_postgresql_flexible_server.name\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/databases#microsoftdbforpostgresql\nfunc (s dbforPostgreSQLFlexibleServerWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.DBforPostgreSQL/flexibleServers/read\",\n\t}\n}\n\nfunc (s dbforPostgreSQLFlexibleServerWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/dbforpostgresql-flexible-server_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// mockPostgreSQLFlexibleServersPager is a simple mock implementation of PostgreSQLFlexibleServersPager\ntype mockPostgreSQLFlexibleServersPager struct {\n\tpages []armpostgresqlflexibleservers.ServersClientListByResourceGroupResponse\n\tindex int\n}\n\nfunc (m *mockPostgreSQLFlexibleServersPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockPostgreSQLFlexibleServersPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.ServersClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armpostgresqlflexibleservers.ServersClientListByResourceGroupResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorPostgreSQLFlexibleServersPager is a mock pager that always returns an error\ntype errorPostgreSQLFlexibleServersPager struct{}\n\nfunc (e *errorPostgreSQLFlexibleServersPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorPostgreSQLFlexibleServersPager) NextPage(ctx context.Context) (armpostgresqlflexibleservers.ServersClientListByResourceGroupResponse, error) {\n\treturn armpostgresqlflexibleservers.ServersClientListByResourceGroupResponse{}, errors.New(\"pager error\")\n}\n\n// testPostgreSQLFlexibleServersClient wraps the mock to implement the correct interface\ntype testPostgreSQLFlexibleServersClient struct {\n\t*mocks.MockPostgreSQLFlexibleServersClient\n\tpager clients.PostgreSQLFlexibleServersPager\n}\n\nfunc (t *testPostgreSQLFlexibleServersClient) ListByResourceGroup(ctx context.Context, resourceGroupName string, options *armpostgresqlflexibleservers.ServersClientListByResourceGroupOptions) clients.PostgreSQLFlexibleServersPager {\n\treturn t.pager\n}\n\nfunc TestDBforPostgreSQLFlexibleServer(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tserver := createAzurePostgreSQLFlexibleServer(serverName, \"\", \"\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, nil).Return(\n\t\t\tarmpostgresqlflexibleservers.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testPostgreSQLFlexibleServersClient{MockPostgreSQLFlexibleServersClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.DBforPostgreSQLFlexibleServer.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServer, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != serverName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", serverName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate the item\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Child resources\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLDatabase.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServerFirewallRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServerConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServerAdministrator.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServerPrivateEndpointConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServerPrivateLinkResource.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServerReplica.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServerMigration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServerBackup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithSubnet\", func(t *testing.T) {\n\t\tsubnetID := \"/subscriptions/sub-id/resourceGroups/vnet-rg/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"\n\t\tserver := createAzurePostgreSQLFlexibleServer(serverName, subnetID, \"\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, nil).Return(\n\t\t\tarmpostgresqlflexibleservers.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testPostgreSQLFlexibleServersClient{MockPostgreSQLFlexibleServersClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify subnet and virtual network links are present\n\t\tfoundSubnetLink := false\n\t\tfoundVNetLink := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkSubnet.String() {\n\t\t\t\tfoundSubnetLink = true\n\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected subnet link to use GET method, got %v\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != \"sub-id.vnet-rg\" {\n\t\t\t\t\tt.Errorf(\"Expected subnet link scope to be 'sub-id.vnet-rg', got %s\", linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkVirtualNetwork.String() {\n\t\t\t\tfoundVNetLink = true\n\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected virtual network link to use GET method, got %v\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != \"sub-id.vnet-rg\" {\n\t\t\t\t\tt.Errorf(\"Expected virtual network link scope to be 'sub-id.vnet-rg', got %s\", linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundSubnetLink {\n\t\t\tt.Error(\"Expected to find subnet link in linked item queries\")\n\t\t}\n\t\tif !foundVNetLink {\n\t\t\tt.Error(\"Expected to find virtual network link in linked item queries\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithFQDN\", func(t *testing.T) {\n\t\tfqdn := \"test-server.postgres.database.azure.com\"\n\t\tserver := createAzurePostgreSQLFlexibleServer(serverName, \"\", fqdn)\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, nil).Return(\n\t\t\tarmpostgresqlflexibleservers.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testPostgreSQLFlexibleServersClient{MockPostgreSQLFlexibleServersClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify DNS link is present\n\t\tfoundDNSLink := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\tfoundDNSLink = true\n\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Expected DNS link to use SEARCH method, got %v\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t\tif linkedQuery.GetQuery().GetQuery() != fqdn {\n\t\t\t\t\tt.Errorf(\"Expected DNS link query to be %s, got %s\", fqdn, linkedQuery.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected DNS link scope to be 'global', got %s\", linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundDNSLink {\n\t\t\tt.Error(\"Expected to find DNS link in linked item queries\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServersClient(ctrl)\n\t\ttestClient := &testPostgreSQLFlexibleServersClient{MockPostgreSQLFlexibleServersClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty query\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty query, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tserver1 := createAzurePostgreSQLFlexibleServer(\"server-1\", \"\", \"\")\n\t\tserver2 := createAzurePostgreSQLFlexibleServer(\"server-2\", \"\", \"\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServersClient(ctrl)\n\t\tmockPager := &mockPostgreSQLFlexibleServersPager{\n\t\t\tpages: []armpostgresqlflexibleservers.ServersClientListByResourceGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tServerList: armpostgresqlflexibleservers.ServerList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.Server{server1, server2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testPostgreSQLFlexibleServersClient{\n\t\t\tMockPostgreSQLFlexibleServersClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.DBforPostgreSQLFlexibleServer.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DBforPostgreSQLFlexibleServer, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\tserver1 := createAzurePostgreSQLFlexibleServer(\"server-1\", \"\", \"\")\n\t\tserver2 := &armpostgresqlflexibleservers.Server{\n\t\t\tName: nil, // Server with nil name should be skipped\n\t\t\tProperties: &armpostgresqlflexibleservers.ServerProperties{\n\t\t\t\tVersion: new(armpostgresqlflexibleservers.PostgresMajorVersion(\"14\")),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServersClient(ctrl)\n\t\tmockPager := &mockPostgreSQLFlexibleServersPager{\n\t\t\tpages: []armpostgresqlflexibleservers.ServersClientListByResourceGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tServerList: armpostgresqlflexibleservers.ServerList{\n\t\t\t\t\t\tValue: []*armpostgresqlflexibleservers.Server{server1, server2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testPostgreSQLFlexibleServersClient{\n\t\t\tMockPostgreSQLFlexibleServersClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (server with nil name is skipped)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name filtered out), got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != \"server-1\" {\n\t\t\tt.Fatalf(\"Expected server name 'server-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"server not found\")\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-server\", nil).Return(\n\t\t\tarmpostgresqlflexibleservers.ServersClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testPostgreSQLFlexibleServersClient{MockPostgreSQLFlexibleServersClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-server\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent server, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_List\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServersClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorPostgreSQLFlexibleServersPager{}\n\n\t\ttestClient := &testPostgreSQLFlexibleServersClient{\n\t\t\tMockPostgreSQLFlexibleServersClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\t// The List implementation should return an error when pager.NextPage returns an error\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithDataEncryption\", func(t *testing.T) {\n\t\t// Create server with DataEncryption fields\n\t\tserver := createAzurePostgreSQLFlexibleServer(serverName, \"\", \"\")\n\t\tprimaryKeyURI := \"https://test-vault.vault.azure.net/keys/test-key/abc123\"\n\t\tprimaryIdentityID := \"/subscriptions/sub-id/resourceGroups/rg-id/providers/Microsoft.ManagedIdentity/userAssignedIdentities/primary-identity\"\n\t\tgeoBackupKeyURI := \"https://geo-vault.vault.azure.net/keys/geo-key/def456\"\n\t\tgeoBackupIdentityID := \"/subscriptions/sub-id/resourceGroups/rg-id/providers/Microsoft.ManagedIdentity/userAssignedIdentities/geo-identity\"\n\n\t\tserver.Properties.DataEncryption = &armpostgresqlflexibleservers.DataEncryption{\n\t\t\tPrimaryKeyURI: new(primaryKeyURI),\n\t\t\tPrimaryUserAssignedIdentityID: new(primaryIdentityID),\n\t\t\tGeoBackupKeyURI: new(geoBackupKeyURI),\n\t\t\tGeoBackupUserAssignedIdentityID: new(geoBackupIdentityID),\n\t\t}\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, nil).Return(\n\t\t\tarmpostgresqlflexibleservers.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testPostgreSQLFlexibleServersClient{MockPostgreSQLFlexibleServersClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify DataEncryption links are present\n\t\tfoundPrimaryIdentityLink := false\n\t\tfoundPrimaryKeyVaultLink := false\n\t\tfoundPrimaryKeyLink := false\n\t\tfoundGeoBackupVaultLink := false\n\t\tfoundGeoBackupKeyLink := false\n\t\tfoundGeoBackupIdentityLink := false\n\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\t// Primary User Assigned Identity\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.ManagedIdentityUserAssignedIdentity.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == \"primary-identity\" {\n\t\t\t\tfoundPrimaryIdentityLink = true\n\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected primary identity link to use GET method, got %v\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t\t// Primary Key Vault Vault\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.KeyVaultVault.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == \"test-vault\" {\n\t\t\t\tfoundPrimaryKeyVaultLink = true\n\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected primary vault link to use GET method, got %v\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t\t// Primary Key Vault Key\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.KeyVaultKey.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == shared.CompositeLookupKey(\"test-vault\", \"test-key\") {\n\t\t\t\tfoundPrimaryKeyLink = true\n\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected primary key link to use GET method, got %v\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t\t// Geo Backup Key Vault Vault\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.KeyVaultVault.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == \"geo-vault\" {\n\t\t\t\tfoundGeoBackupVaultLink = true\n\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected geo backup vault link to use GET method, got %v\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t\t// Geo Backup Key Vault Key\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.KeyVaultKey.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == shared.CompositeLookupKey(\"geo-vault\", \"geo-key\") {\n\t\t\t\tfoundGeoBackupKeyLink = true\n\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected geo backup key link to use GET method, got %v\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t\t// Geo Backup User Assigned Identity\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.ManagedIdentityUserAssignedIdentity.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == \"geo-identity\" {\n\t\t\t\tfoundGeoBackupIdentityLink = true\n\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected geo backup identity link to use GET method, got %v\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundPrimaryIdentityLink {\n\t\t\tt.Error(\"Expected to find primary user assigned identity link in linked item queries\")\n\t\t}\n\t\tif !foundPrimaryKeyVaultLink {\n\t\t\tt.Error(\"Expected to find primary key vault vault link in linked item queries\")\n\t\t}\n\t\tif !foundPrimaryKeyLink {\n\t\t\tt.Error(\"Expected to find primary key vault key link in linked item queries\")\n\t\t}\n\t\tif !foundGeoBackupVaultLink {\n\t\t\tt.Error(\"Expected to find geo backup key vault vault link in linked item queries\")\n\t\t}\n\t\tif !foundGeoBackupKeyLink {\n\t\t\tt.Error(\"Expected to find geo backup key vault key link in linked item queries\")\n\t\t}\n\t\tif !foundGeoBackupIdentityLink {\n\t\t\tt.Error(\"Expected to find geo backup user assigned identity link in linked item queries\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithSourceServer\", func(t *testing.T) {\n\t\t// Create a replica server with SourceServerResourceID\n\t\treplicaServerName := \"replica-server\"\n\t\tsourceServerID := \"/subscriptions/sub-id/resourceGroups/source-rg/providers/Microsoft.DBforPostgreSQL/flexibleServers/source-server\"\n\t\tserver := createAzurePostgreSQLFlexibleServer(replicaServerName, \"\", \"\")\n\t\tserver.Properties.SourceServerResourceID = new(sourceServerID)\n\t\tserver.Properties.ReplicationRole = new(armpostgresqlflexibleservers.ReplicationRoleAsyncReplica)\n\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, replicaServerName, nil).Return(\n\t\t\tarmpostgresqlflexibleservers.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testPostgreSQLFlexibleServersClient{MockPostgreSQLFlexibleServersClient: mockClient}\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], replicaServerName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify source server link is present\n\t\tfoundSourceServerLink := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.DBforPostgreSQLFlexibleServer.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == \"source-server\" {\n\t\t\t\tfoundSourceServerLink = true\n\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected source server link to use GET method, got %v\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != \"sub-id.source-rg\" {\n\t\t\t\t\tt.Errorf(\"Expected source server link scope to be 'sub-id.source-rg', got %s\", linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundSourceServerLink {\n\t\t\tt.Error(\"Expected to find source server link in linked item queries\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPostgreSQLFlexibleServersClient(ctrl)\n\t\ttestClient := &testPostgreSQLFlexibleServersClient{MockPostgreSQLFlexibleServersClient: mockClient}\n\n\t\twrapper := manual.NewDBforPostgreSQLFlexibleServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\n\t\texpectedLinks := map[shared.ItemType]bool{\n\t\t\tazureshared.NetworkSubnet: true,\n\t\t\tazureshared.NetworkVirtualNetwork: true,\n\t\t\tazureshared.NetworkPrivateDNSZone: true,\n\t\t\tazureshared.NetworkPrivateEndpoint: true,\n\t\t\tazureshared.DBforPostgreSQLDatabase: true,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerFirewallRule: true,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerConfiguration: true,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerAdministrator: true,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerPrivateEndpointConnection: true,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerPrivateLinkResource: true,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerReplica: true,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerMigration: true,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerBackup: true,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServerVirtualEndpoint: true,\n\t\t\tazureshared.DBforPostgreSQLFlexibleServer: true, // For replica-to-source server relationship\n\t\t\tstdlib.NetworkDNS: true,\n\t\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t\t\tazureshared.KeyVaultVault: true,\n\t\t\tazureshared.KeyVaultKey: true,\n\t\t}\n\n\t\tfor expectedType, expectedValue := range expectedLinks {\n\t\t\tif actualValue, exists := potentialLinks[expectedType]; !exists {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s, but it was not found\", expectedType)\n\t\t\t} else if actualValue != expectedValue {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks[%s] to be %v, got %v\", expectedType, expectedValue, actualValue)\n\t\t\t}\n\t\t}\n\t})\n}\n\n// createAzurePostgreSQLFlexibleServer creates a mock Azure PostgreSQL Flexible Server for testing\nfunc createAzurePostgreSQLFlexibleServer(serverName, subnetID, fqdn string) *armpostgresqlflexibleservers.Server {\n\tserverID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.DBforPostgreSQL/flexibleServers/\" + serverName\n\n\tserver := &armpostgresqlflexibleservers.Server{\n\t\tName: new(serverName),\n\t\tID: new(serverID),\n\t\tLocation: new(\"eastus\"),\n\t\tProperties: &armpostgresqlflexibleservers.ServerProperties{\n\t\t\tVersion: new(armpostgresqlflexibleservers.PostgresMajorVersion(\"14\")),\n\t\t\tState: new(armpostgresqlflexibleservers.ServerStateReady),\n\t\t},\n\t\tSKU: &armpostgresqlflexibleservers.SKU{\n\t\t\tName: new(\"Standard_B1ms\"),\n\t\t\tTier: new(armpostgresqlflexibleservers.SKUTierBurstable),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t}\n\n\t// Add network configuration if subnet ID is provided\n\tif subnetID != \"\" {\n\t\tserver.Properties.Network = &armpostgresqlflexibleservers.Network{\n\t\t\tDelegatedSubnetResourceID: new(subnetID),\n\t\t}\n\t}\n\n\t// Add FQDN if provided\n\tif fqdn != \"\" {\n\t\tserver.Properties.FullyQualifiedDomainName = new(fqdn)\n\t}\n\n\treturn server\n}\n" }, { "path": "sources/azure/manual/dns_links.go", "content": "package manual\n\nimport (\n\t\"net\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// appendDNSServerLinkIfValid appends a linked item query for a DNS server string:\n// stdlib.NetworkIP for IP addresses, stdlib.NetworkDNS for hostnames.\n// Skips empty strings and any value in skipValues (e.g. \"AzureProvidedDNS\" for Azure managed DNS).\nfunc appendDNSServerLinkIfValid(queries *[]*sdp.LinkedItemQuery, server string, skipValues ...string) {\n\tappendLinkIfValid(queries, server, skipValues, func(s string) *sdp.LinkedItemQuery {\n\t\tif net.ParseIP(s) != nil {\n\t\t\treturn networkIPQuery(s)\n\t\t}\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: s,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/documentdb-database-accounts.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar DocumentDBDatabaseAccountsLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.DocumentDBDatabaseAccounts)\n\ntype documentDBDatabaseAccountsWrapper struct {\n\tclient clients.DocumentDBDatabaseAccountsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewDocumentDBDatabaseAccounts(client clients.DocumentDBDatabaseAccountsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &documentDBDatabaseAccountsWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.DocumentDBDatabaseAccounts,\n\t\t),\n\t}\n}\n\nfunc (s documentDBDatabaseAccountsWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByResourceGroup(rgScope.ResourceGroup)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, account := range page.Value {\n\n\t\t\titem, sdpErr := s.azureDocumentDBDatabaseAccountToSDPItem(account, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (s documentDBDatabaseAccountsWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByResourceGroup(rgScope.ResourceGroup)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, account := range page.Value {\n\t\t\titem, sdpErr := s.azureDocumentDBDatabaseAccountToSDPItem(account, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s documentDBDatabaseAccountsWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 1 query part: name\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\tif accountName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"name cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, accountName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureDocumentDBDatabaseAccountToSDPItem(&resp.DatabaseAccountGetResults, scope)\n}\n\nfunc (s documentDBDatabaseAccountsWrapper) azureDocumentDBDatabaseAccountToSDPItem(account *armcosmos.DatabaseAccountGetResults, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(account, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tif account.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"name cannot be empty\"), scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.DocumentDBDatabaseAccounts.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(account.Tags),\n\t}\n\n\t// reference : https://learn.microsoft.com/en-us/rest/api/cosmos-db-resource-provider/private-endpoint-connections/list-by-database-account?view=rest-cosmos-db-resource-provider-2025-10-15&tabs=HTTP\n\tif account.Properties != nil && account.Properties.PrivateEndpointConnections != nil {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.DocumentDBPrivateEndpointConnection.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *account.Name,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Private Endpoint resources\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/private-endpoints/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/privateEndpoints/{privateEndpointName}\n\t\t//\n\t\t// IMPORTANT: Private Endpoints can be in a different resource group than the Cosmos DB account.\n\t\t// We must extract the subscription ID and resource group from the private endpoint's resource ID\n\t\t// to construct the correct scope.\n\t\tfor _, conn := range account.Properties.PrivateEndpointConnections {\n\t\t\tif conn.Properties != nil && conn.Properties.PrivateEndpoint != nil && conn.Properties.PrivateEndpoint.ID != nil {\n\t\t\t\tprivateEndpointID := *conn.Properties.PrivateEndpoint.ID\n\t\t\t\t// Private Endpoint ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/privateEndpoints/{peName}\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(privateEndpointID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tsubscriptionID := params[0]\n\t\t\t\t\tresourceGroupName := params[1]\n\t\t\t\t\tprivateEndpointName := azureshared.ExtractResourceName(privateEndpointID)\n\t\t\t\t\tif privateEndpointName != \"\" {\n\t\t\t\t\t\t// Construct scope in format: {subscriptionID}.{resourceGroupName}\n\t\t\t\t\t\t// This ensures we query the correct resource group where the private endpoint actually exists\n\t\t\t\t\t\tscope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: privateEndpointName,\n\t\t\t\t\t\t\t\tScope: scope, // Use the private endpoint's scope, not the database account's scope\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Virtual Network Subnets from VirtualNetworkRules\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/subnets/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/virtualNetworks/{virtualNetworkName}/subnets/{subnetName}\n\t//\n\t// IMPORTANT: Virtual Network Subnets can be in a different resource group than the Cosmos DB account.\n\t// We must extract the subscription ID and resource group from the subnet's resource ID to construct\n\t// the correct scope.\n\tif account.Properties != nil && account.Properties.VirtualNetworkRules != nil {\n\t\tfor _, vnetRule := range account.Properties.VirtualNetworkRules {\n\t\t\tif vnetRule.ID != nil {\n\t\t\t\tsubnetID := *vnetRule.ID\n\t\t\t\t// Subnet ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnetName}/subnets/{subnetName}\n\t\t\t\t// Extract subscription, resource group, virtual network name, and subnet name\n\t\t\t\tscopeParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\t\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\tif len(scopeParams) >= 2 && len(subnetParams) >= 2 {\n\t\t\t\t\tsubscriptionID := scopeParams[0]\n\t\t\t\t\tresourceGroupName := scopeParams[1]\n\t\t\t\t\tvnetName := subnetParams[0]\n\t\t\t\t\tsubnetName := subnetParams[1]\n\t\t\t\t\t// Subnet adapter requires: resourceGroup, virtualNetworkName, subnetName\n\t\t\t\t\t// Use composite lookup key to join them\n\t\t\t\t\tquery := shared.CompositeLookupKey(vnetName, subnetName)\n\t\t\t\t\t// Construct scope in format: {subscriptionID}.{resourceGroupName}\n\t\t\t\t\t// This ensures we query the correct resource group where the subnet actually exists\n\t\t\t\t\tscope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: query,\n\t\t\t\t\t\t\tScope: scope, // Use the subnet's scope, not the database account's scope\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Key Vault from KeyVaultKeyUri\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/vaults/get?view=rest-keyvault-keyvault-2024-11-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.KeyVault/vaults/{vaultName}\n\t//\n\t// NOTE: Key Vaults can be in a different resource group than the Cosmos DB account. However, the Key Vault URI\n\t// format (https://{vaultName}.vault.azure.net/keys/{keyName}/{version}) does not contain resource group information.\n\t// Key Vault names are globally unique within a subscription, so we use the database account's scope as a best-effort\n\t// approach. If the Key Vault is in a different resource group, the query may fail and would need to be manually corrected\n\t// or the Key Vault adapter would need to support subscription-level search.\n\tif account.Properties != nil && account.Properties.KeyVaultKeyURI != nil {\n\t\tkeyVaultURI := *account.Properties.KeyVaultKeyURI\n\t\t// Key Vault URI format: https://{vaultName}.vault.azure.net/keys/{keyName}/{version}\n\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyVaultURI)\n\t\tif vaultName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\tScope: scope, // Limitation: Key Vault URI doesn't contain resource group info\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to User-Assigned Managed Identities Reference:\n\t// https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/list-by-resource-group?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\t// GET\n\t// /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.ManagedIdentity/userAssignedIdentities?api-version=2024-11-30\n\t//\n\t// IMPORTANT: User-Assigned Managed Identities can be in a different\n\t// resource group (or even subscription) than the Cosmos DB account.\n\t// User-assigned managed identities are standalone Azure resources that can\n\t// be assigned to multiple services across different resource groups.\n\t// Therefore, we must extract the subscription ID and resource group from\n\t// each identity's resource ID to construct the correct scope. Using the\n\t// database account's scope would fail if the identity is in a different\n\t// resource group, as the query would look in the wrong location.\n\tif account.Identity != nil && account.Identity.UserAssignedIdentities != nil {\n\t\t// Track scopes (subscription.resourceGroup) to avoid duplicate queries\n\t\t// Key: scope string (e.g., \"subscription-id.resource-group-name\")\n\t\t// Value: resource group name for the query parameter\n\t\tscopes := make(map[string]string)\n\t\tfor identityID := range account.Identity.UserAssignedIdentities {\n\t\t\t// Identity ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.ManagedIdentity/userAssignedIdentities/{identityName}\n\t\t\t// Extract subscription ID and resource group using the utility function\n\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(identityID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\t\tif len(params) >= 2 {\n\t\t\t\tsubscriptionID := params[0]\n\t\t\t\tresourceGroupName := params[1]\n\t\t\t\t// Construct scope in format: {subscriptionID}.{resourceGroupName}\n\t\t\t\t// This ensures we query the correct resource group where the identity actually exists,\n\t\t\t\t// which may be different from the database account's resource group\n\t\t\t\tscope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t\t\t\t// Only add one query per scope to list all identities in that resource group\n\t\t\t\tif _, exists := scopes[scope]; !exists {\n\t\t\t\t\tscopes[scope] = resourceGroupName\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: resourceGroupName,\n\t\t\t\t\t\t\tScope: scope, // Use the identity's scope, not the database account's scope\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to stdlib for document endpoint and regional endpoints (DNS/HTTP)\n\tlinkedDNSHostnames := make(map[string]struct{})\n\tseenIPs := make(map[string]struct{})\n\tif account.Properties != nil && account.Properties.DocumentEndpoint != nil && *account.Properties.DocumentEndpoint != \"\" {\n\t\tAppendURILinks(&sdpItem.LinkedItemQueries, *account.Properties.DocumentEndpoint, linkedDNSHostnames, seenIPs)\n\t}\n\tif account.Properties != nil {\n\t\tfor _, loc := range account.Properties.ReadLocations {\n\t\t\tif loc != nil && loc.DocumentEndpoint != nil && *loc.DocumentEndpoint != \"\" {\n\t\t\t\tAppendURILinks(&sdpItem.LinkedItemQueries, *loc.DocumentEndpoint, linkedDNSHostnames, seenIPs)\n\t\t\t}\n\t\t}\n\t\tfor _, loc := range account.Properties.WriteLocations {\n\t\t\tif loc != nil && loc.DocumentEndpoint != nil && *loc.DocumentEndpoint != \"\" {\n\t\t\t\tAppendURILinks(&sdpItem.LinkedItemQueries, *loc.DocumentEndpoint, linkedDNSHostnames, seenIPs)\n\t\t\t}\n\t\t}\n\t\tfor _, loc := range account.Properties.Locations {\n\t\t\tif loc != nil && loc.DocumentEndpoint != nil && *loc.DocumentEndpoint != \"\" {\n\t\t\t\tAppendURILinks(&sdpItem.LinkedItemQueries, *loc.DocumentEndpoint, linkedDNSHostnames, seenIPs)\n\t\t\t}\n\t\t}\n\t\t// Link to stdlib.NetworkIP for IP rules (single IPv4 or CIDR)\n\t\tif account.Properties.IPRules != nil {\n\t\t\tfor _, rule := range account.Properties.IPRules {\n\t\t\t\tif rule != nil && rule.IPAddressOrRange != nil && *rule.IPAddressOrRange != \"\" {\n\t\t\t\t\tval := *rule.IPAddressOrRange\n\t\t\t\t\tif _, seen := seenIPs[val]; !seen {\n\t\t\t\t\t\tseenIPs[val] = struct{}{}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: val,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s documentDBDatabaseAccountsWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tDocumentDBDatabaseAccountsLookupByName,\n\t}\n}\n\nfunc (s documentDBDatabaseAccountsWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.DocumentDBPrivateEndpointConnection,\n\t\tazureshared.NetworkPrivateEndpoint,\n\t\tazureshared.NetworkSubnet,\n\t\tazureshared.KeyVaultVault,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\tstdlib.NetworkIP,\n\t\tstdlib.NetworkDNS,\n\t\tstdlib.NetworkHTTP,\n\t)\n}\n\nfunc (s documentDBDatabaseAccountsWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_cosmosdb_account.name\",\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/documentdb-database-accounts_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockDocumentDBDatabaseAccountsPager is a simple mock implementation of DocumentDBDatabaseAccountsPager\ntype mockDocumentDBDatabaseAccountsPager struct {\n\tpages []armcosmos.DatabaseAccountsClientListByResourceGroupResponse\n\tindex int\n}\n\nfunc (m *mockDocumentDBDatabaseAccountsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockDocumentDBDatabaseAccountsPager) NextPage(ctx context.Context) (armcosmos.DatabaseAccountsClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armcosmos.DatabaseAccountsClientListByResourceGroupResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorDocumentDBDatabaseAccountsPager is a mock pager that always returns an error\ntype errorDocumentDBDatabaseAccountsPager struct{}\n\nfunc (e *errorDocumentDBDatabaseAccountsPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorDocumentDBDatabaseAccountsPager) NextPage(ctx context.Context) (armcosmos.DatabaseAccountsClientListByResourceGroupResponse, error) {\n\treturn armcosmos.DatabaseAccountsClientListByResourceGroupResponse{}, errors.New(\"pager error\")\n}\n\n// testDocumentDBDatabaseAccountsClient wraps the mock to implement the correct interface\ntype testDocumentDBDatabaseAccountsClient struct {\n\t*mocks.MockDocumentDBDatabaseAccountsClient\n\tpager clients.DocumentDBDatabaseAccountsPager\n}\n\nfunc (t *testDocumentDBDatabaseAccountsClient) ListByResourceGroup(resourceGroupName string) clients.DocumentDBDatabaseAccountsPager {\n\t// Call the mock to satisfy expectations\n\tt.MockDocumentDBDatabaseAccountsClient.ListByResourceGroup(resourceGroupName)\n\treturn t.pager\n}\n\nfunc TestDocumentDBDatabaseAccounts(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\taccountName := \"test-cosmos-account\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\taccount := createAzureCosmosDBAccount(accountName, \"Succeeded\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockDocumentDBDatabaseAccountsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName).Return(\n\t\t\tarmcosmos.DatabaseAccountsClientGetResponse{\n\t\t\t\tDatabaseAccountGetResults: *account,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewDocumentDBDatabaseAccounts(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.DocumentDBDatabaseAccounts.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DocumentDBDatabaseAccounts, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != accountName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", accountName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Private Endpoint Connection (SEARCH)\n\t\t\t\t\tExpectedType: azureshared.DocumentDBPrivateEndpointConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Private Endpoint (GET) - same resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-private-endpoint\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Private Endpoint (GET) - different resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-private-endpoint-diff-rg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".different-rg\",\n\t\t\t\t}, {\n\t\t\t\t\t// Subnet (GET) - same resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Subnet (GET) - different resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet-diff-rg\", \"test-subnet-diff-rg\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".different-rg\",\n\t\t\t\t}, {\n\t\t\t\t\t// Key Vault (GET)\n\t\t\t\t\tExpectedType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-keyvault\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// User-Assigned Managed Identity (SEARCH) - same resource group\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: resourceGroup,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// User-Assigned Managed Identity (SEARCH) - different resource group\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"identity-rg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".identity-rg\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDocumentDBDatabaseAccountsClient(ctrl)\n\n\t\twrapper := manual.NewDocumentDBDatabaseAccounts(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty name\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting database account with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoName\", func(t *testing.T) {\n\t\taccount := &armcosmos.DatabaseAccountGetResults{\n\t\t\tName: nil, // No name field\n\t\t\tProperties: &armcosmos.DatabaseAccountGetProperties{\n\t\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockDocumentDBDatabaseAccountsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName).Return(\n\t\t\tarmcosmos.DatabaseAccountsClientGetResponse{\n\t\t\t\tDatabaseAccountGetResults: *account,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewDocumentDBDatabaseAccounts(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when database account has no name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoLinkedResources\", func(t *testing.T) {\n\t\taccount := createAzureCosmosDBAccountMinimal(accountName, \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockDocumentDBDatabaseAccountsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName).Return(\n\t\t\tarmcosmos.DatabaseAccountsClientGetResponse{\n\t\t\t\tDatabaseAccountGetResults: *account,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewDocumentDBDatabaseAccounts(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Should have no linked item queries\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 0 {\n\t\t\tt.Errorf(\"Expected no linked item queries, got %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\taccount1 := createAzureCosmosDBAccount(\"test-cosmos-account-1\", \"Succeeded\", subscriptionID, resourceGroup)\n\t\taccount2 := createAzureCosmosDBAccount(\"test-cosmos-account-2\", \"Succeeded\", subscriptionID, resourceGroup)\n\n\t\tmockPager := &mockDocumentDBDatabaseAccountsPager{\n\t\t\tpages: []armcosmos.DatabaseAccountsClientListByResourceGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tDatabaseAccountsListResult: armcosmos.DatabaseAccountsListResult{\n\t\t\t\t\t\tValue: []*armcosmos.DatabaseAccountGetResults{account1, account2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockDocumentDBDatabaseAccountsClient(ctrl)\n\t\tmockClient.EXPECT().ListByResourceGroup(resourceGroup).Return(mockPager)\n\n\t\ttestClient := &testDocumentDBDatabaseAccountsClient{\n\t\t\tMockDocumentDBDatabaseAccountsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDocumentDBDatabaseAccounts(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"database account not found\")\n\n\t\tmockClient := mocks.NewMockDocumentDBDatabaseAccountsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-account\").Return(\n\t\t\tarmcosmos.DatabaseAccountsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewDocumentDBDatabaseAccounts(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-account\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent database account, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ListErrorHandling\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDocumentDBDatabaseAccountsClient(ctrl)\n\t\terrorPager := &errorDocumentDBDatabaseAccountsPager{}\n\n\t\ttestClient := &testDocumentDBDatabaseAccountsClient{\n\t\t\tMockDocumentDBDatabaseAccountsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\tmockClient.EXPECT().ListByResourceGroup(resourceGroup).Return(errorPager)\n\n\t\twrapper := manual.NewDocumentDBDatabaseAccounts(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager fails, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"CrossResourceGroupScopes\", func(t *testing.T) {\n\t\t// Test that linked resources in different resource groups use correct scopes\n\t\taccount := createAzureCosmosDBAccountCrossRG(accountName, \"Succeeded\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockDocumentDBDatabaseAccountsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName).Return(\n\t\t\tarmcosmos.DatabaseAccountsClientGetResponse{\n\t\t\t\tDatabaseAccountGetResults: *account,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewDocumentDBDatabaseAccounts(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify that linked resources use their own scopes, not the database account's scope\n\t\tfoundDifferentScope := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tscope := linkedQuery.GetQuery().GetScope()\n\t\t\tif scope != subscriptionID+\".\"+resourceGroup {\n\t\t\t\tfoundDifferentScope = true\n\t\t\t\t// Verify the scope format is correct\n\t\t\t\tif scope != subscriptionID+\".different-rg\" && scope != subscriptionID+\".identity-rg\" {\n\t\t\t\t\tt.Errorf(\"Unexpected scope format: %s\", scope)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundDifferentScope {\n\t\t\tt.Error(\"Expected to find linked resources with different scopes, but all use the same scope\")\n\t\t}\n\t})\n}\n\n// createAzureCosmosDBAccount creates a mock Azure Cosmos DB account with all linked resources\nfunc createAzureCosmosDBAccount(accountName, provisioningState, subscriptionID, resourceGroup string) *armcosmos.DatabaseAccountGetResults {\n\treturn &armcosmos.DatabaseAccountGetResults{\n\t\tName: new(accountName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armcosmos.DatabaseAccountGetProperties{\n\t\t\tProvisioningState: new(provisioningState),\n\t\t\t// Private Endpoint Connections\n\t\t\tPrivateEndpointConnections: []*armcosmos.PrivateEndpointConnection{\n\t\t\t\t{\n\t\t\t\t\tProperties: &armcosmos.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armcosmos.PrivateEndpointProperty{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-private-endpoint\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tProperties: &armcosmos.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armcosmos.PrivateEndpointProperty{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/privateEndpoints/test-private-endpoint-diff-rg\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Virtual Network Rules\n\t\t\tVirtualNetworkRules: []*armcosmos.VirtualNetworkRule{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/virtualNetworks/test-vnet-diff-rg/subnets/test-subnet-diff-rg\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Key Vault Key URI\n\t\t\tKeyVaultKeyURI: new(\"https://test-keyvault.vault.azure.net/keys/test-key/version\"),\n\t\t},\n\t\tIdentity: &armcosmos.ManagedServiceIdentity{\n\t\t\tType: new(armcosmos.ResourceIdentityTypeUserAssigned),\n\t\t\tUserAssignedIdentities: map[string]*armcosmos.Components1Jq1T4ISchemasManagedserviceidentityPropertiesUserassignedidentitiesAdditionalproperties{\n\t\t\t\t\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\": {},\n\t\t\t\t\"/subscriptions/\" + subscriptionID + \"/resourceGroups/identity-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity-diff-rg\": {},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureCosmosDBAccountMinimal creates a minimal mock Azure Cosmos DB account without linked resources\nfunc createAzureCosmosDBAccountMinimal(accountName, provisioningState string) *armcosmos.DatabaseAccountGetResults {\n\treturn &armcosmos.DatabaseAccountGetResults{\n\t\tName: new(accountName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcosmos.DatabaseAccountGetProperties{\n\t\t\tProvisioningState: new(provisioningState),\n\t\t},\n\t}\n}\n\n// createAzureCosmosDBAccountCrossRG creates a mock Azure Cosmos DB account with linked resources in different resource groups\nfunc createAzureCosmosDBAccountCrossRG(accountName, provisioningState, subscriptionID, resourceGroup string) *armcosmos.DatabaseAccountGetResults {\n\treturn &armcosmos.DatabaseAccountGetResults{\n\t\tName: new(accountName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armcosmos.DatabaseAccountGetProperties{\n\t\t\tProvisioningState: new(provisioningState),\n\t\t\t// Private Endpoint in different resource group\n\t\t\tPrivateEndpointConnections: []*armcosmos.PrivateEndpointConnection{\n\t\t\t\t{\n\t\t\t\t\tProperties: &armcosmos.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armcosmos.PrivateEndpointProperty{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/privateEndpoints/test-pe-diff-rg\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Subnet in different resource group\n\t\t\tVirtualNetworkRules: []*armcosmos.VirtualNetworkRule{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tIdentity: &armcosmos.ManagedServiceIdentity{\n\t\t\tType: new(armcosmos.ResourceIdentityTypeUserAssigned),\n\t\t\tUserAssignedIdentities: map[string]*armcosmos.Components1Jq1T4ISchemasManagedserviceidentityPropertiesUserassignedidentitiesAdditionalproperties{\n\t\t\t\t\"/subscriptions/\" + subscriptionID + \"/resourceGroups/identity-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\": {},\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/documentdb-private-endpoint-connection.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar DocumentDBPrivateEndpointConnectionLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.DocumentDBPrivateEndpointConnection)\n\ntype documentDBPrivateEndpointConnectionWrapper struct {\n\tclient clients.DocumentDBPrivateEndpointConnectionsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewDocumentDBPrivateEndpointConnection returns a SearchableWrapper for Azure Cosmos DB (DocumentDB) database account private endpoint connections.\nfunc NewDocumentDBPrivateEndpointConnection(client clients.DocumentDBPrivateEndpointConnectionsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &documentDBPrivateEndpointConnectionWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.DocumentDBPrivateEndpointConnection,\n\t\t),\n\t}\n}\n\nfunc (s documentDBPrivateEndpointConnectionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: accountName and privateEndpointConnectionName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\tconnectionName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, accountName, connectionName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(&resp.PrivateEndpointConnection, accountName, connectionName, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\treturn item, nil\n}\n\nfunc (s documentDBPrivateEndpointConnectionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tDocumentDBDatabaseAccountsLookupByName,\n\t\tDocumentDBPrivateEndpointConnectionLookupByName,\n\t}\n}\n\nfunc (s documentDBPrivateEndpointConnectionWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: accountName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByDatabaseAccount(ctx, rgScope.ResourceGroup, accountName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(conn, accountName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s documentDBPrivateEndpointConnectionWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: accountName\"), scope, s.Type()))\n\t\treturn\n\t}\n\taccountName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByDatabaseAccount(ctx, rgScope.ResourceGroup, accountName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(conn, accountName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s documentDBPrivateEndpointConnectionWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tDocumentDBDatabaseAccountsLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s documentDBPrivateEndpointConnectionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.DocumentDBDatabaseAccounts: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t}\n}\n\nfunc (s documentDBPrivateEndpointConnectionWrapper) azurePrivateEndpointConnectionToSDPItem(conn *armcosmos.PrivateEndpointConnection, accountName, connectionName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(conn)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(accountName, connectionName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.DocumentDBPrivateEndpointConnection.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Health from provisioning state (Cosmos uses *string, not an enum)\n\tif conn.Properties != nil && conn.Properties.ProvisioningState != nil {\n\t\tstate := strings.ToLower(*conn.Properties.ProvisioningState)\n\t\tswitch state {\n\t\tcase \"succeeded\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"creating\", \"deleting\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"failed\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent DocumentDB Database Account\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.DocumentDBDatabaseAccounts.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Network Private Endpoint when present (may be in different resource group)\n\tif conn.Properties != nil && conn.Properties.PrivateEndpoint != nil && conn.Properties.PrivateEndpoint.ID != nil {\n\t\tpeID := *conn.Properties.PrivateEndpoint.ID\n\t\tpeName := azureshared.ExtractResourceName(peID)\n\t\tif peName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(peID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: peName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s documentDBPrivateEndpointConnectionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.DocumentDB/databaseAccounts/privateEndpointConnections/read\",\n\t}\n}\n\nfunc (s documentDBPrivateEndpointConnectionWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/documentdb-private-endpoint-connection_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockDocumentDBPrivateEndpointConnectionsPager struct {\n\tpages []armcosmos.PrivateEndpointConnectionsClientListByDatabaseAccountResponse\n\tindex int\n}\n\nfunc (m *mockDocumentDBPrivateEndpointConnectionsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockDocumentDBPrivateEndpointConnectionsPager) NextPage(ctx context.Context) (armcosmos.PrivateEndpointConnectionsClientListByDatabaseAccountResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armcosmos.PrivateEndpointConnectionsClientListByDatabaseAccountResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype testDocumentDBPrivateEndpointConnectionsClient struct {\n\t*mocks.MockDocumentDBPrivateEndpointConnectionsClient\n\tpager clients.DocumentDBPrivateEndpointConnectionsPager\n}\n\nfunc (t *testDocumentDBPrivateEndpointConnectionsClient) ListByDatabaseAccount(ctx context.Context, resourceGroupName, accountName string) clients.DocumentDBPrivateEndpointConnectionsPager {\n\treturn t.pager\n}\n\nfunc TestDocumentDBPrivateEndpointConnection(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\taccountName := \"test-cosmos-account\"\n\tconnectionName := \"test-pec\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tconn := createAzureDocumentDBPrivateEndpointConnection(connectionName, \"\")\n\n\t\tmockClient := mocks.NewMockDocumentDBPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, connectionName).Return(\n\t\t\tarmcosmos.PrivateEndpointConnectionsClientGetResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testDocumentDBPrivateEndpointConnectionsClient{MockDocumentDBPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewDocumentDBPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.DocumentDBPrivateEndpointConnection.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DocumentDBPrivateEndpointConnection, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(accountName, connectionName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(accountName, connectionName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tfoundDocumentDBAccount := false\n\t\t\tfor _, lq := range linkedQueries {\n\t\t\t\tif lq.GetQuery().GetType() == azureshared.DocumentDBDatabaseAccounts.String() {\n\t\t\t\t\tfoundDocumentDBAccount = true\n\t\t\t\t\tif lq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected DocumentDBDatabaseAccounts link method GET, got %v\", lq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif lq.GetQuery().GetQuery() != accountName {\n\t\t\t\t\t\tt.Errorf(\"Expected DocumentDBDatabaseAccounts query %s, got %s\", accountName, lq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !foundDocumentDBAccount {\n\t\t\t\tt.Error(\"Expected linked query to DocumentDBDatabaseAccounts\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithPrivateEndpointLink\", func(t *testing.T) {\n\t\tpeID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-pe\"\n\t\tconn := createAzureDocumentDBPrivateEndpointConnection(connectionName, peID)\n\n\t\tmockClient := mocks.NewMockDocumentDBPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, connectionName).Return(\n\t\t\tarmcosmos.PrivateEndpointConnectionsClientGetResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testDocumentDBPrivateEndpointConnectionsClient{MockDocumentDBPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewDocumentDBPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfoundPrivateEndpoint := false\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif lq.GetQuery().GetType() == azureshared.NetworkPrivateEndpoint.String() {\n\t\t\t\tfoundPrivateEndpoint = true\n\t\t\t\tif lq.GetQuery().GetQuery() != \"test-pe\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkPrivateEndpoint query 'test-pe', got %s\", lq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundPrivateEndpoint {\n\t\t\tt.Error(\"Expected linked query to NetworkPrivateEndpoint when PrivateEndpoint ID is set\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDocumentDBPrivateEndpointConnectionsClient(ctrl)\n\t\ttestClient := &testDocumentDBPrivateEndpointConnectionsClient{MockDocumentDBPrivateEndpointConnectionsClient: mockClient}\n\n\t\twrapper := manual.NewDocumentDBPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tconn1 := createAzureDocumentDBPrivateEndpointConnection(\"pec-1\", \"\")\n\t\tconn2 := createAzureDocumentDBPrivateEndpointConnection(\"pec-2\", \"\")\n\n\t\tmockClient := mocks.NewMockDocumentDBPrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockDocumentDBPrivateEndpointConnectionsPager{\n\t\t\tpages: []armcosmos.PrivateEndpointConnectionsClientListByDatabaseAccountResponse{\n\t\t\t\t{\n\t\t\t\t\tPrivateEndpointConnectionListResult: armcosmos.PrivateEndpointConnectionListResult{\n\t\t\t\t\t\tValue: []*armcosmos.PrivateEndpointConnection{conn1, conn2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testDocumentDBPrivateEndpointConnectionsClient{\n\t\t\tMockDocumentDBPrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDocumentDBPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.DocumentDBPrivateEndpointConnection.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.DocumentDBPrivateEndpointConnection, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_NilNameSkipped\", func(t *testing.T) {\n\t\tvalidConn := createAzureDocumentDBPrivateEndpointConnection(\"valid-pec\", \"\")\n\n\t\tmockClient := mocks.NewMockDocumentDBPrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockDocumentDBPrivateEndpointConnectionsPager{\n\t\t\tpages: []armcosmos.PrivateEndpointConnectionsClientListByDatabaseAccountResponse{\n\t\t\t\t{\n\t\t\t\t\tPrivateEndpointConnectionListResult: armcosmos.PrivateEndpointConnectionListResult{\n\t\t\t\t\t\tValue: []*armcosmos.PrivateEndpointConnection{\n\t\t\t\t\t\t\t{Name: nil},\n\t\t\t\t\t\t\tvalidConn,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testDocumentDBPrivateEndpointConnectionsClient{\n\t\t\tMockDocumentDBPrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewDocumentDBPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(accountName, \"valid-pec\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(accountName, \"valid-pec\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDocumentDBPrivateEndpointConnectionsClient(ctrl)\n\t\ttestClient := &testDocumentDBPrivateEndpointConnectionsClient{MockDocumentDBPrivateEndpointConnectionsClient: mockClient}\n\n\t\twrapper := manual.NewDocumentDBPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"private endpoint connection not found\")\n\n\t\tmockClient := mocks.NewMockDocumentDBPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, \"nonexistent-pec\").Return(\n\t\t\tarmcosmos.PrivateEndpointConnectionsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testDocumentDBPrivateEndpointConnectionsClient{MockDocumentDBPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewDocumentDBPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, \"nonexistent-pec\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent private endpoint connection, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\twrapper := manual.NewDocumentDBPrivateEndpointConnection(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif !links[azureshared.DocumentDBDatabaseAccounts] {\n\t\t\tt.Error(\"Expected DocumentDBDatabaseAccounts in PotentialLinks\")\n\t\t}\n\t\tif !links[azureshared.NetworkPrivateEndpoint] {\n\t\t\tt.Error(\"Expected NetworkPrivateEndpoint in PotentialLinks\")\n\t\t}\n\t})\n}\n\nfunc createAzureDocumentDBPrivateEndpointConnection(connectionName, privateEndpointID string) *armcosmos.PrivateEndpointConnection {\n\tconn := &armcosmos.PrivateEndpointConnection{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.DocumentDB/databaseAccounts/test-cosmos-account/privateEndpointConnections/\" + connectionName),\n\t\tName: new(connectionName),\n\t\tType: new(\"Microsoft.DocumentDB/databaseAccounts/privateEndpointConnections\"),\n\t\tProperties: &armcosmos.PrivateEndpointConnectionProperties{\n\t\t\tProvisioningState: new(\"Succeeded\"),\n\t\t\tPrivateLinkServiceConnectionState: &armcosmos.PrivateLinkServiceConnectionStateProperty{\n\t\t\t\tStatus: new(\"Approved\"),\n\t\t\t},\n\t\t},\n\t}\n\tif privateEndpointID != \"\" {\n\t\tconn.Properties.PrivateEndpoint = &armcosmos.PrivateEndpointProperty{\n\t\t\tID: new(privateEndpointID),\n\t\t}\n\t}\n\treturn conn\n}\n" }, { "path": "sources/azure/manual/elastic-san-volume-group.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\ntype elasticSanVolumeGroupWrapper struct {\n\tclient clients.ElasticSanVolumeGroupClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewElasticSanVolumeGroup(client clients.ElasticSanVolumeGroupClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &elasticSanVolumeGroupWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.ElasticSanVolumeGroup,\n\t\t),\n\t}\n}\n\nfunc (e elasticSanVolumeGroupWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 2 query parts: elasticSanName and volumeGroupName\"), scope, e.Type())\n\t}\n\telasticSanName := queryParts[0]\n\tif elasticSanName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"elasticSanName cannot be empty\"), scope, e.Type())\n\t}\n\tvolumeGroupName := queryParts[1]\n\tif volumeGroupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"volumeGroupName cannot be empty\"), scope, e.Type())\n\t}\n\n\trgScope, err := e.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\tresp, err := e.client.Get(ctx, rgScope.ResourceGroup, elasticSanName, volumeGroupName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\treturn e.azureVolumeGroupToSDPItem(&resp.VolumeGroup, elasticSanName, volumeGroupName, scope)\n}\n\nfunc (e elasticSanVolumeGroupWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tElasticSanLookupByName,\n\t\tElasticSanVolumeGroupLookupByName,\n\t}\n}\n\nfunc (e elasticSanVolumeGroupWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Search requires 1 query part: elasticSanName\"), scope, e.Type())\n\t}\n\telasticSanName := queryParts[0]\n\tif elasticSanName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"elasticSanName cannot be empty\"), scope, e.Type())\n\t}\n\n\trgScope, err := e.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\tpager := e.client.NewListByElasticSanPager(rgScope.ResourceGroup, elasticSanName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t\t}\n\t\tfor _, vg := range page.Value {\n\t\t\tif vg.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := e.azureVolumeGroupToSDPItem(vg, elasticSanName, *vg.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (e elasticSanVolumeGroupWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: elasticSanName\"), scope, e.Type()))\n\t\treturn\n\t}\n\telasticSanName := queryParts[0]\n\tif elasticSanName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"elasticSanName cannot be empty\"), scope, e.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := e.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, e.Type()))\n\t\treturn\n\t}\n\tpager := e.client.NewListByElasticSanPager(rgScope.ResourceGroup, elasticSanName, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, e.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, vg := range page.Value {\n\t\t\tif vg.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := e.azureVolumeGroupToSDPItem(vg, elasticSanName, *vg.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (e elasticSanVolumeGroupWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{ElasticSanLookupByName},\n\t}\n}\n\nfunc (e elasticSanVolumeGroupWrapper) azureVolumeGroupToSDPItem(vg *armelasticsan.VolumeGroup, elasticSanName, volumeGroupName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif vg.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"volume group name is nil\"), scope, e.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(vg, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(elasticSanName, volumeGroupName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\n\titem := &sdp.Item{\n\t\tType: azureshared.ElasticSanVolumeGroup.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Link to parent Elastic SAN\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ElasticSan.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: elasticSanName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to User Assigned Identities from top-level Identity (map keys are ARM resource IDs)\n\tif vg.Identity != nil && vg.Identity.UserAssignedIdentities != nil {\n\t\tfor identityResourceID := range vg.Identity.UserAssignedIdentities {\n\t\t\tif identityResourceID == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tif identityName != \"\" {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Private Endpoints via PrivateEndpointConnections\n\tif vg.Properties != nil && vg.Properties.PrivateEndpointConnections != nil {\n\t\tfor _, pec := range vg.Properties.PrivateEndpointConnections {\n\t\t\tif pec != nil && pec.Properties != nil && pec.Properties.PrivateEndpoint != nil && pec.Properties.PrivateEndpoint.ID != nil {\n\t\t\t\tpeName := azureshared.ExtractResourceName(*pec.Properties.PrivateEndpoint.ID)\n\t\t\t\tif peName != \"\" {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*pec.Properties.PrivateEndpoint.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: peName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to child Volume Snapshots (SEARCH by parent Elastic SAN + Volume Group)\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ElasticSanVolumeSnapshot.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: shared.CompositeLookupKey(elasticSanName, volumeGroupName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to child Volumes (SEARCH by parent Elastic SAN + Volume Group)\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ElasticSanVolume.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: shared.CompositeLookupKey(elasticSanName, volumeGroupName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to subnets from NetworkACLs virtual network rules\n\tif vg.Properties != nil && vg.Properties.NetworkACLs != nil && vg.Properties.NetworkACLs.VirtualNetworkRules != nil {\n\t\tfor _, rule := range vg.Properties.NetworkACLs.VirtualNetworkRules {\n\t\t\tif rule != nil && rule.VirtualNetworkResourceID != nil && *rule.VirtualNetworkResourceID != \"\" {\n\t\t\t\tsubnetID := *rule.VirtualNetworkResourceID\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\tif len(params) >= 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(subnetID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Key Vault and encryption identity from EncryptionProperties\n\tif vg.Properties != nil && vg.Properties.EncryptionProperties != nil {\n\t\tenc := vg.Properties.EncryptionProperties\n\t\t// Link to User Assigned Identity used for encryption (same pattern as storage-account.go)\n\t\tif enc.EncryptionIdentity != nil && enc.EncryptionIdentity.EncryptionUserAssignedIdentity != nil {\n\t\t\tidentityResourceID := *enc.EncryptionIdentity.EncryptionUserAssignedIdentity\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tif identityName != \"\" {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t\t// Link to Key Vault and DNS from KeyVaultURI (DNS-resolvable hostname)\n\t\tif enc.KeyVaultProperties != nil && enc.KeyVaultProperties.KeyVaultURI != nil && *enc.KeyVaultProperties.KeyVaultURI != \"\" {\n\t\t\tkeyVaultURI := *enc.KeyVaultProperties.KeyVaultURI\n\t\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyVaultURI)\n\t\t\tif vaultName != \"\" {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\tScope: scope, // Key Vault URI does not contain resource group\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\tif dnsName := azureshared.ExtractDNSFromURL(keyVaultURI); dnsName != \"\" {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Health from provisioning state\n\tif vg.Properties != nil && vg.Properties.ProvisioningState != nil {\n\t\tswitch *vg.Properties.ProvisioningState {\n\t\tcase armelasticsan.ProvisioningStatesSucceeded:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armelasticsan.ProvisioningStatesCreating, armelasticsan.ProvisioningStatesUpdating, armelasticsan.ProvisioningStatesDeleting,\n\t\t\tarmelasticsan.ProvisioningStatesPending, armelasticsan.ProvisioningStatesRestoring:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armelasticsan.ProvisioningStatesFailed, armelasticsan.ProvisioningStatesCanceled,\n\t\t\tarmelasticsan.ProvisioningStatesDeleted, armelasticsan.ProvisioningStatesInvalid:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\treturn item, nil\n}\n\nfunc (e elasticSanVolumeGroupWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ElasticSan: true,\n\t\tazureshared.ElasticSanVolume: true,\n\t\tazureshared.ElasticSanVolumeSnapshot: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.KeyVaultVault: true,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/elastic_san_volume_group\nfunc (e elasticSanVolumeGroupWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_elastic_san_volume_group.id\",\n\t\t},\n\t}\n}\n\nfunc (e elasticSanVolumeGroupWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.ElasticSan/elasticSans/volumegroups/read\",\n\t}\n}\n\nfunc (e elasticSanVolumeGroupWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/elastic-san-volume-group_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockElasticSanVolumeGroupPager is a simple mock implementation of ElasticSanVolumeGroupPager\ntype mockElasticSanVolumeGroupPager struct {\n\tpages []armelasticsan.VolumeGroupsClientListByElasticSanResponse\n\tindex int\n}\n\nfunc (m *mockElasticSanVolumeGroupPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockElasticSanVolumeGroupPager) NextPage(ctx context.Context) (armelasticsan.VolumeGroupsClientListByElasticSanResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armelasticsan.VolumeGroupsClientListByElasticSanResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\nfunc createAzureElasticSanVolumeGroup(name string) *armelasticsan.VolumeGroup {\n\tprovisioningState := armelasticsan.ProvisioningStatesSucceeded\n\treturn &armelasticsan.VolumeGroup{\n\t\tID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.ElasticSan/elasticSans/es/volumegroups/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.ElasticSan/elasticSans/volumegroups\"),\n\t\tProperties: &armelasticsan.VolumeGroupProperties{\n\t\t\tProvisioningState: &provisioningState,\n\t\t},\n\t}\n}\n\nfunc TestElasticSanVolumeGroup(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\telasticSanName := \"test-elastic-san\"\n\tvolumeGroupName := \"test-volume-group\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tvg := createAzureElasticSanVolumeGroup(volumeGroupName)\n\n\t\tmockClient := mocks.NewMockElasticSanVolumeGroupClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, elasticSanName, volumeGroupName, nil).Return(\n\t\t\tarmelasticsan.VolumeGroupsClientGetResponse{\n\t\t\t\tVolumeGroup: *vg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewElasticSanVolumeGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ElasticSanVolumeGroup.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ElasticSanVolumeGroup.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(elasticSanName, volumeGroupName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ElasticSan.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: elasticSanName, ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.ElasticSanVolumeSnapshot.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: shared.CompositeLookupKey(elasticSanName, volumeGroupName), ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.ElasticSanVolume.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: shared.CompositeLookupKey(elasticSanName, volumeGroupName), ExpectedScope: scope},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeGroupClient(ctrl)\n\t\twrapper := manual.NewElasticSanVolumeGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], elasticSanName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeGroupClient(ctrl)\n\t\twrapper := manual.NewElasticSanVolumeGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when volume group name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeGroupClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, elasticSanName, \"nonexistent\", nil).Return(\n\t\t\tarmelasticsan.VolumeGroupsClientGetResponse{}, errors.New(\"volume group not found\"))\n\n\t\twrapper := manual.NewElasticSanVolumeGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when resource not found, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tvg1 := createAzureElasticSanVolumeGroup(\"vg-1\")\n\t\tvg2 := createAzureElasticSanVolumeGroup(\"vg-2\")\n\n\t\tmockClient := mocks.NewMockElasticSanVolumeGroupClient(ctrl)\n\t\tmockPager := &mockElasticSanVolumeGroupPager{\n\t\t\tpages: []armelasticsan.VolumeGroupsClientListByElasticSanResponse{\n\t\t\t\t{\n\t\t\t\t\tVolumeGroupList: armelasticsan.VolumeGroupList{\n\t\t\t\t\t\tValue: []*armelasticsan.VolumeGroup{vg1, vg2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockClient.EXPECT().NewListByElasticSanPager(resourceGroup, elasticSanName, nil).Return(mockPager)\n\n\t\twrapper := manual.NewElasticSanVolumeGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tquery := elasticSanName\n\t\titems, err := searchable.Search(ctx, wrapper.Scopes()[0], query, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tvg := createAzureElasticSanVolumeGroup(\"stream-vg\")\n\t\tmockClient := mocks.NewMockElasticSanVolumeGroupClient(ctrl)\n\t\tmockPager := &mockElasticSanVolumeGroupPager{\n\t\t\tpages: []armelasticsan.VolumeGroupsClientListByElasticSanResponse{\n\t\t\t\t{\n\t\t\t\t\tVolumeGroupList: armelasticsan.VolumeGroupList{\n\t\t\t\t\t\tValue: []*armelasticsan.VolumeGroup{vg},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockClient.EXPECT().NewListByElasticSanPager(resourceGroup, elasticSanName, nil).Return(mockPager)\n\n\t\twrapper := manual.NewElasticSanVolumeGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tstreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tquery := elasticSanName\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tstreamable.SearchStream(ctx, wrapper.Scopes()[0], query, true, stream)\n\t\titems := stream.GetItems()\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item from stream, got %d\", len(items))\n\t\t}\n\t\tif items[0].GetType() != azureshared.ElasticSanVolumeGroup.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ElasticSanVolumeGroup.String(), items[0].GetType())\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/elastic-san-volume-snapshot.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar (\n\tElasticSanLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ElasticSan)\n\tElasticSanVolumeGroupLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ElasticSanVolumeGroup)\n\tElasticSanVolumeSnapshotLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ElasticSanVolumeSnapshot)\n)\n\ntype elasticSanVolumeSnapshotWrapper struct {\n\tclient clients.ElasticSanVolumeSnapshotClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewElasticSanVolumeSnapshot(client clients.ElasticSanVolumeSnapshotClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &elasticSanVolumeSnapshotWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.ElasticSanVolumeSnapshot,\n\t\t),\n\t}\n}\n\nfunc (s elasticSanVolumeSnapshotWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 3 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 3 query parts: elasticSanName, volumeGroupName and snapshotName\"), scope, s.Type())\n\t}\n\telasticSanName := queryParts[0]\n\tif elasticSanName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"elasticSanName cannot be empty\"), scope, s.Type())\n\t}\n\tvolumeGroupName := queryParts[1]\n\tif volumeGroupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"volumeGroupName cannot be empty\"), scope, s.Type())\n\t}\n\tsnapshotName := queryParts[2]\n\tif snapshotName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"snapshotName cannot be empty\"), scope, s.Type())\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, elasticSanName, volumeGroupName, snapshotName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureSnapshotToSDPItem(&resp.Snapshot, elasticSanName, volumeGroupName, snapshotName, scope)\n}\n\nfunc (s elasticSanVolumeSnapshotWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tElasticSanLookupByName,\n\t\tElasticSanVolumeGroupLookupByName,\n\t\tElasticSanVolumeSnapshotLookupByName,\n\t}\n}\n\nfunc (s elasticSanVolumeSnapshotWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Search requires 2 query parts: elasticSanName and volumeGroupName\"), scope, s.Type())\n\t}\n\telasticSanName := queryParts[0]\n\tif elasticSanName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"elasticSanName cannot be empty\"), scope, s.Type())\n\t}\n\tvolumeGroupName := queryParts[1]\n\tif volumeGroupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"volumeGroupName cannot be empty\"), scope, s.Type())\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByVolumeGroup(ctx, rgScope.ResourceGroup, elasticSanName, volumeGroupName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, snapshot := range page.Value {\n\t\t\tif snapshot.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSnapshotToSDPItem(snapshot, elasticSanName, volumeGroupName, *snapshot.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (s elasticSanVolumeSnapshotWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 2 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 2 query parts: elasticSanName and volumeGroupName\"), scope, s.Type()))\n\t\treturn\n\t}\n\telasticSanName := queryParts[0]\n\tif elasticSanName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"elasticSanName cannot be empty\"), scope, s.Type()))\n\t\treturn\n\t}\n\tvolumeGroupName := queryParts[1]\n\tif volumeGroupName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"volumeGroupName cannot be empty\"), scope, s.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByVolumeGroup(ctx, rgScope.ResourceGroup, elasticSanName, volumeGroupName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, snapshot := range page.Value {\n\t\t\tif snapshot.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSnapshotToSDPItem(snapshot, elasticSanName, volumeGroupName, *snapshot.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s elasticSanVolumeSnapshotWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tElasticSanLookupByName,\n\t\t\tElasticSanVolumeGroupLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s elasticSanVolumeSnapshotWrapper) azureSnapshotToSDPItem(snapshot *armelasticsan.Snapshot, elasticSanName, volumeGroupName, snapshotName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif snapshot.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"snapshot name is nil\"), scope, s.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(snapshot, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(elasticSanName, volumeGroupName, snapshotName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ElasticSanVolumeSnapshot.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Link to parent Elastic SAN\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ElasticSan.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: elasticSanName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to parent Volume Group\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ElasticSanVolumeGroup.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: shared.CompositeLookupKey(elasticSanName, volumeGroupName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to source volume from CreationData.SourceID\n\tif snapshot.Properties != nil && snapshot.Properties.CreationData != nil && snapshot.Properties.CreationData.SourceID != nil && *snapshot.Properties.CreationData.SourceID != \"\" {\n\t\tsourceID := *snapshot.Properties.CreationData.SourceID\n\t\tparts := azureshared.ExtractPathParamsFromResourceID(sourceID, []string{\"elasticSans\", \"volumegroups\", \"volumes\"})\n\t\tif len(parts) >= 3 {\n\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(sourceID)\n\t\t\tif extractedScope == \"\" {\n\t\t\t\textractedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.ElasticSanVolume.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(parts[0], parts[1], parts[2]),\n\t\t\t\t\tScope: extractedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif snapshot.Properties != nil && snapshot.Properties.ProvisioningState != nil {\n\t\tswitch *snapshot.Properties.ProvisioningState {\n\t\tcase armelasticsan.ProvisioningStatesSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armelasticsan.ProvisioningStatesCreating, armelasticsan.ProvisioningStatesUpdating, armelasticsan.ProvisioningStatesDeleting,\n\t\t\tarmelasticsan.ProvisioningStatesPending, armelasticsan.ProvisioningStatesRestoring:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armelasticsan.ProvisioningStatesFailed, armelasticsan.ProvisioningStatesCanceled,\n\t\t\tarmelasticsan.ProvisioningStatesDeleted, armelasticsan.ProvisioningStatesInvalid:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s elasticSanVolumeSnapshotWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ElasticSan: true,\n\t\tazureshared.ElasticSanVolumeGroup: true,\n\t\tazureshared.ElasticSanVolume: true,\n\t}\n}\n\nfunc (s elasticSanVolumeSnapshotWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_elastic_san_volume_snapshot.id\",\n\t\t},\n\t}\n}\n\nfunc (s elasticSanVolumeSnapshotWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.ElasticSan/elasticSans/volumegroups/snapshots/read\",\n\t}\n}\n\nfunc (s elasticSanVolumeSnapshotWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/elastic-san-volume-snapshot_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockElasticSanVolumeSnapshotPager is a simple mock implementation of ElasticSanVolumeSnapshotPager\ntype mockElasticSanVolumeSnapshotPager struct {\n\tpages []armelasticsan.VolumeSnapshotsClientListByVolumeGroupResponse\n\tindex int\n}\n\nfunc (m *mockElasticSanVolumeSnapshotPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockElasticSanVolumeSnapshotPager) NextPage(ctx context.Context) (armelasticsan.VolumeSnapshotsClientListByVolumeGroupResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armelasticsan.VolumeSnapshotsClientListByVolumeGroupResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\nfunc createAzureElasticSanSnapshot(name string) *armelasticsan.Snapshot {\n\tprovisioningState := armelasticsan.ProvisioningStatesSucceeded\n\treturn &armelasticsan.Snapshot{\n\t\tID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.ElasticSan/elasticSans/es/volumegroups/vg/snapshots/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.ElasticSan/elasticSans/volumegroups/snapshots\"),\n\t\tProperties: &armelasticsan.SnapshotProperties{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tCreationData: &armelasticsan.SnapshotCreationData{},\n\t\t},\n\t}\n}\n\nfunc TestElasticSanVolumeSnapshot(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\telasticSanName := \"test-elastic-san\"\n\tvolumeGroupName := \"test-volume-group\"\n\tsnapshotName := \"test-snapshot\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tsnapshot := createAzureElasticSanSnapshot(snapshotName)\n\n\t\tmockClient := mocks.NewMockElasticSanVolumeSnapshotClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, elasticSanName, volumeGroupName, snapshotName, nil).Return(\n\t\t\tarmelasticsan.VolumeSnapshotsClientGetResponse{\n\t\t\t\tSnapshot: *snapshot,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewElasticSanVolumeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName, snapshotName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ElasticSanVolumeSnapshot.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ElasticSanVolumeSnapshot.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(elasticSanName, volumeGroupName, snapshotName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ElasticSan.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: elasticSanName, ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.ElasticSanVolumeGroup.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(elasticSanName, volumeGroupName), ExpectedScope: scope},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeSnapshotClient(ctrl)\n\t\twrapper := manual.NewElasticSanVolumeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], elasticSanName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeSnapshotClient(ctrl)\n\t\twrapper := manual.NewElasticSanVolumeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when snapshot name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeSnapshotClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, elasticSanName, volumeGroupName, \"nonexistent\", nil).Return(\n\t\t\tarmelasticsan.VolumeSnapshotsClientGetResponse{}, errors.New(\"snapshot not found\"))\n\n\t\twrapper := manual.NewElasticSanVolumeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when resource not found, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tsnapshot1 := createAzureElasticSanSnapshot(\"snap-1\")\n\t\tsnapshot2 := createAzureElasticSanSnapshot(\"snap-2\")\n\n\t\tmockClient := mocks.NewMockElasticSanVolumeSnapshotClient(ctrl)\n\t\tmockPager := &mockElasticSanVolumeSnapshotPager{\n\t\t\tpages: []armelasticsan.VolumeSnapshotsClientListByVolumeGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tSnapshotList: armelasticsan.SnapshotList{\n\t\t\t\t\t\tValue: []*armelasticsan.Snapshot{snapshot1, snapshot2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockClient.EXPECT().ListByVolumeGroup(ctx, resourceGroup, elasticSanName, volumeGroupName, nil).Return(mockPager)\n\n\t\twrapper := manual.NewElasticSanVolumeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName)\n\t\titems, err := searchable.Search(ctx, wrapper.Scopes()[0], query, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tsnapshot := createAzureElasticSanSnapshot(\"stream-snap\")\n\t\tmockClient := mocks.NewMockElasticSanVolumeSnapshotClient(ctrl)\n\t\tmockPager := &mockElasticSanVolumeSnapshotPager{\n\t\t\tpages: []armelasticsan.VolumeSnapshotsClientListByVolumeGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tSnapshotList: armelasticsan.SnapshotList{\n\t\t\t\t\t\tValue: []*armelasticsan.Snapshot{snapshot},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockClient.EXPECT().ListByVolumeGroup(ctx, resourceGroup, elasticSanName, volumeGroupName, nil).Return(mockPager)\n\n\t\twrapper := manual.NewElasticSanVolumeSnapshot(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tstreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName)\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tstreamable.SearchStream(ctx, wrapper.Scopes()[0], query, true, stream)\n\t\titems := stream.GetItems()\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item from stream, got %d\", len(items))\n\t\t}\n\t\tif items[0].GetType() != azureshared.ElasticSanVolumeSnapshot.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ElasticSanVolumeSnapshot.String(), items[0].GetType())\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/elastic-san-volume.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ElasticSanVolumeLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ElasticSanVolume)\n\ntype elasticSanVolumeWrapper struct {\n\tclient clients.ElasticSanVolumeClient\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewElasticSanVolume(client clients.ElasticSanVolumeClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &elasticSanVolumeWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.ElasticSanVolume,\n\t\t),\n\t}\n}\n\nfunc (e elasticSanVolumeWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 3 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 3 query parts: elasticSanName, volumeGroupName, and volumeName\"), scope, e.Type())\n\t}\n\telasticSanName := queryParts[0]\n\tif elasticSanName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"elasticSanName cannot be empty\"), scope, e.Type())\n\t}\n\tvolumeGroupName := queryParts[1]\n\tif volumeGroupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"volumeGroupName cannot be empty\"), scope, e.Type())\n\t}\n\tvolumeName := queryParts[2]\n\tif volumeName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"volumeName cannot be empty\"), scope, e.Type())\n\t}\n\n\trgScope, err := e.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\tresp, err := e.client.Get(ctx, rgScope.ResourceGroup, elasticSanName, volumeGroupName, volumeName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\treturn e.azureVolumeToSDPItem(&resp.Volume, elasticSanName, volumeGroupName, volumeName, scope)\n}\n\nfunc (e elasticSanVolumeWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tElasticSanLookupByName,\n\t\tElasticSanVolumeGroupLookupByName,\n\t\tElasticSanVolumeLookupByName,\n\t}\n}\n\nfunc (e elasticSanVolumeWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Search requires 2 query parts: elasticSanName and volumeGroupName\"), scope, e.Type())\n\t}\n\telasticSanName := queryParts[0]\n\tif elasticSanName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"elasticSanName cannot be empty\"), scope, e.Type())\n\t}\n\tvolumeGroupName := queryParts[1]\n\tif volumeGroupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"volumeGroupName cannot be empty\"), scope, e.Type())\n\t}\n\n\trgScope, err := e.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\tpager := e.client.NewListByVolumeGroupPager(rgScope.ResourceGroup, elasticSanName, volumeGroupName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t\t}\n\t\tfor _, vol := range page.Value {\n\t\t\tif vol.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := e.azureVolumeToSDPItem(vol, elasticSanName, volumeGroupName, *vol.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (e elasticSanVolumeWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 2 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 2 query parts: elasticSanName and volumeGroupName\"), scope, e.Type()))\n\t\treturn\n\t}\n\telasticSanName := queryParts[0]\n\tif elasticSanName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"elasticSanName cannot be empty\"), scope, e.Type()))\n\t\treturn\n\t}\n\tvolumeGroupName := queryParts[1]\n\tif volumeGroupName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"volumeGroupName cannot be empty\"), scope, e.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := e.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, e.Type()))\n\t\treturn\n\t}\n\tpager := e.client.NewListByVolumeGroupPager(rgScope.ResourceGroup, elasticSanName, volumeGroupName, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, e.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, vol := range page.Value {\n\t\t\tif vol.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := e.azureVolumeToSDPItem(vol, elasticSanName, volumeGroupName, *vol.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (e elasticSanVolumeWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{ElasticSanLookupByName, ElasticSanVolumeGroupLookupByName},\n\t}\n}\n\nfunc (e elasticSanVolumeWrapper) azureVolumeToSDPItem(vol *armelasticsan.Volume, elasticSanName, volumeGroupName, volumeName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif vol.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"volume name is nil\"), scope, e.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(vol, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(elasticSanName, volumeGroupName, volumeName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\n\titem := &sdp.Item{\n\t\tType: azureshared.ElasticSanVolume.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Link to parent Elastic SAN\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ElasticSan.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: elasticSanName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to parent Volume Group\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ElasticSanVolumeGroup.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: shared.CompositeLookupKey(elasticSanName, volumeGroupName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tif vol.Properties != nil {\n\t\t// Link to source resource (snapshot or volume) via CreationData.SourceID\n\t\tif vol.Properties.CreationData != nil && vol.Properties.CreationData.SourceID != nil && *vol.Properties.CreationData.SourceID != \"\" {\n\t\t\tsourceID := *vol.Properties.CreationData.SourceID\n\t\t\t// Determine the type based on the resource ID path\n\t\t\t// Azure REST API uses /snapshots/ for Elastic SAN volume snapshots\n\t\t\tif strings.Contains(sourceID, \"/snapshots/\") {\n\t\t\t\t// It's a snapshot - extract elasticSanName, volumeGroupName, snapshotName\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(sourceID, []string{\"elasticSans\", \"volumegroups\", \"snapshots\"})\n\t\t\t\tif len(params) >= 3 && params[0] != \"\" && params[1] != \"\" && params[2] != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(sourceID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ElasticSanVolumeSnapshot.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1], params[2]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t} else if strings.Contains(sourceID, \"/volumes/\") {\n\t\t\t\t// It's a volume - extract elasticSanName, volumeGroupName, volumeName\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(sourceID, []string{\"elasticSans\", \"volumegroups\", \"volumes\"})\n\t\t\t\tif len(params) >= 3 && params[0] != \"\" && params[1] != \"\" && params[2] != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(sourceID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ElasticSanVolume.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1], params[2]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to managed-by resource via ManagedBy.ResourceID\n\t\tif vol.Properties.ManagedBy != nil && vol.Properties.ManagedBy.ResourceID != nil && *vol.Properties.ManagedBy.ResourceID != \"\" {\n\t\t\tmanagedByID := *vol.Properties.ManagedBy.ResourceID\n\t\t\t// ManagedBy can reference different resource types (e.g., AKS clusters, VMs)\n\t\t\t// We'll use the generic resource name extraction and link appropriately\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(managedByID)\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\n\t\t\t// Detect the resource type based on the path\n\t\t\tif strings.Contains(managedByID, \"/virtualMachines/\") {\n\t\t\t\tvmName := azureshared.ExtractResourceName(managedByID)\n\t\t\t\tif vmName != \"\" {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vmName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t\t// Add other resource types as needed\n\t\t}\n\n\t\t// Link to storage target DNS/hostname if available\n\t\tif vol.Properties.StorageTarget != nil {\n\t\t\tif vol.Properties.StorageTarget.TargetPortalHostname != nil && *vol.Properties.StorageTarget.TargetPortalHostname != \"\" {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *vol.Properties.StorageTarget.TargetPortalHostname,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Health from provisioning state\n\tif vol.Properties != nil && vol.Properties.ProvisioningState != nil {\n\t\tswitch *vol.Properties.ProvisioningState {\n\t\tcase armelasticsan.ProvisioningStatesSucceeded:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armelasticsan.ProvisioningStatesCreating, armelasticsan.ProvisioningStatesUpdating, armelasticsan.ProvisioningStatesDeleting,\n\t\t\tarmelasticsan.ProvisioningStatesPending, armelasticsan.ProvisioningStatesRestoring:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armelasticsan.ProvisioningStatesFailed, armelasticsan.ProvisioningStatesCanceled,\n\t\t\tarmelasticsan.ProvisioningStatesDeleted, armelasticsan.ProvisioningStatesInvalid:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\treturn item, nil\n}\n\nfunc (e elasticSanVolumeWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ElasticSan: true,\n\t\tazureshared.ElasticSanVolumeGroup: true,\n\t\tazureshared.ElasticSanVolumeSnapshot: true,\n\t\tazureshared.ElasticSanVolume: true,\n\t\tazureshared.ComputeVirtualMachine: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftelasticsan\nfunc (e elasticSanVolumeWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.ElasticSan/elasticSans/volumegroups/volumes/read\",\n\t}\n}\n\nfunc (e elasticSanVolumeWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/elastic-san-volume_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// mockElasticSanVolumePager is a simple mock implementation of ElasticSanVolumePager\ntype mockElasticSanVolumePager struct {\n\tpages []armelasticsan.VolumesClientListByVolumeGroupResponse\n\tindex int\n}\n\nfunc (m *mockElasticSanVolumePager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockElasticSanVolumePager) NextPage(ctx context.Context) (armelasticsan.VolumesClientListByVolumeGroupResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armelasticsan.VolumesClientListByVolumeGroupResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\nfunc createAzureElasticSanVolume(name string) *armelasticsan.Volume {\n\tprovisioningState := armelasticsan.ProvisioningStatesSucceeded\n\tsizeGiB := int64(100)\n\treturn &armelasticsan.Volume{\n\t\tID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.ElasticSan/elasticSans/es/volumegroups/vg/volumes/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.ElasticSan/elasticSans/volumegroups/volumes\"),\n\t\tProperties: &armelasticsan.VolumeProperties{\n\t\t\tSizeGiB: &sizeGiB,\n\t\t\tProvisioningState: &provisioningState,\n\t\t},\n\t}\n}\n\nfunc createAzureElasticSanVolumeWithLinks(name string) *armelasticsan.Volume {\n\tvol := createAzureElasticSanVolume(name)\n\tvol.Properties.StorageTarget = &armelasticsan.IscsiTargetInfo{\n\t\tTargetPortalHostname: new(\"test-san.region.elasticsan.azure.net\"),\n\t\tTargetIqn: new(\"iqn.2022-05.net.azure.elasticsan:test\"),\n\t\tTargetPortalPort: new(int32(3260)),\n\t}\n\tvol.Properties.CreationData = &armelasticsan.SourceCreationData{\n\t\tCreateSource: new(armelasticsan.VolumeCreateOptionVolumeSnapshot),\n\t\tSourceID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.ElasticSan/elasticSans/es/volumegroups/vg/snapshots/snap1\"),\n\t}\n\treturn vol\n}\n\nfunc TestElasticSanVolume(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\telasticSanName := \"test-elastic-san\"\n\tvolumeGroupName := \"test-volume-group\"\n\tvolumeName := \"test-volume\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tvol := createAzureElasticSanVolume(volumeName)\n\n\t\tmockClient := mocks.NewMockElasticSanVolumeClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, elasticSanName, volumeGroupName, volumeName, nil).Return(\n\t\t\tarmelasticsan.VolumesClientGetResponse{\n\t\t\t\tVolume: *vol,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewElasticSanVolume(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName, volumeName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ElasticSanVolume.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ElasticSanVolume.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(elasticSanName, volumeGroupName, volumeName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ElasticSan.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: elasticSanName, ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.ElasticSanVolumeGroup.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(elasticSanName, volumeGroupName), ExpectedScope: scope},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithLinks\", func(t *testing.T) {\n\t\tvol := createAzureElasticSanVolumeWithLinks(volumeName)\n\n\t\tmockClient := mocks.NewMockElasticSanVolumeClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, elasticSanName, volumeGroupName, volumeName, nil).Return(\n\t\t\tarmelasticsan.VolumesClientGetResponse{\n\t\t\t\tVolume: *vol,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewElasticSanVolume(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName, volumeName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{ExpectedType: azureshared.ElasticSan.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: elasticSanName, ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.ElasticSanVolumeGroup.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(elasticSanName, volumeGroupName), ExpectedScope: scope},\n\t\t\t\t{ExpectedType: azureshared.ElasticSanVolumeSnapshot.String(), ExpectedMethod: sdp.QueryMethod_GET, ExpectedQuery: shared.CompositeLookupKey(\"es\", \"vg\", \"snap1\"), ExpectedScope: \"sub.rg\"},\n\t\t\t\t{ExpectedType: stdlib.NetworkDNS.String(), ExpectedMethod: sdp.QueryMethod_SEARCH, ExpectedQuery: \"test-san.region.elasticsan.azure.net\", ExpectedScope: \"global\"},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeClient(ctrl)\n\t\twrapper := manual.NewElasticSanVolume(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Only 2 query parts - missing volumeName\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyElasticSanName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeClient(ctrl)\n\t\twrapper := manual.NewElasticSanVolume(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", volumeGroupName, volumeName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when elasticSanName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyVolumeGroupName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeClient(ctrl)\n\t\twrapper := manual.NewElasticSanVolume(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, \"\", volumeName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when volumeGroupName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyVolumeName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeClient(ctrl)\n\t\twrapper := manual.NewElasticSanVolume(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when volumeName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, elasticSanName, volumeGroupName, \"nonexistent\", nil).Return(\n\t\t\tarmelasticsan.VolumesClientGetResponse{}, errors.New(\"volume not found\"))\n\n\t\twrapper := manual.NewElasticSanVolume(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when resource not found, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tvol1 := createAzureElasticSanVolume(\"vol-1\")\n\t\tvol2 := createAzureElasticSanVolume(\"vol-2\")\n\n\t\tmockClient := mocks.NewMockElasticSanVolumeClient(ctrl)\n\t\tmockPager := &mockElasticSanVolumePager{\n\t\t\tpages: []armelasticsan.VolumesClientListByVolumeGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tVolumeList: armelasticsan.VolumeList{\n\t\t\t\t\t\tValue: []*armelasticsan.Volume{vol1, vol2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockClient.EXPECT().NewListByVolumeGroupPager(resourceGroup, elasticSanName, volumeGroupName, nil).Return(mockPager)\n\n\t\twrapper := manual.NewElasticSanVolume(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName)\n\t\titems, err := searchable.Search(ctx, wrapper.Scopes()[0], query, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyElasticSanName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeClient(ctrl)\n\t\twrapper := manual.NewElasticSanVolume(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tquery := shared.CompositeLookupKey(\"\", volumeGroupName)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], query, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when elasticSanName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyVolumeGroupName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanVolumeClient(ctrl)\n\t\twrapper := manual.NewElasticSanVolume(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, \"\")\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], query, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when volumeGroupName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tvol := createAzureElasticSanVolume(\"stream-vol\")\n\t\tmockClient := mocks.NewMockElasticSanVolumeClient(ctrl)\n\t\tmockPager := &mockElasticSanVolumePager{\n\t\t\tpages: []armelasticsan.VolumesClientListByVolumeGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tVolumeList: armelasticsan.VolumeList{\n\t\t\t\t\t\tValue: []*armelasticsan.Volume{vol},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockClient.EXPECT().NewListByVolumeGroupPager(resourceGroup, elasticSanName, volumeGroupName, nil).Return(mockPager)\n\n\t\twrapper := manual.NewElasticSanVolume(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tstreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tquery := shared.CompositeLookupKey(elasticSanName, volumeGroupName)\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tstreamable.SearchStream(ctx, wrapper.Scopes()[0], query, true, stream)\n\t\titems := stream.GetItems()\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item from stream, got %d\", len(items))\n\t\t}\n\t\tif items[0].GetType() != azureshared.ElasticSanVolume.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ElasticSanVolume.String(), items[0].GetType())\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/elastic-san.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype elasticSanWrapper struct {\n\tclient clients.ElasticSanClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewElasticSan(client clients.ElasticSanClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &elasticSanWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.ElasticSan,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/elasticsan/elastic-sans/list-by-resource-group\nfunc (e elasticSanWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := e.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\tpager := e.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t\t}\n\t\tfor _, elasticSan := range page.Value {\n\t\t\tif elasticSan.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := e.azureElasticSanToSDPItem(elasticSan, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (e elasticSanWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := e.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, e.Type()))\n\t\treturn\n\t}\n\tpager := e.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, e.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, elasticSan := range page.Value {\n\t\t\tif elasticSan.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := e.azureElasticSanToSDPItem(elasticSan, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/elasticsan/elastic-sans/get\nfunc (e elasticSanWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the Elastic SAN name\"), scope, e.Type())\n\t}\n\telasticSanName := queryParts[0]\n\tif elasticSanName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"elasticSanName cannot be empty\"), scope, e.Type())\n\t}\n\n\trgScope, err := e.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\tresp, err := e.client.Get(ctx, rgScope.ResourceGroup, elasticSanName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\treturn e.azureElasticSanToSDPItem(&resp.ElasticSan, scope)\n}\n\nfunc (e elasticSanWrapper) azureElasticSanToSDPItem(elasticSan *armelasticsan.ElasticSan, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif elasticSan.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"elasticSan name is nil\"), scope, e.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(elasticSan, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, e.Type())\n\t}\n\n\titem := &sdp.Item{\n\t\tType: azureshared.ElasticSan.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(elasticSan.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Link to Private Endpoints via PrivateEndpointConnections\n\tif elasticSan.Properties != nil && elasticSan.Properties.PrivateEndpointConnections != nil {\n\t\tfor _, pec := range elasticSan.Properties.PrivateEndpointConnections {\n\t\t\tif pec != nil && pec.Properties != nil && pec.Properties.PrivateEndpoint != nil && pec.Properties.PrivateEndpoint.ID != nil {\n\t\t\t\tpeName := azureshared.ExtractResourceName(*pec.Properties.PrivateEndpoint.ID)\n\t\t\t\tif peName != \"\" {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*pec.Properties.PrivateEndpoint.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: peName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to child Volume Groups (SEARCH by parent Elastic SAN name)\n\tif elasticSan.Name != nil && *elasticSan.Name != \"\" {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.ElasticSanVolumeGroup.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *elasticSan.Name,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Health from provisioning state\n\tif elasticSan.Properties != nil && elasticSan.Properties.ProvisioningState != nil {\n\t\tswitch *elasticSan.Properties.ProvisioningState {\n\t\tcase armelasticsan.ProvisioningStatesSucceeded:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armelasticsan.ProvisioningStatesCreating, armelasticsan.ProvisioningStatesUpdating, armelasticsan.ProvisioningStatesDeleting,\n\t\t\tarmelasticsan.ProvisioningStatesPending, armelasticsan.ProvisioningStatesRestoring:\n\t\t\titem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armelasticsan.ProvisioningStatesFailed, armelasticsan.ProvisioningStatesCanceled,\n\t\t\tarmelasticsan.ProvisioningStatesDeleted, armelasticsan.ProvisioningStatesInvalid:\n\t\t\titem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\treturn item, nil\n}\n\nfunc (e elasticSanWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tElasticSanLookupByName, // defined in elastic-san-volume-snapshot.go\n\t}\n}\n\nfunc (e elasticSanWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.ElasticSanVolumeGroup,\n\t\tazureshared.NetworkPrivateEndpoint,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/elastic_san\nfunc (e elasticSanWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_elastic_san.name\",\n\t\t},\n\t}\n}\n\nfunc (e elasticSanWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.ElasticSan/elasticSans/read\",\n\t}\n}\n\nfunc (e elasticSanWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/elastic-san_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc createAzureElasticSan(name string) *armelasticsan.ElasticSan {\n\tbaseSize := int64(1)\n\textendedSize := int64(2)\n\tprovisioningState := armelasticsan.ProvisioningStatesSucceeded\n\treturn &armelasticsan.ElasticSan{\n\t\tID: new(\"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.ElasticSan/elasticSans/\" + name),\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tType: new(\"Microsoft.ElasticSan/elasticSans\"),\n\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\tProperties: &armelasticsan.Properties{\n\t\t\tBaseSizeTiB: &baseSize,\n\t\t\tExtendedCapacitySizeTiB: &extendedSize,\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tVolumeGroupCount: new(int64(0)),\n\t\t},\n\t}\n}\n\nfunc createAzureElasticSanWithPrivateEndpoint(name, subscriptionID, resourceGroup string) *armelasticsan.ElasticSan {\n\tes := createAzureElasticSan(name)\n\tes.Properties.PrivateEndpointConnections = []*armelasticsan.PrivateEndpointConnection{\n\t\t{\n\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ElasticSan/elasticSans/\" + name + \"/privateEndpointConnections/pec-1\"),\n\t\t\tName: new(\"pec-1\"),\n\t\t\tProperties: &armelasticsan.PrivateEndpointConnectionProperties{\n\t\t\t\tPrivateEndpoint: &armelasticsan.PrivateEndpoint{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-pe\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\treturn es\n}\n\ntype mockElasticSanPager struct {\n\tpages []armelasticsan.ElasticSansClientListByResourceGroupResponse\n\tindex int\n}\n\nfunc (m *mockElasticSanPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockElasticSanPager) NextPage(ctx context.Context) (armelasticsan.ElasticSansClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armelasticsan.ElasticSansClientListByResourceGroupResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\nfunc TestElasticSan(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\telasticSanName := \"test-elastic-san\"\n\t\tes := createAzureElasticSan(elasticSanName)\n\n\t\tmockClient := mocks.NewMockElasticSanClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, elasticSanName, nil).Return(\n\t\t\tarmelasticsan.ElasticSansClientGetResponse{\n\t\t\t\tElasticSan: *es,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewElasticSan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, elasticSanName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ElasticSan.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ElasticSan.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != elasticSanName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", elasticSanName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// ElasticSanVolumeGroup SEARCH link (parentβ†’child); no private endpoints in createAzureElasticSan\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ElasticSanVolumeGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: elasticSanName,\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t})\n\t})\n\n\tt.Run(\"GetWithPrivateEndpointLink\", func(t *testing.T) {\n\t\telasticSanName := \"test-elastic-san-pe\"\n\t\tes := createAzureElasticSanWithPrivateEndpoint(elasticSanName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockElasticSanClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, elasticSanName, nil).Return(\n\t\t\tarmelasticsan.ElasticSansClientGetResponse{\n\t\t\t\tElasticSan: *es,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewElasticSan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, elasticSanName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tqueryTests := shared.QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: azureshared.ElasticSanVolumeGroup.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: elasticSanName,\n\t\t\t\tExpectedScope: scope,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-pe\",\n\t\t\t\tExpectedScope: scope,\n\t\t\t},\n\t\t}\n\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tes1 := createAzureElasticSan(\"es-1\")\n\t\tes2 := createAzureElasticSan(\"es-2\")\n\n\t\tmockClient := mocks.NewMockElasticSanClient(ctrl)\n\t\tmockPager := &mockElasticSanPager{\n\t\t\tpages: []armelasticsan.ElasticSansClientListByResourceGroupResponse{\n\t\t\t\t{List: armelasticsan.List{Value: []*armelasticsan.ElasticSan{es1, es2}}},\n\t\t\t},\n\t\t}\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewElasticSan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tes := createAzureElasticSan(\"es-stream\")\n\n\t\tmockClient := mocks.NewMockElasticSanClient(ctrl)\n\t\tmockPager := &mockElasticSanPager{\n\t\t\tpages: []armelasticsan.ElasticSansClientListByResourceGroupResponse{\n\t\t\t\t{List: armelasticsan.List{Value: []*armelasticsan.ElasticSan{es}}},\n\t\t\t},\n\t\t}\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewElasticSan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(1)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, scope, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(items))\n\t\t}\n\n\t\tif items[0].GetType() != azureshared.ElasticSan.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ElasticSan.String(), items[0].GetType())\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\tes1 := createAzureElasticSan(\"es-1\")\n\t\tesNilName := &armelasticsan.ElasticSan{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\t}\n\n\t\tmockClient := mocks.NewMockElasticSanClient(ctrl)\n\t\tmockPager := &mockElasticSanPager{\n\t\t\tpages: []armelasticsan.ElasticSansClientListByResourceGroupResponse{\n\t\t\t\t{List: armelasticsan.List{Value: []*armelasticsan.ElasticSan{es1, esNilName}}},\n\t\t\t},\n\t\t}\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewElasticSan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent\", nil).Return(\n\t\t\tarmelasticsan.ElasticSansClientGetResponse{}, errors.New(\"elastic san not found\"))\n\n\t\twrapper := manual.NewElasticSan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"nonexistent\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent Elastic SAN, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanClient(ctrl)\n\n\t\twrapper := manual.NewElasticSan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting Elastic SAN with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockElasticSanClient(ctrl)\n\n\t\twrapper := manual.NewElasticSan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Get(ctx, scope)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting Elastic SAN with insufficient query parts, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/keyvault-key.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar KeyVaultKeyLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.KeyVaultKey)\n\ntype keyvaultKeyWrapper struct {\n\tclient clients.KeysClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewKeyVaultKey(client clients.KeysClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &keyvaultKeyWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tazureshared.KeyVaultKey,\n\t\t),\n\t}\n}\n\nfunc (k keyvaultKeyWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 2 query parts: vaultName and keyName\"), scope, k.Type())\n\t}\n\n\tvaultName := queryParts[0]\n\tif vaultName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"vaultName cannot be empty\"), scope, k.Type())\n\t}\n\n\tkeyName := queryParts[1]\n\tif keyName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"keyName cannot be empty\"), scope, k.Type())\n\t}\n\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\tresp, err := k.client.Get(ctx, rgScope.ResourceGroup, vaultName, keyName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\n\treturn k.azureKeyToSDPItem(&resp.Key, vaultName, keyName, scope)\n}\n\nfunc (k keyvaultKeyWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Search requires 1 query part: vaultName\"), scope, k.Type())\n\t}\n\n\tvaultName := queryParts[0]\n\tif vaultName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"vaultName cannot be empty\"), scope, k.Type())\n\t}\n\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\tpager := k.client.NewListPager(rgScope.ResourceGroup, vaultName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t\t}\n\t\tfor _, key := range page.Value {\n\t\t\tif key.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvar keyVaultName string\n\t\t\tif key.ID != nil && *key.ID != \"\" {\n\t\t\t\tvaultParams := azureshared.ExtractPathParamsFromResourceID(*key.ID, []string{\"vaults\"})\n\t\t\t\tif len(vaultParams) > 0 {\n\t\t\t\t\tkeyVaultName = vaultParams[0]\n\t\t\t\t}\n\t\t\t}\n\t\t\tif keyVaultName == \"\" {\n\t\t\t\tkeyVaultName = vaultName\n\t\t\t}\n\t\t\titem, sdpErr := k.azureKeyToSDPItem(key, keyVaultName, *key.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (k keyvaultKeyWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: vaultName\"), scope, k.Type()))\n\t\treturn\n\t}\n\tvaultName := queryParts[0]\n\tif vaultName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"vaultName cannot be empty\"), scope, k.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, k.Type()))\n\t\treturn\n\t}\n\tpager := k.client.NewListPager(rgScope.ResourceGroup, vaultName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, k.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, key := range page.Value {\n\t\t\tif key.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvar keyVaultName string\n\t\t\tif key.ID != nil && *key.ID != \"\" {\n\t\t\t\tvaultParams := azureshared.ExtractPathParamsFromResourceID(*key.ID, []string{\"vaults\"})\n\t\t\t\tif len(vaultParams) > 0 {\n\t\t\t\t\tkeyVaultName = vaultParams[0]\n\t\t\t\t}\n\t\t\t}\n\t\t\tif keyVaultName == \"\" {\n\t\t\t\tkeyVaultName = vaultName\n\t\t\t}\n\t\t\titem, sdpErr := k.azureKeyToSDPItem(key, keyVaultName, *key.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (k keyvaultKeyWrapper) azureKeyToSDPItem(key *armkeyvault.Key, vaultName, keyName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(key, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\n\tif key.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"key name is nil\"), scope, k.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(vaultName, keyName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.KeyVaultKey.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(key.Tags),\n\t}\n\n\tif key.ID != nil && *key.ID != \"\" {\n\t\tvaultParams := azureshared.ExtractPathParamsFromResourceID(*key.ID, []string{\"vaults\"})\n\t\tif len(vaultParams) > 0 {\n\t\t\textractedVaultName := vaultParams[0]\n\t\t\tif extractedVaultName != \"\" {\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*key.ID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: extractedVaultName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tvar linkedDNSName string\n\tif key.Properties != nil && key.Properties.KeyURI != nil && *key.Properties.KeyURI != \"\" {\n\t\tkeyURI := *key.Properties.KeyURI\n\t\tdnsName := azureshared.ExtractDNSFromURL(keyURI)\n\t\tif dnsName != \"\" {\n\t\t\tlinkedDNSName = dnsName\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: keyURI,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\tif key.Properties != nil && key.Properties.KeyURIWithVersion != nil && *key.Properties.KeyURIWithVersion != \"\" {\n\t\tkeyURIWithVersion := *key.Properties.KeyURIWithVersion\n\t\tdnsName := azureshared.ExtractDNSFromURL(keyURIWithVersion)\n\t\tif dnsName != \"\" && dnsName != linkedDNSName {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: keyURIWithVersion,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (k keyvaultKeyWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tKeyVaultVaultLookupByName, // First key: vault name (queryParts[0])\n\t\tKeyVaultKeyLookupByName, // Second key: key name (queryParts[1])\n\t}\n}\n\nfunc (k keyvaultKeyWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tKeyVaultVaultLookupByName,\n\t\t},\n\t}\n}\n\nfunc (k keyvaultKeyWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_key_vault_key.id\",\n\t\t},\n\t}\n}\n\nfunc (k keyvaultKeyWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.KeyVaultVault,\n\t\tstdlib.NetworkDNS,\n\t\tstdlib.NetworkHTTP,\n\t)\n}\n\nfunc (k keyvaultKeyWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.KeyVault/vaults/keys/read\",\n\t}\n}\n\nfunc (k keyvaultKeyWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/keyvault-key_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\ntype mockKeysPager struct {\n\tpages []armkeyvault.KeysClientListResponse\n\tindex int\n}\n\nfunc (m *mockKeysPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockKeysPager) NextPage(ctx context.Context) (armkeyvault.KeysClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armkeyvault.KeysClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorKeysPager struct{}\n\nfunc (e *errorKeysPager) More() bool { return true }\n\nfunc (e *errorKeysPager) NextPage(ctx context.Context) (armkeyvault.KeysClientListResponse, error) {\n\treturn armkeyvault.KeysClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testKeysClient struct {\n\t*mocks.MockKeysClient\n\tpager clients.KeysPager\n}\n\nfunc (t *testKeysClient) NewListPager(resourceGroupName, vaultName string, options *armkeyvault.KeysClientListOptions) clients.KeysPager {\n\tt.MockKeysClient.NewListPager(resourceGroupName, vaultName, options)\n\treturn t.pager\n}\n\nfunc TestKeyVaultKey(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tvaultName := \"test-keyvault\"\n\tkeyName := \"test-key\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tkey := createAzureKey(keyName, subscriptionID, resourceGroup, vaultName)\n\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, keyName, nil).Return(\n\t\t\tarmkeyvault.KeysClientGetResponse{\n\t\t\t\tKey: *key,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultKey(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := vaultName + shared.QuerySeparator + keyName\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.KeyVaultKey.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.KeyVaultKey, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(vaultName, keyName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: vaultName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: vaultName + \".vault.azure.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"https://%s.vault.azure.net/keys/%s\", vaultName, keyName),\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\n\t\twrapper := manual.NewKeyVaultKey(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyVaultName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\n\t\twrapper := manual.NewKeyVaultKey(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.QuerySeparator + keyName\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when vault name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyKeyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\n\t\twrapper := manual.NewKeyVaultKey(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := vaultName + shared.QuerySeparator\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when key name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoName\", func(t *testing.T) {\n\t\tkey := &armkeyvault.Key{\n\t\t\tName: nil,\n\t\t}\n\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, keyName, nil).Return(\n\t\t\tarmkeyvault.KeysClientGetResponse{\n\t\t\t\tKey: *key,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultKey(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := vaultName + shared.QuerySeparator + keyName\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when key has no name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoLinkedResources\", func(t *testing.T) {\n\t\tkey := createAzureKeyMinimal(keyName)\n\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, keyName, nil).Return(\n\t\t\tarmkeyvault.KeysClientGetResponse{\n\t\t\t\tKey: *key,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultKey(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := vaultName + shared.QuerySeparator + keyName\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 0 {\n\t\t\tt.Errorf(\"Expected no linked item queries, got %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tkey1 := createAzureKey(\"key-1\", subscriptionID, resourceGroup, vaultName)\n\t\tkey2 := createAzureKey(\"key-2\", subscriptionID, resourceGroup, vaultName)\n\n\t\tmockPager := &mockKeysPager{\n\t\t\tpages: []armkeyvault.KeysClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tKeyListResult: armkeyvault.KeyListResult{\n\t\t\t\t\t\tValue: []*armkeyvault.Key{\n\t\t\t\t\t\t\t{ID: key1.ID, Name: key1.Name, Type: key1.Type, Properties: key1.Properties, Tags: key1.Tags},\n\t\t\t\t\t\t\t{ID: key2.ID, Name: key2.Name, Type: key2.Type, Properties: key2.Properties, Tags: key2.Tags},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, vaultName, nil).Return(mockPager)\n\n\t\ttestClient := &testKeysClient{\n\t\t\tMockKeysClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.KeyVaultKey.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.KeyVaultKey, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\ttestClient := &testKeysClient{MockKeysClient: mockClient}\n\n\t\twrapper := manual.NewKeyVaultKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_EmptyVaultName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\ttestClient := &testKeysClient{MockKeysClient: mockClient}\n\n\t\twrapper := manual.NewKeyVaultKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when vault name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_KeyWithNilName\", func(t *testing.T) {\n\t\tvalidKey := createAzureKey(\"valid-key\", subscriptionID, resourceGroup, vaultName)\n\t\tmockPager := &mockKeysPager{\n\t\t\tpages: []armkeyvault.KeysClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tKeyListResult: armkeyvault.KeyListResult{\n\t\t\t\t\t\tValue: []*armkeyvault.Key{\n\t\t\t\t\t\t\t{Name: nil},\n\t\t\t\t\t\t\t{ID: validKey.ID, Name: validKey.Name, Type: validKey.Type, Properties: validKey.Properties, Tags: validKey.Tags},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, vaultName, nil).Return(mockPager)\n\n\t\ttestClient := &testKeysClient{\n\t\t\tMockKeysClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(vaultName, \"valid-key\")\n\t\tif sdpItems[0].UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"key not found\")\n\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, \"nonexistent-key\", nil).Return(\n\t\t\tarmkeyvault.KeysClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewKeyVaultKey(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := vaultName + shared.QuerySeparator + \"nonexistent-key\"\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent key, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\terrorPager := &errorKeysPager{}\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, vaultName, nil).Return(errorPager)\n\n\t\ttestClient := &testKeysClient{\n\t\t\tMockKeysClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\ttestClient := &testKeysClient{MockKeysClient: mockClient}\n\t\twrapper := manual.NewKeyVaultKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tif wrapper == nil {\n\t\t\tt.Error(\"Wrapper should not be nil\")\n\t\t}\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\ttestClient := &testKeysClient{MockKeysClient: mockClient}\n\t\twrapper := manual.NewKeyVaultKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif len(links) == 0 {\n\t\t\tt.Error(\"Expected potential links to be defined\")\n\t\t}\n\t\tif !links[azureshared.KeyVaultVault] {\n\t\t\tt.Error(\"Expected KeyVaultVault to be in potential links\")\n\t\t}\n\t\tif !links[stdlib.NetworkDNS] {\n\t\t\tt.Error(\"Expected stdlib.NetworkDNS to be in potential links\")\n\t\t}\n\t\tif !links[stdlib.NetworkHTTP] {\n\t\t\tt.Error(\"Expected stdlib.NetworkHTTP to be in potential links\")\n\t\t}\n\t})\n\n\tt.Run(\"TerraformMappings\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\ttestClient := &testKeysClient{MockKeysClient: mockClient}\n\t\twrapper := manual.NewKeyVaultKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Fatal(\"Expected TerraformMappings to be defined\")\n\t\t}\n\n\t\tfoundIDMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_key_vault_key.id\" {\n\t\t\t\tfoundIDMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod to be SEARCH for id mapping, got %s\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !foundIDMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_key_vault_key.id' mapping\")\n\t\t}\n\t\tif len(mappings) != 1 {\n\t\t\tt.Errorf(\"Expected 1 TerraformMapping, got %d\", len(mappings))\n\t\t}\n\t})\n\n\tt.Run(\"IAMPermissions\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\ttestClient := &testKeysClient{MockKeysClient: mockClient}\n\t\twrapper := manual.NewKeyVaultKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpermissions := wrapper.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to be defined\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.KeyVault/vaults/keys/read\"\n\t\tif !slices.Contains(permissions, expectedPermission) {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\t})\n\n\tt.Run(\"PredefinedRole\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeysClient(ctrl)\n\t\ttestClient := &testKeysClient{MockKeysClient: mockClient}\n\t\twrapper := manual.NewKeyVaultKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\ttype predefinedRoleInterface interface {\n\t\t\tPredefinedRole() string\n\t\t}\n\t\tif roleInterface, ok := wrapper.(predefinedRoleInterface); ok {\n\t\t\trole := roleInterface.PredefinedRole()\n\t\t\tif role != \"Reader\" {\n\t\t\t\tt.Errorf(\"Expected PredefinedRole to be 'Reader', got %s\", role)\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Wrapper should implement PredefinedRole method\")\n\t\t}\n\t})\n}\n\nfunc createAzureKey(keyName, subscriptionID, resourceGroup, vaultName string) *armkeyvault.Key {\n\treturn &armkeyvault.Key{\n\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.KeyVault/vaults/%s/keys/%s\", subscriptionID, resourceGroup, vaultName, keyName)),\n\t\tName: new(keyName),\n\t\tType: new(\"Microsoft.KeyVault/vaults/keys\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armkeyvault.KeyProperties{\n\t\t\tKeyURI: new(fmt.Sprintf(\"https://%s.vault.azure.net/keys/%s\", vaultName, keyName)),\n\t\t},\n\t}\n}\n\nfunc createAzureKeyMinimal(keyName string) *armkeyvault.Key {\n\treturn &armkeyvault.Key{\n\t\tName: new(keyName),\n\t\tType: new(\"Microsoft.KeyVault/vaults/keys\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armkeyvault.KeyProperties{},\n\t}\n}\n" }, { "path": "sources/azure/manual/keyvault-managed-hsm-private-endpoint-connection.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar KeyVaultManagedHSMPrivateEndpointConnectionLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.KeyVaultManagedHSMPrivateEndpointConnection)\n\ntype keyvaultManagedHSMPrivateEndpointConnectionWrapper struct {\n\tclient clients.KeyVaultManagedHSMPrivateEndpointConnectionsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewKeyVaultManagedHSMPrivateEndpointConnection returns a SearchableWrapper for Azure Key Vault Managed HSM private endpoint connections.\nfunc NewKeyVaultManagedHSMPrivateEndpointConnection(client clients.KeyVaultManagedHSMPrivateEndpointConnectionsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &keyvaultManagedHSMPrivateEndpointConnectionWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tazureshared.KeyVaultManagedHSMPrivateEndpointConnection,\n\t\t),\n\t}\n}\n\nfunc (s keyvaultManagedHSMPrivateEndpointConnectionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: hsmName and privateEndpointConnectionName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\thsmName := queryParts[0]\n\tconnectionName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, hsmName, connectionName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\titem, sdpErr := s.azureMHSMPrivateEndpointConnectionToSDPItem(&resp.MHSMPrivateEndpointConnection, hsmName, connectionName, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\treturn item, nil\n}\n\nfunc (s keyvaultManagedHSMPrivateEndpointConnectionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tKeyVaultManagedHSMsLookupByName,\n\t\tKeyVaultManagedHSMPrivateEndpointConnectionLookupByName,\n\t}\n}\n\nfunc (s keyvaultManagedHSMPrivateEndpointConnectionWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: hsmName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\thsmName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByResource(ctx, rgScope.ResourceGroup, hsmName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azureMHSMPrivateEndpointConnectionToSDPItem(conn, hsmName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s keyvaultManagedHSMPrivateEndpointConnectionWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: hsmName\"), scope, s.Type()))\n\t\treturn\n\t}\n\thsmName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByResource(ctx, rgScope.ResourceGroup, hsmName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureMHSMPrivateEndpointConnectionToSDPItem(conn, hsmName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s keyvaultManagedHSMPrivateEndpointConnectionWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tKeyVaultManagedHSMsLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s keyvaultManagedHSMPrivateEndpointConnectionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.KeyVaultManagedHSM: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t}\n}\n\nfunc (s keyvaultManagedHSMPrivateEndpointConnectionWrapper) azureMHSMPrivateEndpointConnectionToSDPItem(conn *armkeyvault.MHSMPrivateEndpointConnection, hsmName, connectionName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(conn, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(hsmName, connectionName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.KeyVaultManagedHSMPrivateEndpointConnection.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(conn.Tags),\n\t}\n\n\t// Health from provisioning state\n\tif conn.Properties != nil && conn.Properties.ProvisioningState != nil {\n\t\tstate := strings.ToLower(string(*conn.Properties.ProvisioningState))\n\t\tswitch state {\n\t\tcase \"succeeded\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"creating\", \"updating\", \"deleting\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"failed\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent Key Vault Managed HSM\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.KeyVaultManagedHSM.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: hsmName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Network Private Endpoint when present (may be in different resource group)\n\tif conn.Properties != nil && conn.Properties.PrivateEndpoint != nil && conn.Properties.PrivateEndpoint.ID != nil {\n\t\tpeID := *conn.Properties.PrivateEndpoint.ID\n\t\tpeName := azureshared.ExtractResourceName(peID)\n\t\tif peName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(peID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: peName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to User Assigned Managed Identities (same pattern as KeyVaultManagedHSM adapter)\n\t// User Assigned Identities can be in a different resource group than the Managed HSM.\n\tif conn.Identity != nil && conn.Identity.UserAssignedIdentities != nil {\n\t\tfor identityResourceID := range conn.Identity.UserAssignedIdentities {\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tif identityName != \"\" {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s keyvaultManagedHSMPrivateEndpointConnectionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.KeyVault/managedHSMs/privateEndpointConnections/read\",\n\t}\n}\n\nfunc (s keyvaultManagedHSMPrivateEndpointConnectionWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/keyvault-managed-hsm-private-endpoint-connection_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockKeyVaultManagedHSMPrivateEndpointConnectionsPager struct {\n\tpages []armkeyvault.MHSMPrivateEndpointConnectionsClientListByResourceResponse\n\tindex int\n}\n\nfunc (m *mockKeyVaultManagedHSMPrivateEndpointConnectionsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockKeyVaultManagedHSMPrivateEndpointConnectionsPager) NextPage(ctx context.Context) (armkeyvault.MHSMPrivateEndpointConnectionsClientListByResourceResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armkeyvault.MHSMPrivateEndpointConnectionsClientListByResourceResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype testKeyVaultManagedHSMPrivateEndpointConnectionsClient struct {\n\t*mocks.MockKeyVaultManagedHSMPrivateEndpointConnectionsClient\n\tpager clients.KeyVaultManagedHSMPrivateEndpointConnectionsPager\n}\n\nfunc (t *testKeyVaultManagedHSMPrivateEndpointConnectionsClient) ListByResource(ctx context.Context, resourceGroupName, hsmName string) clients.KeyVaultManagedHSMPrivateEndpointConnectionsPager {\n\treturn t.pager\n}\n\nfunc TestKeyVaultManagedHSMPrivateEndpointConnection(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\thsmName := \"test-hsm\"\n\tconnectionName := \"test-pec\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tconn := createAzureMHSMPrivateEndpointConnection(connectionName, \"\")\n\n\t\tmockClient := mocks.NewMockKeyVaultManagedHSMPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hsmName, connectionName).Return(\n\t\t\tarmkeyvault.MHSMPrivateEndpointConnectionsClientGetResponse{\n\t\t\t\tMHSMPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testKeyVaultManagedHSMPrivateEndpointConnectionsClient{MockKeyVaultManagedHSMPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewKeyVaultManagedHSMPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(hsmName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.KeyVaultManagedHSMPrivateEndpointConnection.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.KeyVaultManagedHSMPrivateEndpointConnection, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(hsmName, connectionName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(hsmName, connectionName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tfoundKeyVaultManagedHSM := false\n\t\t\tfor _, lq := range linkedQueries {\n\t\t\t\tif lq.GetQuery().GetType() == azureshared.KeyVaultManagedHSM.String() {\n\t\t\t\t\tfoundKeyVaultManagedHSM = true\n\t\t\t\t\tif lq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected KeyVaultManagedHSM link method GET, got %v\", lq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif lq.GetQuery().GetQuery() != hsmName {\n\t\t\t\t\t\tt.Errorf(\"Expected KeyVaultManagedHSM query %s, got %s\", hsmName, lq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !foundKeyVaultManagedHSM {\n\t\t\t\tt.Error(\"Expected linked query to KeyVaultManagedHSM\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithPrivateEndpointLink\", func(t *testing.T) {\n\t\tpeID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-pe\"\n\t\tconn := createAzureMHSMPrivateEndpointConnection(connectionName, peID)\n\n\t\tmockClient := mocks.NewMockKeyVaultManagedHSMPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hsmName, connectionName).Return(\n\t\t\tarmkeyvault.MHSMPrivateEndpointConnectionsClientGetResponse{\n\t\t\t\tMHSMPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testKeyVaultManagedHSMPrivateEndpointConnectionsClient{MockKeyVaultManagedHSMPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewKeyVaultManagedHSMPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(hsmName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfoundPrivateEndpoint := false\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif lq.GetQuery().GetType() == azureshared.NetworkPrivateEndpoint.String() {\n\t\t\t\tfoundPrivateEndpoint = true\n\t\t\t\tif lq.GetQuery().GetQuery() != \"test-pe\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkPrivateEndpoint query 'test-pe', got %s\", lq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundPrivateEndpoint {\n\t\t\tt.Error(\"Expected linked query to NetworkPrivateEndpoint when PrivateEndpoint ID is set\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeyVaultManagedHSMPrivateEndpointConnectionsClient(ctrl)\n\t\ttestClient := &testKeyVaultManagedHSMPrivateEndpointConnectionsClient{MockKeyVaultManagedHSMPrivateEndpointConnectionsClient: mockClient}\n\n\t\twrapper := manual.NewKeyVaultManagedHSMPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], hsmName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tconn1 := createAzureMHSMPrivateEndpointConnection(\"pec-1\", \"\")\n\t\tconn2 := createAzureMHSMPrivateEndpointConnection(\"pec-2\", \"\")\n\n\t\tmockClient := mocks.NewMockKeyVaultManagedHSMPrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockKeyVaultManagedHSMPrivateEndpointConnectionsPager{\n\t\t\tpages: []armkeyvault.MHSMPrivateEndpointConnectionsClientListByResourceResponse{\n\t\t\t\t{\n\t\t\t\t\tMHSMPrivateEndpointConnectionsListResult: armkeyvault.MHSMPrivateEndpointConnectionsListResult{\n\t\t\t\t\t\tValue: []*armkeyvault.MHSMPrivateEndpointConnection{conn1, conn2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testKeyVaultManagedHSMPrivateEndpointConnectionsClient{\n\t\t\tMockKeyVaultManagedHSMPrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultManagedHSMPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], hsmName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.KeyVaultManagedHSMPrivateEndpointConnection.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.KeyVaultManagedHSMPrivateEndpointConnection, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_NilNameSkipped\", func(t *testing.T) {\n\t\tvalidConn := createAzureMHSMPrivateEndpointConnection(\"valid-pec\", \"\")\n\n\t\tmockClient := mocks.NewMockKeyVaultManagedHSMPrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockKeyVaultManagedHSMPrivateEndpointConnectionsPager{\n\t\t\tpages: []armkeyvault.MHSMPrivateEndpointConnectionsClientListByResourceResponse{\n\t\t\t\t{\n\t\t\t\t\tMHSMPrivateEndpointConnectionsListResult: armkeyvault.MHSMPrivateEndpointConnectionsListResult{\n\t\t\t\t\t\tValue: []*armkeyvault.MHSMPrivateEndpointConnection{\n\t\t\t\t\t\t\t{Name: nil},\n\t\t\t\t\t\t\tvalidConn,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testKeyVaultManagedHSMPrivateEndpointConnectionsClient{\n\t\t\tMockKeyVaultManagedHSMPrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultManagedHSMPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], hsmName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(hsmName, \"valid-pec\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(hsmName, \"valid-pec\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockKeyVaultManagedHSMPrivateEndpointConnectionsClient(ctrl)\n\t\ttestClient := &testKeyVaultManagedHSMPrivateEndpointConnectionsClient{MockKeyVaultManagedHSMPrivateEndpointConnectionsClient: mockClient}\n\n\t\twrapper := manual.NewKeyVaultManagedHSMPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"private endpoint connection not found\")\n\n\t\tmockClient := mocks.NewMockKeyVaultManagedHSMPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hsmName, \"nonexistent-pec\").Return(\n\t\t\tarmkeyvault.MHSMPrivateEndpointConnectionsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testKeyVaultManagedHSMPrivateEndpointConnectionsClient{MockKeyVaultManagedHSMPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewKeyVaultManagedHSMPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(hsmName, \"nonexistent-pec\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent private endpoint connection, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithUserAssignedIdentityLink\", func(t *testing.T) {\n\t\tidentityID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/identity-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\"\n\t\tconn := createAzureMHSMPrivateEndpointConnectionWithIdentity(connectionName, \"\", identityID)\n\n\t\tmockClient := mocks.NewMockKeyVaultManagedHSMPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hsmName, connectionName).Return(\n\t\t\tarmkeyvault.MHSMPrivateEndpointConnectionsClientGetResponse{\n\t\t\t\tMHSMPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testKeyVaultManagedHSMPrivateEndpointConnectionsClient{MockKeyVaultManagedHSMPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewKeyVaultManagedHSMPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(hsmName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfoundIdentity := false\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif lq.GetQuery().GetType() == azureshared.ManagedIdentityUserAssignedIdentity.String() {\n\t\t\t\tfoundIdentity = true\n\t\t\t\tif lq.GetQuery().GetQuery() != \"test-identity\" {\n\t\t\t\t\tt.Errorf(\"Expected ManagedIdentityUserAssignedIdentity query 'test-identity', got %s\", lq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif lq.GetQuery().GetScope() != subscriptionID+\".identity-rg\" {\n\t\t\t\t\tt.Errorf(\"Expected scope %s.identity-rg for identity in different RG, got %s\", subscriptionID, lq.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !foundIdentity {\n\t\t\tt.Error(\"Expected linked query to ManagedIdentityUserAssignedIdentity when Identity.UserAssignedIdentities is set\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\twrapper := manual.NewKeyVaultManagedHSMPrivateEndpointConnection(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif !links[azureshared.KeyVaultManagedHSM] {\n\t\t\tt.Error(\"Expected KeyVaultManagedHSM in PotentialLinks\")\n\t\t}\n\t\tif !links[azureshared.NetworkPrivateEndpoint] {\n\t\t\tt.Error(\"Expected NetworkPrivateEndpoint in PotentialLinks\")\n\t\t}\n\t\tif !links[azureshared.ManagedIdentityUserAssignedIdentity] {\n\t\t\tt.Error(\"Expected ManagedIdentityUserAssignedIdentity in PotentialLinks\")\n\t\t}\n\t})\n}\n\nfunc createAzureMHSMPrivateEndpointConnection(connectionName, privateEndpointID string) *armkeyvault.MHSMPrivateEndpointConnection {\n\treturn createAzureMHSMPrivateEndpointConnectionWithIdentity(connectionName, privateEndpointID, \"\")\n}\n\nfunc createAzureMHSMPrivateEndpointConnectionWithIdentity(connectionName, privateEndpointID, identityResourceID string) *armkeyvault.MHSMPrivateEndpointConnection {\n\tstate := armkeyvault.PrivateEndpointConnectionProvisioningStateSucceeded\n\tconn := &armkeyvault.MHSMPrivateEndpointConnection{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.KeyVault/managedHSMs/test-hsm/privateEndpointConnections/\" + connectionName),\n\t\tName: new(connectionName),\n\t\tType: new(\"Microsoft.KeyVault/managedHSMs/privateEndpointConnections\"),\n\t\tProperties: &armkeyvault.MHSMPrivateEndpointConnectionProperties{\n\t\t\tProvisioningState: &state,\n\t\t},\n\t}\n\tif privateEndpointID != \"\" {\n\t\tconn.Properties.PrivateEndpoint = &armkeyvault.MHSMPrivateEndpoint{\n\t\t\tID: new(privateEndpointID),\n\t\t}\n\t}\n\tif identityResourceID != \"\" {\n\t\tconn.Identity = &armkeyvault.ManagedServiceIdentity{\n\t\t\tType: new(armkeyvault.ManagedServiceIdentityTypeUserAssigned),\n\t\t\tUserAssignedIdentities: map[string]*armkeyvault.UserAssignedIdentity{\n\t\t\t\tidentityResourceID: {},\n\t\t\t},\n\t\t}\n\t}\n\treturn conn\n}\n" }, { "path": "sources/azure/manual/keyvault-managed-hsm.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar KeyVaultManagedHSMsLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.KeyVaultManagedHSM)\n\ntype keyvaultManagedHSMsWrapper struct {\n\tclient clients.ManagedHSMsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewKeyVaultManagedHSM(client clients.ManagedHSMsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &keyvaultManagedHSMsWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tazureshared.KeyVaultManagedHSM,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/keyvault/managedhsm/managed-hsms/list-by-resource-group?view=rest-keyvault-managedhsm-2024-11-01&tabs=HTTP\nfunc (k keyvaultManagedHSMsWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\tpager := k.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t\t}\n\n\t\tfor _, hsm := range page.Value {\n\t\t\tif hsm.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := k.azureManagedHSMToSDPItem(hsm, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (k keyvaultManagedHSMsWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, k.Type()))\n\t\treturn\n\t}\n\tpager := k.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, k.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, hsm := range page.Value {\n\t\t\tif hsm.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := k.azureManagedHSMToSDPItem(hsm, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (k keyvaultManagedHSMsWrapper) azureManagedHSMToSDPItem(hsm *armkeyvault.ManagedHsm, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif hsm.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"name is nil\"), scope, k.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(hsm, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.KeyVaultManagedHSM.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(hsm.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Link to MHSM Private Endpoint Connections (child resources with their own GET endpoint)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/managedhsm/mhsm-private-endpoint-connections/get\n\t// GET .../managedHSMs/{name}/privateEndpointConnections/{privateEndpointConnectionName}\n\tif hsm.Properties != nil && hsm.Properties.PrivateEndpointConnections != nil && hsm.Name != nil {\n\t\tfor _, conn := range hsm.Properties.PrivateEndpointConnections {\n\t\t\tif conn != nil && conn.ID != nil && *conn.ID != \"\" {\n\t\t\t\tconnectionName := azureshared.ExtractResourceName(*conn.ID)\n\t\t\t\tif connectionName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultManagedHSMPrivateEndpointConnection.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(*hsm.Name, connectionName),\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Private Endpoints from Private Endpoint Connections\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/private-endpoints/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/privateEndpoints/{privateEndpointName}\n\t//\n\t// IMPORTANT: Private Endpoints can be in a different resource group than the Managed HSM.\n\t// We must extract the subscription ID and resource group from the private endpoint's resource ID\n\t// to construct the correct scope.\n\tif hsm.Properties != nil && hsm.Properties.PrivateEndpointConnections != nil {\n\t\tfor _, conn := range hsm.Properties.PrivateEndpointConnections {\n\t\t\tif conn.Properties != nil && conn.Properties.PrivateEndpoint != nil && conn.Properties.PrivateEndpoint.ID != nil {\n\t\t\t\tprivateEndpointID := *conn.Properties.PrivateEndpoint.ID\n\t\t\t\t// Private Endpoint ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/privateEndpoints/{peName}\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(privateEndpointID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tsubscriptionID := params[0]\n\t\t\t\t\tresourceGroupName := params[1]\n\t\t\t\t\tprivateEndpointName := azureshared.ExtractResourceName(privateEndpointID)\n\t\t\t\t\tif privateEndpointName != \"\" {\n\t\t\t\t\t\t// Construct scope in format: {subscriptionID}.{resourceGroupName}\n\t\t\t\t\t\t// This ensures we query the correct resource group where the private endpoint actually exists\n\t\t\t\t\t\tpeScope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: privateEndpointName,\n\t\t\t\t\t\t\t\tScope: peScope, // Use the private endpoint's scope, not the Managed HSM's scope\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Virtual Network Subnets from Network ACLs\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/subnets/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/virtualNetworks/{virtualNetworkName}/subnets/{subnetName}\n\t//\n\t// IMPORTANT: Virtual Network Subnets can be in a different resource group than the Managed HSM.\n\t// We must extract the subscription ID and resource group from the subnet's resource ID to construct\n\t// the correct scope.\n\tif hsm.Properties != nil && hsm.Properties.NetworkACLs != nil && hsm.Properties.NetworkACLs.VirtualNetworkRules != nil {\n\t\tfor _, vnetRule := range hsm.Properties.NetworkACLs.VirtualNetworkRules {\n\t\t\tif vnetRule.ID != nil {\n\t\t\t\tsubnetID := *vnetRule.ID\n\t\t\t\t// Subnet ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnetName}/subnets/{subnetName}\n\t\t\t\t// Extract subscription, resource group, virtual network name, and subnet name\n\t\t\t\tscopeParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\t\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\tif len(scopeParams) >= 2 && len(subnetParams) >= 2 {\n\t\t\t\t\tsubscriptionID := scopeParams[0]\n\t\t\t\t\tresourceGroupName := scopeParams[1]\n\t\t\t\t\tvnetName := subnetParams[0]\n\t\t\t\t\tsubnetName := subnetParams[1]\n\t\t\t\t\t// Subnet adapter requires: resourceGroup, virtualNetworkName, subnetName\n\t\t\t\t\t// Use composite lookup key to join them\n\t\t\t\t\tquery := shared.CompositeLookupKey(vnetName, subnetName)\n\t\t\t\t\t// Construct scope in format: {subscriptionID}.{resourceGroupName}\n\t\t\t\t\t// This ensures we query the correct resource group where the subnet actually exists\n\t\t\t\t\tscope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: query,\n\t\t\t\t\t\t\tScope: scope, // Use the subnet's scope, not the Managed HSM's scope\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to IP addresses (standard library) from NetworkACLs IPRules\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/managedhsm/managed-hsms/get?view=rest-keyvault-managedhsm-2024-11-01&tabs=HTTP\n\tif hsm.Properties != nil && hsm.Properties.NetworkACLs != nil && hsm.Properties.NetworkACLs.IPRules != nil {\n\t\tfor _, ipRule := range hsm.Properties.NetworkACLs.IPRules {\n\t\t\tif ipRule != nil && ipRule.Value != nil && *ipRule.Value != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ipRule.Value,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to User Assigned Managed Identities (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.ManagedIdentity/userAssignedIdentities/{identityName}\n\t//\n\t// IMPORTANT: User Assigned Identities can be in a different resource group than the Managed HSM.\n\t// We must extract the subscription ID and resource group from each identity's resource ID to construct the correct scope.\n\tif hsm.Identity != nil && hsm.Identity.UserAssignedIdentities != nil {\n\t\tfor identityResourceID := range hsm.Identity.UserAssignedIdentities {\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tif identityName != \"\" {\n\t\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to DNS name (standard library) from HsmURI\n\t// The HsmURI contains the Managed HSM endpoint URL (e.g., https://myhsm.managedhsm.azure.net)\n\tif hsm.Properties != nil && hsm.Properties.HsmURI != nil && *hsm.Properties.HsmURI != \"\" {\n\t\thsmURI := *hsm.Properties.HsmURI\n\t\t// Extract DNS name from URL (e.g., https://myhsm.managedhsm.azure.net -> myhsm.managedhsm.azure.net)\n\t\tdnsName := azureshared.ExtractDNSFromURL(hsmURI)\n\t\tif dnsName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\t// Link to HTTP/HTTPS endpoint (standard library) from HsmURI\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: hsmURI,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/keyvault/managedhsm/managed-hsms/get?view=rest-keyvault-managedhsm-2024-11-01&tabs=HTTP\nfunc (k keyvaultManagedHSMsWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 1 query part: name\"), scope, k.Type())\n\t}\n\n\tname := queryParts[0]\n\tif name == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"name cannot be empty\"), scope, k.Type())\n\t}\n\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\tresp, err := k.client.Get(ctx, rgScope.ResourceGroup, name, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\n\treturn k.azureManagedHSMToSDPItem(&resp.ManagedHsm, scope)\n}\n\nfunc (k keyvaultManagedHSMsWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tKeyVaultManagedHSMsLookupByName,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/key_vault_managed_hardware_security_module\nfunc (k keyvaultManagedHSMsWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_key_vault_managed_hardware_security_module.name\",\n\t\t},\n\t}\n}\n\nfunc (k keyvaultManagedHSMsWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.KeyVaultManagedHSMPrivateEndpointConnection: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t\tstdlib.NetworkDNS: true,\n\t\tstdlib.NetworkHTTP: true,\n\t\tstdlib.NetworkIP: true,\n\t}\n}\n\nfunc (k keyvaultManagedHSMsWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.KeyVault/managedHSMs/read\",\n\t}\n}\n\nfunc (k keyvaultManagedHSMsWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/keyvault-managed-hsm_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// mockManagedHSMsPager is a simple mock implementation of ManagedHSMsPager\ntype mockManagedHSMsPager struct {\n\tpages []armkeyvault.ManagedHsmsClientListByResourceGroupResponse\n\tindex int\n}\n\nfunc (m *mockManagedHSMsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockManagedHSMsPager) NextPage(ctx context.Context) (armkeyvault.ManagedHsmsClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armkeyvault.ManagedHsmsClientListByResourceGroupResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorManagedHSMsPager is a mock pager that always returns an error\ntype errorManagedHSMsPager struct{}\n\nfunc (e *errorManagedHSMsPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorManagedHSMsPager) NextPage(ctx context.Context) (armkeyvault.ManagedHsmsClientListByResourceGroupResponse, error) {\n\treturn armkeyvault.ManagedHsmsClientListByResourceGroupResponse{}, errors.New(\"pager error\")\n}\n\n// testManagedHSMsClient wraps the mock to implement the correct interface\ntype testManagedHSMsClient struct {\n\t*mocks.MockManagedHSMsClient\n\tpager clients.ManagedHSMsPager\n}\n\nfunc (t *testManagedHSMsClient) NewListByResourceGroupPager(resourceGroupName string, options *armkeyvault.ManagedHsmsClientListByResourceGroupOptions) clients.ManagedHSMsPager {\n\t// Call the mock to satisfy expectations\n\tt.MockManagedHSMsClient.NewListByResourceGroupPager(resourceGroupName, options)\n\treturn t.pager\n}\n\nfunc TestKeyVaultManagedHSM(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\thsmName := \"test-managed-hsm\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thsm := createAzureManagedHSM(hsmName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hsmName, nil).Return(\n\t\t\tarmkeyvault.ManagedHsmsClientGetResponse{\n\t\t\t\tManagedHsm: *hsm,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], hsmName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.KeyVaultManagedHSM.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.KeyVaultManagedHSM, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != hsmName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", hsmName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// MHSM Private Endpoint Connection (GET) - child resource\n\t\t\t\t\tExpectedType: azureshared.KeyVaultManagedHSMPrivateEndpointConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(hsmName, \"test-pec-1\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// MHSM Private Endpoint Connection (GET) - child resource\n\t\t\t\t\tExpectedType: azureshared.KeyVaultManagedHSMPrivateEndpointConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(hsmName, \"test-pec-2\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Private Endpoint (GET) - same resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-private-endpoint\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Private Endpoint (GET) - different resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-private-endpoint-diff-rg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".different-rg\",\n\t\t\t\t}, {\n\t\t\t\t\t// Subnet (GET) - same resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Subnet (GET) - different resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet-diff-rg\", \"test-subnet-diff-rg\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".different-rg\",\n\t\t\t\t}, {\n\t\t\t\t\t// User Assigned Managed Identity (GET) - same resource group\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-identity\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// User Assigned Managed Identity (GET) - different resource group\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-identity-diff-rg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".identity-rg\",\n\t\t\t\t}, {\n\t\t\t\t\t// DNS (SEARCH) - from HsmURI\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: hsmName + \".managedhsm.azure.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// HTTP (SEARCH) - from HsmURI\n\t\t\t\t\tExpectedType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"https://\" + hsmName + \".managedhsm.azure.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// IP (GET) - from NetworkACLs IPRules\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// IP (GET) - from NetworkACLs IPRules (CIDR range)\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.0/24\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty name\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting Managed HSM with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoName\", func(t *testing.T) {\n\t\thsm := &armkeyvault.ManagedHsm{\n\t\t\tName: nil, // No name field\n\t\t\tProperties: &armkeyvault.ManagedHsmProperties{\n\t\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hsmName, nil).Return(\n\t\t\tarmkeyvault.ManagedHsmsClientGetResponse{\n\t\t\t\tManagedHsm: *hsm,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], hsmName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Managed HSM has no name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoLinkedResources\", func(t *testing.T) {\n\t\thsm := createAzureManagedHSMMinimal(hsmName)\n\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hsmName, nil).Return(\n\t\t\tarmkeyvault.ManagedHsmsClientGetResponse{\n\t\t\t\tManagedHsm: *hsm,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], hsmName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Should have no linked item queries\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 0 {\n\t\t\tt.Errorf(\"Expected no linked item queries, got %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thsm1 := createAzureManagedHSM(\"test-managed-hsm-1\", subscriptionID, resourceGroup)\n\t\thsm2 := createAzureManagedHSM(\"test-managed-hsm-2\", subscriptionID, resourceGroup)\n\n\t\tmockPager := &mockManagedHSMsPager{\n\t\t\tpages: []armkeyvault.ManagedHsmsClientListByResourceGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tManagedHsmListResult: armkeyvault.ManagedHsmListResult{\n\t\t\t\t\t\tValue: []*armkeyvault.ManagedHsm{hsm1, hsm2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\ttestClient := &testManagedHSMsClient{\n\t\t\tMockManagedHSMsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\t// Verify first item\n\t\tif sdpItems[0].UniqueAttributeValue() != \"test-managed-hsm-1\" {\n\t\t\tt.Errorf(\"Expected first item name 'test-managed-hsm-1', got %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\n\t\t// Verify second item\n\t\tif sdpItems[1].UniqueAttributeValue() != \"test-managed-hsm-2\" {\n\t\t\tt.Errorf(\"Expected second item name 'test-managed-hsm-2', got %s\", sdpItems[1].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"List_Error\", func(t *testing.T) {\n\t\terrorPager := &errorManagedHSMsPager{}\n\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(errorPager)\n\n\t\ttestClient := &testManagedHSMsClient{\n\t\t\tMockManagedHSMsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List_SkipNilName\", func(t *testing.T) {\n\t\thsm1 := createAzureManagedHSM(\"test-managed-hsm-1\", subscriptionID, resourceGroup)\n\t\thsm2 := &armkeyvault.ManagedHsm{\n\t\t\tName: nil, // This should be skipped\n\t\t\tProperties: &armkeyvault.ManagedHsmProperties{\n\t\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t\t},\n\t\t}\n\t\thsm3 := createAzureManagedHSM(\"test-managed-hsm-3\", subscriptionID, resourceGroup)\n\n\t\tmockPager := &mockManagedHSMsPager{\n\t\t\tpages: []armkeyvault.ManagedHsmsClientListByResourceGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tManagedHsmListResult: armkeyvault.ManagedHsmListResult{\n\t\t\t\t\t\tValue: []*armkeyvault.ManagedHsm{hsm1, hsm2, hsm3},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\ttestClient := &testManagedHSMsClient{\n\t\t\tMockManagedHSMsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only have 2 items (hsm2 with nil name should be skipped)\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items (skipping nil name), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\thsm1 := createAzureManagedHSM(\"test-managed-hsm-1\", subscriptionID, resourceGroup)\n\t\thsm2 := createAzureManagedHSM(\"test-managed-hsm-2\", subscriptionID, resourceGroup)\n\n\t\tmockPager := &mockManagedHSMsPager{\n\t\t\tpages: []armkeyvault.ManagedHsmsClientListByResourceGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tManagedHsmListResult: armkeyvault.ManagedHsmListResult{\n\t\t\t\t\t\tValue: []*armkeyvault.ManagedHsm{hsm1, hsm2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\ttestClient := &testManagedHSMsClient{\n\t\t\tMockManagedHSMsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify first item\n\t\tif items[0].UniqueAttributeValue() != \"test-managed-hsm-1\" {\n\t\t\tt.Errorf(\"Expected first item name 'test-managed-hsm-1', got %s\", items[0].UniqueAttributeValue())\n\t\t}\n\n\t\t// Verify second item\n\t\tif items[1].UniqueAttributeValue() != \"test-managed-hsm-2\" {\n\t\t\tt.Errorf(\"Expected second item name 'test-managed-hsm-2', got %s\", items[1].UniqueAttributeValue())\n\t\t}\n\n\t\t// Verify adapter doesn't support SearchStream\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream_Error\", func(t *testing.T) {\n\t\terrorPager := &errorManagedHSMsPager{}\n\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(errorPager)\n\n\t\ttestClient := &testManagedHSMsClient{\n\t\t\tMockManagedHSMsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(func(item *sdp.Item) {}, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"Expected error when pager returns error, but got none\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream_SkipNilName\", func(t *testing.T) {\n\t\thsm1 := createAzureManagedHSM(\"test-managed-hsm-1\", subscriptionID, resourceGroup)\n\t\thsm2 := &armkeyvault.ManagedHsm{\n\t\t\tName: nil, // This should be skipped\n\t\t\tProperties: &armkeyvault.ManagedHsmProperties{\n\t\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t\t},\n\t\t}\n\t\thsm3 := createAzureManagedHSM(\"test-managed-hsm-3\", subscriptionID, resourceGroup)\n\n\t\tmockPager := &mockManagedHSMsPager{\n\t\t\tpages: []armkeyvault.ManagedHsmsClientListByResourceGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tManagedHsmListResult: armkeyvault.ManagedHsmListResult{\n\t\t\t\t\t\tValue: []*armkeyvault.ManagedHsm{hsm1, hsm2, hsm3},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\ttestClient := &testManagedHSMsClient{\n\t\t\tMockManagedHSMsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we expect two items (hsm2 with nil name should be skipped)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\t// Should only have 2 items (hsm2 with nil name should be skipped)\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items (skipping nil name), got: %d\", len(items))\n\t\t}\n\n\t\t// Verify items\n\t\tif items[0].UniqueAttributeValue() != \"test-managed-hsm-1\" {\n\t\t\tt.Errorf(\"Expected first item name 'test-managed-hsm-1', got %s\", items[0].UniqueAttributeValue())\n\t\t}\n\n\t\tif items[1].UniqueAttributeValue() != \"test-managed-hsm-3\" {\n\t\t\tt.Errorf(\"Expected second item name 'test-managed-hsm-3', got %s\", items[1].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Get_Error\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hsmName, nil).Return(\n\t\t\tarmkeyvault.ManagedHsmsClientGetResponse{},\n\t\t\terrors.New(\"client error\"))\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], hsmName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"CrossResourceGroupScopes\", func(t *testing.T) {\n\t\t// Test that linked resources in different resource groups use correct scopes\n\t\thsm := createAzureManagedHSMCrossRG(hsmName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockManagedHSMsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, hsmName, nil).Return(\n\t\t\tarmkeyvault.ManagedHsmsClientGetResponse{\n\t\t\t\tManagedHsm: *hsm,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultManagedHSM(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], hsmName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify that linked resources use their own scopes, not the Managed HSM's scope\n\t\tfoundDifferentScope := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tscope := linkedQuery.GetQuery().GetScope()\n\t\t\tif scope != subscriptionID+\".\"+resourceGroup {\n\t\t\t\tfoundDifferentScope = true\n\t\t\t\t// Verify the scope format is correct\n\t\t\t\tif scope != subscriptionID+\".different-rg\" && scope != subscriptionID+\".identity-rg\" {\n\t\t\t\t\tt.Errorf(\"Unexpected scope format: %s\", scope)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundDifferentScope {\n\t\t\tt.Error(\"Expected to find at least one linked item query with a different scope, but all used default scope\")\n\t\t}\n\t})\n}\n\n// createAzureManagedHSM creates a mock Azure Managed HSM with linked resources\nfunc createAzureManagedHSM(hsmName, subscriptionID, resourceGroup string) *armkeyvault.ManagedHsm {\n\treturn &armkeyvault.ManagedHsm{\n\t\tName: new(hsmName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armkeyvault.ManagedHsmProperties{\n\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t\tHsmURI: new(\"https://\" + hsmName + \".managedhsm.azure.net\"),\n\t\t\t// Private Endpoint Connections (ID is the connection resource ID for child resource linking)\n\t\t\tPrivateEndpointConnections: []*armkeyvault.MHSMPrivateEndpointConnectionItem{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.KeyVault/managedHSMs/\" + hsmName + \"/privateEndpointConnections/test-pec-1\"),\n\t\t\t\t\tProperties: &armkeyvault.MHSMPrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armkeyvault.MHSMPrivateEndpoint{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-private-endpoint\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.KeyVault/managedHSMs/\" + hsmName + \"/privateEndpointConnections/test-pec-2\"),\n\t\t\t\t\tProperties: &armkeyvault.MHSMPrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armkeyvault.MHSMPrivateEndpoint{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/privateEndpoints/test-private-endpoint-diff-rg\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Network ACLs with Virtual Network Rules and IP Rules\n\t\t\tNetworkACLs: &armkeyvault.MHSMNetworkRuleSet{\n\t\t\t\tVirtualNetworkRules: []*armkeyvault.MHSMVirtualNetworkRule{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/virtualNetworks/test-vnet-diff-rg/subnets/test-subnet-diff-rg\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tIPRules: []*armkeyvault.MHSMIPRule{\n\t\t\t\t\t{\n\t\t\t\t\t\tValue: new(\"192.168.1.1\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tValue: new(\"10.0.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// User Assigned Identities\n\t\tIdentity: &armkeyvault.ManagedServiceIdentity{\n\t\t\tType: new(armkeyvault.ManagedServiceIdentityTypeUserAssigned),\n\t\t\tUserAssignedIdentities: map[string]*armkeyvault.UserAssignedIdentity{\n\t\t\t\t\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\": {},\n\t\t\t\t\"/subscriptions/\" + subscriptionID + \"/resourceGroups/identity-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity-diff-rg\": {},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureManagedHSMMinimal creates a minimal mock Azure Managed HSM without linked resources\nfunc createAzureManagedHSMMinimal(hsmName string) *armkeyvault.ManagedHsm {\n\treturn &armkeyvault.ManagedHsm{\n\t\tName: new(hsmName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armkeyvault.ManagedHsmProperties{\n\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t},\n\t}\n}\n\n// createAzureManagedHSMCrossRG creates a mock Azure Managed HSM with linked resources in different resource groups\nfunc createAzureManagedHSMCrossRG(hsmName, subscriptionID, resourceGroup string) *armkeyvault.ManagedHsm {\n\treturn &armkeyvault.ManagedHsm{\n\t\tName: new(hsmName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armkeyvault.ManagedHsmProperties{\n\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t\t// Private Endpoint in different resource group\n\t\t\tPrivateEndpointConnections: []*armkeyvault.MHSMPrivateEndpointConnectionItem{\n\t\t\t\t{\n\t\t\t\t\tProperties: &armkeyvault.MHSMPrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armkeyvault.MHSMPrivateEndpoint{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/privateEndpoints/test-pe-diff-rg\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Subnet in different resource group\n\t\t\tNetworkACLs: &armkeyvault.MHSMNetworkRuleSet{\n\t\t\t\tVirtualNetworkRules: []*armkeyvault.MHSMVirtualNetworkRule{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// User Assigned Identity in different resource group\n\t\tIdentity: &armkeyvault.ManagedServiceIdentity{\n\t\t\tType: new(armkeyvault.ManagedServiceIdentityTypeUserAssigned),\n\t\t\tUserAssignedIdentities: map[string]*armkeyvault.UserAssignedIdentity{\n\t\t\t\t\"/subscriptions/\" + subscriptionID + \"/resourceGroups/identity-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity-diff-rg\": {},\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/keyvault-secret.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar KeyVaultSecretLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.KeyVaultSecret)\n\ntype keyvaultSecretWrapper struct {\n\tclient clients.SecretsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewKeyVaultSecret(client clients.SecretsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &keyvaultSecretWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tazureshared.KeyVaultSecret,\n\t\t),\n\t}\n}\n\nfunc (k keyvaultSecretWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 2 query parts: vaultName and secretName\"), scope, k.Type())\n\t}\n\n\tvaultName := queryParts[0]\n\tif vaultName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"vaultName cannot be empty\"), scope, k.Type())\n\t}\n\n\tsecretName := queryParts[1]\n\tif secretName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"secretName cannot be empty\"), scope, k.Type())\n\t}\n\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\tresp, err := k.client.Get(ctx, rgScope.ResourceGroup, vaultName, secretName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\n\treturn k.azureSecretToSDPItem(&resp.Secret, vaultName, secretName, scope)\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/keyvault/secrets/get-secrets/get-secrets?view=rest-keyvault-secrets-2025-07-01&tabs=HTTP\nfunc (k keyvaultSecretWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Search requires 1 query part: vaultName\"), scope, k.Type())\n\t}\n\n\tvaultName := queryParts[0]\n\tif vaultName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"vaultName cannot be empty\"), scope, k.Type())\n\t}\n\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\tpager := k.client.NewListPager(rgScope.ResourceGroup, vaultName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t\t}\n\t\tfor _, secret := range page.Value {\n\t\t\tif secret.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\t// Extract vault name from secret ID for composite key\n\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.KeyVault/vaults/{vaultName}/secrets/{secretName}\n\t\t\tvar secretVaultName string\n\t\t\tif secret.ID != nil && *secret.ID != \"\" {\n\t\t\t\tvaultParams := azureshared.ExtractPathParamsFromResourceID(*secret.ID, []string{\"vaults\"})\n\t\t\t\tif len(vaultParams) > 0 {\n\t\t\t\t\tsecretVaultName = vaultParams[0]\n\t\t\t\t}\n\t\t\t}\n\t\t\t// Fallback to queryParts vaultName if extraction fails\n\t\t\tif secretVaultName == \"\" {\n\t\t\t\tsecretVaultName = vaultName\n\t\t\t}\n\t\t\titem, sdpErr := k.azureSecretToSDPItem(secret, secretVaultName, *secret.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (k keyvaultSecretWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: vaultName\"), scope, k.Type()))\n\t\treturn\n\t}\n\tvaultName := queryParts[0]\n\tif vaultName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"vaultName cannot be empty\"), scope, k.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, k.Type()))\n\t\treturn\n\t}\n\tpager := k.client.NewListPager(rgScope.ResourceGroup, vaultName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, k.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, secret := range page.Value {\n\t\t\tif secret.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvar secretVaultName string\n\t\t\tif secret.ID != nil && *secret.ID != \"\" {\n\t\t\t\tvaultParams := azureshared.ExtractPathParamsFromResourceID(*secret.ID, []string{\"vaults\"})\n\t\t\t\tif len(vaultParams) > 0 {\n\t\t\t\t\tsecretVaultName = vaultParams[0]\n\t\t\t\t}\n\t\t\t}\n\t\t\tif secretVaultName == \"\" {\n\t\t\t\tsecretVaultName = vaultName\n\t\t\t}\n\t\t\titem, sdpErr := k.azureSecretToSDPItem(secret, secretVaultName, *secret.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (k keyvaultSecretWrapper) azureSecretToSDPItem(secret *armkeyvault.Secret, vaultName, secretName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(secret, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\n\tif secret.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"secret name is nil\"), scope, k.Type())\n\t}\n\n\t// Set composite unique attribute to prevent collisions when secrets with the same name exist in different vaults\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(vaultName, secretName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.KeyVaultSecret.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(secret.Tags),\n\t}\n\n\t// Link to parent Key Vault from ID\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/vaults/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.KeyVault/vaults/{vaultName}\n\t//\n\t// IMPORTANT: The Key Vault can be in a different resource group than the secret's resource group.\n\t// We must extract the subscription ID and resource group from the secret's resource ID\n\t// to construct the correct scope.\n\tif secret.ID != nil && *secret.ID != \"\" {\n\t\t// Extract vault name from resource ID\n\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.KeyVault/vaults/{vaultName}/secrets/{secretName}\n\t\tvaultParams := azureshared.ExtractPathParamsFromResourceID(*secret.ID, []string{\"vaults\"})\n\t\tif len(vaultParams) > 0 {\n\t\t\tvaultName := vaultParams[0]\n\t\t\tif vaultName != \"\" {\n\t\t\t\t// Extract scope from resource ID (subscription and resource group)\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*secret.ID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t// Fallback to default scope if extraction fails\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\tScope: linkedScope, // Use the vault's scope from the resource ID\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to DNS name and HTTP endpoints (standard library) from SecretURI and SecretURIWithVersion.\n\t// Both URIs share the same Key Vault hostname (e.g., myvault.vault.azure.net), so we add the DNS link only once.\n\tvar linkedDNSName string\n\tif secret.Properties != nil && secret.Properties.SecretURI != nil && *secret.Properties.SecretURI != \"\" {\n\t\tsecretURI := *secret.Properties.SecretURI\n\t\tdnsName := azureshared.ExtractDNSFromURL(secretURI)\n\t\tif dnsName != \"\" {\n\t\t\tlinkedDNSName = dnsName\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: secretURI,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// SecretURIWithVersion is the versioned URL; add HTTP link. Skip DNS link if same hostname already linked.\n\tif secret.Properties != nil && secret.Properties.SecretURIWithVersion != nil && *secret.Properties.SecretURIWithVersion != \"\" {\n\t\tsecretURIWithVersion := *secret.Properties.SecretURIWithVersion\n\t\tdnsName := azureshared.ExtractDNSFromURL(secretURIWithVersion)\n\t\tif dnsName != \"\" && dnsName != linkedDNSName {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: secretURIWithVersion,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (k keyvaultSecretWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tKeyVaultVaultLookupByName, // First key: vault name (queryParts[0])\n\t\tKeyVaultSecretLookupByName, // Second key: secret name (queryParts[1])\n\t}\n}\n\nfunc (k keyvaultSecretWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tKeyVaultVaultLookupByName,\n\t\t},\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/ephemeral-resources/key_vault_secret\nfunc (k keyvaultSecretWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_key_vault_secret.id\",\n\t\t},\n\t}\n}\n\nfunc (k keyvaultSecretWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.KeyVaultVault,\n\t\tstdlib.NetworkDNS,\n\t\tstdlib.NetworkHTTP,\n\t)\n}\n\nfunc (k keyvaultSecretWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.KeyVault/vaults/secrets/read\",\n\t}\n}\n\nfunc (k keyvaultSecretWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/keyvault-secret_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// mockSecretsPager is a simple mock implementation of SecretsPager\ntype mockSecretsPager struct {\n\tpages []armkeyvault.SecretsClientListResponse\n\tindex int\n}\n\nfunc (m *mockSecretsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSecretsPager) NextPage(ctx context.Context) (armkeyvault.SecretsClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armkeyvault.SecretsClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorSecretsPager is a mock pager that always returns an error\ntype errorSecretsPager struct{}\n\nfunc (e *errorSecretsPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorSecretsPager) NextPage(ctx context.Context) (armkeyvault.SecretsClientListResponse, error) {\n\treturn armkeyvault.SecretsClientListResponse{}, errors.New(\"pager error\")\n}\n\n// testSecretsClient wraps the mock to implement the correct interface\ntype testSecretsClient struct {\n\t*mocks.MockSecretsClient\n\tpager clients.SecretsPager\n}\n\nfunc (t *testSecretsClient) NewListPager(resourceGroupName, vaultName string, options *armkeyvault.SecretsClientListOptions) clients.SecretsPager {\n\t// Call the mock to satisfy expectations\n\tt.MockSecretsClient.NewListPager(resourceGroupName, vaultName, options)\n\treturn t.pager\n}\n\nfunc TestKeyVaultSecret(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tvaultName := \"test-keyvault\"\n\tsecretName := \"test-secret\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tsecret := createAzureSecret(secretName, subscriptionID, resourceGroup, vaultName)\n\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, secretName, nil).Return(\n\t\t\tarmkeyvault.SecretsClientGetResponse{\n\t\t\t\tSecret: *secret,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultSecret(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Get requires vaultName and secretName as query parts\n\t\tquery := vaultName + shared.QuerySeparator + secretName\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.KeyVaultSecret.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.KeyVaultSecret, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(vaultName, secretName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate the item\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Key Vault (GET) - same resource group\n\t\t\t\t\tExpectedType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: vaultName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// stdlib.NetworkDNS from SecretURI hostname\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: vaultName + \".vault.azure.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// stdlib.NetworkHTTP from SecretURI\n\t\t\t\t\tExpectedType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"https://%s.vault.azure.net/secrets/%s\", vaultName, secretName),\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\n\t\twrapper := manual.NewKeyVaultSecret(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with insufficient query parts (only vault name)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyVaultName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\n\t\twrapper := manual.NewKeyVaultSecret(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty vault name\n\t\tquery := shared.QuerySeparator + secretName\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when vault name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptySecretName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\n\t\twrapper := manual.NewKeyVaultSecret(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty secret name\n\t\tquery := vaultName + shared.QuerySeparator\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when secret name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoName\", func(t *testing.T) {\n\t\tsecret := &armkeyvault.Secret{\n\t\t\tName: nil, // No name field\n\t\t}\n\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, secretName, nil).Return(\n\t\t\tarmkeyvault.SecretsClientGetResponse{\n\t\t\t\tSecret: *secret,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultSecret(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := vaultName + shared.QuerySeparator + secretName\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when secret has no name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoLinkedResources\", func(t *testing.T) {\n\t\tsecret := createAzureSecretMinimal(secretName)\n\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, secretName, nil).Return(\n\t\t\tarmkeyvault.SecretsClientGetResponse{\n\t\t\t\tSecret: *secret,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultSecret(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := vaultName + shared.QuerySeparator + secretName\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Should have no linked item queries when ID is nil or empty\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 0 {\n\t\t\tt.Errorf(\"Expected no linked item queries, got %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tsecret1 := createAzureSecret(\"secret-1\", subscriptionID, resourceGroup, vaultName)\n\t\tsecret2 := createAzureSecret(\"secret-2\", subscriptionID, resourceGroup, vaultName)\n\n\t\tmockPager := &mockSecretsPager{\n\t\t\tpages: []armkeyvault.SecretsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tSecretListResult: armkeyvault.SecretListResult{\n\t\t\t\t\t\tValue: []*armkeyvault.Secret{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: secret1.ID,\n\t\t\t\t\t\t\t\tName: secret1.Name,\n\t\t\t\t\t\t\t\tType: secret1.Type,\n\t\t\t\t\t\t\t\tProperties: secret1.Properties,\n\t\t\t\t\t\t\t\tTags: secret1.Tags,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: secret2.ID,\n\t\t\t\t\t\t\t\tName: secret2.Name,\n\t\t\t\t\t\t\t\tType: secret2.Type,\n\t\t\t\t\t\t\t\tProperties: secret2.Properties,\n\t\t\t\t\t\t\t\tTags: secret2.Tags,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, vaultName, nil).Return(mockPager)\n\n\t\ttestClient := &testSecretsClient{\n\t\t\tMockSecretsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultSecret(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.KeyVaultSecret.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.KeyVaultSecret, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\ttestClient := &testSecretsClient{MockSecretsClient: mockClient}\n\n\t\twrapper := manual.NewKeyVaultSecret(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with no query parts - should return error before calling List\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_EmptyVaultName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\ttestClient := &testSecretsClient{MockSecretsClient: mockClient}\n\n\t\twrapper := manual.NewKeyVaultSecret(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with empty vault name\n\t\t_, qErr := wrapper.Search(ctx, \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when vault name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_SecretWithNilName\", func(t *testing.T) {\n\t\tvalidSecret := createAzureSecret(\"valid-secret\", subscriptionID, resourceGroup, vaultName)\n\t\tmockPager := &mockSecretsPager{\n\t\t\tpages: []armkeyvault.SecretsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tSecretListResult: armkeyvault.SecretListResult{\n\t\t\t\t\t\tValue: []*armkeyvault.Secret{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t// Secret with nil name should be skipped\n\t\t\t\t\t\t\t\tName: nil,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: validSecret.ID,\n\t\t\t\t\t\t\t\tName: validSecret.Name,\n\t\t\t\t\t\t\t\tType: validSecret.Type,\n\t\t\t\t\t\t\t\tProperties: validSecret.Properties,\n\t\t\t\t\t\t\t\tTags: validSecret.Tags,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, vaultName, nil).Return(mockPager)\n\n\t\ttestClient := &testSecretsClient{\n\t\t\tMockSecretsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultSecret(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (the one with a valid name)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(vaultName, \"valid-secret\")\n\t\tif sdpItems[0].UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"secret not found\")\n\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, \"nonexistent-secret\", nil).Return(\n\t\t\tarmkeyvault.SecretsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewKeyVaultSecret(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := vaultName + shared.QuerySeparator + \"nonexistent-secret\"\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent secret, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorSecretsPager{}\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, vaultName, nil).Return(errorPager)\n\n\t\ttestClient := &testSecretsClient{\n\t\t\tMockSecretsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultSecret(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\t// The Search implementation should return an error when pager.NextPage returns an error\n\t\t// Errors from NextPage are converted to QueryError by the implementation\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\ttestClient := &testSecretsClient{MockSecretsClient: mockClient}\n\t\twrapper := manual.NewKeyVaultSecret(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Verify wrapper implements SearchableWrapper (it's returned as this type)\n\t\tif wrapper == nil {\n\t\t\tt.Error(\"Wrapper should not be nil\")\n\t\t}\n\n\t\t// Verify adapter implements SearchableAdapter\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\ttestClient := &testSecretsClient{MockSecretsClient: mockClient}\n\t\twrapper := manual.NewKeyVaultSecret(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif len(links) == 0 {\n\t\t\tt.Error(\"Expected potential links to be defined\")\n\t\t}\n\n\t\tif !links[azureshared.KeyVaultVault] {\n\t\t\tt.Error(\"Expected KeyVaultVault to be in potential links\")\n\t\t}\n\n\t\tif !links[stdlib.NetworkDNS] {\n\t\t\tt.Error(\"Expected stdlib.NetworkDNS to be in potential links\")\n\t\t}\n\n\t\tif !links[stdlib.NetworkHTTP] {\n\t\t\tt.Error(\"Expected stdlib.NetworkHTTP to be in potential links\")\n\t\t}\n\t})\n\n\tt.Run(\"TerraformMappings\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\ttestClient := &testSecretsClient{MockSecretsClient: mockClient}\n\t\twrapper := manual.NewKeyVaultSecret(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Fatal(\"Expected TerraformMappings to be defined\")\n\t\t}\n\n\t\t// Verify we have the correct mapping for azurerm_key_vault_secret.id\n\t\tfoundIDMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_key_vault_secret.id\" {\n\t\t\t\tfoundIDMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod to be SEARCH for id mapping, got %s\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundIDMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_key_vault_secret.id' mapping\")\n\t\t}\n\n\t\t// Verify we only have one mapping\n\t\tif len(mappings) != 1 {\n\t\t\tt.Errorf(\"Expected 1 TerraformMapping, got %d\", len(mappings))\n\t\t}\n\t})\n\n\tt.Run(\"IAMPermissions\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\ttestClient := &testSecretsClient{MockSecretsClient: mockClient}\n\t\twrapper := manual.NewKeyVaultSecret(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpermissions := wrapper.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to be defined\")\n\t\t}\n\n\t\texpectedPermission := \"Microsoft.KeyVault/vaults/secrets/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\t})\n\n\tt.Run(\"PredefinedRole\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\ttestClient := &testSecretsClient{MockSecretsClient: mockClient}\n\t\twrapper := manual.NewKeyVaultSecret(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// PredefinedRole is available on the wrapper, not the interface\n\t\t// Use type assertion to access the concrete type\n\t\ttype predefinedRoleInterface interface {\n\t\t\tPredefinedRole() string\n\t\t}\n\t\tif roleInterface, ok := wrapper.(predefinedRoleInterface); ok {\n\t\t\trole := roleInterface.PredefinedRole()\n\t\t\tif role != \"Reader\" {\n\t\t\t\tt.Errorf(\"Expected PredefinedRole to be 'Reader', got %s\", role)\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Wrapper should implement PredefinedRole method\")\n\t\t}\n\t})\n\n\tt.Run(\"CrossResourceGroupScopes\", func(t *testing.T) {\n\t\t// Test that linked resources in different resource groups use correct scopes\n\t\t// Secret ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.KeyVault/vaults/{vaultName}/secrets/{secretName}\n\t\t// The vault can be in a different resource group\n\t\tdifferentResourceGroup := \"different-rg\"\n\t\tsecret := createAzureSecretCrossRG(secretName, subscriptionID, differentResourceGroup, vaultName)\n\n\t\tmockClient := mocks.NewMockSecretsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, secretName, nil).Return(\n\t\t\tarmkeyvault.SecretsClientGetResponse{\n\t\t\t\tSecret: *secret,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultSecret(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := vaultName + shared.QuerySeparator + secretName\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify that linked vault uses its own scope, not the secret's resource group scope\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\tif len(linkedQueries) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 linked item query, got %d\", len(linkedQueries))\n\t\t}\n\n\t\tlinkedQuery := linkedQueries[0]\n\t\tscope := linkedQuery.GetQuery().GetScope()\n\t\texpectedScope := fmt.Sprintf(\"%s.%s\", subscriptionID, differentResourceGroup)\n\t\tif scope != expectedScope {\n\t\t\tt.Errorf(\"Expected linked vault scope to be %s, got %s\", expectedScope, scope)\n\t\t}\n\n\t\tif linkedQuery.GetQuery().GetQuery() != vaultName {\n\t\t\tt.Errorf(\"Expected linked vault query to be %s, got %s\", vaultName, linkedQuery.GetQuery().GetQuery())\n\t\t}\n\t})\n}\n\n// createAzureSecret creates a mock Azure Key Vault secret with linked vault\nfunc createAzureSecret(secretName, subscriptionID, resourceGroup, vaultName string) *armkeyvault.Secret {\n\treturn &armkeyvault.Secret{\n\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.KeyVault/vaults/%s/secrets/%s\", subscriptionID, resourceGroup, vaultName, secretName)),\n\t\tName: new(secretName),\n\t\tType: new(\"Microsoft.KeyVault/vaults/secrets\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armkeyvault.SecretProperties{\n\t\t\tValue: new(\"secret-value\"),\n\t\t\tSecretURI: new(fmt.Sprintf(\"https://%s.vault.azure.net/secrets/%s\", vaultName, secretName)),\n\t\t},\n\t}\n}\n\n// createAzureSecretMinimal creates a minimal mock Azure Key Vault secret without ID (no linked resources)\nfunc createAzureSecretMinimal(secretName string) *armkeyvault.Secret {\n\treturn &armkeyvault.Secret{\n\t\tName: new(secretName),\n\t\tType: new(\"Microsoft.KeyVault/vaults/secrets\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armkeyvault.SecretProperties{\n\t\t\tValue: new(\"secret-value\"),\n\t\t},\n\t}\n}\n\n// createAzureSecretCrossRG creates a mock Azure Key Vault secret with vault in a different resource group\nfunc createAzureSecretCrossRG(secretName, subscriptionID, vaultResourceGroup, vaultName string) *armkeyvault.Secret {\n\treturn &armkeyvault.Secret{\n\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.KeyVault/vaults/%s/secrets/%s\", subscriptionID, vaultResourceGroup, vaultName, secretName)),\n\t\tName: new(secretName),\n\t\tType: new(\"Microsoft.KeyVault/vaults/secrets\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armkeyvault.SecretProperties{\n\t\t\tValue: new(\"secret-value\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/keyvault-vault.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar KeyVaultVaultLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.KeyVaultVault)\n\ntype keyvaultVaultWrapper struct {\n\tclient clients.VaultsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewKeyVaultVault(client clients.VaultsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &keyvaultVaultWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tazureshared.KeyVaultVault,\n\t\t),\n\t}\n}\n\nfunc (k keyvaultVaultWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\tpager := k.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t\t}\n\n\t\tfor _, vault := range page.Value {\n\t\t\tif vault.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := k.azureKeyVaultToSDPItem(vault, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (k keyvaultVaultWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, k.Type()))\n\t\treturn\n\t}\n\tpager := k.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, k.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, vault := range page.Value {\n\t\t\tif vault.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := k.azureKeyVaultToSDPItem(vault, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (k keyvaultVaultWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 1 query part: vaultName\"), scope, k.Type())\n\t}\n\n\tvaultName := queryParts[0]\n\tif vaultName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"vaultName cannot be empty\"), scope, k.Type())\n\t}\n\n\trgScope, err := k.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\tresp, err := k.client.Get(ctx, rgScope.ResourceGroup, vaultName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\n\treturn k.azureKeyVaultToSDPItem(&resp.Vault, scope)\n}\n\nfunc (k keyvaultVaultWrapper) azureKeyVaultToSDPItem(vault *armkeyvault.Vault, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(vault, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, k.Type())\n\t}\n\n\tif vault.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"vault name is nil\"), scope, k.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.KeyVaultVault.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(vault.Tags),\n\t}\n\n\t// Child resources: list secrets and keys in this vault (Search by vault name)\n\tvaultName := *vault.Name\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.KeyVaultSecret.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: vaultName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: vaultName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Private Endpoints from Private Endpoint Connections\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/private-endpoints/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/privateEndpoints/{privateEndpointName}\n\t//\n\t// IMPORTANT: Private Endpoints can be in a different resource group than the Key Vault.\n\t// We must extract the subscription ID and resource group from the private endpoint's resource ID\n\t// to construct the correct scope.\n\tif vault.Properties != nil && vault.Properties.PrivateEndpointConnections != nil {\n\t\tfor _, conn := range vault.Properties.PrivateEndpointConnections {\n\t\t\tif conn.Properties != nil && conn.Properties.PrivateEndpoint != nil && conn.Properties.PrivateEndpoint.ID != nil {\n\t\t\t\tprivateEndpointID := *conn.Properties.PrivateEndpoint.ID\n\t\t\t\t// Private Endpoint ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/privateEndpoints/{peName}\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(privateEndpointID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tsubscriptionID := params[0]\n\t\t\t\t\tresourceGroupName := params[1]\n\t\t\t\t\tprivateEndpointName := azureshared.ExtractResourceName(privateEndpointID)\n\t\t\t\t\tif privateEndpointName != \"\" {\n\t\t\t\t\t\t// Construct scope in format: {subscriptionID}.{resourceGroupName}\n\t\t\t\t\t\t// This ensures we query the correct resource group where the private endpoint actually exists\n\t\t\t\t\t\tscope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: privateEndpointName,\n\t\t\t\t\t\t\t\tScope: scope, // Use the private endpoint's scope, not the vault's scope\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Virtual Network Subnets from Network ACLs\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/subnets/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/virtualNetworks/{virtualNetworkName}/subnets/{subnetName}\n\t//\n\t// IMPORTANT: Virtual Network Subnets can be in a different resource group than the Key Vault.\n\t// We must extract the subscription ID and resource group from the subnet's resource ID to construct\n\t// the correct scope.\n\tif vault.Properties != nil && vault.Properties.NetworkACLs != nil && vault.Properties.NetworkACLs.VirtualNetworkRules != nil {\n\t\tfor _, vnetRule := range vault.Properties.NetworkACLs.VirtualNetworkRules {\n\t\t\tif vnetRule.ID != nil {\n\t\t\t\tsubnetID := *vnetRule.ID\n\t\t\t\t// Subnet ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnetName}/subnets/{subnetName}\n\t\t\t\t// Extract subscription, resource group, virtual network name, and subnet name\n\t\t\t\tscopeParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\t\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\tif len(scopeParams) >= 2 && len(subnetParams) >= 2 {\n\t\t\t\t\tsubscriptionID := scopeParams[0]\n\t\t\t\t\tresourceGroupName := scopeParams[1]\n\t\t\t\t\tvnetName := subnetParams[0]\n\t\t\t\t\tsubnetName := subnetParams[1]\n\t\t\t\t\t// Subnet adapter requires: resourceGroup, virtualNetworkName, subnetName\n\t\t\t\t\t// Use composite lookup key to join them\n\t\t\t\t\tquery := shared.CompositeLookupKey(vnetName, subnetName)\n\t\t\t\t\t// Construct scope in format: {subscriptionID}.{resourceGroupName}\n\t\t\t\t\t// This ensures we query the correct resource group where the subnet actually exists\n\t\t\t\t\tscope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: query,\n\t\t\t\t\t\t\tScope: scope, // Use the subnet's scope, not the vault's scope\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to IP addresses (standard library) from NetworkACLs IPRules\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/vaults/get\n\tif vault.Properties != nil && vault.Properties.NetworkACLs != nil && vault.Properties.NetworkACLs.IPRules != nil {\n\t\tfor _, ipRule := range vault.Properties.NetworkACLs.IPRules {\n\t\t\tif ipRule != nil && ipRule.Value != nil && *ipRule.Value != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ipRule.Value,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to stdlib.NetworkHTTP for the vault URI (HTTPS endpoint for keys and secrets operations)\n\tif vault.Properties != nil && vault.Properties.VaultURI != nil && *vault.Properties.VaultURI != \"\" {\n\t\tvaultURI := *vault.Properties.VaultURI\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: vaultURI,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to Managed HSM from HsmPoolResourceID\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/managed-hsms/get\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.KeyVault/managedHSMs/{name}\n\t//\n\t// IMPORTANT: Managed HSM can be in a different resource group than the Key Vault.\n\t// We must extract the subscription ID and resource group from the HSM Pool resource ID\n\t// to construct the correct scope.\n\tif vault.Properties != nil && vault.Properties.HsmPoolResourceID != nil {\n\t\thsmPoolResourceID := *vault.Properties.HsmPoolResourceID\n\t\t// HSM Pool Resource ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.KeyVault/managedHSMs/{name}\n\t\tparams := azureshared.ExtractPathParamsFromResourceID(hsmPoolResourceID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\tif len(params) >= 2 {\n\t\t\tsubscriptionID := params[0]\n\t\t\tresourceGroupName := params[1]\n\t\t\thsmName := azureshared.ExtractResourceName(hsmPoolResourceID)\n\t\t\tif hsmName != \"\" {\n\t\t\t\t// Construct scope in format: {subscriptionID}.{resourceGroupName}\n\t\t\t\t// This ensures we query the correct resource group where the Managed HSM actually exists\n\t\t\t\tscope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.KeyVaultManagedHSM.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: hsmName,\n\t\t\t\t\t\tScope: scope, // Use the Managed HSM's scope, not the vault's scope\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (k keyvaultVaultWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tKeyVaultVaultLookupByName,\n\t}\n}\n\nfunc (k keyvaultVaultWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_key_vault.name\",\n\t\t},\n\t}\n}\n\nfunc (k keyvaultVaultWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.KeyVaultSecret,\n\t\tazureshared.KeyVaultKey,\n\t\tazureshared.NetworkPrivateEndpoint,\n\t\tazureshared.NetworkSubnet,\n\t\tazureshared.KeyVaultManagedHSM,\n\t\tstdlib.NetworkIP,\n\t\tstdlib.NetworkHTTP,\n\t)\n}\n\nfunc (k keyvaultVaultWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.KeyVault/vaults/*/read\",\n\t}\n}\n\n// Reference: https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles/security#key-vault-reader\nfunc (k keyvaultVaultWrapper) PredefinedRole() string {\n\treturn \"Key Vault Reader\"\n}\n" }, { "path": "sources/azure/manual/keyvault-vault_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// mockVaultsPager is a simple mock implementation of VaultsPager\ntype mockVaultsPager struct {\n\tpages []armkeyvault.VaultsClientListByResourceGroupResponse\n\tindex int\n}\n\nfunc (m *mockVaultsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockVaultsPager) NextPage(ctx context.Context) (armkeyvault.VaultsClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armkeyvault.VaultsClientListByResourceGroupResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorVaultsPager is a mock pager that always returns an error\ntype errorVaultsPager struct{}\n\nfunc (e *errorVaultsPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorVaultsPager) NextPage(ctx context.Context) (armkeyvault.VaultsClientListByResourceGroupResponse, error) {\n\treturn armkeyvault.VaultsClientListByResourceGroupResponse{}, errors.New(\"pager error\")\n}\n\n// testVaultsClient wraps the mock to implement the correct interface\ntype testVaultsClient struct {\n\t*mocks.MockVaultsClient\n\tpager clients.VaultsPager\n}\n\nfunc (t *testVaultsClient) NewListByResourceGroupPager(resourceGroupName string, options *armkeyvault.VaultsClientListByResourceGroupOptions) clients.VaultsPager {\n\t// Call the mock to satisfy expectations\n\tt.MockVaultsClient.NewListByResourceGroupPager(resourceGroupName, options)\n\treturn t.pager\n}\n\nfunc TestKeyVaultVault(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tvaultName := \"test-keyvault\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tvault := createAzureKeyVault(vaultName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockVaultsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, nil).Return(\n\t\t\tarmkeyvault.VaultsClientGetResponse{\n\t\t\t\tVault: *vault,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultVault(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.KeyVaultVault.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.KeyVaultVault, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != vaultName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", vaultName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Child resources: secrets in this vault (SEARCH by vault name)\n\t\t\t\t\tExpectedType: azureshared.KeyVaultSecret.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: vaultName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Child resources: keys in this vault (SEARCH by vault name)\n\t\t\t\t\tExpectedType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: vaultName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Private Endpoint (GET) - same resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-private-endpoint\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Private Endpoint (GET) - different resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-private-endpoint-diff-rg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".different-rg\",\n\t\t\t\t}, {\n\t\t\t\t\t// Subnet (GET) - same resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Subnet (GET) - different resource group\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet-diff-rg\", \"test-subnet-diff-rg\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".different-rg\",\n\t\t\t\t}, {\n\t\t\t\t\t// Managed HSM (GET) - different resource group\n\t\t\t\t\tExpectedType: azureshared.KeyVaultManagedHSM.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-managed-hsm\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".hsm-rg\",\n\t\t\t\t}, {\n\t\t\t\t\t// stdlib.NetworkIP (GET) - from NetworkACLs IPRules\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.100\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// stdlib.NetworkIP (GET) - from NetworkACLs IPRules (CIDR range)\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.0/24\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// stdlib.NetworkHTTP (SEARCH) - from VaultURI\n\t\t\t\t\tExpectedType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"https://test-keyvault.vault.azure.net/\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVaultsClient(ctrl)\n\n\t\twrapper := manual.NewKeyVaultVault(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty name\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting vault with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoName\", func(t *testing.T) {\n\t\tvault := &armkeyvault.Vault{\n\t\t\tName: nil, // No name field\n\t\t\tProperties: &armkeyvault.VaultProperties{\n\t\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockVaultsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, nil).Return(\n\t\t\tarmkeyvault.VaultsClientGetResponse{\n\t\t\t\tVault: *vault,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultVault(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when vault has no name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoLinkedResources\", func(t *testing.T) {\n\t\tvault := createAzureKeyVaultMinimal(vaultName)\n\n\t\tmockClient := mocks.NewMockVaultsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, nil).Return(\n\t\t\tarmkeyvault.VaultsClientGetResponse{\n\t\t\t\tVault: *vault,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultVault(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Should only have the child SEARCH links (secrets and keys in vault); no private endpoints, subnets, etc.\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 2 {\n\t\t\tt.Errorf(\"Expected 2 linked item queries (KeyVaultSecret and KeyVaultKey SEARCH), got %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tvault1 := createAzureKeyVault(\"test-keyvault-1\", subscriptionID, resourceGroup)\n\t\tvault2 := createAzureKeyVault(\"test-keyvault-2\", subscriptionID, resourceGroup)\n\n\t\tmockPager := &mockVaultsPager{\n\t\t\tpages: []armkeyvault.VaultsClientListByResourceGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tVaultListResult: armkeyvault.VaultListResult{\n\t\t\t\t\t\tValue: []*armkeyvault.Vault{vault1, vault2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockVaultsClient(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\ttestClient := &testVaultsClient{\n\t\t\tMockVaultsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultVault(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\t// Verify first item\n\t\tif sdpItems[0].UniqueAttributeValue() != \"test-keyvault-1\" {\n\t\t\tt.Errorf(\"Expected first item name 'test-keyvault-1', got %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\n\t\t// Verify second item\n\t\tif sdpItems[1].UniqueAttributeValue() != \"test-keyvault-2\" {\n\t\t\tt.Errorf(\"Expected second item name 'test-keyvault-2', got %s\", sdpItems[1].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"List_Error\", func(t *testing.T) {\n\t\terrorPager := &errorVaultsPager{}\n\n\t\tmockClient := mocks.NewMockVaultsClient(ctrl)\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(errorPager)\n\n\t\ttestClient := &testVaultsClient{\n\t\t\tMockVaultsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewKeyVaultVault(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_Error\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVaultsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, nil).Return(\n\t\t\tarmkeyvault.VaultsClientGetResponse{},\n\t\t\terrors.New(\"client error\"))\n\n\t\twrapper := manual.NewKeyVaultVault(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"CrossResourceGroupScopes\", func(t *testing.T) {\n\t\t// Test that linked resources in different resource groups use correct scopes\n\t\tvault := createAzureKeyVaultCrossRG(vaultName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockVaultsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vaultName, nil).Return(\n\t\t\tarmkeyvault.VaultsClientGetResponse{\n\t\t\t\tVault: *vault,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewKeyVaultVault(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], vaultName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify that linked resources use their own scopes, not the vault's scope\n\t\tfoundDifferentScope := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tscope := linkedQuery.GetQuery().GetScope()\n\t\t\tif scope != subscriptionID+\".\"+resourceGroup {\n\t\t\t\tfoundDifferentScope = true\n\t\t\t\t// Verify the scope format is correct\n\t\t\t\tif scope != subscriptionID+\".different-rg\" && scope != subscriptionID+\".hsm-rg\" {\n\t\t\t\t\tt.Errorf(\"Unexpected scope format: %s\", scope)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundDifferentScope {\n\t\t\tt.Error(\"Expected to find at least one linked item query with a different scope, but all used default scope\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVaultsClient(ctrl)\n\t\twrapper := manual.NewKeyVaultVault(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif len(links) == 0 {\n\t\t\tt.Error(\"Expected potential links to be defined\")\n\t\t}\n\n\t\texpectedLinks := map[shared.ItemType]bool{\n\t\t\tazureshared.KeyVaultSecret: true,\n\t\t\tazureshared.KeyVaultKey: true,\n\t\t\tazureshared.NetworkPrivateEndpoint: true,\n\t\t\tazureshared.NetworkSubnet: true,\n\t\t\tazureshared.KeyVaultManagedHSM: true,\n\t\t\tstdlib.NetworkIP: true,\n\t\t\tstdlib.NetworkHTTP: true,\n\t\t}\n\t\tfor expectedType, expectedValue := range expectedLinks {\n\t\t\tif links[expectedType] != expectedValue {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks[%s] = %v, got %v\", expectedType.String(), expectedValue, links[expectedType])\n\t\t\t}\n\t\t}\n\t})\n}\n\n// createAzureKeyVault creates a mock Azure Key Vault with linked resources\nfunc createAzureKeyVault(vaultName, subscriptionID, resourceGroup string) *armkeyvault.Vault {\n\treturn &armkeyvault.Vault{\n\t\tName: new(vaultName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armkeyvault.VaultProperties{\n\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t\t// Private Endpoint Connections\n\t\t\tPrivateEndpointConnections: []*armkeyvault.PrivateEndpointConnectionItem{\n\t\t\t\t{\n\t\t\t\t\tProperties: &armkeyvault.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armkeyvault.PrivateEndpoint{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-private-endpoint\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tProperties: &armkeyvault.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armkeyvault.PrivateEndpoint{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/privateEndpoints/test-private-endpoint-diff-rg\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Network ACLs with Virtual Network Rules and IP Rules\n\t\t\tNetworkACLs: &armkeyvault.NetworkRuleSet{\n\t\t\t\tVirtualNetworkRules: []*armkeyvault.VirtualNetworkRule{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/virtualNetworks/test-vnet-diff-rg/subnets/test-subnet-diff-rg\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tIPRules: []*armkeyvault.IPRule{\n\t\t\t\t\t{Value: new(\"192.168.1.100\")},\n\t\t\t\t\t{Value: new(\"10.0.0.0/24\")},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Vault URI for keys and secrets operations\n\t\t\tVaultURI: new(\"https://\" + vaultName + \".vault.azure.net/\"),\n\t\t\t// Managed HSM Pool Resource ID\n\t\t\tHsmPoolResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/hsm-rg/providers/Microsoft.KeyVault/managedHSMs/test-managed-hsm\"),\n\t\t},\n\t}\n}\n\n// createAzureKeyVaultMinimal creates a minimal mock Azure Key Vault without linked resources\nfunc createAzureKeyVaultMinimal(vaultName string) *armkeyvault.Vault {\n\treturn &armkeyvault.Vault{\n\t\tName: new(vaultName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armkeyvault.VaultProperties{\n\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t},\n\t}\n}\n\n// createAzureKeyVaultCrossRG creates a mock Azure Key Vault with linked resources in different resource groups\nfunc createAzureKeyVaultCrossRG(vaultName, subscriptionID, resourceGroup string) *armkeyvault.Vault {\n\treturn &armkeyvault.Vault{\n\t\tName: new(vaultName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armkeyvault.VaultProperties{\n\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t\t// Private Endpoint in different resource group\n\t\t\tPrivateEndpointConnections: []*armkeyvault.PrivateEndpointConnectionItem{\n\t\t\t\t{\n\t\t\t\t\tProperties: &armkeyvault.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armkeyvault.PrivateEndpoint{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/privateEndpoints/test-pe-diff-rg\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Subnet in different resource group\n\t\t\tNetworkACLs: &armkeyvault.NetworkRuleSet{\n\t\t\t\tVirtualNetworkRules: []*armkeyvault.VirtualNetworkRule{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Managed HSM in different resource group\n\t\t\tHsmPoolResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/hsm-rg/providers/Microsoft.KeyVault/managedHSMs/test-managed-hsm\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/links_helpers.go", "content": "package manual\n\nimport (\n\t\"net\"\n\t\"slices\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// appendLinkIfValid appends a linked item query when the value passes validation.\n// Skips empty strings and any value in skipValues. If createQuery returns a non-nil query, it is appended.\n// Use this for reusable link-creation logic with configurable skip rules (e.g. DNS servers, IP/CIDR prefixes).\nfunc appendLinkIfValid(\n\tqueries *[]*sdp.LinkedItemQuery,\n\tvalue string,\n\tskipValues []string,\n\tcreateQuery func(string) *sdp.LinkedItemQuery,\n) {\n\tif value == \"\" {\n\t\treturn\n\t}\n\tif slices.Contains(skipValues, value) {\n\t\treturn\n\t}\n\tif q := createQuery(value); q != nil {\n\t\t*queries = append(*queries, q)\n\t}\n}\n\n// AppendURILinks appends linked item queries for a URI: HTTP link plus DNS or IP link from the host (with deduplication).\n// It mutates linkedItemQueries and the dedupe maps. Skips empty or non-http(s) URIs.\nfunc AppendURILinks(\n\tlinkedItemQueries *[]*sdp.LinkedItemQuery,\n\turi string,\n\tlinkedDNSHostnames map[string]struct{},\n\tseenIPs map[string]struct{},\n) {\n\tif uri == \"\" || (!strings.HasPrefix(uri, \"http://\") && !strings.HasPrefix(uri, \"https://\")) {\n\t\treturn\n\t}\n\t*linkedItemQueries = append(*linkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: uri,\n\t\t\tScope: \"global\",\n\t\t},\n\t})\n\thostFromURL := azureshared.ExtractDNSFromURL(uri)\n\tif hostFromURL != \"\" {\n\t\thostOnly := hostFromURL\n\t\tif h, _, err := net.SplitHostPort(hostFromURL); err == nil {\n\t\t\thostOnly = h\n\t\t}\n\t\tif net.ParseIP(hostOnly) != nil {\n\t\t\tif _, seen := seenIPs[hostOnly]; !seen {\n\t\t\t\tseenIPs[hostOnly] = struct{}{}\n\t\t\t\t*linkedItemQueries = append(*linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: hostOnly,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t} else {\n\t\t\tif _, seen := linkedDNSHostnames[hostOnly]; !seen {\n\t\t\t\tlinkedDNSHostnames[hostOnly] = struct{}{}\n\t\t\t\t*linkedItemQueries = append(*linkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: hostOnly,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n}\n\n// networkIPQuery returns a linked item query for stdlib.NetworkIP.\nfunc networkIPQuery(query string) *sdp.LinkedItemQuery {\n\treturn &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: query,\n\t\t\tScope: \"global\",\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/maintenance-maintenance-configuration.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/maintenance/armmaintenance\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar MaintenanceMaintenanceConfigurationLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.MaintenanceMaintenanceConfiguration)\n\ntype maintenanceMaintenanceConfigurationWrapper struct {\n\tclient clients.MaintenanceConfigurationClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewMaintenanceMaintenanceConfiguration(client clients.MaintenanceConfigurationClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &maintenanceMaintenanceConfigurationWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\t\tazureshared.MaintenanceMaintenanceConfiguration,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/maintenance/maintenance-configurations-for-resource-group/list\nfunc (c maintenanceMaintenanceConfigurationWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, config := range page.Value {\n\t\t\tif config.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureMaintenanceConfigurationToSDPItem(config, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c maintenanceMaintenanceConfigurationWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, config := range page.Value {\n\t\t\tif config.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvar sdpErr *sdp.QueryError\n\t\t\tvar item *sdp.Item\n\t\t\titem, sdpErr = c.azureMaintenanceConfigurationToSDPItem(config, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/maintenance/maintenance-configurations/get\nfunc (c maintenanceMaintenanceConfigurationWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the maintenance configuration name\"), scope, c.Type())\n\t}\n\tconfigName := queryParts[0]\n\tif configName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"configName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresult, err := c.client.Get(ctx, rgScope.ResourceGroup, configName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureMaintenanceConfigurationToSDPItem(&result.Configuration, scope)\n}\n\nfunc (c maintenanceMaintenanceConfigurationWrapper) azureMaintenanceConfigurationToSDPItem(config *armmaintenance.Configuration, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif config.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"maintenance configuration name is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(config, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.MaintenanceMaintenanceConfiguration.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(config.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c maintenanceMaintenanceConfigurationWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tMaintenanceMaintenanceConfigurationLookupByName,\n\t}\n}\n\nfunc (c maintenanceMaintenanceConfigurationWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet()\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftmaintenance\nfunc (c maintenanceMaintenanceConfigurationWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Maintenance/maintenanceConfigurations/read\",\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles\nfunc (c maintenanceMaintenanceConfigurationWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/maintenance-maintenance-configuration_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/maintenance/armmaintenance\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestMaintenanceMaintenanceConfiguration(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tconfigName := \"test-maintenance-config\"\n\t\tconfig := createMaintenanceConfiguration(configName)\n\n\t\tmockClient := mocks.NewMockMaintenanceConfigurationClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, configName, nil).Return(\n\t\t\tarmmaintenance.ConfigurationsClientGetResponse{\n\t\t\t\tConfiguration: *config,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewMaintenanceMaintenanceConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], configName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.MaintenanceMaintenanceConfiguration.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.MaintenanceMaintenanceConfiguration, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != configName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", configName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tconfig1 := createMaintenanceConfiguration(\"test-config-1\")\n\t\tconfig2 := createMaintenanceConfiguration(\"test-config-2\")\n\n\t\tmockClient := mocks.NewMockMaintenanceConfigurationClient(ctrl)\n\t\tmockPager := newMockMaintenanceConfigurationPager(ctrl, []*armmaintenance.Configuration{config1, config2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewMaintenanceMaintenanceConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tconfig1 := createMaintenanceConfiguration(\"test-config-1\")\n\t\tconfig2 := createMaintenanceConfiguration(\"test-config-2\")\n\n\t\tmockClient := mocks.NewMockMaintenanceConfigurationClient(ctrl)\n\t\tmockPager := newMockMaintenanceConfigurationPager(ctrl, []*armmaintenance.Configuration{config1, config2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewMaintenanceMaintenanceConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"resource not found\")\n\n\t\tmockClient := mocks.NewMockMaintenanceConfigurationClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent\", nil).Return(\n\t\t\tarmmaintenance.ConfigurationsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewMaintenanceMaintenanceConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockMaintenanceConfigurationClient(ctrl)\n\n\t\twrapper := manual.NewMaintenanceMaintenanceConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting resource with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\tconfig1 := createMaintenanceConfiguration(\"test-config-1\")\n\t\tconfigNilName := &armmaintenance.Configuration{\n\t\t\tID: new(string),\n\t\t\tName: nil,\n\t\t\tLocation: new(string),\n\t\t}\n\n\t\tmockClient := mocks.NewMockMaintenanceConfigurationClient(ctrl)\n\t\tmockPager := newMockMaintenanceConfigurationPager(ctrl, []*armmaintenance.Configuration{config1, configNilName})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewMaintenanceMaintenanceConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name should be skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n}\n\nfunc createMaintenanceConfiguration(name string) *armmaintenance.Configuration {\n\tlocation := \"eastus\"\n\tmaintenanceScope := armmaintenance.MaintenanceScopeHost\n\tvisibility := armmaintenance.VisibilityCustom\n\tconfigID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Maintenance/maintenanceConfigurations/\" + name\n\n\treturn &armmaintenance.Configuration{\n\t\tID: &configID,\n\t\tName: &name,\n\t\tLocation: &location,\n\t\tType: new(\"Microsoft.Maintenance/maintenanceConfigurations\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armmaintenance.ConfigurationProperties{\n\t\t\tMaintenanceScope: &maintenanceScope,\n\t\t\tVisibility: &visibility,\n\t\t\tNamespace: new(\"Microsoft.Compute\"),\n\t\t\tMaintenanceWindow: &armmaintenance.Window{\n\t\t\t\tStartDateTime: new(\"2025-01-01 00:00\"),\n\t\t\t\tDuration: new(\"02:00\"),\n\t\t\t\tTimeZone: new(\"Pacific Standard Time\"),\n\t\t\t\tRecurEvery: new(\"Day\"),\n\t\t\t},\n\t\t},\n\t}\n}\n\ntype mockMaintenanceConfigurationPager struct {\n\tctrl *gomock.Controller\n\titems []*armmaintenance.Configuration\n\tindex int\n\tmore bool\n}\n\nfunc newMockMaintenanceConfigurationPager(ctrl *gomock.Controller, items []*armmaintenance.Configuration) clients.MaintenanceConfigurationPager {\n\treturn &mockMaintenanceConfigurationPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockMaintenanceConfigurationPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockMaintenanceConfigurationPager) NextPage(ctx context.Context) (armmaintenance.ConfigurationsForResourceGroupClientListResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armmaintenance.ConfigurationsForResourceGroupClientListResponse{\n\t\t\tListMaintenanceConfigurationsResult: armmaintenance.ListMaintenanceConfigurationsResult{\n\t\t\t\tValue: []*armmaintenance.Configuration{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armmaintenance.ConfigurationsForResourceGroupClientListResponse{\n\t\tListMaintenanceConfigurationsResult: armmaintenance.ListMaintenanceConfigurationsResult{\n\t\t\tValue: []*armmaintenance.Configuration{item},\n\t\t},\n\t}, nil\n}\n" }, { "path": "sources/azure/manual/managedidentity-federated-identity-credential.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ManagedIdentityFederatedIdentityCredentialLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ManagedIdentityFederatedIdentityCredential)\n\ntype managedIdentityFederatedIdentityCredentialWrapper struct {\n\tclient clients.FederatedIdentityCredentialsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewManagedIdentityFederatedIdentityCredential(client clients.FederatedIdentityCredentialsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &managedIdentityFederatedIdentityCredentialWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tazureshared.ManagedIdentityFederatedIdentityCredential,\n\t\t),\n\t}\n}\n\nfunc (m managedIdentityFederatedIdentityCredentialWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: identityName and federatedCredentialName\",\n\t\t\tScope: scope,\n\t\t\tItemType: m.Type(),\n\t\t}\n\t}\n\tidentityName := queryParts[0]\n\tif identityName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"identityName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: m.Type(),\n\t\t}\n\t}\n\tfederatedCredentialName := queryParts[1]\n\tif federatedCredentialName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"federatedCredentialName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: m.Type(),\n\t\t}\n\t}\n\n\trgScope, err := m.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, m.Type())\n\t}\n\n\tresp, err := m.client.Get(ctx, rgScope.ResourceGroup, identityName, federatedCredentialName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, m.Type())\n\t}\n\n\treturn m.azureFederatedIdentityCredentialToSDPItem(&resp.FederatedIdentityCredential, identityName, federatedCredentialName, scope)\n}\n\nfunc (m managedIdentityFederatedIdentityCredentialWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tManagedIdentityUserAssignedIdentityLookupByName,\n\t\tManagedIdentityFederatedIdentityCredentialLookupByName,\n\t}\n}\n\nfunc (m managedIdentityFederatedIdentityCredentialWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: identityName\",\n\t\t\tScope: scope,\n\t\t\tItemType: m.Type(),\n\t\t}\n\t}\n\tidentityName := queryParts[0]\n\tif identityName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"identityName cannot be empty\"), scope, m.Type())\n\t}\n\n\trgScope, err := m.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, m.Type())\n\t}\n\n\tpager := m.client.NewListPager(rgScope.ResourceGroup, identityName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, m.Type())\n\t\t}\n\n\t\tfor _, credential := range page.Value {\n\t\t\tif credential.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := m.azureFederatedIdentityCredentialToSDPItem(credential, identityName, *credential.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (m managedIdentityFederatedIdentityCredentialWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: identityName\"), scope, m.Type()))\n\t\treturn\n\t}\n\tidentityName := queryParts[0]\n\tif identityName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"identityName cannot be empty\"), scope, m.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := m.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, m.Type()))\n\t\treturn\n\t}\n\n\tpager := m.client.NewListPager(rgScope.ResourceGroup, identityName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, m.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, credential := range page.Value {\n\t\t\tif credential.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := m.azureFederatedIdentityCredentialToSDPItem(credential, identityName, *credential.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (m managedIdentityFederatedIdentityCredentialWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tManagedIdentityUserAssignedIdentityLookupByName,\n\t\t},\n\t}\n}\n\nfunc (m managedIdentityFederatedIdentityCredentialWrapper) azureFederatedIdentityCredentialToSDPItem(credential *armmsi.FederatedIdentityCredential, identityName, credentialName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif credential.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"credential name is nil\"), scope, m.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(credential)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, m.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(identityName, credentialName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, m.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ManagedIdentityFederatedIdentityCredential.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link back to the parent user assigned identity\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: identityName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to DNS hostname from Issuer URL (e.g., https://token.actions.githubusercontent.com)\n\t// The Issuer is the URL of the external identity provider\n\tif credential.Properties != nil && credential.Properties.Issuer != nil && *credential.Properties.Issuer != \"\" {\n\t\tdnsName := azureshared.ExtractDNSFromURL(*credential.Properties.Issuer)\n\t\tif dnsName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (m managedIdentityFederatedIdentityCredentialWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/identity#microsoftmanagedidentity\nfunc (m managedIdentityFederatedIdentityCredentialWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.ManagedIdentity/userAssignedIdentities/federatedIdentityCredentials/read\",\n\t}\n}\n\nfunc (m managedIdentityFederatedIdentityCredentialWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/managedidentity-federated-identity-credential_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// mockFederatedIdentityCredentialsPager is a simple mock implementation of FederatedIdentityCredentialsPager\ntype mockFederatedIdentityCredentialsPager struct {\n\tpages []armmsi.FederatedIdentityCredentialsClientListResponse\n\tindex int\n}\n\nfunc (m *mockFederatedIdentityCredentialsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockFederatedIdentityCredentialsPager) NextPage(ctx context.Context) (armmsi.FederatedIdentityCredentialsClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armmsi.FederatedIdentityCredentialsClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorFederatedIdentityCredentialsPager is a mock pager that always returns an error\ntype errorFederatedIdentityCredentialsPager struct{}\n\nfunc (e *errorFederatedIdentityCredentialsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorFederatedIdentityCredentialsPager) NextPage(ctx context.Context) (armmsi.FederatedIdentityCredentialsClientListResponse, error) {\n\treturn armmsi.FederatedIdentityCredentialsClientListResponse{}, errors.New(\"pager error\")\n}\n\n// testFederatedIdentityCredentialsClient wraps the mock to implement the correct interface\ntype testFederatedIdentityCredentialsClient struct {\n\t*mocks.MockFederatedIdentityCredentialsClient\n\tpager clients.FederatedIdentityCredentialsPager\n}\n\nfunc (t *testFederatedIdentityCredentialsClient) NewListPager(resourceGroupName string, resourceName string, options *armmsi.FederatedIdentityCredentialsClientListOptions) clients.FederatedIdentityCredentialsPager {\n\treturn t.pager\n}\n\nfunc TestManagedIdentityFederatedIdentityCredential(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tidentityName := \"test-identity\"\n\tcredentialName := \"test-credential\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tcredential := createAzureFederatedIdentityCredential(credentialName)\n\n\t\tmockClient := mocks.NewMockFederatedIdentityCredentialsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, identityName, credentialName, nil).Return(\n\t\t\tarmmsi.FederatedIdentityCredentialsClientGetResponse{\n\t\t\t\tFederatedIdentityCredential: *credential,\n\t\t\t}, nil)\n\n\t\ttestClient := &testFederatedIdentityCredentialsClient{MockFederatedIdentityCredentialsClient: mockClient}\n\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(identityName, credentialName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ManagedIdentityFederatedIdentityCredential.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ManagedIdentityFederatedIdentityCredential, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(identityName, credentialName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(identityName, credentialName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) != 2 {\n\t\t\t\tt.Fatalf(\"Expected 2 linked queries, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: identityName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"token.actions.githubusercontent.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFederatedIdentityCredentialsClient(ctrl)\n\t\ttestClient := &testFederatedIdentityCredentialsClient{MockFederatedIdentityCredentialsClient: mockClient}\n\n\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], identityName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyIdentityName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFederatedIdentityCredentialsClient(ctrl)\n\t\ttestClient := &testFederatedIdentityCredentialsClient{MockFederatedIdentityCredentialsClient: mockClient}\n\n\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", credentialName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting with empty identity name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyCredentialName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFederatedIdentityCredentialsClient(ctrl)\n\t\ttestClient := &testFederatedIdentityCredentialsClient{MockFederatedIdentityCredentialsClient: mockClient}\n\n\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(identityName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting with empty credential name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tcredential1 := createAzureFederatedIdentityCredential(\"credential-1\")\n\t\tcredential2 := createAzureFederatedIdentityCredential(\"credential-2\")\n\n\t\tmockClient := mocks.NewMockFederatedIdentityCredentialsClient(ctrl)\n\t\tmockPager := &mockFederatedIdentityCredentialsPager{\n\t\t\tpages: []armmsi.FederatedIdentityCredentialsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tFederatedIdentityCredentialsListResult: armmsi.FederatedIdentityCredentialsListResult{\n\t\t\t\t\t\tValue: []*armmsi.FederatedIdentityCredential{credential1, credential2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testFederatedIdentityCredentialsClient{\n\t\t\tMockFederatedIdentityCredentialsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], identityName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.ManagedIdentityFederatedIdentityCredential.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ManagedIdentityFederatedIdentityCredential, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tcredential1 := createAzureFederatedIdentityCredential(\"credential-1\")\n\t\tcredential2 := createAzureFederatedIdentityCredential(\"credential-2\")\n\n\t\tmockClient := mocks.NewMockFederatedIdentityCredentialsClient(ctrl)\n\t\tmockPager := &mockFederatedIdentityCredentialsPager{\n\t\t\tpages: []armmsi.FederatedIdentityCredentialsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tFederatedIdentityCredentialsListResult: armmsi.FederatedIdentityCredentialsListResult{\n\t\t\t\t\t\tValue: []*armmsi.FederatedIdentityCredential{credential1, credential2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testFederatedIdentityCredentialsClient{\n\t\t\tMockFederatedIdentityCredentialsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], identityName, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyIdentityName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFederatedIdentityCredentialsClient(ctrl)\n\t\ttestClient := &testFederatedIdentityCredentialsClient{MockFederatedIdentityCredentialsClient: mockClient}\n\n\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty identity name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithNoQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFederatedIdentityCredentialsClient(ctrl)\n\t\ttestClient := &testFederatedIdentityCredentialsClient{MockFederatedIdentityCredentialsClient: mockClient}\n\n\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_CredentialWithNilName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFederatedIdentityCredentialsClient(ctrl)\n\t\tmockPager := &mockFederatedIdentityCredentialsPager{\n\t\t\tpages: []armmsi.FederatedIdentityCredentialsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tFederatedIdentityCredentialsListResult: armmsi.FederatedIdentityCredentialsListResult{\n\t\t\t\t\t\tValue: []*armmsi.FederatedIdentityCredential{\n\t\t\t\t\t\t\t{Name: nil},\n\t\t\t\t\t\t\tcreateAzureFederatedIdentityCredential(\"valid-credential\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testFederatedIdentityCredentialsClient{\n\t\t\tMockFederatedIdentityCredentialsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], identityName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(identityName, \"valid-credential\") {\n\t\t\tt.Errorf(\"Expected credential unique value '%s', got %s\", shared.CompositeLookupKey(identityName, \"valid-credential\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"credential not found\")\n\n\t\tmockClient := mocks.NewMockFederatedIdentityCredentialsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, identityName, \"nonexistent\", nil).Return(\n\t\t\tarmmsi.FederatedIdentityCredentialsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testFederatedIdentityCredentialsClient{MockFederatedIdentityCredentialsClient: mockClient}\n\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(identityName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent credential, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFederatedIdentityCredentialsClient(ctrl)\n\t\terrorPager := &errorFederatedIdentityCredentialsPager{}\n\n\t\ttestClient := &testFederatedIdentityCredentialsClient{\n\t\t\tMockFederatedIdentityCredentialsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewManagedIdentityFederatedIdentityCredential(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], identityName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n}\n\nfunc createAzureFederatedIdentityCredential(name string) *armmsi.FederatedIdentityCredential {\n\treturn &armmsi.FederatedIdentityCredential{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity/federatedIdentityCredentials/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.ManagedIdentity/userAssignedIdentities/federatedIdentityCredentials\"),\n\t\tProperties: &armmsi.FederatedIdentityCredentialProperties{\n\t\t\tIssuer: new(\"https://token.actions.githubusercontent.com\"),\n\t\t\tSubject: new(\"repo:example/repo:ref:refs/heads/main\"),\n\t\t\tAudiences: []*string{new(\"api://AzureADTokenExchange\")},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/managedidentity-user-assigned-identity.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ManagedIdentityUserAssignedIdentityLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.ManagedIdentityUserAssignedIdentity)\n\ntype managedIdentityUserAssignedIdentityWrapper struct {\n\tclient clients.UserAssignedIdentitiesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewManagedIdentityUserAssignedIdentity(client clients.UserAssignedIdentitiesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &managedIdentityUserAssignedIdentityWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\t),\n\t}\n}\n\nfunc (m managedIdentityUserAssignedIdentityWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := m.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, m.Type())\n\t}\n\tpager := m.client.ListByResourceGroup(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, m.Type())\n\t\t}\n\t\tfor _, identity := range page.Value {\n\t\t\tif identity.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := m.azureManagedIdentityUserAssignedIdentityToSDPItem(identity, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (m managedIdentityUserAssignedIdentityWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := m.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, m.Type()))\n\t\treturn\n\t}\n\tpager := m.client.ListByResourceGroup(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, m.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, identity := range page.Value {\n\t\t\tif identity.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := m.azureManagedIdentityUserAssignedIdentityToSDPItem(identity, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (m managedIdentityUserAssignedIdentityWrapper) azureManagedIdentityUserAssignedIdentityToSDPItem(identity *armmsi.Identity, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif identity.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"name is nil\"), scope, m.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(identity, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, m.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(identity.Tags),\n\t}\n\n\t// Link to federated identity credentials (child resource)\n\t// Federated identity credentials can be listed using the identity's resource group and name\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/2023-01-31/federated-identity-credentials/list\n\t// The Azure SDK provides FederatedIdentityCredentialsClient with NewListPager(resourceGroupName, resourceName, options)\n\t// Since we can list all federated credentials for this identity, we use SEARCH method\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.ManagedIdentityFederatedIdentityCredential.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *identity.Name, // Identity name is sufficient since resource group is available to the adapter\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n\nfunc (m managedIdentityUserAssignedIdentityWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"user assigned identity name is required\"), scope, m.Type())\n\t}\n\tname := queryParts[0]\n\tif name == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"user assigned identity name cannot be empty\"), scope, m.Type())\n\t}\n\trgScope, err := m.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, m.Type())\n\t}\n\tidentity, err := m.client.Get(ctx, rgScope.ResourceGroup, name, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, m.Type())\n\t}\n\treturn m.azureManagedIdentityUserAssignedIdentityToSDPItem(&identity.Identity, scope)\n}\n\nfunc (m managedIdentityUserAssignedIdentityWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tManagedIdentityUserAssignedIdentityLookupByName,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/user_assigned_identity\nfunc (m managedIdentityUserAssignedIdentityWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_user_assigned_identity.name\",\n\t\t},\n\t}\n}\n\nfunc (m managedIdentityUserAssignedIdentityWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.ManagedIdentityFederatedIdentityCredential: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/identity#microsoftmanagedidentity\nfunc (m managedIdentityUserAssignedIdentityWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.ManagedIdentity/userAssignedIdentities/read\",\n\t}\n}\n\nfunc (m managedIdentityUserAssignedIdentityWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/managedidentity-user-assigned-identity_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestManagedIdentityUserAssignedIdentity(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tidentityName := \"test-identity\"\n\t\tidentity := createAzureUserAssignedIdentity(identityName)\n\n\t\tmockClient := mocks.NewMockUserAssignedIdentitiesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, identityName, nil).Return(\n\t\t\tarmmsi.UserAssignedIdentitiesClientGetResponse{\n\t\t\t\tIdentity: *identity,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewManagedIdentityUserAssignedIdentity(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], identityName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.ManagedIdentityUserAssignedIdentity.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.ManagedIdentityUserAssignedIdentity.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != identityName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", identityName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Federated identity credentials link\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityFederatedIdentityCredential.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: identityName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockUserAssignedIdentitiesClient(ctrl)\n\n\t\twrapper := manual.NewManagedIdentityUserAssignedIdentity(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty name\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting user assigned identity with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tidentity1 := createAzureUserAssignedIdentity(\"test-identity-1\")\n\t\tidentity2 := createAzureUserAssignedIdentity(\"test-identity-2\")\n\n\t\tmockClient := mocks.NewMockUserAssignedIdentitiesClient(ctrl)\n\t\tmockPager := newMockUserAssignedIdentitiesPager(ctrl, []*armmsi.Identity{identity1, identity2})\n\n\t\tmockClient.EXPECT().ListByResourceGroup(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewManagedIdentityUserAssignedIdentity(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.ManagedIdentityUserAssignedIdentity.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.ManagedIdentityUserAssignedIdentity.String(), item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\t// Create identity with nil name to test filtering\n\t\tidentity1 := createAzureUserAssignedIdentity(\"test-identity-1\")\n\t\tidentity2 := &armmsi.Identity{\n\t\t\tName: nil, // Identity with nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armmsi.UserAssignedIdentityProperties{\n\t\t\t\tClientID: new(\"test-client-id-2\"),\n\t\t\t\tPrincipalID: new(\"test-principal-id-2\"),\n\t\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockUserAssignedIdentitiesClient(ctrl)\n\t\tmockPager := newMockUserAssignedIdentitiesPager(ctrl, []*armmsi.Identity{identity1, identity2})\n\n\t\tmockClient.EXPECT().ListByResourceGroup(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewManagedIdentityUserAssignedIdentity(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (identity with nil name is skipped)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name filtered out), got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != \"test-identity-1\" {\n\t\t\tt.Fatalf(\"Expected identity name 'test-identity-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tidentity1 := createAzureUserAssignedIdentity(\"test-identity-1\")\n\t\tidentity2 := createAzureUserAssignedIdentity(\"test-identity-2\")\n\n\t\tmockClient := mocks.NewMockUserAssignedIdentitiesClient(ctrl)\n\t\tmockPager := newMockUserAssignedIdentitiesPager(ctrl, []*armmsi.Identity{identity1, identity2})\n\n\t\tmockClient.EXPECT().ListByResourceGroup(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewManagedIdentityUserAssignedIdentity(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify adapter doesn't support SearchStream\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream_ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failed to list user assigned identities\")\n\n\t\tmockClient := mocks.NewMockUserAssignedIdentitiesClient(ctrl)\n\t\tmockPager := newErrorUserAssignedIdentitiesPager(ctrl, expectedErr)\n\n\t\tmockClient.EXPECT().ListByResourceGroup(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewManagedIdentityUserAssignedIdentity(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(func(*sdp.Item) {}, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"Expected error when listing user assigned identities fails, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"user assigned identity not found\")\n\n\t\tmockClient := mocks.NewMockUserAssignedIdentitiesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-identity\", nil).Return(\n\t\t\tarmmsi.UserAssignedIdentitiesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewManagedIdentityUserAssignedIdentity(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-identity\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent user assigned identity, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_List\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failed to list user assigned identities\")\n\n\t\tmockClient := mocks.NewMockUserAssignedIdentitiesClient(ctrl)\n\t\tmockPager := newErrorUserAssignedIdentitiesPager(ctrl, expectedErr)\n\n\t\tmockClient.EXPECT().ListByResourceGroup(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewManagedIdentityUserAssignedIdentity(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing user assigned identities fails, but got nil\")\n\t\t}\n\t})\n}\n\n// createAzureUserAssignedIdentity creates a mock Azure User Assigned Identity for testing\nfunc createAzureUserAssignedIdentity(identityName string) *armmsi.Identity {\n\treturn &armmsi.Identity{\n\t\tName: new(identityName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armmsi.UserAssignedIdentityProperties{\n\t\t\tClientID: new(\"test-client-id\"),\n\t\t\tPrincipalID: new(\"test-principal-id\"),\n\t\t\tTenantID: new(\"test-tenant-id\"),\n\t\t},\n\t}\n}\n\n// mockUserAssignedIdentitiesPager is a simple mock implementation of UserAssignedIdentitiesPager\ntype mockUserAssignedIdentitiesPager struct {\n\tctrl *gomock.Controller\n\titems []*armmsi.Identity\n\tindex int\n\tmore bool\n}\n\nfunc newMockUserAssignedIdentitiesPager(ctrl *gomock.Controller, items []*armmsi.Identity) clients.UserAssignedIdentitiesPager {\n\treturn &mockUserAssignedIdentitiesPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockUserAssignedIdentitiesPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockUserAssignedIdentitiesPager) NextPage(ctx context.Context) (armmsi.UserAssignedIdentitiesClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armmsi.UserAssignedIdentitiesClientListByResourceGroupResponse{\n\t\t\tUserAssignedIdentitiesListResult: armmsi.UserAssignedIdentitiesListResult{\n\t\t\t\tValue: []*armmsi.Identity{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armmsi.UserAssignedIdentitiesClientListByResourceGroupResponse{\n\t\tUserAssignedIdentitiesListResult: armmsi.UserAssignedIdentitiesListResult{\n\t\t\tValue: []*armmsi.Identity{item},\n\t\t},\n\t}, nil\n}\n\n// errorUserAssignedIdentitiesPager is a mock pager that returns an error on NextPage\ntype errorUserAssignedIdentitiesPager struct {\n\tctrl *gomock.Controller\n\terr error\n\tmore bool\n}\n\nfunc newErrorUserAssignedIdentitiesPager(ctrl *gomock.Controller, err error) clients.UserAssignedIdentitiesPager {\n\treturn &errorUserAssignedIdentitiesPager{\n\t\tctrl: ctrl,\n\t\terr: err,\n\t\tmore: true, // Return true initially so NextPage will be called\n\t}\n}\n\nfunc (e *errorUserAssignedIdentitiesPager) More() bool {\n\treturn e.more\n}\n\nfunc (e *errorUserAssignedIdentitiesPager) NextPage(ctx context.Context) (armmsi.UserAssignedIdentitiesClientListByResourceGroupResponse, error) {\n\te.more = false // After returning error, More() should return false to stop the loop\n\treturn armmsi.UserAssignedIdentitiesClientListByResourceGroupResponse{}, e.err\n}\n" }, { "path": "sources/azure/manual/network-application-gateway.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkApplicationGatewayLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkApplicationGateway)\n\ntype networkApplicationGatewayWrapper struct {\n\tclient clients.ApplicationGatewaysClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkApplicationGateway(client clients.ApplicationGatewaysClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkApplicationGatewayWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkApplicationGateway,\n\t\t),\n\t}\n}\n\nfunc (n networkApplicationGatewayWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.List(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t\t}\n\t\tfor _, applicationGateway := range page.Value {\n\t\t\tif applicationGateway.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureApplicationGatewayToSDPItem(applicationGateway)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkApplicationGatewayWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.List(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, n.DefaultScope(), n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, applicationGateway := range page.Value {\n\t\t\tif applicationGateway.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureApplicationGatewayToSDPItem(applicationGateway)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkApplicationGatewayWrapper) azureApplicationGatewayToSDPItem(applicationGateway *armnetwork.ApplicationGateway) (*sdp.Item, *sdp.QueryError) {\n\tif applicationGateway.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"application gateway name is nil\"), n.DefaultScope(), n.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(applicationGateway, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t}\n\tapplicationGatewayName := *applicationGateway.Name\n\tif applicationGatewayName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"application gateway name cannot be empty\"), n.DefaultScope(), n.Type())\n\t}\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkApplicationGateway.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: n.DefaultScope(),\n\t\tTags: azureshared.ConvertAzureTags(applicationGateway.Tags),\n\t}\n\n\tif applicationGateway.Properties == nil {\n\t\treturn sdpItem, nil\n\t}\n\n\t// Process GatewayIPConfigurations (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-ip-configurations/get\n\tif applicationGateway.Properties.GatewayIPConfigurations != nil {\n\t\tfor _, gatewayIPConfig := range applicationGateway.Properties.GatewayIPConfigurations {\n\t\t\tif gatewayIPConfig.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayGatewayIPConfiguration.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *gatewayIPConfig.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\n\t\t\t\t// Link to Subnet from GatewayIPConfiguration\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/subnets/get\n\t\t\t\tif gatewayIPConfig.Properties != nil && gatewayIPConfig.Properties.Subnet != nil && gatewayIPConfig.Properties.Subnet.ID != nil {\n\t\t\t\t\tsubnetID := *gatewayIPConfig.Properties.Subnet.ID\n\t\t\t\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\t\tif len(subnetParams) >= 2 {\n\t\t\t\t\t\tvnetName := subnetParams[0]\n\t\t\t\t\t\tsubnetName := subnetParams[1]\n\t\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(subnetID); extractedScope != \"\" {\n\t\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\n\t\t\t\t\t\t// Link to VirtualNetwork (extracted from subnet ID)\n\t\t\t\t\t\tscope = n.DefaultScope()\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(subnetID); extractedScope != \"\" {\n\t\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process FrontendIPConfigurations (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-frontend-ip-configurations/get\n\tif applicationGateway.Properties.FrontendIPConfigurations != nil {\n\t\tfor _, frontendIPConfig := range applicationGateway.Properties.FrontendIPConfigurations {\n\t\t\tif frontendIPConfig.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayFrontendIPConfiguration.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *frontendIPConfig.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif frontendIPConfig.Properties != nil {\n\t\t\t\t// Link to Public IP Address if referenced\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/public-ip-addresses/get\n\t\t\t\tif frontendIPConfig.Properties.PublicIPAddress != nil && frontendIPConfig.Properties.PublicIPAddress.ID != nil {\n\t\t\t\t\tpublicIPName := azureshared.ExtractResourceName(*frontendIPConfig.Properties.PublicIPAddress.ID)\n\t\t\t\t\tif publicIPName != \"\" {\n\t\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*frontendIPConfig.Properties.PublicIPAddress.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: publicIPName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Link to Subnet if referenced (for private IP)\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/subnets/get\n\t\t\t\tif frontendIPConfig.Properties.Subnet != nil && frontendIPConfig.Properties.Subnet.ID != nil {\n\t\t\t\t\tsubnetID := *frontendIPConfig.Properties.Subnet.ID\n\t\t\t\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\t\tif len(subnetParams) >= 2 {\n\t\t\t\t\t\tvnetName := subnetParams[0]\n\t\t\t\t\t\tsubnetName := subnetParams[1]\n\t\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(subnetID); extractedScope != \"\" {\n\t\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Link to IP address (standard library) if private IP address is assigned\n\t\t\t\tif frontendIPConfig.Properties.PrivateIPAddress != nil && *frontendIPConfig.Properties.PrivateIPAddress != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *frontendIPConfig.Properties.PrivateIPAddress,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process BackendAddressPools (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-backend-address-pools/get\n\tif applicationGateway.Properties.BackendAddressPools != nil {\n\t\tfor _, backendPool := range applicationGateway.Properties.BackendAddressPools {\n\t\t\tif backendPool.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayBackendAddressPool.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *backendPool.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to IP addresses in backend addresses\n\t\t\tif backendPool.Properties != nil && backendPool.Properties.BackendAddresses != nil {\n\t\t\t\tfor _, backendAddress := range backendPool.Properties.BackendAddresses {\n\t\t\t\t\tif backendAddress.IPAddress != nil && *backendAddress.IPAddress != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *backendAddress.IPAddress,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\n\t\t\t\t\t// Link to DNS name (standard library) if FQDN is configured\n\t\t\t\t\tif backendAddress.Fqdn != nil && *backendAddress.Fqdn != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: *backendAddress.Fqdn,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process HTTPListeners (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-http-listeners/get\n\tif applicationGateway.Properties.HTTPListeners != nil {\n\t\tfor _, httpListener := range applicationGateway.Properties.HTTPListeners {\n\t\t\tif httpListener.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayHTTPListener.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *httpListener.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to DNS names (standard library) if hostnames are configured\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-http-listeners/get\n\t\t\tif httpListener.Properties != nil {\n\t\t\t\t// Single hostname (HostName)\n\t\t\t\tif httpListener.Properties.HostName != nil && *httpListener.Properties.HostName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *httpListener.Properties.HostName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\t// Multiple hostnames (HostNames) for multi-site listeners\n\t\t\t\tif httpListener.Properties.HostNames != nil {\n\t\t\t\t\tfor _, hostName := range httpListener.Properties.HostNames {\n\t\t\t\t\t\tif hostName != nil && *hostName != \"\" {\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\t\tQuery: *hostName,\n\t\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process BackendHTTPSettingsCollection (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-backend-http-settings/get\n\tif applicationGateway.Properties.BackendHTTPSettingsCollection != nil {\n\t\tfor _, backendHTTPSettings := range applicationGateway.Properties.BackendHTTPSettingsCollection {\n\t\t\tif backendHTTPSettings.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayBackendHTTPSettings.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *backendHTTPSettings.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to DNS name (standard library) if hostname override is configured\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-backend-http-settings/get\n\t\t\tif backendHTTPSettings.Properties != nil && backendHTTPSettings.Properties.HostName != nil && *backendHTTPSettings.Properties.HostName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *backendHTTPSettings.Properties.HostName,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process RequestRoutingRules (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-request-routing-rules/get\n\tif applicationGateway.Properties.RequestRoutingRules != nil {\n\t\tfor _, rule := range applicationGateway.Properties.RequestRoutingRules {\n\t\t\tif rule.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayRequestRoutingRule.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *rule.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process Probes (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-health-probes/get\n\tif applicationGateway.Properties.Probes != nil {\n\t\tfor _, probe := range applicationGateway.Properties.Probes {\n\t\t\tif probe.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayProbe.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *probe.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to DNS name (standard library) if probe host is configured\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-health-probes/get\n\t\t\tif probe.Properties != nil && probe.Properties.Host != nil && *probe.Properties.Host != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *probe.Properties.Host,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process SSLCertificates (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-ssl-certificates/get\n\tif applicationGateway.Properties.SSLCertificates != nil {\n\t\tfor _, sslCert := range applicationGateway.Properties.SSLCertificates {\n\t\t\tif sslCert.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewaySSLCertificate.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *sslCert.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to Key Vault Secret from KeyVaultSecretID\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/vaults/secrets/get-secret?view=rest-keyvault-keyvault-2024-11-01&tabs=HTTP\n\t\t\tif sslCert.Properties != nil && sslCert.Properties.KeyVaultSecretID != nil && *sslCert.Properties.KeyVaultSecretID != \"\" {\n\t\t\t\tsecretID := *sslCert.Properties.KeyVaultSecretID\n\t\t\t\tvaultName := azureshared.ExtractVaultNameFromURI(secretID)\n\t\t\t\tsecretName := azureshared.ExtractSecretNameFromURI(secretID)\n\t\t\t\tif vaultName != \"\" && secretName != \"\" {\n\t\t\t\t\t// Key Vault URI doesn't contain resource group, use gateway's scope as best effort\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultSecret.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vaultName, secretName),\n\t\t\t\t\t\t\tScope: n.DefaultScope(), // Limitation: Key Vault URI doesn't contain resource group info\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\t// Link to DNS name (standard library) from KeyVaultSecretID\n\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(secretID)\n\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process URLPathMaps (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-url-path-maps/get\n\tif applicationGateway.Properties.URLPathMaps != nil {\n\t\tfor _, urlPathMap := range applicationGateway.Properties.URLPathMaps {\n\t\t\tif urlPathMap.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayURLPathMap.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *urlPathMap.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process AuthenticationCertificates (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-authentication-certificates/get\n\tif applicationGateway.Properties.AuthenticationCertificates != nil {\n\t\tfor _, authCert := range applicationGateway.Properties.AuthenticationCertificates {\n\t\t\tif authCert.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayAuthenticationCertificate.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *authCert.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process TrustedRootCertificates (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-trusted-root-certificates/get\n\tif applicationGateway.Properties.TrustedRootCertificates != nil {\n\t\tfor _, trustedRootCert := range applicationGateway.Properties.TrustedRootCertificates {\n\t\t\tif trustedRootCert.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayTrustedRootCertificate.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *trustedRootCert.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to Key Vault Secret from KeyVaultSecretID\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/vaults/secrets/get-secret?view=rest-keyvault-keyvault-2024-11-01&tabs=HTTP\n\t\t\tif trustedRootCert.Properties != nil && trustedRootCert.Properties.KeyVaultSecretID != nil && *trustedRootCert.Properties.KeyVaultSecretID != \"\" {\n\t\t\t\tsecretID := *trustedRootCert.Properties.KeyVaultSecretID\n\t\t\t\tvaultName := azureshared.ExtractVaultNameFromURI(secretID)\n\t\t\t\tsecretName := azureshared.ExtractSecretNameFromURI(secretID)\n\t\t\t\tif vaultName != \"\" && secretName != \"\" {\n\t\t\t\t\t// Key Vault URI doesn't contain resource group, use gateway's scope as best effort\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.KeyVaultSecret.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vaultName, secretName),\n\t\t\t\t\t\t\tScope: n.DefaultScope(), // Limitation: Key Vault URI doesn't contain resource group info\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\t// Link to DNS name (standard library) from KeyVaultSecretID\n\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(secretID)\n\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process RewriteRuleSets (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-rewrite-rule-sets/get\n\tif applicationGateway.Properties.RewriteRuleSets != nil {\n\t\tfor _, rewriteRuleSet := range applicationGateway.Properties.RewriteRuleSets {\n\t\t\tif rewriteRuleSet.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayRewriteRuleSet.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *rewriteRuleSet.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process RedirectConfigurations (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-redirect-configurations/get\n\tif applicationGateway.Properties.RedirectConfigurations != nil {\n\t\tfor _, redirectConfig := range applicationGateway.Properties.RedirectConfigurations {\n\t\t\tif redirectConfig.Name != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayRedirectConfiguration.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(applicationGatewayName, *redirectConfig.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to DNS name (standard library) if target URL is configured\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-redirect-configurations/get\n\t\t\tif redirectConfig.Properties != nil && redirectConfig.Properties.TargetURL != nil && *redirectConfig.Properties.TargetURL != \"\" {\n\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(*redirectConfig.Properties.TargetURL)\n\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Web Application Firewall Policy (External Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/application-gateway/application-gateway-web-application-firewall-policies/get\n\tif applicationGateway.Properties.FirewallPolicy != nil && applicationGateway.Properties.FirewallPolicy.ID != nil {\n\t\tfirewallPolicyName := azureshared.ExtractResourceName(*applicationGateway.Properties.FirewallPolicy.ID)\n\t\tif firewallPolicyName != \"\" {\n\t\t\tscope := n.DefaultScope()\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*applicationGateway.Properties.FirewallPolicy.ID); extractedScope != \"\" {\n\t\t\t\tscope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkApplicationGatewayWebApplicationFirewallPolicy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: firewallPolicyName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to User Assigned Managed Identities (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\tif applicationGateway.Identity != nil && applicationGateway.Identity.UserAssignedIdentities != nil {\n\t\tfor identityResourceID := range applicationGateway.Identity.UserAssignedIdentities {\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tif identityName != \"\" {\n\t\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\t\tscope := n.DefaultScope()\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\tscope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkApplicationGatewayWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be exactly one part and be a application gateway name\"), n.DefaultScope(), n.Type())\n\t}\n\tapplicationGatewayName := queryParts[0]\n\tif applicationGatewayName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"application gateway name cannot be empty\"), n.DefaultScope(), n.Type())\n\t}\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, applicationGatewayName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t}\n\treturn n.azureApplicationGatewayToSDPItem(&resp.ApplicationGateway)\n}\n\nfunc (n networkApplicationGatewayWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkApplicationGatewayLookupByName,\n\t}\n}\n\nfunc (n networkApplicationGatewayWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\t// Child resources\n\t\tazureshared.NetworkApplicationGatewayGatewayIPConfiguration,\n\t\tazureshared.NetworkApplicationGatewayFrontendIPConfiguration,\n\t\tazureshared.NetworkApplicationGatewayBackendAddressPool,\n\t\tazureshared.NetworkApplicationGatewayHTTPListener,\n\t\tazureshared.NetworkApplicationGatewayBackendHTTPSettings,\n\t\tazureshared.NetworkApplicationGatewayRequestRoutingRule,\n\t\tazureshared.NetworkApplicationGatewayProbe,\n\t\tazureshared.NetworkApplicationGatewaySSLCertificate,\n\t\tazureshared.NetworkApplicationGatewayURLPathMap,\n\t\tazureshared.NetworkApplicationGatewayAuthenticationCertificate,\n\t\tazureshared.NetworkApplicationGatewayTrustedRootCertificate,\n\t\tazureshared.NetworkApplicationGatewayRewriteRuleSet,\n\t\tazureshared.NetworkApplicationGatewayRedirectConfiguration,\n\t\t// External resources\n\t\tazureshared.NetworkSubnet,\n\t\tazureshared.NetworkVirtualNetwork,\n\t\tazureshared.NetworkPublicIPAddress,\n\t\tazureshared.NetworkApplicationGatewayWebApplicationFirewallPolicy,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\tazureshared.KeyVaultSecret,\n\t\t// Standard library types\n\t\tstdlib.NetworkIP,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\nfunc (n networkApplicationGatewayWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_application_gateway.name\",\n\t\t},\n\t}\n}\n\nfunc (n networkApplicationGatewayWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/applicationGateways/read\",\n\t}\n}\n\nfunc (n networkApplicationGatewayWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-application-gateway_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"reflect\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkApplicationGateway(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tagName := \"test-ag\"\n\t\tapplicationGateway := createAzureApplicationGateway(agName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockApplicationGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, agName, nil).Return(\n\t\t\tarmnetwork.ApplicationGatewaysClientGetResponse{\n\t\t\t\tApplicationGateway: *applicationGateway,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkApplicationGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], agName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkApplicationGateway.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkApplicationGateway, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != agName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", agName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// GatewayIPConfiguration child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayGatewayIPConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"gateway-ip-config\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// Subnet from GatewayIPConfiguration\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// VirtualNetwork from GatewayIPConfiguration subnet\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// FrontendIPConfiguration child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayFrontendIPConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"frontend-ip-config\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// PublicIPAddress external resource\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-public-ip\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// Private IP address link (standard library)\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.2.0.5\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// BackendAddressPool child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayBackendAddressPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"backend-pool\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// Backend IP address link (standard library)\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.1.4\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// HTTPListener child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayHTTPListener.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"http-listener\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// BackendHTTPSettings child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayBackendHTTPSettings.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"backend-http-settings\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// RequestRoutingRule child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayRequestRoutingRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"routing-rule\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// Probe child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayProbe.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"health-probe\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// SSLCertificate child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewaySSLCertificate.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"ssl-cert\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// Key Vault Secret from SSLCertificate KeyVaultSecretID\n\t\t\t\t\tExpectedType: azureshared.KeyVaultSecret.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-keyvault\", \"test-secret\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// DNS name from SSLCertificate KeyVaultSecretID\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-keyvault.vault.azure.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// URLPathMap child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayURLPathMap.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"url-path-map\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// AuthenticationCertificate child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayAuthenticationCertificate.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"auth-cert\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// TrustedRootCertificate child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayTrustedRootCertificate.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"trusted-root-cert\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// Key Vault Secret from TrustedRootCertificate KeyVaultSecretID\n\t\t\t\t\tExpectedType: azureshared.KeyVaultSecret.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-trusted-keyvault\", \"test-trusted-secret\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// DNS name from TrustedRootCertificate KeyVaultSecretID\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-trusted-keyvault.vault.azure.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// RewriteRuleSet child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayRewriteRuleSet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"rewrite-rule-set\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// RedirectConfiguration child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayRedirectConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(agName, \"redirect-config\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// WAF Policy external resource\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationGatewayWebApplicationFirewallPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-waf-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// User Assigned Managed Identity external resource\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-identity\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockApplicationGatewaysClient(ctrl)\n\n\t\twrapper := manual.NewNetworkApplicationGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test with wrong number of query parts - need to call through the wrapper directly\n\t\t_, qErr := wrapper.Get(ctx, wrapper.Scopes()[0], \"part1\", \"part2\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting application gateway with wrong number of query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockApplicationGatewaysClient(ctrl)\n\n\t\twrapper := manual.NewNetworkApplicationGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty string name - validation happens before client.Get is called\n\t\t// so no mock expectation is needed\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting application gateway with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithNilName\", func(t *testing.T) {\n\t\tapplicationGateway := &armnetwork.ApplicationGateway{\n\t\t\tName: nil, // Application Gateway with nil name should cause an error\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockApplicationGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-ag\", nil).Return(\n\t\t\tarmnetwork.ApplicationGatewaysClientGetResponse{\n\t\t\t\tApplicationGateway: *applicationGateway,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkApplicationGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-ag\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when application gateway has nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ErrorHandling\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockApplicationGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-ag\", nil).Return(\n\t\t\tarmnetwork.ApplicationGatewaysClientGetResponse{}, errors.New(\"not found\"))\n\n\t\twrapper := manual.NewNetworkApplicationGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-ag\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when client returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tag1 := createAzureApplicationGateway(\"test-ag-1\", subscriptionID, resourceGroup)\n\t\tag2 := createAzureApplicationGateway(\"test-ag-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockApplicationGatewaysClient(ctrl)\n\t\tmockPager := NewMockApplicationGatewaysPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.ApplicationGatewaysClientListResponse{\n\t\t\t\t\tApplicationGatewayListResult: armnetwork.ApplicationGatewayListResult{\n\t\t\t\t\t\tValue: []*armnetwork.ApplicationGateway{ag1, ag2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkApplicationGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.NetworkApplicationGateway.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkApplicationGateway, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\tag1 := createAzureApplicationGateway(\"test-ag-1\", subscriptionID, resourceGroup)\n\t\tag2 := &armnetwork.ApplicationGateway{\n\t\t\tName: nil, // Application Gateway with nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockApplicationGatewaysClient(ctrl)\n\t\tmockPager := NewMockApplicationGatewaysPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.ApplicationGatewaysClientListResponse{\n\t\t\t\t\tApplicationGatewayListResult: armnetwork.ApplicationGatewayListResult{\n\t\t\t\t\t\tValue: []*armnetwork.ApplicationGateway{ag1, ag2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkApplicationGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (ag1), ag2 should be skipped\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"List_ErrorHandling\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockApplicationGatewaysClient(ctrl)\n\t\tmockPager := NewMockApplicationGatewaysPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.ApplicationGatewaysClientListResponse{}, errors.New(\"list error\")),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkApplicationGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"CrossResourceGroupLinks\", func(t *testing.T) {\n\t\tagName := \"test-ag\"\n\t\tapplicationGateway := createAzureApplicationGatewayWithDifferentScopePublicIP(agName, subscriptionID, resourceGroup, \"other-sub\", \"other-rg\")\n\n\t\tmockClient := mocks.NewMockApplicationGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, agName, nil).Return(\n\t\t\tarmnetwork.ApplicationGatewaysClientGetResponse{\n\t\t\t\tApplicationGateway: *applicationGateway,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkApplicationGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], agName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Find the PublicIPAddress linked query\n\t\tfound := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkPublicIPAddress.String() {\n\t\t\t\tfound = true\n\t\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", \"other-sub\", \"other-rg\")\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected PublicIPAddress scope to be %s, got: %s\", expectedScope, linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Expected to find PublicIPAddress linked query\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockApplicationGatewaysClient(ctrl)\n\t\twrapper := manual.NewNetworkApplicationGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Verify adapter implements ListableAdapter interface\n\t\t_, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement ListableAdapter interface\")\n\t\t}\n\n\t\t// Verify GetLookups\n\t\tlookups := wrapper.GetLookups()\n\t\tif len(lookups) == 0 {\n\t\t\tt.Error(\"Expected GetLookups to return at least one lookup\")\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\texpectedLinks := []shared.ItemType{\n\t\t\tazureshared.NetworkApplicationGatewayGatewayIPConfiguration,\n\t\t\tazureshared.NetworkApplicationGatewayFrontendIPConfiguration,\n\t\t\tazureshared.NetworkApplicationGatewayBackendAddressPool,\n\t\t\tazureshared.NetworkApplicationGatewayHTTPListener,\n\t\t\tazureshared.NetworkApplicationGatewayBackendHTTPSettings,\n\t\t\tazureshared.NetworkApplicationGatewayRequestRoutingRule,\n\t\t\tazureshared.NetworkApplicationGatewayProbe,\n\t\t\tazureshared.NetworkApplicationGatewaySSLCertificate,\n\t\t\tazureshared.NetworkApplicationGatewayURLPathMap,\n\t\t\tazureshared.NetworkApplicationGatewayAuthenticationCertificate,\n\t\t\tazureshared.NetworkApplicationGatewayTrustedRootCertificate,\n\t\t\tazureshared.NetworkApplicationGatewayRewriteRuleSet,\n\t\t\tazureshared.NetworkApplicationGatewayRedirectConfiguration,\n\t\t\tazureshared.NetworkSubnet,\n\t\t\tazureshared.NetworkVirtualNetwork,\n\t\t\tazureshared.NetworkPublicIPAddress,\n\t\t\tazureshared.NetworkApplicationGatewayWebApplicationFirewallPolicy,\n\t\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\t\tazureshared.KeyVaultSecret,\n\t\t\tstdlib.NetworkIP,\n\t\t\tstdlib.NetworkDNS,\n\t\t}\n\t\tfor _, expectedLink := range expectedLinks {\n\t\t\tif !potentialLinks[expectedLink] {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s\", expectedLink)\n\t\t\t}\n\t\t}\n\n\t\t// Verify TerraformMappings\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_application_gateway.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_application_gateway.name' mapping\")\n\t\t}\n\n\t\t// Verify PredefinedRole\n\t\tif roleInterface, ok := any(wrapper).(interface{ PredefinedRole() string }); ok {\n\t\t\trole := roleInterface.PredefinedRole()\n\t\t\tif role != \"Reader\" {\n\t\t\t\tt.Errorf(\"Expected PredefinedRole to be 'Reader', got %s\", role)\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Wrapper does not implement PredefinedRole method\")\n\t\t}\n\t})\n}\n\n// MockApplicationGatewaysPager is a simple mock for ApplicationGatewaysPager\ntype MockApplicationGatewaysPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockApplicationGatewaysPagerMockRecorder\n}\n\ntype MockApplicationGatewaysPagerMockRecorder struct {\n\tmock *MockApplicationGatewaysPager\n}\n\nfunc NewMockApplicationGatewaysPager(ctrl *gomock.Controller) *MockApplicationGatewaysPager {\n\tmock := &MockApplicationGatewaysPager{ctrl: ctrl}\n\tmock.recorder = &MockApplicationGatewaysPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockApplicationGatewaysPager) EXPECT() *MockApplicationGatewaysPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockApplicationGatewaysPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockApplicationGatewaysPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockApplicationGatewaysPager) NextPage(ctx context.Context) (armnetwork.ApplicationGatewaysClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armnetwork.ApplicationGatewaysClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockApplicationGatewaysPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armnetwork.ApplicationGatewaysClientListResponse, error)](), ctx)\n}\n\n// createAzureApplicationGateway creates a mock Azure Application Gateway for testing\nfunc createAzureApplicationGateway(agName, subscriptionID, resourceGroup string) *armnetwork.ApplicationGateway {\n\treturn &armnetwork.ApplicationGateway{\n\t\tName: new(agName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.ApplicationGatewayPropertiesFormat{\n\t\t\t// GatewayIPConfigurations (Child Resource)\n\t\t\tGatewayIPConfigurations: []*armnetwork.ApplicationGatewayIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"gateway-ip-config\"),\n\t\t\t\t\tProperties: &armnetwork.ApplicationGatewayIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tSubnet: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// FrontendIPConfigurations (Child Resource)\n\t\t\tFrontendIPConfigurations: []*armnetwork.ApplicationGatewayFrontendIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"frontend-ip-config\"),\n\t\t\t\t\tProperties: &armnetwork.ApplicationGatewayFrontendIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tPublicIPAddress: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/publicIPAddresses/test-public-ip\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateIPAddress: new(\"10.2.0.5\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// BackendAddressPools (Child Resource)\n\t\t\tBackendAddressPools: []*armnetwork.ApplicationGatewayBackendAddressPool{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"backend-pool\"),\n\t\t\t\t\tProperties: &armnetwork.ApplicationGatewayBackendAddressPoolPropertiesFormat{\n\t\t\t\t\t\tBackendAddresses: []*armnetwork.ApplicationGatewayBackendAddress{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tIPAddress: new(\"10.0.1.4\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// HTTPListeners (Child Resource)\n\t\t\tHTTPListeners: []*armnetwork.ApplicationGatewayHTTPListener{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"http-listener\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t// BackendHTTPSettingsCollection (Child Resource)\n\t\t\tBackendHTTPSettingsCollection: []*armnetwork.ApplicationGatewayBackendHTTPSettings{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"backend-http-settings\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t// RequestRoutingRules (Child Resource)\n\t\t\tRequestRoutingRules: []*armnetwork.ApplicationGatewayRequestRoutingRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"routing-rule\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Probes (Child Resource)\n\t\t\tProbes: []*armnetwork.ApplicationGatewayProbe{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"health-probe\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t// SSLCertificates (Child Resource)\n\t\t\tSSLCertificates: []*armnetwork.ApplicationGatewaySSLCertificate{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"ssl-cert\"),\n\t\t\t\t\tProperties: &armnetwork.ApplicationGatewaySSLCertificatePropertiesFormat{\n\t\t\t\t\t\tKeyVaultSecretID: new(\"https://test-keyvault.vault.azure.net/secrets/test-secret/version\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// URLPathMaps (Child Resource)\n\t\t\tURLPathMaps: []*armnetwork.ApplicationGatewayURLPathMap{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"url-path-map\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t// AuthenticationCertificates (Child Resource)\n\t\t\tAuthenticationCertificates: []*armnetwork.ApplicationGatewayAuthenticationCertificate{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"auth-cert\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t// TrustedRootCertificates (Child Resource)\n\t\t\tTrustedRootCertificates: []*armnetwork.ApplicationGatewayTrustedRootCertificate{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"trusted-root-cert\"),\n\t\t\t\t\tProperties: &armnetwork.ApplicationGatewayTrustedRootCertificatePropertiesFormat{\n\t\t\t\t\t\tKeyVaultSecretID: new(\"https://test-trusted-keyvault.vault.azure.net/secrets/test-trusted-secret/version\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// RewriteRuleSets (Child Resource)\n\t\t\tRewriteRuleSets: []*armnetwork.ApplicationGatewayRewriteRuleSet{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"rewrite-rule-set\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t// RedirectConfigurations (Child Resource)\n\t\t\tRedirectConfigurations: []*armnetwork.ApplicationGatewayRedirectConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"redirect-config\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t// FirewallPolicy (External Resource)\n\t\t\tFirewallPolicy: &armnetwork.SubResource{\n\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/ApplicationGatewayWebApplicationFirewallPolicies/test-waf-policy\"),\n\t\t\t},\n\t\t},\n\t\tIdentity: &armnetwork.ManagedServiceIdentity{\n\t\t\tType: new(armnetwork.ResourceIdentityTypeUserAssigned),\n\t\t\tUserAssignedIdentities: map[string]*armnetwork.Components1Jq1T4ISchemasManagedserviceidentityPropertiesUserassignedidentitiesAdditionalproperties{\n\t\t\t\t\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\": {},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureApplicationGatewayWithDifferentScopePublicIP creates an Application Gateway with PublicIPAddress in different scope\nfunc createAzureApplicationGatewayWithDifferentScopePublicIP(agName, subscriptionID, resourceGroup, otherSubscriptionID, otherResourceGroup string) *armnetwork.ApplicationGateway {\n\tag := createAzureApplicationGateway(agName, subscriptionID, resourceGroup)\n\t// Override FrontendIPConfiguration with PublicIPAddress in different scope\n\tag.Properties.FrontendIPConfigurations = []*armnetwork.ApplicationGatewayFrontendIPConfiguration{\n\t\t{\n\t\t\tName: new(\"frontend-ip-config\"),\n\t\t\tProperties: &armnetwork.ApplicationGatewayFrontendIPConfigurationPropertiesFormat{\n\t\t\t\tPublicIPAddress: &armnetwork.SubResource{\n\t\t\t\t\tID: new(\"/subscriptions/\" + otherSubscriptionID + \"/resourceGroups/\" + otherResourceGroup + \"/providers/Microsoft.Network/publicIPAddresses/test-public-ip\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\treturn ag\n}\n" }, { "path": "sources/azure/manual/network-application-security-group.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar NetworkApplicationSecurityGroupLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkApplicationSecurityGroup)\n\ntype networkApplicationSecurityGroupWrapper struct {\n\tclient clients.ApplicationSecurityGroupsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkApplicationSecurityGroup(client clients.ApplicationSecurityGroupsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkApplicationSecurityGroupWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkApplicationSecurityGroup,\n\t\t),\n\t}\n}\n\nfunc (n networkApplicationSecurityGroupWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\t\tfor _, asg := range page.Value {\n\t\t\tif asg.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureApplicationSecurityGroupToSDPItem(asg, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkApplicationSecurityGroupWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, asg := range page.Value {\n\t\t\tif asg.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureApplicationSecurityGroupToSDPItem(asg, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkApplicationSecurityGroupWrapper) azureApplicationSecurityGroupToSDPItem(asg *armnetwork.ApplicationSecurityGroup, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(asg, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tif asg.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"application security group name is nil\"), scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(asg.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// no links - https://learn.microsoft.com/en-us/rest/api/virtualnetwork/application-security-groups/get?view=rest-virtualnetwork-2025-05-01&tabs=HTTP\n\n\t// Health from provisioning state\n\tif asg.Properties != nil && asg.Properties.ProvisioningState != nil {\n\t\tswitch *asg.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/application-security-groups/get\nfunc (n networkApplicationSecurityGroupWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be exactly one part (application security group name)\"), scope, n.Type())\n\t}\n\tasgName := queryParts[0]\n\tif asgName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"application security group name cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, asgName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\treturn n.azureApplicationSecurityGroupToSDPItem(&resp.ApplicationSecurityGroup, scope)\n}\n\nfunc (n networkApplicationSecurityGroupWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkApplicationSecurityGroupLookupByName,\n\t}\n}\n\nfunc (n networkApplicationSecurityGroupWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/application_security_group\nfunc (n networkApplicationSecurityGroupWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_application_security_group.name\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (n networkApplicationSecurityGroupWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/applicationSecurityGroups/read\",\n\t}\n}\n\nfunc (n networkApplicationSecurityGroupWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-application-security-group_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestNetworkApplicationSecurityGroup(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tasgName := \"test-asg\"\n\t\tasg := createAzureApplicationSecurityGroup(asgName)\n\n\t\tmockClient := mocks.NewMockApplicationSecurityGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, asgName, nil).Return(\n\t\t\tarmnetwork.ApplicationSecurityGroupsClientGetResponse{\n\t\t\t\tApplicationSecurityGroup: *asg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkApplicationSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], asgName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkApplicationSecurityGroup.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkApplicationSecurityGroup, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != asgName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", asgName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Application Security Group has no linked item queries\n\t\t\tqueryTests := shared.QueryTests{}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockApplicationSecurityGroupsClient(ctrl)\n\n\t\twrapper := manual.NewNetworkApplicationSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when application security group name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ASGWithNilName\", func(t *testing.T) {\n\t\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\t\tasgWithNilName := &armnetwork.ApplicationSecurityGroup{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tProperties: &armnetwork.ApplicationSecurityGroupPropertiesFormat{\n\t\t\t\tProvisioningState: &provisioningState,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockApplicationSecurityGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-asg\", nil).Return(\n\t\t\tarmnetwork.ApplicationSecurityGroupsClientGetResponse{\n\t\t\t\tApplicationSecurityGroup: *asgWithNilName,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkApplicationSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-asg\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when application security group has nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tasg1 := createAzureApplicationSecurityGroup(\"asg-1\")\n\t\tasg2 := createAzureApplicationSecurityGroup(\"asg-2\")\n\n\t\tmockClient := mocks.NewMockApplicationSecurityGroupsClient(ctrl)\n\t\tmockPager := newMockApplicationSecurityGroupsPager(ctrl, []*armnetwork.ApplicationSecurityGroup{asg1, asg2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkApplicationSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkApplicationSecurityGroup.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkApplicationSecurityGroup, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\tasg1 := createAzureApplicationSecurityGroup(\"asg-1\")\n\t\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\t\tasg2NilName := &armnetwork.ApplicationSecurityGroup{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\t\tProperties: &armnetwork.ApplicationSecurityGroupPropertiesFormat{\n\t\t\t\tProvisioningState: &provisioningState,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockApplicationSecurityGroupsClient(ctrl)\n\t\tmockPager := newMockApplicationSecurityGroupsPager(ctrl, []*armnetwork.ApplicationSecurityGroup{asg1, asg2NilName})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkApplicationSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != \"asg-1\" {\n\t\t\tt.Errorf(\"Expected item name 'asg-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tasg1 := createAzureApplicationSecurityGroup(\"stream-asg-1\")\n\t\tasg2 := createAzureApplicationSecurityGroup(\"stream-asg-2\")\n\n\t\tmockClient := mocks.NewMockApplicationSecurityGroupsClient(ctrl)\n\t\tmockPager := newMockApplicationSecurityGroupsPager(ctrl, []*armnetwork.ApplicationSecurityGroup{asg1, asg2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkApplicationSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"application security group not found\")\n\n\t\tmockClient := mocks.NewMockApplicationSecurityGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-asg\", nil).Return(\n\t\t\tarmnetwork.ApplicationSecurityGroupsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkApplicationSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-asg\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent application security group, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockApplicationSecurityGroupsClient(ctrl)\n\t\twrapper := manual.NewNetworkApplicationSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/applicationSecurityGroups/read\"\n\t\tif !slices.Contains(permissions, expectedPermission) {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\tmappings := w.TerraformMappings()\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_application_security_group.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod GET, got: %s\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_application_security_group.name'\")\n\t\t}\n\n\t\tlookups := w.GetLookups()\n\t\tfoundLookup := false\n\t\tfor _, lookup := range lookups {\n\t\t\tif lookup.ItemType == azureshared.NetworkApplicationSecurityGroup {\n\t\t\t\tfoundLookup = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundLookup {\n\t\t\tt.Error(\"Expected GetLookups to include NetworkApplicationSecurityGroup\")\n\t\t}\n\t})\n}\n\ntype mockApplicationSecurityGroupsPager struct {\n\tctrl *gomock.Controller\n\titems []*armnetwork.ApplicationSecurityGroup\n\tindex int\n\tmore bool\n}\n\nfunc newMockApplicationSecurityGroupsPager(ctrl *gomock.Controller, items []*armnetwork.ApplicationSecurityGroup) clients.ApplicationSecurityGroupsPager {\n\treturn &mockApplicationSecurityGroupsPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockApplicationSecurityGroupsPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockApplicationSecurityGroupsPager) NextPage(ctx context.Context) (armnetwork.ApplicationSecurityGroupsClientListResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armnetwork.ApplicationSecurityGroupsClientListResponse{\n\t\t\tApplicationSecurityGroupListResult: armnetwork.ApplicationSecurityGroupListResult{\n\t\t\t\tValue: []*armnetwork.ApplicationSecurityGroup{},\n\t\t\t},\n\t\t}, nil\n\t}\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\treturn armnetwork.ApplicationSecurityGroupsClientListResponse{\n\t\tApplicationSecurityGroupListResult: armnetwork.ApplicationSecurityGroupListResult{\n\t\t\tValue: []*armnetwork.ApplicationSecurityGroup{item},\n\t\t},\n\t}, nil\n}\n\nfunc createAzureApplicationSecurityGroup(name string) *armnetwork.ApplicationSecurityGroup {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\treturn &armnetwork.ApplicationSecurityGroup{\n\t\tID: new(\"/subscriptions/test-sub/resourceGroups/test-rg/providers/Microsoft.Network/applicationSecurityGroups/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/applicationSecurityGroups\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.ApplicationSecurityGroupPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tResourceGUID: new(\"00000000-0000-0000-0000-000000000001\"),\n\t\t},\n\t}\n}\n\n// Ensure mockApplicationSecurityGroupsPager satisfies the pager interface at compile time.\nvar _ clients.ApplicationSecurityGroupsPager = (*mockApplicationSecurityGroupsPager)(nil)\n" }, { "path": "sources/azure/manual/network-ddos-protection-plan.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar NetworkDdosProtectionPlanLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkDdosProtectionPlan)\n\ntype networkDdosProtectionPlanWrapper struct {\n\tclient clients.DdosProtectionPlansClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkDdosProtectionPlan(client clients.DdosProtectionPlansClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkDdosProtectionPlanWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkDdosProtectionPlan,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/ddos-protection-plans/list-by-resource-group\nfunc (n networkDdosProtectionPlanWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\t\tfor _, plan := range page.Value {\n\t\t\tif plan.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureDdosProtectionPlanToSDPItem(plan, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkDdosProtectionPlanWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, plan := range page.Value {\n\t\t\tif plan.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureDdosProtectionPlanToSDPItem(plan, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/ddos-protection-plans/get\nfunc (n networkDdosProtectionPlanWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be exactly one part (DDoS protection plan name)\"), scope, n.Type())\n\t}\n\tplanName := queryParts[0]\n\tif planName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"DDoS protection plan name cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, planName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\treturn n.azureDdosProtectionPlanToSDPItem(&resp.DdosProtectionPlan, scope)\n}\n\nfunc (n networkDdosProtectionPlanWrapper) azureDdosProtectionPlanToSDPItem(plan *armnetwork.DdosProtectionPlan, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif plan.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"DDoS protection plan name is nil\"), scope, n.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(plan, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkDdosProtectionPlan.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(plan.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\tif plan.Properties != nil {\n\t\t// Link to each associated virtual network\n\t\tfor _, ref := range plan.Properties.VirtualNetworks {\n\t\t\tif ref != nil && ref.ID != nil {\n\t\t\t\tvnetID := *ref.ID\n\t\t\t\tvnetName := azureshared.ExtractResourceName(vnetID)\n\t\t\t\tif vnetName != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(vnetID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\t// Link to each associated public IP address\n\t\tfor _, ref := range plan.Properties.PublicIPAddresses {\n\t\t\tif ref != nil && ref.ID != nil {\n\t\t\t\tpublicIPID := *ref.ID\n\t\t\t\tpublicIPName := azureshared.ExtractResourceName(publicIPID)\n\t\t\t\tif publicIPName != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(publicIPID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: publicIPName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Health from provisioning state\n\tif plan.Properties != nil && plan.Properties.ProvisioningState != nil {\n\t\tswitch *plan.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkDdosProtectionPlanWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkDdosProtectionPlanLookupByName,\n\t}\n}\n\nfunc (n networkDdosProtectionPlanWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkVirtualNetwork: true,\n\t\tazureshared.NetworkPublicIPAddress: true,\n\t}\n}\n\nfunc (n networkDdosProtectionPlanWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_network_ddos_protection_plan.name\",\n\t\t},\n\t}\n}\n\n// https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (n networkDdosProtectionPlanWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/ddosProtectionPlans/read\",\n\t}\n}\n\nfunc (n networkDdosProtectionPlanWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-ddos-protection-plan_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestNetworkDdosProtectionPlan(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tplanName := \"test-ddos-plan\"\n\t\tplan := createAzureDdosProtectionPlan(planName)\n\n\t\tmockClient := mocks.NewMockDdosProtectionPlansClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, planName, nil).Return(\n\t\t\tarmnetwork.DdosProtectionPlansClientGetResponse{\n\t\t\t\tDdosProtectionPlan: *plan,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkDdosProtectionPlan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], planName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkDdosProtectionPlan.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkDdosProtectionPlan.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != planName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", planName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithLinkedResources\", func(t *testing.T) {\n\t\tplanName := \"test-ddos-plan-with-links\"\n\t\tplan := createAzureDdosProtectionPlanWithLinks(planName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockDdosProtectionPlansClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, planName, nil).Return(\n\t\t\tarmnetwork.DdosProtectionPlansClientGetResponse{\n\t\t\t\tDdosProtectionPlan: *plan,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkDdosProtectionPlan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], planName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vnet\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-public-ip\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDdosProtectionPlansClient(ctrl)\n\n\t\twrapper := manual.NewNetworkDdosProtectionPlan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when DDoS protection plan name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_PlanWithNilName\", func(t *testing.T) {\n\t\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\t\tplanWithNilName := &armnetwork.DdosProtectionPlan{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tProperties: &armnetwork.DdosProtectionPlanPropertiesFormat{\n\t\t\t\tProvisioningState: &provisioningState,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockDdosProtectionPlansClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-plan\", nil).Return(\n\t\t\tarmnetwork.DdosProtectionPlansClientGetResponse{\n\t\t\t\tDdosProtectionPlan: *planWithNilName,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkDdosProtectionPlan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-plan\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when DDoS protection plan has nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tplan1 := createAzureDdosProtectionPlan(\"plan-1\")\n\t\tplan2 := createAzureDdosProtectionPlan(\"plan-2\")\n\n\t\tmockClient := mocks.NewMockDdosProtectionPlansClient(ctrl)\n\t\tmockPager := newMockDdosProtectionPlansPager(ctrl, []*armnetwork.DdosProtectionPlan{plan1, plan2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkDdosProtectionPlan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkDdosProtectionPlan.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkDdosProtectionPlan.String(), item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\tplan1 := createAzureDdosProtectionPlan(\"plan-1\")\n\t\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\t\tplan2NilName := &armnetwork.DdosProtectionPlan{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\t\tProperties: &armnetwork.DdosProtectionPlanPropertiesFormat{\n\t\t\t\tProvisioningState: &provisioningState,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockDdosProtectionPlansClient(ctrl)\n\t\tmockPager := newMockDdosProtectionPlansPager(ctrl, []*armnetwork.DdosProtectionPlan{plan1, plan2NilName})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkDdosProtectionPlan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != \"plan-1\" {\n\t\t\tt.Errorf(\"Expected item name 'plan-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tplan1 := createAzureDdosProtectionPlan(\"stream-plan-1\")\n\t\tplan2 := createAzureDdosProtectionPlan(\"stream-plan-2\")\n\n\t\tmockClient := mocks.NewMockDdosProtectionPlansClient(ctrl)\n\t\tmockPager := newMockDdosProtectionPlansPager(ctrl, []*armnetwork.DdosProtectionPlan{plan1, plan2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkDdosProtectionPlan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"DDoS protection plan not found\")\n\n\t\tmockClient := mocks.NewMockDdosProtectionPlansClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-plan\", nil).Return(\n\t\t\tarmnetwork.DdosProtectionPlansClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkDdosProtectionPlan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-plan\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent DDoS protection plan, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDdosProtectionPlansClient(ctrl)\n\t\twrapper := manual.NewNetworkDdosProtectionPlan(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/ddosProtectionPlans/read\"\n\t\tif !slices.Contains(permissions, expectedPermission) {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\tmappings := w.TerraformMappings()\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_network_ddos_protection_plan.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod GET, got: %s\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_network_ddos_protection_plan.name'\")\n\t\t}\n\n\t\tlookups := w.GetLookups()\n\t\tfoundLookup := false\n\t\tfor _, lookup := range lookups {\n\t\t\tif lookup.ItemType == azureshared.NetworkDdosProtectionPlan {\n\t\t\t\tfoundLookup = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundLookup {\n\t\t\tt.Error(\"Expected GetLookups to include NetworkDdosProtectionPlan\")\n\t\t}\n\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tfor _, linkType := range []shared.ItemType{azureshared.NetworkVirtualNetwork, azureshared.NetworkPublicIPAddress} {\n\t\t\tif !potentialLinks[linkType] {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s\", linkType)\n\t\t\t}\n\t\t}\n\t})\n}\n\ntype mockDdosProtectionPlansPager struct {\n\tctrl *gomock.Controller\n\titems []*armnetwork.DdosProtectionPlan\n\tindex int\n\tmore bool\n}\n\nfunc newMockDdosProtectionPlansPager(ctrl *gomock.Controller, items []*armnetwork.DdosProtectionPlan) clients.DdosProtectionPlansPager {\n\treturn &mockDdosProtectionPlansPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockDdosProtectionPlansPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockDdosProtectionPlansPager) NextPage(ctx context.Context) (armnetwork.DdosProtectionPlansClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armnetwork.DdosProtectionPlansClientListByResourceGroupResponse{\n\t\t\tDdosProtectionPlanListResult: armnetwork.DdosProtectionPlanListResult{\n\t\t\t\tValue: []*armnetwork.DdosProtectionPlan{},\n\t\t\t},\n\t\t}, nil\n\t}\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\treturn armnetwork.DdosProtectionPlansClientListByResourceGroupResponse{\n\t\tDdosProtectionPlanListResult: armnetwork.DdosProtectionPlanListResult{\n\t\t\tValue: []*armnetwork.DdosProtectionPlan{item},\n\t\t},\n\t}, nil\n}\n\nfunc createAzureDdosProtectionPlan(name string) *armnetwork.DdosProtectionPlan {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\treturn &armnetwork.DdosProtectionPlan{\n\t\tID: new(\"/subscriptions/test-sub/resourceGroups/test-rg/providers/Microsoft.Network/ddosProtectionPlans/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/ddosProtectionPlans\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.DdosProtectionPlanPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t},\n\t}\n}\n\nfunc createAzureDdosProtectionPlanWithLinks(name, subscriptionID, resourceGroup string) *armnetwork.DdosProtectionPlan {\n\tplan := createAzureDdosProtectionPlan(name)\n\tplan.Properties.VirtualNetworks = []*armnetwork.SubResource{\n\t\t{ID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet\")},\n\t}\n\tplan.Properties.PublicIPAddresses = []*armnetwork.SubResource{\n\t\t{ID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/publicIPAddresses/test-public-ip\")},\n\t}\n\treturn plan\n}\n\nvar _ clients.DdosProtectionPlansPager = (*mockDdosProtectionPlansPager)(nil)\n" }, { "path": "sources/azure/manual/network-default-security-rule.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkDefaultSecurityRuleLookupByUniqueAttr = shared.NewItemTypeLookup(\"uniqueAttr\", azureshared.NetworkDefaultSecurityRule)\n\ntype networkDefaultSecurityRuleWrapper struct {\n\tclient clients.DefaultSecurityRulesClient\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkDefaultSecurityRule creates a new networkDefaultSecurityRuleWrapper instance (SearchableWrapper: child of network security group).\nfunc NewNetworkDefaultSecurityRule(client clients.DefaultSecurityRulesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkDefaultSecurityRuleWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkDefaultSecurityRule,\n\t\t),\n\t}\n}\n\nfunc (n networkDefaultSecurityRuleWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: networkSecurityGroupName and defaultSecurityRuleName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\tnsgName := queryParts[0]\n\truleName := queryParts[1]\n\tif ruleName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"default security rule name cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, nsgName, ruleName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\treturn n.azureDefaultSecurityRuleToSDPItem(&resp.SecurityRule, nsgName, ruleName, scope)\n}\n\nfunc (n networkDefaultSecurityRuleWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkNetworkSecurityGroupLookupByName,\n\t\tNetworkDefaultSecurityRuleLookupByUniqueAttr,\n\t}\n}\n\nfunc (n networkDefaultSecurityRuleWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: networkSecurityGroupName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\tnsgName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nsgName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\t\tfor _, rule := range page.Value {\n\t\t\tif rule == nil || rule.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureDefaultSecurityRuleToSDPItem(rule, nsgName, *rule.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkDefaultSecurityRuleWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: networkSecurityGroupName\"), scope, n.Type()))\n\t\treturn\n\t}\n\tnsgName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nsgName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, rule := range page.Value {\n\t\t\tif rule == nil || rule.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureDefaultSecurityRuleToSDPItem(rule, nsgName, *rule.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkDefaultSecurityRuleWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{NetworkNetworkSecurityGroupLookupByName},\n\t}\n}\n\nfunc (n networkDefaultSecurityRuleWrapper) azureDefaultSecurityRuleToSDPItem(rule *armnetwork.SecurityRule, nsgName, ruleName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(rule, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(nsgName, ruleName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkDefaultSecurityRule.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to parent Network Security Group\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: nsgName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tif rule.Properties != nil {\n\t\t// Link to SourceApplicationSecurityGroups\n\t\tif rule.Properties.SourceApplicationSecurityGroups != nil {\n\t\t\tfor _, asgRef := range rule.Properties.SourceApplicationSecurityGroups {\n\t\t\t\tif asgRef != nil && asgRef.ID != nil {\n\t\t\t\t\tasgName := azureshared.ExtractResourceName(*asgRef.ID)\n\t\t\t\t\tif asgName != \"\" {\n\t\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*asgRef.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to DestinationApplicationSecurityGroups\n\t\tif rule.Properties.DestinationApplicationSecurityGroups != nil {\n\t\t\tfor _, asgRef := range rule.Properties.DestinationApplicationSecurityGroups {\n\t\t\t\tif asgRef != nil && asgRef.ID != nil {\n\t\t\t\t\tasgName := azureshared.ExtractResourceName(*asgRef.ID)\n\t\t\t\t\tif asgName != \"\" {\n\t\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*asgRef.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to stdlib.NetworkIP for source/destination address prefixes when they are IPs or CIDRs\n\t\tif rule.Properties.SourceAddressPrefix != nil {\n\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *rule.Properties.SourceAddressPrefix)\n\t\t}\n\t\tfor _, p := range rule.Properties.SourceAddressPrefixes {\n\t\t\tif p != nil {\n\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *p)\n\t\t\t}\n\t\t}\n\t\tif rule.Properties.DestinationAddressPrefix != nil {\n\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *rule.Properties.DestinationAddressPrefix)\n\t\t}\n\t\tfor _, p := range rule.Properties.DestinationAddressPrefixes {\n\t\t\tif p != nil {\n\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *p)\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkDefaultSecurityRuleWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkNetworkSecurityGroup,\n\t\tazureshared.NetworkApplicationSecurityGroup,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/network-security-groups/get#defaultsecurityrules\nfunc (n networkDefaultSecurityRuleWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/networkSecurityGroups/defaultSecurityRules/read\",\n\t}\n}\n\nfunc (n networkDefaultSecurityRuleWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-default-security-rule_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\tsdp \"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockDefaultSecurityRulesPager struct {\n\tpages []armnetwork.DefaultSecurityRulesClientListResponse\n\tindex int\n}\n\nfunc (m *mockDefaultSecurityRulesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockDefaultSecurityRulesPager) NextPage(ctx context.Context) (armnetwork.DefaultSecurityRulesClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armnetwork.DefaultSecurityRulesClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorDefaultSecurityRulesPager struct{}\n\nfunc (e *errorDefaultSecurityRulesPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorDefaultSecurityRulesPager) NextPage(ctx context.Context) (armnetwork.DefaultSecurityRulesClientListResponse, error) {\n\treturn armnetwork.DefaultSecurityRulesClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testDefaultSecurityRulesClient struct {\n\t*mocks.MockDefaultSecurityRulesClient\n\tpager clients.DefaultSecurityRulesPager\n}\n\nfunc (t *testDefaultSecurityRulesClient) NewListPager(resourceGroupName, networkSecurityGroupName string, options *armnetwork.DefaultSecurityRulesClientListOptions) clients.DefaultSecurityRulesPager {\n\treturn t.pager\n}\n\nfunc TestNetworkDefaultSecurityRule(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tnsgName := \"test-nsg\"\n\truleName := \"AllowVnetInBound\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\trule := createAzureDefaultSecurityRule(ruleName, nsgName)\n\n\t\tmockClient := mocks.NewMockDefaultSecurityRulesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, nsgName, ruleName, nil).Return(\n\t\t\tarmnetwork.DefaultSecurityRulesClientGetResponse{\n\t\t\t\tSecurityRule: rule,\n\t\t\t}, nil)\n\n\t\ttestClient := &testDefaultSecurityRulesClient{MockDefaultSecurityRulesClient: mockClient}\n\t\twrapper := manual.NewNetworkDefaultSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(nsgName, ruleName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkDefaultSecurityRule.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkDefaultSecurityRule, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(nsgName, ruleName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(nsgName, ruleName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: nsgName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_EmptyRuleName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDefaultSecurityRulesClient(ctrl)\n\t\ttestClient := &testDefaultSecurityRulesClient{MockDefaultSecurityRulesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkDefaultSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(nsgName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when rule name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDefaultSecurityRulesClient(ctrl)\n\t\ttestClient := &testDefaultSecurityRulesClient{MockDefaultSecurityRulesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkDefaultSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], nsgName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\trule1 := createAzureDefaultSecurityRule(\"AllowVnetInBound\", nsgName)\n\t\trule2 := createAzureDefaultSecurityRule(\"AllowAzureLoadBalancerInBound\", nsgName)\n\n\t\tmockClient := mocks.NewMockDefaultSecurityRulesClient(ctrl)\n\t\tmockPager := &mockDefaultSecurityRulesPager{\n\t\t\tpages: []armnetwork.DefaultSecurityRulesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tSecurityRuleListResult: armnetwork.SecurityRuleListResult{\n\t\t\t\t\t\tValue: []*armnetwork.SecurityRule{&rule1, &rule2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testDefaultSecurityRulesClient{\n\t\t\tMockDefaultSecurityRulesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkDefaultSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], nsgName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkDefaultSecurityRule.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkDefaultSecurityRule, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDefaultSecurityRulesClient(ctrl)\n\t\ttestClient := &testDefaultSecurityRulesClient{MockDefaultSecurityRulesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkDefaultSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_RuleWithNilName\", func(t *testing.T) {\n\t\tvalidRule := createAzureDefaultSecurityRule(\"AllowVnetInBound\", nsgName)\n\n\t\tmockClient := mocks.NewMockDefaultSecurityRulesClient(ctrl)\n\t\tmockPager := &mockDefaultSecurityRulesPager{\n\t\t\tpages: []armnetwork.DefaultSecurityRulesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tSecurityRuleListResult: armnetwork.SecurityRuleListResult{\n\t\t\t\t\t\tValue: []*armnetwork.SecurityRule{\n\t\t\t\t\t\t\t{Name: nil, ID: new(string)},\n\t\t\t\t\t\t\t&validRule,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testDefaultSecurityRulesClient{\n\t\t\tMockDefaultSecurityRulesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkDefaultSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], nsgName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(nsgName, \"AllowVnetInBound\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(nsgName, \"AllowVnetInBound\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"default security rule not found\")\n\n\t\tmockClient := mocks.NewMockDefaultSecurityRulesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, nsgName, \"nonexistent-rule\", nil).Return(\n\t\t\tarmnetwork.DefaultSecurityRulesClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testDefaultSecurityRulesClient{MockDefaultSecurityRulesClient: mockClient}\n\t\twrapper := manual.NewNetworkDefaultSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(nsgName, \"nonexistent-rule\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent rule, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockDefaultSecurityRulesClient(ctrl)\n\t\ttestClient := &testDefaultSecurityRulesClient{\n\t\t\tMockDefaultSecurityRulesClient: mockClient,\n\t\t\tpager: &errorDefaultSecurityRulesPager{},\n\t\t}\n\n\t\twrapper := manual.NewNetworkDefaultSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], nsgName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n}\n\nfunc createAzureDefaultSecurityRule(ruleName, nsgName string) armnetwork.SecurityRule {\n\tidStr := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/networkSecurityGroups/\" + nsgName + \"/defaultSecurityRules/\" + ruleName\n\ttypeStr := \"Microsoft.Network/networkSecurityGroups/defaultSecurityRules\"\n\taccess := armnetwork.SecurityRuleAccessAllow\n\tdirection := armnetwork.SecurityRuleDirectionInbound\n\tprotocol := armnetwork.SecurityRuleProtocolAsterisk\n\tpriority := int32(65000)\n\treturn armnetwork.SecurityRule{\n\t\tID: &idStr,\n\t\tName: &ruleName,\n\t\tType: &typeStr,\n\t\tProperties: &armnetwork.SecurityRulePropertiesFormat{\n\t\t\tAccess: &access,\n\t\t\tDirection: &direction,\n\t\t\tProtocol: &protocol,\n\t\t\tPriority: &priority,\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-dns-record-set.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar (\n\tNetworkDNSRecordSetLookupByRecordType = shared.NewItemTypeLookup(\"recordType\", azureshared.NetworkDNSRecordSet)\n\tNetworkDNSRecordSetLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkDNSRecordSet)\n)\n\ntype networkDNSRecordSetWrapper struct {\n\tclient clients.RecordSetsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkDNSRecordSet(client clients.RecordSetsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkDNSRecordSetWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkDNSRecordSet,\n\t\t),\n\t}\n}\n\n// recordTypeFromResourceType extracts the DNS record type (e.g. \"A\", \"AAAA\") from the ARM resource type (e.g. \"Microsoft.Network/dnszones/A\").\nfunc recordTypeFromResourceType(resourceType string) string {\n\tif resourceType == \"\" {\n\t\treturn \"\"\n\t}\n\tparts := strings.Split(resourceType, \"/\")\n\tif len(parts) > 0 {\n\t\treturn parts[len(parts)-1]\n\t}\n\treturn \"\"\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/dns/record-sets/get?view=rest-dns-2018-05-01&tabs=HTTP\nfunc (n networkDNSRecordSetWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 3 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 3 query parts: zoneName, recordType, and relativeRecordSetName\"), scope, n.Type())\n\t}\n\tzoneName := queryParts[0]\n\trecordTypeStr := queryParts[1]\n\trelativeRecordSetName := queryParts[2]\n\tif zoneName == \"\" || recordTypeStr == \"\" || relativeRecordSetName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"zoneName, recordType and relativeRecordSetName cannot be empty\"), scope, n.Type())\n\t}\n\trecordType := armdns.RecordType(recordTypeStr)\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, zoneName, relativeRecordSetName, recordType, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\treturn n.azureRecordSetToSDPItem(&resp.RecordSet, zoneName, scope)\n}\n\nfunc (n networkDNSRecordSetWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkZoneLookupByName,\n\t\tNetworkDNSRecordSetLookupByRecordType,\n\t\tNetworkDNSRecordSetLookupByName,\n\t}\n}\n\nfunc (n networkDNSRecordSetWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Search requires 1 query part: zoneName\"), scope, n.Type())\n\t}\n\tzoneName := queryParts[0]\n\tif zoneName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"zoneName cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListAllByDNSZonePager(rgScope.ResourceGroup, zoneName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\t\tfor _, rs := range page.Value {\n\t\t\tif rs == nil || rs.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureRecordSetToSDPItem(rs, zoneName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkDNSRecordSetWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: zoneName\"), scope, n.Type()))\n\t\treturn\n\t}\n\tzoneName := queryParts[0]\n\tif zoneName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"zoneName cannot be empty\"), scope, n.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListAllByDNSZonePager(rgScope.ResourceGroup, zoneName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, rs := range page.Value {\n\t\t\tif rs == nil || rs.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureRecordSetToSDPItem(rs, zoneName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkDNSRecordSetWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{NetworkZoneLookupByName},\n\t}\n}\n\nfunc (n networkDNSRecordSetWrapper) azureRecordSetToSDPItem(rs *armdns.RecordSet, zoneName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif rs.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"record set name is nil\"), scope, n.Type())\n\t}\n\trelativeName := *rs.Name\n\trecordTypeStr := \"\"\n\tif rs.Type != nil {\n\t\trecordTypeStr = recordTypeFromResourceType(*rs.Type)\n\t}\n\tif recordTypeStr == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"record set type is nil or invalid\"), scope, n.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(rs, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tuniqueAttr := shared.CompositeLookupKey(zoneName, recordTypeStr, relativeName)\n\tif err := attributes.Set(\"uniqueAttr\", uniqueAttr); err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkDNSRecordSet.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to parent DNS zone\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkZone.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: zoneName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to DNS name (standard library) from FQDN if present\n\tif rs.Properties != nil && rs.Properties.Fqdn != nil && *rs.Properties.Fqdn != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *rs.Properties.Fqdn,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// LinkedItemQueries for IP addresses and DNS names in record data\n\tif rs.Properties != nil {\n\t\tseenIPs := make(map[string]struct{})\n\t\tseenDNS := make(map[string]struct{})\n\n\t\t// A records (IPv4) -> stdlib.NetworkIP, GET, global\n\t\tfor _, a := range rs.Properties.ARecords {\n\t\t\tif a != nil && a.IPv4Address != nil && *a.IPv4Address != \"\" {\n\t\t\t\tip := *a.IPv4Address\n\t\t\t\tif _, seen := seenIPs[ip]; !seen {\n\t\t\t\t\tseenIPs[ip] = struct{}{}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: ip,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\t// AAAA records (IPv6) -> stdlib.NetworkIP, GET, global\n\t\tfor _, aaaa := range rs.Properties.AaaaRecords {\n\t\t\tif aaaa != nil && aaaa.IPv6Address != nil && *aaaa.IPv6Address != \"\" {\n\t\t\t\tip := *aaaa.IPv6Address\n\t\t\t\tif _, seen := seenIPs[ip]; !seen {\n\t\t\t\t\tseenIPs[ip] = struct{}{}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: ip,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// DNS names in record data -> stdlib.NetworkDNS, SEARCH, global\n\t\tappendDNSLink := func(name string) {\n\t\t\tif name == \"\" {\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif _, seen := seenDNS[name]; !seen {\n\t\t\t\tseenDNS[name] = struct{}{}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: name,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t\tif rs.Properties.CnameRecord != nil && rs.Properties.CnameRecord.Cname != nil && *rs.Properties.CnameRecord.Cname != \"\" {\n\t\t\tappendDNSLink(*rs.Properties.CnameRecord.Cname)\n\t\t}\n\t\tfor _, mx := range rs.Properties.MxRecords {\n\t\t\tif mx != nil && mx.Exchange != nil && *mx.Exchange != \"\" {\n\t\t\t\tappendDNSLink(*mx.Exchange)\n\t\t\t}\n\t\t}\n\t\tfor _, ns := range rs.Properties.NsRecords {\n\t\t\tif ns != nil && ns.Nsdname != nil && *ns.Nsdname != \"\" {\n\t\t\t\tappendDNSLink(*ns.Nsdname)\n\t\t\t}\n\t\t}\n\t\tfor _, ptr := range rs.Properties.PtrRecords {\n\t\t\tif ptr != nil && ptr.Ptrdname != nil && *ptr.Ptrdname != \"\" {\n\t\t\t\tappendDNSLink(*ptr.Ptrdname)\n\t\t\t}\n\t\t}\n\t\t// SOA Host is the authoritative name server (DNS name). SOA Email is an email in DNS\n\t\t// notation (e.g. admin.example.com = admin@example.com), not a resolvable hostname.\n\t\tif rs.Properties.SoaRecord != nil && rs.Properties.SoaRecord.Host != nil && *rs.Properties.SoaRecord.Host != \"\" {\n\t\t\tappendDNSLink(*rs.Properties.SoaRecord.Host)\n\t\t}\n\t\t// Only \"issue\" and \"issuewild\" CAA values are DNS names (CA domain). \"iodef\" values\n\t\t// are URLs (e.g. mailto: or https:) and must not be passed to appendDNSLink.\n\t\tfor _, caa := range rs.Properties.CaaRecords {\n\t\t\tif caa == nil || caa.Tag == nil || caa.Value == nil || *caa.Value == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\ttag := *caa.Tag\n\t\t\tif tag != \"issue\" && tag != \"issuewild\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tappendDNSLink(*caa.Value)\n\t\t}\n\t\tfor _, srv := range rs.Properties.SrvRecords {\n\t\t\tif srv != nil && srv.Target != nil && *srv.Target != \"\" {\n\t\t\t\tappendDNSLink(*srv.Target)\n\t\t\t}\n\t\t}\n\n\t\t// TargetResource (Azure resource ID) -> link to referenced resource.\n\t\t// Pass the composite lookup key (extracted query parts) so the target adapter's Get\n\t\t// receives the expected parts when the transformer splits by QuerySeparator; it does\n\t\t// not parse full resource IDs for linked GET queries.\n\t\t// For types in pathKeysMap we use ExtractPathParamsFromResourceIDByType; for simple\n\t\t// single-name resources (e.g. public IP, Traffic Manager) we fall back to ExtractResourceName.\n\t\tif rs.Properties.TargetResource != nil && rs.Properties.TargetResource.ID != nil && *rs.Properties.TargetResource.ID != \"\" {\n\t\t\ttargetID := *rs.Properties.TargetResource.ID\n\t\t\tlinkScope := azureshared.ExtractScopeFromResourceID(targetID)\n\t\t\tif linkScope == \"\" {\n\t\t\t\tlinkScope = scope\n\t\t\t}\n\t\t\titemType := azureshared.ItemTypeFromLinkedResourceID(targetID)\n\t\t\tif itemType != \"\" {\n\t\t\t\tqueryParts := azureshared.ExtractPathParamsFromResourceIDByType(itemType, targetID)\n\t\t\t\tvar query string\n\t\t\t\tif queryParts != nil {\n\t\t\t\t\tquery = shared.CompositeLookupKey(queryParts...)\n\t\t\t\t} else {\n\t\t\t\t\t// Simple resource type (no pathKeysMap): use resource name as single query part\n\t\t\t\t\tquery = azureshared.ExtractResourceName(targetID)\n\t\t\t\t}\n\t\t\t\tif query != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: itemType,\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: query,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Health from provisioning state\n\tif rs.Properties != nil && rs.Properties.ProvisioningState != nil {\n\t\tswitch *rs.Properties.ProvisioningState {\n\t\tcase \"Succeeded\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"Creating\", \"Updating\", \"Deleting\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"Failed\", \"Canceled\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkDNSRecordSetWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkZone,\n\t\tstdlib.NetworkDNS,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\nfunc (n networkDNSRecordSetWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn nil\n}\n\nfunc (n networkDNSRecordSetWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/dnszones/*/read\",\n\t}\n}\n\nfunc (n networkDNSRecordSetWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-dns-record-set_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc createAzureRecordSet(relativeName, recordType, zoneName, subscriptionID, resourceGroup string) *armdns.RecordSet {\n\tfqdn := relativeName + \".\" + zoneName\n\tarmType := \"Microsoft.Network/dnszones/\" + recordType\n\tprovisioningState := \"Succeeded\"\n\treturn &armdns.RecordSet{\n\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/dnszones/\" + zoneName + \"/\" + recordType + \"/\" + relativeName),\n\t\tName: new(relativeName),\n\t\tType: new(armType),\n\t\tProperties: &armdns.RecordSetProperties{\n\t\t\tFqdn: new(fqdn),\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tTTL: new(int64(3600)),\n\t\t\tARecords: nil,\n\t\t\tAaaaRecords: nil,\n\t\t\tCnameRecord: nil,\n\t\t\tMxRecords: nil,\n\t\t\tNsRecords: nil,\n\t\t\tPtrRecords: nil,\n\t\t\tSoaRecord: nil,\n\t\t\tSrvRecords: nil,\n\t\t\tTxtRecords: nil,\n\t\t\tCaaRecords: nil,\n\t\t\tTargetResource: nil,\n\t\t\tMetadata: nil,\n\t\t},\n\t}\n}\n\ntype mockRecordSetsPager struct {\n\tpages []armdns.RecordSetsClientListAllByDNSZoneResponse\n\tindex int\n}\n\nfunc (m *mockRecordSetsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockRecordSetsPager) NextPage(ctx context.Context) (armdns.RecordSetsClientListAllByDNSZoneResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armdns.RecordSetsClientListAllByDNSZoneResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\nfunc TestNetworkDNSRecordSet(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tzoneName := \"example.com\"\n\trelativeName := \"www\"\n\trecordType := \"A\"\n\tquery := shared.CompositeLookupKey(zoneName, recordType, relativeName)\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\trs := createAzureRecordSet(relativeName, recordType, zoneName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockRecordSetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, zoneName, relativeName, armdns.RecordType(recordType), nil).Return(\n\t\t\tarmdns.RecordSetsClientGetResponse{\n\t\t\t\tRecordSet: *rs,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkDNSRecordSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkDNSRecordSet.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkDNSRecordSet.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(zoneName, recordType, relativeName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkZone.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: zoneName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"www.example.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRecordSetsClient(ctrl)\n\t\twrapper := manual.NewNetworkDNSRecordSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Single part (zone only) is insufficient\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], zoneName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing only one query part, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\trs1 := createAzureRecordSet(\"www\", \"A\", zoneName, subscriptionID, resourceGroup)\n\t\trs2 := createAzureRecordSet(\"mail\", \"MX\", zoneName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockRecordSetsClient(ctrl)\n\t\tmockPager := &mockRecordSetsPager{\n\t\t\tpages: []armdns.RecordSetsClientListAllByDNSZoneResponse{\n\t\t\t\t{\n\t\t\t\t\tRecordSetListResult: armdns.RecordSetListResult{\n\t\t\t\t\t\tValue: []*armdns.RecordSet{rs1, rs2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockClient.EXPECT().NewListAllByDNSZonePager(resourceGroup, zoneName, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkDNSRecordSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not implement SearchableAdapter\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], zoneName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected valid item, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\trs := createAzureRecordSet(\"www\", \"A\", zoneName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockRecordSetsClient(ctrl)\n\t\tmockPager := &mockRecordSetsPager{\n\t\t\tpages: []armdns.RecordSetsClientListAllByDNSZoneResponse{\n\t\t\t\t{\n\t\t\t\t\tRecordSetListResult: armdns.RecordSetListResult{\n\t\t\t\t\t\tValue: []*armdns.RecordSet{rs},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\t\tmockClient.EXPECT().NewListAllByDNSZonePager(resourceGroup, zoneName, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkDNSRecordSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tstreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not implement SearchStreamableAdapter\")\n\t\t}\n\n\t\tvar received []*sdp.Item\n\t\tstream := discovery.NewQueryResultStream(\n\t\t\tfunc(item *sdp.Item) { received = append(received, item) },\n\t\t\tfunc(error) {},\n\t\t)\n\t\tstreamable.SearchStream(ctx, wrapper.Scopes()[0], zoneName, true, stream)\n\n\t\tif len(received) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item from SearchStream, got %d\", len(received))\n\t\t}\n\t\tif received[0].GetType() != azureshared.NetworkDNSRecordSet.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkDNSRecordSet.String(), received[0].GetType())\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRecordSetsClient(ctrl)\n\t\twrapper := manual.NewNetworkDNSRecordSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\t_, qErr := searchable.Search(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty zone name, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"record set not found\")\n\t\tmockClient := mocks.NewMockRecordSetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, zoneName, relativeName, armdns.RecordType(recordType), nil).Return(\n\t\t\tarmdns.RecordSetsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkDNSRecordSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Get fails, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRecordSetsClient(ctrl)\n\t\twrapper := manual.NewNetworkDNSRecordSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\tif !potentialLinks[azureshared.NetworkZone] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkZone\")\n\t\t}\n\t\tif !potentialLinks[stdlib.NetworkDNS] {\n\t\t\tt.Error(\"Expected PotentialLinks to include stdlib.NetworkDNS\")\n\t\t}\n\t\tif !potentialLinks[stdlib.NetworkIP] {\n\t\t\tt.Error(\"Expected PotentialLinks to include stdlib.NetworkIP\")\n\t\t}\n\t})\n\n\tt.Run(\"IAMPermissions\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRecordSetsClient(ctrl)\n\t\twrapper := manual.NewNetworkDNSRecordSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tperms := wrapper.IAMPermissions()\n\t\tif len(perms) == 0 {\n\t\t\tt.Error(\"Expected at least one IAM permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/dnszones/*/read\"\n\t\tfound := slices.Contains(perms, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %q\", expectedPermission)\n\t\t}\n\t})\n\n\tt.Run(\"GetWithARecordsAndCnameLinkedQueries\", func(t *testing.T) {\n\t\trs := createAzureRecordSet(relativeName, recordType, zoneName, subscriptionID, resourceGroup)\n\t\trs.Properties.ARecords = []*armdns.ARecord{{IPv4Address: new(\"192.168.1.1\")}}\n\t\trs.Properties.CnameRecord = &armdns.CnameRecord{Cname: new(\"backend.example.com\")}\n\n\t\tmockClient := mocks.NewMockRecordSetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, zoneName, relativeName, armdns.RecordType(recordType), nil).Return(\n\t\t\tarmdns.RecordSetsClientGetResponse{RecordSet: *rs}, nil)\n\n\t\twrapper := manual.NewNetworkDNSRecordSet(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tvar hasIPLink, hasCnameLink bool\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tq := lq.GetQuery()\n\t\t\tif q == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tif q.GetType() == stdlib.NetworkIP.String() && q.GetQuery() == \"192.168.1.1\" && q.GetMethod() == sdp.QueryMethod_GET && q.GetScope() == \"global\" {\n\t\t\t\thasIPLink = true\n\t\t\t}\n\t\t\tif q.GetType() == stdlib.NetworkDNS.String() && q.GetQuery() == \"backend.example.com\" && q.GetMethod() == sdp.QueryMethod_SEARCH && q.GetScope() == \"global\" {\n\t\t\t\thasCnameLink = true\n\t\t\t}\n\t\t}\n\t\tif !hasIPLink {\n\t\t\tt.Error(\"Expected LinkedItemQueries to include stdlib.NetworkIP for A record 192.168.1.1 (GET, global)\")\n\t\t}\n\t\tif !hasCnameLink {\n\t\t\tt.Error(\"Expected LinkedItemQueries to include stdlib.NetworkDNS for CNAME backend.example.com (SEARCH, global)\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/network-dns-virtual-network-link.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar NetworkDNSVirtualNetworkLinkLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkDNSVirtualNetworkLink)\n\ntype networkDNSVirtualNetworkLinkWrapper struct {\n\tclient clients.VirtualNetworkLinksClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkDNSVirtualNetworkLink(client clients.VirtualNetworkLinksClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkDNSVirtualNetworkLinkWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkDNSVirtualNetworkLink,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/dns/privatednszones/virtualnetworklinks/get\nfunc (c networkDNSVirtualNetworkLinkWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 2 query parts: privateZoneName and virtualNetworkLinkName\"), scope, c.Type())\n\t}\n\tprivateZoneName := queryParts[0]\n\tlinkName := queryParts[1]\n\tif privateZoneName == \"\" || linkName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"privateZoneName and virtualNetworkLinkName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, privateZoneName, linkName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureVirtualNetworkLinkToSDPItem(&resp.VirtualNetworkLink, privateZoneName, scope)\n}\n\nfunc (c networkDNSVirtualNetworkLinkWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkPrivateDNSZoneLookupByName,\n\t\tNetworkDNSVirtualNetworkLinkLookupByName,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/dns/privatednszones/virtualnetworklinks/list\nfunc (c networkDNSVirtualNetworkLinkWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Search requires 1 query part: privateZoneName\"), scope, c.Type())\n\t}\n\tprivateZoneName := queryParts[0]\n\tif privateZoneName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"privateZoneName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, privateZoneName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, link := range page.Value {\n\t\t\tif link == nil || link.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureVirtualNetworkLinkToSDPItem(link, privateZoneName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c networkDNSVirtualNetworkLinkWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: privateZoneName\"), scope, c.Type()))\n\t\treturn\n\t}\n\tprivateZoneName := queryParts[0]\n\tif privateZoneName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"privateZoneName cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, privateZoneName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, link := range page.Value {\n\t\t\tif link == nil || link.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureVirtualNetworkLinkToSDPItem(link, privateZoneName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c networkDNSVirtualNetworkLinkWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{NetworkPrivateDNSZoneLookupByName},\n\t}\n}\n\nfunc (c networkDNSVirtualNetworkLinkWrapper) azureVirtualNetworkLinkToSDPItem(link *armprivatedns.VirtualNetworkLink, privateZoneName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif link.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"virtual network link name is nil\"), scope, c.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(link, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tuniqueAttr := shared.CompositeLookupKey(privateZoneName, *link.Name)\n\tif err := attributes.Set(\"uniqueAttr\", uniqueAttr); err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkDNSVirtualNetworkLink.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(link.Tags),\n\t}\n\n\t// Health from provisioning state\n\tif link.Properties != nil && link.Properties.ProvisioningState != nil {\n\t\tswitch *link.Properties.ProvisioningState {\n\t\tcase armprivatedns.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armprivatedns.ProvisioningStateCreating, armprivatedns.ProvisioningStateUpdating, armprivatedns.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armprivatedns.ProvisioningStateFailed, armprivatedns.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent Private DNS Zone\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkPrivateDNSZone.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: privateZoneName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to the Virtual Network referenced by this link\n\tif link.Properties != nil && link.Properties.VirtualNetwork != nil && link.Properties.VirtualNetwork.ID != nil {\n\t\tvnetName := azureshared.ExtractResourceName(*link.Properties.VirtualNetwork.ID)\n\t\tif vnetName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*link.Properties.VirtualNetwork.ID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c networkDNSVirtualNetworkLinkWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkPrivateDNSZone,\n\t\tazureshared.NetworkVirtualNetwork,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/private_dns_zone_virtual_network_link\nfunc (c networkDNSVirtualNetworkLinkWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_private_dns_zone_virtual_network_link.id\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (c networkDNSVirtualNetworkLinkWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/privateDnsZones/virtualNetworkLinks/read\",\n\t}\n}\n\nfunc (c networkDNSVirtualNetworkLinkWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-dns-virtual-network-link_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc createAzureVirtualNetworkLink(name, privateZoneName, subscriptionID, resourceGroup string) *armprivatedns.VirtualNetworkLink {\n\tprovisioningState := armprivatedns.ProvisioningStateSucceeded\n\tlinkState := armprivatedns.VirtualNetworkLinkStateCompleted\n\tregistrationEnabled := true\n\treturn &armprivatedns.VirtualNetworkLink{\n\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateDnsZones/\" + privateZoneName + \"/virtualNetworkLinks/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/privateDnsZones/virtualNetworkLinks\"),\n\t\tLocation: new(\"global\"),\n\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\tProperties: &armprivatedns.VirtualNetworkLinkProperties{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tVirtualNetworkLinkState: &linkState,\n\t\t\tRegistrationEnabled: ®istrationEnabled,\n\t\t\tVirtualNetwork: &armprivatedns.SubResource{\n\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet\"),\n\t\t\t},\n\t\t},\n\t}\n}\n\ntype mockVirtualNetworkLinksPager struct {\n\tpages []armprivatedns.VirtualNetworkLinksClientListResponse\n\tindex int\n}\n\nfunc (m *mockVirtualNetworkLinksPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockVirtualNetworkLinksPager) NextPage(_ context.Context) (armprivatedns.VirtualNetworkLinksClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armprivatedns.VirtualNetworkLinksClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\nfunc newMockVirtualNetworkLinksPager(_ *gomock.Controller, items []*armprivatedns.VirtualNetworkLink) clients.VirtualNetworkLinksPager {\n\treturn &mockVirtualNetworkLinksPager{\n\t\tpages: []armprivatedns.VirtualNetworkLinksClientListResponse{\n\t\t\t{\n\t\t\t\tVirtualNetworkLinkListResult: armprivatedns.VirtualNetworkLinkListResult{\n\t\t\t\t\tValue: items,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc TestNetworkDNSVirtualNetworkLink(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tprivateZoneName := \"example.private.zone\"\n\tlinkName := \"test-link\"\n\tquery := shared.CompositeLookupKey(privateZoneName, linkName)\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tlink := createAzureVirtualNetworkLink(linkName, privateZoneName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockVirtualNetworkLinksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, privateZoneName, linkName, nil).Return(\n\t\t\tarmprivatedns.VirtualNetworkLinksClientGetResponse{\n\t\t\t\tVirtualNetworkLink: *link,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkDNSVirtualNetworkLink.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkDNSVirtualNetworkLink.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUnique := shared.CompositeLookupKey(privateZoneName, linkName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUnique {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUnique, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkPrivateDNSZone.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: privateZoneName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vnet\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworkLinksClient(ctrl)\n\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], privateZoneName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing only one query part, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworkLinksClient(ctrl)\n\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\temptyQuery := shared.CompositeLookupKey(privateZoneName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], emptyQuery, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting resource with empty link name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tlink1 := createAzureVirtualNetworkLink(\"link-1\", privateZoneName, subscriptionID, resourceGroup)\n\t\tlink2 := createAzureVirtualNetworkLink(\"link-2\", privateZoneName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockVirtualNetworkLinksClient(ctrl)\n\t\tmockPager := newMockVirtualNetworkLinksPager(ctrl, []*armprivatedns.VirtualNetworkLink{link1, link2})\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, privateZoneName, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not implement SearchableAdapter\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], privateZoneName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected valid item, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tlink := createAzureVirtualNetworkLink(linkName, privateZoneName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockVirtualNetworkLinksClient(ctrl)\n\t\tmockPager := newMockVirtualNetworkLinksPager(ctrl, []*armprivatedns.VirtualNetworkLink{link})\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, privateZoneName, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tstreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not implement SearchStreamableAdapter\")\n\t\t}\n\n\t\tvar received []*sdp.Item\n\t\tstream := discovery.NewQueryResultStream(\n\t\t\tfunc(item *sdp.Item) { received = append(received, item) },\n\t\t\tfunc(error) {},\n\t\t)\n\t\tstreamable.SearchStream(ctx, wrapper.Scopes()[0], privateZoneName, true, stream)\n\n\t\tif len(received) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item from SearchStream, got %d\", len(received))\n\t\t}\n\t\tif received[0].GetType() != azureshared.NetworkDNSVirtualNetworkLink.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkDNSVirtualNetworkLink.String(), received[0].GetType())\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyZoneName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworkLinksClient(ctrl)\n\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\t_, qErr := searchable.Search(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty zone name, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"virtual network link not found\")\n\t\tmockClient := mocks.NewMockVirtualNetworkLinksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, privateZoneName, linkName, nil).Return(\n\t\t\tarmprivatedns.VirtualNetworkLinksClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when Get fails, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithCrossResourceGroupVNet\", func(t *testing.T) {\n\t\tlink := createAzureVirtualNetworkLink(linkName, privateZoneName, subscriptionID, resourceGroup)\n\t\tlink.Properties.VirtualNetwork = &armprivatedns.SubResource{\n\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/other-rg/providers/Microsoft.Network/virtualNetworks/cross-rg-vnet\"),\n\t\t}\n\n\t\tmockClient := mocks.NewMockVirtualNetworkLinksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, privateZoneName, linkName, nil).Return(\n\t\t\tarmprivatedns.VirtualNetworkLinksClientGetResponse{\n\t\t\t\tVirtualNetworkLink: *link,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tvar hasVNetLink bool\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tq := lq.GetQuery()\n\t\t\tif q.GetType() == azureshared.NetworkVirtualNetwork.String() && q.GetQuery() == \"cross-rg-vnet\" && q.GetScope() == subscriptionID+\".other-rg\" {\n\t\t\t\thasVNetLink = true\n\t\t\t}\n\t\t}\n\t\tif !hasVNetLink {\n\t\t\tt.Error(\"Expected LinkedItemQueries to include VirtualNetwork with cross-resource-group scope\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithoutVirtualNetwork\", func(t *testing.T) {\n\t\tlink := createAzureVirtualNetworkLink(linkName, privateZoneName, subscriptionID, resourceGroup)\n\t\tlink.Properties.VirtualNetwork = nil\n\n\t\tmockClient := mocks.NewMockVirtualNetworkLinksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, privateZoneName, linkName, nil).Return(\n\t\t\tarmprivatedns.VirtualNetworkLinksClientGetResponse{\n\t\t\t\tVirtualNetworkLink: *link,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Should have only the parent DNS zone link, not a VNet link\n\t\tvnetLinks := 0\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif lq.GetQuery().GetType() == azureshared.NetworkVirtualNetwork.String() {\n\t\t\t\tvnetLinks++\n\t\t\t}\n\t\t}\n\t\tif vnetLinks != 0 {\n\t\t\tt.Errorf(\"Expected no VirtualNetwork linked queries when VirtualNetwork is nil, got %d\", vnetLinks)\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworkLinksClient(ctrl)\n\t\twrapper := manual.NewNetworkDNSVirtualNetworkLink(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\tif !potentialLinks[azureshared.NetworkPrivateDNSZone] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkPrivateDNSZone\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkVirtualNetwork] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkVirtualNetwork\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/azure/manual/network-flow-log.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar (\n\tNetworkWatcherLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkNetworkWatcher)\n\tNetworkFlowLogLookupByUniqueAttr = shared.NewItemTypeLookup(\"uniqueAttr\", azureshared.NetworkFlowLog)\n)\n\ntype networkFlowLogWrapper struct {\n\tclient clients.FlowLogsClient\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkFlowLog creates a new networkFlowLogWrapper instance (SearchableWrapper: child of network watcher).\nfunc NewNetworkFlowLog(client clients.FlowLogsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkFlowLogWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkFlowLog,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/network-watcher/flow-logs/get\nfunc (c networkFlowLogWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: networkWatcherName and flowLogName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tnetworkWatcherName := queryParts[0]\n\tflowLogName := queryParts[1]\n\tif networkWatcherName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"networkWatcherName cannot be empty\"), scope, c.Type())\n\t}\n\tif flowLogName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"flowLogName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, networkWatcherName, flowLogName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureFlowLogToSDPItem(&resp.FlowLog, networkWatcherName, flowLogName, scope)\n}\n\nfunc (c networkFlowLogWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkWatcherLookupByName,\n\t\tNetworkFlowLogLookupByUniqueAttr,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/network-watcher/flow-logs/list\nfunc (c networkFlowLogWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: networkWatcherName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tnetworkWatcherName := queryParts[0]\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, networkWatcherName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, flowLog := range page.Value {\n\t\t\tif flowLog == nil || flowLog.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureFlowLogToSDPItem(flowLog, networkWatcherName, *flowLog.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (c networkFlowLogWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: networkWatcherName\"), scope, c.Type()))\n\t\treturn\n\t}\n\tnetworkWatcherName := queryParts[0]\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, networkWatcherName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, flowLog := range page.Value {\n\t\t\tif flowLog == nil || flowLog.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureFlowLogToSDPItem(flowLog, networkWatcherName, *flowLog.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c networkFlowLogWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{NetworkWatcherLookupByName},\n\t}\n}\n\nfunc (c networkFlowLogWrapper) azureFlowLogToSDPItem(flowLog *armnetwork.FlowLog, networkWatcherName, flowLogName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif flowLog.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"resource name is nil\"), scope, c.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(flowLog, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(networkWatcherName, flowLogName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkFlowLog.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(flowLog.Tags),\n\t}\n\n\tif flowLog.Properties != nil {\n\t\t// Health mapping from ProvisioningState\n\t\tif flowLog.Properties.ProvisioningState != nil {\n\t\t\tswitch *flowLog.Properties.ProvisioningState {\n\t\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t\tdefault:\n\t\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t\t}\n\t\t}\n\n\t\t// Link to TargetResourceID (polymorphic: NSG, VNet, or Subnet)\n\t\tif flowLog.Properties.TargetResourceID != nil && *flowLog.Properties.TargetResourceID != \"\" {\n\t\t\ttargetID := *flowLog.Properties.TargetResourceID\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(targetID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\n\t\t\tswitch {\n\t\t\tcase strings.Contains(targetID, \"/networkSecurityGroups/\"):\n\t\t\t\tnsgName := azureshared.ExtractResourceName(targetID)\n\t\t\t\tif nsgName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: nsgName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\tcase strings.Contains(targetID, \"/subnets/\"):\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(targetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\tcase strings.Contains(targetID, \"/virtualNetworks/\"):\n\t\t\t\tvnetName := azureshared.ExtractResourceName(targetID)\n\t\t\t\tif vnetName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to StorageID (storage account)\n\t\tif flowLog.Properties.StorageID != nil && *flowLog.Properties.StorageID != \"\" {\n\t\t\tstorageAccountName := azureshared.ExtractResourceName(*flowLog.Properties.StorageID)\n\t\t\tif storageAccountName != \"\" {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*flowLog.Properties.StorageID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: storageAccountName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Traffic Analytics workspace\n\t\tif flowLog.Properties.FlowAnalyticsConfiguration != nil &&\n\t\t\tflowLog.Properties.FlowAnalyticsConfiguration.NetworkWatcherFlowAnalyticsConfiguration != nil &&\n\t\t\tflowLog.Properties.FlowAnalyticsConfiguration.NetworkWatcherFlowAnalyticsConfiguration.WorkspaceResourceID != nil &&\n\t\t\t*flowLog.Properties.FlowAnalyticsConfiguration.NetworkWatcherFlowAnalyticsConfiguration.WorkspaceResourceID != \"\" {\n\t\t\tworkspaceName := azureshared.ExtractResourceName(*flowLog.Properties.FlowAnalyticsConfiguration.NetworkWatcherFlowAnalyticsConfiguration.WorkspaceResourceID)\n\t\t\tif workspaceName != \"\" {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*flowLog.Properties.FlowAnalyticsConfiguration.NetworkWatcherFlowAnalyticsConfiguration.WorkspaceResourceID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.OperationalInsightsWorkspace.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: workspaceName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to parent NetworkWatcher\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkNetworkWatcher.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: networkWatcherName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to user-assigned managed identities\n\tif flowLog.Identity != nil && flowLog.Identity.UserAssignedIdentities != nil {\n\t\tfor identityID := range flowLog.Identity.UserAssignedIdentities {\n\t\t\tidentityName := azureshared.ExtractResourceName(identityID)\n\t\t\tif identityName != \"\" {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c networkFlowLogWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkNetworkWatcher,\n\t\tazureshared.NetworkNetworkSecurityGroup,\n\t\tazureshared.NetworkVirtualNetwork,\n\t\tazureshared.NetworkSubnet,\n\t\tazureshared.StorageAccount,\n\t\tazureshared.OperationalInsightsWorkspace,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (c networkFlowLogWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/networkWatchers/flowLogs/read\",\n\t}\n}\n\nfunc (c networkFlowLogWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-flow-log_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\tsdp \"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockFlowLogsPager struct {\n\tpages []armnetwork.FlowLogsClientListResponse\n\tindex int\n}\n\nfunc (m *mockFlowLogsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockFlowLogsPager) NextPage(ctx context.Context) (armnetwork.FlowLogsClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armnetwork.FlowLogsClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorFlowLogsPager struct{}\n\nfunc (e *errorFlowLogsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorFlowLogsPager) NextPage(ctx context.Context) (armnetwork.FlowLogsClientListResponse, error) {\n\treturn armnetwork.FlowLogsClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testFlowLogsClient struct {\n\t*mocks.MockFlowLogsClient\n\tpager clients.FlowLogsPager\n}\n\nfunc (t *testFlowLogsClient) NewListPager(resourceGroupName, networkWatcherName string, options *armnetwork.FlowLogsClientListOptions) clients.FlowLogsPager {\n\treturn t.pager\n}\n\nfunc TestNetworkFlowLog(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tnetworkWatcherName := \"test-watcher\"\n\tflowLogName := \"test-flow-log\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tflowLog := createAzureFlowLog(flowLogName, networkWatcherName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkWatcherName, flowLogName, nil).Return(\n\t\t\tarmnetwork.FlowLogsClientGetResponse{\n\t\t\t\tFlowLog: *flowLog,\n\t\t\t}, nil)\n\n\t\ttestClient := &testFlowLogsClient{MockFlowLogsClient: mockClient}\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkWatcherName, flowLogName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkFlowLog.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkFlowLog, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(networkWatcherName, flowLogName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(networkWatcherName, flowLogName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nsg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.StorageAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"teststorageaccount\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.OperationalInsightsWorkspace.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-workspace\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".test-workspace-rg\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkWatcher.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: networkWatcherName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-identity\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_VNetTarget\", func(t *testing.T) {\n\t\tflowLog := createAzureFlowLogWithVNetTarget(flowLogName, networkWatcherName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkWatcherName, flowLogName, nil).Return(\n\t\t\tarmnetwork.FlowLogsClientGetResponse{\n\t\t\t\tFlowLog: *flowLog,\n\t\t\t}, nil)\n\n\t\ttestClient := &testFlowLogsClient{MockFlowLogsClient: mockClient}\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkWatcherName, flowLogName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfound := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.NetworkVirtualNetwork.String() {\n\t\t\t\tfound = true\n\t\t\t\tif link.GetQuery().GetQuery() != \"test-vnet\" {\n\t\t\t\t\tt.Errorf(\"Expected VNet query 'test-vnet', got %s\", link.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Expected a linked item query for VirtualNetwork, but none found\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_SubnetTarget\", func(t *testing.T) {\n\t\tflowLog := createAzureFlowLogWithSubnetTarget(flowLogName, networkWatcherName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkWatcherName, flowLogName, nil).Return(\n\t\t\tarmnetwork.FlowLogsClientGetResponse{\n\t\t\t\tFlowLog: *flowLog,\n\t\t\t}, nil)\n\n\t\ttestClient := &testFlowLogsClient{MockFlowLogsClient: mockClient}\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkWatcherName, flowLogName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfound := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.NetworkSubnet.String() {\n\t\t\t\tfound = true\n\t\t\t\texpectedQuery := shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\")\n\t\t\t\tif link.GetQuery().GetQuery() != expectedQuery {\n\t\t\t\t\tt.Errorf(\"Expected Subnet query %s, got %s\", expectedQuery, link.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Expected a linked item query for Subnet, but none found\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyFlowLogName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\ttestClient := &testFlowLogsClient{MockFlowLogsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkWatcherName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when flow log name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_EmptyNetworkWatcherName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\ttestClient := &testFlowLogsClient{MockFlowLogsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", flowLogName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when network watcher name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\ttestClient := &testFlowLogsClient{MockFlowLogsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], networkWatcherName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tflowLog1 := createAzureFlowLog(\"flow-log-1\", networkWatcherName, subscriptionID, resourceGroup)\n\t\tflowLog2 := createAzureFlowLog(\"flow-log-2\", networkWatcherName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\tmockPager := &mockFlowLogsPager{\n\t\t\tpages: []armnetwork.FlowLogsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tFlowLogListResult: armnetwork.FlowLogListResult{\n\t\t\t\t\t\tValue: []*armnetwork.FlowLog{flowLog1, flowLog2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testFlowLogsClient{\n\t\t\tMockFlowLogsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], networkWatcherName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkFlowLog.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkFlowLog, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\ttestClient := &testFlowLogsClient{MockFlowLogsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_FlowLogWithNilName\", func(t *testing.T) {\n\t\tvalidFlowLog := createAzureFlowLog(\"valid-flow-log\", networkWatcherName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\tmockPager := &mockFlowLogsPager{\n\t\t\tpages: []armnetwork.FlowLogsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tFlowLogListResult: armnetwork.FlowLogListResult{\n\t\t\t\t\t\tValue: []*armnetwork.FlowLog{\n\t\t\t\t\t\t\t{Name: nil, ID: new(\"/some/id\")},\n\t\t\t\t\t\t\tvalidFlowLog,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testFlowLogsClient{\n\t\t\tMockFlowLogsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], networkWatcherName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(networkWatcherName, \"valid-flow-log\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(networkWatcherName, \"valid-flow-log\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"flow log not found\")\n\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkWatcherName, \"nonexistent\", nil).Return(\n\t\t\tarmnetwork.FlowLogsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testFlowLogsClient{MockFlowLogsClient: mockClient}\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkWatcherName, \"nonexistent\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent flow log, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\ttestClient := &testFlowLogsClient{\n\t\t\tMockFlowLogsClient: mockClient,\n\t\t\tpager: &errorFlowLogsPager{},\n\t\t}\n\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], networkWatcherName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"HealthMapping\", func(t *testing.T) {\n\t\ttests := []struct {\n\t\t\tname string\n\t\t\tstate armnetwork.ProvisioningState\n\t\t\texpectedHealth sdp.Health\n\t\t}{\n\t\t\t{\"Succeeded\", armnetwork.ProvisioningStateSucceeded, sdp.Health_HEALTH_OK},\n\t\t\t{\"Updating\", armnetwork.ProvisioningStateUpdating, sdp.Health_HEALTH_PENDING},\n\t\t\t{\"Failed\", armnetwork.ProvisioningStateFailed, sdp.Health_HEALTH_ERROR},\n\t\t\t{\"Unknown\", armnetwork.ProvisioningState(\"SomeOtherState\"), sdp.Health_HEALTH_UNKNOWN},\n\t\t}\n\n\t\tfor _, tc := range tests {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\tflowLog := createAzureFlowLog(flowLogName, networkWatcherName, subscriptionID, resourceGroup)\n\t\t\t\tflowLog.Properties.ProvisioningState = &tc.state\n\n\t\t\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\t\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkWatcherName, flowLogName, nil).Return(\n\t\t\t\t\tarmnetwork.FlowLogsClientGetResponse{\n\t\t\t\t\t\tFlowLog: *flowLog,\n\t\t\t\t\t}, nil)\n\n\t\t\t\ttestClient := &testFlowLogsClient{MockFlowLogsClient: mockClient}\n\t\t\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tquery := shared.CompositeLookupKey(networkWatcherName, flowLogName)\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expectedHealth {\n\t\t\t\t\tt.Errorf(\"Expected health %s, got %s\", tc.expectedHealth, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoLinks\", func(t *testing.T) {\n\t\tflowLog := createAzureFlowLogWithoutLinks(flowLogName, networkWatcherName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockFlowLogsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkWatcherName, flowLogName, nil).Return(\n\t\t\tarmnetwork.FlowLogsClientGetResponse{\n\t\t\t\tFlowLog: *flowLog,\n\t\t\t}, nil)\n\n\t\ttestClient := &testFlowLogsClient{MockFlowLogsClient: mockClient}\n\t\twrapper := manual.NewNetworkFlowLog(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkWatcherName, flowLogName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Should only have the parent NetworkWatcher link\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 1 {\n\t\t\tt.Errorf(\"Expected 1 linked query (parent only), got %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\t\tif sdpItem.GetLinkedItemQueries()[0].GetQuery().GetType() != azureshared.NetworkNetworkWatcher.String() {\n\t\t\tt.Errorf(\"Expected parent link to NetworkWatcher, got %s\", sdpItem.GetLinkedItemQueries()[0].GetQuery().GetType())\n\t\t}\n\t})\n}\n\nfunc createAzureFlowLog(name, networkWatcherName, subscriptionID, resourceGroup string) *armnetwork.FlowLog {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tenabled := true\n\tnsgID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/networkSecurityGroups/test-nsg\"\n\tstorageID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Storage/storageAccounts/teststorageaccount\"\n\tworkspaceResourceID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/test-workspace-rg/providers/Microsoft.OperationalInsights/workspaces/test-workspace\"\n\tidentityID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\"\n\n\treturn &armnetwork.FlowLog{\n\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/networkWatchers/\" + networkWatcherName + \"/flowLogs/\" + name),\n\t\tName: &name,\n\t\tType: new(\"Microsoft.Network/networkWatchers/flowLogs\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tIdentity: &armnetwork.ManagedServiceIdentity{\n\t\t\tUserAssignedIdentities: map[string]*armnetwork.Components1Jq1T4ISchemasManagedserviceidentityPropertiesUserassignedidentitiesAdditionalproperties{\n\t\t\t\tidentityID: {},\n\t\t\t},\n\t\t},\n\t\tProperties: &armnetwork.FlowLogPropertiesFormat{\n\t\t\tTargetResourceID: &nsgID,\n\t\t\tStorageID: &storageID,\n\t\t\tEnabled: &enabled,\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tFlowAnalyticsConfiguration: &armnetwork.TrafficAnalyticsProperties{\n\t\t\t\tNetworkWatcherFlowAnalyticsConfiguration: &armnetwork.TrafficAnalyticsConfigurationProperties{\n\t\t\t\t\tEnabled: &enabled,\n\t\t\t\t\tWorkspaceResourceID: &workspaceResourceID,\n\t\t\t\t},\n\t\t\t},\n\t\t\tRetentionPolicy: &armnetwork.RetentionPolicyParameters{\n\t\t\t\tEnabled: &enabled,\n\t\t\t\tDays: new(int32(90)),\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc createAzureFlowLogWithVNetTarget(name, networkWatcherName, subscriptionID, resourceGroup string) *armnetwork.FlowLog {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tenabled := true\n\tvnetID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet\"\n\tstorageID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Storage/storageAccounts/teststorageaccount\"\n\n\treturn &armnetwork.FlowLog{\n\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/networkWatchers/\" + networkWatcherName + \"/flowLogs/\" + name),\n\t\tName: &name,\n\t\tType: new(\"Microsoft.Network/networkWatchers/flowLogs\"),\n\t\tLocation: new(\"eastus\"),\n\t\tProperties: &armnetwork.FlowLogPropertiesFormat{\n\t\t\tTargetResourceID: &vnetID,\n\t\t\tStorageID: &storageID,\n\t\t\tEnabled: &enabled,\n\t\t\tProvisioningState: &provisioningState,\n\t\t},\n\t}\n}\n\nfunc createAzureFlowLogWithSubnetTarget(name, networkWatcherName, subscriptionID, resourceGroup string) *armnetwork.FlowLog {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tenabled := true\n\tsubnetID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"\n\tstorageID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Storage/storageAccounts/teststorageaccount\"\n\n\treturn &armnetwork.FlowLog{\n\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/networkWatchers/\" + networkWatcherName + \"/flowLogs/\" + name),\n\t\tName: &name,\n\t\tType: new(\"Microsoft.Network/networkWatchers/flowLogs\"),\n\t\tLocation: new(\"eastus\"),\n\t\tProperties: &armnetwork.FlowLogPropertiesFormat{\n\t\t\tTargetResourceID: &subnetID,\n\t\t\tStorageID: &storageID,\n\t\t\tEnabled: &enabled,\n\t\t\tProvisioningState: &provisioningState,\n\t\t},\n\t}\n}\n\nfunc createAzureFlowLogWithoutLinks(name, networkWatcherName, subscriptionID, resourceGroup string) *armnetwork.FlowLog {\n\treturn &armnetwork.FlowLog{\n\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/networkWatchers/\" + networkWatcherName + \"/flowLogs/\" + name),\n\t\tName: &name,\n\t\tType: new(\"Microsoft.Network/networkWatchers/flowLogs\"),\n\t\tLocation: new(\"eastus\"),\n\t}\n}\n" }, { "path": "sources/azure/manual/network-ip-group.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkIPGroupLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkIPGroup)\n\ntype networkIPGroupWrapper struct {\n\tclient clients.IPGroupsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkIPGroup creates a new networkIPGroupWrapper instance.\nfunc NewNetworkIPGroup(client clients.IPGroupsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkIPGroupWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkIPGroup,\n\t\t),\n\t}\n}\n\n// List retrieves all IP groups in a resource group.\n// ref: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/ip-groups/list-by-resource-group\nfunc (c networkIPGroupWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, ipGroup := range page.Value {\n\t\t\tif ipGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureIPGroupToSDPItem(ipGroup, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\n// ListStream streams all IP groups in a resource group.\nfunc (c networkIPGroupWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, ipGroup := range page.Value {\n\t\t\tif ipGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureIPGroupToSDPItem(ipGroup, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// Get retrieves a single IP group by name.\n// ref: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/ip-groups/get\nfunc (c networkIPGroupWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be exactly one part (IP group name)\"), scope, c.Type())\n\t}\n\tipGroupName := queryParts[0]\n\tif ipGroupName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"IP group name cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, ipGroupName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureIPGroupToSDPItem(&resp.IPGroup, scope)\n}\n\nfunc (c networkIPGroupWrapper) azureIPGroupToSDPItem(ipGroup *armnetwork.IPGroup, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif ipGroup.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"IP group name is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(ipGroup, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkIPGroup.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(ipGroup.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Health from provisioning state\n\tif ipGroup.Properties != nil && ipGroup.Properties.ProvisioningState != nil {\n\t\tswitch *ipGroup.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\tif ipGroup.Properties != nil {\n\t\t// Link to IP addresses\n\t\t// IP Groups contain a list of IP addresses or prefixes\n\t\tfor _, ipAddr := range ipGroup.Properties.IPAddresses {\n\t\t\tif ipAddr != nil && *ipAddr != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ipAddr,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Firewalls (read-only, references back to Azure Firewalls using this IP Group)\n\t\t// Note: These are SubResource references containing just IDs\n\t\tfor _, firewall := range ipGroup.Properties.Firewalls {\n\t\t\tif firewall != nil && firewall.ID != nil {\n\t\t\t\tfirewallName := azureshared.ExtractResourceName(*firewall.ID)\n\t\t\t\tif firewallName != \"\" {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*firewall.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkFirewall.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: firewallName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Firewall Policies (read-only, references back to Firewall Policies using this IP Group)\n\t\tfor _, policy := range ipGroup.Properties.FirewallPolicies {\n\t\t\tif policy != nil && policy.ID != nil {\n\t\t\t\tpolicyName := azureshared.ExtractResourceName(*policy.ID)\n\t\t\t\tif policyName != \"\" {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*policy.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkFirewallPolicy.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: policyName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c networkIPGroupWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkIPGroupLookupByName,\n\t}\n}\n\nfunc (c networkIPGroupWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tstdlib.NetworkIP: true,\n\t\tazureshared.NetworkFirewall: true,\n\t\tazureshared.NetworkFirewallPolicy: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (c networkIPGroupWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/ipGroups/read\",\n\t}\n}\n\nfunc (c networkIPGroupWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-ip-group_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkIPGroup(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tipGroupName := \"test-ip-group\"\n\t\tipGroup := createAzureIPGroup(ipGroupName)\n\n\t\tmockClient := mocks.NewMockIPGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, ipGroupName, nil).Return(\n\t\t\tarmnetwork.IPGroupsClientGetResponse{\n\t\t\t\tIPGroup: *ipGroup,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkIPGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], ipGroupName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkIPGroup.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkIPGroup, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != ipGroupName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", ipGroupName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.0/24\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkFirewall.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-firewall\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkFirewallPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-firewall-policy\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockIPGroupsClient(ctrl)\n\n\t\twrapper := manual.NewNetworkIPGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when IP group name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_IPGroupWithNilName\", func(t *testing.T) {\n\t\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\t\tipGroupWithNilName := &armnetwork.IPGroup{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tProperties: &armnetwork.IPGroupPropertiesFormat{\n\t\t\t\tProvisioningState: &provisioningState,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockIPGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-ip-group\", nil).Return(\n\t\t\tarmnetwork.IPGroupsClientGetResponse{\n\t\t\t\tIPGroup: *ipGroupWithNilName,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkIPGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-ip-group\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when IP group has nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tipGroup1 := createAzureIPGroup(\"ip-group-1\")\n\t\tipGroup2 := createAzureIPGroup(\"ip-group-2\")\n\n\t\tmockClient := mocks.NewMockIPGroupsClient(ctrl)\n\t\tmockPager := newMockIPGroupsPager(ctrl, []*armnetwork.IPGroup{ipGroup1, ipGroup2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkIPGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkIPGroup.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkIPGroup, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\tipGroup1 := createAzureIPGroup(\"ip-group-1\")\n\t\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\t\tipGroup2NilName := &armnetwork.IPGroup{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\t\tProperties: &armnetwork.IPGroupPropertiesFormat{\n\t\t\t\tProvisioningState: &provisioningState,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockIPGroupsClient(ctrl)\n\t\tmockPager := newMockIPGroupsPager(ctrl, []*armnetwork.IPGroup{ipGroup1, ipGroup2NilName})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkIPGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != \"ip-group-1\" {\n\t\t\tt.Errorf(\"Expected item name 'ip-group-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tipGroup1 := createAzureIPGroup(\"stream-ip-group-1\")\n\t\tipGroup2 := createAzureIPGroup(\"stream-ip-group-2\")\n\n\t\tmockClient := mocks.NewMockIPGroupsClient(ctrl)\n\t\tmockPager := newMockIPGroupsPager(ctrl, []*armnetwork.IPGroup{ipGroup1, ipGroup2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkIPGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"IP group not found\")\n\n\t\tmockClient := mocks.NewMockIPGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-ip-group\", nil).Return(\n\t\t\tarmnetwork.IPGroupsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkIPGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-ip-group\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent IP group, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockIPGroupsClient(ctrl)\n\t\twrapper := manual.NewNetworkIPGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/ipGroups/read\"\n\t\tif !slices.Contains(permissions, expectedPermission) {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\tlookups := w.GetLookups()\n\t\tfoundLookup := false\n\t\tfor _, lookup := range lookups {\n\t\t\tif lookup.ItemType == azureshared.NetworkIPGroup {\n\t\t\t\tfoundLookup = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundLookup {\n\t\t\tt.Error(\"Expected GetLookups to include NetworkIPGroup\")\n\t\t}\n\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif !potentialLinks[stdlib.NetworkIP] {\n\t\t\tt.Error(\"Expected PotentialLinks to include stdlib.NetworkIP\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkFirewall] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkFirewall\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkFirewallPolicy] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkFirewallPolicy\")\n\t\t}\n\t})\n\n\tt.Run(\"HealthStatus\", func(t *testing.T) {\n\t\ttests := []struct {\n\t\t\tname string\n\t\t\tprovisioningState armnetwork.ProvisioningState\n\t\t\texpectedHealth sdp.Health\n\t\t}{\n\t\t\t{\"Succeeded\", armnetwork.ProvisioningStateSucceeded, sdp.Health_HEALTH_OK},\n\t\t\t{\"Updating\", armnetwork.ProvisioningStateUpdating, sdp.Health_HEALTH_PENDING},\n\t\t\t{\"Deleting\", armnetwork.ProvisioningStateDeleting, sdp.Health_HEALTH_PENDING},\n\t\t\t{\"Failed\", armnetwork.ProvisioningStateFailed, sdp.Health_HEALTH_ERROR},\n\t\t}\n\n\t\tfor _, tc := range tests {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\tipGroup := &armnetwork.IPGroup{\n\t\t\t\t\tID: new(\"/subscriptions/test-sub/resourceGroups/test-rg/providers/Microsoft.Network/ipGroups/test-ip-group\"),\n\t\t\t\t\tName: new(\"test-ip-group\"),\n\t\t\t\t\tType: new(\"Microsoft.Network/ipGroups\"),\n\t\t\t\t\tLocation: new(\"eastus\"),\n\t\t\t\t\tTags: map[string]*string{},\n\t\t\t\t\tProperties: &armnetwork.IPGroupPropertiesFormat{\n\t\t\t\t\t\tProvisioningState: &tc.provisioningState,\n\t\t\t\t\t},\n\t\t\t\t}\n\n\t\t\t\tmockClient := mocks.NewMockIPGroupsClient(ctrl)\n\t\t\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-ip-group\", nil).Return(\n\t\t\t\t\tarmnetwork.IPGroupsClientGetResponse{\n\t\t\t\t\t\tIPGroup: *ipGroup,\n\t\t\t\t\t}, nil)\n\n\t\t\t\twrapper := manual.NewNetworkIPGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-ip-group\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expectedHealth {\n\t\t\t\t\tt.Errorf(\"Expected health %v, got %v\", tc.expectedHealth, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n}\n\ntype mockIPGroupsPager struct {\n\tctrl *gomock.Controller\n\titems []*armnetwork.IPGroup\n\tindex int\n\tmore bool\n}\n\nfunc newMockIPGroupsPager(ctrl *gomock.Controller, items []*armnetwork.IPGroup) clients.IPGroupsPager {\n\treturn &mockIPGroupsPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockIPGroupsPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockIPGroupsPager) NextPage(ctx context.Context) (armnetwork.IPGroupsClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armnetwork.IPGroupsClientListByResourceGroupResponse{\n\t\t\tIPGroupListResult: armnetwork.IPGroupListResult{\n\t\t\t\tValue: []*armnetwork.IPGroup{},\n\t\t\t},\n\t\t}, nil\n\t}\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\treturn armnetwork.IPGroupsClientListByResourceGroupResponse{\n\t\tIPGroupListResult: armnetwork.IPGroupListResult{\n\t\t\tValue: []*armnetwork.IPGroup{item},\n\t\t},\n\t}, nil\n}\n\nfunc createAzureIPGroup(name string) *armnetwork.IPGroup {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\treturn &armnetwork.IPGroup{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/ipGroups/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/ipGroups\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.IPGroupPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tIPAddresses: []*string{\n\t\t\t\tnew(\"10.0.0.0/24\"),\n\t\t\t\tnew(\"192.168.1.1\"),\n\t\t\t},\n\t\t\tFirewalls: []*armnetwork.SubResource{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/azureFirewalls/test-firewall\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tFirewallPolicies: []*armnetwork.SubResource{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/firewallPolicies/test-firewall-policy\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\nvar _ clients.IPGroupsPager = (*mockIPGroupsPager)(nil)\n" }, { "path": "sources/azure/manual/network-load-balancer-backend-address-pool.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkLoadBalancerBackendAddressPoolLookupByUniqueAttr = shared.NewItemTypeLookup(\"uniqueAttr\", azureshared.NetworkLoadBalancerBackendAddressPool)\n\ntype networkLoadBalancerBackendAddressPoolWrapper struct {\n\tclient clients.LoadBalancerBackendAddressPoolsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkLoadBalancerBackendAddressPool(client clients.LoadBalancerBackendAddressPoolsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkLoadBalancerBackendAddressPoolWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkLoadBalancerBackendAddressPool,\n\t\t),\n\t}\n}\n\nfunc (c networkLoadBalancerBackendAddressPoolWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: loadBalancerName and backendAddressPoolName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tloadBalancerName := queryParts[0]\n\tbackendAddressPoolName := queryParts[1]\n\n\tif loadBalancerName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"loadBalancerName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tif backendAddressPoolName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"backendAddressPoolName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, loadBalancerName, backendAddressPoolName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureBackendAddressPoolToSDPItem(&resp.BackendAddressPool, loadBalancerName, scope)\n}\n\nfunc (c networkLoadBalancerBackendAddressPoolWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: loadBalancerName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tloadBalancerName := queryParts[0]\n\n\tif loadBalancerName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"loadBalancerName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, loadBalancerName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\n\t\tfor _, backendPool := range page.Value {\n\t\t\tif backendPool == nil || backendPool.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureBackendAddressPoolToSDPItem(backendPool, loadBalancerName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c networkLoadBalancerBackendAddressPoolWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: loadBalancerName\"), scope, c.Type()))\n\t\treturn\n\t}\n\tloadBalancerName := queryParts[0]\n\n\tif loadBalancerName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"loadBalancerName cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, loadBalancerName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, backendPool := range page.Value {\n\t\t\tif backendPool == nil || backendPool.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureBackendAddressPoolToSDPItem(backendPool, loadBalancerName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c networkLoadBalancerBackendAddressPoolWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkLoadBalancerLookupByName,\n\t\tNetworkLoadBalancerBackendAddressPoolLookupByUniqueAttr,\n\t}\n}\n\nfunc (c networkLoadBalancerBackendAddressPoolWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tNetworkLoadBalancerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c networkLoadBalancerBackendAddressPoolWrapper) azureBackendAddressPoolToSDPItem(backendPool *armnetwork.BackendAddressPool, loadBalancerName string, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif backendPool.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"backend address pool name is nil\"), scope, c.Type())\n\t}\n\n\tbackendPoolName := *backendPool.Name\n\n\tattributes, err := shared.ToAttributesWithExclude(backendPool, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(loadBalancerName, backendPoolName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkLoadBalancerBackendAddressPool.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Health status from provisioning state\n\tif backendPool.Properties != nil && backendPool.Properties.ProvisioningState != nil {\n\t\tswitch *backendPool.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent Load Balancer\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkLoadBalancer.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: loadBalancerName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tif backendPool.Properties != nil {\n\t\t// Link to Virtual Network (pool level)\n\t\tif backendPool.Properties.VirtualNetwork != nil && backendPool.Properties.VirtualNetwork.ID != nil {\n\t\t\tvnetName := azureshared.ExtractResourceName(*backendPool.Properties.VirtualNetwork.ID)\n\t\t\tif vnetName != \"\" {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*backendPool.Properties.VirtualNetwork.ID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Inbound NAT Rules (read-only references)\n\t\tfor _, natRule := range backendPool.Properties.InboundNatRules {\n\t\t\tif natRule != nil && natRule.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*natRule.ID, []string{\"loadBalancers\", \"inboundNatRules\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*natRule.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerInboundNatRule.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Load Balancing Rules (read-only references)\n\t\tfor _, lbRule := range backendPool.Properties.LoadBalancingRules {\n\t\t\tif lbRule != nil && lbRule.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*lbRule.ID, []string{\"loadBalancers\", \"loadBalancingRules\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*lbRule.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerLoadBalancingRule.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Outbound Rule (single read-only reference)\n\t\tif backendPool.Properties.OutboundRule != nil && backendPool.Properties.OutboundRule.ID != nil {\n\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*backendPool.Properties.OutboundRule.ID, []string{\"loadBalancers\", \"outboundRules\"})\n\t\t\tif len(params) >= 2 {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*backendPool.Properties.OutboundRule.ID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerOutboundRule.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Outbound Rules (read-only references array)\n\t\tfor _, outboundRule := range backendPool.Properties.OutboundRules {\n\t\t\tif outboundRule != nil && outboundRule.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*outboundRule.ID, []string{\"loadBalancers\", \"outboundRules\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*outboundRule.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerOutboundRule.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Backend IP Configurations (Network Interface IP Configurations)\n\t\tfor _, backendIPConfig := range backendPool.Properties.BackendIPConfigurations {\n\t\t\tif backendIPConfig != nil && backendIPConfig.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*backendIPConfig.ID, []string{\"networkInterfaces\", \"ipConfigurations\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*backendIPConfig.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkNetworkInterfaceIPConfiguration.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Backend Addresses (IP addresses, VNets, Subnets, Frontend IP Configs)\n\t\tfor _, addr := range backendPool.Properties.LoadBalancerBackendAddresses {\n\t\t\tif addr == nil || addr.Properties == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\t// Link to Virtual Network\n\t\t\tif addr.Properties.VirtualNetwork != nil && addr.Properties.VirtualNetwork.ID != nil {\n\t\t\t\tvnetName := azureshared.ExtractResourceName(*addr.Properties.VirtualNetwork.ID)\n\t\t\t\tif vnetName != \"\" {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*addr.Properties.VirtualNetwork.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Subnet\n\t\t\tif addr.Properties.Subnet != nil && addr.Properties.Subnet.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*addr.Properties.Subnet.ID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*addr.Properties.Subnet.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Frontend IP Configuration (regional LB)\n\t\t\tif addr.Properties.LoadBalancerFrontendIPConfiguration != nil && addr.Properties.LoadBalancerFrontendIPConfiguration.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*addr.Properties.LoadBalancerFrontendIPConfiguration.ID, []string{\"loadBalancers\", \"frontendIPConfigurations\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*addr.Properties.LoadBalancerFrontendIPConfiguration.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Network Interface IP Configuration\n\t\t\tif addr.Properties.NetworkInterfaceIPConfiguration != nil && addr.Properties.NetworkInterfaceIPConfiguration.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*addr.Properties.NetworkInterfaceIPConfiguration.ID, []string{\"networkInterfaces\", \"ipConfigurations\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*addr.Properties.NetworkInterfaceIPConfiguration.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkNetworkInterfaceIPConfiguration.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to IP Address (stdlib)\n\t\t\tif addr.Properties.IPAddress != nil && *addr.Properties.IPAddress != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *addr.Properties.IPAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c networkLoadBalancerBackendAddressPoolWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkLoadBalancer: true,\n\t\tazureshared.NetworkVirtualNetwork: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.NetworkNetworkInterfaceIPConfiguration: true,\n\t\tazureshared.NetworkLoadBalancerInboundNatRule: true,\n\t\tazureshared.NetworkLoadBalancerLoadBalancingRule: true,\n\t\tazureshared.NetworkLoadBalancerOutboundRule: true,\n\t\tazureshared.NetworkLoadBalancerFrontendIPConfiguration: true,\n\t\tstdlib.NetworkIP: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/networking\nfunc (c networkLoadBalancerBackendAddressPoolWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/loadBalancers/backendAddressPools/read\",\n\t}\n}\n\nfunc (c networkLoadBalancerBackendAddressPoolWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-load-balancer-backend-address-pool_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockBackendAddressPoolPager struct {\n\tpages []armnetwork.LoadBalancerBackendAddressPoolsClientListResponse\n\tindex int\n}\n\nfunc (m *mockBackendAddressPoolPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockBackendAddressPoolPager) NextPage(ctx context.Context) (armnetwork.LoadBalancerBackendAddressPoolsClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armnetwork.LoadBalancerBackendAddressPoolsClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorBackendAddressPoolPager struct{}\n\nfunc (e *errorBackendAddressPoolPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorBackendAddressPoolPager) NextPage(ctx context.Context) (armnetwork.LoadBalancerBackendAddressPoolsClientListResponse, error) {\n\treturn armnetwork.LoadBalancerBackendAddressPoolsClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testBackendAddressPoolClient struct {\n\t*mocks.MockLoadBalancerBackendAddressPoolsClient\n\tpager clients.LoadBalancerBackendAddressPoolsPager\n}\n\nfunc (t *testBackendAddressPoolClient) NewListPager(resourceGroupName, loadBalancerName string) clients.LoadBalancerBackendAddressPoolsPager {\n\treturn t.pager\n}\n\nfunc TestNetworkLoadBalancerBackendAddressPool(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tloadBalancerName := \"test-lb\"\n\tbackendPoolName := \"test-backend-pool\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tbackendPool := createAzureBackendAddressPool(backendPoolName, loadBalancerName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, loadBalancerName, backendPoolName).Return(\n\t\t\tarmnetwork.LoadBalancerBackendAddressPoolsClientGetResponse{\n\t\t\t\tBackendAddressPool: *backendPool,\n\t\t\t}, nil)\n\n\t\ttestClient := &testBackendAddressPoolClient{MockLoadBalancerBackendAddressPoolsClient: mockClient}\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, backendPoolName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancerBackendAddressPool.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerBackendAddressPool, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueValue := shared.CompositeLookupKey(loadBalancerName, backendPoolName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"Expected health OK, got %s\", sdpItem.GetHealth())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: loadBalancerName,\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerInboundNatRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(loadBalancerName, \"nat-rule-1\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerLoadBalancingRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(loadBalancerName, \"lb-rule-1\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerOutboundRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(loadBalancerName, \"outbound-rule-1\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterfaceIPConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-nic\", \"test-ip-config\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"addr-vnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"addr-vnet\", \"addr-subnet\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"regional-lb\", \"frontend-1\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ip\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.10\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\ttestClient := &testBackendAddressPoolClient{MockLoadBalancerBackendAddressPoolsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithEmptyLoadBalancerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\ttestClient := &testBackendAddressPoolClient{MockLoadBalancerBackendAddressPoolsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", backendPoolName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when loadBalancerName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithEmptyBackendPoolName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\ttestClient := &testBackendAddressPoolClient{MockLoadBalancerBackendAddressPoolsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when backendAddressPoolName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tpool1 := createAzureBackendAddressPoolMinimal(\"pool-1\", loadBalancerName, subscriptionID, resourceGroup)\n\t\tpool2 := createAzureBackendAddressPoolMinimal(\"pool-2\", loadBalancerName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\tmockPager := &mockBackendAddressPoolPager{\n\t\t\tpages: []armnetwork.LoadBalancerBackendAddressPoolsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tLoadBalancerBackendAddressPoolListResult: armnetwork.LoadBalancerBackendAddressPoolListResult{\n\t\t\t\t\t\tValue: []*armnetwork.BackendAddressPool{pool1, pool2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testBackendAddressPoolClient{\n\t\t\tMockLoadBalancerBackendAddressPoolsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkLoadBalancerBackendAddressPool.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerBackendAddressPool, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_WithNilName\", func(t *testing.T) {\n\t\tvalidPool := createAzureBackendAddressPoolMinimal(\"valid-pool\", loadBalancerName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\tmockPager := &mockBackendAddressPoolPager{\n\t\t\tpages: []armnetwork.LoadBalancerBackendAddressPoolsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tLoadBalancerBackendAddressPoolListResult: armnetwork.LoadBalancerBackendAddressPoolListResult{\n\t\t\t\t\t\tValue: []*armnetwork.BackendAddressPool{\n\t\t\t\t\t\t\t{Name: nil, ID: new(\"/some/id\")},\n\t\t\t\t\t\t\tvalidPool,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testBackendAddressPoolClient{\n\t\t\tMockLoadBalancerBackendAddressPoolsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\texpectedValue := shared.CompositeLookupKey(loadBalancerName, \"valid-pool\")\n\t\tif sdpItems[0].UniqueAttributeValue() != expectedValue {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", expectedValue, sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\ttestClient := &testBackendAddressPoolClient{MockLoadBalancerBackendAddressPoolsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_WithEmptyLoadBalancerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\ttestClient := &testBackendAddressPoolClient{MockLoadBalancerBackendAddressPoolsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when loadBalancerName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"backend pool not found\")\n\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, loadBalancerName, \"nonexistent-pool\").Return(\n\t\t\tarmnetwork.LoadBalancerBackendAddressPoolsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testBackendAddressPoolClient{MockLoadBalancerBackendAddressPoolsClient: mockClient}\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, \"nonexistent-pool\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent backend pool, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\ttestClient := &testBackendAddressPoolClient{\n\t\t\tMockLoadBalancerBackendAddressPoolsClient: mockClient,\n\t\t\tpager: &errorBackendAddressPoolPager{},\n\t\t}\n\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_CrossResourceGroupLinks\", func(t *testing.T) {\n\t\tbackendPool := createAzureBackendAddressPoolCrossRG(backendPoolName, loadBalancerName, \"other-sub\", \"other-rg\")\n\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, loadBalancerName, backendPoolName).Return(\n\t\t\tarmnetwork.LoadBalancerBackendAddressPoolsClientGetResponse{\n\t\t\t\tBackendAddressPool: *backendPool,\n\t\t\t}, nil)\n\n\t\ttestClient := &testBackendAddressPoolClient{MockLoadBalancerBackendAddressPoolsClient: mockClient}\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, backendPoolName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfound := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkVirtualNetwork.String() {\n\t\t\t\tfound = true\n\t\t\t\texpectedScope := \"other-sub.other-rg\"\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected VirtualNetwork scope to be %s, got: %s\", expectedScope, linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Expected to find VirtualNetwork linked query\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoProperties\", func(t *testing.T) {\n\t\tbackendPool := &armnetwork.BackendAddressPool{\n\t\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/backendAddressPools/%s\", subscriptionID, resourceGroup, loadBalancerName, backendPoolName)),\n\t\t\tName: new(backendPoolName),\n\t\t\tType: new(\"Microsoft.Network/loadBalancers/backendAddressPools\"),\n\t\t}\n\n\t\tmockClient := mocks.NewMockLoadBalancerBackendAddressPoolsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, loadBalancerName, backendPoolName).Return(\n\t\t\tarmnetwork.LoadBalancerBackendAddressPoolsClientGetResponse{\n\t\t\t\tBackendAddressPool: *backendPool,\n\t\t\t}, nil)\n\n\t\ttestClient := &testBackendAddressPoolClient{MockLoadBalancerBackendAddressPoolsClient: mockClient}\n\t\twrapper := manual.NewNetworkLoadBalancerBackendAddressPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, backendPoolName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Should only have the parent load balancer link\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\tif len(linkedQueries) != 1 {\n\t\t\tt.Errorf(\"Expected 1 linked query (parent LB only), got %d\", len(linkedQueries))\n\t\t}\n\t\tif linkedQueries[0].GetQuery().GetType() != azureshared.NetworkLoadBalancer.String() {\n\t\t\tt.Errorf(\"Expected parent LB link, got type %s\", linkedQueries[0].GetQuery().GetType())\n\t\t}\n\t})\n}\n\nfunc createAzureBackendAddressPool(name, lbName, subscriptionID, resourceGroup string) *armnetwork.BackendAddressPool {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tvnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/test-vnet\", subscriptionID, resourceGroup)\n\tnatRuleID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/inboundNatRules/nat-rule-1\", subscriptionID, resourceGroup, lbName)\n\tlbRuleID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/loadBalancingRules/lb-rule-1\", subscriptionID, resourceGroup, lbName)\n\toutboundRuleID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/outboundRules/outbound-rule-1\", subscriptionID, resourceGroup, lbName)\n\tnicIPConfigID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/networkInterfaces/test-nic/ipConfigurations/test-ip-config\", subscriptionID, resourceGroup)\n\taddrVnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/addr-vnet\", subscriptionID, resourceGroup)\n\taddrSubnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/addr-vnet/subnets/addr-subnet\", subscriptionID, resourceGroup)\n\tfrontendIPConfigID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/regional-lb/frontendIPConfigurations/frontend-1\", subscriptionID, resourceGroup)\n\n\treturn &armnetwork.BackendAddressPool{\n\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/backendAddressPools/%s\", subscriptionID, resourceGroup, lbName, name)),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/loadBalancers/backendAddressPools\"),\n\t\tProperties: &armnetwork.BackendAddressPoolPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tVirtualNetwork: &armnetwork.SubResource{\n\t\t\t\tID: new(vnetID),\n\t\t\t},\n\t\t\tInboundNatRules: []*armnetwork.SubResource{\n\t\t\t\t{ID: new(natRuleID)},\n\t\t\t},\n\t\t\tLoadBalancingRules: []*armnetwork.SubResource{\n\t\t\t\t{ID: new(lbRuleID)},\n\t\t\t},\n\t\t\tOutboundRules: []*armnetwork.SubResource{\n\t\t\t\t{ID: new(outboundRuleID)},\n\t\t\t},\n\t\t\tBackendIPConfigurations: []*armnetwork.InterfaceIPConfiguration{\n\t\t\t\t{ID: new(nicIPConfigID)},\n\t\t\t},\n\t\t\tLoadBalancerBackendAddresses: []*armnetwork.LoadBalancerBackendAddress{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"backend-addr-1\"),\n\t\t\t\t\tProperties: &armnetwork.LoadBalancerBackendAddressPropertiesFormat{\n\t\t\t\t\t\tIPAddress: new(\"10.0.0.10\"),\n\t\t\t\t\t\tVirtualNetwork: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(addrVnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tSubnet: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(addrSubnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tLoadBalancerFrontendIPConfiguration: &armnetwork.SubResource{\n\t\t\t\t\t\t\tID: new(frontendIPConfigID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc createAzureBackendAddressPoolMinimal(name, lbName, subscriptionID, resourceGroup string) *armnetwork.BackendAddressPool {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\treturn &armnetwork.BackendAddressPool{\n\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/backendAddressPools/%s\", subscriptionID, resourceGroup, lbName, name)),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/loadBalancers/backendAddressPools\"),\n\t\tProperties: &armnetwork.BackendAddressPoolPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t},\n\t}\n}\n\nfunc createAzureBackendAddressPoolCrossRG(name, lbName, otherSub, otherRG string) *armnetwork.BackendAddressPool {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tvnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/cross-rg-vnet\", otherSub, otherRG)\n\n\treturn &armnetwork.BackendAddressPool{\n\t\tID: new(fmt.Sprintf(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/loadBalancers/%s/backendAddressPools/%s\", lbName, name)),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/loadBalancers/backendAddressPools\"),\n\t\tProperties: &armnetwork.BackendAddressPoolPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tVirtualNetwork: &armnetwork.SubResource{\n\t\t\t\tID: new(vnetID),\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-load-balancer-frontend-ip-configuration.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkLoadBalancerFrontendIPConfigurationLookupByUniqueAttr = shared.NewItemTypeLookup(\"uniqueAttr\", azureshared.NetworkLoadBalancerFrontendIPConfiguration)\n\ntype networkLoadBalancerFrontendIPConfigurationWrapper struct {\n\tclient clients.LoadBalancerFrontendIPConfigurationsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkLoadBalancerFrontendIPConfiguration(client clients.LoadBalancerFrontendIPConfigurationsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkLoadBalancerFrontendIPConfigurationWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkLoadBalancerFrontendIPConfiguration,\n\t\t),\n\t}\n}\n\nfunc (c networkLoadBalancerFrontendIPConfigurationWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: loadBalancerName and frontendIPConfigurationName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tloadBalancerName := queryParts[0]\n\tfrontendIPConfigName := queryParts[1]\n\n\tif loadBalancerName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"loadBalancerName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tif frontendIPConfigName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"frontendIPConfigurationName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, loadBalancerName, frontendIPConfigName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureFrontendIPConfigToSDPItem(&resp.FrontendIPConfiguration, loadBalancerName, scope)\n}\n\nfunc (c networkLoadBalancerFrontendIPConfigurationWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: loadBalancerName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tloadBalancerName := queryParts[0]\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, loadBalancerName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\n\t\tfor _, frontendIPConfig := range page.Value {\n\t\t\tif frontendIPConfig == nil || frontendIPConfig.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureFrontendIPConfigToSDPItem(frontendIPConfig, loadBalancerName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c networkLoadBalancerFrontendIPConfigurationWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: loadBalancerName\"), scope, c.Type()))\n\t\treturn\n\t}\n\tloadBalancerName := queryParts[0]\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, loadBalancerName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, frontendIPConfig := range page.Value {\n\t\t\tif frontendIPConfig == nil || frontendIPConfig.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureFrontendIPConfigToSDPItem(frontendIPConfig, loadBalancerName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c networkLoadBalancerFrontendIPConfigurationWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkLoadBalancerLookupByName,\n\t\tNetworkLoadBalancerFrontendIPConfigurationLookupByUniqueAttr,\n\t}\n}\n\nfunc (c networkLoadBalancerFrontendIPConfigurationWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tNetworkLoadBalancerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c networkLoadBalancerFrontendIPConfigurationWrapper) azureFrontendIPConfigToSDPItem(frontendIPConfig *armnetwork.FrontendIPConfiguration, loadBalancerName string, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif frontendIPConfig.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"frontend IP configuration name is nil\"), scope, c.Type())\n\t}\n\n\tfrontendIPConfigName := *frontendIPConfig.Name\n\n\tattributes, err := shared.ToAttributesWithExclude(frontendIPConfig, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(loadBalancerName, frontendIPConfigName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Health status from provisioning state\n\tif frontendIPConfig.Properties != nil && frontendIPConfig.Properties.ProvisioningState != nil {\n\t\tswitch *frontendIPConfig.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent Load Balancer\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkLoadBalancer.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: loadBalancerName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tif frontendIPConfig.Properties != nil {\n\t\t// Link to Public IP Address\n\t\tif frontendIPConfig.Properties.PublicIPAddress != nil && frontendIPConfig.Properties.PublicIPAddress.ID != nil {\n\t\t\tpublicIPName := azureshared.ExtractResourceName(*frontendIPConfig.Properties.PublicIPAddress.ID)\n\t\t\tif publicIPName != \"\" {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*frontendIPConfig.Properties.PublicIPAddress.ID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: publicIPName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Subnet\n\t\tif frontendIPConfig.Properties.Subnet != nil && frontendIPConfig.Properties.Subnet.ID != nil {\n\t\t\tsubnetID := *frontendIPConfig.Properties.Subnet.ID\n\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\tif len(params) >= 2 {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(subnetID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Public IP Prefix\n\t\tif frontendIPConfig.Properties.PublicIPPrefix != nil && frontendIPConfig.Properties.PublicIPPrefix.ID != nil {\n\t\t\tpublicIPPrefixName := azureshared.ExtractResourceName(*frontendIPConfig.Properties.PublicIPPrefix.ID)\n\t\t\tif publicIPPrefixName != \"\" {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*frontendIPConfig.Properties.PublicIPPrefix.ID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkPublicIPPrefix.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: publicIPPrefixName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Gateway Load Balancer Frontend IP Configuration\n\t\tif frontendIPConfig.Properties.GatewayLoadBalancer != nil && frontendIPConfig.Properties.GatewayLoadBalancer.ID != nil {\n\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*frontendIPConfig.Properties.GatewayLoadBalancer.ID, []string{\"loadBalancers\", \"frontendIPConfigurations\"})\n\t\t\tif len(params) >= 2 {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*frontendIPConfig.Properties.GatewayLoadBalancer.ID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Inbound NAT Rules (read-only references)\n\t\tfor _, natRule := range frontendIPConfig.Properties.InboundNatRules {\n\t\t\tif natRule != nil && natRule.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*natRule.ID, []string{\"loadBalancers\", \"inboundNatRules\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*natRule.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerInboundNatRule.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Inbound NAT Pools (read-only references)\n\t\tfor _, natPool := range frontendIPConfig.Properties.InboundNatPools {\n\t\t\tif natPool != nil && natPool.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*natPool.ID, []string{\"loadBalancers\", \"inboundNatPools\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*natPool.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerInboundNatPool.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Outbound Rules (read-only references)\n\t\tfor _, outboundRule := range frontendIPConfig.Properties.OutboundRules {\n\t\t\tif outboundRule != nil && outboundRule.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*outboundRule.ID, []string{\"loadBalancers\", \"outboundRules\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*outboundRule.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerOutboundRule.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Load Balancing Rules (read-only references)\n\t\tfor _, lbRule := range frontendIPConfig.Properties.LoadBalancingRules {\n\t\t\tif lbRule != nil && lbRule.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*lbRule.ID, []string{\"loadBalancers\", \"loadBalancingRules\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*lbRule.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerLoadBalancingRule.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Private IP Address (stdlib)\n\t\tif frontendIPConfig.Properties.PrivateIPAddress != nil && *frontendIPConfig.Properties.PrivateIPAddress != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *frontendIPConfig.Properties.PrivateIPAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c networkLoadBalancerFrontendIPConfigurationWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkLoadBalancer: true,\n\t\tazureshared.NetworkPublicIPAddress: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.NetworkPublicIPPrefix: true,\n\t\tazureshared.NetworkLoadBalancerFrontendIPConfiguration: true,\n\t\tazureshared.NetworkLoadBalancerInboundNatRule: true,\n\t\tazureshared.NetworkLoadBalancerInboundNatPool: true,\n\t\tazureshared.NetworkLoadBalancerOutboundRule: true,\n\t\tazureshared.NetworkLoadBalancerLoadBalancingRule: true,\n\t\tstdlib.NetworkIP: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/networking\nfunc (c networkLoadBalancerFrontendIPConfigurationWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/loadBalancers/frontendIPConfigurations/read\",\n\t}\n}\n\nfunc (c networkLoadBalancerFrontendIPConfigurationWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-load-balancer-frontend-ip-configuration_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockFrontendIPConfigPager struct {\n\tpages []armnetwork.LoadBalancerFrontendIPConfigurationsClientListResponse\n\tindex int\n}\n\nfunc (m *mockFrontendIPConfigPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockFrontendIPConfigPager) NextPage(ctx context.Context) (armnetwork.LoadBalancerFrontendIPConfigurationsClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armnetwork.LoadBalancerFrontendIPConfigurationsClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorFrontendIPConfigPager struct{}\n\nfunc (e *errorFrontendIPConfigPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorFrontendIPConfigPager) NextPage(ctx context.Context) (armnetwork.LoadBalancerFrontendIPConfigurationsClientListResponse, error) {\n\treturn armnetwork.LoadBalancerFrontendIPConfigurationsClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testFrontendIPConfigClient struct {\n\t*mocks.MockLoadBalancerFrontendIPConfigurationsClient\n\tpager clients.LoadBalancerFrontendIPConfigurationsPager\n}\n\nfunc (t *testFrontendIPConfigClient) NewListPager(resourceGroupName, loadBalancerName string) clients.LoadBalancerFrontendIPConfigurationsPager {\n\treturn t.pager\n}\n\nfunc TestNetworkLoadBalancerFrontendIPConfiguration(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tloadBalancerName := \"test-lb\"\n\tfrontendIPConfigName := \"test-frontend-ip\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tfrontendIPConfig := createAzureFrontendIPConfiguration(frontendIPConfigName, loadBalancerName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, loadBalancerName, frontendIPConfigName).Return(\n\t\t\tarmnetwork.LoadBalancerFrontendIPConfigurationsClientGetResponse{\n\t\t\t\tFrontendIPConfiguration: *frontendIPConfig,\n\t\t\t}, nil)\n\n\t\ttestClient := &testFrontendIPConfigClient{MockLoadBalancerFrontendIPConfigurationsClient: mockClient}\n\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, frontendIPConfigName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancerFrontendIPConfiguration.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerFrontendIPConfiguration, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueValue := shared.CompositeLookupKey(loadBalancerName, frontendIPConfigName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"Expected health OK, got %s\", sdpItem.GetHealth())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: loadBalancerName,\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-public-ip\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPPrefix.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-ip-prefix\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"gateway-lb\", \"gateway-frontend\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerInboundNatRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(loadBalancerName, \"nat-rule-1\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerInboundNatPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(loadBalancerName, \"nat-pool-1\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerOutboundRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(loadBalancerName, \"outbound-rule-1\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerLoadBalancingRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(loadBalancerName, \"lb-rule-1\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ip\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.5\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl)\n\t\ttestClient := &testFrontendIPConfigClient{MockLoadBalancerFrontendIPConfigurationsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithEmptyLoadBalancerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl)\n\t\ttestClient := &testFrontendIPConfigClient{MockLoadBalancerFrontendIPConfigurationsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", frontendIPConfigName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when loadBalancerName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithEmptyFrontendIPConfigName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl)\n\t\ttestClient := &testFrontendIPConfigClient{MockLoadBalancerFrontendIPConfigurationsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when frontendIPConfigurationName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tfrontendIP1 := createAzureFrontendIPConfigurationMinimal(\"frontend-1\", loadBalancerName, subscriptionID, resourceGroup)\n\t\tfrontendIP2 := createAzureFrontendIPConfigurationMinimal(\"frontend-2\", loadBalancerName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl)\n\t\tmockPager := &mockFrontendIPConfigPager{\n\t\t\tpages: []armnetwork.LoadBalancerFrontendIPConfigurationsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tLoadBalancerFrontendIPConfigurationListResult: armnetwork.LoadBalancerFrontendIPConfigurationListResult{\n\t\t\t\t\t\tValue: []*armnetwork.FrontendIPConfiguration{frontendIP1, frontendIP2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testFrontendIPConfigClient{\n\t\t\tMockLoadBalancerFrontendIPConfigurationsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkLoadBalancerFrontendIPConfiguration.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerFrontendIPConfiguration, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_WithNilName\", func(t *testing.T) {\n\t\tvalidFrontendIP := createAzureFrontendIPConfigurationMinimal(\"valid-frontend\", loadBalancerName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl)\n\t\tmockPager := &mockFrontendIPConfigPager{\n\t\t\tpages: []armnetwork.LoadBalancerFrontendIPConfigurationsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tLoadBalancerFrontendIPConfigurationListResult: armnetwork.LoadBalancerFrontendIPConfigurationListResult{\n\t\t\t\t\t\tValue: []*armnetwork.FrontendIPConfiguration{\n\t\t\t\t\t\t\t{Name: nil, ID: new(\"/some/id\")},\n\t\t\t\t\t\t\tvalidFrontendIP,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testFrontendIPConfigClient{\n\t\t\tMockLoadBalancerFrontendIPConfigurationsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\texpectedValue := shared.CompositeLookupKey(loadBalancerName, \"valid-frontend\")\n\t\tif sdpItems[0].UniqueAttributeValue() != expectedValue {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", expectedValue, sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl)\n\t\ttestClient := &testFrontendIPConfigClient{MockLoadBalancerFrontendIPConfigurationsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"frontend IP config not found\")\n\n\t\tmockClient := mocks.NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, loadBalancerName, \"nonexistent-frontend\").Return(\n\t\t\tarmnetwork.LoadBalancerFrontendIPConfigurationsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testFrontendIPConfigClient{MockLoadBalancerFrontendIPConfigurationsClient: mockClient}\n\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, \"nonexistent-frontend\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent frontend IP config, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl)\n\t\ttestClient := &testFrontendIPConfigClient{\n\t\t\tMockLoadBalancerFrontendIPConfigurationsClient: mockClient,\n\t\t\tpager: &errorFrontendIPConfigPager{},\n\t\t}\n\n\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_CrossResourceGroupLinks\", func(t *testing.T) {\n\t\tfrontendIPConfig := createAzureFrontendIPConfigCrossRG(frontendIPConfigName, loadBalancerName, \"other-sub\", \"other-rg\")\n\n\t\tmockClient := mocks.NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, loadBalancerName, frontendIPConfigName).Return(\n\t\t\tarmnetwork.LoadBalancerFrontendIPConfigurationsClientGetResponse{\n\t\t\t\tFrontendIPConfiguration: *frontendIPConfig,\n\t\t\t}, nil)\n\n\t\ttestClient := &testFrontendIPConfigClient{MockLoadBalancerFrontendIPConfigurationsClient: mockClient}\n\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, frontendIPConfigName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfound := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkPublicIPAddress.String() {\n\t\t\t\tfound = true\n\t\t\t\texpectedScope := \"other-sub.other-rg\"\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected PublicIPAddress scope to be %s, got: %s\", expectedScope, linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Expected to find PublicIPAddress linked query\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoProperties\", func(t *testing.T) {\n\t\tfrontendIPConfig := &armnetwork.FrontendIPConfiguration{\n\t\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/frontendIPConfigurations/%s\", subscriptionID, resourceGroup, loadBalancerName, frontendIPConfigName)),\n\t\t\tName: new(frontendIPConfigName),\n\t\t\tType: new(\"Microsoft.Network/loadBalancers/frontendIPConfigurations\"),\n\t\t}\n\n\t\tmockClient := mocks.NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, loadBalancerName, frontendIPConfigName).Return(\n\t\t\tarmnetwork.LoadBalancerFrontendIPConfigurationsClientGetResponse{\n\t\t\t\tFrontendIPConfiguration: *frontendIPConfig,\n\t\t\t}, nil)\n\n\t\ttestClient := &testFrontendIPConfigClient{MockLoadBalancerFrontendIPConfigurationsClient: mockClient}\n\t\twrapper := manual.NewNetworkLoadBalancerFrontendIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, frontendIPConfigName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Should only have the parent load balancer link\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\tif len(linkedQueries) != 1 {\n\t\t\tt.Errorf(\"Expected 1 linked query (parent LB only), got %d\", len(linkedQueries))\n\t\t}\n\t\tif linkedQueries[0].GetQuery().GetType() != azureshared.NetworkLoadBalancer.String() {\n\t\t\tt.Errorf(\"Expected parent LB link, got type %s\", linkedQueries[0].GetQuery().GetType())\n\t\t}\n\t})\n}\n\nfunc createAzureFrontendIPConfiguration(name, lbName, subscriptionID, resourceGroup string) *armnetwork.FrontendIPConfiguration {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tpublicIPID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/publicIPAddresses/test-public-ip\", subscriptionID, resourceGroup)\n\tsubnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\", subscriptionID, resourceGroup)\n\tpublicIPPrefixID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/publicIPPrefixes/test-ip-prefix\", subscriptionID, resourceGroup)\n\tgatewayLBFrontendID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/gateway-lb/frontendIPConfigurations/gateway-frontend\", subscriptionID, resourceGroup)\n\tnatRuleID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/inboundNatRules/nat-rule-1\", subscriptionID, resourceGroup, lbName)\n\tnatPoolID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/inboundNatPools/nat-pool-1\", subscriptionID, resourceGroup, lbName)\n\toutboundRuleID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/outboundRules/outbound-rule-1\", subscriptionID, resourceGroup, lbName)\n\tlbRuleID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/loadBalancingRules/lb-rule-1\", subscriptionID, resourceGroup, lbName)\n\n\treturn &armnetwork.FrontendIPConfiguration{\n\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/frontendIPConfigurations/%s\", subscriptionID, resourceGroup, lbName, name)),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/loadBalancers/frontendIPConfigurations\"),\n\t\tProperties: &armnetwork.FrontendIPConfigurationPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tPublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\tID: new(publicIPID),\n\t\t\t},\n\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\tID: new(subnetID),\n\t\t\t},\n\t\t\tPublicIPPrefix: &armnetwork.SubResource{\n\t\t\t\tID: new(publicIPPrefixID),\n\t\t\t},\n\t\t\tGatewayLoadBalancer: &armnetwork.SubResource{\n\t\t\t\tID: new(gatewayLBFrontendID),\n\t\t\t},\n\t\t\tPrivateIPAddress: new(\"10.0.0.5\"),\n\t\t\tInboundNatRules: []*armnetwork.SubResource{\n\t\t\t\t{ID: new(natRuleID)},\n\t\t\t},\n\t\t\tInboundNatPools: []*armnetwork.SubResource{\n\t\t\t\t{ID: new(natPoolID)},\n\t\t\t},\n\t\t\tOutboundRules: []*armnetwork.SubResource{\n\t\t\t\t{ID: new(outboundRuleID)},\n\t\t\t},\n\t\t\tLoadBalancingRules: []*armnetwork.SubResource{\n\t\t\t\t{ID: new(lbRuleID)},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc createAzureFrontendIPConfigurationMinimal(name, lbName, subscriptionID, resourceGroup string) *armnetwork.FrontendIPConfiguration {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\treturn &armnetwork.FrontendIPConfiguration{\n\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/frontendIPConfigurations/%s\", subscriptionID, resourceGroup, lbName, name)),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/loadBalancers/frontendIPConfigurations\"),\n\t\tProperties: &armnetwork.FrontendIPConfigurationPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t},\n\t}\n}\n\nfunc createAzureFrontendIPConfigCrossRG(name, lbName, otherSub, otherRG string) *armnetwork.FrontendIPConfiguration {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tpublicIPID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/publicIPAddresses/cross-rg-ip\", otherSub, otherRG)\n\n\treturn &armnetwork.FrontendIPConfiguration{\n\t\tID: new(fmt.Sprintf(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/loadBalancers/%s/frontendIPConfigurations/%s\", lbName, name)),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/loadBalancers/frontendIPConfigurations\"),\n\t\tProperties: &armnetwork.FrontendIPConfigurationPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tPublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\tID: new(publicIPID),\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-load-balancer-probe.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar NetworkLoadBalancerProbeLookupByUniqueAttr = shared.NewItemTypeLookup(\"uniqueAttr\", azureshared.NetworkLoadBalancerProbe)\n\ntype networkLoadBalancerProbeWrapper struct {\n\tclient clients.LoadBalancerProbesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkLoadBalancerProbe(client clients.LoadBalancerProbesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkLoadBalancerProbeWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkLoadBalancerProbe,\n\t\t),\n\t}\n}\n\nfunc (c networkLoadBalancerProbeWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: loadBalancerName and probeName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tloadBalancerName := queryParts[0]\n\tprobeName := queryParts[1]\n\n\tif loadBalancerName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"loadBalancerName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tif probeName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"probeName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, loadBalancerName, probeName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureProbeToSDPItem(&resp.Probe, loadBalancerName, scope)\n}\n\nfunc (c networkLoadBalancerProbeWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: loadBalancerName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tloadBalancerName := queryParts[0]\n\n\tif loadBalancerName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"loadBalancerName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, loadBalancerName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\n\t\tfor _, probe := range page.Value {\n\t\t\tif probe == nil || probe.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureProbeToSDPItem(probe, loadBalancerName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c networkLoadBalancerProbeWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: loadBalancerName\"), scope, c.Type()))\n\t\treturn\n\t}\n\tloadBalancerName := queryParts[0]\n\n\tif loadBalancerName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"loadBalancerName cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, loadBalancerName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, probe := range page.Value {\n\t\t\tif probe == nil || probe.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureProbeToSDPItem(probe, loadBalancerName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c networkLoadBalancerProbeWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkLoadBalancerLookupByName,\n\t\tNetworkLoadBalancerProbeLookupByUniqueAttr,\n\t}\n}\n\nfunc (c networkLoadBalancerProbeWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tNetworkLoadBalancerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c networkLoadBalancerProbeWrapper) azureProbeToSDPItem(probe *armnetwork.Probe, loadBalancerName string, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif probe.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"probe name is nil\"), scope, c.Type())\n\t}\n\n\tprobeName := *probe.Name\n\n\tattributes, err := shared.ToAttributesWithExclude(probe, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(loadBalancerName, probeName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkLoadBalancerProbe.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tif probe.Properties != nil && probe.Properties.ProvisioningState != nil {\n\t\tswitch *probe.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent Load Balancer\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkLoadBalancer.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: loadBalancerName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tif probe.Properties != nil {\n\t\t// Link to Load Balancing Rules that reference this probe\n\t\tfor _, lbRule := range probe.Properties.LoadBalancingRules {\n\t\t\tif lbRule != nil && lbRule.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*lbRule.ID, []string{\"loadBalancers\", \"loadBalancingRules\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*lbRule.ID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerLoadBalancingRule.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c networkLoadBalancerProbeWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkLoadBalancer: true,\n\t\tazureshared.NetworkLoadBalancerLoadBalancingRule: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/networking\nfunc (c networkLoadBalancerProbeWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/loadBalancers/probes/read\",\n\t}\n}\n\nfunc (c networkLoadBalancerProbeWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-load-balancer-probe_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockLoadBalancerProbePager struct {\n\tpages []armnetwork.LoadBalancerProbesClientListResponse\n\tindex int\n}\n\nfunc (m *mockLoadBalancerProbePager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockLoadBalancerProbePager) NextPage(ctx context.Context) (armnetwork.LoadBalancerProbesClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armnetwork.LoadBalancerProbesClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorLoadBalancerProbePager struct{}\n\nfunc (e *errorLoadBalancerProbePager) More() bool {\n\treturn true\n}\n\nfunc (e *errorLoadBalancerProbePager) NextPage(ctx context.Context) (armnetwork.LoadBalancerProbesClientListResponse, error) {\n\treturn armnetwork.LoadBalancerProbesClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testLoadBalancerProbeClient struct {\n\t*mocks.MockLoadBalancerProbesClient\n\tpager clients.LoadBalancerProbesPager\n}\n\nfunc (t *testLoadBalancerProbeClient) NewListPager(resourceGroupName, loadBalancerName string) clients.LoadBalancerProbesPager {\n\treturn t.pager\n}\n\nfunc TestNetworkLoadBalancerProbe(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tloadBalancerName := \"test-lb\"\n\tprobeName := \"test-probe\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tprobe := createAzureLoadBalancerProbe(probeName, loadBalancerName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockLoadBalancerProbesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, loadBalancerName, probeName).Return(\n\t\t\tarmnetwork.LoadBalancerProbesClientGetResponse{\n\t\t\t\tProbe: *probe,\n\t\t\t}, nil)\n\n\t\ttestClient := &testLoadBalancerProbeClient{MockLoadBalancerProbesClient: mockClient}\n\t\twrapper := manual.NewNetworkLoadBalancerProbe(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, probeName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancerProbe.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerProbe, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueValue := shared.CompositeLookupKey(loadBalancerName, probeName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"Expected health OK, got %s\", sdpItem.GetHealth())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: loadBalancerName,\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerLoadBalancingRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(loadBalancerName, \"lb-rule-1\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerProbesClient(ctrl)\n\t\ttestClient := &testLoadBalancerProbeClient{MockLoadBalancerProbesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerProbe(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithEmptyLoadBalancerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerProbesClient(ctrl)\n\t\ttestClient := &testLoadBalancerProbeClient{MockLoadBalancerProbesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerProbe(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(\"\", probeName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when loadBalancerName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithEmptyProbeName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerProbesClient(ctrl)\n\t\ttestClient := &testLoadBalancerProbeClient{MockLoadBalancerProbesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerProbe(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when probeName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tprobe1 := createAzureLoadBalancerProbeMinimal(\"probe-1\", loadBalancerName, subscriptionID, resourceGroup)\n\t\tprobe2 := createAzureLoadBalancerProbeMinimal(\"probe-2\", loadBalancerName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockLoadBalancerProbesClient(ctrl)\n\t\tmockPager := &mockLoadBalancerProbePager{\n\t\t\tpages: []armnetwork.LoadBalancerProbesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tLoadBalancerProbeListResult: armnetwork.LoadBalancerProbeListResult{\n\t\t\t\t\t\tValue: []*armnetwork.Probe{probe1, probe2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testLoadBalancerProbeClient{\n\t\t\tMockLoadBalancerProbesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkLoadBalancerProbe(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkLoadBalancerProbe.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancerProbe, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_WithNilName\", func(t *testing.T) {\n\t\tvalidProbe := createAzureLoadBalancerProbeMinimal(\"valid-probe\", loadBalancerName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockLoadBalancerProbesClient(ctrl)\n\t\tmockPager := &mockLoadBalancerProbePager{\n\t\t\tpages: []armnetwork.LoadBalancerProbesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tLoadBalancerProbeListResult: armnetwork.LoadBalancerProbeListResult{\n\t\t\t\t\t\tValue: []*armnetwork.Probe{\n\t\t\t\t\t\t\t{Name: nil, ID: new(\"/some/id\")},\n\t\t\t\t\t\t\tvalidProbe,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testLoadBalancerProbeClient{\n\t\t\tMockLoadBalancerProbesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkLoadBalancerProbe(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\texpectedValue := shared.CompositeLookupKey(loadBalancerName, \"valid-probe\")\n\t\tif sdpItems[0].UniqueAttributeValue() != expectedValue {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", expectedValue, sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerProbesClient(ctrl)\n\t\ttestClient := &testLoadBalancerProbeClient{MockLoadBalancerProbesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerProbe(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_WithEmptyLoadBalancerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerProbesClient(ctrl)\n\t\ttestClient := &testLoadBalancerProbeClient{MockLoadBalancerProbesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkLoadBalancerProbe(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when loadBalancerName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"probe not found\")\n\n\t\tmockClient := mocks.NewMockLoadBalancerProbesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, loadBalancerName, \"nonexistent-probe\").Return(\n\t\t\tarmnetwork.LoadBalancerProbesClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testLoadBalancerProbeClient{MockLoadBalancerProbesClient: mockClient}\n\t\twrapper := manual.NewNetworkLoadBalancerProbe(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, \"nonexistent-probe\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent probe, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancerProbesClient(ctrl)\n\t\ttestClient := &testLoadBalancerProbeClient{\n\t\t\tMockLoadBalancerProbesClient: mockClient,\n\t\t\tpager: &errorLoadBalancerProbePager{},\n\t\t}\n\n\t\twrapper := manual.NewNetworkLoadBalancerProbe(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], loadBalancerName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoProperties\", func(t *testing.T) {\n\t\tprobe := &armnetwork.Probe{\n\t\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/probes/%s\", subscriptionID, resourceGroup, loadBalancerName, probeName)),\n\t\t\tName: new(probeName),\n\t\t\tType: new(\"Microsoft.Network/loadBalancers/probes\"),\n\t\t}\n\n\t\tmockClient := mocks.NewMockLoadBalancerProbesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, loadBalancerName, probeName).Return(\n\t\t\tarmnetwork.LoadBalancerProbesClientGetResponse{\n\t\t\t\tProbe: *probe,\n\t\t\t}, nil)\n\n\t\ttestClient := &testLoadBalancerProbeClient{MockLoadBalancerProbesClient: mockClient}\n\t\twrapper := manual.NewNetworkLoadBalancerProbe(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(loadBalancerName, probeName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\tif len(linkedQueries) != 1 {\n\t\t\tt.Errorf(\"Expected 1 linked query (parent LB only), got %d\", len(linkedQueries))\n\t\t}\n\t\tif linkedQueries[0].GetQuery().GetType() != azureshared.NetworkLoadBalancer.String() {\n\t\t\tt.Errorf(\"Expected parent LB link, got type %s\", linkedQueries[0].GetQuery().GetType())\n\t\t}\n\t})\n}\n\nfunc createAzureLoadBalancerProbe(name, lbName, subscriptionID, resourceGroup string) *armnetwork.Probe {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tport := int32(80)\n\tprotocol := armnetwork.ProbeProtocolHTTP\n\tintervalInSeconds := int32(15)\n\tnumberOfProbes := int32(2)\n\tlbRuleID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/loadBalancingRules/lb-rule-1\", subscriptionID, resourceGroup, lbName)\n\n\treturn &armnetwork.Probe{\n\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/probes/%s\", subscriptionID, resourceGroup, lbName, name)),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/loadBalancers/probes\"),\n\t\tProperties: &armnetwork.ProbePropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tPort: &port,\n\t\t\tProtocol: &protocol,\n\t\t\tIntervalInSeconds: &intervalInSeconds,\n\t\t\tNumberOfProbes: &numberOfProbes,\n\t\t\tRequestPath: new(\"/health\"),\n\t\t\tLoadBalancingRules: []*armnetwork.SubResource{\n\t\t\t\t{ID: new(lbRuleID)},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc createAzureLoadBalancerProbeMinimal(name, lbName, subscriptionID, resourceGroup string) *armnetwork.Probe {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tport := int32(80)\n\tprotocol := armnetwork.ProbeProtocolTCP\n\treturn &armnetwork.Probe{\n\t\tID: new(fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/%s/probes/%s\", subscriptionID, resourceGroup, lbName, name)),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/loadBalancers/probes\"),\n\t\tProperties: &armnetwork.ProbePropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tPort: &port,\n\t\t\tProtocol: &protocol,\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-load-balancer.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkLoadBalancerLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkLoadBalancer)\n\ntype networkLoadBalancerWrapper struct {\n\tclient clients.LoadBalancersClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkLoadBalancer(client clients.LoadBalancersClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkLoadBalancerWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkLoadBalancer,\n\t\t),\n\t}\n}\n\nfunc (n networkLoadBalancerWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.List(rgScope.ResourceGroup)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\n\t\tfor _, loadBalancer := range page.Value {\n\t\t\tif loadBalancer.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := n.azureLoadBalancerToSDPItem(loadBalancer, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (n networkLoadBalancerWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.List(rgScope.ResourceGroup)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, loadBalancer := range page.Value {\n\t\t\tif loadBalancer.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureLoadBalancerToSDPItem(loadBalancer, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkLoadBalancerWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be a load balancer name\"), scope, n.Type())\n\t}\n\n\tloadBalancerName := queryParts[0]\n\tif loadBalancerName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"load balancer name cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, loadBalancerName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\titem, sdpErr := n.azureLoadBalancerToSDPItem(&resp.LoadBalancer, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\treturn item, nil\n}\n\nfunc (n networkLoadBalancerWrapper) azureLoadBalancerToSDPItem(loadBalancer *armnetwork.LoadBalancer, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif loadBalancer.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"load balancer name is nil\"), scope, n.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(loadBalancer, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkLoadBalancer.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(loadBalancer.Tags),\n\t}\n\n\tloadBalancerName := *loadBalancer.Name\n\n\t// Process FrontendIPConfigurations (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/load-balancer-frontend-ip-configurations/get?view=rest-load-balancer-2025-03-01&tabs=HTTP\n\tif loadBalancer.Properties != nil && loadBalancer.Properties.FrontendIPConfigurations != nil {\n\t\tfor _, frontendIPConfig := range loadBalancer.Properties.FrontendIPConfigurations {\n\t\t\tif frontendIPConfig.Name != nil {\n\t\t\t\t// Link to FrontendIPConfiguration child resource\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loadBalancerName, *frontendIPConfig.Name),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif frontendIPConfig.Properties != nil {\n\t\t\t\t// Link to Public IP Address if referenced\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/public-ip-addresses/get?view=rest-virtualnetwork-2025-03-01&tabs=HTTP\n\t\t\t\tif frontendIPConfig.Properties.PublicIPAddress != nil && frontendIPConfig.Properties.PublicIPAddress.ID != nil {\n\t\t\t\t\tpublicIPName := azureshared.ExtractResourceName(*frontendIPConfig.Properties.PublicIPAddress.ID)\n\t\t\t\t\tif publicIPName != \"\" {\n\t\t\t\t\t\t// Extract subscription ID and resource group from the resource ID to determine scope\n\t\t\t\t\t\tresourceID := *frontendIPConfig.Properties.PublicIPAddress.ID\n\t\t\t\t\t\tparts := strings.Split(strings.Trim(resourceID, \"/\"), \"/\")\n\t\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\t\tif len(parts) >= 4 && parts[0] == \"subscriptions\" && parts[2] == \"resourceGroups\" {\n\t\t\t\t\t\t\tsubscriptionID := parts[1]\n\t\t\t\t\t\t\tresourceGroup := parts[3]\n\t\t\t\t\t\t\tlinkedScope = fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: publicIPName,\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Link to Subnet if referenced\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/subnets/get?view=rest-virtualnetwork-2025-03-01&tabs=HTTP\n\t\t\t\tif frontendIPConfig.Properties.Subnet != nil && frontendIPConfig.Properties.Subnet.ID != nil {\n\t\t\t\t\tsubnetID := *frontendIPConfig.Properties.Subnet.ID\n\t\t\t\t\t// Subnet ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnet}/subnets/{subnet}\n\t\t\t\t\tparts := strings.Split(strings.Trim(subnetID, \"/\"), \"/\")\n\t\t\t\t\tif len(parts) >= 10 && parts[0] == \"subscriptions\" && parts[2] == \"resourceGroups\" && parts[4] == \"providers\" && parts[5] == \"Microsoft.Network\" && parts[6] == \"virtualNetworks\" && parts[8] == \"subnets\" {\n\t\t\t\t\t\tvnetName := parts[7]\n\t\t\t\t\t\tsubnetName := parts[9]\n\t\t\t\t\t\tlinkedScope := fmt.Sprintf(\"%s.%s\", parts[1], parts[3])\n\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Link to Gateway Load Balancer frontend IP if referenced (e.g. LB chained to Gateway LB)\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/load-balancer-frontend-ip-configurations/get?view=rest-load-balancer-2025-03-01&tabs=HTTP\n\t\t\t\tif frontendIPConfig.Properties.GatewayLoadBalancer != nil && frontendIPConfig.Properties.GatewayLoadBalancer.ID != nil {\n\t\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*frontendIPConfig.Properties.GatewayLoadBalancer.ID, []string{\"loadBalancers\", \"frontendIPConfigurations\"})\n\t\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*frontendIPConfig.Properties.GatewayLoadBalancer.ID)\n\t\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Link to Public IP Prefix if referenced\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/public-ip-prefixes/get?view=rest-virtualnetwork-2025-03-01&tabs=HTTP\n\t\t\t\tif frontendIPConfig.Properties.PublicIPPrefix != nil && frontendIPConfig.Properties.PublicIPPrefix.ID != nil {\n\t\t\t\t\tpublicIPPrefixName := azureshared.ExtractResourceName(*frontendIPConfig.Properties.PublicIPPrefix.ID)\n\t\t\t\t\tif publicIPPrefixName != \"\" {\n\t\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*frontendIPConfig.Properties.PublicIPPrefix.ID)\n\t\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkPublicIPPrefix.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: publicIPPrefixName,\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Link to IP address (standard library) if private IP address is assigned\n\t\t\t\tif frontendIPConfig.Properties.PrivateIPAddress != nil && *frontendIPConfig.Properties.PrivateIPAddress != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *frontendIPConfig.Properties.PrivateIPAddress,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process BackendAddressPools (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/backend-address-pools/get\n\tif loadBalancer.Properties != nil && loadBalancer.Properties.BackendAddressPools != nil {\n\t\tfor _, backendPool := range loadBalancer.Properties.BackendAddressPools {\n\t\t\tif backendPool.Name != nil {\n\t\t\t\t// Link to BackendAddressPool child resource\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerBackendAddressPool.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loadBalancerName, *backendPool.Name),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to Virtual Network if backend pool references one\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/virtual-networks/get?view=rest-virtualnetwork-2025-03-01&tabs=HTTP\n\t\t\tif backendPool.Properties != nil && backendPool.Properties.VirtualNetwork != nil && backendPool.Properties.VirtualNetwork.ID != nil {\n\t\t\t\tvnetName := azureshared.ExtractResourceName(*backendPool.Properties.VirtualNetwork.ID)\n\t\t\t\tif vnetName != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*backendPool.Properties.VirtualNetwork.ID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link from backend addresses (LoadBalancerBackendAddress) to frontend IP config, subnet, VNet, and IP\n\t\t\tif backendPool.Properties != nil && backendPool.Properties.LoadBalancerBackendAddresses != nil {\n\t\t\t\tfor _, addr := range backendPool.Properties.LoadBalancerBackendAddresses {\n\t\t\t\t\tif addr == nil || addr.Properties == nil {\n\t\t\t\t\t\tcontinue\n\t\t\t\t\t}\n\t\t\t\t\t// Link to Frontend IP Configuration (regional LB) if referenced\n\t\t\t\t\tif addr.Properties.LoadBalancerFrontendIPConfiguration != nil && addr.Properties.LoadBalancerFrontendIPConfiguration.ID != nil {\n\t\t\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*addr.Properties.LoadBalancerFrontendIPConfiguration.ID, []string{\"loadBalancers\", \"frontendIPConfigurations\"})\n\t\t\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*addr.Properties.LoadBalancerFrontendIPConfiguration.ID)\n\t\t\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\t// Link to Subnet if referenced\n\t\t\t\t\tif addr.Properties.Subnet != nil && addr.Properties.Subnet.ID != nil {\n\t\t\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*addr.Properties.Subnet.ID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*addr.Properties.Subnet.ID)\n\t\t\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\t// Link to Virtual Network if referenced\n\t\t\t\t\tif addr.Properties.VirtualNetwork != nil && addr.Properties.VirtualNetwork.ID != nil {\n\t\t\t\t\t\tvnetName := azureshared.ExtractResourceName(*addr.Properties.VirtualNetwork.ID)\n\t\t\t\t\t\tif vnetName != \"\" {\n\t\t\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*addr.Properties.VirtualNetwork.ID)\n\t\t\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\t// Link to stdlib IP if backend address has IP\n\t\t\t\t\tif addr.Properties.IPAddress != nil && *addr.Properties.IPAddress != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *addr.Properties.IPAddress,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process InboundNatRules (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/inbound-nat-rules/get?view=rest-load-balancer-2025-03-01&tabs=HTTP\n\tif loadBalancer.Properties != nil && loadBalancer.Properties.InboundNatRules != nil {\n\t\tfor _, natRule := range loadBalancer.Properties.InboundNatRules {\n\t\t\tif natRule.Name != nil {\n\t\t\t\t// Link to InboundNatRule child resource\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerInboundNatRule.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loadBalancerName, *natRule.Name),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to Network Interface via BackendIPConfiguration\n\t\t\tif natRule.Properties != nil && natRule.Properties.BackendIPConfiguration != nil && natRule.Properties.BackendIPConfiguration.ID != nil {\n\t\t\t\t// BackendIPConfiguration.ID points to a Network Interface IP Configuration\n\t\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/networkInterfaces/{nic}/ipConfigurations/{ipConfig}\n\t\t\t\tbackendIPConfigID := *natRule.Properties.BackendIPConfiguration.ID\n\t\t\t\tparts := strings.Split(strings.Trim(backendIPConfigID, \"/\"), \"/\")\n\t\t\t\tif len(parts) >= 8 && parts[0] == \"subscriptions\" && parts[2] == \"resourceGroups\" && parts[4] == \"providers\" && parts[5] == \"Microsoft.Network\" && parts[6] == \"networkInterfaces\" {\n\t\t\t\t\tsubscriptionID := parts[1]\n\t\t\t\t\tresourceGroup := parts[3]\n\t\t\t\t\tnicName := parts[7]\n\t\t\t\t\tscope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup)\n\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: nicName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process LoadBalancingRules (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/load-balancer-load-balancing-rules/get?view=rest-load-balancer-2025-03-01&tabs=HTTP\n\tif loadBalancer.Properties != nil && loadBalancer.Properties.LoadBalancingRules != nil {\n\t\tfor _, lbRule := range loadBalancer.Properties.LoadBalancingRules {\n\t\t\tif lbRule.Name != nil {\n\t\t\t\t// Link to LoadBalancingRule child resource\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerLoadBalancingRule.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loadBalancerName, *lbRule.Name),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process Probes (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/load-balancer-probes/get?view=rest-load-balancer-2025-03-01&tabs=HTTP\n\tif loadBalancer.Properties != nil && loadBalancer.Properties.Probes != nil {\n\t\tfor _, probe := range loadBalancer.Properties.Probes {\n\t\t\tif probe.Name != nil {\n\t\t\t\t// Link to Probe child resource\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerProbe.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loadBalancerName, *probe.Name),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process OutboundRules (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/load-balancer-outbound-rules/get?view=rest-load-balancer-2025-03-01&tabs=HTTP\n\tif loadBalancer.Properties != nil && loadBalancer.Properties.OutboundRules != nil {\n\t\tfor _, outboundRule := range loadBalancer.Properties.OutboundRules {\n\t\t\tif outboundRule.Name != nil {\n\t\t\t\t// Link to OutboundRule child resource\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerOutboundRule.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loadBalancerName, *outboundRule.Name),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Process InboundNatPools (Child Resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/load-balancer/inbound-nat-pools/get\n\tif loadBalancer.Properties != nil && loadBalancer.Properties.InboundNatPools != nil {\n\t\tfor _, natPool := range loadBalancer.Properties.InboundNatPools {\n\t\t\tif natPool.Name != nil {\n\t\t\t\t// Link to InboundNatPool child resource\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerInboundNatPool.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loadBalancerName, *natPool.Name),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/load-balancer/load-balancers/get?view=rest-load-balancer-2025-03-01&tabs=HTTP\nfunc (n networkLoadBalancerWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkLoadBalancerLookupByName,\n\t}\n}\n\nfunc (n networkLoadBalancerWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\t// Child resources\n\t\tazureshared.NetworkLoadBalancerFrontendIPConfiguration: true,\n\t\tazureshared.NetworkLoadBalancerBackendAddressPool: true,\n\t\tazureshared.NetworkLoadBalancerInboundNatRule: true,\n\t\tazureshared.NetworkLoadBalancerLoadBalancingRule: true,\n\t\tazureshared.NetworkLoadBalancerProbe: true,\n\t\tazureshared.NetworkLoadBalancerOutboundRule: true,\n\t\tazureshared.NetworkLoadBalancerInboundNatPool: true,\n\t\t// External resources\n\t\tazureshared.NetworkPublicIPAddress: true,\n\t\tazureshared.NetworkPublicIPPrefix: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.NetworkVirtualNetwork: true,\n\t\tazureshared.NetworkNetworkInterface: true,\n\t\t// Standard library resources\n\t\tstdlib.NetworkIP: true,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/lb\nfunc (n networkLoadBalancerWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_lb.name\",\n\t\t},\n\t}\n}\n\n// ref; https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/networking\nfunc (n networkLoadBalancerWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/loadBalancers/read\",\n\t}\n}\n\nfunc (n networkLoadBalancerWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-load-balancer_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"reflect\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestNetworkLoadBalancer(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tlbName := \"test-lb\"\n\t\tloadBalancer := createAzureLoadBalancer(lbName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockLoadBalancersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, lbName).Return(\n\t\t\tarmnetwork.LoadBalancersClientGetResponse{\n\t\t\t\tLoadBalancer: *loadBalancer,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkLoadBalancer(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], lbName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkLoadBalancer.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLoadBalancer, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != lbName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", lbName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// FrontendIPConfiguration child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(lbName, \"frontend-ip-config\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// PublicIPAddress external resource\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-public-ip\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// Subnet external resource\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// Private IP address link (standard library)\n\t\t\t\t\tExpectedType: \"ip\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.2.0.5\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// BackendAddressPool child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerBackendAddressPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(lbName, \"backend-pool\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// InboundNatRule child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerInboundNatRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(lbName, \"inbound-nat-rule\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// NetworkInterface via InboundNatRule BackendIPConfiguration\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nic\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// LoadBalancingRule child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerLoadBalancingRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(lbName, \"lb-rule\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// Probe child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerProbe.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(lbName, \"probe\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// OutboundRule child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerOutboundRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(lbName, \"outbound-rule\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// InboundNatPool child resource\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerInboundNatPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(lbName, \"nat-pool\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_EmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancersClient(ctrl)\n\n\t\twrapper := manual.NewNetworkLoadBalancer(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty string name - the wrapper validates this before calling the client\n\t\t// So the client.Get should not be called\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting load balancer with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tlb1 := createAzureLoadBalancer(\"test-lb-1\", subscriptionID, resourceGroup)\n\t\tlb2 := createAzureLoadBalancer(\"test-lb-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockLoadBalancersClient(ctrl)\n\t\tmockPager := NewMockLoadBalancersPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.LoadBalancersClientListResponse{\n\t\t\t\t\tLoadBalancerListResult: armnetwork.LoadBalancerListResult{\n\t\t\t\t\t\tValue: []*armnetwork.LoadBalancer{lb1, lb2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkLoadBalancer(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.NetworkLoadBalancer.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkLoadBalancer, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\t// Test that load balancers with nil names are skipped in List\n\t\tlb1 := createAzureLoadBalancer(\"test-lb-1\", subscriptionID, resourceGroup)\n\t\tlb2 := &armnetwork.LoadBalancer{\n\t\t\tName: nil, // Load balancer with nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armnetwork.LoadBalancerPropertiesFormat{},\n\t\t}\n\n\t\tmockClient := mocks.NewMockLoadBalancersClient(ctrl)\n\t\tmockPager := NewMockLoadBalancersPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.LoadBalancersClientListResponse{\n\t\t\t\t\tLoadBalancerListResult: armnetwork.LoadBalancerListResult{\n\t\t\t\t\t\tValue: []*armnetwork.LoadBalancer{lb1, lb2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkLoadBalancer(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (lb1), lb2 with nil name should be skipped\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name should be skipped), got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != \"test-lb-1\" {\n\t\t\tt.Errorf(\"Expected item name 'test-lb-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"load balancer not found\")\n\n\t\tmockClient := mocks.NewMockLoadBalancersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-lb\").Return(\n\t\t\tarmnetwork.LoadBalancersClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkLoadBalancer(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-lb\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent load balancer, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_List\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failed to list load balancers\")\n\n\t\tmockClient := mocks.NewMockLoadBalancersClient(ctrl)\n\t\tmockPager := NewMockLoadBalancersPager(ctrl)\n\n\t\t// Setup pager to return error on NextPage\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.LoadBalancersClientListResponse{}, expectedErr),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkLoadBalancer(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing load balancers fails, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLoadBalancersClient(ctrl)\n\t\twrapper := manual.NewNetworkLoadBalancer(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Verify wrapper implements ListableWrapper interface\n\t\t_ = wrapper\n\n\t\t// Cast to sources.Wrapper to access interface methods\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/loadBalancers/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Note: PredefinedRole() is not part of the Wrapper interface, so we can't test it here\n\t\t// It's tested implicitly by ensuring the wrapper implements all required methods\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkLoadBalancerFrontendIPConfiguration] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkLoadBalancerFrontendIPConfiguration\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkPublicIPAddress] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkPublicIPAddress\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkSubnet] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkSubnet\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkNetworkInterface] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkNetworkInterface\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkPublicIPPrefix] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkPublicIPPrefix\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkVirtualNetwork] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkVirtualNetwork\")\n\t\t}\n\n\t\t// Verify TerraformMappings\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_lb.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod to be GET, got: %s\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_lb.name' mapping\")\n\t\t}\n\n\t\t// Verify GetLookups\n\t\tlookups := w.GetLookups()\n\t\tif len(lookups) == 0 {\n\t\t\tt.Error(\"Expected GetLookups to return at least one lookup\")\n\t\t}\n\t\tfoundLookup := false\n\t\tfor _, lookup := range lookups {\n\t\t\tif lookup.ItemType == azureshared.NetworkLoadBalancer {\n\t\t\t\tfoundLookup = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundLookup {\n\t\t\tt.Error(\"Expected GetLookups to include NetworkLoadBalancer\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_PublicIPAddress_DifferentScope\", func(t *testing.T) {\n\t\t// Test that PublicIPAddress with different subscription/resource group uses correct scope\n\t\tlbName := \"test-lb\"\n\t\tloadBalancer := createAzureLoadBalancerWithDifferentScopePublicIP(lbName, subscriptionID, resourceGroup, \"other-sub\", \"other-rg\")\n\n\t\tmockClient := mocks.NewMockLoadBalancersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, lbName).Return(\n\t\t\tarmnetwork.LoadBalancersClientGetResponse{\n\t\t\t\tLoadBalancer: *loadBalancer,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkLoadBalancer(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], lbName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Find the PublicIPAddress linked query\n\t\tfound := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkPublicIPAddress.String() {\n\t\t\t\tfound = true\n\t\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", \"other-sub\", \"other-rg\")\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected PublicIPAddress scope to be %s, got: %s\", expectedScope, linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Expected to find PublicIPAddress linked query\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_Subnet_DifferentScope\", func(t *testing.T) {\n\t\t// Test that Subnet with different subscription/resource group uses correct scope\n\t\tlbName := \"test-lb\"\n\t\tloadBalancer := createAzureLoadBalancerWithDifferentScopeSubnet(lbName, subscriptionID, resourceGroup, \"other-sub\", \"other-rg\")\n\n\t\tmockClient := mocks.NewMockLoadBalancersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, lbName).Return(\n\t\t\tarmnetwork.LoadBalancersClientGetResponse{\n\t\t\t\tLoadBalancer: *loadBalancer,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkLoadBalancer(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], lbName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Find the Subnet linked query\n\t\tfound := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkSubnet.String() {\n\t\t\t\tfound = true\n\t\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", \"other-sub\", \"other-rg\")\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected Subnet scope to be %s, got: %s\", expectedScope, linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Expected to find Subnet linked query\")\n\t\t}\n\t})\n}\n\n// MockLoadBalancersPager is a mock for LoadBalancersPager\ntype MockLoadBalancersPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockLoadBalancersPagerMockRecorder\n}\n\ntype MockLoadBalancersPagerMockRecorder struct {\n\tmock *MockLoadBalancersPager\n}\n\nfunc NewMockLoadBalancersPager(ctrl *gomock.Controller) *MockLoadBalancersPager {\n\tmock := &MockLoadBalancersPager{ctrl: ctrl}\n\tmock.recorder = &MockLoadBalancersPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockLoadBalancersPager) EXPECT() *MockLoadBalancersPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockLoadBalancersPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockLoadBalancersPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockLoadBalancersPager) NextPage(ctx context.Context) (armnetwork.LoadBalancersClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armnetwork.LoadBalancersClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockLoadBalancersPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armnetwork.LoadBalancersClientListResponse, error)](), ctx)\n}\n\n// createAzureLoadBalancer creates a mock Azure load balancer for testing with all linked resources\nfunc createAzureLoadBalancer(lbName, subscriptionID, resourceGroup string) *armnetwork.LoadBalancer {\n\tpublicIPID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/publicIPAddresses/test-public-ip\", subscriptionID, resourceGroup)\n\tsubnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\", subscriptionID, resourceGroup)\n\tnicID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/networkInterfaces/test-nic/ipConfigurations/ipconfig1\", subscriptionID, resourceGroup)\n\n\treturn &armnetwork.LoadBalancer{\n\t\tName: new(lbName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.LoadBalancerPropertiesFormat{\n\t\t\tFrontendIPConfigurations: []*armnetwork.FrontendIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"frontend-ip-config\"),\n\t\t\t\t\tProperties: &armnetwork.FrontendIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tPublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\t\t\t\tID: new(publicIPID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\t// PrivateIPAddress is present when using a subnet (internal load balancer)\n\t\t\t\t\t\tPrivateIPAddress: new(\"10.2.0.5\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tBackendAddressPools: []*armnetwork.BackendAddressPool{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"backend-pool\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tInboundNatRules: []*armnetwork.InboundNatRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"inbound-nat-rule\"),\n\t\t\t\t\tProperties: &armnetwork.InboundNatRulePropertiesFormat{\n\t\t\t\t\t\tBackendIPConfiguration: &armnetwork.InterfaceIPConfiguration{\n\t\t\t\t\t\t\tID: new(nicID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tLoadBalancingRules: []*armnetwork.LoadBalancingRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"lb-rule\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tProbes: []*armnetwork.Probe{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"probe\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tOutboundRules: []*armnetwork.OutboundRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"outbound-rule\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tInboundNatPools: []*armnetwork.InboundNatPool{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"nat-pool\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureLoadBalancerWithDifferentScopePublicIP creates a load balancer with PublicIPAddress in different scope\nfunc createAzureLoadBalancerWithDifferentScopePublicIP(lbName, subscriptionID, resourceGroup, otherSub, otherRG string) *armnetwork.LoadBalancer {\n\tpublicIPID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/publicIPAddresses/test-public-ip\", otherSub, otherRG)\n\n\treturn &armnetwork.LoadBalancer{\n\t\tName: new(lbName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armnetwork.LoadBalancerPropertiesFormat{\n\t\t\tFrontendIPConfigurations: []*armnetwork.FrontendIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"frontend-ip-config\"),\n\t\t\t\t\tProperties: &armnetwork.FrontendIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tPublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\t\t\t\tID: new(publicIPID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureLoadBalancerWithDifferentScopeSubnet creates a load balancer with Subnet in different scope\nfunc createAzureLoadBalancerWithDifferentScopeSubnet(lbName, subscriptionID, resourceGroup, otherSub, otherRG string) *armnetwork.LoadBalancer {\n\tsubnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\", otherSub, otherRG)\n\n\treturn &armnetwork.LoadBalancer{\n\t\tName: new(lbName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armnetwork.LoadBalancerPropertiesFormat{\n\t\t\tFrontendIPConfigurations: []*armnetwork.FrontendIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"frontend-ip-config\"),\n\t\t\t\t\tProperties: &armnetwork.FrontendIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-local-network-gateway.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"net\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkLocalNetworkGatewayLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkLocalNetworkGateway)\n\ntype networkLocalNetworkGatewayWrapper struct {\n\tclient clients.LocalNetworkGatewaysClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkLocalNetworkGateway creates a new networkLocalNetworkGatewayWrapper instance.\nfunc NewNetworkLocalNetworkGateway(client clients.LocalNetworkGatewaysClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkLocalNetworkGatewayWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkLocalNetworkGateway,\n\t\t),\n\t}\n}\n\n// List retrieves all local network gateways in a scope.\n// ref: https://learn.microsoft.com/en-us/rest/api/network-gateway/local-network-gateways/list\nfunc (c networkLocalNetworkGatewayWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, gw := range page.Value {\n\t\t\tif gw.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureLocalNetworkGatewayToSDPItem(gw, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\n// ListStream streams all local network gateways in a scope.\nfunc (c networkLocalNetworkGatewayWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, gw := range page.Value {\n\t\t\tif gw.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureLocalNetworkGatewayToSDPItem(gw, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// Get retrieves a single local network gateway by name.\n// ref: https://learn.microsoft.com/en-us/rest/api/network-gateway/local-network-gateways/get\nfunc (c networkLocalNetworkGatewayWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the local network gateway name\"), scope, c.Type())\n\t}\n\tgatewayName := queryParts[0]\n\tif gatewayName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"localNetworkGatewayName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tresult, err := c.client.Get(ctx, rgScope.ResourceGroup, gatewayName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureLocalNetworkGatewayToSDPItem(&result.LocalNetworkGateway, scope)\n}\n\nfunc (c networkLocalNetworkGatewayWrapper) azureLocalNetworkGatewayToSDPItem(gw *armnetwork.LocalNetworkGateway, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif gw.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"local network gateway name is nil\"), scope, c.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(gw, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkLocalNetworkGateway.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(gw.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Health from provisioning state\n\tif gw.Properties != nil && gw.Properties.ProvisioningState != nil {\n\t\tswitch *gw.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Gateway IP address (on-premises VPN device IP)\n\tif gw.Properties != nil && gw.Properties.GatewayIPAddress != nil && *gw.Properties.GatewayIPAddress != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *gw.Properties.GatewayIPAddress,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// FQDN (if used instead of IP address for the on-premises device)\n\tif gw.Properties != nil && gw.Properties.Fqdn != nil && *gw.Properties.Fqdn != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *gw.Properties.Fqdn,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// BGP settings\n\tif gw.Properties != nil && gw.Properties.BgpSettings != nil {\n\t\tbgp := gw.Properties.BgpSettings\n\n\t\t// BgpPeeringAddress - can be IP or hostname\n\t\tif bgp.BgpPeeringAddress != nil && *bgp.BgpPeeringAddress != \"\" {\n\t\t\tif net.ParseIP(*bgp.BgpPeeringAddress) != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *bgp.BgpPeeringAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t} else {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *bgp.BgpPeeringAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// BgpPeeringAddresses array\n\t\tif bgp.BgpPeeringAddresses != nil {\n\t\t\tfor _, peeringAddr := range bgp.BgpPeeringAddresses {\n\t\t\t\tif peeringAddr == nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\t// DefaultBgpIPAddresses\n\t\t\t\tfor _, ipStr := range peeringAddr.DefaultBgpIPAddresses {\n\t\t\t\t\tif ipStr != nil && *ipStr != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *ipStr,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\t// CustomBgpIPAddresses\n\t\t\t\tfor _, ipStr := range peeringAddr.CustomBgpIPAddresses {\n\t\t\t\t\tif ipStr != nil && *ipStr != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *ipStr,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\t// TunnelIPAddresses\n\t\t\t\tfor _, ipStr := range peeringAddr.TunnelIPAddresses {\n\t\t\t\t\tif ipStr != nil && *ipStr != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *ipStr,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c networkLocalNetworkGatewayWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkLocalNetworkGatewayLookupByName,\n\t}\n}\n\nfunc (c networkLocalNetworkGatewayWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tstdlib.NetworkIP: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\n// IAMPermissions returns the Azure RBAC permissions required to read this resource.\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (c networkLocalNetworkGatewayWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/localNetworkGateways/read\",\n\t}\n}\n\n// PredefinedRole returns the Azure built-in role that grants the required permissions.\nfunc (c networkLocalNetworkGatewayWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-local-network-gateway_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkLocalNetworkGateway(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tgatewayName := \"test-local-gateway\"\n\t\tgw := createAzureLocalNetworkGateway(gatewayName)\n\n\t\tmockClient := mocks.NewMockLocalNetworkGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, gatewayName, nil).Return(\n\t\t\tarmnetwork.LocalNetworkGatewaysClientGetResponse{\n\t\t\t\tLocalNetworkGateway: *gw,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkLocalNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, gatewayName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkLocalNetworkGateway.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkLocalNetworkGateway.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != gatewayName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", gatewayName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithFqdn\", func(t *testing.T) {\n\t\tgatewayName := \"test-local-gateway-fqdn\"\n\t\tgw := createAzureLocalNetworkGatewayWithFqdn(gatewayName)\n\n\t\tmockClient := mocks.NewMockLocalNetworkGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, gatewayName, nil).Return(\n\t\t\tarmnetwork.LocalNetworkGatewaysClientGetResponse{\n\t\t\t\tLocalNetworkGateway: *gw,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkLocalNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, gatewayName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"vpn.example.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithBgpSettings\", func(t *testing.T) {\n\t\tgatewayName := \"test-local-gateway-bgp\"\n\t\tgw := createAzureLocalNetworkGatewayWithBgp(gatewayName)\n\n\t\tmockClient := mocks.NewMockLocalNetworkGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, gatewayName, nil).Return(\n\t\t\tarmnetwork.LocalNetworkGatewaysClientGetResponse{\n\t\t\t\tLocalNetworkGateway: *gw,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkLocalNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, gatewayName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockLocalNetworkGatewaysClient(ctrl)\n\n\t\twrapper := manual.NewNetworkLocalNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting gateway with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\tgatewayName := \"nonexistent-gateway\"\n\t\texpectedErr := errors.New(\"local network gateway not found\")\n\n\t\tmockClient := mocks.NewMockLocalNetworkGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, gatewayName, nil).Return(\n\t\t\tarmnetwork.LocalNetworkGatewaysClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkLocalNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, gatewayName, true)\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when gateway not found, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tgw1 := createAzureLocalNetworkGateway(\"local-gateway-1\")\n\t\tgw2 := createAzureLocalNetworkGateway(\"local-gateway-2\")\n\n\t\tmockClient := mocks.NewMockLocalNetworkGatewaysClient(ctrl)\n\t\tmockPager := newMockLocalNetworkGatewaysPager(ctrl, []*armnetwork.LocalNetworkGateway{gw1, gw2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkLocalNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\titems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got %d\", len(items))\n\t\t}\n\n\t\tfor i, item := range items {\n\t\t\tif item.GetType() != azureshared.NetworkLocalNetworkGateway.String() {\n\t\t\t\tt.Errorf(\"Item %d: expected type %s, got %s\", i, azureshared.NetworkLocalNetworkGateway.String(), item.GetType())\n\t\t\t}\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Errorf(\"Item %d: validation error: %v\", i, item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tgw1 := createAzureLocalNetworkGateway(\"local-gateway-1\")\n\t\tgw2 := createAzureLocalNetworkGateway(\"local-gateway-2\")\n\n\t\tmockClient := mocks.NewMockLocalNetworkGatewaysClient(ctrl)\n\t\tmockPager := newMockLocalNetworkGatewaysPager(ctrl, []*armnetwork.LocalNetworkGateway{gw1, gw2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkLocalNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistStream, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tvar received []*sdp.Item\n\t\tstream := &localNetworkGatewayCollectingStream{items: &received}\n\t\tlistStream.ListStream(ctx, scope, true, stream)\n\n\t\tif len(received) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items from stream, got %d\", len(received))\n\t\t}\n\t})\n\n\tt.Run(\"List_NilNameSkipped\", func(t *testing.T) {\n\t\tgw1 := createAzureLocalNetworkGateway(\"local-gateway-1\")\n\t\tgw2NilName := createAzureLocalNetworkGateway(\"local-gateway-2\")\n\t\tgw2NilName.Name = nil\n\n\t\tmockClient := mocks.NewMockLocalNetworkGatewaysClient(ctrl)\n\t\tmockPager := newMockLocalNetworkGatewaysPager(ctrl, []*armnetwork.LocalNetworkGateway{gw1, gw2NilName})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkLocalNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\titems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got %d\", len(items))\n\t\t}\n\t\tif items[0].UniqueAttributeValue() != \"local-gateway-1\" {\n\t\t\tt.Errorf(\"Expected only local-gateway-1, got %s\", items[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"GetLookups\", func(t *testing.T) {\n\t\twrapper := manual.NewNetworkLocalNetworkGateway(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tlookups := wrapper.GetLookups()\n\t\tif len(lookups) == 0 {\n\t\t\tt.Error(\"Expected GetLookups to return at least one lookup\")\n\t\t}\n\t\tfound := false\n\t\tfor _, l := range lookups {\n\t\t\tif l.ItemType.String() == azureshared.NetworkLocalNetworkGateway.String() {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Expected GetLookups to include NetworkLocalNetworkGateway\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\twrapper := manual.NewNetworkLocalNetworkGateway(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\tfor _, linkType := range []shared.ItemType{\n\t\t\tstdlib.NetworkIP,\n\t\t\tstdlib.NetworkDNS,\n\t\t} {\n\t\t\tif !potentialLinks[linkType] {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s\", linkType)\n\t\t\t}\n\t\t}\n\t})\n}\n\ntype localNetworkGatewayCollectingStream struct {\n\titems *[]*sdp.Item\n}\n\nfunc (c *localNetworkGatewayCollectingStream) SendItem(item *sdp.Item) {\n\t*c.items = append(*c.items, item)\n}\n\nfunc (c *localNetworkGatewayCollectingStream) SendError(err error) {}\n\ntype mockLocalNetworkGatewaysPager struct {\n\tctrl *gomock.Controller\n\titems []*armnetwork.LocalNetworkGateway\n\tindex int\n\tmore bool\n}\n\nfunc newMockLocalNetworkGatewaysPager(ctrl *gomock.Controller, items []*armnetwork.LocalNetworkGateway) *mockLocalNetworkGatewaysPager {\n\treturn &mockLocalNetworkGatewaysPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockLocalNetworkGatewaysPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockLocalNetworkGatewaysPager) NextPage(ctx context.Context) (armnetwork.LocalNetworkGatewaysClientListResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armnetwork.LocalNetworkGatewaysClientListResponse{\n\t\t\tLocalNetworkGatewayListResult: armnetwork.LocalNetworkGatewayListResult{\n\t\t\t\tValue: []*armnetwork.LocalNetworkGateway{},\n\t\t\t},\n\t\t}, nil\n\t}\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\treturn armnetwork.LocalNetworkGatewaysClientListResponse{\n\t\tLocalNetworkGatewayListResult: armnetwork.LocalNetworkGatewayListResult{\n\t\t\tValue: []*armnetwork.LocalNetworkGateway{item},\n\t\t},\n\t}, nil\n}\n\nfunc createAzureLocalNetworkGateway(name string) *armnetwork.LocalNetworkGateway {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tgatewayIP := \"203.0.113.1\"\n\treturn &armnetwork.LocalNetworkGateway{\n\t\tID: new(\"/subscriptions/test-sub/resourceGroups/test-rg/providers/Microsoft.Network/localNetworkGateways/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/localNetworkGateways\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.LocalNetworkGatewayPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tGatewayIPAddress: &gatewayIP,\n\t\t\tLocalNetworkAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{\n\t\t\t\t\tnew(\"10.1.0.0/16\"),\n\t\t\t\t\tnew(\"10.2.0.0/16\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc createAzureLocalNetworkGatewayWithFqdn(name string) *armnetwork.LocalNetworkGateway {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tfqdn := \"vpn.example.com\"\n\treturn &armnetwork.LocalNetworkGateway{\n\t\tID: new(\"/subscriptions/test-sub/resourceGroups/test-rg/providers/Microsoft.Network/localNetworkGateways/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/localNetworkGateways\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armnetwork.LocalNetworkGatewayPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tFqdn: &fqdn,\n\t\t\tLocalNetworkAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{\n\t\t\t\t\tnew(\"10.1.0.0/16\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc createAzureLocalNetworkGatewayWithBgp(name string) *armnetwork.LocalNetworkGateway {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tgatewayIP := \"203.0.113.1\"\n\tbgpPeeringAddress := \"10.0.0.1\"\n\tasn := int64(65001)\n\treturn &armnetwork.LocalNetworkGateway{\n\t\tID: new(\"/subscriptions/test-sub/resourceGroups/test-rg/providers/Microsoft.Network/localNetworkGateways/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/localNetworkGateways\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armnetwork.LocalNetworkGatewayPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tGatewayIPAddress: &gatewayIP,\n\t\t\tBgpSettings: &armnetwork.BgpSettings{\n\t\t\t\tAsn: &asn,\n\t\t\t\tBgpPeeringAddress: &bgpPeeringAddress,\n\t\t\t},\n\t\t\tLocalNetworkAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{\n\t\t\t\t\tnew(\"10.1.0.0/16\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-nat-gateway.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar NetworkNatGatewayLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkNatGateway)\n\ntype networkNatGatewayWrapper struct {\n\tclient clients.NatGatewaysClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkNatGateway creates a new networkNatGatewayWrapper instance.\nfunc NewNetworkNatGateway(client clients.NatGatewaysClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkNatGatewayWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkNatGateway,\n\t\t),\n\t}\n}\n\nfunc (n networkNatGatewayWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\n\t\tfor _, ng := range page.Value {\n\t\t\tif ng.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureNatGatewayToSDPItem(ng, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (n networkNatGatewayWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, ng := range page.Value {\n\t\t\tif ng.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureNatGatewayToSDPItem(ng, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkNatGatewayWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 1 query part: natGatewayName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\n\tnatGatewayName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, natGatewayName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\treturn n.azureNatGatewayToSDPItem(&resp.NatGateway, scope)\n}\n\nfunc (n networkNatGatewayWrapper) azureNatGatewayToSDPItem(ng *armnetwork.NatGateway, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(ng, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tif ng.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"nat gateway name is nil\"), scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkNatGateway.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(ng.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Health from provisioning state\n\tif ng.Properties != nil && ng.Properties.ProvisioningState != nil {\n\t\tswitch *ng.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Linked resources from Properties\n\tif ng.Properties == nil {\n\t\treturn sdpItem, nil\n\t}\n\tprops := ng.Properties\n\n\t// Public IP addresses (V4 and V6)\n\tfor _, refs := range [][]*armnetwork.SubResource{props.PublicIPAddresses, props.PublicIPAddressesV6} {\n\t\tfor _, ref := range refs {\n\t\t\tif ref != nil && ref.ID != nil {\n\t\t\t\trefID := *ref.ID\n\t\t\t\trefName := azureshared.ExtractResourceName(refID)\n\t\t\t\tif refName != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(refID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: refName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Public IP prefixes (V4 and V6)\n\tfor _, refs := range [][]*armnetwork.SubResource{props.PublicIPPrefixes, props.PublicIPPrefixesV6} {\n\t\tfor _, ref := range refs {\n\t\t\tif ref != nil && ref.ID != nil {\n\t\t\t\trefID := *ref.ID\n\t\t\t\trefName := azureshared.ExtractResourceName(refID)\n\t\t\t\tif refName != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(refID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPublicIPPrefix.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: refName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Subnets (read-only references: subnets using this NAT gateway)\n\tfor _, ref := range props.Subnets {\n\t\tif ref != nil && ref.ID != nil {\n\t\t\tsubnetID := *ref.ID\n\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\tif len(params) >= 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(subnetID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Source virtual network\n\tif props.SourceVirtualNetwork != nil && props.SourceVirtualNetwork.ID != nil {\n\t\tvnetID := *props.SourceVirtualNetwork.ID\n\t\tvnetName := azureshared.ExtractResourceName(vnetID)\n\t\tif vnetName != \"\" {\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(vnetID)\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkNatGatewayWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkNatGatewayLookupByName,\n\t}\n}\n\nfunc (n networkNatGatewayWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkPublicIPAddress: true,\n\t\tazureshared.NetworkPublicIPPrefix: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.NetworkVirtualNetwork: true,\n\t}\n}\n\nfunc (n networkNatGatewayWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_nat_gateway.name\",\n\t\t},\n\t}\n}\n\nfunc (n networkNatGatewayWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/natGateways/read\",\n\t}\n}\n\nfunc (n networkNatGatewayWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-nat-gateway_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestNetworkNatGateway(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tnatGatewayName := \"test-nat-gateway\"\n\t\tng := createAzureNatGateway(natGatewayName)\n\n\t\tmockClient := mocks.NewMockNatGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, natGatewayName, nil).Return(\n\t\t\tarmnetwork.NatGatewaysClientGetResponse{\n\t\t\t\tNatGateway: *ng,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNatGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, natGatewayName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkNatGateway.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkNatGateway.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != natGatewayName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", natGatewayName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithLinkedResources\", func(t *testing.T) {\n\t\tnatGatewayName := \"test-nat-gateway-with-links\"\n\t\tng := createAzureNatGatewayWithLinks(natGatewayName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockNatGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, natGatewayName, nil).Return(\n\t\t\tarmnetwork.NatGatewaysClientGetResponse{\n\t\t\t\tNatGateway: *ng,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNatGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, natGatewayName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-public-ip\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPPrefix.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-public-ip-prefix\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"source-vnet\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockNatGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"\", nil).Return(\n\t\t\tarmnetwork.NatGatewaysClientGetResponse{}, errors.New(\"nat gateway not found\"))\n\n\t\twrapper := manual.NewNetworkNatGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting nat gateway with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\tnatGatewayName := \"nonexistent-nat-gateway\"\n\t\texpectedErr := errors.New(\"nat gateway not found\")\n\n\t\tmockClient := mocks.NewMockNatGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, natGatewayName, nil).Return(\n\t\t\tarmnetwork.NatGatewaysClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkNatGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, natGatewayName, true)\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when nat gateway not found, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tng1 := createAzureNatGateway(\"nat-gateway-1\")\n\t\tng2 := createAzureNatGateway(\"nat-gateway-2\")\n\n\t\tmockClient := mocks.NewMockNatGatewaysClient(ctrl)\n\t\tmockPager := newMockNatGatewaysPager(ctrl, []*armnetwork.NatGateway{ng1, ng2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNatGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\titems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got %d\", len(items))\n\t\t}\n\n\t\tfor i, item := range items {\n\t\t\tif item.GetType() != azureshared.NetworkNatGateway.String() {\n\t\t\t\tt.Errorf(\"Item %d: expected type %s, got %s\", i, azureshared.NetworkNatGateway.String(), item.GetType())\n\t\t\t}\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Errorf(\"Item %d: validation error: %v\", i, item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tng1 := createAzureNatGateway(\"nat-gateway-1\")\n\t\tng2 := createAzureNatGateway(\"nat-gateway-2\")\n\n\t\tmockClient := mocks.NewMockNatGatewaysClient(ctrl)\n\t\tmockPager := newMockNatGatewaysPager(ctrl, []*armnetwork.NatGateway{ng1, ng2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNatGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistStream, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tvar received []*sdp.Item\n\t\tstream := &collectingStream{items: &received}\n\t\tlistStream.ListStream(ctx, scope, true, stream)\n\n\t\tif len(received) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items from stream, got %d\", len(received))\n\t\t}\n\t})\n\n\tt.Run(\"List_NilNameSkipped\", func(t *testing.T) {\n\t\tng1 := createAzureNatGateway(\"nat-gateway-1\")\n\t\tng2NilName := createAzureNatGateway(\"nat-gateway-2\")\n\t\tng2NilName.Name = nil\n\n\t\tmockClient := mocks.NewMockNatGatewaysClient(ctrl)\n\t\tmockPager := newMockNatGatewaysPager(ctrl, []*armnetwork.NatGateway{ng1, ng2NilName})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNatGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\titems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got %d\", len(items))\n\t\t}\n\t\tif items[0].UniqueAttributeValue() != \"nat-gateway-1\" {\n\t\t\tt.Errorf(\"Expected only nat-gateway-1, got %s\", items[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"GetLookups\", func(t *testing.T) {\n\t\twrapper := manual.NewNetworkNatGateway(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tlookups := wrapper.GetLookups()\n\t\tif len(lookups) == 0 {\n\t\t\tt.Error(\"Expected GetLookups to return at least one lookup\")\n\t\t}\n\t\tfound := false\n\t\tfor _, l := range lookups {\n\t\t\tif l.ItemType.String() == azureshared.NetworkNatGateway.String() {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Expected GetLookups to include NetworkNatGateway\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\twrapper := manual.NewNetworkNatGateway(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\tfor _, linkType := range []shared.ItemType{\n\t\t\tazureshared.NetworkPublicIPAddress,\n\t\t\tazureshared.NetworkPublicIPPrefix,\n\t\t\tazureshared.NetworkSubnet,\n\t\t\tazureshared.NetworkVirtualNetwork,\n\t\t} {\n\t\t\tif !potentialLinks[linkType] {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s\", linkType)\n\t\t\t}\n\t\t}\n\t})\n}\n\ntype mockNatGatewaysPager struct {\n\tctrl *gomock.Controller\n\titems []*armnetwork.NatGateway\n\tindex int\n\tmore bool\n}\n\nfunc newMockNatGatewaysPager(ctrl *gomock.Controller, items []*armnetwork.NatGateway) *mockNatGatewaysPager {\n\treturn &mockNatGatewaysPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockNatGatewaysPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockNatGatewaysPager) NextPage(ctx context.Context) (armnetwork.NatGatewaysClientListResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armnetwork.NatGatewaysClientListResponse{\n\t\t\tNatGatewayListResult: armnetwork.NatGatewayListResult{\n\t\t\t\tValue: []*armnetwork.NatGateway{},\n\t\t\t},\n\t\t}, nil\n\t}\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\treturn armnetwork.NatGatewaysClientListResponse{\n\t\tNatGatewayListResult: armnetwork.NatGatewayListResult{\n\t\t\tValue: []*armnetwork.NatGateway{item},\n\t\t},\n\t}, nil\n}\n\nfunc createAzureNatGateway(name string) *armnetwork.NatGateway {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\treturn &armnetwork.NatGateway{\n\t\tID: new(\"/subscriptions/test-sub/resourceGroups/test-rg/providers/Microsoft.Network/natGateways/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/natGateways\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.NatGatewayPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t},\n\t}\n}\n\nfunc createAzureNatGatewayWithLinks(name, subscriptionID, resourceGroup string) *armnetwork.NatGateway {\n\tng := createAzureNatGateway(name)\n\tbaseID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network\"\n\tpublicIPID := baseID + \"/publicIPAddresses/test-public-ip\"\n\tpublicIPPrefixID := baseID + \"/publicIPPrefixes/test-public-ip-prefix\"\n\tsubnetID := baseID + \"/virtualNetworks/test-vnet/subnets/test-subnet\"\n\tsourceVnetID := baseID + \"/virtualNetworks/source-vnet\"\n\n\tng.Properties.PublicIPAddresses = []*armnetwork.SubResource{\n\t\t{ID: new(publicIPID)},\n\t}\n\tng.Properties.PublicIPPrefixes = []*armnetwork.SubResource{\n\t\t{ID: new(publicIPPrefixID)},\n\t}\n\tng.Properties.Subnets = []*armnetwork.SubResource{\n\t\t{ID: new(subnetID)},\n\t}\n\tng.Properties.SourceVirtualNetwork = &armnetwork.SubResource{\n\t\tID: new(sourceVnetID),\n\t}\n\treturn ng\n}\n" }, { "path": "sources/azure/manual/network-network-interface-ip-configuration.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkNetworkInterfaceIPConfigurationLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkNetworkInterfaceIPConfiguration)\n\ntype networkNetworkInterfaceIPConfigurationWrapper struct {\n\tclient clients.InterfaceIPConfigurationsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkNetworkInterfaceIPConfiguration(client clients.InterfaceIPConfigurationsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkNetworkInterfaceIPConfigurationWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkNetworkInterfaceIPConfiguration,\n\t\t),\n\t}\n}\n\nfunc (n networkNetworkInterfaceIPConfigurationWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: networkInterfaceName and ipConfigurationName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\tnetworkInterfaceName := queryParts[0]\n\tipConfigurationName := queryParts[1]\n\n\tif networkInterfaceName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"networkInterfaceName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\tif ipConfigurationName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"ipConfigurationName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, networkInterfaceName, ipConfigurationName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\treturn n.azureIPConfigurationToSDPItem(&resp.InterfaceIPConfiguration, networkInterfaceName, scope)\n}\n\nfunc (n networkNetworkInterfaceIPConfigurationWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkNetworkInterfaceLookupByName,\n\t\tNetworkNetworkInterfaceIPConfigurationLookupByName,\n\t}\n}\n\nfunc (n networkNetworkInterfaceIPConfigurationWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: networkInterfaceName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\tnetworkInterfaceName := queryParts[0]\n\n\tif networkInterfaceName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"networkInterfaceName cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tpager := n.client.List(ctx, rgScope.ResourceGroup, networkInterfaceName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\n\t\tfor _, ipConfig := range page.Value {\n\t\t\tif ipConfig.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := n.azureIPConfigurationToSDPItem(ipConfig, networkInterfaceName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (n networkNetworkInterfaceIPConfigurationWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"SearchStream requires 1 query part: networkInterfaceName\"), scope, n.Type()))\n\t\treturn\n\t}\n\tnetworkInterfaceName := queryParts[0]\n\n\tif networkInterfaceName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"networkInterfaceName cannot be empty\"), scope, n.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\n\tpager := n.client.List(ctx, rgScope.ResourceGroup, networkInterfaceName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, ipConfig := range page.Value {\n\t\t\tif ipConfig.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureIPConfigurationToSDPItem(ipConfig, networkInterfaceName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkNetworkInterfaceIPConfigurationWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tNetworkNetworkInterfaceLookupByName,\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/network-interface-ip-configurations/get\nfunc (n networkNetworkInterfaceIPConfigurationWrapper) azureIPConfigurationToSDPItem(ipConfig *armnetwork.InterfaceIPConfiguration, networkInterfaceName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif ipConfig.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"IP configuration name is nil\"), scope, n.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(ipConfig)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(networkInterfaceName, *ipConfig.Name))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkNetworkInterfaceIPConfiguration.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Health status based on provisioning state\n\tif ipConfig.Properties != nil && ipConfig.Properties.ProvisioningState != nil {\n\t\tswitch *ipConfig.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting, armnetwork.ProvisioningStateCreating:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link back to parent NetworkInterface\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkNetworkInterface.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: networkInterfaceName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tif ipConfig.Properties != nil {\n\t\tprops := ipConfig.Properties\n\n\t\t// Subnet link\n\t\tif props.Subnet != nil && props.Subnet.ID != nil {\n\t\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(*props.Subnet.ID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\tif len(subnetParams) >= 2 {\n\t\t\t\tvnetName, subnetName := subnetParams[0], subnetParams[1]\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*props.Subnet.ID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Public IP address link\n\t\tif props.PublicIPAddress != nil && props.PublicIPAddress.ID != nil {\n\t\t\tpipName := azureshared.ExtractResourceName(*props.PublicIPAddress.ID)\n\t\t\tif pipName != \"\" {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*props.PublicIPAddress.ID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: pipName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Private IP address -> stdlib ip\n\t\tif props.PrivateIPAddress != nil && *props.PrivateIPAddress != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *props.PrivateIPAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\t// Application security groups\n\t\tif props.ApplicationSecurityGroups != nil {\n\t\t\tfor _, asg := range props.ApplicationSecurityGroups {\n\t\t\t\tif asg != nil && asg.ID != nil {\n\t\t\t\t\tasgName := azureshared.ExtractResourceName(*asg.ID)\n\t\t\t\t\tif asgName != \"\" {\n\t\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*asg.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Load balancer backend address pools\n\t\tif props.LoadBalancerBackendAddressPools != nil {\n\t\t\tfor _, pool := range props.LoadBalancerBackendAddressPools {\n\t\t\t\tif pool != nil && pool.ID != nil {\n\t\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*pool.ID, []string{\"loadBalancers\", \"backendAddressPools\"})\n\t\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*pool.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerBackendAddressPool.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Load balancer inbound NAT rules\n\t\tif props.LoadBalancerInboundNatRules != nil {\n\t\t\tfor _, rule := range props.LoadBalancerInboundNatRules {\n\t\t\t\tif rule != nil && rule.ID != nil {\n\t\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*rule.ID, []string{\"loadBalancers\", \"inboundNatRules\"})\n\t\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*rule.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerInboundNatRule.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Application gateway backend address pools\n\t\tif props.ApplicationGatewayBackendAddressPools != nil {\n\t\t\tfor _, pool := range props.ApplicationGatewayBackendAddressPools {\n\t\t\t\tif pool != nil && pool.ID != nil {\n\t\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*pool.ID, []string{\"applicationGateways\", \"backendAddressPools\"})\n\t\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*pool.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayBackendAddressPool.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Gateway load balancer (frontend IP config reference)\n\t\tif props.GatewayLoadBalancer != nil && props.GatewayLoadBalancer.ID != nil {\n\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*props.GatewayLoadBalancer.ID, []string{\"loadBalancers\", \"frontendIPConfigurations\"})\n\t\t\tif len(params) >= 2 {\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*props.GatewayLoadBalancer.ID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Virtual network taps\n\t\tif props.VirtualNetworkTaps != nil {\n\t\t\tfor _, tap := range props.VirtualNetworkTaps {\n\t\t\t\tif tap != nil && tap.ID != nil {\n\t\t\t\t\ttapName := azureshared.ExtractResourceName(*tap.ID)\n\t\t\t\t\tif tapName != \"\" {\n\t\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*tap.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetworkTap.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: tapName,\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// PrivateLinkConnectionProperties - FQDNs\n\t\tif props.PrivateLinkConnectionProperties != nil && props.PrivateLinkConnectionProperties.Fqdns != nil {\n\t\t\tfor _, fqdn := range props.PrivateLinkConnectionProperties.Fqdns {\n\t\t\t\tif fqdn != nil && *fqdn != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *fqdn,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkNetworkInterfaceIPConfigurationWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkNetworkInterface: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.NetworkPublicIPAddress: true,\n\t\tazureshared.NetworkApplicationSecurityGroup: true,\n\t\tazureshared.NetworkLoadBalancerBackendAddressPool: true,\n\t\tazureshared.NetworkLoadBalancerInboundNatRule: true,\n\t\tazureshared.NetworkApplicationGatewayBackendAddressPool: true,\n\t\tazureshared.NetworkLoadBalancerFrontendIPConfiguration: true,\n\t\tazureshared.NetworkVirtualNetworkTap: true,\n\t\tstdlib.NetworkIP: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (n networkNetworkInterfaceIPConfigurationWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/networkInterfaces/ipConfigurations/read\",\n\t}\n}\n\nfunc (n networkNetworkInterfaceIPConfigurationWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-network-interface-ip-configuration_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"reflect\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// MockInterfaceIPConfigurationsPager is a simple mock for InterfaceIPConfigurationsPager\ntype MockInterfaceIPConfigurationsPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockInterfaceIPConfigurationsPagerMockRecorder\n}\n\ntype MockInterfaceIPConfigurationsPagerMockRecorder struct {\n\tmock *MockInterfaceIPConfigurationsPager\n}\n\nfunc NewMockInterfaceIPConfigurationsPager(ctrl *gomock.Controller) *MockInterfaceIPConfigurationsPager {\n\tmock := &MockInterfaceIPConfigurationsPager{ctrl: ctrl}\n\tmock.recorder = &MockInterfaceIPConfigurationsPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockInterfaceIPConfigurationsPager) EXPECT() *MockInterfaceIPConfigurationsPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockInterfaceIPConfigurationsPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockInterfaceIPConfigurationsPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockInterfaceIPConfigurationsPager) NextPage(ctx context.Context) (armnetwork.InterfaceIPConfigurationsClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armnetwork.InterfaceIPConfigurationsClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockInterfaceIPConfigurationsPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armnetwork.InterfaceIPConfigurationsClientListResponse, error)](), ctx)\n}\n\n// testInterfaceIPConfigurationsClient wraps the mock to implement the correct interface\ntype testInterfaceIPConfigurationsClient struct {\n\t*mocks.MockInterfaceIPConfigurationsClient\n\tpager clients.InterfaceIPConfigurationsPager\n}\n\nfunc (t *testInterfaceIPConfigurationsClient) List(ctx context.Context, resourceGroupName, networkInterfaceName string) clients.InterfaceIPConfigurationsPager {\n\treturn t.pager\n}\n\nfunc TestNetworkNetworkInterfaceIPConfiguration(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tnetworkInterfaceName := \"test-nic\"\n\tipConfigName := \"ipconfig1\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tipConfig := createAzureIPConfiguration(subscriptionID, resourceGroup, networkInterfaceName, ipConfigName)\n\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkInterfaceName, ipConfigName).Return(\n\t\t\tarmnetwork.InterfaceIPConfigurationsClientGetResponse{\n\t\t\t\tInterfaceIPConfiguration: *ipConfig,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkInterfaceName, ipConfigName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkNetworkInterfaceIPConfiguration.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkNetworkInterfaceIPConfiguration, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueValue := shared.CompositeLookupKey(networkInterfaceName, ipConfigName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif sdpItem.Validate() != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", sdpItem.Validate())\n\t\t}\n\n\t\t// Verify health status is OK for Succeeded provisioning state\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"Expected health OK, got %v\", sdpItem.GetHealth())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Parent NetworkInterface link\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: networkInterfaceName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Subnet link\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Public IP address link\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-pip\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Private IP address link (stdlib)\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.4\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with only network interface name (missing ipConfigName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], networkInterfaceName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyNetworkInterfaceName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test directly on wrapper to get the QueryError\n\t\t_, qErr := wrapper.Get(ctx, wrapper.Scopes()[0], \"\", ipConfigName)\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when providing empty network interface name, but got nil\")\n\t\t}\n\t\tif qErr.GetErrorString() != \"networkInterfaceName cannot be empty\" {\n\t\t\tt.Errorf(\"Expected specific error message, got: %s\", qErr.GetErrorString())\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyIPConfigName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test directly on wrapper to get the QueryError\n\t\t_, qErr := wrapper.Get(ctx, wrapper.Scopes()[0], networkInterfaceName, \"\")\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when providing empty IP config name, but got nil\")\n\t\t}\n\t\tif qErr.GetErrorString() != \"ipConfigurationName cannot be empty\" {\n\t\t\tt.Errorf(\"Expected specific error message, got: %s\", qErr.GetErrorString())\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tipConfig1 := createAzureIPConfiguration(subscriptionID, resourceGroup, networkInterfaceName, \"ipconfig1\")\n\t\tipConfig2 := createAzureIPConfiguration(subscriptionID, resourceGroup, networkInterfaceName, \"ipconfig2\")\n\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\tmockPager := NewMockInterfaceIPConfigurationsPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.InterfaceIPConfigurationsClientListResponse{\n\t\t\t\t\tInterfaceIPConfigurationListResult: armnetwork.InterfaceIPConfigurationListResult{\n\t\t\t\t\t\tValue: []*armnetwork.InterfaceIPConfiguration{ipConfig1, ipConfig2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\ttestClient := &testInterfaceIPConfigurationsClient{\n\t\t\tMockInterfaceIPConfigurationsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], networkInterfaceName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.NetworkNetworkInterfaceIPConfiguration.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkNetworkInterfaceIPConfiguration, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyNetworkInterfaceName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\ttestClient := &testInterfaceIPConfigurationsClient{MockInterfaceIPConfigurationsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with empty network interface name\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty network interface name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithNoQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\ttestClient := &testInterfaceIPConfigurationsClient{MockInterfaceIPConfigurationsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with no query parts\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_IPConfigWithNilName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\tmockPager := NewMockInterfaceIPConfigurationsPager(ctrl)\n\n\t\tipConfigValid := createAzureIPConfiguration(subscriptionID, resourceGroup, networkInterfaceName, \"ipconfig-valid\")\n\t\tipConfigNilName := &armnetwork.InterfaceIPConfiguration{\n\t\t\tName: nil,\n\t\t}\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.InterfaceIPConfigurationsClientListResponse{\n\t\t\t\t\tInterfaceIPConfigurationListResult: armnetwork.InterfaceIPConfigurationListResult{\n\t\t\t\t\t\tValue: []*armnetwork.InterfaceIPConfiguration{ipConfigNilName, ipConfigValid},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\ttestClient := &testInterfaceIPConfigurationsClient{\n\t\t\tMockInterfaceIPConfigurationsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], networkInterfaceName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (the one with a valid name)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\n\t\texpectedUniqueValue := shared.CompositeLookupKey(networkInterfaceName, \"ipconfig-valid\")\n\t\tif sdpItems[0].UniqueAttributeValue() != expectedUniqueValue {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", expectedUniqueValue, sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"IP configuration not found\")\n\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkInterfaceName, \"nonexistent-ipconfig\").Return(\n\t\t\tarmnetwork.InterfaceIPConfigurationsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkInterfaceName, \"nonexistent-ipconfig\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent IP configuration, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failed to list IP configurations\")\n\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\tmockPager := NewMockInterfaceIPConfigurationsPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.InterfaceIPConfigurationsClientListResponse{}, expectedErr),\n\t\t)\n\n\t\ttestClient := &testInterfaceIPConfigurationsClient{\n\t\t\tMockInterfaceIPConfigurationsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], networkInterfaceName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing IP configurations fails, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Cast to sources.Wrapper to access interface methods\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/networkInterfaces/ipConfigurations/read\"\n\t\tif !slices.Contains(permissions, expectedPermission) {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s, got %v\", expectedPermission, permissions)\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkNetworkInterface] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkNetworkInterface\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkSubnet] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkSubnet\")\n\t\t}\n\t\tif !potentialLinks[stdlib.NetworkIP] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkIP\")\n\t\t}\n\n\t\t// Verify SearchLookups\n\t\tsearchLookups := wrapper.SearchLookups()\n\t\tif len(searchLookups) == 0 {\n\t\t\tt.Error(\"Expected SearchLookups to return at least one lookup\")\n\t\t}\n\n\t\t// Verify GetLookups\n\t\tgetLookups := wrapper.GetLookups()\n\t\tif len(getLookups) != 2 {\n\t\t\tt.Errorf(\"Expected GetLookups to return 2 lookups (parent + child), got %d\", len(getLookups))\n\t\t}\n\t})\n\n\tt.Run(\"HealthStatus_Pending\", func(t *testing.T) {\n\t\tipConfig := createAzureIPConfigurationWithProvisioningState(subscriptionID, resourceGroup, networkInterfaceName, ipConfigName, armnetwork.ProvisioningStateUpdating)\n\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkInterfaceName, ipConfigName).Return(\n\t\t\tarmnetwork.InterfaceIPConfigurationsClientGetResponse{\n\t\t\t\tInterfaceIPConfiguration: *ipConfig,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkInterfaceName, ipConfigName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_PENDING {\n\t\t\tt.Errorf(\"Expected health PENDING, got %v\", sdpItem.GetHealth())\n\t\t}\n\t})\n\n\tt.Run(\"HealthStatus_Error\", func(t *testing.T) {\n\t\tipConfig := createAzureIPConfigurationWithProvisioningState(subscriptionID, resourceGroup, networkInterfaceName, ipConfigName, armnetwork.ProvisioningStateFailed)\n\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkInterfaceName, ipConfigName).Return(\n\t\t\tarmnetwork.InterfaceIPConfigurationsClientGetResponse{\n\t\t\t\tInterfaceIPConfiguration: *ipConfig,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkInterfaceName, ipConfigName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_ERROR {\n\t\t\tt.Errorf(\"Expected health ERROR, got %v\", sdpItem.GetHealth())\n\t\t}\n\t})\n\n\tt.Run(\"GetWithApplicationSecurityGroups\", func(t *testing.T) {\n\t\tipConfig := createAzureIPConfigurationWithASG(subscriptionID, resourceGroup, networkInterfaceName, ipConfigName, \"test-asg\")\n\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkInterfaceName, ipConfigName).Return(\n\t\t\tarmnetwork.InterfaceIPConfigurationsClientGetResponse{\n\t\t\t\tInterfaceIPConfiguration: *ipConfig,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkInterfaceName, ipConfigName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify ASG link exists among the linked queries\n\t\tfoundASG := false\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif lq.GetQuery().GetType() == azureshared.NetworkApplicationSecurityGroup.String() &&\n\t\t\t\tlq.GetQuery().GetMethod() == sdp.QueryMethod_GET &&\n\t\t\t\tlq.GetQuery().GetQuery() == \"test-asg\" &&\n\t\t\t\tlq.GetQuery().GetScope() == subscriptionID+\".\"+resourceGroup {\n\t\t\t\tfoundASG = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundASG {\n\t\t\tt.Error(\"Expected to find ASG link in linked item queries\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithFQDNs\", func(t *testing.T) {\n\t\tipConfig := createAzureIPConfigurationWithFQDNs(subscriptionID, resourceGroup, networkInterfaceName, ipConfigName, []string{\"test.privatelink.blob.core.windows.net\", \"example.internal\"})\n\n\t\tmockClient := mocks.NewMockInterfaceIPConfigurationsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, networkInterfaceName, ipConfigName).Return(\n\t\t\tarmnetwork.InterfaceIPConfigurationsClientGetResponse{\n\t\t\t\tInterfaceIPConfiguration: *ipConfig,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkInterfaceIPConfiguration(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(networkInterfaceName, ipConfigName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify DNS links exist among the linked queries\n\t\texpectedFQDNs := []string{\"test.privatelink.blob.core.windows.net\", \"example.internal\"}\n\t\tfor _, fqdn := range expectedFQDNs {\n\t\t\tfound := false\n\t\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\t\tif lq.GetQuery().GetType() == stdlib.NetworkDNS.String() &&\n\t\t\t\t\tlq.GetQuery().GetMethod() == sdp.QueryMethod_SEARCH &&\n\t\t\t\t\tlq.GetQuery().GetQuery() == fqdn &&\n\t\t\t\t\tlq.GetQuery().GetScope() == \"global\" {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !found {\n\t\t\t\tt.Errorf(\"Expected to find DNS link for FQDN %s in linked item queries\", fqdn)\n\t\t\t}\n\t\t}\n\t})\n}\n\n// createAzureIPConfiguration creates a mock Azure IP configuration for testing\nfunc createAzureIPConfiguration(subscriptionID, resourceGroup, nicName, ipConfigName string) *armnetwork.InterfaceIPConfiguration {\n\tsubnetID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"\n\tpipID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/publicIPAddresses/test-pip\"\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\n\treturn &armnetwork.InterfaceIPConfiguration{\n\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/networkInterfaces/\" + nicName + \"/ipConfigurations/\" + ipConfigName),\n\t\tName: new(ipConfigName),\n\t\tType: new(\"Microsoft.Network/networkInterfaces/ipConfigurations\"),\n\t\tProperties: &armnetwork.InterfaceIPConfigurationPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tPrivateIPAddress: new(\"10.0.0.4\"),\n\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodDynamic),\n\t\t\tPrimary: new(true),\n\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\tID: new(subnetID),\n\t\t\t},\n\t\t\tPublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\tID: new(pipID),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureIPConfigurationWithProvisioningState creates a mock IP config with a specific provisioning state\nfunc createAzureIPConfigurationWithProvisioningState(subscriptionID, resourceGroup, nicName, ipConfigName string, state armnetwork.ProvisioningState) *armnetwork.InterfaceIPConfiguration {\n\tipConfig := createAzureIPConfiguration(subscriptionID, resourceGroup, nicName, ipConfigName)\n\tipConfig.Properties.ProvisioningState = &state\n\treturn ipConfig\n}\n\n// createAzureIPConfigurationWithASG creates a mock IP config with application security groups\nfunc createAzureIPConfigurationWithASG(subscriptionID, resourceGroup, nicName, ipConfigName, asgName string) *armnetwork.InterfaceIPConfiguration {\n\tipConfig := createAzureIPConfiguration(subscriptionID, resourceGroup, nicName, ipConfigName)\n\tasgID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/applicationSecurityGroups/\" + asgName\n\tipConfig.Properties.ApplicationSecurityGroups = []*armnetwork.ApplicationSecurityGroup{\n\t\t{\n\t\t\tID: new(asgID),\n\t\t},\n\t}\n\treturn ipConfig\n}\n\n// createAzureIPConfigurationWithFQDNs creates a mock IP config with PrivateLinkConnectionProperties FQDNs\nfunc createAzureIPConfigurationWithFQDNs(subscriptionID, resourceGroup, nicName, ipConfigName string, fqdns []string) *armnetwork.InterfaceIPConfiguration {\n\tipConfig := createAzureIPConfiguration(subscriptionID, resourceGroup, nicName, ipConfigName)\n\tfqdnPtrs := make([]*string, len(fqdns))\n\tfor i := range fqdns {\n\t\tfqdnPtrs[i] = new(fqdns[i])\n\t}\n\tipConfig.Properties.PrivateLinkConnectionProperties = &armnetwork.InterfaceIPConfigurationPrivateLinkConnectionProperties{\n\t\tFqdns: fqdnPtrs,\n\t}\n\treturn ipConfig\n}\n" }, { "path": "sources/azure/manual/network-network-interface.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkNetworkInterfaceLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkNetworkInterface)\n\ntype networkNetworkInterfaceWrapper struct {\n\tclient clients.NetworkInterfacesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkNetworkInterface(client clients.NetworkInterfacesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkNetworkInterfaceWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkNetworkInterface,\n\t\t),\n\t}\n}\n\nfunc (n networkNetworkInterfaceWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.List(ctx, rgScope.ResourceGroup)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t\t}\n\n\t\tfor _, networkInterface := range page.Value {\n\t\t\titem, sdpErr := n.azureNetworkInterfaceToSDPItem(networkInterface)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (n networkNetworkInterfaceWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.List(ctx, rgScope.ResourceGroup)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, networkInterface := range page.Value {\n\t\t\tif networkInterface.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureNetworkInterfaceToSDPItem(networkInterface)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/network-interfaces/get?view=rest-virtualnetwork-2025-03-01&tabs=HTTP#response\nfunc (n networkNetworkInterfaceWrapper) azureNetworkInterfaceToSDPItem(networkInterface *armnetwork.Interface) (*sdp.Item, *sdp.QueryError) {\n\tif networkInterface.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"network interface name is nil\"), n.DefaultScope(), n.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(networkInterface, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkNetworkInterface.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: n.DefaultScope(),\n\t\tTags: azureshared.ConvertAzureTags(networkInterface.Tags),\n\t}\n\n\t// Add IP configuration link (name is guaranteed to be non-nil due to validation above)\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkNetworkInterfaceIPConfiguration.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *networkInterface.Name,\n\t\t\tScope: n.DefaultScope(),\n\t\t},\n\t})\n\n\tif networkInterface.Properties != nil && networkInterface.Properties.VirtualMachine != nil {\n\t\tif networkInterface.Properties.VirtualMachine.ID != nil {\n\t\t\tvmName := azureshared.ExtractResourceName(*networkInterface.Properties.VirtualMachine.ID)\n\t\t\tif vmName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: vmName,\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif networkInterface.Properties != nil && networkInterface.Properties.NetworkSecurityGroup != nil {\n\t\tif networkInterface.Properties.NetworkSecurityGroup.ID != nil {\n\t\t\tnsgName := azureshared.ExtractResourceName(*networkInterface.Properties.NetworkSecurityGroup.ID)\n\t\t\tif nsgName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: nsgName,\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Private endpoint (read-only reference when NIC is used by a private endpoint)\n\tif networkInterface.Properties != nil && networkInterface.Properties.PrivateEndpoint != nil &&\n\t\tnetworkInterface.Properties.PrivateEndpoint.ID != nil {\n\t\tpeName := azureshared.ExtractResourceName(*networkInterface.Properties.PrivateEndpoint.ID)\n\t\tif peName != \"\" {\n\t\t\tscope := azureshared.ExtractScopeFromResourceID(*networkInterface.Properties.PrivateEndpoint.ID)\n\t\t\tif scope == \"\" {\n\t\t\t\tscope = n.DefaultScope()\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: peName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Private Link Service (when this NIC is the frontend of a private link service)\n\tif networkInterface.Properties != nil && networkInterface.Properties.PrivateLinkService != nil &&\n\t\tnetworkInterface.Properties.PrivateLinkService.ID != nil {\n\t\tplsName := azureshared.ExtractResourceName(*networkInterface.Properties.PrivateLinkService.ID)\n\t\tif plsName != \"\" {\n\t\t\tscope := azureshared.ExtractScopeFromResourceID(*networkInterface.Properties.PrivateLinkService.ID)\n\t\t\tif scope == \"\" {\n\t\t\t\tscope = n.DefaultScope()\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPrivateLinkService.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: plsName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// DSCP configuration (read-only reference)\n\tif networkInterface.Properties != nil && networkInterface.Properties.DscpConfiguration != nil &&\n\t\tnetworkInterface.Properties.DscpConfiguration.ID != nil {\n\t\tdscpName := azureshared.ExtractResourceName(*networkInterface.Properties.DscpConfiguration.ID)\n\t\tif dscpName != \"\" {\n\t\t\tscope := azureshared.ExtractScopeFromResourceID(*networkInterface.Properties.DscpConfiguration.ID)\n\t\t\tif scope == \"\" {\n\t\t\t\tscope = n.DefaultScope()\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkDscpConfiguration.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: dscpName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Tap configurations (child resource; list by NIC name)\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkNetworkInterfaceTapConfiguration.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *networkInterface.Name,\n\t\t\tScope: n.DefaultScope(),\n\t\t},\n\t})\n\n\t// IP configuration references: subnet, public IP, private IP (stdlib), ASGs, LB pools/rules, App Gateway pools, gateway LB, VNet taps\n\tif networkInterface.Properties != nil && networkInterface.Properties.IPConfigurations != nil {\n\t\tfor _, ipConfig := range networkInterface.Properties.IPConfigurations {\n\t\t\tif ipConfig == nil || ipConfig.Properties == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tprops := ipConfig.Properties\n\n\t\t\t// Subnet\n\t\t\tif props.Subnet != nil && props.Subnet.ID != nil {\n\t\t\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(*props.Subnet.ID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\tif len(subnetParams) >= 2 {\n\t\t\t\t\tvnetName, subnetName := subnetParams[0], subnetParams[1]\n\t\t\t\t\tscope := azureshared.ExtractScopeFromResourceID(*props.Subnet.ID)\n\t\t\t\t\tif scope == \"\" {\n\t\t\t\t\t\tscope = n.DefaultScope()\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Public IP address\n\t\t\tif props.PublicIPAddress != nil && props.PublicIPAddress.ID != nil {\n\t\t\t\tpipName := azureshared.ExtractResourceName(*props.PublicIPAddress.ID)\n\t\t\t\tif pipName != \"\" {\n\t\t\t\t\tscope := azureshared.ExtractScopeFromResourceID(*props.PublicIPAddress.ID)\n\t\t\t\t\tif scope == \"\" {\n\t\t\t\t\t\tscope = n.DefaultScope()\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: pipName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Private IP address -> stdlib ip\n\t\t\tif props.PrivateIPAddress != nil && *props.PrivateIPAddress != \"\" {\n\t\t\t\taddr := *props.PrivateIPAddress\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: addr,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Application security groups\n\t\t\tif props.ApplicationSecurityGroups != nil {\n\t\t\t\tfor _, asg := range props.ApplicationSecurityGroups {\n\t\t\t\t\tif asg != nil && asg.ID != nil {\n\t\t\t\t\t\tasgName := azureshared.ExtractResourceName(*asg.ID)\n\t\t\t\t\t\tif asgName != \"\" {\n\t\t\t\t\t\t\tscope := azureshared.ExtractScopeFromResourceID(*asg.ID)\n\t\t\t\t\t\t\tif scope == \"\" {\n\t\t\t\t\t\t\t\tscope = n.DefaultScope()\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Load balancer backend address pools\n\t\t\tif props.LoadBalancerBackendAddressPools != nil {\n\t\t\t\tfor _, pool := range props.LoadBalancerBackendAddressPools {\n\t\t\t\t\tif pool != nil && pool.ID != nil {\n\t\t\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*pool.ID, []string{\"loadBalancers\", \"backendAddressPools\"})\n\t\t\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\t\t\tscope := azureshared.ExtractScopeFromResourceID(*pool.ID)\n\t\t\t\t\t\t\tif scope == \"\" {\n\t\t\t\t\t\t\t\tscope = n.DefaultScope()\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerBackendAddressPool.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Load balancer inbound NAT rules\n\t\t\tif props.LoadBalancerInboundNatRules != nil {\n\t\t\t\tfor _, rule := range props.LoadBalancerInboundNatRules {\n\t\t\t\t\tif rule != nil && rule.ID != nil {\n\t\t\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*rule.ID, []string{\"loadBalancers\", \"inboundNatRules\"})\n\t\t\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\t\t\tscope := azureshared.ExtractScopeFromResourceID(*rule.ID)\n\t\t\t\t\t\t\tif scope == \"\" {\n\t\t\t\t\t\t\t\tscope = n.DefaultScope()\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerInboundNatRule.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Application Gateway backend address pools\n\t\t\tif props.ApplicationGatewayBackendAddressPools != nil {\n\t\t\t\tfor _, pool := range props.ApplicationGatewayBackendAddressPools {\n\t\t\t\t\tif pool != nil && pool.ID != nil {\n\t\t\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*pool.ID, []string{\"applicationGateways\", \"backendAddressPools\"})\n\t\t\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\t\t\tscope := azureshared.ExtractScopeFromResourceID(*pool.ID)\n\t\t\t\t\t\t\tif scope == \"\" {\n\t\t\t\t\t\t\t\tscope = n.DefaultScope()\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationGatewayBackendAddressPool.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Gateway Load Balancer (frontend IP config reference)\n\t\t\tif props.GatewayLoadBalancer != nil && props.GatewayLoadBalancer.ID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*props.GatewayLoadBalancer.ID, []string{\"loadBalancers\", \"frontendIPConfigurations\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tscope := azureshared.ExtractScopeFromResourceID(*props.GatewayLoadBalancer.ID)\n\t\t\t\t\tif scope == \"\" {\n\t\t\t\t\t\tscope = n.DefaultScope()\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Virtual Network Taps\n\t\t\tif props.VirtualNetworkTaps != nil {\n\t\t\t\tfor _, tap := range props.VirtualNetworkTaps {\n\t\t\t\t\tif tap != nil && tap.ID != nil {\n\t\t\t\t\t\ttapName := azureshared.ExtractResourceName(*tap.ID)\n\t\t\t\t\t\tif tapName != \"\" {\n\t\t\t\t\t\t\tscope := azureshared.ExtractScopeFromResourceID(*tap.ID)\n\t\t\t\t\t\t\tif scope == \"\" {\n\t\t\t\t\t\t\t\tscope = n.DefaultScope()\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetworkTap.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: tapName,\n\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// DNS settings: link IPs to stdlib.NetworkIP and hostnames to stdlib.NetworkDNS\n\tif networkInterface.Properties != nil && networkInterface.Properties.DNSSettings != nil {\n\t\tdns := networkInterface.Properties.DNSSettings\n\t\tif dns.DNSServers != nil {\n\t\t\tfor _, srv := range dns.DNSServers {\n\t\t\t\tif srv == nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tappendDNSServerLinkIfValid(&sdpItem.LinkedItemQueries, *srv, \"AzureProvidedDNS\")\n\t\t\t}\n\t\t}\n\t\tif dns.InternalDNSNameLabel != nil && *dns.InternalDNSNameLabel != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *dns.InternalDNSNameLabel,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\tif dns.InternalFqdn != nil && *dns.InternalFqdn != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *dns.InternalFqdn,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkNetworkInterfaceWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be exactly one part and be a network interface name\"), n.DefaultScope(), n.Type())\n\t}\n\tnetworkInterfaceName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tnetworkInterface, err := n.client.Get(ctx, rgScope.ResourceGroup, networkInterfaceName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t}\n\n\treturn n.azureNetworkInterfaceToSDPItem(&networkInterface.Interface)\n}\n\nfunc (n networkNetworkInterfaceWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkNetworkInterfaceLookupByName,\n\t}\n}\n\nfunc (n networkNetworkInterfaceWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkVirtualNetwork: true,\n\t\tazureshared.ComputeVirtualMachine: true,\n\t\tazureshared.NetworkNetworkSecurityGroup: true,\n\t\tazureshared.NetworkNetworkInterfaceIPConfiguration: true,\n\t\tazureshared.NetworkNetworkInterfaceTapConfiguration: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.NetworkPublicIPAddress: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t\tazureshared.NetworkPrivateLinkService: true,\n\t\tazureshared.NetworkDscpConfiguration: true,\n\t\tazureshared.NetworkApplicationSecurityGroup: true,\n\t\tazureshared.NetworkLoadBalancerBackendAddressPool: true,\n\t\tazureshared.NetworkLoadBalancerInboundNatRule: true,\n\t\tazureshared.NetworkApplicationGatewayBackendAddressPool: true,\n\t\tazureshared.NetworkLoadBalancerFrontendIPConfiguration: true,\n\t\tazureshared.NetworkVirtualNetworkTap: true,\n\t\tstdlib.NetworkIP: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\nfunc (n networkNetworkInterfaceWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_network_interface.name\",\n\t\t},\n\t}\n}\n\nfunc (n networkNetworkInterfaceWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/networkInterfaces/read\",\n\t}\n}\n\nfunc (n networkNetworkInterfaceWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-network-interface_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"reflect\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkNetworkInterface(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tnicName := \"test-nic\"\n\t\tnic := createAzureNetworkInterface(nicName, \"test-vm\", \"test-nsg\")\n\n\t\tmockClient := mocks.NewMockNetworkInterfacesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, nicName).Return(\n\t\t\tarmnetwork.InterfacesClientGetResponse{\n\t\t\t\tInterface: *nic,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkInterface(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], nicName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkNetworkInterface.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkNetworkInterface, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != nicName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", nicName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// NetworkNetworkInterfaceIPConfiguration link\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterfaceIPConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: nicName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// ComputeVirtualMachine link\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vm\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// NetworkNetworkSecurityGroup link\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nsg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// NetworkNetworkInterfaceTapConfiguration link (child resource)\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterfaceTapConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: nicName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\n\t\tt.Run(\"DNSServers_IP_and_hostname\", func(t *testing.T) {\n\t\t\tnicWithDNS := createAzureNetworkInterfaceWithDNSServers(nicName, \"test-vm\", \"test-nsg\", []string{\"10.0.0.1\", \"dns.internal\"})\n\t\t\tmockClient := mocks.NewMockNetworkInterfacesClient(ctrl)\n\t\t\tmockClient.EXPECT().Get(ctx, resourceGroup, nicName).Return(\n\t\t\t\tarmnetwork.InterfacesClientGetResponse{\n\t\t\t\t\tInterface: *nicWithDNS,\n\t\t\t\t}, nil)\n\n\t\t\twrapper := manual.NewNetworkNetworkInterface(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], nicName, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\t// Same base links as main Get test, plus DNS server links (IP β†’ NetworkIP, hostname β†’ NetworkDNS)\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterfaceIPConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: nicName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.ComputeVirtualMachine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vm\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nsg\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterfaceTapConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: nicName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"dns.internal\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockNetworkInterfacesClient(ctrl)\n\n\t\twrapper := manual.NewNetworkNetworkInterface(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty string name - Get will still be called with empty string\n\t\t// and Azure will return an error\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"\").Return(\n\t\t\tarmnetwork.InterfacesClientGetResponse{}, errors.New(\"network interface not found\"))\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting network interface with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tnic1 := createAzureNetworkInterface(\"test-nic-1\", \"test-vm-1\", \"test-nsg-1\")\n\t\tnic2 := createAzureNetworkInterface(\"test-nic-2\", \"test-vm-2\", \"test-nsg-2\")\n\n\t\tmockClient := mocks.NewMockNetworkInterfacesClient(ctrl)\n\t\tmockPager := NewMockNetworkInterfacesPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.InterfacesClientListResponse{\n\t\t\t\t\tInterfaceListResult: armnetwork.InterfaceListResult{\n\t\t\t\t\t\tValue: []*armnetwork.Interface{nic1, nic2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(ctx, resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNetworkInterface(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.NetworkNetworkInterface.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkNetworkInterface, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\t// Create NIC with nil name to test error handling\n\t\tnic1 := createAzureNetworkInterface(\"test-nic-1\", \"test-vm-1\", \"test-nsg-1\")\n\t\tnic2 := &armnetwork.Interface{\n\t\t\tName: nil, // NIC with nil name should cause an error in azureNetworkInterfaceToSDPItem\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armnetwork.InterfacePropertiesFormat{\n\t\t\t\tIPConfigurations: []*armnetwork.InterfaceIPConfiguration{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"ipconfig1\"),\n\t\t\t\t\t\tProperties: &armnetwork.InterfaceIPConfigurationPropertiesFormat{\n\t\t\t\t\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodDynamic),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockNetworkInterfacesClient(ctrl)\n\t\tmockPager := NewMockNetworkInterfacesPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.InterfacesClientListResponse{\n\t\t\t\t\tInterfaceListResult: armnetwork.InterfaceListResult{\n\t\t\t\t\t\tValue: []*armnetwork.Interface{nic1, nic2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t)\n\t\t// Note: More() won't be called again after NextPage returns the items with nil name\n\t\t// because azureNetworkInterfaceToSDPItem will return an error\n\n\t\tmockClient.EXPECT().List(ctx, resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNetworkInterface(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\t// Should return an error because nic2 has nil name\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected error when listing network interfaces with nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"network interface not found\")\n\n\t\tmockClient := mocks.NewMockNetworkInterfacesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-nic\").Return(\n\t\t\tarmnetwork.InterfacesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkNetworkInterface(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-nic\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent network interface, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_List\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failed to list network interfaces\")\n\n\t\tmockClient := mocks.NewMockNetworkInterfacesClient(ctrl)\n\t\tmockPager := NewMockNetworkInterfacesPager(ctrl)\n\n\t\t// Setup pager to return error on NextPage\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.InterfacesClientListResponse{}, expectedErr),\n\t\t)\n\n\t\tmockClient.EXPECT().List(ctx, resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNetworkInterface(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing network interfaces fails, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockNetworkInterfacesClient(ctrl)\n\t\twrapper := manual.NewNetworkNetworkInterface(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Verify wrapper implements ListableWrapper interface\n\t\t_ = wrapper\n\n\t\t// Cast to sources.Wrapper to access interface methods\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/networkInterfaces/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkVirtualNetwork] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkVirtualNetwork\")\n\t\t}\n\n\t\t// Verify TerraformMappings\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_network_interface.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_network_interface.name' mapping\")\n\t\t}\n\t})\n}\n\n// MockNetworkInterfacesPager is a simple mock for NetworkInterfacesPager\ntype MockNetworkInterfacesPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockNetworkInterfacesPagerMockRecorder\n}\n\ntype MockNetworkInterfacesPagerMockRecorder struct {\n\tmock *MockNetworkInterfacesPager\n}\n\nfunc NewMockNetworkInterfacesPager(ctrl *gomock.Controller) *MockNetworkInterfacesPager {\n\tmock := &MockNetworkInterfacesPager{ctrl: ctrl}\n\tmock.recorder = &MockNetworkInterfacesPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockNetworkInterfacesPager) EXPECT() *MockNetworkInterfacesPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockNetworkInterfacesPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockNetworkInterfacesPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockNetworkInterfacesPager) NextPage(ctx context.Context) (armnetwork.InterfacesClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armnetwork.InterfacesClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockNetworkInterfacesPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armnetwork.InterfacesClientListResponse, error)](), ctx)\n}\n\n// createAzureNetworkInterface creates a mock Azure network interface for testing\nfunc createAzureNetworkInterface(nicName, vmName, nsgName string) *armnetwork.Interface {\n\tvmID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Compute/virtualMachines/\" + vmName\n\tnsgID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/networkSecurityGroups/\" + nsgName\n\n\treturn &armnetwork.Interface{\n\t\tName: new(nicName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.InterfacePropertiesFormat{\n\t\t\tVirtualMachine: &armnetwork.SubResource{\n\t\t\t\tID: new(vmID),\n\t\t\t},\n\t\t\tNetworkSecurityGroup: &armnetwork.SecurityGroup{\n\t\t\t\tID: new(nsgID),\n\t\t\t},\n\t\t\tIPConfigurations: []*armnetwork.InterfaceIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"ipconfig1\"),\n\t\t\t\t\tProperties: &armnetwork.InterfaceIPConfigurationPropertiesFormat{\n\t\t\t\t\t\tPrivateIPAllocationMethod: new(armnetwork.IPAllocationMethodDynamic),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureNetworkInterfaceWithDNSServers creates a mock Azure network interface with DNSSettings for testing DNS server links (IP vs hostname).\nfunc createAzureNetworkInterfaceWithDNSServers(nicName, vmName, nsgName string, dnsServers []string) *armnetwork.Interface {\n\tnic := createAzureNetworkInterface(nicName, vmName, nsgName)\n\tptrs := make([]*string, len(dnsServers))\n\tfor i := range dnsServers {\n\t\tptrs[i] = new(dnsServers[i])\n\t}\n\tnic.Properties.DNSSettings = &armnetwork.InterfaceDNSSettings{\n\t\tDNSServers: ptrs,\n\t}\n\treturn nic\n}\n" }, { "path": "sources/azure/manual/network-network-security-group.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"net\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkNetworkSecurityGroupLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkNetworkSecurityGroup)\n\n// appendIPOrCIDRLinkIfValid appends a linked item query to stdlib.NetworkIP when the prefix is an IP address or CIDR (not a service tag like VirtualNetwork, Internet, *).\nfunc appendIPOrCIDRLinkIfValid(queries *[]*sdp.LinkedItemQuery, prefix string) {\n\tappendLinkIfValid(queries, prefix, []string{\"*\"}, func(p string) *sdp.LinkedItemQuery {\n\t\tif net.ParseIP(p) != nil {\n\t\t\treturn networkIPQuery(p)\n\t\t}\n\t\tif _, _, err := net.ParseCIDR(p); err == nil {\n\t\t\treturn networkIPQuery(p)\n\t\t}\n\t\treturn nil\n\t})\n}\n\ntype networkNetworkSecurityGroupWrapper struct {\n\tclient clients.NetworkSecurityGroupsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkNetworkSecurityGroup(client clients.NetworkSecurityGroupsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkNetworkSecurityGroupWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkNetworkSecurityGroup,\n\t\t),\n\t}\n}\n\n// reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/network-security-groups/list?view=rest-virtualnetwork-2025-03-01&tabs=HTTP\nfunc (n networkNetworkSecurityGroupWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.List(ctx, rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t\t}\n\t\tfor _, networkSecurityGroup := range page.Value {\n\t\t\tif networkSecurityGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureNetworkSecurityGroupToSDPItem(networkSecurityGroup)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkNetworkSecurityGroupWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.List(ctx, rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, n.DefaultScope(), n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, networkSecurityGroup := range page.Value {\n\t\t\tif networkSecurityGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureNetworkSecurityGroupToSDPItem(networkSecurityGroup)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/network-security-groups/get?view=rest-virtualnetwork-2025-03-01&tabs=HTTP\nfunc (n networkNetworkSecurityGroupWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the network security group name\"), n.DefaultScope(), n.Type())\n\t}\n\tnetworkSecurityGroupName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tnetworkSecurityGroup, err := n.client.Get(ctx, rgScope.ResourceGroup, networkSecurityGroupName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t}\n\treturn n.azureNetworkSecurityGroupToSDPItem(&networkSecurityGroup.SecurityGroup)\n}\n\nfunc (n networkNetworkSecurityGroupWrapper) azureNetworkSecurityGroupToSDPItem(networkSecurityGroup *armnetwork.SecurityGroup) (*sdp.Item, *sdp.QueryError) {\n\tif networkSecurityGroup.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"network security group name is nil\"), n.DefaultScope(), n.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(networkSecurityGroup, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t}\n\tnsgName := *networkSecurityGroup.Name\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: n.DefaultScope(),\n\t\tTags: azureshared.ConvertAzureTags(networkSecurityGroup.Tags),\n\t}\n\n\t// Link to SecurityRules (child resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/security-rules/get\n\tif networkSecurityGroup.Properties != nil && networkSecurityGroup.Properties.SecurityRules != nil {\n\t\tfor _, securityRule := range networkSecurityGroup.Properties.SecurityRules {\n\t\t\tif securityRule.Name != nil && *securityRule.Name != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkSecurityRule.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(nsgName, *securityRule.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to DefaultSecurityRules (child resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/network-security-groups/get#defaultsecurityrules\n\tif networkSecurityGroup.Properties != nil && networkSecurityGroup.Properties.DefaultSecurityRules != nil {\n\t\tfor _, defaultSecurityRule := range networkSecurityGroup.Properties.DefaultSecurityRules {\n\t\t\tif defaultSecurityRule.Name != nil && *defaultSecurityRule.Name != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkDefaultSecurityRule.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(nsgName, *defaultSecurityRule.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Subnets (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/subnets/get\n\tif networkSecurityGroup.Properties != nil && networkSecurityGroup.Properties.Subnets != nil {\n\t\tfor _, subnetRef := range networkSecurityGroup.Properties.Subnets {\n\t\t\tif subnetRef.ID != nil {\n\t\t\t\t// Extract subnet name and virtual network name from the resource ID\n\t\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnet}/subnets/{subnet}\n\t\t\t\tsubnetName := azureshared.ExtractResourceName(*subnetRef.ID)\n\t\t\t\tif subnetName != \"\" {\n\t\t\t\t\t// Extract virtual network name (second to last segment)\n\t\t\t\t\tparts := strings.Split(strings.Trim(*subnetRef.ID, \"/\"), \"/\")\n\t\t\t\t\tvnetName := \"\"\n\t\t\t\t\tfor i, part := range parts {\n\t\t\t\t\t\tif part == \"virtualNetworks\" && i+1 < len(parts) {\n\t\t\t\t\t\t\tvnetName = parts[i+1]\n\t\t\t\t\t\t\tbreak\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\tif vnetName != \"\" {\n\t\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t\t// Check if subnet is in a different resource group\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*subnetRef.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to NetworkInterfaces (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/network-interfaces/get\n\tif networkSecurityGroup.Properties != nil && networkSecurityGroup.Properties.NetworkInterfaces != nil {\n\t\tfor _, nicRef := range networkSecurityGroup.Properties.NetworkInterfaces {\n\t\t\tif nicRef.ID != nil {\n\t\t\t\tnicName := azureshared.ExtractResourceName(*nicRef.ID)\n\t\t\t\tif nicName != \"\" {\n\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t// Check if network interface is in a different resource group\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*nicRef.ID); extractedScope != \"\" {\n\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: nicName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to FlowLogs (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/network-watcher/flow-logs/get\n\tif networkSecurityGroup.Properties != nil && networkSecurityGroup.Properties.FlowLogs != nil {\n\t\tfor _, flowLogRef := range networkSecurityGroup.Properties.FlowLogs {\n\t\t\tif flowLogRef != nil && flowLogRef.ID != nil && *flowLogRef.ID != \"\" {\n\t\t\t\tflowLogID := *flowLogRef.ID\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(flowLogID, []string{\"networkWatchers\", \"flowLogs\"})\n\t\t\t\tif len(params) < 2 {\n\t\t\t\t\tparams = azureshared.ExtractPathParamsFromResourceID(flowLogID, []string{\"networkWatchers\", \"FlowLogs\"})\n\t\t\t\t}\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tnetworkWatcherName := params[0]\n\t\t\t\t\tflowLogName := params[1]\n\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(flowLogID); extractedScope != \"\" {\n\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkFlowLog.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(networkWatcherName, flowLogName),\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to ApplicationSecurityGroups and IPGroups from SecurityRules\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/application-security-groups/get\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/ip-groups/get\n\tif networkSecurityGroup.Properties != nil {\n\t\t// Process SecurityRules\n\t\tif networkSecurityGroup.Properties.SecurityRules != nil {\n\t\t\tfor _, securityRule := range networkSecurityGroup.Properties.SecurityRules {\n\t\t\t\tif securityRule.Properties != nil {\n\t\t\t\t\t// Link to SourceApplicationSecurityGroups\n\t\t\t\t\tif securityRule.Properties.SourceApplicationSecurityGroups != nil {\n\t\t\t\t\t\tfor _, asgRef := range securityRule.Properties.SourceApplicationSecurityGroups {\n\t\t\t\t\t\t\tif asgRef.ID != nil {\n\t\t\t\t\t\t\t\tasgName := azureshared.ExtractResourceName(*asgRef.ID)\n\t\t\t\t\t\t\t\tif asgName != \"\" {\n\t\t\t\t\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t\t\t\t\t// Check if Application Security Group is in a different resource group\n\t\t\t\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*asgRef.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\t// Link to DestinationApplicationSecurityGroups\n\t\t\t\t\tif securityRule.Properties.DestinationApplicationSecurityGroups != nil {\n\t\t\t\t\t\tfor _, asgRef := range securityRule.Properties.DestinationApplicationSecurityGroups {\n\t\t\t\t\t\t\tif asgRef.ID != nil {\n\t\t\t\t\t\t\t\tasgName := azureshared.ExtractResourceName(*asgRef.ID)\n\t\t\t\t\t\t\t\tif asgName != \"\" {\n\t\t\t\t\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t\t\t\t\t// Check if Application Security Group is in a different resource group\n\t\t\t\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*asgRef.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\t// Link to stdlib.NetworkIP for source/destination address prefixes when they are IPs or CIDRs\n\t\t\t\t\tif securityRule.Properties.SourceAddressPrefix != nil {\n\t\t\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *securityRule.Properties.SourceAddressPrefix)\n\t\t\t\t\t}\n\t\t\t\t\tfor _, p := range securityRule.Properties.SourceAddressPrefixes {\n\t\t\t\t\t\tif p != nil {\n\t\t\t\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *p)\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\tif securityRule.Properties.DestinationAddressPrefix != nil {\n\t\t\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *securityRule.Properties.DestinationAddressPrefix)\n\t\t\t\t\t}\n\t\t\t\t\tfor _, p := range securityRule.Properties.DestinationAddressPrefixes {\n\t\t\t\t\t\tif p != nil {\n\t\t\t\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *p)\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Process DefaultSecurityRules (they can also reference ApplicationSecurityGroups and IPGroups)\n\t\tif networkSecurityGroup.Properties.DefaultSecurityRules != nil {\n\t\t\tfor _, defaultSecurityRule := range networkSecurityGroup.Properties.DefaultSecurityRules {\n\t\t\t\tif defaultSecurityRule.Properties != nil {\n\t\t\t\t\t// Link to SourceApplicationSecurityGroups\n\t\t\t\t\tif defaultSecurityRule.Properties.SourceApplicationSecurityGroups != nil {\n\t\t\t\t\t\tfor _, asgRef := range defaultSecurityRule.Properties.SourceApplicationSecurityGroups {\n\t\t\t\t\t\t\tif asgRef.ID != nil {\n\t\t\t\t\t\t\t\tasgName := azureshared.ExtractResourceName(*asgRef.ID)\n\t\t\t\t\t\t\t\tif asgName != \"\" {\n\t\t\t\t\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t\t\t\t\t// Check if Application Security Group is in a different resource group\n\t\t\t\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*asgRef.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\t// Link to DestinationApplicationSecurityGroups\n\t\t\t\t\tif defaultSecurityRule.Properties.DestinationApplicationSecurityGroups != nil {\n\t\t\t\t\t\tfor _, asgRef := range defaultSecurityRule.Properties.DestinationApplicationSecurityGroups {\n\t\t\t\t\t\t\tif asgRef.ID != nil {\n\t\t\t\t\t\t\t\tasgName := azureshared.ExtractResourceName(*asgRef.ID)\n\t\t\t\t\t\t\t\tif asgName != \"\" {\n\t\t\t\t\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t\t\t\t\t// Check if Application Security Group is in a different resource group\n\t\t\t\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*asgRef.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\t// Link to stdlib.NetworkIP for source/destination address prefixes when they are IPs or CIDRs\n\t\t\t\t\tif defaultSecurityRule.Properties.SourceAddressPrefix != nil {\n\t\t\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *defaultSecurityRule.Properties.SourceAddressPrefix)\n\t\t\t\t\t}\n\t\t\t\t\tfor _, p := range defaultSecurityRule.Properties.SourceAddressPrefixes {\n\t\t\t\t\t\tif p != nil {\n\t\t\t\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *p)\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\tif defaultSecurityRule.Properties.DestinationAddressPrefix != nil {\n\t\t\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *defaultSecurityRule.Properties.DestinationAddressPrefix)\n\t\t\t\t\t}\n\t\t\t\t\tfor _, p := range defaultSecurityRule.Properties.DestinationAddressPrefixes {\n\t\t\t\t\t\tif p != nil {\n\t\t\t\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *p)\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkNetworkSecurityGroupWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkNetworkSecurityGroupLookupByName,\n\t}\n}\n\nfunc (n networkNetworkSecurityGroupWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkSecurityRule: true,\n\t\tazureshared.NetworkDefaultSecurityRule: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.NetworkNetworkInterface: true,\n\t\tazureshared.NetworkFlowLog: true,\n\t\tazureshared.NetworkApplicationSecurityGroup: true,\n\t\tazureshared.NetworkIPGroup: true,\n\t\tstdlib.NetworkIP: true,\n\t}\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/network_security_group\nfunc (n networkNetworkSecurityGroupWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_network_security_group.name\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/networking\nfunc (n networkNetworkSecurityGroupWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/networkSecurityGroups/read\",\n\t}\n}\n\nfunc (n networkNetworkSecurityGroupWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-network-security-group_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"reflect\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkNetworkSecurityGroup(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tnsgName := \"test-nsg\"\n\t\tnsg := createAzureNetworkSecurityGroup(nsgName)\n\n\t\tmockClient := mocks.NewMockNetworkSecurityGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, nsgName, nil).Return(\n\t\t\tarmnetwork.SecurityGroupsClientGetResponse{\n\t\t\t\tSecurityGroup: *nsg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], nsgName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkNetworkSecurityGroup.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkNetworkSecurityGroup, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != nsgName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", nsgName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// SecurityRule link\n\t\t\t\t\tExpectedType: azureshared.NetworkSecurityRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(nsgName, \"test-security-rule\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// DefaultSecurityRule link\n\t\t\t\t\tExpectedType: azureshared.NetworkDefaultSecurityRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(nsgName, \"AllowVnetInBound\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Subnet link\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// NetworkInterface link\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nic\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// ApplicationSecurityGroup link (from SecurityRule Source)\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-asg-source\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// ApplicationSecurityGroup link (from SecurityRule Destination)\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-asg-dest\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// ApplicationSecurityGroup link (from DefaultSecurityRule Source)\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-asg-default-source\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockNetworkSecurityGroupsClient(ctrl)\n\n\t\twrapper := manual.NewNetworkNetworkSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty string name - Get will still be called with empty string\n\t\t// and Azure will return an error\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"\", nil).Return(\n\t\t\tarmnetwork.SecurityGroupsClientGetResponse{}, errors.New(\"network security group not found\"))\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting network security group with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithNilName\", func(t *testing.T) {\n\t\tnsg := &armnetwork.SecurityGroup{\n\t\t\tName: nil, // NSG with nil name should cause an error\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockNetworkSecurityGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-nsg\", nil).Return(\n\t\t\tarmnetwork.SecurityGroupsClientGetResponse{\n\t\t\t\tSecurityGroup: *nsg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-nsg\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when network security group has nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tnsg1 := createAzureNetworkSecurityGroup(\"test-nsg-1\")\n\t\tnsg2 := createAzureNetworkSecurityGroup(\"test-nsg-2\")\n\n\t\tmockClient := mocks.NewMockNetworkSecurityGroupsClient(ctrl)\n\t\tmockPager := NewMockNetworkSecurityGroupsPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.SecurityGroupsClientListResponse{\n\t\t\t\t\tSecurityGroupListResult: armnetwork.SecurityGroupListResult{\n\t\t\t\t\t\tValue: []*armnetwork.SecurityGroup{nsg1, nsg2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(ctx, resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNetworkSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.NetworkNetworkSecurityGroup.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkNetworkSecurityGroup, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\t// Create NSG with nil name to test error handling\n\t\tnsg1 := createAzureNetworkSecurityGroup(\"test-nsg-1\")\n\t\tnsg2 := &armnetwork.SecurityGroup{\n\t\t\tName: nil, // NSG with nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockNetworkSecurityGroupsClient(ctrl)\n\t\tmockPager := NewMockNetworkSecurityGroupsPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.SecurityGroupsClientListResponse{\n\t\t\t\t\tSecurityGroupListResult: armnetwork.SecurityGroupListResult{\n\t\t\t\t\t\tValue: []*armnetwork.SecurityGroup{nsg1, nsg2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(ctx, resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNetworkSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (nsg1), nsg2 should be skipped\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name should be skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"List_ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failed to list network security groups\")\n\n\t\tmockClient := mocks.NewMockNetworkSecurityGroupsClient(ctrl)\n\t\tmockPager := NewMockNetworkSecurityGroupsPager(ctrl)\n\n\t\t// Setup pager to return error on NextPage\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.SecurityGroupsClientListResponse{}, expectedErr),\n\t\t)\n\n\t\tmockClient.EXPECT().List(ctx, resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNetworkSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing network security groups fails, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"network security group not found\")\n\n\t\tmockClient := mocks.NewMockNetworkSecurityGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-nsg\", nil).Return(\n\t\t\tarmnetwork.SecurityGroupsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkNetworkSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-nsg\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent network security group, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"CrossResourceGroupLinks\", func(t *testing.T) {\n\t\t// Test NSG with subnet and NIC in different resource groups\n\t\tnsgName := \"test-nsg\"\n\t\totherResourceGroup := \"other-rg\"\n\t\totherSubscriptionID := \"other-subscription\"\n\n\t\tnsg := &armnetwork.SecurityGroup{\n\t\t\tName: new(nsgName),\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armnetwork.SecurityGroupPropertiesFormat{\n\t\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + otherSubscriptionID + \"/resourceGroups/\" + otherResourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tNetworkInterfaces: []*armnetwork.Interface{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + otherSubscriptionID + \"/resourceGroups/\" + otherResourceGroup + \"/providers/Microsoft.Network/networkInterfaces/test-nic\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockNetworkSecurityGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, nsgName, nil).Return(\n\t\t\tarmnetwork.SecurityGroupsClientGetResponse{\n\t\t\t\tSecurityGroup: *nsg,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], nsgName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Check that subnet link uses the correct scope\n\t\tfoundSubnetLink := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.NetworkSubnet.String() {\n\t\t\t\tfoundSubnetLink = true\n\t\t\t\texpectedScope := otherSubscriptionID + \".\" + otherResourceGroup\n\t\t\t\tif link.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected subnet scope %s, got %s\", expectedScope, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !foundSubnetLink {\n\t\t\tt.Error(\"Expected to find subnet link\")\n\t\t}\n\n\t\t// Check that NIC link uses the correct scope\n\t\tfoundNICLink := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.NetworkNetworkInterface.String() {\n\t\t\t\tfoundNICLink = true\n\t\t\t\texpectedScope := otherSubscriptionID + \".\" + otherResourceGroup\n\t\t\t\tif link.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected NIC scope %s, got %s\", expectedScope, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !foundNICLink {\n\t\t\tt.Error(\"Expected to find NIC link\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockNetworkSecurityGroupsClient(ctrl)\n\t\twrapper := manual.NewNetworkNetworkSecurityGroup(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Verify wrapper implements ListableWrapper interface\n\t\t_ = wrapper\n\n\t\t// Cast to sources.Wrapper to access interface methods\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/networkSecurityGroups/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\texpectedLinks := []shared.ItemType{\n\t\t\tazureshared.NetworkSecurityRule,\n\t\t\tazureshared.NetworkDefaultSecurityRule,\n\t\t\tazureshared.NetworkSubnet,\n\t\t\tazureshared.NetworkNetworkInterface,\n\t\t\tazureshared.NetworkFlowLog,\n\t\t\tazureshared.NetworkApplicationSecurityGroup,\n\t\t\tazureshared.NetworkIPGroup,\n\t\t\tstdlib.NetworkIP,\n\t\t}\n\t\tfor _, expectedLink := range expectedLinks {\n\t\t\tif !potentialLinks[expectedLink] {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s\", expectedLink)\n\t\t\t}\n\t\t}\n\n\t\t// Verify TerraformMappings\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_network_security_group.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_network_security_group.name' mapping\")\n\t\t}\n\n\t\t// Verify PredefinedRole\n\t\t// PredefinedRole is available on the wrapper, not the adapter\n\t\trole := wrapper.(interface{ PredefinedRole() string }).PredefinedRole()\n\t\tif role != \"Reader\" {\n\t\t\tt.Errorf(\"Expected PredefinedRole to be 'Reader', got %s\", role)\n\t\t}\n\t})\n}\n\n// MockNetworkSecurityGroupsPager is a simple mock for NetworkSecurityGroupsPager\ntype MockNetworkSecurityGroupsPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockNetworkSecurityGroupsPagerMockRecorder\n}\n\ntype MockNetworkSecurityGroupsPagerMockRecorder struct {\n\tmock *MockNetworkSecurityGroupsPager\n}\n\nfunc NewMockNetworkSecurityGroupsPager(ctrl *gomock.Controller) *MockNetworkSecurityGroupsPager {\n\tmock := &MockNetworkSecurityGroupsPager{ctrl: ctrl}\n\tmock.recorder = &MockNetworkSecurityGroupsPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockNetworkSecurityGroupsPager) EXPECT() *MockNetworkSecurityGroupsPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockNetworkSecurityGroupsPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockNetworkSecurityGroupsPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockNetworkSecurityGroupsPager) NextPage(ctx context.Context) (armnetwork.SecurityGroupsClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armnetwork.SecurityGroupsClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockNetworkSecurityGroupsPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armnetwork.SecurityGroupsClientListResponse, error)](), ctx)\n}\n\n// createAzureNetworkSecurityGroup creates a mock Azure network security group for testing\nfunc createAzureNetworkSecurityGroup(nsgName string) *armnetwork.SecurityGroup {\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\treturn &armnetwork.SecurityGroup{\n\t\tName: new(nsgName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.SecurityGroupPropertiesFormat{\n\t\t\t// SecurityRules (child resources)\n\t\t\tSecurityRules: []*armnetwork.SecurityRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"test-security-rule\"),\n\t\t\t\t\tProperties: &armnetwork.SecurityRulePropertiesFormat{\n\t\t\t\t\t\tPriority: new(int32(1000)),\n\t\t\t\t\t\tDirection: new(armnetwork.SecurityRuleDirectionInbound),\n\t\t\t\t\t\tAccess: new(armnetwork.SecurityRuleAccessAllow),\n\t\t\t\t\t\tSourceApplicationSecurityGroups: []*armnetwork.ApplicationSecurityGroup{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/applicationSecurityGroups/test-asg-source\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\tDestinationApplicationSecurityGroups: []*armnetwork.ApplicationSecurityGroup{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/applicationSecurityGroups/test-asg-dest\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// DefaultSecurityRules (child resources)\n\t\t\tDefaultSecurityRules: []*armnetwork.SecurityRule{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"AllowVnetInBound\"),\n\t\t\t\t\tProperties: &armnetwork.SecurityRulePropertiesFormat{\n\t\t\t\t\t\tPriority: new(int32(65000)),\n\t\t\t\t\t\tDirection: new(armnetwork.SecurityRuleDirectionInbound),\n\t\t\t\t\t\tAccess: new(armnetwork.SecurityRuleAccessAllow),\n\t\t\t\t\t\tSourceApplicationSecurityGroups: []*armnetwork.ApplicationSecurityGroup{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/applicationSecurityGroups/test-asg-default-source\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Subnets (external resources)\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\t// NetworkInterfaces (external resources)\n\t\t\tNetworkInterfaces: []*armnetwork.Interface{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/networkInterfaces/test-nic\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-network-watcher.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar NetworkNetworkWatcherLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkNetworkWatcher)\n\ntype networkNetworkWatcherWrapper struct {\n\tclient clients.NetworkWatchersClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkNetworkWatcher creates a new NetworkNetworkWatcher adapter (ListableWrapper: top-level resource).\nfunc NewNetworkNetworkWatcher(client clients.NetworkWatchersClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkNetworkWatcherWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkNetworkWatcher,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/network-watcher/network-watchers/list\nfunc (c networkNetworkWatcherWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, watcher := range page.Value {\n\t\t\tif watcher.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureNetworkWatcherToSDPItem(watcher, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c networkNetworkWatcherWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, watcher := range page.Value {\n\t\t\tif watcher.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvar sdpErr *sdp.QueryError\n\t\t\tvar item *sdp.Item\n\t\t\titem, sdpErr = c.azureNetworkWatcherToSDPItem(watcher, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/network-watcher/network-watchers/get\nfunc (c networkNetworkWatcherWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the network watcher name\"), scope, c.Type())\n\t}\n\tnetworkWatcherName := queryParts[0]\n\tif networkWatcherName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"networkWatcherName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresult, err := c.client.Get(ctx, rgScope.ResourceGroup, networkWatcherName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureNetworkWatcherToSDPItem(&result.Watcher, scope)\n}\n\nfunc (c networkNetworkWatcherWrapper) azureNetworkWatcherToSDPItem(watcher *armnetwork.Watcher, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif watcher.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"network watcher name is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(watcher, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkNetworkWatcher.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(watcher.Tags),\n\t}\n\n\t// Map provisioning state to health\n\tif watcher.Properties != nil && watcher.Properties.ProvisioningState != nil {\n\t\tswitch *watcher.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting, armnetwork.ProvisioningStateCreating:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to child FlowLogs via SEARCH\n\t// FlowLogs are child resources of NetworkWatcher, so we link via SEARCH with the network watcher name\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkFlowLog.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: *watcher.Name,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n\nfunc (c networkNetworkWatcherWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkNetworkWatcherLookupByName,\n\t}\n}\n\nfunc (c networkNetworkWatcherWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkFlowLog,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (c networkNetworkWatcherWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/networkWatchers/read\",\n\t}\n}\n\nfunc (c networkNetworkWatcherWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-network-watcher_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestNetworkNetworkWatcher(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tresourceName := \"test-network-watcher\"\n\t\tresource := createNetworkWatcher(resourceName)\n\n\t\tmockClient := mocks.NewMockNetworkWatchersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, resourceName, nil).Return(\n\t\t\tarmnetwork.WatchersClientGetResponse{\n\t\t\t\tWatcher: *resource,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkWatcher(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], resourceName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkNetworkWatcher.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkNetworkWatcher, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != resourceName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", resourceName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkFlowLog.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: resourceName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_ProvisioningStateSucceeded\", func(t *testing.T) {\n\t\tresourceName := \"test-network-watcher-succeeded\"\n\t\tresource := createNetworkWatcherWithProvisioningState(resourceName, armnetwork.ProvisioningStateSucceeded)\n\n\t\tmockClient := mocks.NewMockNetworkWatchersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, resourceName, nil).Return(\n\t\t\tarmnetwork.WatchersClientGetResponse{\n\t\t\t\tWatcher: *resource,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkWatcher(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], resourceName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"Expected health HEALTH_OK, got %s\", sdpItem.GetHealth())\n\t\t}\n\t})\n\n\tt.Run(\"Get_ProvisioningStateFailed\", func(t *testing.T) {\n\t\tresourceName := \"test-network-watcher-failed\"\n\t\tresource := createNetworkWatcherWithProvisioningState(resourceName, armnetwork.ProvisioningStateFailed)\n\n\t\tmockClient := mocks.NewMockNetworkWatchersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, resourceName, nil).Return(\n\t\t\tarmnetwork.WatchersClientGetResponse{\n\t\t\t\tWatcher: *resource,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkNetworkWatcher(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], resourceName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_ERROR {\n\t\t\tt.Errorf(\"Expected health HEALTH_ERROR, got %s\", sdpItem.GetHealth())\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tresource1 := createNetworkWatcher(\"test-network-watcher-1\")\n\t\tresource2 := createNetworkWatcher(\"test-network-watcher-2\")\n\n\t\tmockClient := mocks.NewMockNetworkWatchersClient(ctrl)\n\t\tmockPager := newMockNetworkWatchersPager(ctrl, []*armnetwork.Watcher{resource1, resource2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNetworkWatcher(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_SkipNilName\", func(t *testing.T) {\n\t\tresource1 := createNetworkWatcher(\"test-network-watcher-1\")\n\t\tresource2 := &armnetwork.Watcher{\n\t\t\tName: nil, // nil name should be skipped\n\t\t}\n\n\t\tmockClient := mocks.NewMockNetworkWatchersClient(ctrl)\n\t\tmockPager := newMockNetworkWatchersPager(ctrl, []*armnetwork.Watcher{resource1, resource2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNetworkWatcher(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (skipping nil name), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tresource1 := createNetworkWatcher(\"test-network-watcher-1\")\n\t\tresource2 := createNetworkWatcher(\"test-network-watcher-2\")\n\n\t\tmockClient := mocks.NewMockNetworkWatchersClient(ctrl)\n\t\tmockPager := newMockNetworkWatchersPager(ctrl, []*armnetwork.Watcher{resource1, resource2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkNetworkWatcher(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"resource not found\")\n\n\t\tmockClient := mocks.NewMockNetworkWatchersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent\", nil).Return(\n\t\t\tarmnetwork.WatchersClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkNetworkWatcher(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockNetworkWatchersClient(ctrl)\n\n\t\twrapper := manual.NewNetworkNetworkWatcher(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting resource with empty name, but got nil\")\n\t\t}\n\t})\n}\n\nfunc createNetworkWatcher(name string) *armnetwork.Watcher {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\treturn &armnetwork.Watcher{\n\t\tID: new(string),\n\t\tName: &name,\n\t\tType: new(string),\n\t\tLocation: new(string),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(string),\n\t\t},\n\t\tProperties: &armnetwork.WatcherPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t},\n\t}\n}\n\nfunc createNetworkWatcherWithProvisioningState(name string, state armnetwork.ProvisioningState) *armnetwork.Watcher {\n\treturn &armnetwork.Watcher{\n\t\tID: new(string),\n\t\tName: &name,\n\t\tType: new(string),\n\t\tLocation: new(string),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(string),\n\t\t},\n\t\tProperties: &armnetwork.WatcherPropertiesFormat{\n\t\t\tProvisioningState: &state,\n\t\t},\n\t}\n}\n\ntype mockNetworkWatchersPager struct {\n\tctrl *gomock.Controller\n\titems []*armnetwork.Watcher\n\tindex int\n\tmore bool\n}\n\nfunc newMockNetworkWatchersPager(ctrl *gomock.Controller, items []*armnetwork.Watcher) clients.NetworkWatchersPager {\n\treturn &mockNetworkWatchersPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockNetworkWatchersPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockNetworkWatchersPager) NextPage(ctx context.Context) (armnetwork.WatchersClientListResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armnetwork.WatchersClientListResponse{\n\t\t\tWatcherListResult: armnetwork.WatcherListResult{\n\t\t\t\tValue: []*armnetwork.Watcher{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armnetwork.WatchersClientListResponse{\n\t\tWatcherListResult: armnetwork.WatcherListResult{\n\t\t\tValue: []*armnetwork.Watcher{item},\n\t\t},\n\t}, nil\n}\n" }, { "path": "sources/azure/manual/network-private-dns-zone.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkPrivateDNSZoneLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkPrivateDNSZone)\n\ntype networkPrivateDNSZoneWrapper struct {\n\tclient clients.PrivateDNSZonesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkPrivateDNSZone(client clients.PrivateDNSZonesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkPrivateDNSZoneWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkPrivateDNSZone,\n\t\t),\n\t}\n}\n\nfunc (n networkPrivateDNSZoneWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\t\tfor _, zone := range page.Value {\n\t\t\tif zone.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azurePrivateZoneToSDPItem(zone, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkPrivateDNSZoneWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, zone := range page.Value {\n\t\t\tif zone.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azurePrivateZoneToSDPItem(zone, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkPrivateDNSZoneWrapper) azurePrivateZoneToSDPItem(zone *armprivatedns.PrivateZone, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(zone, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tif zone.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"zone name is nil\"), scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkPrivateDNSZone.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(zone.Tags),\n\t}\n\n\t// Health from provisioning state\n\tif zone.Properties != nil && zone.Properties.ProvisioningState != nil {\n\t\tswitch *zone.Properties.ProvisioningState {\n\t\tcase armprivatedns.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armprivatedns.ProvisioningStateCreating, armprivatedns.ProvisioningStateUpdating, armprivatedns.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armprivatedns.ProvisioningStateFailed, armprivatedns.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\tzoneName := *zone.Name\n\n\t// Link to DNS name (standard library) for the zone name\n\tif zoneName != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: zoneName,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to Virtual Network Links (child resource of Private DNS Zone)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/dns/privatednszones/virtualnetworklinks/list\n\t// Virtual network links can be listed by zone name, so we use SEARCH method\n\tif zoneName != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.NetworkDNSVirtualNetworkLink.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: zoneName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to DNS Record Sets (child resource of Private DNS Zone)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/dns/privatednszones/recordsets/list\n\t// Record sets (A, AAAA, CNAME, MX, PTR, SOA, SRV, TXT) can be listed by zone name, so we use SEARCH method\n\tif zoneName != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.NetworkDNSRecordSet.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: zoneName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/dns/privatednszones/get\nfunc (n networkPrivateDNSZoneWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be exactly one part (private zone name)\"), scope, n.Type())\n\t}\n\tzoneName := queryParts[0]\n\tif zoneName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"private zone name cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, zoneName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\treturn n.azurePrivateZoneToSDPItem(&resp.PrivateZone, scope)\n}\n\nfunc (n networkPrivateDNSZoneWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkPrivateDNSZoneLookupByName,\n\t}\n}\n\nfunc (n networkPrivateDNSZoneWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkDNSRecordSet,\n\t\tazureshared.NetworkDNSVirtualNetworkLink,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/private_dns_zone\nfunc (n networkPrivateDNSZoneWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_private_dns_zone.name\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (n networkPrivateDNSZoneWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/privateDnsZones/read\",\n\t}\n}\n\nfunc (n networkPrivateDNSZoneWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-private-dns-zone_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkPrivateDNSZone(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tzoneName := \"private.example.com\"\n\t\tzone := createAzurePrivateZone(zoneName)\n\n\t\tmockClient := mocks.NewMockPrivateDNSZonesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, zoneName, nil).Return(\n\t\t\tarmprivatedns.PrivateZonesClientGetResponse{\n\t\t\t\tPrivateZone: *zone,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkPrivateDNSZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], zoneName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkPrivateDNSZone.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkPrivateDNSZone, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != zoneName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", zoneName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: zoneName,\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkDNSVirtualNetworkLink.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: zoneName,\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkDNSRecordSet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: zoneName,\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPrivateDNSZonesClient(ctrl)\n\n\t\twrapper := manual.NewNetworkPrivateDNSZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when zone name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_ZoneWithNilName\", func(t *testing.T) {\n\t\tprovisioningState := armprivatedns.ProvisioningStateSucceeded\n\t\tzoneWithNilName := &armprivatedns.PrivateZone{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tProperties: &armprivatedns.PrivateZoneProperties{\n\t\t\t\tProvisioningState: &provisioningState,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockPrivateDNSZonesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-zone\", nil).Return(\n\t\t\tarmprivatedns.PrivateZonesClientGetResponse{\n\t\t\t\tPrivateZone: *zoneWithNilName,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkPrivateDNSZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-zone\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when zone has nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tzone1 := createAzurePrivateZone(\"private1.example.com\")\n\t\tzone2 := createAzurePrivateZone(\"private2.example.com\")\n\n\t\tmockClient := mocks.NewMockPrivateDNSZonesClient(ctrl)\n\t\tmockPager := newMockPrivateDNSZonesPager(ctrl, []*armprivatedns.PrivateZone{zone1, zone2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPrivateDNSZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkPrivateDNSZone.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkPrivateDNSZone, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\tzone1 := createAzurePrivateZone(\"private1.example.com\")\n\t\tprovisioningState := armprivatedns.ProvisioningStateSucceeded\n\t\tzone2NilName := &armprivatedns.PrivateZone{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\t\tProperties: &armprivatedns.PrivateZoneProperties{\n\t\t\t\tProvisioningState: &provisioningState,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockPrivateDNSZonesClient(ctrl)\n\t\tmockPager := newMockPrivateDNSZonesPager(ctrl, []*armprivatedns.PrivateZone{zone1, zone2NilName})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPrivateDNSZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != \"private1.example.com\" {\n\t\t\tt.Errorf(\"Expected item name 'private1.example.com', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tzone1 := createAzurePrivateZone(\"stream1.example.com\")\n\t\tzone2 := createAzurePrivateZone(\"stream2.example.com\")\n\n\t\tmockClient := mocks.NewMockPrivateDNSZonesClient(ctrl)\n\t\tmockPager := newMockPrivateDNSZonesPager(ctrl, []*armprivatedns.PrivateZone{zone1, zone2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPrivateDNSZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"private zone not found\")\n\n\t\tmockClient := mocks.NewMockPrivateDNSZonesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-zone\", nil).Return(\n\t\t\tarmprivatedns.PrivateZonesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkPrivateDNSZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-zone\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent zone, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPrivateDNSZonesClient(ctrl)\n\t\twrapper := manual.NewNetworkPrivateDNSZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/privateDnsZones/read\"\n\t\tif !slices.Contains(permissions, expectedPermission) {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif !potentialLinks[azureshared.NetworkDNSRecordSet] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkDNSRecordSet\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkDNSVirtualNetworkLink] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkDNSVirtualNetworkLink\")\n\t\t}\n\t\tif !potentialLinks[stdlib.NetworkDNS] {\n\t\t\tt.Error(\"Expected PotentialLinks to include stdlib.NetworkDNS\")\n\t\t}\n\n\t\tmappings := w.TerraformMappings()\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_private_dns_zone.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod GET, got: %s\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_private_dns_zone.name'\")\n\t\t}\n\n\t\tlookups := w.GetLookups()\n\t\tfoundLookup := false\n\t\tfor _, lookup := range lookups {\n\t\t\tif lookup.ItemType == azureshared.NetworkPrivateDNSZone {\n\t\t\t\tfoundLookup = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundLookup {\n\t\t\tt.Error(\"Expected GetLookups to include NetworkPrivateDNSZone\")\n\t\t}\n\t})\n}\n\ntype mockPrivateDNSZonesPager struct {\n\tctrl *gomock.Controller\n\titems []*armprivatedns.PrivateZone\n\tindex int\n\tmore bool\n}\n\nfunc newMockPrivateDNSZonesPager(ctrl *gomock.Controller, items []*armprivatedns.PrivateZone) clients.PrivateDNSZonesPager {\n\treturn &mockPrivateDNSZonesPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockPrivateDNSZonesPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockPrivateDNSZonesPager) NextPage(ctx context.Context) (armprivatedns.PrivateZonesClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armprivatedns.PrivateZonesClientListByResourceGroupResponse{\n\t\t\tPrivateZoneListResult: armprivatedns.PrivateZoneListResult{\n\t\t\t\tValue: []*armprivatedns.PrivateZone{},\n\t\t\t},\n\t\t}, nil\n\t}\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\treturn armprivatedns.PrivateZonesClientListByResourceGroupResponse{\n\t\tPrivateZoneListResult: armprivatedns.PrivateZoneListResult{\n\t\t\tValue: []*armprivatedns.PrivateZone{item},\n\t\t},\n\t}, nil\n}\n\nfunc createAzurePrivateZone(zoneName string) *armprivatedns.PrivateZone {\n\tstate := armprivatedns.ProvisioningStateSucceeded\n\treturn &armprivatedns.PrivateZone{\n\t\tID: new(\"/subscriptions/test-sub/resourceGroups/test-rg/providers/Microsoft.Network/privateDnsZones/\" + zoneName),\n\t\tName: new(zoneName),\n\t\tType: new(\"Microsoft.Network/privateDnsZones\"),\n\t\tLocation: new(\"global\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armprivatedns.PrivateZoneProperties{\n\t\t\tProvisioningState: &state,\n\t\t\tMaxNumberOfRecordSets: new(int64(5000)),\n\t\t\tNumberOfRecordSets: new(int64(0)),\n\t\t},\n\t}\n}\n\n// Ensure mockPrivateDNSZonesPager satisfies the pager interface at compile time.\nvar _ clients.PrivateDNSZonesPager = (*mockPrivateDNSZonesPager)(nil)\n" }, { "path": "sources/azure/manual/network-private-endpoint.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkPrivateEndpointLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkPrivateEndpoint)\n\ntype networkPrivateEndpointWrapper struct {\n\tclient clients.PrivateEndpointsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkPrivateEndpoint(client clients.PrivateEndpointsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkPrivateEndpointWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkPrivateEndpoint,\n\t\t),\n\t}\n}\n\nfunc (n networkPrivateEndpointWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.List(rgScope.ResourceGroup)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\t\tfor _, pe := range page.Value {\n\t\t\tif pe.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azurePrivateEndpointToSDPItem(pe, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkPrivateEndpointWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.List(rgScope.ResourceGroup)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, pe := range page.Value {\n\t\t\tif pe.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azurePrivateEndpointToSDPItem(pe, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkPrivateEndpointWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be a private endpoint name\"), scope, n.Type())\n\t}\n\tname := queryParts[0]\n\tif name == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"private endpoint name cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, name)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\treturn n.azurePrivateEndpointToSDPItem(&resp.PrivateEndpoint, scope)\n}\n\nfunc (n networkPrivateEndpointWrapper) azurePrivateEndpointToSDPItem(pe *armnetwork.PrivateEndpoint, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif pe.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"private endpoint name is nil\"), scope, n.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(pe, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(pe.Tags),\n\t}\n\n\t// Health status from ProvisioningState\n\tif pe.Properties != nil && pe.Properties.ProvisioningState != nil {\n\t\tswitch *pe.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t}\n\t}\n\n\t// Link to Subnet and parent VirtualNetwork\n\tif pe.Properties != nil && pe.Properties.Subnet != nil && pe.Properties.Subnet.ID != nil {\n\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(*pe.Properties.Subnet.ID, []string{\"virtualNetworks\", \"subnets\"})\n\t\tif len(subnetParams) >= 2 {\n\t\t\tvnetName, subnetName := subnetParams[0], subnetParams[1]\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*pe.Properties.Subnet.ID)\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to NetworkInterfaces (read-only array of NICs created for this private endpoint)\n\tif pe.Properties != nil && pe.Properties.NetworkInterfaces != nil {\n\t\tfor _, iface := range pe.Properties.NetworkInterfaces {\n\t\t\tif iface != nil && iface.ID != nil {\n\t\t\t\tnicName := azureshared.ExtractResourceName(*iface.ID)\n\t\t\t\tif nicName != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*iface.ID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: nicName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to ApplicationSecurityGroups\n\tif pe.Properties != nil && pe.Properties.ApplicationSecurityGroups != nil {\n\t\tfor _, asg := range pe.Properties.ApplicationSecurityGroups {\n\t\t\tif asg != nil && asg.ID != nil {\n\t\t\t\tasgName := azureshared.ExtractResourceName(*asg.ID)\n\t\t\t\tif asgName != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*asg.ID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link IPConfigurations[].Properties.PrivateIPAddress to stdlib ip (GET, global)\n\tif pe.Properties != nil && pe.Properties.IPConfigurations != nil {\n\t\tfor _, ipConfig := range pe.Properties.IPConfigurations {\n\t\t\tif ipConfig == nil || ipConfig.Properties == nil || ipConfig.Properties.PrivateIPAddress == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tif *ipConfig.Properties.PrivateIPAddress != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ipConfig.Properties.PrivateIPAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Private Link Services from PrivateLinkServiceConnections and ManualPrivateLinkServiceConnections\n\tif pe.Properties != nil {\n\t\tseenPLS := make(map[string]struct{})\n\t\tfor _, conns := range [][]*armnetwork.PrivateLinkServiceConnection{\n\t\t\tpe.Properties.PrivateLinkServiceConnections,\n\t\t\tpe.Properties.ManualPrivateLinkServiceConnections,\n\t\t} {\n\t\t\tfor _, conn := range conns {\n\t\t\t\tif conn == nil || conn.Properties == nil || conn.Properties.PrivateLinkServiceID == nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tplsID := *conn.Properties.PrivateLinkServiceID\n\t\t\t\tif plsID == \"\" {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tif _, ok := seenPLS[plsID]; ok {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tseenPLS[plsID] = struct{}{}\n\t\t\t\tplsName := azureshared.ExtractResourceName(plsID)\n\t\t\t\tif plsName == \"\" {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(plsID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkPrivateLinkService.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: plsName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link CustomDnsConfigs: Fqdn -> stdlib dns (SEARCH, global), IPAddresses -> stdlib ip (GET, global)\n\tif pe.Properties != nil && pe.Properties.CustomDNSConfigs != nil {\n\t\tfor _, dnsConfig := range pe.Properties.CustomDNSConfigs {\n\t\t\tif dnsConfig == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tif dnsConfig.Fqdn != nil && *dnsConfig.Fqdn != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *dnsConfig.Fqdn,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\tif dnsConfig.IPAddresses != nil {\n\t\t\t\tfor _, ip := range dnsConfig.IPAddresses {\n\t\t\t\t\tif ip != nil && *ip != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *ip,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkPrivateEndpointWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkPrivateEndpointLookupByName,\n\t}\n}\n\nfunc (n networkPrivateEndpointWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkSubnet,\n\t\tazureshared.NetworkVirtualNetwork,\n\t\tazureshared.NetworkNetworkInterface,\n\t\tazureshared.NetworkApplicationSecurityGroup,\n\t\tazureshared.NetworkPrivateLinkService,\n\t\tstdlib.NetworkIP,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/private_endpoint\nfunc (n networkPrivateEndpointWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_private_endpoint.name\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions-reference#microsoftnetwork\nfunc (n networkPrivateEndpointWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/privateEndpoints/read\",\n\t}\n}\n\nfunc (n networkPrivateEndpointWrapper) PredefinedRole() string {\n\treturn \"Network Contributor\"\n}\n" }, { "path": "sources/azure/manual/network-private-endpoint_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"reflect\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore/to\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkPrivateEndpoint(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tpeName := \"test-pe\"\n\t\tpe := createAzurePrivateEndpoint(peName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockPrivateEndpointsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, peName).Return(\n\t\t\tarmnetwork.PrivateEndpointsClientGetResponse{\n\t\t\t\tPrivateEndpoint: *pe,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkPrivateEndpoint(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], peName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkPrivateEndpoint.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkPrivateEndpoint, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != peName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", peName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nic\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-asg\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.10\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"myendpoint.example.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.5\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_EmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPrivateEndpointsClient(ctrl)\n\n\t\twrapper := manual.NewNetworkPrivateEndpoint(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting private endpoint with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tpe1 := createAzurePrivateEndpoint(\"test-pe-1\", subscriptionID, resourceGroup)\n\t\tpe2 := createAzurePrivateEndpoint(\"test-pe-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockPrivateEndpointsClient(ctrl)\n\t\tmockPager := NewMockPrivateEndpointsPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.PrivateEndpointsClientListResponse{\n\t\t\t\t\tPrivateEndpointListResult: armnetwork.PrivateEndpointListResult{\n\t\t\t\t\t\tValue: []*armnetwork.PrivateEndpoint{pe1, pe2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPrivateEndpoint(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkPrivateEndpoint.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkPrivateEndpoint, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\tpe1 := createAzurePrivateEndpoint(\"test-pe-1\", subscriptionID, resourceGroup)\n\t\tpe2 := &armnetwork.PrivateEndpoint{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\t\tProperties: &armnetwork.PrivateEndpointProperties{\n\t\t\t\tProvisioningState: to.Ptr(armnetwork.ProvisioningStateSucceeded),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockPrivateEndpointsClient(ctrl)\n\t\tmockPager := NewMockPrivateEndpointsPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.PrivateEndpointsClientListResponse{\n\t\t\t\t\tPrivateEndpointListResult: armnetwork.PrivateEndpointListResult{\n\t\t\t\t\t\tValue: []*armnetwork.PrivateEndpoint{pe1, pe2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPrivateEndpoint(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != \"test-pe-1\" {\n\t\t\tt.Errorf(\"Expected item name 'test-pe-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"private endpoint not found\")\n\n\t\tmockClient := mocks.NewMockPrivateEndpointsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-pe\").Return(\n\t\t\tarmnetwork.PrivateEndpointsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkPrivateEndpoint(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-pe\", true)\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when getting nonexistent private endpoint, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPrivateEndpointsClient(ctrl)\n\t\twrapper := manual.NewNetworkPrivateEndpoint(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tw := wrapper.(sources.Wrapper)\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link type\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkSubnet] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkSubnet\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkVirtualNetwork] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkVirtualNetwork\")\n\t\t}\n\t})\n}\n\n// MockPrivateEndpointsPager is a mock for PrivateEndpointsPager\ntype MockPrivateEndpointsPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockPrivateEndpointsPagerMockRecorder\n}\n\ntype MockPrivateEndpointsPagerMockRecorder struct {\n\tmock *MockPrivateEndpointsPager\n}\n\nfunc NewMockPrivateEndpointsPager(ctrl *gomock.Controller) *MockPrivateEndpointsPager {\n\tmock := &MockPrivateEndpointsPager{ctrl: ctrl}\n\tmock.recorder = &MockPrivateEndpointsPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockPrivateEndpointsPager) EXPECT() *MockPrivateEndpointsPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockPrivateEndpointsPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockPrivateEndpointsPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockPrivateEndpointsPager) NextPage(ctx context.Context) (armnetwork.PrivateEndpointsClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armnetwork.PrivateEndpointsClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockPrivateEndpointsPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armnetwork.PrivateEndpointsClientListResponse, error)](), ctx)\n}\n\nfunc createAzurePrivateEndpoint(peName, subscriptionID, resourceGroup string) *armnetwork.PrivateEndpoint {\n\tsubnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\", subscriptionID, resourceGroup)\n\tnicID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/networkInterfaces/test-nic\", subscriptionID, resourceGroup)\n\tasgID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/applicationSecurityGroups/test-asg\", subscriptionID, resourceGroup)\n\n\treturn &armnetwork.PrivateEndpoint{\n\t\tName: new(peName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.PrivateEndpointProperties{\n\t\t\tProvisioningState: to.Ptr(armnetwork.ProvisioningStateSucceeded),\n\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\tID: new(subnetID),\n\t\t\t},\n\t\t\tNetworkInterfaces: []*armnetwork.Interface{\n\t\t\t\t{ID: new(nicID)},\n\t\t\t},\n\t\t\tApplicationSecurityGroups: []*armnetwork.ApplicationSecurityGroup{\n\t\t\t\t{ID: new(asgID)},\n\t\t\t},\n\t\t\tIPConfigurations: []*armnetwork.PrivateEndpointIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tProperties: &armnetwork.PrivateEndpointIPConfigurationProperties{\n\t\t\t\t\t\tPrivateIPAddress: new(\"10.0.0.10\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tCustomDNSConfigs: []*armnetwork.CustomDNSConfigPropertiesFormat{\n\t\t\t\t{\n\t\t\t\t\tFqdn: new(\"myendpoint.example.com\"),\n\t\t\t\t\tIPAddresses: []*string{new(\"10.0.0.5\")},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-private-link-service.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkPrivateLinkServiceLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkPrivateLinkService)\n\ntype networkPrivateLinkServiceWrapper struct {\n\tclient clients.PrivateLinkServicesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkPrivateLinkService(client clients.PrivateLinkServicesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkPrivateLinkServiceWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkPrivateLinkService,\n\t\t),\n\t}\n}\n\nfunc (n networkPrivateLinkServiceWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.List(rgScope.ResourceGroup)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\t\tfor _, pls := range page.Value {\n\t\t\tif pls.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azurePrivateLinkServiceToSDPItem(pls, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkPrivateLinkServiceWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.List(rgScope.ResourceGroup)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, pls := range page.Value {\n\t\t\tif pls.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azurePrivateLinkServiceToSDPItem(pls, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkPrivateLinkServiceWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be a private link service name\"), scope, n.Type())\n\t}\n\tserviceName := queryParts[0]\n\tif serviceName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"private link service name cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, serviceName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\treturn n.azurePrivateLinkServiceToSDPItem(&resp.PrivateLinkService, scope)\n}\n\nfunc (n networkPrivateLinkServiceWrapper) azurePrivateLinkServiceToSDPItem(pls *armnetwork.PrivateLinkService, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif pls.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"private link service name is nil\"), scope, n.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(pls, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkPrivateLinkService.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(pls.Tags),\n\t}\n\n\t// Health status from ProvisioningState\n\tif pls.Properties != nil && pls.Properties.ProvisioningState != nil {\n\t\tswitch *pls.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to Custom Location when ExtendedLocation.Name is a custom location resource ID\n\tif pls.ExtendedLocation != nil && pls.ExtendedLocation.Name != nil {\n\t\tcustomLocationID := *pls.ExtendedLocation.Name\n\t\tif strings.Contains(customLocationID, \"customLocations\") {\n\t\t\tcustomLocationName := azureshared.ExtractResourceName(customLocationID)\n\t\t\tif customLocationName != \"\" {\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(customLocationID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ExtendedLocationCustomLocation.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: customLocationName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif pls.Properties != nil {\n\t\t// Link to IPConfigurations[].Properties.Subnet and PrivateIPAddress\n\t\tif pls.Properties.IPConfigurations != nil {\n\t\t\tfor _, ipConfig := range pls.Properties.IPConfigurations {\n\t\t\t\tif ipConfig == nil || ipConfig.Properties == nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\t// Link to Subnet and VirtualNetwork\n\t\t\t\tif ipConfig.Properties.Subnet != nil && ipConfig.Properties.Subnet.ID != nil {\n\t\t\t\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(*ipConfig.Properties.Subnet.ID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\t\tif len(subnetParams) >= 2 {\n\t\t\t\t\t\tvnetName, subnetName := subnetParams[0], subnetParams[1]\n\t\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*ipConfig.Properties.Subnet.ID)\n\t\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\t// Link to PrivateIPAddress\n\t\t\t\tif ipConfig.Properties.PrivateIPAddress != nil && *ipConfig.Properties.PrivateIPAddress != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *ipConfig.Properties.PrivateIPAddress,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to LoadBalancerFrontendIPConfigurations\n\t\tif pls.Properties.LoadBalancerFrontendIPConfigurations != nil {\n\t\t\tfor _, lbFrontendIPConfig := range pls.Properties.LoadBalancerFrontendIPConfigurations {\n\t\t\t\tif lbFrontendIPConfig == nil || lbFrontendIPConfig.ID == nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*lbFrontendIPConfig.ID, []string{\"loadBalancers\", \"frontendIPConfigurations\"})\n\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\tlbName, frontendIPConfigName := params[0], params[1]\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*lbFrontendIPConfig.ID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(lbName, frontendIPConfigName),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t\t// Also link to the parent LoadBalancer\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: lbName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to NetworkInterfaces (read-only array)\n\t\tif pls.Properties.NetworkInterfaces != nil {\n\t\t\tfor _, iface := range pls.Properties.NetworkInterfaces {\n\t\t\t\tif iface == nil || iface.ID == nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tnicName := azureshared.ExtractResourceName(*iface.ID)\n\t\t\t\tif nicName != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*iface.ID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: nicName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to PrivateEndpointConnections[].PrivateEndpoint\n\t\tif pls.Properties.PrivateEndpointConnections != nil {\n\t\t\tfor _, peConn := range pls.Properties.PrivateEndpointConnections {\n\t\t\t\tif peConn == nil || peConn.Properties == nil || peConn.Properties.PrivateEndpoint == nil || peConn.Properties.PrivateEndpoint.ID == nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tpeName := azureshared.ExtractResourceName(*peConn.Properties.PrivateEndpoint.ID)\n\t\t\t\tif peName != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*peConn.Properties.PrivateEndpoint.ID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: peName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Fqdns as DNS names\n\t\tif pls.Properties.Fqdns != nil {\n\t\t\tfor _, fqdn := range pls.Properties.Fqdns {\n\t\t\t\tif fqdn != nil && *fqdn != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: *fqdn,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to DestinationIPAddress\n\t\tif pls.Properties.DestinationIPAddress != nil && *pls.Properties.DestinationIPAddress != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *pls.Properties.DestinationIPAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\t// Link to Alias (read-only DNS-resolvable name for the private link service)\n\t\tif pls.Properties.Alias != nil && *pls.Properties.Alias != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *pls.Properties.Alias,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkPrivateLinkServiceWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkPrivateLinkServiceLookupByName,\n\t}\n}\n\nfunc (n networkPrivateLinkServiceWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkSubnet,\n\t\tazureshared.NetworkVirtualNetwork,\n\t\tazureshared.NetworkLoadBalancerFrontendIPConfiguration,\n\t\tazureshared.NetworkLoadBalancer,\n\t\tazureshared.NetworkNetworkInterface,\n\t\tazureshared.NetworkPrivateEndpoint,\n\t\tazureshared.ExtendedLocationCustomLocation,\n\t\tstdlib.NetworkIP,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (n networkPrivateLinkServiceWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/privateLinkServices/read\",\n\t}\n}\n\nfunc (n networkPrivateLinkServiceWrapper) PredefinedRole() string {\n\treturn \"Network Contributor\"\n}\n" }, { "path": "sources/azure/manual/network-private-link-service_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"reflect\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore/to\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkPrivateLinkService(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tplsName := \"test-pls\"\n\t\tpls := createAzurePrivateLinkService(plsName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockPrivateLinkServicesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, plsName).Return(\n\t\t\tarmnetwork.PrivateLinkServicesClientGetResponse{\n\t\t\t\tPrivateLinkService: *pls,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkPrivateLinkService(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], plsName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkPrivateLinkService.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkPrivateLinkService, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != plsName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", plsName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.100\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-lb\", \"test-frontend-ip\"),\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-lb\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nic\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-pe\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"pls.example.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.200\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-pls.abc123.westus2.azure.privatelinkservice\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ExtendedLocationCustomLocation.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-custom-location\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_EmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPrivateLinkServicesClient(ctrl)\n\n\t\twrapper := manual.NewNetworkPrivateLinkService(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting private link service with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tpls1 := createAzurePrivateLinkService(\"test-pls-1\", subscriptionID, resourceGroup)\n\t\tpls2 := createAzurePrivateLinkService(\"test-pls-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockPrivateLinkServicesClient(ctrl)\n\t\tmockPager := NewMockPrivateLinkServicesPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.PrivateLinkServicesClientListResponse{\n\t\t\t\t\tPrivateLinkServiceListResult: armnetwork.PrivateLinkServiceListResult{\n\t\t\t\t\t\tValue: []*armnetwork.PrivateLinkService{pls1, pls2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPrivateLinkService(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkPrivateLinkService.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkPrivateLinkService, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tpls1 := createAzurePrivateLinkService(\"test-pls-1\", subscriptionID, resourceGroup)\n\t\tpls2 := createAzurePrivateLinkService(\"test-pls-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockPrivateLinkServicesClient(ctrl)\n\t\tmockPager := NewMockPrivateLinkServicesPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.PrivateLinkServicesClientListResponse{\n\t\t\t\t\tPrivateLinkServiceListResult: armnetwork.PrivateLinkServiceListResult{\n\t\t\t\t\t\tValue: []*armnetwork.PrivateLinkService{pls1, pls2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPrivateLinkService(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tvar errs []error\n\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\tpls1 := createAzurePrivateLinkService(\"test-pls-1\", subscriptionID, resourceGroup)\n\t\tpls2 := &armnetwork.PrivateLinkService{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\t\tProperties: &armnetwork.PrivateLinkServiceProperties{\n\t\t\t\tProvisioningState: to.Ptr(armnetwork.ProvisioningStateSucceeded),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockPrivateLinkServicesClient(ctrl)\n\t\tmockPager := NewMockPrivateLinkServicesPager(ctrl)\n\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.PrivateLinkServicesClientListResponse{\n\t\t\t\t\tPrivateLinkServiceListResult: armnetwork.PrivateLinkServiceListResult{\n\t\t\t\t\t\tValue: []*armnetwork.PrivateLinkService{pls1, pls2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPrivateLinkService(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != \"test-pls-1\" {\n\t\t\tt.Errorf(\"Expected item name 'test-pls-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"private link service not found\")\n\n\t\tmockClient := mocks.NewMockPrivateLinkServicesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-pls\").Return(\n\t\t\tarmnetwork.PrivateLinkServicesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkPrivateLinkService(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-pls\", true)\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when getting nonexistent private link service, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPrivateLinkServicesClient(ctrl)\n\t\twrapper := manual.NewNetworkPrivateLinkService(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tw := wrapper.(sources.Wrapper)\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link type\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkSubnet] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkSubnet\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkVirtualNetwork] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkVirtualNetwork\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkLoadBalancer] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkLoadBalancer\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkLoadBalancerFrontendIPConfiguration] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkLoadBalancerFrontendIPConfiguration\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkNetworkInterface] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkNetworkInterface\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkPrivateEndpoint] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkPrivateEndpoint\")\n\t\t}\n\t\tif !potentialLinks[stdlib.NetworkIP] {\n\t\t\tt.Error(\"Expected PotentialLinks to include stdlib.NetworkIP\")\n\t\t}\n\t\tif !potentialLinks[stdlib.NetworkDNS] {\n\t\t\tt.Error(\"Expected PotentialLinks to include stdlib.NetworkDNS\")\n\t\t}\n\t})\n}\n\n// MockPrivateLinkServicesPager is a mock for PrivateLinkServicesPager\ntype MockPrivateLinkServicesPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockPrivateLinkServicesPagerMockRecorder\n}\n\ntype MockPrivateLinkServicesPagerMockRecorder struct {\n\tmock *MockPrivateLinkServicesPager\n}\n\nfunc NewMockPrivateLinkServicesPager(ctrl *gomock.Controller) *MockPrivateLinkServicesPager {\n\tmock := &MockPrivateLinkServicesPager{ctrl: ctrl}\n\tmock.recorder = &MockPrivateLinkServicesPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockPrivateLinkServicesPager) EXPECT() *MockPrivateLinkServicesPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockPrivateLinkServicesPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockPrivateLinkServicesPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockPrivateLinkServicesPager) NextPage(ctx context.Context) (armnetwork.PrivateLinkServicesClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armnetwork.PrivateLinkServicesClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockPrivateLinkServicesPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armnetwork.PrivateLinkServicesClientListResponse, error)](), ctx)\n}\n\nfunc createAzurePrivateLinkService(plsName, subscriptionID, resourceGroup string) *armnetwork.PrivateLinkService {\n\tsubnetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\", subscriptionID, resourceGroup)\n\tlbFrontendIPID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers/test-lb/frontendIPConfigurations/test-frontend-ip\", subscriptionID, resourceGroup)\n\tnicID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/networkInterfaces/test-nic\", subscriptionID, resourceGroup)\n\tpeID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/privateEndpoints/test-pe\", subscriptionID, resourceGroup)\n\tcustomLocationID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.ExtendedLocation/customLocations/test-custom-location\", subscriptionID, resourceGroup)\n\n\treturn &armnetwork.PrivateLinkService{\n\t\tName: new(plsName),\n\t\tLocation: new(\"eastus\"),\n\t\tExtendedLocation: &armnetwork.ExtendedLocation{\n\t\t\tName: new(customLocationID),\n\t\t},\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.PrivateLinkServiceProperties{\n\t\t\tProvisioningState: to.Ptr(armnetwork.ProvisioningStateSucceeded),\n\t\t\tIPConfigurations: []*armnetwork.PrivateLinkServiceIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tProperties: &armnetwork.PrivateLinkServiceIPConfigurationProperties{\n\t\t\t\t\t\tSubnet: &armnetwork.Subnet{\n\t\t\t\t\t\t\tID: new(subnetID),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tPrivateIPAddress: new(\"10.0.0.100\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tLoadBalancerFrontendIPConfigurations: []*armnetwork.FrontendIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tID: new(lbFrontendIPID),\n\t\t\t\t},\n\t\t\t},\n\t\t\tNetworkInterfaces: []*armnetwork.Interface{\n\t\t\t\t{\n\t\t\t\t\tID: new(nicID),\n\t\t\t\t},\n\t\t\t},\n\t\t\tPrivateEndpointConnections: []*armnetwork.PrivateEndpointConnection{\n\t\t\t\t{\n\t\t\t\t\tProperties: &armnetwork.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armnetwork.PrivateEndpoint{\n\t\t\t\t\t\t\tID: new(peID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tFqdns: []*string{\n\t\t\t\tnew(\"pls.example.com\"),\n\t\t\t},\n\t\t\tDestinationIPAddress: new(\"10.0.0.200\"),\n\t\t\tAlias: new(\"test-pls.abc123.westus2.azure.privatelinkservice\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-public-ip-address.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkPublicIPAddressLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkPublicIPAddress)\n\ntype networkPublicIPAddressWrapper struct {\n\tclient clients.PublicIPAddressesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkPublicIPAddress(client clients.PublicIPAddressesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkPublicIPAddressWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkPublicIPAddress,\n\t\t),\n\t}\n}\n\n// reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/public-ip-addresses/list?view=rest-virtualnetwork-2025-03-01&tabs=HTTP\n// GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/publicIPAddresses?api-version=2025-03-01\nfunc (n networkPublicIPAddressWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.List(ctx, rgScope.ResourceGroup)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\n\t\tfor _, publicIPAddress := range page.Value {\n\t\t\tif publicIPAddress.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := n.azurePublicIPAddressToSDPItem(publicIPAddress, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (n networkPublicIPAddressWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.List(ctx, rgScope.ResourceGroup)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, publicIPAddress := range page.Value {\n\t\t\tif publicIPAddress.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azurePublicIPAddressToSDPItem(publicIPAddress, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/public-ip-addresses/get?view=rest-virtualnetwork-2025-03-01&tabs=HTTP\n// GET https://management.azure.com/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/publicIPAddresses/{publicIpAddressName}?api-version=2025-03-01\nfunc (n networkPublicIPAddressWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be exactly one part and be a public IP address name\"), scope, n.Type())\n\t}\n\n\tpublicIPAddressName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpublicIPAddress, err := n.client.Get(ctx, rgScope.ResourceGroup, publicIPAddressName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\treturn n.azurePublicIPAddressToSDPItem(&publicIPAddress.PublicIPAddress, scope)\n}\n\nfunc (n networkPublicIPAddressWrapper) azurePublicIPAddressToSDPItem(publicIPAddress *armnetwork.PublicIPAddress, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif publicIPAddress.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"public IP address name is nil\"), scope, n.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(publicIPAddress, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(publicIPAddress.Tags),\n\t}\n\n\t// Link to IP address (standard library) if IP address is assigned\n\tif publicIPAddress.Properties != nil && publicIPAddress.Properties.IPAddress != nil && *publicIPAddress.Properties.IPAddress != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ip\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *publicIPAddress.Properties.IPAddress,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to DNS name (standard library) if FQDN is configured\n\tif publicIPAddress.Properties != nil && publicIPAddress.Properties.DNSSettings != nil && publicIPAddress.Properties.DNSSettings.Fqdn != nil && *publicIPAddress.Properties.DNSSettings.Fqdn != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"dns\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *publicIPAddress.Properties.DNSSettings.Fqdn,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to Network Interface if IPConfiguration references a network interface\n\tif publicIPAddress.Properties != nil && publicIPAddress.Properties.IPConfiguration != nil {\n\t\tif publicIPAddress.Properties.IPConfiguration.ID != nil {\n\t\t\tipConfigID := *publicIPAddress.Properties.IPConfiguration.ID\n\t\t\t// Check if this IP configuration belongs to a network interface\n\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/networkInterfaces/{nicName}/ipConfigurations/{ipConfigName}\n\t\t\tif strings.Contains(ipConfigID, \"/networkInterfaces/\") {\n\t\t\t\tnicName := azureshared.ExtractPathParamsFromResourceID(ipConfigID, []string{\"networkInterfaces\"})\n\t\t\t\tif len(nicName) > 0 && nicName[0] != \"\" {\n\t\t\t\t\t// Extract scope from the IP configuration ID (may be in different resource group)\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(ipConfigID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: nicName[0],\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to linked public IP address\n\tif publicIPAddress.Properties != nil && publicIPAddress.Properties.LinkedPublicIPAddress != nil {\n\t\tif publicIPAddress.Properties.LinkedPublicIPAddress.ID != nil {\n\t\t\tlinkedIPID := *publicIPAddress.Properties.LinkedPublicIPAddress.ID\n\t\t\tlinkedIPName := azureshared.ExtractResourceName(linkedIPID)\n\t\t\tif linkedIPName != \"\" {\n\t\t\t\t// Extract scope from the linked IP address ID (may be in different resource group)\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(linkedIPID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: linkedIPName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to service public IP address\n\tif publicIPAddress.Properties != nil && publicIPAddress.Properties.ServicePublicIPAddress != nil {\n\t\tif publicIPAddress.Properties.ServicePublicIPAddress.ID != nil {\n\t\t\tserviceIPID := *publicIPAddress.Properties.ServicePublicIPAddress.ID\n\t\t\tserviceIPName := azureshared.ExtractResourceName(serviceIPID)\n\t\t\tif serviceIPName != \"\" {\n\t\t\t\t// Extract scope from the service IP address ID (may be in different resource group)\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(serviceIPID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: serviceIPName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to public IP prefix\n\tif publicIPAddress.Properties != nil && publicIPAddress.Properties.PublicIPPrefix != nil {\n\t\tif publicIPAddress.Properties.PublicIPPrefix.ID != nil {\n\t\t\tprefixID := *publicIPAddress.Properties.PublicIPPrefix.ID\n\t\t\tprefixName := azureshared.ExtractResourceName(prefixID)\n\t\t\tif prefixName != \"\" {\n\t\t\t\t// Extract scope from the public IP prefix ID (may be in different resource group)\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(prefixID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkPublicIPPrefix.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: prefixName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to NAT gateway\n\tif publicIPAddress.Properties != nil && publicIPAddress.Properties.NatGateway != nil {\n\t\tif publicIPAddress.Properties.NatGateway.ID != nil {\n\t\t\tnatGatewayID := *publicIPAddress.Properties.NatGateway.ID\n\t\t\tnatGatewayName := azureshared.ExtractResourceName(natGatewayID)\n\t\t\tif natGatewayName != \"\" {\n\t\t\t\t// Extract scope from the NAT gateway ID (may be in different resource group)\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(natGatewayID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkNatGateway.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: natGatewayName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to DDoS protection plan\n\tif publicIPAddress.Properties != nil && publicIPAddress.Properties.DdosSettings != nil {\n\t\tif publicIPAddress.Properties.DdosSettings.DdosProtectionPlan != nil {\n\t\t\tif publicIPAddress.Properties.DdosSettings.DdosProtectionPlan.ID != nil {\n\t\t\t\tddosPlanID := *publicIPAddress.Properties.DdosSettings.DdosProtectionPlan.ID\n\t\t\t\tddosPlanName := azureshared.ExtractResourceName(ddosPlanID)\n\t\t\t\tif ddosPlanName != \"\" {\n\t\t\t\t\t// Extract scope from the DDoS protection plan ID (may be in different resource group)\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(ddosPlanID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkDdosProtectionPlan.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: ddosPlanName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Load Balancer if IPConfiguration references a load balancer frontend IP configuration\n\tif publicIPAddress.Properties != nil && publicIPAddress.Properties.IPConfiguration != nil {\n\t\tif publicIPAddress.Properties.IPConfiguration.ID != nil {\n\t\t\tipConfigID := *publicIPAddress.Properties.IPConfiguration.ID\n\t\t\t// Check if this IP configuration belongs to a load balancer\n\t\t\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/loadBalancers/{lbName}/frontendIPConfigurations/{frontendIPConfigName}\n\t\t\tif strings.Contains(ipConfigID, \"/loadBalancers/\") {\n\t\t\t\tlbName := azureshared.ExtractPathParamsFromResourceID(ipConfigID, []string{\"loadBalancers\"})\n\t\t\t\tif len(lbName) > 0 && lbName[0] != \"\" {\n\t\t\t\t\t// Extract scope from the load balancer ID (may be in different resource group)\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(ipConfigID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: lbName[0],\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkPublicIPAddressWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkPublicIPAddressLookupByName,\n\t}\n}\n\nfunc (n networkPublicIPAddressWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkNetworkInterface: true,\n\t\tazureshared.NetworkPublicIPAddress: true,\n\t\tazureshared.NetworkPublicIPPrefix: true,\n\t\tazureshared.NetworkNatGateway: true,\n\t\tazureshared.NetworkDdosProtectionPlan: true,\n\t\tazureshared.NetworkLoadBalancer: true,\n\t\tstdlib.NetworkIP: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\nfunc (n networkPublicIPAddressWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_public_ip.name\",\n\t\t},\n\t}\n}\n\n// https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/networking\nfunc (n networkPublicIPAddressWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/publicIPAddresses/read\",\n\t}\n}\n\nfunc (n networkPublicIPAddressWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-public-ip-address_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"reflect\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestNetworkPublicIPAddress(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tpublicIPName := \"test-public-ip\"\n\t\t// Create public IP with network interface (not load balancer, as they're mutually exclusive)\n\t\tpublicIP := createAzurePublicIPAddress(publicIPName, \"test-nic\", \"test-prefix\", \"test-nat-gateway\", \"test-ddos-plan\", \"\")\n\n\t\tmockClient := mocks.NewMockPublicIPAddressesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, publicIPName).Return(\n\t\t\tarmnetwork.PublicIPAddressesClientGetResponse{\n\t\t\t\tPublicIPAddress: *publicIP,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkPublicIPAddress(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], publicIPName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkPublicIPAddress.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkPublicIPAddress, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != publicIPName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", publicIPName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// IP address link (standard library)\n\t\t\t\t\tExpectedType: \"ip\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// NetworkNetworkInterface link (via IPConfiguration)\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nic\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// NetworkPublicIPPrefix link\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPPrefix.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-prefix\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// NetworkNatGateway link\n\t\t\t\t\tExpectedType: azureshared.NetworkNatGateway.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nat-gateway\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// NetworkDdosProtectionPlan link\n\t\t\t\t\tExpectedType: azureshared.NetworkDdosProtectionPlan.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-ddos-plan\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithLoadBalancer\", func(t *testing.T) {\n\t\tpublicIPName := \"test-public-ip-lb\"\n\t\t// Create public IP with load balancer (not network interface, as they're mutually exclusive)\n\t\tpublicIP := createAzurePublicIPAddress(publicIPName, \"\", \"\", \"\", \"\", \"test-load-balancer\")\n\n\t\tmockClient := mocks.NewMockPublicIPAddressesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, publicIPName).Return(\n\t\t\tarmnetwork.PublicIPAddressesClientGetResponse{\n\t\t\t\tPublicIPAddress: *publicIP,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkPublicIPAddress(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], publicIPName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify LoadBalancer link exists\n\t\tfoundLoadBalancer := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkLoadBalancer.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == \"test-load-balancer\" {\n\t\t\t\tfoundLoadBalancer = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundLoadBalancer {\n\t\t\tt.Error(\"Expected to find LoadBalancer linked item query\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithLinkedPublicIP\", func(t *testing.T) {\n\t\tpublicIPName := \"test-public-ip\"\n\t\tlinkedIPName := \"linked-public-ip\"\n\t\tpublicIP := createAzurePublicIPAddressWithLinkedIP(publicIPName, linkedIPName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockPublicIPAddressesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, publicIPName).Return(\n\t\t\tarmnetwork.PublicIPAddressesClientGetResponse{\n\t\t\t\tPublicIPAddress: *publicIP,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkPublicIPAddress(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], publicIPName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify linked public IP address query\n\t\tfoundLinkedIP := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkPublicIPAddress.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == linkedIPName {\n\t\t\t\tfoundLinkedIP = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundLinkedIP {\n\t\t\tt.Error(\"Expected to find linked public IP address query\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithServicePublicIP\", func(t *testing.T) {\n\t\tpublicIPName := \"test-public-ip\"\n\t\tserviceIPName := \"service-public-ip\"\n\t\tpublicIP := createAzurePublicIPAddressWithServiceIP(publicIPName, serviceIPName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockPublicIPAddressesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, publicIPName).Return(\n\t\t\tarmnetwork.PublicIPAddressesClientGetResponse{\n\t\t\t\tPublicIPAddress: *publicIP,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkPublicIPAddress(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], publicIPName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify service public IP address query\n\t\tfoundServiceIP := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkPublicIPAddress.String() &&\n\t\t\t\tlinkedQuery.GetQuery().GetQuery() == serviceIPName {\n\t\t\t\tfoundServiceIP = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundServiceIP {\n\t\t\tt.Error(\"Expected to find service public IP address query\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPublicIPAddressesClient(ctrl)\n\n\t\twrapper := manual.NewNetworkPublicIPAddress(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty name - Get will still be called with empty string\n\t\t// and Azure will return an error\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"\").Return(\n\t\t\tarmnetwork.PublicIPAddressesClientGetResponse{}, errors.New(\"public IP address not found\"))\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting public IP address with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tpublicIP1 := createAzurePublicIPAddress(\"test-public-ip-1\", \"\", \"\", \"\", \"\", \"\")\n\t\tpublicIP2 := createAzurePublicIPAddress(\"test-public-ip-2\", \"\", \"\", \"\", \"\", \"\")\n\n\t\tmockClient := mocks.NewMockPublicIPAddressesClient(ctrl)\n\t\tmockPager := NewMockPublicIPAddressesPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.PublicIPAddressesClientListResponse{\n\t\t\t\t\tPublicIPAddressListResult: armnetwork.PublicIPAddressListResult{\n\t\t\t\t\t\tValue: []*armnetwork.PublicIPAddress{publicIP1, publicIP2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(ctx, resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPublicIPAddress(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.NetworkPublicIPAddress.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkPublicIPAddress, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\t// Create public IP with nil name to test error handling\n\t\t// Note: The List method skips items with nil names (continues), so it doesn't return an error\n\t\tpublicIP1 := createAzurePublicIPAddress(\"test-public-ip-1\", \"\", \"\", \"\", \"\", \"\")\n\t\tpublicIP2 := &armnetwork.PublicIPAddress{\n\t\t\tName: nil, // Public IP with nil name will be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armnetwork.PublicIPAddressPropertiesFormat{},\n\t\t}\n\n\t\tmockClient := mocks.NewMockPublicIPAddressesClient(ctrl)\n\t\tmockPager := NewMockPublicIPAddressesPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\t// More() is called: once before NextPage, once after processing the page\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.PublicIPAddressesClientListResponse{\n\t\t\t\t\tPublicIPAddressListResult: armnetwork.PublicIPAddressListResult{\n\t\t\t\t\t\tValue: []*armnetwork.PublicIPAddress{publicIP1, publicIP2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false), // No more pages after processing\n\t\t)\n\n\t\tmockClient.EXPECT().List(ctx, resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPublicIPAddress(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\t// Should not return an error - items with nil names are skipped\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error when listing public IP addresses with nil name (they are skipped), but got: %v\", err)\n\t\t}\n\t\t// Should only return 1 item (the one with a valid name)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name item should be skipped), got %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != \"test-public-ip-1\" {\n\t\t\tt.Fatalf(\"Expected item with name 'test-public-ip-1', got %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"public IP address not found\")\n\n\t\tmockClient := mocks.NewMockPublicIPAddressesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-ip\").Return(\n\t\t\tarmnetwork.PublicIPAddressesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkPublicIPAddress(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-ip\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent public IP address, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_List\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failed to list public IP addresses\")\n\n\t\tmockClient := mocks.NewMockPublicIPAddressesClient(ctrl)\n\t\tmockPager := NewMockPublicIPAddressesPager(ctrl)\n\n\t\t// Setup pager to return error on NextPage\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.PublicIPAddressesClientListResponse{}, expectedErr),\n\t\t)\n\n\t\tmockClient.EXPECT().List(ctx, resourceGroup).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPublicIPAddress(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing public IP addresses fails, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPublicIPAddressesClient(ctrl)\n\t\twrapper := manual.NewNetworkPublicIPAddress(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Verify wrapper implements ListableWrapper interface\n\t\t_ = wrapper\n\n\t\t// Cast to sources.Wrapper to access interface methods\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/publicIPAddresses/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkNetworkInterface] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkNetworkInterface\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkPublicIPAddress] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkPublicIPAddress\")\n\t\t}\n\n\t\t// Verify TerraformMappings\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_public_ip.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_public_ip.name' mapping\")\n\t\t}\n\t})\n}\n\n// MockPublicIPAddressesPager is a simple mock for PublicIPAddressesPager\ntype MockPublicIPAddressesPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockPublicIPAddressesPagerMockRecorder\n}\n\ntype MockPublicIPAddressesPagerMockRecorder struct {\n\tmock *MockPublicIPAddressesPager\n}\n\nfunc NewMockPublicIPAddressesPager(ctrl *gomock.Controller) *MockPublicIPAddressesPager {\n\tmock := &MockPublicIPAddressesPager{ctrl: ctrl}\n\tmock.recorder = &MockPublicIPAddressesPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockPublicIPAddressesPager) EXPECT() *MockPublicIPAddressesPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockPublicIPAddressesPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockPublicIPAddressesPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockPublicIPAddressesPager) NextPage(ctx context.Context) (armnetwork.PublicIPAddressesClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armnetwork.PublicIPAddressesClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockPublicIPAddressesPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armnetwork.PublicIPAddressesClientListResponse, error)](), ctx)\n}\n\n// createAzurePublicIPAddress creates a mock Azure public IP address for testing\nfunc createAzurePublicIPAddress(name, nicName, prefixName, natGatewayName, ddosPlanName, loadBalancerName string) *armnetwork.PublicIPAddress {\n\tpublicIP := &armnetwork.PublicIPAddress{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.PublicIPAddressPropertiesFormat{\n\t\t\tPublicIPAddressVersion: new(armnetwork.IPVersionIPv4),\n\t\t\tPublicIPAllocationMethod: new(armnetwork.IPAllocationMethodStatic),\n\t\t\tIPAddress: new(\"203.0.113.1\"), // Add IP address for testing\n\t\t},\n\t}\n\n\t// Add IPConfiguration if nicName is provided\n\tif nicName != \"\" {\n\t\tipConfigID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/networkInterfaces/\" + nicName + \"/ipConfigurations/ipconfig1\"\n\t\tpublicIP.Properties.IPConfiguration = &armnetwork.IPConfiguration{\n\t\t\tID: new(ipConfigID),\n\t\t}\n\t}\n\n\t// Add PublicIPPrefix if prefixName is provided\n\tif prefixName != \"\" {\n\t\tprefixID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/publicIPPrefixes/\" + prefixName\n\t\tpublicIP.Properties.PublicIPPrefix = &armnetwork.SubResource{\n\t\t\tID: new(prefixID),\n\t\t}\n\t}\n\n\t// Add NatGateway if natGatewayName is provided\n\tif natGatewayName != \"\" {\n\t\tnatGatewayID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/natGateways/\" + natGatewayName\n\t\tpublicIP.Properties.NatGateway = &armnetwork.NatGateway{\n\t\t\tID: new(natGatewayID),\n\t\t}\n\t}\n\n\t// Add DDoS Protection Plan if ddosPlanName is provided\n\tif ddosPlanName != \"\" {\n\t\tddosPlanID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/ddosProtectionPlans/\" + ddosPlanName\n\t\tpublicIP.Properties.DdosSettings = &armnetwork.DdosSettings{\n\t\t\tDdosProtectionPlan: &armnetwork.SubResource{\n\t\t\t\tID: new(ddosPlanID),\n\t\t\t},\n\t\t}\n\t}\n\n\t// Add LoadBalancer IPConfiguration if loadBalancerName is provided\n\tif loadBalancerName != \"\" {\n\t\tlbIPConfigID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/loadBalancers/\" + loadBalancerName + \"/frontendIPConfigurations/frontendIPConfig1\"\n\t\tpublicIP.Properties.IPConfiguration = &armnetwork.IPConfiguration{\n\t\t\tID: new(lbIPConfigID),\n\t\t}\n\t}\n\n\treturn publicIP\n}\n\n// createAzurePublicIPAddressWithLinkedIP creates a mock Azure public IP address with a linked public IP\nfunc createAzurePublicIPAddressWithLinkedIP(name, linkedIPName, subscriptionID, resourceGroup string) *armnetwork.PublicIPAddress {\n\tlinkedIPID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/publicIPAddresses/\" + linkedIPName\n\n\treturn &armnetwork.PublicIPAddress{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armnetwork.PublicIPAddressPropertiesFormat{\n\t\t\tPublicIPAddressVersion: new(armnetwork.IPVersionIPv4),\n\t\t\tPublicIPAllocationMethod: new(armnetwork.IPAllocationMethodStatic),\n\t\t\tLinkedPublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\tID: new(linkedIPID),\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzurePublicIPAddressWithServiceIP creates a mock Azure public IP address with a service public IP\nfunc createAzurePublicIPAddressWithServiceIP(name, serviceIPName, subscriptionID, resourceGroup string) *armnetwork.PublicIPAddress {\n\tserviceIPID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/publicIPAddresses/\" + serviceIPName\n\n\treturn &armnetwork.PublicIPAddress{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armnetwork.PublicIPAddressPropertiesFormat{\n\t\t\tPublicIPAddressVersion: new(armnetwork.IPVersionIPv4),\n\t\t\tPublicIPAllocationMethod: new(armnetwork.IPAllocationMethodStatic),\n\t\t\tServicePublicIPAddress: &armnetwork.PublicIPAddress{\n\t\t\t\tID: new(serviceIPID),\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-public-ip-prefix.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkPublicIPPrefixLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkPublicIPPrefix)\n\ntype networkPublicIPPrefixWrapper struct {\n\tclient clients.PublicIPPrefixesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkPublicIPPrefix(client clients.PublicIPPrefixesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkPublicIPPrefixWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkPublicIPPrefix,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/public-ip-prefixes/list\nfunc (n networkPublicIPPrefixWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\t\tfor _, prefix := range page.Value {\n\t\t\tif prefix.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azurePublicIPPrefixToSDPItem(prefix, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkPublicIPPrefixWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, prefix := range page.Value {\n\t\t\tif prefix.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azurePublicIPPrefixToSDPItem(prefix, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/public-ip-prefixes/get\nfunc (n networkPublicIPPrefixWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be exactly one part (public IP prefix name)\"), scope, n.Type())\n\t}\n\tpublicIPPrefixName := queryParts[0]\n\tif publicIPPrefixName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"public IP prefix name cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, publicIPPrefixName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\treturn n.azurePublicIPPrefixToSDPItem(&resp.PublicIPPrefix, scope)\n}\n\nfunc (n networkPublicIPPrefixWrapper) azurePublicIPPrefixToSDPItem(prefix *armnetwork.PublicIPPrefix, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif prefix.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"public IP prefix name is nil\"), scope, n.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(prefix, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkPublicIPPrefix.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(prefix.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Link to Custom Location when ExtendedLocation.Name is a custom location resource ID (Microsoft.ExtendedLocation/customLocations)\n\tif prefix.ExtendedLocation != nil && prefix.ExtendedLocation.Name != nil {\n\t\tcustomLocationID := *prefix.ExtendedLocation.Name\n\t\tif strings.Contains(customLocationID, \"customLocations\") {\n\t\t\tcustomLocationName := azureshared.ExtractResourceName(customLocationID)\n\t\t\tif customLocationName != \"\" {\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(customLocationID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ExtendedLocationCustomLocation.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: customLocationName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to IP (standard library) for allocated prefix (e.g. \"20.10.0.0/28\")\n\tif prefix.Properties != nil && prefix.Properties.IPPrefix != nil && *prefix.Properties.IPPrefix != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *prefix.Properties.IPPrefix,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\tif prefix.Properties != nil {\n\t\t// Link to Custom IP Prefix (parent prefix this prefix is associated with)\n\t\tif prefix.Properties.CustomIPPrefix != nil && prefix.Properties.CustomIPPrefix.ID != nil {\n\t\t\tcustomPrefixID := *prefix.Properties.CustomIPPrefix.ID\n\t\t\tcustomPrefixName := azureshared.ExtractResourceName(customPrefixID)\n\t\t\tif customPrefixName != \"\" {\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(customPrefixID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkCustomIPPrefix.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: customPrefixName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to NAT Gateway\n\t\tif prefix.Properties.NatGateway != nil && prefix.Properties.NatGateway.ID != nil {\n\t\t\tnatGatewayID := *prefix.Properties.NatGateway.ID\n\t\t\tnatGatewayName := azureshared.ExtractResourceName(natGatewayID)\n\t\t\tif natGatewayName != \"\" {\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(natGatewayID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkNatGateway.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: natGatewayName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Load Balancer and Frontend IP Configuration (from frontend IP configuration reference)\n\t\tif prefix.Properties.LoadBalancerFrontendIPConfiguration != nil && prefix.Properties.LoadBalancerFrontendIPConfiguration.ID != nil {\n\t\t\tfeConfigID := *prefix.Properties.LoadBalancerFrontendIPConfiguration.ID\n\t\t\t// Format: .../loadBalancers/{lbName}/frontendIPConfigurations/{feConfigName}\n\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(feConfigID, []string{\"loadBalancers\", \"frontendIPConfigurations\"})\n\t\t\tif len(params) >= 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(feConfigID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: params[0],\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to each referenced Public IP Address\n\t\tfor _, ref := range prefix.Properties.PublicIPAddresses {\n\t\t\tif ref != nil && ref.ID != nil {\n\t\t\t\trefID := *ref.ID\n\t\t\t\trefName := azureshared.ExtractResourceName(refID)\n\t\t\t\tif refName != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(refID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: refName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Health from provisioning state\n\tif prefix.Properties != nil && prefix.Properties.ProvisioningState != nil {\n\t\tswitch *prefix.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkPublicIPPrefixWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkPublicIPPrefixLookupByName,\n\t}\n}\n\nfunc (n networkPublicIPPrefixWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkCustomIPPrefix: true,\n\t\tazureshared.NetworkNatGateway: true,\n\t\tazureshared.NetworkLoadBalancer: true,\n\t\tazureshared.NetworkLoadBalancerFrontendIPConfiguration: true,\n\t\tazureshared.NetworkPublicIPAddress: true,\n\t\tazureshared.ExtendedLocationCustomLocation: true,\n\t\tstdlib.NetworkIP: true,\n\t}\n}\n\nfunc (n networkPublicIPPrefixWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_public_ip_prefix.name\",\n\t\t},\n\t}\n}\n\n// https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (n networkPublicIPPrefixWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/publicIPPrefixes/read\",\n\t}\n}\n\nfunc (n networkPublicIPPrefixWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-public-ip-prefix_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkPublicIPPrefix(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tprefixName := \"test-prefix\"\n\t\tprefix := createAzurePublicIPPrefix(prefixName)\n\n\t\tmockClient := mocks.NewMockPublicIPPrefixesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, prefixName, nil).Return(\n\t\t\tarmnetwork.PublicIPPrefixesClientGetResponse{\n\t\t\t\tPublicIPPrefix: *prefix,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkPublicIPPrefix(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], prefixName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkPublicIPPrefix.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkPublicIPPrefix.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != prefixName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", prefixName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Public IP prefix with no linked resources in base createAzurePublicIPPrefix\n\t\t\tqueryTests := shared.QueryTests{}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithLinkedResources\", func(t *testing.T) {\n\t\tprefixName := \"test-prefix-with-links\"\n\t\tprefix := createAzurePublicIPPrefixWithLinks(prefixName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockPublicIPPrefixesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, prefixName, nil).Return(\n\t\t\tarmnetwork.PublicIPPrefixesClientGetResponse{\n\t\t\t\tPublicIPPrefix: *prefix,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkPublicIPPrefix(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], prefixName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tscope := subscriptionID + \".\" + resourceGroup\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.ExtendedLocationCustomLocation.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-custom-location\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"20.10.0.0/28\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkCustomIPPrefix.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-custom-prefix\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkNatGateway.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nat-gateway\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-load-balancer\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkLoadBalancerFrontendIPConfiguration.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-load-balancer\", \"frontend\"),\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"referenced-public-ip\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPublicIPPrefixesClient(ctrl)\n\n\t\twrapper := manual.NewNetworkPublicIPPrefix(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when public IP prefix name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_PrefixWithNilName\", func(t *testing.T) {\n\t\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\t\tprefixWithNilName := &armnetwork.PublicIPPrefix{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tProperties: &armnetwork.PublicIPPrefixPropertiesFormat{\n\t\t\t\tProvisioningState: &provisioningState,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockPublicIPPrefixesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-prefix\", nil).Return(\n\t\t\tarmnetwork.PublicIPPrefixesClientGetResponse{\n\t\t\t\tPublicIPPrefix: *prefixWithNilName,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkPublicIPPrefix(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-prefix\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when public IP prefix has nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tprefix1 := createAzurePublicIPPrefix(\"prefix-1\")\n\t\tprefix2 := createAzurePublicIPPrefix(\"prefix-2\")\n\n\t\tmockClient := mocks.NewMockPublicIPPrefixesClient(ctrl)\n\t\tmockPager := newMockPublicIPPrefixesPager(ctrl, []*armnetwork.PublicIPPrefix{prefix1, prefix2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPublicIPPrefix(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkPublicIPPrefix.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkPublicIPPrefix.String(), item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\tprefix1 := createAzurePublicIPPrefix(\"prefix-1\")\n\t\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\t\tprefix2NilName := &armnetwork.PublicIPPrefix{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\"env\": new(\"test\")},\n\t\t\tProperties: &armnetwork.PublicIPPrefixPropertiesFormat{\n\t\t\t\tProvisioningState: &provisioningState,\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockPublicIPPrefixesClient(ctrl)\n\t\tmockPager := newMockPublicIPPrefixesPager(ctrl, []*armnetwork.PublicIPPrefix{prefix1, prefix2NilName})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPublicIPPrefix(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != \"prefix-1\" {\n\t\t\tt.Errorf(\"Expected item name 'prefix-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tprefix1 := createAzurePublicIPPrefix(\"stream-prefix-1\")\n\t\tprefix2 := createAzurePublicIPPrefix(\"stream-prefix-2\")\n\n\t\tmockClient := mocks.NewMockPublicIPPrefixesClient(ctrl)\n\t\tmockPager := newMockPublicIPPrefixesPager(ctrl, []*armnetwork.PublicIPPrefix{prefix1, prefix2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkPublicIPPrefix(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"public IP prefix not found\")\n\n\t\tmockClient := mocks.NewMockPublicIPPrefixesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-prefix\", nil).Return(\n\t\t\tarmnetwork.PublicIPPrefixesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkPublicIPPrefix(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-prefix\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent public IP prefix, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockPublicIPPrefixesClient(ctrl)\n\t\twrapper := manual.NewNetworkPublicIPPrefix(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/publicIPPrefixes/read\"\n\t\tif !slices.Contains(permissions, expectedPermission) {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\tmappings := w.TerraformMappings()\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_public_ip_prefix.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod GET, got: %s\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_public_ip_prefix.name'\")\n\t\t}\n\n\t\tlookups := w.GetLookups()\n\t\tfoundLookup := false\n\t\tfor _, lookup := range lookups {\n\t\t\tif lookup.ItemType == azureshared.NetworkPublicIPPrefix {\n\t\t\t\tfoundLookup = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundLookup {\n\t\t\tt.Error(\"Expected GetLookups to include NetworkPublicIPPrefix\")\n\t\t}\n\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tfor _, linkType := range []shared.ItemType{azureshared.ExtendedLocationCustomLocation, azureshared.NetworkCustomIPPrefix, azureshared.NetworkNatGateway, azureshared.NetworkLoadBalancer, azureshared.NetworkLoadBalancerFrontendIPConfiguration, azureshared.NetworkPublicIPAddress, stdlib.NetworkIP} {\n\t\t\tif !potentialLinks[linkType] {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s\", linkType)\n\t\t\t}\n\t\t}\n\t})\n}\n\ntype mockPublicIPPrefixesPager struct {\n\tctrl *gomock.Controller\n\titems []*armnetwork.PublicIPPrefix\n\tindex int\n\tmore bool\n}\n\nfunc newMockPublicIPPrefixesPager(ctrl *gomock.Controller, items []*armnetwork.PublicIPPrefix) clients.PublicIPPrefixesPager {\n\treturn &mockPublicIPPrefixesPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockPublicIPPrefixesPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockPublicIPPrefixesPager) NextPage(ctx context.Context) (armnetwork.PublicIPPrefixesClientListResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armnetwork.PublicIPPrefixesClientListResponse{\n\t\t\tPublicIPPrefixListResult: armnetwork.PublicIPPrefixListResult{\n\t\t\t\tValue: []*armnetwork.PublicIPPrefix{},\n\t\t\t},\n\t\t}, nil\n\t}\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\treturn armnetwork.PublicIPPrefixesClientListResponse{\n\t\tPublicIPPrefixListResult: armnetwork.PublicIPPrefixListResult{\n\t\t\tValue: []*armnetwork.PublicIPPrefix{item},\n\t\t},\n\t}, nil\n}\n\nfunc createAzurePublicIPPrefix(name string) *armnetwork.PublicIPPrefix {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tprefixLength := int32(28)\n\treturn &armnetwork.PublicIPPrefix{\n\t\tID: new(\"/subscriptions/test-sub/resourceGroups/test-rg/providers/Microsoft.Network/publicIPPrefixes/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/publicIPPrefixes\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.PublicIPPrefixPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tPrefixLength: &prefixLength,\n\t\t},\n\t}\n}\n\nfunc createAzurePublicIPPrefixWithLinks(name, subscriptionID, resourceGroup string) *armnetwork.PublicIPPrefix {\n\tprefix := createAzurePublicIPPrefix(name)\n\tprefix.Properties.IPPrefix = new(\"20.10.0.0/28\")\n\tcustomLocationID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ExtendedLocation/customLocations/test-custom-location\"\n\tcustomPrefixID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/customIPPrefixes/test-custom-prefix\"\n\tnatGatewayID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/natGateways/test-nat-gateway\"\n\tlbFeConfigID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/loadBalancers/test-load-balancer/frontendIPConfigurations/frontend\"\n\tpublicIPID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/publicIPAddresses/referenced-public-ip\"\n\n\tprefix.ExtendedLocation = &armnetwork.ExtendedLocation{\n\t\tName: new(customLocationID),\n\t}\n\tprefix.Properties.CustomIPPrefix = &armnetwork.SubResource{\n\t\tID: new(customPrefixID),\n\t}\n\tprefix.Properties.NatGateway = &armnetwork.NatGateway{\n\t\tID: new(natGatewayID),\n\t}\n\tprefix.Properties.LoadBalancerFrontendIPConfiguration = &armnetwork.SubResource{\n\t\tID: new(lbFeConfigID),\n\t}\n\tprefix.Properties.PublicIPAddresses = []*armnetwork.ReferencedPublicIPAddress{\n\t\t{ID: new(publicIPID)},\n\t}\n\treturn prefix\n}\n\nvar _ clients.PublicIPPrefixesPager = (*mockPublicIPPrefixesPager)(nil)\n" }, { "path": "sources/azure/manual/network-route-table.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkRouteTableLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkRouteTable)\n\ntype networkRouteTableWrapper struct {\n\tclient clients.RouteTablesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkRouteTable(client clients.RouteTablesClient, resourceGroupScopes []azureshared.ResourceGroupScope) *networkRouteTableWrapper {\n\treturn &networkRouteTableWrapper{\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkRouteTable,\n\t\t),\n\t\tclient: client,\n\t}\n}\n\nfunc (n networkRouteTableWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.List(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t\t}\n\t\tfor _, routeTable := range page.Value {\n\t\t\tif routeTable.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureRouteTableToSDPItem(routeTable)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkRouteTableWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.List(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, routeTable := range page.Value {\n\t\t\tif routeTable.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureRouteTableToSDPItem(routeTable)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkRouteTableWrapper) azureRouteTableToSDPItem(routeTable *armnetwork.RouteTable) (*sdp.Item, *sdp.QueryError) {\n\tif routeTable.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"route table name is nil\"), n.DefaultScope(), n.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(routeTable, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t}\n\n\trouteTableName := *routeTable.Name\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkRouteTable.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: n.DefaultScope(),\n\t\tTags: azureshared.ConvertAzureTags(routeTable.Tags),\n\t}\n\n\t// Link to Routes (child resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/routes/get\n\tif routeTable.Properties != nil && routeTable.Properties.Routes != nil {\n\t\tfor _, route := range routeTable.Properties.Routes {\n\t\t\tif route != nil && route.Name != nil && *route.Name != \"\" {\n\t\t\t\t// Routes are child resources accessed via: routeTables/{routeTableName}/routes/{routeName}\n\t\t\t\t// Query requires routeTableName and routeName\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkRoute.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(routeTableName, *route.Name),\n\t\t\t\t\t\tScope: n.DefaultScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\n\t\t\t\t// Link to NextHopIPAddress (IP address to stdlib)\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/routes/get\n\t\t\t\tif route.Properties != nil && route.Properties.NextHopIPAddress != nil && *route.Properties.NextHopIPAddress != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: *route.Properties.NextHopIPAddress,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\n\t\t\t\t// Note: We don't link to VirtualNetworkGateway when nextHopType is VirtualNetworkGateway\n\t\t\t\t// because the Route struct doesn't contain a direct gateway ID. The gateway name would need\n\t\t\t\t// to be derivable from the route or searched, but typically VirtualNetworkGateway routes\n\t\t\t\t// don't have nextHopIPAddress. This link will be implemented when we can determine how to\n\t\t\t\t// identify the gateway from the route.\n\t\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/network/virtual-network-gateways/get\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Subnets (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/subnets/get\n\tif routeTable.Properties != nil && routeTable.Properties.Subnets != nil {\n\t\tfor _, subnetRef := range routeTable.Properties.Subnets {\n\t\t\tif subnetRef != nil && subnetRef.ID != nil {\n\t\t\t\tsubnetID := *subnetRef.ID\n\t\t\t\t// Subnet ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnet}/subnets/{subnet}\n\t\t\t\t// Extract virtual network name and subnet name using helper function\n\t\t\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\tif len(subnetParams) >= 2 {\n\t\t\t\t\tvnetName := subnetParams[0]\n\t\t\t\t\tsubnetName := subnetParams[1]\n\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t// Check if subnet is in a different resource group\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(subnetID); extractedScope != \"\" {\n\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkRouteTableWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the route table name\"), n.DefaultScope(), n.Type())\n\t}\n\trouteTableName := queryParts[0]\n\tif routeTableName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"route table name is empty\"), n.DefaultScope(), n.Type())\n\t}\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, routeTableName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, n.DefaultScope(), n.Type())\n\t}\n\treturn n.azureRouteTableToSDPItem(&resp.RouteTable)\n}\n\nfunc (n networkRouteTableWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkRouteTableLookupByName,\n\t}\n}\n\nfunc (n networkRouteTableWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkRoute,\n\t\tazureshared.NetworkSubnet,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/route_table\nfunc (n networkRouteTableWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_route_table.name\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/networking\nfunc (n networkRouteTableWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/routeTables/read\",\n\t}\n}\n\nfunc (n networkRouteTableWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-route-table_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"reflect\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkRouteTable(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\trouteTableName := \"test-route-table\"\n\t\trouteTable := createAzureRouteTable(routeTableName)\n\n\t\tmockClient := mocks.NewMockRouteTablesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, routeTableName, nil).Return(\n\t\t\tarmnetwork.RouteTablesClientGetResponse{\n\t\t\t\tRouteTable: *routeTable,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkRouteTable(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], routeTableName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkRouteTable.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkRouteTable, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != routeTableName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", routeTableName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Route link (child resource)\n\t\t\t\t\tExpectedType: azureshared.NetworkRoute.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(routeTableName, \"test-route\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Route with NextHopIPAddress link (IP address to stdlib)\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Subnet link (external resource)\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRouteTablesClient(ctrl)\n\n\t\twrapper := manual.NewNetworkRouteTable(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty string name - validation happens before client.Get is called\n\t\t// so no mock expectation is needed\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting route table with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithNilName\", func(t *testing.T) {\n\t\trouteTable := &armnetwork.RouteTable{\n\t\t\tName: nil, // Route table with nil name should cause an error\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockRouteTablesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-route-table\", nil).Return(\n\t\t\tarmnetwork.RouteTablesClientGetResponse{\n\t\t\t\tRouteTable: *routeTable,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkRouteTable(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-route-table\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when route table has nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\trouteTable1 := createAzureRouteTable(\"test-route-table-1\")\n\t\trouteTable2 := createAzureRouteTable(\"test-route-table-2\")\n\n\t\tmockClient := mocks.NewMockRouteTablesClient(ctrl)\n\t\tmockPager := NewMockRouteTablesPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.RouteTablesClientListResponse{\n\t\t\t\t\tRouteTableListResult: armnetwork.RouteTableListResult{\n\t\t\t\t\t\tValue: []*armnetwork.RouteTable{routeTable1, routeTable2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkRouteTable(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.NetworkRouteTable.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkRouteTable, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\t// Create route table with nil name to test error handling\n\t\trouteTable1 := createAzureRouteTable(\"test-route-table-1\")\n\t\trouteTable2 := &armnetwork.RouteTable{\n\t\t\tName: nil, // Route table with nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockRouteTablesClient(ctrl)\n\t\tmockPager := NewMockRouteTablesPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.RouteTablesClientListResponse{\n\t\t\t\t\tRouteTableListResult: armnetwork.RouteTableListResult{\n\t\t\t\t\t\tValue: []*armnetwork.RouteTable{routeTable1, routeTable2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkRouteTable(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (routeTable1), routeTable2 should be skipped\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name should be skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"List_ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failed to list route tables\")\n\n\t\tmockClient := mocks.NewMockRouteTablesClient(ctrl)\n\t\tmockPager := NewMockRouteTablesPager(ctrl)\n\n\t\t// Setup pager to return error on NextPage\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.RouteTablesClientListResponse{}, expectedErr),\n\t\t)\n\n\t\tmockClient.EXPECT().List(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkRouteTable(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing route tables fails, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"route table not found\")\n\n\t\tmockClient := mocks.NewMockRouteTablesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-route-table\", nil).Return(\n\t\t\tarmnetwork.RouteTablesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkRouteTable(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-route-table\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent route table, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"CrossResourceGroupLinks\", func(t *testing.T) {\n\t\t// Test route table with subnet in different resource group\n\t\trouteTableName := \"test-route-table\"\n\t\totherResourceGroup := \"other-rg\"\n\t\totherSubscriptionID := \"other-subscription\"\n\n\t\trouteTable := &armnetwork.RouteTable{\n\t\t\tName: new(routeTableName),\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armnetwork.RouteTablePropertiesFormat{\n\t\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t\t{\n\t\t\t\t\t\tID: new(\"/subscriptions/\" + otherSubscriptionID + \"/resourceGroups/\" + otherResourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockRouteTablesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, routeTableName, nil).Return(\n\t\t\tarmnetwork.RouteTablesClientGetResponse{\n\t\t\t\tRouteTable: *routeTable,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkRouteTable(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], routeTableName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Check that subnet link uses the correct scope\n\t\tfoundSubnetLink := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.NetworkSubnet.String() {\n\t\t\t\tfoundSubnetLink = true\n\t\t\t\texpectedScope := otherSubscriptionID + \".\" + otherResourceGroup\n\t\t\t\tif link.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected subnet scope %s, got %s\", expectedScope, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !foundSubnetLink {\n\t\t\tt.Error(\"Expected to find subnet link\")\n\t\t}\n\t})\n\n\tt.Run(\"RouteWithNextHopIPAddress\", func(t *testing.T) {\n\t\t// Test route table with route that has NextHopIPAddress\n\t\trouteTableName := \"test-route-table\"\n\t\trouteTable := &armnetwork.RouteTable{\n\t\t\tName: new(routeTableName),\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armnetwork.RouteTablePropertiesFormat{\n\t\t\t\tRoutes: []*armnetwork.Route{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"test-route\"),\n\t\t\t\t\t\tProperties: &armnetwork.RoutePropertiesFormat{\n\t\t\t\t\t\t\tAddressPrefix: new(\"10.0.0.0/16\"),\n\t\t\t\t\t\t\tNextHopType: new(armnetwork.RouteNextHopTypeVirtualAppliance),\n\t\t\t\t\t\t\tNextHopIPAddress: new(\"10.0.0.1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockRouteTablesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, routeTableName, nil).Return(\n\t\t\tarmnetwork.RouteTablesClientGetResponse{\n\t\t\t\tRouteTable: *routeTable,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkRouteTable(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], routeTableName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Check that IP address link exists\n\t\tfoundIPLink := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == stdlib.NetworkIP.String() {\n\t\t\t\tfoundIPLink = true\n\t\t\t\tif link.GetQuery().GetQuery() != \"10.0.0.1\" {\n\t\t\t\t\tt.Errorf(\"Expected IP address '10.0.0.1', got %s\", link.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif link.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected IP scope 'global', got %s\", link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !foundIPLink {\n\t\t\tt.Error(\"Expected to find IP address link\")\n\t\t}\n\t})\n\n\tt.Run(\"RouteWithoutNextHopIPAddress\", func(t *testing.T) {\n\t\t// Test route table with route that doesn't have NextHopIPAddress\n\t\trouteTableName := \"test-route-table\"\n\t\trouteTable := &armnetwork.RouteTable{\n\t\t\tName: new(routeTableName),\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armnetwork.RouteTablePropertiesFormat{\n\t\t\t\tRoutes: []*armnetwork.Route{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(\"test-route\"),\n\t\t\t\t\t\tProperties: &armnetwork.RoutePropertiesFormat{\n\t\t\t\t\t\t\tAddressPrefix: new(\"10.0.0.0/16\"),\n\t\t\t\t\t\t\tNextHopType: new(armnetwork.RouteNextHopTypeInternet),\n\t\t\t\t\t\t\t// No NextHopIPAddress\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockRouteTablesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, routeTableName, nil).Return(\n\t\t\tarmnetwork.RouteTablesClientGetResponse{\n\t\t\t\tRouteTable: *routeTable,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkRouteTable(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], routeTableName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Check that no IP address link exists\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == stdlib.NetworkIP.String() {\n\t\t\t\tt.Error(\"Expected no IP address link when NextHopIPAddress is not set\")\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRouteTablesClient(ctrl)\n\t\twrapper := manual.NewNetworkRouteTable(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Verify wrapper implements ListableWrapper interface\n\t\tvar _ sources.ListableWrapper = wrapper\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := wrapper.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/routeTables/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\texpectedLinks := []shared.ItemType{\n\t\t\tazureshared.NetworkRoute,\n\t\t\tazureshared.NetworkSubnet,\n\t\t\tstdlib.NetworkIP,\n\t\t}\n\t\tfor _, expectedLink := range expectedLinks {\n\t\t\tif !potentialLinks[expectedLink] {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s\", expectedLink)\n\t\t\t}\n\t\t}\n\n\t\t// Verify TerraformMappings\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_route_table.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_route_table.name' mapping\")\n\t\t}\n\n\t\t// Verify PredefinedRole\n\t\t// PredefinedRole is available on the wrapper, not the adapter\n\t\t// Use type assertion with interface{} to access the method\n\t\tif roleInterface, ok := any(wrapper).(interface{ PredefinedRole() string }); ok {\n\t\t\trole := roleInterface.PredefinedRole()\n\t\t\tif role != \"Reader\" {\n\t\t\t\tt.Errorf(\"Expected PredefinedRole to be 'Reader', got %s\", role)\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Wrapper does not implement PredefinedRole method\")\n\t\t}\n\t})\n}\n\n// MockRouteTablesPager is a simple mock for RouteTablesPager\ntype MockRouteTablesPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockRouteTablesPagerMockRecorder\n}\n\ntype MockRouteTablesPagerMockRecorder struct {\n\tmock *MockRouteTablesPager\n}\n\nfunc NewMockRouteTablesPager(ctrl *gomock.Controller) *MockRouteTablesPager {\n\tmock := &MockRouteTablesPager{ctrl: ctrl}\n\tmock.recorder = &MockRouteTablesPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockRouteTablesPager) EXPECT() *MockRouteTablesPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockRouteTablesPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockRouteTablesPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockRouteTablesPager) NextPage(ctx context.Context) (armnetwork.RouteTablesClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armnetwork.RouteTablesClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockRouteTablesPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armnetwork.RouteTablesClientListResponse, error)](), ctx)\n}\n\n// createAzureRouteTable creates a mock Azure route table for testing\nfunc createAzureRouteTable(routeTableName string) *armnetwork.RouteTable {\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\treturn &armnetwork.RouteTable{\n\t\tName: new(routeTableName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.RouteTablePropertiesFormat{\n\t\t\t// Routes (child resources)\n\t\t\tRoutes: []*armnetwork.Route{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"test-route\"),\n\t\t\t\t\tProperties: &armnetwork.RoutePropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.0.0.0/16\"),\n\t\t\t\t\t\tNextHopType: new(armnetwork.RouteNextHopTypeVirtualAppliance),\n\t\t\t\t\t\tNextHopIPAddress: new(\"10.0.0.1\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t// Subnets (external resources)\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-route.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkRouteLookupByUniqueAttr = shared.NewItemTypeLookup(\"uniqueAttr\", azureshared.NetworkRoute)\n\ntype networkRouteWrapper struct {\n\tclient clients.RoutesClient\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkRoute creates a new networkRouteWrapper instance (SearchableWrapper: child of route table).\nfunc NewNetworkRoute(client clients.RoutesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkRouteWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkRoute,\n\t\t),\n\t}\n}\n\nfunc (n networkRouteWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: routeTableName and routeName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\trouteTableName := queryParts[0]\n\trouteName := queryParts[1]\n\tif routeName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"route name cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, routeTableName, routeName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\treturn n.azureRouteToSDPItem(&resp.Route, routeTableName, routeName, scope)\n}\n\nfunc (n networkRouteWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkRouteTableLookupByName,\n\t\tNetworkRouteLookupByUniqueAttr,\n\t}\n}\n\nfunc (n networkRouteWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: routeTableName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\trouteTableName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, routeTableName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\t\tfor _, route := range page.Value {\n\t\t\tif route == nil || route.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureRouteToSDPItem(route, routeTableName, *route.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkRouteWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: routeTableName\"), scope, n.Type()))\n\t\treturn\n\t}\n\trouteTableName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, routeTableName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, route := range page.Value {\n\t\t\tif route == nil || route.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureRouteToSDPItem(route, routeTableName, *route.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkRouteWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{NetworkRouteTableLookupByName},\n\t}\n}\n\nfunc (n networkRouteWrapper) azureRouteToSDPItem(route *armnetwork.Route, routeTableName, routeName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(route, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(routeTableName, routeName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkRoute.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Health status from ProvisioningState\n\tif route.Properties != nil && route.Properties.ProvisioningState != nil {\n\t\tswitch *route.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t}\n\t}\n\n\t// Link to parent Route Table\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkRouteTable.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: routeTableName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to NextHopIPAddress (IP address to stdlib)\n\tif route.Properties != nil && route.Properties.NextHopIPAddress != nil && *route.Properties.NextHopIPAddress != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *route.Properties.NextHopIPAddress,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkRouteWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkRouteTable,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/route\nfunc (n networkRouteWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{TerraformMethod: sdp.QueryMethod_SEARCH, TerraformQueryMap: \"azurerm_route.id\"},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions-reference#microsoftnetwork\nfunc (n networkRouteWrapper) IAMPermissions() []string {\n\treturn []string{\"Microsoft.Network/routeTables/routes/read\"}\n}\n\nfunc (n networkRouteWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-route_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\tsdp \"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\ntype mockRoutesPager struct {\n\tpages []armnetwork.RoutesClientListResponse\n\tindex int\n}\n\nfunc (m *mockRoutesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockRoutesPager) NextPage(ctx context.Context) (armnetwork.RoutesClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armnetwork.RoutesClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorRoutesPager struct{}\n\nfunc (e *errorRoutesPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorRoutesPager) NextPage(ctx context.Context) (armnetwork.RoutesClientListResponse, error) {\n\treturn armnetwork.RoutesClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testRoutesClient struct {\n\t*mocks.MockRoutesClient\n\tpager clients.RoutesPager\n}\n\nfunc (t *testRoutesClient) NewListPager(resourceGroupName, routeTableName string, options *armnetwork.RoutesClientListOptions) clients.RoutesPager {\n\treturn t.pager\n}\n\nfunc TestNetworkRoute(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\trouteTableName := \"test-route-table\"\n\trouteName := \"test-route\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\troute := createAzureRoute(routeName, routeTableName)\n\n\t\tmockClient := mocks.NewMockRoutesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, routeTableName, routeName, nil).Return(\n\t\t\tarmnetwork.RoutesClientGetResponse{\n\t\t\t\tRoute: *route,\n\t\t\t}, nil)\n\n\t\ttestClient := &testRoutesClient{MockRoutesClient: mockClient}\n\t\twrapper := manual.NewNetworkRoute(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(routeTableName, routeName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkRoute.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkRoute, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(routeTableName, routeName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(routeTableName, routeName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkRouteTable.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: routeTableName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_EmptyRouteName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoutesClient(ctrl)\n\t\ttestClient := &testRoutesClient{MockRoutesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkRoute(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(routeTableName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when route name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoutesClient(ctrl)\n\t\ttestClient := &testRoutesClient{MockRoutesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkRoute(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], routeTableName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\troute1 := createAzureRoute(\"route-1\", routeTableName)\n\t\troute2 := createAzureRoute(\"route-2\", routeTableName)\n\n\t\tmockClient := mocks.NewMockRoutesClient(ctrl)\n\t\tmockPager := &mockRoutesPager{\n\t\t\tpages: []armnetwork.RoutesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tRouteListResult: armnetwork.RouteListResult{\n\t\t\t\t\t\tValue: []*armnetwork.Route{route1, route2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testRoutesClient{\n\t\t\tMockRoutesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkRoute(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], routeTableName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkRoute.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkRoute, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoutesClient(ctrl)\n\t\ttestClient := &testRoutesClient{MockRoutesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkRoute(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_RouteWithNilName\", func(t *testing.T) {\n\t\tvalidRoute := createAzureRoute(\"valid-route\", routeTableName)\n\n\t\tmockClient := mocks.NewMockRoutesClient(ctrl)\n\t\tmockPager := &mockRoutesPager{\n\t\t\tpages: []armnetwork.RoutesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tRouteListResult: armnetwork.RouteListResult{\n\t\t\t\t\t\tValue: []*armnetwork.Route{\n\t\t\t\t\t\t\t{Name: nil, ID: new(\"/some/id\")},\n\t\t\t\t\t\t\tvalidRoute,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testRoutesClient{\n\t\t\tMockRoutesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkRoute(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], routeTableName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(routeTableName, \"valid-route\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(routeTableName, \"valid-route\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"route not found\")\n\n\t\tmockClient := mocks.NewMockRoutesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, routeTableName, \"nonexistent-route\", nil).Return(\n\t\t\tarmnetwork.RoutesClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testRoutesClient{MockRoutesClient: mockClient}\n\t\twrapper := manual.NewNetworkRoute(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(routeTableName, \"nonexistent-route\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent route, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockRoutesClient(ctrl)\n\t\ttestClient := &testRoutesClient{\n\t\t\tMockRoutesClient: mockClient,\n\t\t\tpager: &errorRoutesPager{},\n\t\t}\n\n\t\twrapper := manual.NewNetworkRoute(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], routeTableName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n}\n\nfunc createAzureRoute(routeName, routeTableName string) *armnetwork.Route {\n\tidStr := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/routeTables/\" + routeTableName + \"/routes/\" + routeName\n\ttypeStr := \"Microsoft.Network/routeTables/routes\"\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tnextHopIP := \"10.0.0.1\"\n\tnextHopType := armnetwork.RouteNextHopTypeVnetLocal\n\treturn &armnetwork.Route{\n\t\tID: &idStr,\n\t\tName: &routeName,\n\t\tType: &typeStr,\n\t\tProperties: &armnetwork.RoutePropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tNextHopIPAddress: &nextHopIP,\n\t\t\tAddressPrefix: new(\"10.0.0.0/24\"),\n\t\t\tNextHopType: &nextHopType,\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-security-rule.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkSecurityRuleLookupByUniqueAttr = shared.NewItemTypeLookup(\"uniqueAttr\", azureshared.NetworkSecurityRule)\n\ntype networkSecurityRuleWrapper struct {\n\tclient clients.SecurityRulesClient\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkSecurityRule creates a new networkSecurityRuleWrapper instance (SearchableWrapper: child of network security group).\nfunc NewNetworkSecurityRule(client clients.SecurityRulesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkSecurityRuleWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkSecurityRule,\n\t\t),\n\t}\n}\n\nfunc (n networkSecurityRuleWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: networkSecurityGroupName and securityRuleName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\tnsgName := queryParts[0]\n\truleName := queryParts[1]\n\tif ruleName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"security rule name cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, nsgName, ruleName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\treturn n.azureSecurityRuleToSDPItem(&resp.SecurityRule, nsgName, ruleName, scope)\n}\n\nfunc (n networkSecurityRuleWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkNetworkSecurityGroupLookupByName,\n\t\tNetworkSecurityRuleLookupByUniqueAttr,\n\t}\n}\n\nfunc (n networkSecurityRuleWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: networkSecurityGroupName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\tnsgName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nsgName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\t\tfor _, rule := range page.Value {\n\t\t\tif rule == nil || rule.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureSecurityRuleToSDPItem(rule, nsgName, *rule.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkSecurityRuleWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: networkSecurityGroupName\"), scope, n.Type()))\n\t\treturn\n\t}\n\tnsgName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nsgName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, rule := range page.Value {\n\t\t\tif rule == nil || rule.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureSecurityRuleToSDPItem(rule, nsgName, *rule.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkSecurityRuleWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{NetworkNetworkSecurityGroupLookupByName},\n\t}\n}\n\nfunc (n networkSecurityRuleWrapper) azureSecurityRuleToSDPItem(rule *armnetwork.SecurityRule, nsgName, ruleName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(rule, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(nsgName, ruleName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkSecurityRule.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to parent Network Security Group\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: nsgName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tif rule.Properties != nil {\n\t\t// Link to SourceApplicationSecurityGroups\n\t\tif rule.Properties.SourceApplicationSecurityGroups != nil {\n\t\t\tfor _, asgRef := range rule.Properties.SourceApplicationSecurityGroups {\n\t\t\t\tif asgRef != nil && asgRef.ID != nil {\n\t\t\t\t\tasgName := azureshared.ExtractResourceName(*asgRef.ID)\n\t\t\t\t\tif asgName != \"\" {\n\t\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*asgRef.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to DestinationApplicationSecurityGroups\n\t\tif rule.Properties.DestinationApplicationSecurityGroups != nil {\n\t\t\tfor _, asgRef := range rule.Properties.DestinationApplicationSecurityGroups {\n\t\t\t\tif asgRef != nil && asgRef.ID != nil {\n\t\t\t\t\tasgName := azureshared.ExtractResourceName(*asgRef.ID)\n\t\t\t\t\tif asgName != \"\" {\n\t\t\t\t\t\tlinkScope := scope\n\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*asgRef.ID); extractedScope != \"\" {\n\t\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkApplicationSecurityGroup.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: asgName,\n\t\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to stdlib.NetworkIP for source/destination address prefixes when they are IPs or CIDRs\n\t\tif rule.Properties.SourceAddressPrefix != nil {\n\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *rule.Properties.SourceAddressPrefix)\n\t\t}\n\t\tfor _, p := range rule.Properties.SourceAddressPrefixes {\n\t\t\tif p != nil {\n\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *p)\n\t\t\t}\n\t\t}\n\t\tif rule.Properties.DestinationAddressPrefix != nil {\n\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *rule.Properties.DestinationAddressPrefix)\n\t\t}\n\t\tfor _, p := range rule.Properties.DestinationAddressPrefixes {\n\t\t\tif p != nil {\n\t\t\t\tappendIPOrCIDRLinkIfValid(&sdpItem.LinkedItemQueries, *p)\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkSecurityRuleWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkNetworkSecurityGroup,\n\t\tazureshared.NetworkApplicationSecurityGroup,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/network_security_rule\nfunc (n networkSecurityRuleWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_network_security_rule.id\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions-reference#microsoftnetwork\nfunc (n networkSecurityRuleWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/networkSecurityGroups/securityRules/read\",\n\t}\n}\n\nfunc (n networkSecurityRuleWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-security-rule_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\tsdp \"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockSecurityRulesPager struct {\n\tpages []armnetwork.SecurityRulesClientListResponse\n\tindex int\n}\n\nfunc (m *mockSecurityRulesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSecurityRulesPager) NextPage(ctx context.Context) (armnetwork.SecurityRulesClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armnetwork.SecurityRulesClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorSecurityRulesPager struct{}\n\nfunc (e *errorSecurityRulesPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorSecurityRulesPager) NextPage(ctx context.Context) (armnetwork.SecurityRulesClientListResponse, error) {\n\treturn armnetwork.SecurityRulesClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testSecurityRulesClient struct {\n\t*mocks.MockSecurityRulesClient\n\tpager clients.SecurityRulesPager\n}\n\nfunc (t *testSecurityRulesClient) NewListPager(resourceGroupName, networkSecurityGroupName string, options *armnetwork.SecurityRulesClientListOptions) clients.SecurityRulesPager {\n\treturn t.pager\n}\n\nfunc TestNetworkSecurityRule(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tnsgName := \"test-nsg\"\n\truleName := \"test-rule\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\trule := createAzureSecurityRule(ruleName, nsgName)\n\n\t\tmockClient := mocks.NewMockSecurityRulesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, nsgName, ruleName, nil).Return(\n\t\t\tarmnetwork.SecurityRulesClientGetResponse{\n\t\t\t\tSecurityRule: *rule,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSecurityRulesClient{MockSecurityRulesClient: mockClient}\n\t\twrapper := manual.NewNetworkSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(nsgName, ruleName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkSecurityRule.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkSecurityRule, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(nsgName, ruleName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(nsgName, ruleName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: nsgName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_EmptyRuleName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecurityRulesClient(ctrl)\n\t\ttestClient := &testSecurityRulesClient{MockSecurityRulesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(nsgName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when rule name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecurityRulesClient(ctrl)\n\t\ttestClient := &testSecurityRulesClient{MockSecurityRulesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], nsgName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\trule1 := createAzureSecurityRule(\"rule-1\", nsgName)\n\t\trule2 := createAzureSecurityRule(\"rule-2\", nsgName)\n\n\t\tmockClient := mocks.NewMockSecurityRulesClient(ctrl)\n\t\tmockPager := &mockSecurityRulesPager{\n\t\t\tpages: []armnetwork.SecurityRulesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tSecurityRuleListResult: armnetwork.SecurityRuleListResult{\n\t\t\t\t\t\tValue: []*armnetwork.SecurityRule{rule1, rule2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSecurityRulesClient{\n\t\t\tMockSecurityRulesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], nsgName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkSecurityRule.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkSecurityRule, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecurityRulesClient(ctrl)\n\t\ttestClient := &testSecurityRulesClient{MockSecurityRulesClient: mockClient}\n\n\t\twrapper := manual.NewNetworkSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_RuleWithNilName\", func(t *testing.T) {\n\t\tvalidRule := createAzureSecurityRule(\"valid-rule\", nsgName)\n\n\t\tmockClient := mocks.NewMockSecurityRulesClient(ctrl)\n\t\tmockPager := &mockSecurityRulesPager{\n\t\t\tpages: []armnetwork.SecurityRulesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tSecurityRuleListResult: armnetwork.SecurityRuleListResult{\n\t\t\t\t\t\tValue: []*armnetwork.SecurityRule{\n\t\t\t\t\t\t\t{Name: nil, ID: new(\"/some/id\")},\n\t\t\t\t\t\t\tvalidRule,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSecurityRulesClient{\n\t\t\tMockSecurityRulesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], nsgName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(nsgName, \"valid-rule\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(nsgName, \"valid-rule\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"security rule not found\")\n\n\t\tmockClient := mocks.NewMockSecurityRulesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, nsgName, \"nonexistent-rule\", nil).Return(\n\t\t\tarmnetwork.SecurityRulesClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testSecurityRulesClient{MockSecurityRulesClient: mockClient}\n\t\twrapper := manual.NewNetworkSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(nsgName, \"nonexistent-rule\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent rule, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSecurityRulesClient(ctrl)\n\t\ttestClient := &testSecurityRulesClient{\n\t\t\tMockSecurityRulesClient: mockClient,\n\t\t\tpager: &errorSecurityRulesPager{},\n\t\t}\n\n\t\twrapper := manual.NewNetworkSecurityRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], nsgName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n}\n\nfunc createAzureSecurityRule(ruleName, nsgName string) *armnetwork.SecurityRule {\n\tidStr := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/networkSecurityGroups/\" + nsgName + \"/securityRules/\" + ruleName\n\ttypeStr := \"Microsoft.Network/networkSecurityGroups/securityRules\"\n\taccess := armnetwork.SecurityRuleAccessAllow\n\tdirection := armnetwork.SecurityRuleDirectionInbound\n\tprotocol := armnetwork.SecurityRuleProtocolAsterisk\n\tpriority := int32(100)\n\treturn &armnetwork.SecurityRule{\n\t\tID: &idStr,\n\t\tName: &ruleName,\n\t\tType: &typeStr,\n\t\tProperties: &armnetwork.SecurityRulePropertiesFormat{\n\t\t\tAccess: &access,\n\t\t\tDirection: &direction,\n\t\t\tProtocol: &protocol,\n\t\t\tPriority: &priority,\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-subnet.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar NetworkSubnetLookupByUniqueAttr = shared.NewItemTypeLookup(\"uniqueAttr\", azureshared.NetworkSubnet)\n\ntype networkSubnetWrapper struct {\n\tclient clients.SubnetsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkSubnet creates a new networkSubnetWrapper instance (SearchableWrapper: child of virtual network).\nfunc NewNetworkSubnet(client clients.SubnetsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkSubnetWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkSubnet,\n\t\t),\n\t}\n}\n\nfunc (n networkSubnetWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: virtualNetworkName and subnetName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\tvirtualNetworkName := queryParts[0]\n\tsubnetName := queryParts[1]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, virtualNetworkName, subnetName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\treturn n.azureSubnetToSDPItem(&resp.Subnet, virtualNetworkName, subnetName, scope)\n}\n\nfunc (n networkSubnetWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkVirtualNetworkLookupByName,\n\t\tNetworkSubnetLookupByUniqueAttr,\n\t}\n}\n\nfunc (n networkSubnetWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: virtualNetworkName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\tvirtualNetworkName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, virtualNetworkName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\n\t\tfor _, subnet := range page.Value {\n\t\t\tif subnet == nil || subnet.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureSubnetToSDPItem(subnet, virtualNetworkName, *subnet.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (n networkSubnetWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: virtualNetworkName\"), scope, n.Type()))\n\t\treturn\n\t}\n\tvirtualNetworkName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, virtualNetworkName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, subnet := range page.Value {\n\t\t\tif subnet == nil || subnet.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureSubnetToSDPItem(subnet, virtualNetworkName, *subnet.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkSubnetWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tNetworkVirtualNetworkLookupByName,\n\t\t},\n\t}\n}\n\nfunc (n networkSubnetWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkVirtualNetwork: true,\n\t\tazureshared.NetworkNetworkSecurityGroup: true,\n\t\tazureshared.NetworkRouteTable: true,\n\t\tazureshared.NetworkNatGateway: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t\tazureshared.NetworkServiceEndpointPolicy: true,\n\t\tazureshared.NetworkIpAllocation: true,\n\t\tazureshared.NetworkNetworkInterface: true,\n\t\tazureshared.NetworkApplicationGateway: true,\n\t}\n}\n\nfunc (n networkSubnetWrapper) azureSubnetToSDPItem(subnet *armnetwork.Subnet, virtualNetworkName, subnetName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(subnet, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(virtualNetworkName, subnetName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkSubnet.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to parent Virtual Network\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: virtualNetworkName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Network Security Group from subnet\n\tif subnet.Properties != nil && subnet.Properties.NetworkSecurityGroup != nil && subnet.Properties.NetworkSecurityGroup.ID != nil {\n\t\tnsgID := *subnet.Properties.NetworkSecurityGroup.ID\n\t\tnsgName := azureshared.ExtractResourceName(nsgID)\n\t\tif nsgName != \"\" {\n\t\t\tlinkScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(nsgID); extractedScope != \"\" {\n\t\t\t\tlinkScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: nsgName,\n\t\t\t\t\tScope: linkScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Route Table from subnet\n\tif subnet.Properties != nil && subnet.Properties.RouteTable != nil && subnet.Properties.RouteTable.ID != nil {\n\t\trouteTableID := *subnet.Properties.RouteTable.ID\n\t\trouteTableName := azureshared.ExtractResourceName(routeTableID)\n\t\tif routeTableName != \"\" {\n\t\t\tlinkScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(routeTableID); extractedScope != \"\" {\n\t\t\t\tlinkScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkRouteTable.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: routeTableName,\n\t\t\t\t\tScope: linkScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to NAT Gateway from subnet\n\tif subnet.Properties != nil && subnet.Properties.NatGateway != nil && subnet.Properties.NatGateway.ID != nil {\n\t\tnatGatewayID := *subnet.Properties.NatGateway.ID\n\t\tnatGatewayName := azureshared.ExtractResourceName(natGatewayID)\n\t\tif natGatewayName != \"\" {\n\t\t\tlinkScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(natGatewayID); extractedScope != \"\" {\n\t\t\t\tlinkScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkNatGateway.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: natGatewayName,\n\t\t\t\t\tScope: linkScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to Private Endpoints from subnet (read-only references)\n\tif subnet.Properties != nil && subnet.Properties.PrivateEndpoints != nil {\n\t\tfor _, privateEndpoint := range subnet.Properties.PrivateEndpoints {\n\t\t\tif privateEndpoint != nil && privateEndpoint.ID != nil {\n\t\t\t\tprivateEndpointID := *privateEndpoint.ID\n\t\t\t\tprivateEndpointName := azureshared.ExtractResourceName(privateEndpointID)\n\t\t\t\tif privateEndpointName != \"\" {\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(privateEndpointID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: privateEndpointName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Service Endpoint Policies from subnet\n\tif subnet.Properties != nil && subnet.Properties.ServiceEndpointPolicies != nil {\n\t\tfor _, policy := range subnet.Properties.ServiceEndpointPolicies {\n\t\t\tif policy != nil && policy.ID != nil {\n\t\t\t\tpolicyID := *policy.ID\n\t\t\t\tpolicyName := azureshared.ExtractResourceName(policyID)\n\t\t\t\tif policyName != \"\" {\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(policyID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkServiceEndpointPolicy.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: policyName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to IP Allocations from subnet (references that use this subnet)\n\tif subnet.Properties != nil && subnet.Properties.IPAllocations != nil {\n\t\tfor _, ipAlloc := range subnet.Properties.IPAllocations {\n\t\t\tif ipAlloc != nil && ipAlloc.ID != nil {\n\t\t\t\tipAllocID := *ipAlloc.ID\n\t\t\t\tipAllocName := azureshared.ExtractResourceName(ipAllocID)\n\t\t\t\tif ipAllocName != \"\" {\n\t\t\t\t\tlinkScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(ipAllocID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkIpAllocation.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: ipAllocName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Network Interfaces that have IP configurations in this subnet (read-only references)\n\tif subnet.Properties != nil && subnet.Properties.IPConfigurations != nil {\n\t\tfor _, ipConfig := range subnet.Properties.IPConfigurations {\n\t\t\tif ipConfig != nil && ipConfig.ID != nil {\n\t\t\t\tipConfigID := *ipConfig.ID\n\t\t\t\t// Format: .../networkInterfaces/{nicName}/ipConfigurations/{ipConfigName}\n\t\t\t\tif strings.Contains(ipConfigID, \"/networkInterfaces/\") {\n\t\t\t\t\tnicNames := azureshared.ExtractPathParamsFromResourceID(ipConfigID, []string{\"networkInterfaces\"})\n\t\t\t\t\tif len(nicNames) > 0 && nicNames[0] != \"\" {\n\t\t\t\t\t\tlinkScope := azureshared.ExtractScopeFromResourceID(ipConfigID)\n\t\t\t\t\t\tif linkScope == \"\" {\n\t\t\t\t\t\t\tlinkScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkNetworkInterface.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: nicNames[0],\n\t\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Application Gateways that have gateway IP configurations in this subnet (read-only references)\n\tif subnet.Properties != nil && subnet.Properties.ApplicationGatewayIPConfigurations != nil {\n\t\tfor _, agIPConfig := range subnet.Properties.ApplicationGatewayIPConfigurations {\n\t\t\tif agIPConfig != nil && agIPConfig.ID != nil {\n\t\t\t\tagIPConfigID := *agIPConfig.ID\n\t\t\t\t// Format: .../applicationGateways/{agName}/applicationGatewayIPConfigurations/...\n\t\t\t\tagNames := azureshared.ExtractPathParamsFromResourceID(agIPConfigID, []string{\"applicationGateways\"})\n\t\t\t\tif len(agNames) > 0 && agNames[0] != \"\" {\n\t\t\t\t\tlinkScope := azureshared.ExtractScopeFromResourceID(agIPConfigID)\n\t\t\t\t\tif linkScope == \"\" {\n\t\t\t\t\t\tlinkScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkApplicationGateway.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: agNames[0],\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to external resources referenced by ResourceNavigationLinks (e.g. SQL Managed Instance)\n\tif subnet.Properties != nil && subnet.Properties.ResourceNavigationLinks != nil {\n\t\tfor _, rnl := range subnet.Properties.ResourceNavigationLinks {\n\t\t\tif rnl != nil && rnl.Properties != nil && rnl.Properties.Link != nil {\n\t\t\t\tlinkID := *rnl.Properties.Link\n\t\t\t\tresourceName := azureshared.ExtractResourceName(linkID)\n\t\t\t\tif resourceName != \"\" {\n\t\t\t\t\tlinkScope := azureshared.ExtractScopeFromResourceID(linkID)\n\t\t\t\t\tif linkScope == \"\" {\n\t\t\t\t\t\tlinkScope = scope\n\t\t\t\t\t}\n\t\t\t\t\titemType := azureshared.ItemTypeFromLinkedResourceID(linkID)\n\t\t\t\t\tif itemType == \"\" {\n\t\t\t\t\t\titemType = \"azure-resource\"\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: itemType,\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: resourceName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to external resources referenced by ServiceAssociationLinks (e.g. App Service Environment)\n\tif subnet.Properties != nil && subnet.Properties.ServiceAssociationLinks != nil {\n\t\tfor _, sal := range subnet.Properties.ServiceAssociationLinks {\n\t\t\tif sal != nil && sal.Properties != nil && sal.Properties.Link != nil {\n\t\t\t\tlinkID := *sal.Properties.Link\n\t\t\t\tresourceName := azureshared.ExtractResourceName(linkID)\n\t\t\t\tif resourceName != \"\" {\n\t\t\t\t\tlinkScope := azureshared.ExtractScopeFromResourceID(linkID)\n\t\t\t\t\tif linkScope == \"\" {\n\t\t\t\t\t\tlinkScope = scope\n\t\t\t\t\t}\n\t\t\t\t\titemType := azureshared.ItemTypeFromLinkedResourceID(linkID)\n\t\t\t\t\tif itemType == \"\" {\n\t\t\t\t\t\titemType = \"azure-resource\"\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: itemType,\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: resourceName,\n\t\t\t\t\t\t\tScope: linkScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkSubnetWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_subnet.id\",\n\t\t},\n\t}\n}\n\nfunc (n networkSubnetWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/virtualNetworks/subnets/read\",\n\t}\n}\n\nfunc (n networkSubnetWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-subnet_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockSubnetsPager struct {\n\tpages []armnetwork.SubnetsClientListResponse\n\tindex int\n}\n\nfunc (m *mockSubnetsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSubnetsPager) NextPage(ctx context.Context) (armnetwork.SubnetsClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armnetwork.SubnetsClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorSubnetsPager struct{}\n\nfunc (e *errorSubnetsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorSubnetsPager) NextPage(ctx context.Context) (armnetwork.SubnetsClientListResponse, error) {\n\treturn armnetwork.SubnetsClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testSubnetsClient struct {\n\t*mocks.MockSubnetsClient\n\tpager clients.SubnetsPager\n}\n\nfunc (t *testSubnetsClient) NewListPager(resourceGroupName, virtualNetworkName string, options *armnetwork.SubnetsClientListOptions) clients.SubnetsPager {\n\treturn t.pager\n}\n\nfunc TestNetworkSubnet(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tvirtualNetworkName := \"test-vnet\"\n\tsubnetName := \"test-subnet\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tsubnet := createAzureSubnet(subnetName, virtualNetworkName)\n\n\t\tmockClient := mocks.NewMockSubnetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, virtualNetworkName, subnetName, nil).Return(\n\t\t\tarmnetwork.SubnetsClientGetResponse{\n\t\t\t\tSubnet: *subnet,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSubnetsClient{MockSubnetsClient: mockClient}\n\t\twrapper := manual.NewNetworkSubnet(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(virtualNetworkName, subnetName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkSubnet.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkSubnet, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(virtualNetworkName, subnetName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(virtualNetworkName, subnetName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: virtualNetworkName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSubnetsClient(ctrl)\n\t\ttestClient := &testSubnetsClient{MockSubnetsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkSubnet(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], virtualNetworkName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tsubnet1 := createAzureSubnet(\"subnet-1\", virtualNetworkName)\n\t\tsubnet2 := createAzureSubnet(\"subnet-2\", virtualNetworkName)\n\n\t\tmockClient := mocks.NewMockSubnetsClient(ctrl)\n\t\tmockPager := &mockSubnetsPager{\n\t\t\tpages: []armnetwork.SubnetsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tSubnetListResult: armnetwork.SubnetListResult{\n\t\t\t\t\t\tValue: []*armnetwork.Subnet{subnet1, subnet2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSubnetsClient{\n\t\t\tMockSubnetsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkSubnet(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], virtualNetworkName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkSubnet.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkSubnet, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSubnetsClient(ctrl)\n\t\ttestClient := &testSubnetsClient{MockSubnetsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkSubnet(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_SubnetWithNilName\", func(t *testing.T) {\n\t\tvalidSubnet := createAzureSubnet(\"valid-subnet\", virtualNetworkName)\n\n\t\tmockClient := mocks.NewMockSubnetsClient(ctrl)\n\t\tmockPager := &mockSubnetsPager{\n\t\t\tpages: []armnetwork.SubnetsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tSubnetListResult: armnetwork.SubnetListResult{\n\t\t\t\t\t\tValue: []*armnetwork.Subnet{\n\t\t\t\t\t\t\t{Name: nil, ID: new(\"/some/id\")},\n\t\t\t\t\t\t\tvalidSubnet,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSubnetsClient{\n\t\t\tMockSubnetsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkSubnet(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], virtualNetworkName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(virtualNetworkName, \"valid-subnet\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(virtualNetworkName, \"valid-subnet\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"subnet not found\")\n\n\t\tmockClient := mocks.NewMockSubnetsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, virtualNetworkName, \"nonexistent-subnet\", nil).Return(\n\t\t\tarmnetwork.SubnetsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testSubnetsClient{MockSubnetsClient: mockClient}\n\t\twrapper := manual.NewNetworkSubnet(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(virtualNetworkName, \"nonexistent-subnet\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent subnet, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSubnetsClient(ctrl)\n\t\ttestClient := &testSubnetsClient{\n\t\t\tMockSubnetsClient: mockClient,\n\t\t\tpager: &errorSubnetsPager{},\n\t\t}\n\n\t\twrapper := manual.NewNetworkSubnet(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], virtualNetworkName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n}\n\nfunc createAzureSubnet(subnetName, vnetName string) *armnetwork.Subnet {\n\treturn &armnetwork.Subnet{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/virtualNetworks/\" + vnetName + \"/subnets/\" + subnetName),\n\t\tName: new(subnetName),\n\t\tType: new(\"Microsoft.Network/virtualNetworks/subnets\"),\n\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\tAddressPrefix: new(\"10.0.0.0/24\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-virtual-network-gateway-connection.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkVirtualNetworkGatewayConnectionLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkVirtualNetworkGatewayConnection)\n\ntype networkVirtualNetworkGatewayConnectionWrapper struct {\n\tclient clients.VirtualNetworkGatewayConnectionsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkVirtualNetworkGatewayConnection creates a new networkVirtualNetworkGatewayConnectionWrapper instance.\nfunc NewNetworkVirtualNetworkGatewayConnection(client clients.VirtualNetworkGatewayConnectionsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkVirtualNetworkGatewayConnectionWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkVirtualNetworkGatewayConnection,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/network-gateway/virtual-network-gateway-connections/list\nfunc (c networkVirtualNetworkGatewayConnectionWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureVirtualNetworkGatewayConnectionToSDPItem(conn, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c networkVirtualNetworkGatewayConnectionWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureVirtualNetworkGatewayConnectionToSDPItem(conn, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/network-gateway/virtual-network-gateway-connections/get\nfunc (c networkVirtualNetworkGatewayConnectionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the connection name\"), scope, c.Type())\n\t}\n\tconnectionName := queryParts[0]\n\tif connectionName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"connectionName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresult, err := c.client.Get(ctx, rgScope.ResourceGroup, connectionName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureVirtualNetworkGatewayConnectionToSDPItem(&result.VirtualNetworkGatewayConnection, scope)\n}\n\nfunc (c networkVirtualNetworkGatewayConnectionWrapper) azureVirtualNetworkGatewayConnectionToSDPItem(conn *armnetwork.VirtualNetworkGatewayConnection, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif conn.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"connection name is nil\"), scope, c.Type())\n\t}\n\n\tattributes, err := shared.ToAttributesWithExclude(conn, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkVirtualNetworkGatewayConnection.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(conn.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Health from provisioning state\n\tif conn.Properties != nil && conn.Properties.ProvisioningState != nil {\n\t\tswitch *conn.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\tif conn.Properties == nil {\n\t\treturn sdpItem, nil\n\t}\n\n\t// VirtualNetworkGateway1 (required)\n\tif conn.Properties.VirtualNetworkGateway1 != nil && conn.Properties.VirtualNetworkGateway1.ID != nil {\n\t\tgwID := *conn.Properties.VirtualNetworkGateway1.ID\n\t\tgwName := azureshared.ExtractResourceName(gwID)\n\t\tif gwName != \"\" {\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(gwID)\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkVirtualNetworkGateway.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: gwName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// VirtualNetworkGateway2 (optional - for VNet-to-VNet connections)\n\tif conn.Properties.VirtualNetworkGateway2 != nil && conn.Properties.VirtualNetworkGateway2.ID != nil {\n\t\tgw2ID := *conn.Properties.VirtualNetworkGateway2.ID\n\t\tgw2Name := azureshared.ExtractResourceName(gw2ID)\n\t\tif gw2Name != \"\" {\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(gw2ID)\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkVirtualNetworkGateway.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: gw2Name,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// LocalNetworkGateway2 (optional - for Site-to-Site connections)\n\tif conn.Properties.LocalNetworkGateway2 != nil && conn.Properties.LocalNetworkGateway2.ID != nil {\n\t\tlgwID := *conn.Properties.LocalNetworkGateway2.ID\n\t\tlgwName := azureshared.ExtractResourceName(lgwID)\n\t\tif lgwName != \"\" {\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(lgwID)\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkLocalNetworkGateway.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: lgwName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Peer (ExpressRoute circuit peering)\n\t// Path: expressRouteCircuits/{circuitName}/peerings/{peeringName}\n\tif conn.Properties.Peer != nil && conn.Properties.Peer.ID != nil {\n\t\tpeerID := *conn.Properties.Peer.ID\n\t\tparams := azureshared.ExtractPathParamsFromResourceID(peerID, []string{\"expressRouteCircuits\", \"peerings\"})\n\t\tif len(params) >= 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(peerID)\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkExpressRouteCircuitPeering.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// EgressNatRules (NAT rules for outbound traffic)\n\t// Path: virtualNetworkGateways/{gwName}/natRules/{ruleName}\n\tif conn.Properties.EgressNatRules != nil {\n\t\tfor _, natRule := range conn.Properties.EgressNatRules {\n\t\t\tif natRule != nil && natRule.ID != nil {\n\t\t\t\tnatRuleID := *natRule.ID\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(natRuleID, []string{\"virtualNetworkGateways\", \"natRules\"})\n\t\t\t\tif len(params) >= 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(natRuleID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetworkGatewayNatRule.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// IngressNatRules (NAT rules for inbound traffic)\n\t// Path: virtualNetworkGateways/{gwName}/natRules/{ruleName}\n\tif conn.Properties.IngressNatRules != nil {\n\t\tfor _, natRule := range conn.Properties.IngressNatRules {\n\t\t\tif natRule != nil && natRule.ID != nil {\n\t\t\t\tnatRuleID := *natRule.ID\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(natRuleID, []string{\"virtualNetworkGateways\", \"natRules\"})\n\t\t\t\tif len(params) >= 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(natRuleID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetworkGatewayNatRule.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// GatewayCustomBgpIPAddresses - link to custom BGP IP addresses and IP configurations\n\tif conn.Properties.GatewayCustomBgpIPAddresses != nil {\n\t\tfor _, bgpConfig := range conn.Properties.GatewayCustomBgpIPAddresses {\n\t\t\tif bgpConfig == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\t// Custom BGP IP address\n\t\t\tif bgpConfig.CustomBgpIPAddress != nil && *bgpConfig.CustomBgpIPAddress != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *bgpConfig.CustomBgpIPAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\t// IPConfigurationID - reference to VirtualNetworkGateway IP configuration\n\t\t\tif bgpConfig.IPConfigurationID != nil && *bgpConfig.IPConfigurationID != \"\" {\n\t\t\t\tipConfigID := *bgpConfig.IPConfigurationID\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(ipConfigID, []string{\"virtualNetworkGateways\", \"ipConfigurations\"})\n\t\t\t\tif len(params) >= 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(ipConfigID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetworkGatewayIPConfiguration.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// TunnelProperties - tunnel IP addresses and BGP peering addresses\n\tif conn.Properties.TunnelProperties != nil {\n\t\tfor _, tunnel := range conn.Properties.TunnelProperties {\n\t\t\tif tunnel == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\t// Tunnel IP address\n\t\t\tif tunnel.TunnelIPAddress != nil && *tunnel.TunnelIPAddress != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *tunnel.TunnelIPAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t\t// BGP peering address\n\t\t\tif tunnel.BgpPeeringAddress != nil && *tunnel.BgpPeeringAddress != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *tunnel.BgpPeeringAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c networkVirtualNetworkGatewayConnectionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkVirtualNetworkGatewayConnectionLookupByName,\n\t}\n}\n\nfunc (c networkVirtualNetworkGatewayConnectionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkVirtualNetworkGateway: true,\n\t\tazureshared.NetworkLocalNetworkGateway: true,\n\t\tazureshared.NetworkExpressRouteCircuitPeering: true,\n\t\tazureshared.NetworkVirtualNetworkGatewayNatRule: true,\n\t\tazureshared.NetworkVirtualNetworkGatewayIPConfiguration: true,\n\t\tstdlib.NetworkIP: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftnetwork\nfunc (c networkVirtualNetworkGatewayConnectionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/connections/read\",\n\t}\n}\n\nfunc (c networkVirtualNetworkGatewayConnectionWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-virtual-network-gateway-connection_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkVirtualNetworkGatewayConnection(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tconnectionName := \"test-vpn-connection\"\n\t\tresource := createVirtualNetworkGatewayConnection(connectionName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewayConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, connectionName, nil).Return(\n\t\t\tarmnetwork.VirtualNetworkGatewayConnectionsClientGetResponse{\n\t\t\t\tVirtualNetworkGatewayConnection: *resource,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGatewayConnection(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], connectionName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkVirtualNetworkGatewayConnection.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkVirtualNetworkGatewayConnection.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != connectionName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", connectionName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\tqueryTests := shared.QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: azureshared.NetworkVirtualNetworkGateway.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"gateway1\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: azureshared.NetworkVirtualNetworkGateway.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"gateway2\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: azureshared.NetworkLocalNetworkGateway.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"local-gw\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: azureshared.NetworkExpressRouteCircuitPeering.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"circuit1|peering1\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: azureshared.NetworkVirtualNetworkGatewayNatRule.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"gateway1|egress-rule1\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: azureshared.NetworkVirtualNetworkGatewayNatRule.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"gateway1|ingress-rule1\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: azureshared.NetworkVirtualNetworkGatewayIPConfiguration.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"gateway1|default\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"10.0.0.2\",\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: azureshared.NetworkVirtualNetworkGatewayIPConfiguration.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"gateway2|default\",\n\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"192.168.1.1\",\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"10.1.1.1\",\n\t\t\t\tExpectedScope: \"global\",\n\t\t\t},\n\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tresource1 := createVirtualNetworkGatewayConnectionMinimal(\"vpn-conn-1\", subscriptionID, resourceGroup)\n\t\tresource2 := createVirtualNetworkGatewayConnectionMinimal(\"vpn-conn-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewayConnectionsClient(ctrl)\n\t\tmockPager := newMockVirtualNetworkGatewayConnectionsPager(ctrl, []*armnetwork.VirtualNetworkGatewayConnection{resource1, resource2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGatewayConnection(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tresource1 := createVirtualNetworkGatewayConnectionMinimal(\"vpn-conn-1\", subscriptionID, resourceGroup)\n\t\tresource2 := createVirtualNetworkGatewayConnectionMinimal(\"vpn-conn-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewayConnectionsClient(ctrl)\n\t\tmockPager := newMockVirtualNetworkGatewayConnectionsPager(ctrl, []*armnetwork.VirtualNetworkGatewayConnection{resource1, resource2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGatewayConnection(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\tresourceWithName := createVirtualNetworkGatewayConnectionMinimal(\"valid-conn\", subscriptionID, resourceGroup)\n\t\tconnTypeIPsec := armnetwork.VirtualNetworkGatewayConnectionTypeIPsec\n\t\tresourceWithNilName := &armnetwork.VirtualNetworkGatewayConnection{\n\t\t\tName: nil,\n\t\t\tProperties: &armnetwork.VirtualNetworkGatewayConnectionPropertiesFormat{\n\t\t\t\tConnectionType: &connTypeIPsec,\n\t\t\t\tVirtualNetworkGateway1: &armnetwork.VirtualNetworkGateway{ID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworkGateways/gateway1\")},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewayConnectionsClient(ctrl)\n\t\tmockPager := newMockVirtualNetworkGatewayConnectionsPager(ctrl, []*armnetwork.VirtualNetworkGatewayConnection{resourceWithNilName, resourceWithName})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGatewayConnection(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != \"valid-conn\" {\n\t\t\tt.Errorf(\"Expected valid-conn, got %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"resource not found\")\n\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewayConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent\", nil).Return(\n\t\t\tarmnetwork.VirtualNetworkGatewayConnectionsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGatewayConnection(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewayConnectionsClient(ctrl)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGatewayConnection(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting resource with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"HealthStatus\", func(t *testing.T) {\n\t\ttests := []struct {\n\t\t\tname string\n\t\t\tstate armnetwork.ProvisioningState\n\t\t\texpectedHealth sdp.Health\n\t\t}{\n\t\t\t{\"Succeeded\", armnetwork.ProvisioningStateSucceeded, sdp.Health_HEALTH_OK},\n\t\t\t{\"Updating\", armnetwork.ProvisioningStateUpdating, sdp.Health_HEALTH_PENDING},\n\t\t\t{\"Deleting\", armnetwork.ProvisioningStateDeleting, sdp.Health_HEALTH_PENDING},\n\t\t\t{\"Failed\", armnetwork.ProvisioningStateFailed, sdp.Health_HEALTH_ERROR},\n\t\t}\n\n\t\tfor _, tc := range tests {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\tconnTypeIPsec := armnetwork.VirtualNetworkGatewayConnectionTypeIPsec\n\t\t\t\tresource := &armnetwork.VirtualNetworkGatewayConnection{\n\t\t\t\t\tName: new(\"conn-\" + tc.name),\n\t\t\t\t\tLocation: new(\"eastus\"),\n\t\t\t\t\tType: new(\"Microsoft.Network/connections\"),\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/connections/conn-\" + tc.name),\n\t\t\t\t\tProperties: &armnetwork.VirtualNetworkGatewayConnectionPropertiesFormat{\n\t\t\t\t\t\tProvisioningState: &tc.state,\n\t\t\t\t\t\tConnectionType: &connTypeIPsec,\n\t\t\t\t\t\tVirtualNetworkGateway1: &armnetwork.VirtualNetworkGateway{ID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworkGateways/gateway1\")},\n\t\t\t\t\t},\n\t\t\t\t}\n\n\t\t\t\tmockClient := mocks.NewMockVirtualNetworkGatewayConnectionsClient(ctrl)\n\t\t\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"conn-\"+tc.name, nil).Return(\n\t\t\t\t\tarmnetwork.VirtualNetworkGatewayConnectionsClientGetResponse{\n\t\t\t\t\t\tVirtualNetworkGatewayConnection: *resource,\n\t\t\t\t\t}, nil)\n\n\t\t\t\twrapper := manual.NewNetworkVirtualNetworkGatewayConnection(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"conn-\"+tc.name, true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expectedHealth {\n\t\t\t\t\tt.Errorf(\"Expected health %v, got %v\", tc.expectedHealth, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n}\n\nfunc createVirtualNetworkGatewayConnection(name, subscriptionID, resourceGroup string) *armnetwork.VirtualNetworkGatewayConnection {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tconnTypeVnet2Vnet := armnetwork.VirtualNetworkGatewayConnectionTypeVnet2Vnet\n\treturn &armnetwork.VirtualNetworkGatewayConnection{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tType: new(\"Microsoft.Network/connections\"),\n\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/connections/\" + name),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armnetwork.VirtualNetworkGatewayConnectionPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tConnectionType: &connTypeVnet2Vnet,\n\t\t\tVirtualNetworkGateway1: &armnetwork.VirtualNetworkGateway{\n\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworkGateways/gateway1\"),\n\t\t\t},\n\t\t\tVirtualNetworkGateway2: &armnetwork.VirtualNetworkGateway{\n\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworkGateways/gateway2\"),\n\t\t\t},\n\t\t\tLocalNetworkGateway2: &armnetwork.LocalNetworkGateway{\n\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/localNetworkGateways/local-gw\"),\n\t\t\t},\n\t\t\tPeer: &armnetwork.SubResource{\n\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/expressRouteCircuits/circuit1/peerings/peering1\"),\n\t\t\t},\n\t\t\tEgressNatRules: []*armnetwork.SubResource{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworkGateways/gateway1/natRules/egress-rule1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tIngressNatRules: []*armnetwork.SubResource{\n\t\t\t\t{\n\t\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworkGateways/gateway1/natRules/ingress-rule1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tGatewayCustomBgpIPAddresses: []*armnetwork.GatewayCustomBgpIPAddressIPConfiguration{\n\t\t\t\t{\n\t\t\t\t\tCustomBgpIPAddress: new(\"10.0.0.1\"),\n\t\t\t\t\tIPConfigurationID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworkGateways/gateway1/ipConfigurations/default\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tCustomBgpIPAddress: new(\"10.0.0.2\"),\n\t\t\t\t\tIPConfigurationID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworkGateways/gateway2/ipConfigurations/default\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tTunnelProperties: []*armnetwork.VirtualNetworkGatewayConnectionTunnelProperties{\n\t\t\t\t{\n\t\t\t\t\tTunnelIPAddress: new(\"192.168.1.1\"),\n\t\t\t\t\tBgpPeeringAddress: new(\"10.1.1.1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc createVirtualNetworkGatewayConnectionMinimal(name, subscriptionID, resourceGroup string) *armnetwork.VirtualNetworkGatewayConnection {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tconnTypeIPsec := armnetwork.VirtualNetworkGatewayConnectionTypeIPsec\n\treturn &armnetwork.VirtualNetworkGatewayConnection{\n\t\tName: new(name),\n\t\tLocation: new(\"eastus\"),\n\t\tType: new(\"Microsoft.Network/connections\"),\n\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/connections/\" + name),\n\t\tProperties: &armnetwork.VirtualNetworkGatewayConnectionPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tConnectionType: &connTypeIPsec,\n\t\t\tVirtualNetworkGateway1: &armnetwork.VirtualNetworkGateway{\n\t\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworkGateways/gateway1\"),\n\t\t\t},\n\t\t},\n\t}\n}\n\ntype mockVirtualNetworkGatewayConnectionsPager struct {\n\tctrl *gomock.Controller\n\titems []*armnetwork.VirtualNetworkGatewayConnection\n\tindex int\n\tmore bool\n}\n\nfunc newMockVirtualNetworkGatewayConnectionsPager(ctrl *gomock.Controller, items []*armnetwork.VirtualNetworkGatewayConnection) clients.VirtualNetworkGatewayConnectionsPager {\n\treturn &mockVirtualNetworkGatewayConnectionsPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockVirtualNetworkGatewayConnectionsPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockVirtualNetworkGatewayConnectionsPager) NextPage(ctx context.Context) (armnetwork.VirtualNetworkGatewayConnectionsClientListResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armnetwork.VirtualNetworkGatewayConnectionsClientListResponse{\n\t\t\tVirtualNetworkGatewayConnectionListResult: armnetwork.VirtualNetworkGatewayConnectionListResult{\n\t\t\t\tValue: []*armnetwork.VirtualNetworkGatewayConnection{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armnetwork.VirtualNetworkGatewayConnectionsClientListResponse{\n\t\tVirtualNetworkGatewayConnectionListResult: armnetwork.VirtualNetworkGatewayConnectionListResult{\n\t\t\tValue: []*armnetwork.VirtualNetworkGatewayConnection{item},\n\t\t},\n\t}, nil\n}\n" }, { "path": "sources/azure/manual/network-virtual-network-gateway.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"net\"\n\t\"net/url\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkVirtualNetworkGatewayLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkVirtualNetworkGateway)\n\ntype networkVirtualNetworkGatewayWrapper struct {\n\tclient clients.VirtualNetworkGatewaysClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkVirtualNetworkGateway creates a new networkVirtualNetworkGatewayWrapper instance.\nfunc NewNetworkVirtualNetworkGateway(client clients.VirtualNetworkGatewaysClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkVirtualNetworkGatewayWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkVirtualNetworkGateway,\n\t\t),\n\t}\n}\n\nfunc (n networkVirtualNetworkGatewayWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\n\t\tfor _, gw := range page.Value {\n\t\t\tif gw.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureVirtualNetworkGatewayToSDPItem(gw, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (n networkVirtualNetworkGatewayWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, gw := range page.Value {\n\t\t\tif gw.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureVirtualNetworkGatewayToSDPItem(gw, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkVirtualNetworkGatewayWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 1 query part: virtualNetworkGatewayName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\n\tgatewayName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, gatewayName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\treturn n.azureVirtualNetworkGatewayToSDPItem(&resp.VirtualNetworkGateway, scope)\n}\n\nfunc (n networkVirtualNetworkGatewayWrapper) azureVirtualNetworkGatewayToSDPItem(gw *armnetwork.VirtualNetworkGateway, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(gw, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tif gw.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"virtual network gateway name is nil\"), scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkVirtualNetworkGateway.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(gw.Tags),\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t}\n\n\t// Health from provisioning state\n\tif gw.Properties != nil && gw.Properties.ProvisioningState != nil {\n\t\tswitch *gw.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link from IP configurations: subnet, public IP, private IP\n\tif gw.Properties != nil && gw.Properties.IPConfigurations != nil {\n\t\tfor _, ipConfig := range gw.Properties.IPConfigurations {\n\t\t\tif ipConfig == nil || ipConfig.Properties == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\t// Subnet (SearchableWrapper: virtualNetworks/{vnet}/subnets/{subnet})\n\t\t\tif ipConfig.Properties.Subnet != nil && ipConfig.Properties.Subnet.ID != nil {\n\t\t\t\tsubnetID := *ipConfig.Properties.Subnet.ID\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\tif len(params) >= 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(subnetID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(params[0], params[1]),\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Public IP address\n\t\t\tif ipConfig.Properties.PublicIPAddress != nil && ipConfig.Properties.PublicIPAddress.ID != nil {\n\t\t\t\tpubIPID := *ipConfig.Properties.PublicIPAddress.ID\n\t\t\t\tpubIPName := azureshared.ExtractResourceName(pubIPID)\n\t\t\t\tif pubIPName != \"\" {\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(pubIPID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: pubIPName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Private IP address -> stdlib ip\n\t\t\tif ipConfig.Properties.PrivateIPAddress != nil && *ipConfig.Properties.PrivateIPAddress != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ipConfig.Properties.PrivateIPAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Inbound DNS forwarding endpoint (read-only IP)\n\tif gw.Properties != nil && gw.Properties.InboundDNSForwardingEndpoint != nil && *gw.Properties.InboundDNSForwardingEndpoint != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: *gw.Properties.InboundDNSForwardingEndpoint,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Gateway default site (Local Network Gateway)\n\tif gw.Properties != nil && gw.Properties.GatewayDefaultSite != nil && gw.Properties.GatewayDefaultSite.ID != nil {\n\t\tlocalGWID := *gw.Properties.GatewayDefaultSite.ID\n\t\tlocalGWName := azureshared.ExtractResourceName(localGWID)\n\t\tif localGWName != \"\" {\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(localGWID)\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkLocalNetworkGateway.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: localGWName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Extended location (custom location) when Name is a custom location resource ID\n\tif gw.ExtendedLocation != nil && gw.ExtendedLocation.Name != nil {\n\t\tcustomLocationID := *gw.ExtendedLocation.Name\n\t\tif strings.Contains(customLocationID, \"customLocations\") {\n\t\t\tcustomLocationName := azureshared.ExtractResourceName(customLocationID)\n\t\t\tif customLocationName != \"\" {\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(customLocationID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ExtendedLocationCustomLocation.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: customLocationName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// User-assigned managed identities (map keys are ARM resource IDs)\n\tif gw.Identity != nil && gw.Identity.UserAssignedIdentities != nil {\n\t\tfor identityID := range gw.Identity.UserAssignedIdentities {\n\t\t\tif identityID == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tidentityName := azureshared.ExtractResourceName(identityID)\n\t\t\tif identityName != \"\" {\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(identityID)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// VNet extended location resource (customer VNet when gateway type is local)\n\tif gw.Properties != nil && gw.Properties.VNetExtendedLocationResourceID != nil && *gw.Properties.VNetExtendedLocationResourceID != \"\" {\n\t\tvnetID := *gw.Properties.VNetExtendedLocationResourceID\n\t\tvnetName := azureshared.ExtractResourceName(vnetID)\n\t\tif vnetName != \"\" {\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(vnetID)\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// VPN client configuration: RADIUS server address(es) (IP or DNS)\n\tif gw.Properties != nil && gw.Properties.VPNClientConfiguration != nil {\n\t\tvpnCfg := gw.Properties.VPNClientConfiguration\n\t\tif vpnCfg.RadiusServerAddress != nil && *vpnCfg.RadiusServerAddress != \"\" {\n\t\t\tappendDNSServerLinkIfValid(&sdpItem.LinkedItemQueries, *vpnCfg.RadiusServerAddress)\n\t\t}\n\t\tif vpnCfg.RadiusServers != nil {\n\t\t\tfor _, radiusServer := range vpnCfg.RadiusServers {\n\t\t\t\tif radiusServer != nil && radiusServer.RadiusServerAddress != nil && *radiusServer.RadiusServerAddress != \"\" {\n\t\t\t\t\tappendDNSServerLinkIfValid(&sdpItem.LinkedItemQueries, *radiusServer.RadiusServerAddress)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\t// AAD authentication URLs (e.g. https://login.microsoftonline.com/{tenant}/) β€” link DNS hostnames\n\t\tfor _, s := range []*string{vpnCfg.AADTenant, vpnCfg.AADAudience, vpnCfg.AADIssuer} {\n\t\t\tif s == nil || *s == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\thost := extractHostFromURLOrHostname(*s)\n\t\t\tif host == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\t// Skip if it's an IP address; stdlib ip links are added elsewhere for IPs\n\t\t\tif net.ParseIP(host) != nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: host,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// BGP settings: peering address and IP arrays\n\tif gw.Properties != nil && gw.Properties.BgpSettings != nil {\n\t\tbgp := gw.Properties.BgpSettings\n\t\tif bgp.BgpPeeringAddress != nil && *bgp.BgpPeeringAddress != \"\" {\n\t\t\tif net.ParseIP(*bgp.BgpPeeringAddress) != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *bgp.BgpPeeringAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t} else {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *bgp.BgpPeeringAddress,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t\tif bgp.BgpPeeringAddresses != nil {\n\t\t\tfor _, peeringAddr := range bgp.BgpPeeringAddresses {\n\t\t\t\tif peeringAddr == nil {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tfor _, ipStr := range peeringAddr.DefaultBgpIPAddresses {\n\t\t\t\t\tif ipStr != nil && *ipStr != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *ipStr,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tfor _, ipStr := range peeringAddr.CustomBgpIPAddresses {\n\t\t\t\t\tif ipStr != nil && *ipStr != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *ipStr,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tfor _, ipStr := range peeringAddr.TunnelIPAddresses {\n\t\t\t\t\tif ipStr != nil && *ipStr != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: *ipStr,\n\t\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Virtual Network Gateway Connections (child resource; list by parent gateway name)\n\tif gw.Name != nil && *gw.Name != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.NetworkVirtualNetworkGatewayConnection.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tScope: scope,\n\t\t\t\tQuery: *gw.Name,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkVirtualNetworkGatewayWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkVirtualNetworkGatewayLookupByName,\n\t}\n}\n\nfunc (n networkVirtualNetworkGatewayWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.NetworkPublicIPAddress: true,\n\t\tazureshared.NetworkLocalNetworkGateway: true,\n\t\tazureshared.NetworkVirtualNetworkGatewayConnection: true,\n\t\tazureshared.ExtendedLocationCustomLocation: true,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t\tazureshared.NetworkVirtualNetwork: true,\n\t\tstdlib.NetworkIP: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\nfunc (n networkVirtualNetworkGatewayWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_virtual_network_gateway.name\",\n\t\t},\n\t}\n}\n\nfunc (n networkVirtualNetworkGatewayWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/virtualNetworkGateways/read\",\n\t}\n}\n\nfunc extractHostFromURLOrHostname(s string) string {\n\ts = strings.TrimSpace(s)\n\tif s == \"\" {\n\t\treturn \"\"\n\t}\n\tu, err := url.Parse(s)\n\tif err != nil {\n\t\treturn s\n\t}\n\tif u.Host != \"\" {\n\t\treturn u.Hostname()\n\t}\n\treturn s\n}\n\nfunc (n networkVirtualNetworkGatewayWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-virtual-network-gateway_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkVirtualNetworkGateway(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tscope := subscriptionID + \".\" + resourceGroup\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tgatewayName := \"test-gateway\"\n\t\tgw := createAzureVirtualNetworkGateway(gatewayName)\n\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, gatewayName, nil).Return(\n\t\t\tarmnetwork.VirtualNetworkGatewaysClientGetResponse{\n\t\t\t\tVirtualNetworkGateway: *gw,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, gatewayName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkVirtualNetworkGateway.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkVirtualNetworkGateway.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != gatewayName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", gatewayName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetworkGatewayConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: gatewayName,\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithLinkedResources\", func(t *testing.T) {\n\t\tgatewayName := \"test-gateway-with-links\"\n\t\tgw := createAzureVirtualNetworkGatewayWithLinks(gatewayName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, gatewayName, nil).Return(\n\t\t\tarmnetwork.VirtualNetworkGatewaysClientGetResponse{\n\t\t\t\tVirtualNetworkGateway: *gw,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, gatewayName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"GatewaySubnet\"),\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkPublicIPAddress.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-gateway-pip\",\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.1.4\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.5\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetworkGatewayConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: gatewayName,\n\t\t\t\t\tExpectedScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"\", nil).Return(\n\t\t\tarmnetwork.VirtualNetworkGatewaysClientGetResponse{}, errors.New(\"virtual network gateway not found\"))\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting gateway with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\tgatewayName := \"nonexistent-gateway\"\n\t\texpectedErr := errors.New(\"virtual network gateway not found\")\n\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewaysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, gatewayName, nil).Return(\n\t\t\tarmnetwork.VirtualNetworkGatewaysClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, scope, gatewayName, true)\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when gateway not found, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tgw1 := createAzureVirtualNetworkGateway(\"gateway-1\")\n\t\tgw2 := createAzureVirtualNetworkGateway(\"gateway-2\")\n\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewaysClient(ctrl)\n\t\tmockPager := newMockVirtualNetworkGatewaysPager(ctrl, []*armnetwork.VirtualNetworkGateway{gw1, gw2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\titems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got %d\", len(items))\n\t\t}\n\n\t\tfor i, item := range items {\n\t\t\tif item.GetType() != azureshared.NetworkVirtualNetworkGateway.String() {\n\t\t\t\tt.Errorf(\"Item %d: expected type %s, got %s\", i, azureshared.NetworkVirtualNetworkGateway.String(), item.GetType())\n\t\t\t}\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Errorf(\"Item %d: validation error: %v\", i, item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tgw1 := createAzureVirtualNetworkGateway(\"gateway-1\")\n\t\tgw2 := createAzureVirtualNetworkGateway(\"gateway-2\")\n\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewaysClient(ctrl)\n\t\tmockPager := newMockVirtualNetworkGatewaysPager(ctrl, []*armnetwork.VirtualNetworkGateway{gw1, gw2})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistStream, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tvar received []*sdp.Item\n\t\tstream := &collectingStream{items: &received}\n\t\tlistStream.ListStream(ctx, scope, true, stream)\n\n\t\tif len(received) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items from stream, got %d\", len(received))\n\t\t}\n\t})\n\n\tt.Run(\"List_NilNameSkipped\", func(t *testing.T) {\n\t\tgw1 := createAzureVirtualNetworkGateway(\"gateway-1\")\n\t\tgw2NilName := createAzureVirtualNetworkGateway(\"gateway-2\")\n\t\tgw2NilName.Name = nil\n\n\t\tmockClient := mocks.NewMockVirtualNetworkGatewaysClient(ctrl)\n\t\tmockPager := newMockVirtualNetworkGatewaysPager(ctrl, []*armnetwork.VirtualNetworkGateway{gw1, gw2NilName})\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkVirtualNetworkGateway(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\titems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got %d\", len(items))\n\t\t}\n\t\tif items[0].UniqueAttributeValue() != \"gateway-1\" {\n\t\t\tt.Errorf(\"Expected only gateway-1, got %s\", items[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"GetLookups\", func(t *testing.T) {\n\t\twrapper := manual.NewNetworkVirtualNetworkGateway(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tlookups := wrapper.GetLookups()\n\t\tif len(lookups) == 0 {\n\t\t\tt.Error(\"Expected GetLookups to return at least one lookup\")\n\t\t}\n\t\tfound := false\n\t\tfor _, l := range lookups {\n\t\t\tif l.ItemType.String() == azureshared.NetworkVirtualNetworkGateway.String() {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Expected GetLookups to include NetworkVirtualNetworkGateway\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\twrapper := manual.NewNetworkVirtualNetworkGateway(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tpotentialLinks := wrapper.PotentialLinks()\n\t\tfor _, linkType := range []shared.ItemType{\n\t\t\tazureshared.NetworkSubnet,\n\t\t\tazureshared.NetworkPublicIPAddress,\n\t\t\tazureshared.NetworkLocalNetworkGateway,\n\t\t\tazureshared.NetworkVirtualNetworkGatewayConnection,\n\t\t\tazureshared.ExtendedLocationCustomLocation,\n\t\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\t\tazureshared.NetworkVirtualNetwork,\n\t\t\tstdlib.NetworkIP,\n\t\t\tstdlib.NetworkDNS,\n\t\t} {\n\t\t\tif !potentialLinks[linkType] {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s\", linkType)\n\t\t\t}\n\t\t}\n\t})\n}\n\ntype collectingStream struct {\n\titems *[]*sdp.Item\n}\n\nfunc (c *collectingStream) SendItem(item *sdp.Item) {\n\t*c.items = append(*c.items, item)\n}\n\nfunc (c *collectingStream) SendError(err error) {}\n\ntype mockVirtualNetworkGatewaysPager struct {\n\tctrl *gomock.Controller\n\titems []*armnetwork.VirtualNetworkGateway\n\tindex int\n\tmore bool\n}\n\nfunc newMockVirtualNetworkGatewaysPager(ctrl *gomock.Controller, items []*armnetwork.VirtualNetworkGateway) *mockVirtualNetworkGatewaysPager {\n\treturn &mockVirtualNetworkGatewaysPager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockVirtualNetworkGatewaysPager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockVirtualNetworkGatewaysPager) NextPage(ctx context.Context) (armnetwork.VirtualNetworkGatewaysClientListResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armnetwork.VirtualNetworkGatewaysClientListResponse{\n\t\t\tVirtualNetworkGatewayListResult: armnetwork.VirtualNetworkGatewayListResult{\n\t\t\t\tValue: []*armnetwork.VirtualNetworkGateway{},\n\t\t\t},\n\t\t}, nil\n\t}\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\treturn armnetwork.VirtualNetworkGatewaysClientListResponse{\n\t\tVirtualNetworkGatewayListResult: armnetwork.VirtualNetworkGatewayListResult{\n\t\t\tValue: []*armnetwork.VirtualNetworkGateway{item},\n\t\t},\n\t}, nil\n}\n\nfunc createAzureVirtualNetworkGateway(name string) *armnetwork.VirtualNetworkGateway {\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\tgatewayType := armnetwork.VirtualNetworkGatewayTypeVPN\n\tvpnType := armnetwork.VPNTypeRouteBased\n\treturn &armnetwork.VirtualNetworkGateway{\n\t\tID: new(\"/subscriptions/test-sub/resourceGroups/test-rg/providers/Microsoft.Network/virtualNetworkGateways/\" + name),\n\t\tName: new(name),\n\t\tType: new(\"Microsoft.Network/virtualNetworkGateways\"),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.VirtualNetworkGatewayPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t\tGatewayType: &gatewayType,\n\t\t\tVPNType: &vpnType,\n\t\t},\n\t}\n}\n\nfunc createAzureVirtualNetworkGatewayWithLinks(name, subscriptionID, resourceGroup string) *armnetwork.VirtualNetworkGateway {\n\tgw := createAzureVirtualNetworkGateway(name)\n\tsubnetID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/GatewaySubnet\"\n\tpublicIPID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/publicIPAddresses/test-gateway-pip\"\n\tprivateIP := \"10.0.1.4\"\n\tinboundDNS := \"10.0.0.5\"\n\tgw.Properties.IPConfigurations = []*armnetwork.VirtualNetworkGatewayIPConfiguration{\n\t\t{\n\t\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/virtualNetworkGateways/\" + name + \"/ipConfigurations/default\"),\n\t\t\tName: new(\"default\"),\n\t\t\tProperties: &armnetwork.VirtualNetworkGatewayIPConfigurationPropertiesFormat{\n\t\t\t\tSubnet: &armnetwork.SubResource{\n\t\t\t\t\tID: new(subnetID),\n\t\t\t\t},\n\t\t\t\tPublicIPAddress: &armnetwork.SubResource{\n\t\t\t\t\tID: new(publicIPID),\n\t\t\t\t},\n\t\t\t\tPrivateIPAddress: &privateIP,\n\t\t\t},\n\t\t},\n\t}\n\tgw.Properties.InboundDNSForwardingEndpoint = &inboundDNS\n\treturn gw\n}\n" }, { "path": "sources/azure/manual/network-virtual-network-peering.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar NetworkVirtualNetworkPeeringLookupByUniqueAttr = shared.NewItemTypeLookup(\"uniqueAttr\", azureshared.NetworkVirtualNetworkPeering)\n\ntype networkVirtualNetworkPeeringWrapper struct {\n\tclient clients.VirtualNetworkPeeringsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkVirtualNetworkPeering creates a new networkVirtualNetworkPeeringWrapper instance (SearchableWrapper: child of virtual network).\nfunc NewNetworkVirtualNetworkPeering(client clients.VirtualNetworkPeeringsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &networkVirtualNetworkPeeringWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkVirtualNetworkPeering,\n\t\t),\n\t}\n}\n\nfunc (n networkVirtualNetworkPeeringWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: virtualNetworkName and peeringName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\tvirtualNetworkName := queryParts[0]\n\tpeeringName := queryParts[1]\n\tif peeringName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"peering name cannot be empty\"), scope, n.Type())\n\t}\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, virtualNetworkName, peeringName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\treturn n.azureVirtualNetworkPeeringToSDPItem(&resp.VirtualNetworkPeering, virtualNetworkName, peeringName, scope)\n}\n\nfunc (n networkVirtualNetworkPeeringWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkVirtualNetworkLookupByName,\n\t\tNetworkVirtualNetworkPeeringLookupByUniqueAttr,\n\t}\n}\n\nfunc (n networkVirtualNetworkPeeringWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: virtualNetworkName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\tvirtualNetworkName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, virtualNetworkName, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\t\tfor _, peering := range page.Value {\n\t\t\tif peering == nil || peering.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureVirtualNetworkPeeringToSDPItem(peering, virtualNetworkName, *peering.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\treturn items, nil\n}\n\nfunc (n networkVirtualNetworkPeeringWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: virtualNetworkName\"), scope, n.Type()))\n\t\treturn\n\t}\n\tvirtualNetworkName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, virtualNetworkName, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, peering := range page.Value {\n\t\t\tif peering == nil || peering.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureVirtualNetworkPeeringToSDPItem(peering, virtualNetworkName, *peering.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkVirtualNetworkPeeringWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tNetworkVirtualNetworkLookupByName,\n\t\t},\n\t}\n}\n\nfunc (n networkVirtualNetworkPeeringWrapper) azureVirtualNetworkPeeringToSDPItem(peering *armnetwork.VirtualNetworkPeering, virtualNetworkName, peeringName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(peering, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(virtualNetworkName, peeringName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkVirtualNetworkPeering.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Health status from ProvisioningState\n\tif peering.Properties != nil && peering.Properties.ProvisioningState != nil {\n\t\tswitch *peering.Properties.ProvisioningState {\n\t\tcase armnetwork.ProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armnetwork.ProvisioningStateCreating, armnetwork.ProvisioningStateUpdating, armnetwork.ProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armnetwork.ProvisioningStateFailed, armnetwork.ProvisioningStateCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\t}\n\t}\n\n\t// Link to parent (local) Virtual Network\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: virtualNetworkName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to remote Virtual Network and remote subnets (selective peering)\n\tif peering.Properties != nil && peering.Properties.RemoteVirtualNetwork != nil && peering.Properties.RemoteVirtualNetwork.ID != nil {\n\t\tremoteVNetID := *peering.Properties.RemoteVirtualNetwork.ID\n\t\tremoteVNetName := azureshared.ExtractResourceName(remoteVNetID)\n\t\tif remoteVNetName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(remoteVNetID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: remoteVNetName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t\t// Link to remote subnets (selective subnet peering)\n\t\t\tif peering.Properties.RemoteSubnetNames != nil {\n\t\t\t\tfor _, name := range peering.Properties.RemoteSubnetNames {\n\t\t\t\t\tif name != nil && *name != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(remoteVNetName, *name),\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to local subnets (selective subnet peering)\n\tif peering.Properties != nil && peering.Properties.LocalSubnetNames != nil {\n\t\tfor _, name := range peering.Properties.LocalSubnetNames {\n\t\t\tif name != nil && *name != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(virtualNetworkName, *name),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkVirtualNetworkPeeringWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkVirtualNetwork,\n\t\tazureshared.NetworkSubnet,\n\t)\n}\n\n// ref: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/virtual_network_peering\nfunc (n networkVirtualNetworkPeeringWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_virtual_network_peering.id\",\n\t\t},\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions-reference#microsoftnetwork\nfunc (n networkVirtualNetworkPeeringWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/virtualNetworks/virtualNetworkPeerings/read\",\n\t}\n}\n\nfunc (n networkVirtualNetworkPeeringWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-virtual-network-peering_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\tsdp \"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockVirtualNetworkPeeringsPager struct {\n\tpages []armnetwork.VirtualNetworkPeeringsClientListResponse\n\tindex int\n}\n\nfunc (m *mockVirtualNetworkPeeringsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockVirtualNetworkPeeringsPager) NextPage(ctx context.Context) (armnetwork.VirtualNetworkPeeringsClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armnetwork.VirtualNetworkPeeringsClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorVirtualNetworkPeeringsPager struct{}\n\nfunc (e *errorVirtualNetworkPeeringsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorVirtualNetworkPeeringsPager) NextPage(ctx context.Context) (armnetwork.VirtualNetworkPeeringsClientListResponse, error) {\n\treturn armnetwork.VirtualNetworkPeeringsClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testVirtualNetworkPeeringsClient struct {\n\t*mocks.MockVirtualNetworkPeeringsClient\n\tpager clients.VirtualNetworkPeeringsPager\n}\n\nfunc (t *testVirtualNetworkPeeringsClient) NewListPager(resourceGroupName, virtualNetworkName string, options *armnetwork.VirtualNetworkPeeringsClientListOptions) clients.VirtualNetworkPeeringsPager {\n\treturn t.pager\n}\n\nfunc TestNetworkVirtualNetworkPeering(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tvirtualNetworkName := \"test-vnet\"\n\tpeeringName := \"test-peering\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tpeering := createAzureVirtualNetworkPeering(peeringName, virtualNetworkName)\n\n\t\tmockClient := mocks.NewMockVirtualNetworkPeeringsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, virtualNetworkName, peeringName, nil).Return(\n\t\t\tarmnetwork.VirtualNetworkPeeringsClientGetResponse{\n\t\t\t\tVirtualNetworkPeering: *peering,\n\t\t\t}, nil)\n\n\t\ttestClient := &testVirtualNetworkPeeringsClient{MockVirtualNetworkPeeringsClient: mockClient}\n\t\twrapper := manual.NewNetworkVirtualNetworkPeering(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(virtualNetworkName, peeringName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkVirtualNetworkPeering.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkVirtualNetworkPeering, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(virtualNetworkName, peeringName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(virtualNetworkName, peeringName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: virtualNetworkName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_EmptyPeeringName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworkPeeringsClient(ctrl)\n\t\ttestClient := &testVirtualNetworkPeeringsClient{MockVirtualNetworkPeeringsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkVirtualNetworkPeering(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(virtualNetworkName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when peering name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworkPeeringsClient(ctrl)\n\t\ttestClient := &testVirtualNetworkPeeringsClient{MockVirtualNetworkPeeringsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkVirtualNetworkPeering(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], virtualNetworkName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tpeering1 := createAzureVirtualNetworkPeering(\"peering-1\", virtualNetworkName)\n\t\tpeering2 := createAzureVirtualNetworkPeering(\"peering-2\", virtualNetworkName)\n\n\t\tmockClient := mocks.NewMockVirtualNetworkPeeringsClient(ctrl)\n\t\tmockPager := &mockVirtualNetworkPeeringsPager{\n\t\t\tpages: []armnetwork.VirtualNetworkPeeringsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tVirtualNetworkPeeringListResult: armnetwork.VirtualNetworkPeeringListResult{\n\t\t\t\t\t\tValue: []*armnetwork.VirtualNetworkPeering{peering1, peering2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testVirtualNetworkPeeringsClient{\n\t\t\tMockVirtualNetworkPeeringsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkVirtualNetworkPeering(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], virtualNetworkName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.NetworkVirtualNetworkPeering.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkVirtualNetworkPeering, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworkPeeringsClient(ctrl)\n\t\ttestClient := &testVirtualNetworkPeeringsClient{MockVirtualNetworkPeeringsClient: mockClient}\n\n\t\twrapper := manual.NewNetworkVirtualNetworkPeering(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_PeeringWithNilName\", func(t *testing.T) {\n\t\tvalidPeering := createAzureVirtualNetworkPeering(\"valid-peering\", virtualNetworkName)\n\n\t\tmockClient := mocks.NewMockVirtualNetworkPeeringsClient(ctrl)\n\t\tmockPager := &mockVirtualNetworkPeeringsPager{\n\t\t\tpages: []armnetwork.VirtualNetworkPeeringsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tVirtualNetworkPeeringListResult: armnetwork.VirtualNetworkPeeringListResult{\n\t\t\t\t\t\tValue: []*armnetwork.VirtualNetworkPeering{\n\t\t\t\t\t\t\t{Name: nil, ID: new(\"/some/id\")},\n\t\t\t\t\t\t\tvalidPeering,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testVirtualNetworkPeeringsClient{\n\t\t\tMockVirtualNetworkPeeringsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewNetworkVirtualNetworkPeering(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], virtualNetworkName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(virtualNetworkName, \"valid-peering\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(virtualNetworkName, \"valid-peering\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"peering not found\")\n\n\t\tmockClient := mocks.NewMockVirtualNetworkPeeringsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, virtualNetworkName, \"nonexistent-peering\", nil).Return(\n\t\t\tarmnetwork.VirtualNetworkPeeringsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testVirtualNetworkPeeringsClient{MockVirtualNetworkPeeringsClient: mockClient}\n\t\twrapper := manual.NewNetworkVirtualNetworkPeering(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(virtualNetworkName, \"nonexistent-peering\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent peering, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworkPeeringsClient(ctrl)\n\t\ttestClient := &testVirtualNetworkPeeringsClient{\n\t\t\tMockVirtualNetworkPeeringsClient: mockClient,\n\t\t\tpager: &errorVirtualNetworkPeeringsPager{},\n\t\t}\n\n\t\twrapper := manual.NewNetworkVirtualNetworkPeering(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], virtualNetworkName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n}\n\nfunc createAzureVirtualNetworkPeering(peeringName, vnetName string) *armnetwork.VirtualNetworkPeering {\n\tidStr := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/virtualNetworks/\" + vnetName + \"/virtualNetworkPeerings/\" + peeringName\n\ttypeStr := \"Microsoft.Network/virtualNetworks/virtualNetworkPeerings\"\n\tprovisioningState := armnetwork.ProvisioningStateSucceeded\n\treturn &armnetwork.VirtualNetworkPeering{\n\t\tID: &idStr,\n\t\tName: &peeringName,\n\t\tType: &typeStr,\n\t\tProperties: &armnetwork.VirtualNetworkPeeringPropertiesFormat{\n\t\t\tProvisioningState: &provisioningState,\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-virtual-network.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkVirtualNetworkLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkVirtualNetwork)\n\ntype networkVirtualNetworkWrapper struct {\n\tclient clients.VirtualNetworksClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewNetworkVirtualNetwork creates a new networkVirtualNetworkWrapper instance\nfunc NewNetworkVirtualNetwork(client clients.VirtualNetworksClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkVirtualNetworkWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkVirtualNetwork,\n\t\t),\n\t}\n}\n\nfunc (n networkVirtualNetworkWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\n\t\tfor _, network := range page.Value {\n\t\t\titem, sdpErr := n.azureVirtualNetworkToSDPItem(network, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (n networkVirtualNetworkWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, network := range page.Value {\n\t\t\tif network.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureVirtualNetworkToSDPItem(network, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkVirtualNetworkWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 1 query part: virtualNetworkName\",\n\t\t\tScope: scope,\n\t\t\tItemType: n.Type(),\n\t\t}\n\t}\n\n\tvirtualNetworkName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tresp, err := n.client.Get(ctx, rgScope.ResourceGroup, virtualNetworkName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\treturn n.azureVirtualNetworkToSDPItem(&resp.VirtualNetwork, scope)\n}\n\nfunc (n networkVirtualNetworkWrapper) azureVirtualNetworkToSDPItem(network *armnetwork.VirtualNetwork, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(network)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tif network.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"network name is nil\"), scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(network.Tags),\n\t}\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tScope: scope,\n\t\t\tQuery: *network.Name, // List subnets in the virtual network\n\t\t},\n\t})\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkVirtualNetworkPeering.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tScope: scope,\n\t\t\tQuery: *network.Name, // List virtual network peerings in the virtual network\n\t\t},\n\t})\n\n\t// Link to DDoS protection plan\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/ddos-protection-plans/get\n\tif network.Properties != nil && network.Properties.DdosProtectionPlan != nil && network.Properties.DdosProtectionPlan.ID != nil {\n\t\tddosPlanID := *network.Properties.DdosProtectionPlan.ID\n\t\tddosPlanName := azureshared.ExtractResourceName(ddosPlanID)\n\t\tif ddosPlanName != \"\" {\n\t\t\tscope := n.DefaultScope()\n\t\t\t// Check if DDoS protection plan is in a different resource group\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(ddosPlanID); extractedScope != \"\" {\n\t\t\t\tscope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkDdosProtectionPlan.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: ddosPlanName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to resources from subnets\n\tif network.Properties != nil && network.Properties.Subnets != nil {\n\t\tfor _, subnet := range network.Properties.Subnets {\n\t\t\tif subnet == nil || subnet.Properties == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\t// Link to Network Security Group from subnet\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/network-security-groups/get\n\t\t\tif subnet.Properties.NetworkSecurityGroup != nil && subnet.Properties.NetworkSecurityGroup.ID != nil {\n\t\t\t\tnsgID := *subnet.Properties.NetworkSecurityGroup.ID\n\t\t\t\tnsgName := azureshared.ExtractResourceName(nsgID)\n\t\t\t\tif nsgName != \"\" {\n\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t// Check if NSG is in a different resource group\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(nsgID); extractedScope != \"\" {\n\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkNetworkSecurityGroup.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: nsgName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Route Table from subnet\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/route-tables/get\n\t\t\tif subnet.Properties.RouteTable != nil && subnet.Properties.RouteTable.ID != nil {\n\t\t\t\trouteTableID := *subnet.Properties.RouteTable.ID\n\t\t\t\trouteTableName := azureshared.ExtractResourceName(routeTableID)\n\t\t\t\tif routeTableName != \"\" {\n\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t// Check if Route Table is in a different resource group\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(routeTableID); extractedScope != \"\" {\n\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkRouteTable.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: routeTableName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to NAT Gateway from subnet\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/nat-gateways/get\n\t\t\tif subnet.Properties.NatGateway != nil && subnet.Properties.NatGateway.ID != nil {\n\t\t\t\tnatGatewayID := *subnet.Properties.NatGateway.ID\n\t\t\t\tnatGatewayName := azureshared.ExtractResourceName(natGatewayID)\n\t\t\t\tif natGatewayName != \"\" {\n\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t// Check if NAT Gateway is in a different resource group\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(natGatewayID); extractedScope != \"\" {\n\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkNatGateway.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: natGatewayName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to Private Endpoints from subnet (read-only references)\n\t\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/private-endpoints/get\n\t\t\tif subnet.Properties.PrivateEndpoints != nil {\n\t\t\t\tfor _, privateEndpoint := range subnet.Properties.PrivateEndpoints {\n\t\t\t\t\tif privateEndpoint != nil && privateEndpoint.ID != nil {\n\t\t\t\t\t\tprivateEndpointID := *privateEndpoint.ID\n\t\t\t\t\t\tprivateEndpointName := azureshared.ExtractResourceName(privateEndpointID)\n\t\t\t\t\t\tif privateEndpointName != \"\" {\n\t\t\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t\t\t// Check if Private Endpoint is in a different resource group\n\t\t\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(privateEndpointID); extractedScope != \"\" {\n\t\t\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: privateEndpointName,\n\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to remote Virtual Networks from peerings\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/virtual-networks/get\n\tif network.Properties != nil && network.Properties.VirtualNetworkPeerings != nil {\n\t\tfor _, peering := range network.Properties.VirtualNetworkPeerings {\n\t\t\tif peering != nil && peering.Properties != nil && peering.Properties.RemoteVirtualNetwork != nil && peering.Properties.RemoteVirtualNetwork.ID != nil {\n\t\t\t\tremoteVNetID := *peering.Properties.RemoteVirtualNetwork.ID\n\t\t\t\tremoteVNetName := azureshared.ExtractResourceName(remoteVNetID)\n\t\t\t\tif remoteVNetName != \"\" {\n\t\t\t\t\tscope := n.DefaultScope()\n\t\t\t\t\t// Check if remote Virtual Network is in a different resource group or subscription\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(remoteVNetID); extractedScope != \"\" {\n\t\t\t\t\t\tscope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: remoteVNetName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to default public NAT Gateway (VNet-level)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/nat-gateways/get\n\tif network.Properties != nil && network.Properties.DefaultPublicNatGateway != nil && network.Properties.DefaultPublicNatGateway.ID != nil {\n\t\tnatGatewayID := *network.Properties.DefaultPublicNatGateway.ID\n\t\tnatGatewayName := azureshared.ExtractResourceName(natGatewayID)\n\t\tif natGatewayName != \"\" {\n\t\t\tscope := n.DefaultScope()\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(natGatewayID); extractedScope != \"\" {\n\t\t\t\tscope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkNatGateway.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: natGatewayName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link DHCP DNS servers to stdlib ip (IP addresses) or stdlib dns (hostnames)\n\t// Reference: DhcpOptions contains DNS servers available to VMs in the VNet\n\tif network.Properties != nil && network.Properties.DhcpOptions != nil && network.Properties.DhcpOptions.DNSServers != nil {\n\t\tfor _, dnsServerPtr := range network.Properties.DhcpOptions.DNSServers {\n\t\t\tif dnsServerPtr == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tappendDNSServerLinkIfValid(&sdpItem.LinkedItemQueries, *dnsServerPtr, \"AzureProvidedDNS\")\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (n networkVirtualNetworkWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkVirtualNetworkLookupByName,\n\t}\n}\n\nfunc (n networkVirtualNetworkWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkSubnet,\n\t\tazureshared.NetworkVirtualNetworkPeering,\n\t\tazureshared.NetworkDdosProtectionPlan,\n\t\tazureshared.NetworkNatGateway,\n\t\tazureshared.NetworkNetworkSecurityGroup,\n\t\tazureshared.NetworkRouteTable,\n\t\tazureshared.NetworkPrivateEndpoint,\n\t\tazureshared.NetworkVirtualNetwork,\n\t\tstdlib.NetworkIP,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\nfunc (n networkVirtualNetworkWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/virtual_network\n\t\t\tTerraformQueryMap: \"azurerm_virtual_network.name\",\n\t\t},\n\t}\n}\n\nfunc (n networkVirtualNetworkWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/virtualNetworks/read\",\n\t}\n}\n\nfunc (n networkVirtualNetworkWrapper) PredefinedRole() string {\n\treturn \"Reader\" // there is no predefined role for virtual networks, so we use the most restrictive role (Reader)\n}\n" }, { "path": "sources/azure/manual/network-virtual-network_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"reflect\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkVirtualNetwork(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tvnetName := \"test-vnet\"\n\t\tvnet := createAzureVirtualNetwork(vnetName)\n\n\t\tmockClient := mocks.NewMockVirtualNetworksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vnetName, nil).Return(\n\t\t\tarmnetwork.VirtualNetworksClientGetResponse{\n\t\t\t\tVirtualNetwork: *vnet,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkVirtualNetwork(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], vnetName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkVirtualNetwork.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkVirtualNetwork, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != vnetName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", vnetName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// NetworkSubnet link\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: vnetName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// NetworkVirtualNetworkPeering link\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetworkPeering.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: vnetName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithDefaultPublicNatGatewayAndDhcpOptions\", func(t *testing.T) {\n\t\tvnetName := \"test-vnet-with-links\"\n\t\tvnet := createAzureVirtualNetworkWithDefaultNatGatewayAndDhcpOptions(vnetName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockVirtualNetworksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, vnetName, nil).Return(\n\t\t\tarmnetwork.VirtualNetworksClientGetResponse{\n\t\t\t\tVirtualNetwork: *vnet,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkVirtualNetwork(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], vnetName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: vnetName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetworkPeering.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: vnetName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.NetworkNatGateway.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-nat-gateway\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"dns.internal\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworksClient(ctrl)\n\n\t\twrapper := manual.NewNetworkVirtualNetwork(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty string name - Get will still be called with empty string\n\t\t// and Azure will return an error\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"\", nil).Return(\n\t\t\tarmnetwork.VirtualNetworksClientGetResponse{}, errors.New(\"virtual network not found\"))\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting virtual network with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tvnet1 := createAzureVirtualNetwork(\"test-vnet-1\")\n\t\tvnet2 := createAzureVirtualNetwork(\"test-vnet-2\")\n\n\t\tmockClient := mocks.NewMockVirtualNetworksClient(ctrl)\n\t\tmockPager := NewMockVirtualNetworksPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.VirtualNetworksClientListResponse{\n\t\t\t\t\tVirtualNetworkListResult: armnetwork.VirtualNetworkListResult{\n\t\t\t\t\t\tValue: []*armnetwork.VirtualNetwork{vnet1, vnet2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkVirtualNetwork(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.NetworkVirtualNetwork.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkVirtualNetwork, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\t// Create vnet with nil name to test error handling\n\t\tvnet1 := createAzureVirtualNetwork(\"test-vnet-1\")\n\t\tvnet2 := &armnetwork.VirtualNetwork{\n\t\t\tName: nil, // VNet with nil name should cause an error in azureVirtualNetworkToSDPItem\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\t\tAddressPrefixes: []*string{new(\"10.0.0.0/16\")},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockVirtualNetworksClient(ctrl)\n\t\tmockPager := NewMockVirtualNetworksPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.VirtualNetworksClientListResponse{\n\t\t\t\t\tVirtualNetworkListResult: armnetwork.VirtualNetworkListResult{\n\t\t\t\t\t\tValue: []*armnetwork.VirtualNetwork{vnet1, vnet2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t)\n\t\t// Note: More() won't be called again after NextPage returns the items with nil name\n\t\t// because azureVirtualNetworkToSDPItem will return an error\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkVirtualNetwork(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\t// Should return an error because vnet2 has nil name\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected error when listing virtual networks with nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"virtual network not found\")\n\n\t\tmockClient := mocks.NewMockVirtualNetworksClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-vnet\", nil).Return(\n\t\t\tarmnetwork.VirtualNetworksClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkVirtualNetwork(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-vnet\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent virtual network, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_List\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failed to list virtual networks\")\n\n\t\tmockClient := mocks.NewMockVirtualNetworksClient(ctrl)\n\t\tmockPager := NewMockVirtualNetworksPager(ctrl)\n\n\t\t// Setup pager to return error on NextPage\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmnetwork.VirtualNetworksClientListResponse{}, expectedErr),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkVirtualNetwork(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing virtual networks fails, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockVirtualNetworksClient(ctrl)\n\t\twrapper := manual.NewNetworkVirtualNetwork(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Verify wrapper implements ListableWrapper interface\n\t\t_ = wrapper\n\n\t\t// Cast to sources.Wrapper to access interface methods\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/virtualNetworks/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkSubnet] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkSubnet\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkVirtualNetworkPeering] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkVirtualNetworkPeering\")\n\t\t}\n\t\tif !potentialLinks[stdlib.NetworkIP] {\n\t\t\tt.Error(\"Expected PotentialLinks to include stdlib.NetworkIP\")\n\t\t}\n\t\tif !potentialLinks[stdlib.NetworkDNS] {\n\t\t\tt.Error(\"Expected PotentialLinks to include stdlib.NetworkDNS\")\n\t\t}\n\n\t\t// Verify TerraformMappings\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_virtual_network.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod to be GET for name mapping, got %s\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_virtual_network.name' mapping\")\n\t\t}\n\t})\n}\n\n// MockVirtualNetworksPager is a simple mock for VirtualNetworksPager\ntype MockVirtualNetworksPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualNetworksPagerMockRecorder\n}\n\ntype MockVirtualNetworksPagerMockRecorder struct {\n\tmock *MockVirtualNetworksPager\n}\n\nfunc NewMockVirtualNetworksPager(ctrl *gomock.Controller) *MockVirtualNetworksPager {\n\tmock := &MockVirtualNetworksPager{ctrl: ctrl}\n\tmock.recorder = &MockVirtualNetworksPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockVirtualNetworksPager) EXPECT() *MockVirtualNetworksPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockVirtualNetworksPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockVirtualNetworksPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockVirtualNetworksPager) NextPage(ctx context.Context) (armnetwork.VirtualNetworksClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armnetwork.VirtualNetworksClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockVirtualNetworksPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armnetwork.VirtualNetworksClientListResponse, error)](), ctx)\n}\n\n// createAzureVirtualNetwork creates a mock Azure virtual network for testing\nfunc createAzureVirtualNetwork(vnetName string) *armnetwork.VirtualNetwork {\n\treturn &armnetwork.VirtualNetwork{\n\t\tName: new(vnetName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.0.0.0/16\")},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"default\"),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.0.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureVirtualNetworkWithDefaultNatGatewayAndDhcpOptions creates a VNet with\n// DefaultPublicNatGateway and DhcpOptions.DNSServers (IP and hostname) for testing linked queries.\nfunc createAzureVirtualNetworkWithDefaultNatGatewayAndDhcpOptions(vnetName, subscriptionID, resourceGroup string) *armnetwork.VirtualNetwork {\n\tnatGatewayID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/natGateways/test-nat-gateway\"\n\treturn &armnetwork.VirtualNetwork{\n\t\tName: new(vnetName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armnetwork.VirtualNetworkPropertiesFormat{\n\t\t\tAddressSpace: &armnetwork.AddressSpace{\n\t\t\t\tAddressPrefixes: []*string{new(\"10.0.0.0/16\")},\n\t\t\t},\n\t\t\tDefaultPublicNatGateway: &armnetwork.SubResource{\n\t\t\t\tID: new(natGatewayID),\n\t\t\t},\n\t\t\tDhcpOptions: &armnetwork.DhcpOptions{\n\t\t\t\tDNSServers: []*string{\n\t\t\t\t\tnew(\"10.0.0.1\"), // IP address β†’ stdlib.NetworkIP\n\t\t\t\t\tnew(\"dns.internal\"), // hostname β†’ stdlib.NetworkDNS\n\t\t\t\t},\n\t\t\t},\n\t\t\tSubnets: []*armnetwork.Subnet{\n\t\t\t\t{\n\t\t\t\t\tName: new(\"default\"),\n\t\t\t\t\tProperties: &armnetwork.SubnetPropertiesFormat{\n\t\t\t\t\t\tAddressPrefix: new(\"10.0.0.0/24\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/network-zone.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar NetworkZoneLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.NetworkZone)\n\ntype networkZoneWrapper struct {\n\tclient clients.ZonesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewNetworkZone(client clients.ZonesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &networkZoneWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tazureshared.NetworkZone,\n\t\t),\n\t}\n}\n\nfunc (n networkZoneWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tpager := n.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t\t}\n\n\t\tfor _, zone := range page.Value {\n\t\t\tif zone.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureZoneToSDPItem(zone, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/dns/zones/list-by-resource-group?view=rest-dns-2018-05-01&tabs=HTTP\nfunc (n networkZoneWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\treturn\n\t}\n\tpager := n.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, n.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, zone := range page.Value {\n\t\t\tif zone.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := n.azureZoneToSDPItem(zone, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (n networkZoneWrapper) azureZoneToSDPItem(zone *armdns.Zone, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(zone, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\tif zone.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"zone name is nil\"), scope, n.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.NetworkZone.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(zone.Tags),\n\t}\n\n\tzoneName := *zone.Name\n\n\t// Link to DNS name (standard library) for the zone name itself\n\t// The zone name is a DNS name and should be linked to verify proper delegation and show the public DNS view\n\tif zoneName != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"dns\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: zoneName,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to Virtual Networks from RegistrationVirtualNetworks (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/virtual-networks/get\n\tif zone.Properties != nil && zone.Properties.RegistrationVirtualNetworks != nil {\n\t\tfor _, vnetRef := range zone.Properties.RegistrationVirtualNetworks {\n\t\t\tif vnetRef != nil && vnetRef.ID != nil {\n\t\t\t\tvnetName := azureshared.ExtractResourceName(*vnetRef.ID)\n\t\t\t\tif vnetName != \"\" {\n\t\t\t\t\t// Extract subscription ID and resource group from the resource ID to determine scope\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*vnetRef.ID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Virtual Networks from ResolutionVirtualNetworks (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/virtual-networks/get\n\tif zone.Properties != nil && zone.Properties.ResolutionVirtualNetworks != nil {\n\t\tfor _, vnetRef := range zone.Properties.ResolutionVirtualNetworks {\n\t\t\tif vnetRef != nil && vnetRef.ID != nil {\n\t\t\t\tvnetName := azureshared.ExtractResourceName(*vnetRef.ID)\n\t\t\t\tif vnetName != \"\" {\n\t\t\t\t\t// Extract subscription ID and resource group from the resource ID to determine scope\n\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*vnetRef.ID)\n\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t}\n\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to DNS Record Sets (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/dns/record-sets/list-by-dns-zone\n\t// Record sets can be listed by zone name, so we use SEARCH method\n\t// The zone name is available, which is sufficient to list record sets\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.NetworkDNSRecordSet.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: zoneName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to DNS names (standard library) from NameServers\n\t// Reference: DNS name servers are external resources\n\tif zone.Properties != nil && zone.Properties.NameServers != nil {\n\t\tfor _, nameServer := range zone.Properties.NameServers {\n\t\t\tif nameServer != nil && *nameServer != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: *nameServer,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/dns/zones/get?view=rest-dns-2018-05-01&tabs=HTTP\nfunc (n networkZoneWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"query must be exactly one part and be a zone name\"), scope, n.Type())\n\t}\n\tzoneName := queryParts[0]\n\n\trgScope, err := n.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\tzone, err := n.client.Get(ctx, rgScope.ResourceGroup, zoneName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, n.Type())\n\t}\n\n\treturn n.azureZoneToSDPItem(&zone.Zone, scope)\n}\n\nfunc (n networkZoneWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tNetworkZoneLookupByName,\n\t}\n}\n\n// ref https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/dns_zone\nfunc (n networkZoneWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_dns_zone.name\",\n\t\t},\n\t}\n}\n\nfunc (n networkZoneWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.NetworkVirtualNetwork,\n\t\tazureshared.NetworkDNSRecordSet,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/permissions/networking\nfunc (n networkZoneWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Network/dnszones/read\",\n\t}\n}\n\nfunc (n networkZoneWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/network-zone_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"reflect\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestNetworkZone(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tzoneName := \"example.com\"\n\t\tzone := createAzureZone(zoneName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockZonesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, zoneName, nil).Return(\n\t\t\tarmdns.ZonesClientGetResponse{\n\t\t\t\tZone: *zone,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], zoneName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.NetworkZone.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.NetworkZone, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != zoneName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", zoneName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// DNS name for the zone itself (standard library)\n\t\t\t\t\tExpectedType: \"dns\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: zoneName,\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// Virtual Network from RegistrationVirtualNetworks\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-reg-vnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// Virtual Network from ResolutionVirtualNetworks\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-res-vnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// DNS Record Set (child resource)\n\t\t\t\t\tExpectedType: azureshared.NetworkDNSRecordSet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: zoneName,\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroup),\n\t\t\t\t}, {\n\t\t\t\t\t// DNS name server (standard library)\n\t\t\t\t\tExpectedType: \"dns\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"ns1.example.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// DNS name server (standard library)\n\t\t\t\t\tExpectedType: \"dns\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"ns2.example.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockZonesClient(ctrl)\n\n\t\twrapper := manual.NewNetworkZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty name - the client will be called but will return an error\n\t\t// or we can test by not setting up expectations and letting it fail\n\t\t// Actually, the wrapper validates len(queryParts) < 1, so we need to test that\n\t\t// But adapter.Get takes a single query string, so we can't test empty queryParts\n\t\t// Let's test with a zone that has nil name which will cause an error\n\t\tzoneWithNilName := &armdns.Zone{\n\t\t\tName: nil,\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tProperties: &armdns.ZoneProperties{},\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"test-zone\", nil).Return(\n\t\t\tarmdns.ZonesClientGetResponse{\n\t\t\t\tZone: *zoneWithNilName,\n\t\t\t}, nil)\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-zone\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when zone has nil name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_DifferentScopeVirtualNetwork\", func(t *testing.T) {\n\t\t// Test that Virtual Network with different subscription/resource group uses correct scope\n\t\tzoneName := \"example.com\"\n\t\totherSubscriptionID := \"other-sub\"\n\t\totherResourceGroup := \"other-rg\"\n\t\tzone := createAzureZoneWithDifferentScopeVNet(zoneName, subscriptionID, resourceGroup, otherSubscriptionID, otherResourceGroup)\n\n\t\tmockClient := mocks.NewMockZonesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, zoneName, nil).Return(\n\t\t\tarmdns.ZonesClientGetResponse{\n\t\t\t\tZone: *zone,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], zoneName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify that the virtual network link uses the correct scope\n\t\tfound := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkVirtualNetwork.String() {\n\t\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", otherSubscriptionID, otherResourceGroup)\n\t\t\t\tif linkedQuery.GetQuery().GetScope() == expectedScope {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Expected to find virtual network link with different scope\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tzone1 := createAzureZone(\"example.com\", subscriptionID, resourceGroup)\n\t\tzone2 := createAzureZone(\"test.com\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockZonesClient(ctrl)\n\t\tmockPager := NewMockZonesPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmdns.ZonesClientListByResourceGroupResponse{\n\t\t\t\t\tZoneListResult: armdns.ZoneListResult{\n\t\t\t\t\t\tValue: []*armdns.Zone{zone1, zone2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.NetworkZone.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.NetworkZone, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\t// Test that zones with nil names are skipped in List\n\t\tzone1 := createAzureZone(\"example.com\", subscriptionID, resourceGroup)\n\t\tzone2 := &armdns.Zone{\n\t\t\tName: nil, // Zone with nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armdns.ZoneProperties{},\n\t\t}\n\n\t\tmockClient := mocks.NewMockZonesClient(ctrl)\n\t\tmockPager := NewMockZonesPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmdns.ZonesClientListByResourceGroupResponse{\n\t\t\t\t\tZoneListResult: armdns.ZoneListResult{\n\t\t\t\t\t\tValue: []*armdns.Zone{zone1, zone2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (zone1), zone2 with nil name should be skipped\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name should be skipped), got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != \"example.com\" {\n\t\t\tt.Errorf(\"Expected item name 'example.com', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"zone not found\")\n\n\t\tmockClient := mocks.NewMockZonesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-zone\", nil).Return(\n\t\t\tarmdns.ZonesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewNetworkZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-zone\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent zone, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_List\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failed to list zones\")\n\n\t\tmockClient := mocks.NewMockZonesClient(ctrl)\n\t\tmockPager := NewMockZonesPager(ctrl)\n\n\t\t// Setup pager to return error on NextPage\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmdns.ZonesClientListByResourceGroupResponse{}, expectedErr),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewNetworkZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing zones fails, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockZonesClient(ctrl)\n\t\twrapper := manual.NewNetworkZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Verify wrapper implements ListableWrapper interface\n\t\t_ = wrapper\n\n\t\t// Cast to sources.Wrapper to access interface methods\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Network/dnszones/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkVirtualNetwork] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkVirtualNetwork\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkDNSRecordSet] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkDNSRecordSet\")\n\t\t}\n\t\tif !potentialLinks[stdlib.NetworkDNS] {\n\t\t\tt.Error(\"Expected PotentialLinks to include stdlib.NetworkDNS\")\n\t\t}\n\n\t\t// Verify TerraformMappings\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_dns_zone.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod to be GET, got: %s\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_dns_zone.name' mapping\")\n\t\t}\n\n\t\t// Verify GetLookups\n\t\tlookups := w.GetLookups()\n\t\tif len(lookups) == 0 {\n\t\t\tt.Error(\"Expected GetLookups to return at least one lookup\")\n\t\t}\n\t\tfoundLookup := false\n\t\tfor _, lookup := range lookups {\n\t\t\tif lookup.ItemType == azureshared.NetworkZone {\n\t\t\t\tfoundLookup = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundLookup {\n\t\t\tt.Error(\"Expected GetLookups to include NetworkZone\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_NoVirtualNetworks\", func(t *testing.T) {\n\t\t// Test zone without virtual networks\n\t\tzoneName := \"example.com\"\n\t\tzone := &armdns.Zone{\n\t\t\tName: new(zoneName),\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armdns.ZoneProperties{\n\t\t\t\tNameServers: []*string{\n\t\t\t\t\tnew(\"ns1.example.com\"),\n\t\t\t\t\tnew(\"ns2.example.com\"),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockZonesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, zoneName, nil).Return(\n\t\t\tarmdns.ZonesClientGetResponse{\n\t\t\t\tZone: *zone,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewNetworkZone(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], zoneName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Should still have child resource links and name server links\n\t\thasRecordSetLink := false\n\t\thasNameServerLink := false\n\t\tfor _, linkedQuery := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.NetworkDNSRecordSet.String() {\n\t\t\t\thasRecordSetLink = true\n\t\t\t}\n\t\t\tif linkedQuery.GetQuery().GetType() == \"dns\" {\n\t\t\t\thasNameServerLink = true\n\t\t\t}\n\t\t}\n\t\tif !hasRecordSetLink {\n\t\t\tt.Error(\"Expected DNS Record Set link even without virtual networks\")\n\t\t}\n\t\tif !hasNameServerLink {\n\t\t\tt.Error(\"Expected name server DNS link\")\n\t\t}\n\t})\n}\n\n// MockZonesPager is a mock implementation of ZonesPager\ntype MockZonesPager struct {\n\tctrl *gomock.Controller\n\trecorder *MockZonesPagerMockRecorder\n}\n\ntype MockZonesPagerMockRecorder struct {\n\tmock *MockZonesPager\n}\n\nfunc NewMockZonesPager(ctrl *gomock.Controller) *MockZonesPager {\n\tmock := &MockZonesPager{ctrl: ctrl}\n\tmock.recorder = &MockZonesPagerMockRecorder{mock}\n\treturn mock\n}\n\nfunc (m *MockZonesPager) EXPECT() *MockZonesPagerMockRecorder {\n\treturn m.recorder\n}\n\nfunc (m *MockZonesPager) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\nfunc (mr *MockZonesPagerMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeFor[func() bool]())\n}\n\nfunc (m *MockZonesPager) NextPage(ctx context.Context) (armdns.ZonesClientListByResourceGroupResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armdns.ZonesClientListByResourceGroupResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\nfunc (mr *MockZonesPagerMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeFor[func(ctx context.Context) (armdns.ZonesClientListByResourceGroupResponse, error)](), ctx)\n}\n\n// createAzureZone creates a mock Azure DNS zone for testing with all linked resources\nfunc createAzureZone(zoneName, subscriptionID, resourceGroup string) *armdns.Zone {\n\tregistrationVNetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/test-reg-vnet\", subscriptionID, resourceGroup)\n\tresolutionVNetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/test-res-vnet\", subscriptionID, resourceGroup)\n\n\treturn &armdns.Zone{\n\t\tName: new(zoneName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armdns.ZoneProperties{\n\t\t\tMaxNumberOfRecordSets: new(int64(5000)),\n\t\t\tNumberOfRecordSets: new(int64(10)),\n\t\t\tNameServers: []*string{\n\t\t\t\tnew(\"ns1.example.com\"),\n\t\t\t\tnew(\"ns2.example.com\"),\n\t\t\t},\n\t\t\tRegistrationVirtualNetworks: []*armdns.SubResource{\n\t\t\t\t{\n\t\t\t\t\tID: new(registrationVNetID),\n\t\t\t\t},\n\t\t\t},\n\t\t\tResolutionVirtualNetworks: []*armdns.SubResource{\n\t\t\t\t{\n\t\t\t\t\tID: new(resolutionVNetID),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureZoneWithDifferentScopeVNet creates a zone with a virtual network in a different scope\nfunc createAzureZoneWithDifferentScopeVNet(zoneName, subscriptionID, resourceGroup, otherSubscriptionID, otherResourceGroup string) *armdns.Zone {\n\tregistrationVNetID := fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/virtualNetworks/test-reg-vnet\", otherSubscriptionID, otherResourceGroup)\n\n\treturn &armdns.Zone{\n\t\tName: new(zoneName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armdns.ZoneProperties{\n\t\t\tMaxNumberOfRecordSets: new(int64(5000)),\n\t\t\tNumberOfRecordSets: new(int64(10)),\n\t\t\tNameServers: []*string{\n\t\t\t\tnew(\"ns1.example.com\"),\n\t\t\t},\n\t\t\tRegistrationVirtualNetworks: []*armdns.SubResource{\n\t\t\t\t{\n\t\t\t\t\tID: new(registrationVNetID),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/operational-insights-workspace.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/operationalinsights/armoperationalinsights\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar OperationalInsightsWorkspaceLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.OperationalInsightsWorkspace)\n\ntype operationalInsightsWorkspaceWrapper struct {\n\tclient clients.OperationalInsightsWorkspaceClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewOperationalInsightsWorkspace(client clients.OperationalInsightsWorkspaceClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &operationalInsightsWorkspaceWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n\t\t\tazureshared.OperationalInsightsWorkspace,\n\t\t),\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/loganalytics/workspaces/list-by-resource-group\nfunc (c operationalInsightsWorkspaceWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, workspace := range page.Value {\n\t\t\tif workspace.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureWorkspaceToSDPItem(workspace, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c operationalInsightsWorkspaceWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\tfor _, workspace := range page.Value {\n\t\t\tif workspace.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tvar sdpErr *sdp.QueryError\n\t\t\tvar item *sdp.Item\n\t\t\titem, sdpErr = c.azureWorkspaceToSDPItem(workspace, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/loganalytics/workspaces/get\nfunc (c operationalInsightsWorkspaceWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"queryParts must be at least 1 and be the workspace name\"), scope, c.Type())\n\t}\n\tworkspaceName := queryParts[0]\n\tif workspaceName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"workspaceName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresult, err := c.client.Get(ctx, rgScope.ResourceGroup, workspaceName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\treturn c.azureWorkspaceToSDPItem(&result.Workspace, scope)\n}\n\nfunc (c operationalInsightsWorkspaceWrapper) azureWorkspaceToSDPItem(workspace *armoperationalinsights.Workspace, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif workspace.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"workspace name is nil\"), scope, c.Type())\n\t}\n\tattributes, err := shared.ToAttributesWithExclude(workspace, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.OperationalInsightsWorkspace.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(workspace.Tags),\n\t}\n\n\t// Health status mapping based on provisioning state\n\tif workspace.Properties != nil && workspace.Properties.ProvisioningState != nil {\n\t\tswitch *workspace.Properties.ProvisioningState {\n\t\tcase armoperationalinsights.WorkspaceEntityStatusSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armoperationalinsights.WorkspaceEntityStatusCreating,\n\t\t\tarmoperationalinsights.WorkspaceEntityStatusUpdating,\n\t\t\tarmoperationalinsights.WorkspaceEntityStatusDeleting,\n\t\t\tarmoperationalinsights.WorkspaceEntityStatusProvisioningAccount:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armoperationalinsights.WorkspaceEntityStatusFailed,\n\t\t\tarmoperationalinsights.WorkspaceEntityStatusCanceled:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to Private Link Scope Scoped Resources\n\t// PrivateLinkScopedResources[].ResourceID refers to Azure Monitor Private Link Scope\n\t// scoped resources (microsoft.insights/privateLinkScopes/scopedResources)\n\tif workspace.Properties != nil && workspace.Properties.PrivateLinkScopedResources != nil {\n\t\tfor _, plsr := range workspace.Properties.PrivateLinkScopedResources {\n\t\t\tif plsr != nil && plsr.ResourceID != nil {\n\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*plsr.ResourceID, []string{\"privateLinkScopes\", \"scopedResources\"})\n\t\t\t\tif len(params) >= 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\t\tscopeName, scopedResourceName := params[0], params[1]\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*plsr.ResourceID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.InsightsPrivateLinkScopeScopedResource.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(scopeName, scopedResourceName),\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Cluster (Dedicated Log Analytics cluster)\n\tif workspace.Properties != nil && workspace.Properties.Features != nil && workspace.Properties.Features.ClusterResourceID != nil {\n\t\tclusterName := azureshared.ExtractResourceName(*workspace.Properties.Features.ClusterResourceID)\n\t\tif clusterName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(*workspace.Properties.Features.ClusterResourceID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.OperationalInsightsCluster.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: clusterName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c operationalInsightsWorkspaceWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tOperationalInsightsWorkspaceLookupByName,\n\t}\n}\n\nfunc (c operationalInsightsWorkspaceWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.InsightsPrivateLinkScopeScopedResource,\n\t\tazureshared.OperationalInsightsCluster,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftoperationalinsights\nfunc (c operationalInsightsWorkspaceWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.OperationalInsights/workspaces/read\",\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles/monitor#log-analytics-reader\nfunc (c operationalInsightsWorkspaceWrapper) PredefinedRole() string {\n\treturn \"Log Analytics Reader\"\n}\n" }, { "path": "sources/azure/manual/operational-insights-workspace_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/operationalinsights/armoperationalinsights\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestOperationalInsightsWorkspace(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tworkspaceName := \"test-workspace\"\n\t\tworkspace := createAzureWorkspace(workspaceName, subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockOperationalInsightsWorkspaceClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, workspaceName, nil).Return(\n\t\t\tarmoperationalinsights.WorkspacesClientGetResponse{\n\t\t\t\tWorkspace: *workspace,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewOperationalInsightsWorkspace(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], workspaceName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.OperationalInsightsWorkspace.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.OperationalInsightsWorkspace, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != workspaceName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", workspaceName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\t// Verify health status based on provisioning state\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Errorf(\"Expected health OK, got %s\", sdpItem.GetHealth())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Properties.PrivateLinkScopedResources[0].ResourceID\n\t\t\t\t\tExpectedType: azureshared.InsightsPrivateLinkScopeScopedResource.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-pls\", \"test-scoped-resource\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Properties.Features.ClusterResourceID\n\t\t\t\t\tExpectedType: azureshared.OperationalInsightsCluster.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-cluster\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithCrossResourceGroupLinks\", func(t *testing.T) {\n\t\tworkspaceName := \"test-workspace-cross-rg\"\n\t\tworkspace := createAzureWorkspaceWithCrossResourceGroupLinks(workspaceName, subscriptionID)\n\n\t\tmockClient := mocks.NewMockOperationalInsightsWorkspaceClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, workspaceName, nil).Return(\n\t\t\tarmoperationalinsights.WorkspacesClientGetResponse{\n\t\t\t\tWorkspace: *workspace,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewOperationalInsightsWorkspace(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], workspaceName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify that links use the correct scope from different resource groups\n\t\tfoundClusterLink := false\n\t\tfoundPLSScopedResourceLink := false\n\t\texpectedScope := subscriptionID + \".other-rg\"\n\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.OperationalInsightsCluster.String() {\n\t\t\t\tfoundClusterLink = true\n\t\t\t\tif link.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected Cluster scope %s, got %s\", expectedScope, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t\tif link.GetQuery().GetType() == azureshared.InsightsPrivateLinkScopeScopedResource.String() {\n\t\t\t\tfoundPLSScopedResourceLink = true\n\t\t\t\tif link.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected Private Link Scope Scoped Resource scope %s, got %s\", expectedScope, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\texpectedQuery := shared.CompositeLookupKey(\"test-pls-cross\", \"test-scoped-resource-cross\")\n\t\t\t\tif link.GetQuery().GetQuery() != expectedQuery {\n\t\t\t\t\tt.Errorf(\"Expected query %s, got %s\", expectedQuery, link.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundClusterLink {\n\t\t\tt.Error(\"Expected to find Operational Insights Cluster link\")\n\t\t}\n\t\tif !foundPLSScopedResourceLink {\n\t\t\tt.Error(\"Expected to find Private Link Scope Scoped Resource link\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithoutLinks\", func(t *testing.T) {\n\t\tworkspaceName := \"test-workspace-no-links\"\n\t\tworkspace := createAzureWorkspaceWithoutLinks(workspaceName)\n\n\t\tmockClient := mocks.NewMockOperationalInsightsWorkspaceClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, workspaceName, nil).Return(\n\t\t\tarmoperationalinsights.WorkspacesClientGetResponse{\n\t\t\t\tWorkspace: *workspace,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewOperationalInsightsWorkspace(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], workspaceName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 0 {\n\t\t\tt.Errorf(\"Expected no linked queries, got %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\t})\n\n\tt.Run(\"GetWithDifferentHealthStates\", func(t *testing.T) {\n\t\thealthTests := []struct {\n\t\t\tstate armoperationalinsights.WorkspaceEntityStatus\n\t\t\texpectedHealth sdp.Health\n\t\t}{\n\t\t\t{armoperationalinsights.WorkspaceEntityStatusSucceeded, sdp.Health_HEALTH_OK},\n\t\t\t{armoperationalinsights.WorkspaceEntityStatusCreating, sdp.Health_HEALTH_PENDING},\n\t\t\t{armoperationalinsights.WorkspaceEntityStatusUpdating, sdp.Health_HEALTH_PENDING},\n\t\t\t{armoperationalinsights.WorkspaceEntityStatusDeleting, sdp.Health_HEALTH_PENDING},\n\t\t\t{armoperationalinsights.WorkspaceEntityStatusProvisioningAccount, sdp.Health_HEALTH_PENDING},\n\t\t\t{armoperationalinsights.WorkspaceEntityStatusFailed, sdp.Health_HEALTH_ERROR},\n\t\t\t{armoperationalinsights.WorkspaceEntityStatusCanceled, sdp.Health_HEALTH_ERROR},\n\t\t}\n\n\t\tfor _, ht := range healthTests {\n\t\t\tt.Run(string(ht.state), func(t *testing.T) {\n\t\t\t\tworkspaceName := \"test-workspace-\" + string(ht.state)\n\t\t\t\tworkspace := createAzureWorkspaceWithProvisioningState(workspaceName, ht.state)\n\n\t\t\t\tmockClient := mocks.NewMockOperationalInsightsWorkspaceClient(ctrl)\n\t\t\t\tmockClient.EXPECT().Get(ctx, resourceGroup, workspaceName, nil).Return(\n\t\t\t\t\tarmoperationalinsights.WorkspacesClientGetResponse{\n\t\t\t\t\t\tWorkspace: *workspace,\n\t\t\t\t\t}, nil)\n\n\t\t\t\twrapper := manual.NewOperationalInsightsWorkspace(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], workspaceName, true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != ht.expectedHealth {\n\t\t\t\t\tt.Errorf(\"Expected health %s for state %s, got %s\", ht.expectedHealth, ht.state, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tworkspace1 := createAzureWorkspace(\"test-workspace-1\", subscriptionID, resourceGroup)\n\t\tworkspace2 := createAzureWorkspace(\"test-workspace-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockOperationalInsightsWorkspaceClient(ctrl)\n\t\tmockPager := newMockOperationalInsightsWorkspacePager(ctrl, []*armoperationalinsights.Workspace{workspace1, workspace2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewOperationalInsightsWorkspace(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tworkspace1 := createAzureWorkspace(\"test-workspace-1\", subscriptionID, resourceGroup)\n\t\tworkspace2 := createAzureWorkspace(\"test-workspace-2\", subscriptionID, resourceGroup)\n\n\t\tmockClient := mocks.NewMockOperationalInsightsWorkspaceClient(ctrl)\n\t\tmockPager := newMockOperationalInsightsWorkspacePager(ctrl, []*armoperationalinsights.Workspace{workspace1, workspace2})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewOperationalInsightsWorkspace(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify adapter doesn't support SearchStream\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListWithNilName\", func(t *testing.T) {\n\t\tworkspace1 := createAzureWorkspace(\"test-workspace-1\", subscriptionID, resourceGroup)\n\t\tworkspaceNilName := &armoperationalinsights.Workspace{\n\t\t\tName: nil, // nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockOperationalInsightsWorkspaceClient(ctrl)\n\t\tmockPager := newMockOperationalInsightsWorkspacePager(ctrl, []*armoperationalinsights.Workspace{workspace1, workspaceNilName})\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewOperationalInsightsWorkspace(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (the one with a name)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"workspace not found\")\n\n\t\tmockClient := mocks.NewMockOperationalInsightsWorkspaceClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-workspace\", nil).Return(\n\t\t\tarmoperationalinsights.WorkspacesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewOperationalInsightsWorkspace(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-workspace\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent workspace, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockOperationalInsightsWorkspaceClient(ctrl)\n\n\t\twrapper := manual.NewOperationalInsightsWorkspace(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting workspace with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockOperationalInsightsWorkspaceClient(ctrl)\n\n\t\twrapper := manual.NewOperationalInsightsWorkspace(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t// Test the wrapper's Get method directly with insufficient query parts\n\t\t_, qErr := wrapper.Get(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting workspace with insufficient query parts, but got nil\")\n\t\t}\n\t})\n}\n\n// createAzureWorkspace creates a mock Azure Log Analytics Workspace for testing\nfunc createAzureWorkspace(workspaceName, subscriptionID, resourceGroup string) *armoperationalinsights.Workspace {\n\tsucceededState := armoperationalinsights.WorkspaceEntityStatusSucceeded\n\tretentionDays := int32(30)\n\treturn &armoperationalinsights.Workspace{\n\t\tName: new(workspaceName),\n\t\tLocation: new(\"eastus\"),\n\t\tID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.OperationalInsights/workspaces/\" + workspaceName),\n\t\tType: new(\"Microsoft.OperationalInsights/workspaces\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armoperationalinsights.WorkspaceProperties{\n\t\t\tProvisioningState: &succeededState,\n\t\t\tRetentionInDays: &retentionDays,\n\t\t\tFeatures: &armoperationalinsights.WorkspaceFeatures{\n\t\t\t\tClusterResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.OperationalInsights/clusters/test-cluster\"),\n\t\t\t},\n\t\t\tPrivateLinkScopedResources: []*armoperationalinsights.PrivateLinkScopedResource{\n\t\t\t\t{\n\t\t\t\t\t// Note: ResourceID refers to microsoft.insights/privateLinkScopes/scopedResources\n\t\t\t\t\tResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/microsoft.insights/privateLinkScopes/test-pls/scopedResources/test-scoped-resource\"),\n\t\t\t\t\tScopeID: new(\"test-scope-id\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureWorkspaceWithCrossResourceGroupLinks creates a mock Workspace with links to resources in different resource groups\nfunc createAzureWorkspaceWithCrossResourceGroupLinks(workspaceName, subscriptionID string) *armoperationalinsights.Workspace {\n\tsucceededState := armoperationalinsights.WorkspaceEntityStatusSucceeded\n\treturn &armoperationalinsights.Workspace{\n\t\tName: new(workspaceName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armoperationalinsights.WorkspaceProperties{\n\t\t\tProvisioningState: &succeededState,\n\t\t\tFeatures: &armoperationalinsights.WorkspaceFeatures{\n\t\t\t\tClusterResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/other-rg/providers/Microsoft.OperationalInsights/clusters/test-cluster-cross-rg\"),\n\t\t\t},\n\t\t\tPrivateLinkScopedResources: []*armoperationalinsights.PrivateLinkScopedResource{\n\t\t\t\t{\n\t\t\t\t\tResourceID: new(\"/subscriptions/\" + subscriptionID + \"/resourceGroups/other-rg/providers/microsoft.insights/privateLinkScopes/test-pls-cross/scopedResources/test-scoped-resource-cross\"),\n\t\t\t\t\tScopeID: new(\"test-scope-id\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\n// createAzureWorkspaceWithoutLinks creates a mock Workspace without any linked resources\nfunc createAzureWorkspaceWithoutLinks(workspaceName string) *armoperationalinsights.Workspace {\n\tsucceededState := armoperationalinsights.WorkspaceEntityStatusSucceeded\n\treturn &armoperationalinsights.Workspace{\n\t\tName: new(workspaceName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armoperationalinsights.WorkspaceProperties{\n\t\t\tProvisioningState: &succeededState,\n\t\t\t// No PrivateLinkScopedResources\n\t\t},\n\t}\n}\n\n// createAzureWorkspaceWithProvisioningState creates a mock Workspace with a specific provisioning state\nfunc createAzureWorkspaceWithProvisioningState(workspaceName string, state armoperationalinsights.WorkspaceEntityStatus) *armoperationalinsights.Workspace {\n\treturn &armoperationalinsights.Workspace{\n\t\tName: new(workspaceName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tProperties: &armoperationalinsights.WorkspaceProperties{\n\t\t\tProvisioningState: &state,\n\t\t},\n\t}\n}\n\n// mockOperationalInsightsWorkspacePager is a simple mock implementation of the Pager interface for testing\ntype mockOperationalInsightsWorkspacePager struct {\n\tctrl *gomock.Controller\n\titems []*armoperationalinsights.Workspace\n\tindex int\n\tmore bool\n}\n\nfunc newMockOperationalInsightsWorkspacePager(ctrl *gomock.Controller, items []*armoperationalinsights.Workspace) clients.OperationalInsightsWorkspacePager {\n\treturn &mockOperationalInsightsWorkspacePager{\n\t\tctrl: ctrl,\n\t\titems: items,\n\t\tindex: 0,\n\t\tmore: len(items) > 0,\n\t}\n}\n\nfunc (m *mockOperationalInsightsWorkspacePager) More() bool {\n\treturn m.more\n}\n\nfunc (m *mockOperationalInsightsWorkspacePager) NextPage(ctx context.Context) (armoperationalinsights.WorkspacesClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.items) {\n\t\tm.more = false\n\t\treturn armoperationalinsights.WorkspacesClientListByResourceGroupResponse{\n\t\t\tWorkspaceListResult: armoperationalinsights.WorkspaceListResult{\n\t\t\t\tValue: []*armoperationalinsights.Workspace{},\n\t\t\t},\n\t\t}, nil\n\t}\n\n\titem := m.items[m.index]\n\tm.index++\n\tm.more = m.index < len(m.items)\n\n\treturn armoperationalinsights.WorkspacesClientListByResourceGroupResponse{\n\t\tWorkspaceListResult: armoperationalinsights.WorkspaceListResult{\n\t\t\tValue: []*armoperationalinsights.Workspace{item},\n\t\t},\n\t}, nil\n}\n" }, { "path": "sources/azure/manual/sql-database-schema.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar SQLDatabaseSchemaLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.SQLDatabaseSchema)\n\ntype sqlDatabaseSchemaWrapper struct {\n\tclient clients.SqlDatabaseSchemasClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewSqlDatabaseSchema(client clients.SqlDatabaseSchemasClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &sqlDatabaseSchemaWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.SQLDatabaseSchema,\n\t\t),\n\t}\n}\n\n// Get retrieves a specific database schema by serverName, databaseName, and schemaName\n// ref: https://learn.microsoft.com/en-us/rest/api/sql/database-schemas/get\nfunc (s sqlDatabaseSchemaWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 3 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 3 query parts: serverName, databaseName, and schemaName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tdatabaseName := queryParts[1]\n\tschemaName := queryParts[2]\n\n\tif serverName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"serverName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tif databaseName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"databaseName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tif schemaName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"schemaName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, databaseName, schemaName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureDatabaseSchemaToSDPItem(&resp.DatabaseSchema, serverName, databaseName, schemaName, scope)\n}\n\nfunc (s sqlDatabaseSchemaWrapper) azureDatabaseSchemaToSDPItem(schema *armsql.DatabaseSchema, serverName, databaseName, schemaName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(schema)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, databaseName, schemaName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.SQLDatabaseSchema.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to parent SQL Database\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.SQLDatabase.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: shared.CompositeLookupKey(serverName, databaseName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n\nfunc (s sqlDatabaseSchemaWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tSQLServerLookupByName,\n\t\tSQLDatabaseLookupByName,\n\t\tSQLDatabaseSchemaLookupByName,\n\t}\n}\n\n// Search lists all database schemas for a given serverName and databaseName\n// ref: https://learn.microsoft.com/en-us/rest/api/sql/database-schemas/list-by-database\nfunc (s sqlDatabaseSchemaWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 2 query parts: serverName and databaseName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tdatabaseName := queryParts[1]\n\n\tif serverName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, s.Type())\n\t}\n\tif databaseName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"databaseName cannot be empty\"), scope, s.Type())\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByDatabase(ctx, rgScope.ResourceGroup, serverName, databaseName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, schema := range page.Value {\n\t\t\tif schema.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureDatabaseSchemaToSDPItem(schema, serverName, databaseName, *schema.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s sqlDatabaseSchemaWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 2 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 2 query parts: serverName and databaseName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\tdatabaseName := queryParts[1]\n\n\tif serverName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, s.Type()))\n\t\treturn\n\t}\n\tif databaseName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"databaseName cannot be empty\"), scope, s.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByDatabase(ctx, rgScope.ResourceGroup, serverName, databaseName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, schema := range page.Value {\n\t\t\tif schema.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureDatabaseSchemaToSDPItem(schema, serverName, databaseName, *schema.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s sqlDatabaseSchemaWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tSQLServerLookupByName,\n\t\t\tSQLDatabaseLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s sqlDatabaseSchemaWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.SQLDatabase: true,\n\t}\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftsql\nfunc (s sqlDatabaseSchemaWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Sql/servers/databases/schemas/read\",\n\t}\n}\n\nfunc (s sqlDatabaseSchemaWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/sql-database-schema_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockSqlDatabaseSchemasPager is a simple mock implementation of SqlDatabaseSchemasPager\ntype mockSqlDatabaseSchemasPager struct {\n\tpages []armsql.DatabaseSchemasClientListByDatabaseResponse\n\tindex int\n}\n\nfunc (m *mockSqlDatabaseSchemasPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSqlDatabaseSchemasPager) NextPage(ctx context.Context) (armsql.DatabaseSchemasClientListByDatabaseResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armsql.DatabaseSchemasClientListByDatabaseResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorSqlDatabaseSchemasPager is a mock pager that always returns an error\ntype errorSqlDatabaseSchemasPager struct{}\n\nfunc (e *errorSqlDatabaseSchemasPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorSqlDatabaseSchemasPager) NextPage(ctx context.Context) (armsql.DatabaseSchemasClientListByDatabaseResponse, error) {\n\treturn armsql.DatabaseSchemasClientListByDatabaseResponse{}, errors.New(\"pager error\")\n}\n\n// testSqlDatabaseSchemasClient wraps the mock to implement the correct interface\ntype testSqlDatabaseSchemasClient struct {\n\t*mocks.MockSqlDatabaseSchemasClient\n\tpager clients.SqlDatabaseSchemasPager\n}\n\nfunc (t *testSqlDatabaseSchemasClient) ListByDatabase(ctx context.Context, resourceGroupName, serverName, databaseName string) clients.SqlDatabaseSchemasPager {\n\treturn t.pager\n}\n\nfunc TestSqlDatabaseSchema(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\tdatabaseName := \"test-database\"\n\tschemaName := \"dbo\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tschema := createAzureDatabaseSchema(serverName, databaseName, schemaName)\n\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, databaseName, schemaName).Return(\n\t\t\tarmsql.DatabaseSchemasClientGetResponse{\n\t\t\t\tDatabaseSchema: *schema,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlDatabaseSchemasClient{MockSqlDatabaseSchemasClient: mockClient}\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Get requires serverName, databaseName, and schemaName as query parts\n\t\tquery := shared.CompositeLookupKey(serverName, databaseName, schemaName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.SQLDatabaseSchema.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLDatabaseSchema, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, databaseName, schemaName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate the item\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// SQLDatabase parent link\n\t\t\t\t\tExpectedType: azureshared.SQLDatabase.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(serverName, databaseName),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\ttestClient := &testSqlDatabaseSchemasClient{MockSqlDatabaseSchemasClient: mockClient}\n\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with insufficient query parts (only server and database name)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(serverName, databaseName), true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\ttestClient := &testSqlDatabaseSchemasClient{MockSqlDatabaseSchemasClient: mockClient}\n\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty server name\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(\"\", databaseName, schemaName), true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty server name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyDatabaseName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\ttestClient := &testSqlDatabaseSchemasClient{MockSqlDatabaseSchemasClient: mockClient}\n\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty database name\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(serverName, \"\", schemaName), true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty database name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptySchemaName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\ttestClient := &testSqlDatabaseSchemasClient{MockSqlDatabaseSchemasClient: mockClient}\n\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty schema name\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(serverName, databaseName, \"\"), true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty schema name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tschema1 := createAzureDatabaseSchema(serverName, databaseName, \"dbo\")\n\t\tschema2 := createAzureDatabaseSchema(serverName, databaseName, \"sys\")\n\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\tmockPager := &mockSqlDatabaseSchemasPager{\n\t\t\tpages: []armsql.DatabaseSchemasClientListByDatabaseResponse{\n\t\t\t\t{\n\t\t\t\t\tDatabaseSchemaListResult: armsql.DatabaseSchemaListResult{\n\t\t\t\t\t\tValue: []*armsql.DatabaseSchema{schema1, schema2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlDatabaseSchemasClient{\n\t\t\tMockSqlDatabaseSchemasClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(serverName, databaseName), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.SQLDatabaseSchema.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLDatabaseSchema, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_WithNilName\", func(t *testing.T) {\n\t\tschema1 := createAzureDatabaseSchema(serverName, databaseName, \"dbo\")\n\t\tschema2 := &armsql.DatabaseSchema{\n\t\t\tName: nil, // Schema with nil name should be skipped\n\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/databases/test-database/schemas/nil-schema\"),\n\t\t}\n\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\tmockPager := &mockSqlDatabaseSchemasPager{\n\t\t\tpages: []armsql.DatabaseSchemasClientListByDatabaseResponse{\n\t\t\t\t{\n\t\t\t\t\tDatabaseSchemaListResult: armsql.DatabaseSchemaListResult{\n\t\t\t\t\t\tValue: []*armsql.DatabaseSchema{schema1, schema2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlDatabaseSchemasClient{\n\t\t\tMockSqlDatabaseSchemasClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(serverName, databaseName), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (schema with nil name is skipped)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name filtered out), got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(serverName, databaseName, \"dbo\") {\n\t\t\tt.Fatalf(\"Expected schema name 'dbo', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\ttestClient := &testSqlDatabaseSchemasClient{MockSqlDatabaseSchemasClient: mockClient}\n\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with insufficient query parts - should return error before calling ListByDatabase\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], serverName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\ttestClient := &testSqlDatabaseSchemasClient{MockSqlDatabaseSchemasClient: mockClient}\n\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search with empty server name\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\", databaseName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty server name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyDatabaseName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\ttestClient := &testSqlDatabaseSchemasClient{MockSqlDatabaseSchemasClient: mockClient}\n\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search with empty database name\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], serverName, \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty database name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"schema not found\")\n\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, databaseName, \"nonexistent-schema\").Return(\n\t\t\tarmsql.DatabaseSchemasClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testSqlDatabaseSchemasClient{MockSqlDatabaseSchemasClient: mockClient}\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, databaseName, \"nonexistent-schema\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent schema, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorSqlDatabaseSchemasPager{}\n\n\t\ttestClient := &testSqlDatabaseSchemasClient{\n\t\t\tMockSqlDatabaseSchemasClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(serverName, databaseName), true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabaseSchemasClient(ctrl)\n\t\ttestClient := &testSqlDatabaseSchemasClient{MockSqlDatabaseSchemasClient: mockClient}\n\t\twrapper := manual.NewSqlDatabaseSchema(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Cast to sources.Wrapper to access interface methods\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Sql/servers/databases/schemas/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\tif !potentialLinks[azureshared.SQLDatabase] {\n\t\t\tt.Error(\"Expected PotentialLinks to include SQLDatabase\")\n\t\t}\n\t})\n}\n\n// createAzureDatabaseSchema creates a mock Azure database schema for testing\nfunc createAzureDatabaseSchema(serverName, databaseName, schemaName string) *armsql.DatabaseSchema {\n\tschemaID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/\" + serverName + \"/databases/\" + databaseName + \"/schemas/\" + schemaName\n\n\treturn &armsql.DatabaseSchema{\n\t\tName: new(schemaName),\n\t\tID: new(schemaID),\n\t\tType: new(\"Microsoft.Sql/servers/databases/schemas\"),\n\t}\n}\n" }, { "path": "sources/azure/manual/sql-database.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar SQLDatabaseLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.SQLDatabase)\n\ntype sqlDatabaseWrapper struct {\n\tclient clients.SqlDatabasesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewSqlDatabase(client clients.SqlDatabasesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &sqlDatabaseWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.SQLDatabase,\n\t\t),\n\t}\n}\n\nfunc (s sqlDatabaseWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and databaseName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tdatabaseName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, databaseName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureSqlDatabaseToSDPItem(&resp.Database, serverName, databaseName, scope)\n}\n\nfunc (s sqlDatabaseWrapper) azureSqlDatabaseToSDPItem(database *armsql.Database, serverName, databaseName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(database, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, databaseName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.SQLDatabase.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(database.Tags),\n\t}\n\n\t// Extract server name from database ID\n\tif database.ID != nil {\n\t\textractedServerName := azureshared.ExtractSQLServerNameFromDatabaseID(*database.ID)\n\t\tif extractedServerName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.SQLServer.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: extractedServerName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif database.Properties != nil && database.Properties.ElasticPoolID != nil {\n\t\telasticPoolServerName, elasticPoolName := azureshared.ExtractSQLElasticPoolInfoFromResourceID(*database.Properties.ElasticPoolID)\n\t\tif elasticPoolServerName != \"\" && elasticPoolName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.SQLElasticPool.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(elasticPoolServerName, elasticPoolName),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif database.Properties != nil && database.Properties.RecoverableDatabaseID != nil {\n\t\t// Extract server name and database name from RecoverableDatabaseID resource ID\n\t\t// This handles cross-server scenarios where geo-replicated backups exist on different servers\n\t\t// RecoverableDatabaseID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Sql/servers/{serverName}/recoverableDatabases/{databaseName}\n\t\trecoverableServerName, recoverableDatabaseName := azureshared.ExtractSQLRecoverableDatabaseInfoFromResourceID(*database.Properties.RecoverableDatabaseID)\n\t\tif recoverableServerName != \"\" && recoverableDatabaseName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.SQLRecoverableDatabase.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(recoverableServerName, recoverableDatabaseName),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif database.Properties != nil && database.Properties.RestorableDroppedDatabaseID != nil {\n\t\t// Extract server name and database name from RestorableDroppedDatabaseID resource ID\n\t\t// This handles cross-server scenarios where dropped databases may be on different servers\n\t\t// RestorableDroppedDatabaseID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Sql/servers/{serverName}/restorableDroppedDatabases/{databaseName}\n\t\trestorableDroppedServerName, restorableDroppedDatabaseName := azureshared.ExtractSQLRestorableDroppedDatabaseInfoFromResourceID(*database.Properties.RestorableDroppedDatabaseID)\n\t\tif restorableDroppedServerName != \"\" && restorableDroppedDatabaseName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.SQLRestorableDroppedDatabase.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(restorableDroppedServerName, restorableDroppedDatabaseName),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif database.Properties != nil && database.Properties.RecoveryServicesRecoveryPointID != nil {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLRecoveryServicesRecoveryPoint.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\tif database.Properties != nil && database.Properties.SourceDatabaseID != nil {\n\t\t// Extract server name and database name from SourceDatabaseID resource ID\n\t\t// This handles cross-server copy scenarios where the source database may be on a different server\n\t\tsourceServerName, sourceDatabaseName := azureshared.ExtractSQLDatabaseInfoFromResourceID(*database.Properties.SourceDatabaseID)\n\t\tif sourceServerName != \"\" && sourceDatabaseName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.SQLDatabase.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(sourceServerName, sourceDatabaseName),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Handle SourceResourceID - a generic resource ID that can reference different Azure resource types\n\t// When sourceResourceId is specified, it's used for PointInTimeRestore, Restore, or Recover operations\n\t// and can point to SQL databases, SQL elastic pools, or Synapse SQL pools\n\tif database.Properties != nil && database.Properties.SourceResourceID != nil {\n\t\tresourceType, params := azureshared.DetermineSourceResourceType(*database.Properties.SourceResourceID)\n\n\t\tswitch resourceType {\n\t\tcase azureshared.SourceResourceTypeSQLDatabase:\n\t\t\tserverName := params[\"serverName\"]\n\t\t\tdatabaseName := params[\"databaseName\"]\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.SQLDatabase.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(serverName, databaseName),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\n\t\tcase azureshared.SourceResourceTypeSQLElasticPool:\n\t\t\telasticPoolServerName := params[\"serverName\"]\n\t\t\telasticPoolName := params[\"elasticPoolName\"]\n\t\t\tif elasticPoolServerName != \"\" && elasticPoolName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.SQLElasticPool.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(elasticPoolServerName, elasticPoolName),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\tcase azureshared.SourceResourceTypeUnknown:\n\t\t\t// Synapse SQL Pool and other resource types not yet supported\n\t\t\t// This could be extended in the future to support Synapse SQL pools\n\t\t\t// when Synapse item types are added to the codebase\n\t\t}\n\t}\n\n\tif database.Properties != nil && database.Properties.FailoverGroupID != nil {\n\t\t// FailoverGroupID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Sql/servers/{serverName}/failoverGroups/{failoverGroupName}\n\t\tparams := azureshared.ExtractPathParamsFromResourceID(*database.Properties.FailoverGroupID, []string{\"servers\", \"failoverGroups\"})\n\t\tif len(params) >= 2 {\n\t\t\tfailoverServerName := params[0]\n\t\t\tfailoverGroupName := params[1]\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*database.Properties.FailoverGroupID)\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.SQLServerFailoverGroup.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(failoverServerName, failoverGroupName),\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif database.Properties != nil && database.Properties.LongTermRetentionBackupResourceID != nil {\n\t\tlocationName, ltrServerName, ltrDatabaseName, backupName := azureshared.ExtractSQLLongTermRetentionBackupInfoFromResourceID(*database.Properties.LongTermRetentionBackupResourceID)\n\t\tif locationName != \"\" && ltrServerName != \"\" && ltrDatabaseName != \"\" && backupName != \"\" {\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*database.Properties.LongTermRetentionBackupResourceID)\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.SQLLongTermRetentionBackup.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(locationName, ltrServerName, ltrDatabaseName, backupName),\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif database.Properties != nil && database.Properties.MaintenanceConfigurationID != nil && *database.Properties.MaintenanceConfigurationID != \"\" {\n\t\tconfigName := azureshared.ExtractResourceName(*database.Properties.MaintenanceConfigurationID)\n\t\tif configName != \"\" {\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*database.Properties.MaintenanceConfigurationID)\n\t\t\tif linkedScope == \"\" && strings.Contains(*database.Properties.MaintenanceConfigurationID, \"publicMaintenanceConfigurations\") {\n\t\t\t\tlinkedScope = azureshared.ExtractSubscriptionIDFromResourceID(*database.Properties.MaintenanceConfigurationID)\n\t\t\t}\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.MaintenanceMaintenanceConfiguration.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: configName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link Key Vault Keys from EncryptionProtector and Keys map (deduplicate by vaultName+keyName)\n\tseenKeyVaultKeys := make(map[string]bool)\n\taddKeyVaultKeyLink := func(vaultName, keyName string) {\n\t\tif vaultName == \"\" || keyName == \"\" {\n\t\t\treturn\n\t\t}\n\t\tkey := vaultName + \"|\" + keyName\n\t\tif seenKeyVaultKeys[key] {\n\t\t\treturn\n\t\t}\n\t\tseenKeyVaultKeys[key] = true\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: shared.CompositeLookupKey(vaultName, keyName),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\tif database.Properties != nil && database.Properties.EncryptionProtector != nil && *database.Properties.EncryptionProtector != \"\" {\n\t\taddKeyVaultKeyLink(\n\t\t\tazureshared.ExtractVaultNameFromURI(*database.Properties.EncryptionProtector),\n\t\t\tazureshared.ExtractKeyNameFromURI(*database.Properties.EncryptionProtector),\n\t\t)\n\t}\n\tif database.Properties != nil && database.Properties.Keys != nil {\n\t\tfor keyURI := range database.Properties.Keys {\n\t\t\taddKeyVaultKeyLink(\n\t\t\t\tazureshared.ExtractVaultNameFromURI(keyURI),\n\t\t\t\tazureshared.ExtractKeyNameFromURI(keyURI),\n\t\t\t)\n\t\t}\n\t}\n\n\tif database.Identity != nil && database.Identity.UserAssignedIdentities != nil {\n\t\tfor identityResourceID := range database.Identity.UserAssignedIdentities {\n\t\t\tif identityResourceID == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(identityResourceID)\n\t\t\tif identityName != \"\" && linkedScope != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Database Schemas - child resource with LIST endpoint\n\t// GET /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Sql/servers/{serverName}/databases/{databaseName}/schemas\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.SQLDatabaseSchema.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: shared.CompositeLookupKey(serverName, databaseName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n\nfunc (s sqlDatabaseWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tSQLServerLookupByName,\n\t\tSQLDatabaseLookupByName,\n\t}\n}\n\nfunc (s sqlDatabaseWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, database := range page.Value {\n\t\t\tif database.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSqlDatabaseToSDPItem(database, serverName, *database.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s sqlDatabaseWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, database := range page.Value {\n\t\t\tif database.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSqlDatabaseToSDPItem(database, serverName, *database.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s sqlDatabaseWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tSQLServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s sqlDatabaseWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.SQLServer: true,\n\t\tazureshared.SQLDatabase: true, // source database / copy source\n\t\tazureshared.SQLElasticPool: true,\n\t\tazureshared.SQLRecoverableDatabase: true,\n\t\tazureshared.SQLRestorableDroppedDatabase: true,\n\t\tazureshared.SQLRecoveryServicesRecoveryPoint: true,\n\t\tazureshared.SQLServerFailoverGroup: true,\n\t\tazureshared.SQLLongTermRetentionBackup: true,\n\t\tazureshared.MaintenanceMaintenanceConfiguration: true,\n\t\tazureshared.KeyVaultKey: true,\n\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t\tazureshared.SQLDatabaseSchema: true,\n\t}\n}\n\nfunc (s sqlDatabaseWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_mssql_database.id\",\n\t\t},\n\t}\n}\n\nfunc (s sqlDatabaseWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Sql/servers/databases/read\",\n\t}\n}\n\nfunc (s sqlDatabaseWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/sql-database_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockSqlDatabasesPager is a simple mock implementation of SqlDatabasesPager\ntype mockSqlDatabasesPager struct {\n\tpages []armsql.DatabasesClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockSqlDatabasesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSqlDatabasesPager) NextPage(ctx context.Context) (armsql.DatabasesClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armsql.DatabasesClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorSqlDatabasesPager is a mock pager that always returns an error\ntype errorSqlDatabasesPager struct{}\n\nfunc (e *errorSqlDatabasesPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorSqlDatabasesPager) NextPage(ctx context.Context) (armsql.DatabasesClientListByServerResponse, error) {\n\treturn armsql.DatabasesClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\n// testSqlDatabasesClient wraps the mock to implement the correct interface\ntype testSqlDatabasesClient struct {\n\t*mocks.MockSqlDatabasesClient\n\tpager clients.SqlDatabasesPager\n}\n\nfunc (t *testSqlDatabasesClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SqlDatabasesPager {\n\treturn t.pager\n}\n\nfunc TestSqlDatabase(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\tdatabaseName := \"test-database\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tdatabase := createAzureSqlDatabase(serverName, databaseName, \"\")\n\n\t\tmockClient := mocks.NewMockSqlDatabasesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, databaseName).Return(\n\t\t\tarmsql.DatabasesClientGetResponse{\n\t\t\t\tDatabase: *database,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlDatabasesClient{MockSqlDatabasesClient: mockClient}\n\t\twrapper := manual.NewSqlDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Get requires serverName and databaseName as query parts\n\t\tquery := shared.CompositeLookupKey(serverName, databaseName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.SQLDatabase.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLDatabase, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, databaseName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate the item\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// SQLServer link\n\t\t\t\t\tExpectedType: azureshared.SQLServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// SQLDatabaseSchema child resource link\n\t\t\t\t\tExpectedType: azureshared.SQLDatabaseSchema.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(serverName, databaseName),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithElasticPool\", func(t *testing.T) {\n\t\telasticPoolID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/elasticPools/test-pool\"\n\t\tdatabase := createAzureSqlDatabase(serverName, databaseName, elasticPoolID)\n\n\t\tmockClient := mocks.NewMockSqlDatabasesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, databaseName).Return(\n\t\t\tarmsql.DatabasesClientGetResponse{\n\t\t\t\tDatabase: *database,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlDatabasesClient{MockSqlDatabasesClient: mockClient}\n\t\twrapper := manual.NewSqlDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := serverName + shared.QuerySeparator + databaseName\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// SQLServer link\n\t\t\t\t\tExpectedType: azureshared.SQLServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// SQLElasticPool link (composite: serverName + elasticPoolName)\n\t\t\t\t\tExpectedType: azureshared.SQLElasticPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-server\", \"test-pool\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// SQLDatabaseSchema child resource link\n\t\t\t\t\tExpectedType: azureshared.SQLDatabaseSchema.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(serverName, databaseName),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabasesClient(ctrl)\n\t\ttestClient := &testSqlDatabasesClient{MockSqlDatabasesClient: mockClient}\n\n\t\twrapper := manual.NewSqlDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with insufficient query parts (only server name)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tdatabase1 := createAzureSqlDatabase(serverName, \"database-1\", \"\")\n\t\tdatabase2 := createAzureSqlDatabase(serverName, \"database-2\", \"\")\n\n\t\tmockClient := mocks.NewMockSqlDatabasesClient(ctrl)\n\t\tmockPager := &mockSqlDatabasesPager{\n\t\t\tpages: []armsql.DatabasesClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tDatabaseListResult: armsql.DatabaseListResult{\n\t\t\t\t\t\tValue: []*armsql.Database{database1, database2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlDatabasesClient{\n\t\t\tMockSqlDatabasesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.SQLDatabase.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLDatabase, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_WithNilName\", func(t *testing.T) {\n\t\tdatabase1 := createAzureSqlDatabase(serverName, \"database-1\", \"\")\n\t\tdatabase2 := &armsql.Database{\n\t\t\tName: nil, // Database with nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/databases/database-2\"),\n\t\t\tProperties: &armsql.DatabaseProperties{\n\t\t\t\tStatus: new(armsql.DatabaseStatusOnline),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockSqlDatabasesClient(ctrl)\n\t\tmockPager := &mockSqlDatabasesPager{\n\t\t\tpages: []armsql.DatabasesClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tDatabaseListResult: armsql.DatabaseListResult{\n\t\t\t\t\t\tValue: []*armsql.Database{database1, database2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlDatabasesClient{\n\t\t\tMockSqlDatabasesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (database with nil name is skipped)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name filtered out), got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(serverName, \"database-1\") {\n\t\t\tt.Fatalf(\"Expected database name 'database-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabasesClient(ctrl)\n\t\ttestClient := &testSqlDatabasesClient{MockSqlDatabasesClient: mockClient}\n\n\t\twrapper := manual.NewSqlDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with no query parts - should return error before calling ListByServer\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"database not found\")\n\n\t\tmockClient := mocks.NewMockSqlDatabasesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent-database\").Return(\n\t\t\tarmsql.DatabasesClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testSqlDatabasesClient{MockSqlDatabasesClient: mockClient}\n\t\twrapper := manual.NewSqlDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := serverName + shared.QuerySeparator + \"nonexistent-database\"\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent database, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabasesClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorSqlDatabasesPager{}\n\n\t\ttestClient := &testSqlDatabasesClient{\n\t\t\tMockSqlDatabasesClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\t// The Search implementation should return an error when pager.NextPage returns an error\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlDatabasesClient(ctrl)\n\t\ttestClient := &testSqlDatabasesClient{MockSqlDatabasesClient: mockClient}\n\t\twrapper := manual.NewSqlDatabase(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Cast to sources.Wrapper to access interface methods\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Sql/servers/databases/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\t/* //todo: uncomment when sql server adapter and elastic pool adapter are made\n\t\tif !potentialLinks[azureshared.SQLServer] {\n\t\t\tt.Error(\"Expected PotentialLinks to include SQLServer\")\n\t\t}\n\t\tif !potentialLinks[azureshared.SQLElasticPool] {\n\t\t\tt.Error(\"Expected PotentialLinks to include SQLElasticPool\")\n\t\t}*/\n\n\t\t// Verify TerraformMappings\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_mssql_database.id\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_mssql_database.id' mapping\")\n\t\t}\n\t})\n}\n\n// createAzureSqlDatabase creates a mock Azure SQL database for testing\nfunc createAzureSqlDatabase(serverName, databaseName, elasticPoolID string) *armsql.Database {\n\tdatabaseID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/\" + serverName + \"/databases/\" + databaseName\n\n\tdb := &armsql.Database{\n\t\tName: new(databaseName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tID: new(databaseID),\n\t\tProperties: &armsql.DatabaseProperties{\n\t\t\tStatus: new(armsql.DatabaseStatusOnline),\n\t\t},\n\t}\n\n\tif elasticPoolID != \"\" {\n\t\tdb.Properties.ElasticPoolID = new(elasticPoolID)\n\t}\n\n\treturn db\n}\n" }, { "path": "sources/azure/manual/sql-elastic-pool.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar SQLElasticPoolLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.SQLElasticPool)\n\ntype sqlElasticPoolWrapper struct {\n\tclient clients.SqlElasticPoolClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewSqlElasticPool(client clients.SqlElasticPoolClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &sqlElasticPoolWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.SQLElasticPool,\n\t\t),\n\t}\n}\n\nfunc (s sqlElasticPoolWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and elasticPoolName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\telasticPoolName := queryParts[1]\n\tif elasticPoolName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"elasticPoolName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, elasticPoolName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureSqlElasticPoolToSDPItem(&resp.ElasticPool, serverName, elasticPoolName, scope)\n}\n\nfunc (s sqlElasticPoolWrapper) azureSqlElasticPoolToSDPItem(pool *armsql.ElasticPool, serverName, elasticPoolName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(pool, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, elasticPoolName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.SQLElasticPool.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(pool.Tags),\n\t}\n\n\t// Link to parent SQL Server (from resource ID or known server name)\n\tif pool.ID != nil {\n\t\textractedServerName := azureshared.ExtractPathParamsFromResourceID(*pool.ID, []string{\"servers\"})\n\t\tif len(extractedServerName) >= 1 && extractedServerName[0] != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.SQLServer.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: extractedServerName[0],\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\tif len(sdpItem.GetLinkedItemQueries()) == 0 {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServer.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to Maintenance Configuration when set\n\tif pool.Properties != nil && pool.Properties.MaintenanceConfigurationID != nil && *pool.Properties.MaintenanceConfigurationID != \"\" {\n\t\tconfigName := azureshared.ExtractResourceName(*pool.Properties.MaintenanceConfigurationID)\n\t\tif configName != \"\" {\n\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*pool.Properties.MaintenanceConfigurationID)\n\t\t\tif linkedScope == \"\" && strings.Contains(*pool.Properties.MaintenanceConfigurationID, \"publicMaintenanceConfigurations\") {\n\t\t\t\tlinkedScope = azureshared.ExtractSubscriptionIDFromResourceID(*pool.Properties.MaintenanceConfigurationID)\n\t\t\t}\n\t\t\tif linkedScope == \"\" {\n\t\t\t\tlinkedScope = scope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.MaintenanceMaintenanceConfiguration.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: configName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to SQL Databases (child resource; list by server returns all databases; those in this pool reference this pool via ElasticPoolID)\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.SQLDatabase.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n\nfunc (s sqlElasticPoolWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tSQLServerLookupByName,\n\t\tSQLElasticPoolLookupByName,\n\t}\n}\n\nfunc (s sqlElasticPoolWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, pool := range page.Value {\n\t\t\tif pool.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSqlElasticPoolToSDPItem(pool, serverName, *pool.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s sqlElasticPoolWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, pool := range page.Value {\n\t\t\tif pool.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSqlElasticPoolToSDPItem(pool, serverName, *pool.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s sqlElasticPoolWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tSQLServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s sqlElasticPoolWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.SQLServer: true,\n\t\tazureshared.SQLDatabase: true,\n\t\tazureshared.MaintenanceMaintenanceConfiguration: true,\n\t}\n}\n\nfunc (s sqlElasticPoolWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_mssql_elasticpool.id\",\n\t\t},\n\t}\n}\n\nfunc (s sqlElasticPoolWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Sql/servers/elasticPools/read\",\n\t}\n}\n\nfunc (s sqlElasticPoolWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/sql-elastic-pool_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockSqlElasticPoolPager struct {\n\tpages []armsql.ElasticPoolsClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockSqlElasticPoolPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSqlElasticPoolPager) NextPage(ctx context.Context) (armsql.ElasticPoolsClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armsql.ElasticPoolsClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorSqlElasticPoolPager struct{}\n\nfunc (e *errorSqlElasticPoolPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorSqlElasticPoolPager) NextPage(ctx context.Context) (armsql.ElasticPoolsClientListByServerResponse, error) {\n\treturn armsql.ElasticPoolsClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\ntype testSqlElasticPoolClient struct {\n\t*mocks.MockSqlElasticPoolClient\n\tpager clients.SqlElasticPoolPager\n}\n\nfunc (t *testSqlElasticPoolClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SqlElasticPoolPager {\n\treturn t.pager\n}\n\nfunc TestSqlElasticPool(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\telasticPoolName := \"test-pool\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tpool := createAzureSqlElasticPool(serverName, elasticPoolName)\n\n\t\tmockClient := mocks.NewMockSqlElasticPoolClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, elasticPoolName).Return(\n\t\t\tarmsql.ElasticPoolsClientGetResponse{\n\t\t\t\tElasticPool: *pool,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewSqlElasticPool(&testSqlElasticPoolClient{MockSqlElasticPoolClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, elasticPoolName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.SQLElasticPool.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLElasticPool.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, elasticPoolName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.SQLServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.SQLDatabase.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlElasticPoolClient(ctrl)\n\t\twrapper := manual.NewSqlElasticPool(&testSqlElasticPoolClient{MockSqlElasticPoolClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing only serverName (1 query part), but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlElasticPoolClient(ctrl)\n\t\twrapper := manual.NewSqlElasticPool(&testSqlElasticPoolClient{MockSqlElasticPoolClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when elastic pool name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tpool1 := createAzureSqlElasticPool(serverName, \"pool-1\")\n\t\tpool2 := createAzureSqlElasticPool(serverName, \"pool-2\")\n\n\t\tmockClient := mocks.NewMockSqlElasticPoolClient(ctrl)\n\t\tpager := &mockSqlElasticPoolPager{\n\t\t\tpages: []armsql.ElasticPoolsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tElasticPoolListResult: armsql.ElasticPoolListResult{\n\t\t\t\t\t\tValue: []*armsql.ElasticPool{pool1, pool2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlElasticPoolClient{\n\t\t\tMockSqlElasticPoolClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\n\t\twrapper := manual.NewSqlElasticPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error from Search, got: %v\", qErr)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"Expected 2 items from Search, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tpool := createAzureSqlElasticPool(serverName, elasticPoolName)\n\n\t\tmockClient := mocks.NewMockSqlElasticPoolClient(ctrl)\n\t\tpager := &mockSqlElasticPoolPager{\n\t\t\tpages: []armsql.ElasticPoolsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tElasticPoolListResult: armsql.ElasticPoolListResult{\n\t\t\t\t\t\tValue: []*armsql.ElasticPool{pool},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlElasticPoolClient{\n\t\t\tMockSqlElasticPoolClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewSqlElasticPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], serverName, true, stream)\n\t\titems := stream.GetItems()\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Fatalf(\"Expected no errors from SearchStream, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"Expected 1 item from SearchStream, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlElasticPoolClient(ctrl)\n\t\twrapper := manual.NewSqlElasticPool(&testSqlElasticPoolClient{MockSqlElasticPoolClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"elastic pool not found\")\n\n\t\tmockClient := mocks.NewMockSqlElasticPoolClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent-pool\").Return(\n\t\t\tarmsql.ElasticPoolsClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewSqlElasticPool(&testSqlElasticPoolClient{MockSqlElasticPoolClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent-pool\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent elastic pool, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlElasticPoolClient(ctrl)\n\t\terrorPager := &errorSqlElasticPoolPager{}\n\t\ttestClient := &testSqlElasticPoolClient{\n\t\t\tMockSqlElasticPoolClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlElasticPool(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], serverName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error from Search when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlElasticPoolClient(ctrl)\n\t\twrapper := manual.NewSqlElasticPool(&testSqlElasticPoolClient{MockSqlElasticPoolClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Sql/servers/elasticPools/read\"\n\t\tif !slices.Contains(permissions, expectedPermission) {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif !potentialLinks[azureshared.SQLServer] {\n\t\t\tt.Error(\"Expected PotentialLinks to include SQLServer\")\n\t\t}\n\t\tif !potentialLinks[azureshared.SQLDatabase] {\n\t\t\tt.Error(\"Expected PotentialLinks to include SQLDatabase\")\n\t\t}\n\t\tif !potentialLinks[azureshared.MaintenanceMaintenanceConfiguration] {\n\t\t\tt.Error(\"Expected PotentialLinks to include MaintenanceMaintenanceConfiguration\")\n\t\t}\n\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_mssql_elasticpool.id\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_mssql_elasticpool.id' mapping\")\n\t\t}\n\t})\n}\n\nfunc createAzureSqlElasticPool(serverName, elasticPoolName string) *armsql.ElasticPool {\n\tpoolID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/\" + serverName + \"/elasticPools/\" + elasticPoolName\n\tstate := armsql.ElasticPoolStateReady\n\treturn &armsql.ElasticPool{\n\t\tName: &elasticPoolName,\n\t\tID: &poolID,\n\t\tProperties: &armsql.ElasticPoolProperties{\n\t\t\tState: &state,\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/sql-server-failover-group.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar SQLServerFailoverGroupLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.SQLServerFailoverGroup)\n\ntype sqlServerFailoverGroupWrapper struct {\n\tclient clients.SqlFailoverGroupsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewSqlServerFailoverGroup(client clients.SqlFailoverGroupsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &sqlServerFailoverGroupWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.SQLServerFailoverGroup,\n\t\t),\n\t}\n}\n\n// Get retrieves a specific failover group by server name and failover group name\n// ref: https://learn.microsoft.com/en-us/rest/api/sql/failover-groups/get\nfunc (c sqlServerFailoverGroupWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and failoverGroupName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"serverName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tfailoverGroupName := queryParts[1]\n\tif failoverGroupName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"failoverGroupName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, serverName, failoverGroupName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureFailoverGroupToSDPItem(&resp.FailoverGroup, serverName, scope)\n}\n\n// Search retrieves all failover groups for a given server\n// ref: https://learn.microsoft.com/en-us/rest/api/sql/failover-groups/list-by-server\nfunc (c sqlServerFailoverGroupWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, failoverGroup := range page.Value {\n\t\t\tif failoverGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureFailoverGroupToSDPItem(failoverGroup, serverName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\n// SearchStream streams all failover groups for a given server\nfunc (c sqlServerFailoverGroupWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, c.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, failoverGroup := range page.Value {\n\t\t\tif failoverGroup.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureFailoverGroupToSDPItem(failoverGroup, serverName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c sqlServerFailoverGroupWrapper) azureFailoverGroupToSDPItem(failoverGroup *armsql.FailoverGroup, serverName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif failoverGroup.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"failover group name is nil\"), scope, c.Type())\n\t}\n\tfailoverGroupName := *failoverGroup.Name\n\n\tattributes, err := shared.ToAttributesWithExclude(failoverGroup, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, failoverGroupName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.SQLServerFailoverGroup.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(failoverGroup.Tags),\n\t}\n\n\t// Health mapping based on replication state\n\tif failoverGroup.Properties != nil && failoverGroup.Properties.ReplicationState != nil {\n\t\tswitch *failoverGroup.Properties.ReplicationState {\n\t\tcase \"CATCH_UP\", \"PENDING\", \"SEEDING\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"SUSPENDED\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\t\tcase \"\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link back to the parent SQL Server\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.SQLServer.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tif failoverGroup.Properties != nil {\n\t\t// Link to partner servers\n\t\tif failoverGroup.Properties.PartnerServers != nil {\n\t\t\tfor _, partner := range failoverGroup.Properties.PartnerServers {\n\t\t\t\tif partner != nil && partner.ID != nil && *partner.ID != \"\" {\n\t\t\t\t\tpartnerServerName := azureshared.ExtractResourceName(*partner.ID)\n\t\t\t\t\tif partnerServerName != \"\" {\n\t\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*partner.ID)\n\t\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.SQLServer.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: partnerServerName,\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to databases in the failover group\n\t\tif failoverGroup.Properties.Databases != nil {\n\t\t\tfor _, databaseID := range failoverGroup.Properties.Databases {\n\t\t\t\tif databaseID != nil && *databaseID != \"\" {\n\t\t\t\t\t// Extract server name and database name from the database resource ID\n\t\t\t\t\tparams := azureshared.ExtractPathParamsFromResourceID(*databaseID, []string{\"servers\", \"databases\"})\n\t\t\t\t\tif len(params) >= 2 {\n\t\t\t\t\t\tdbServerName := params[0]\n\t\t\t\t\t\tdbName := params[1]\n\t\t\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*databaseID)\n\t\t\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\t\t\tlinkedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.SQLDatabase.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(dbServerName, dbName),\n\t\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to read-only endpoint target server if specified\n\t\tif failoverGroup.Properties.ReadOnlyEndpoint != nil && failoverGroup.Properties.ReadOnlyEndpoint.TargetServer != nil && *failoverGroup.Properties.ReadOnlyEndpoint.TargetServer != \"\" {\n\t\t\t// TargetServer is a resource ID\n\t\t\ttargetServerName := azureshared.ExtractResourceName(*failoverGroup.Properties.ReadOnlyEndpoint.TargetServer)\n\t\t\tif targetServerName != \"\" {\n\t\t\t\tlinkedScope := azureshared.ExtractScopeFromResourceID(*failoverGroup.Properties.ReadOnlyEndpoint.TargetServer)\n\t\t\t\tif linkedScope == \"\" {\n\t\t\t\t\tlinkedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.SQLServer.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: targetServerName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c sqlServerFailoverGroupWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tSQLServerLookupByName,\n\t\tSQLServerFailoverGroupLookupByName,\n\t}\n}\n\nfunc (c sqlServerFailoverGroupWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tSQLServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c sqlServerFailoverGroupWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.SQLServer,\n\t\tazureshared.SQLDatabase,\n\t)\n}\n\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftsql\nfunc (c sqlServerFailoverGroupWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Sql/servers/failoverGroups/read\",\n\t}\n}\n\nfunc (c sqlServerFailoverGroupWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/sql-server-failover-group_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockSqlFailoverGroupsPager is a simple mock implementation of SqlFailoverGroupsPager\ntype mockSqlFailoverGroupsPager struct {\n\tpages []armsql.FailoverGroupsClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockSqlFailoverGroupsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSqlFailoverGroupsPager) NextPage(ctx context.Context) (armsql.FailoverGroupsClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armsql.FailoverGroupsClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorSqlFailoverGroupsPager is a mock pager that always returns an error\ntype errorSqlFailoverGroupsPager struct{}\n\nfunc (e *errorSqlFailoverGroupsPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorSqlFailoverGroupsPager) NextPage(ctx context.Context) (armsql.FailoverGroupsClientListByServerResponse, error) {\n\treturn armsql.FailoverGroupsClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\n// testSqlFailoverGroupsClient wraps the mock to implement the correct interface\ntype testSqlFailoverGroupsClient struct {\n\t*mocks.MockSqlFailoverGroupsClient\n\tpager clients.SqlFailoverGroupsPager\n}\n\nfunc (t *testSqlFailoverGroupsClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SqlFailoverGroupsPager {\n\treturn t.pager\n}\n\nfunc TestSqlServerFailoverGroup(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\tfailoverGroupName := \"test-failover-group\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tfailoverGroup := createAzureSqlServerFailoverGroup(subscriptionID, resourceGroup, serverName, failoverGroupName)\n\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, failoverGroupName).Return(\n\t\t\tarmsql.FailoverGroupsClientGetResponse{\n\t\t\t\tFailoverGroup: *failoverGroup,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlFailoverGroupsClient{MockSqlFailoverGroupsClient: mockClient}\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, failoverGroupName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.SQLServerFailoverGroup.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerFailoverGroup, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, failoverGroupName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// SQLServer link (parent)\n\t\t\t\t\tExpectedType: azureshared.SQLServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Partner server link\n\t\t\t\t\tExpectedType: azureshared.SQLServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"partner-server\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".partner-rg\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// Database link\n\t\t\t\t\tExpectedType: azureshared.SQLDatabase.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(serverName, \"test-database\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\ttestClient := &testSqlFailoverGroupsClient{MockSqlFailoverGroupsClient: mockClient}\n\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Only provide serverName without failoverGroupName\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\ttestClient := &testSqlFailoverGroupsClient{MockSqlFailoverGroupsClient: mockClient}\n\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Provide empty server name and valid failover group name\n\t\t// Call wrapper.Get directly to get *sdp.QueryError\n\t\t_, qErr := wrapper.Get(ctx, wrapper.Scopes()[0], \"\", failoverGroupName)\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when serverName is empty, but got nil\")\n\t\t}\n\t\tif qErr.GetErrorString() != \"serverName cannot be empty\" {\n\t\t\tt.Errorf(\"Expected error string 'serverName cannot be empty', got: %s\", qErr.GetErrorString())\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyFailoverGroupName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\ttestClient := &testSqlFailoverGroupsClient{MockSqlFailoverGroupsClient: mockClient}\n\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Provide valid server name and empty failover group name\n\t\t// Call wrapper.Get directly to get *sdp.QueryError\n\t\t_, qErr := wrapper.Get(ctx, wrapper.Scopes()[0], serverName, \"\")\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when failoverGroupName is empty, but got nil\")\n\t\t}\n\t\tif qErr.GetErrorString() != \"failoverGroupName cannot be empty\" {\n\t\t\tt.Errorf(\"Expected error string 'failoverGroupName cannot be empty', got: %s\", qErr.GetErrorString())\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tfailoverGroup1 := createAzureSqlServerFailoverGroup(subscriptionID, resourceGroup, serverName, \"failover-group-1\")\n\t\tfailoverGroup2 := createAzureSqlServerFailoverGroup(subscriptionID, resourceGroup, serverName, \"failover-group-2\")\n\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\tmockPager := &mockSqlFailoverGroupsPager{\n\t\t\tpages: []armsql.FailoverGroupsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tFailoverGroupListResult: armsql.FailoverGroupListResult{\n\t\t\t\t\t\tValue: []*armsql.FailoverGroup{failoverGroup1, failoverGroup2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlFailoverGroupsClient{\n\t\t\tMockSqlFailoverGroupsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.SQLServerFailoverGroup.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerFailoverGroup, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tfailoverGroup1 := createAzureSqlServerFailoverGroup(subscriptionID, resourceGroup, serverName, \"failover-group-1\")\n\t\tfailoverGroup2 := createAzureSqlServerFailoverGroup(subscriptionID, resourceGroup, serverName, \"failover-group-2\")\n\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\tmockPager := &mockSqlFailoverGroupsPager{\n\t\t\tpages: []armsql.FailoverGroupsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tFailoverGroupListResult: armsql.FailoverGroupListResult{\n\t\t\t\t\t\tValue: []*armsql.FailoverGroup{failoverGroup1, failoverGroup2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlFailoverGroupsClient{\n\t\t\tMockSqlFailoverGroupsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], serverName, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\ttestClient := &testSqlFailoverGroupsClient{MockSqlFailoverGroupsClient: mockClient}\n\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with empty server name\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when serverName is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\ttestClient := &testSqlFailoverGroupsClient{MockSqlFailoverGroupsClient: mockClient}\n\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with no query parts\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_WithNilName\", func(t *testing.T) {\n\t\tfailoverGroup1 := createAzureSqlServerFailoverGroup(subscriptionID, resourceGroup, serverName, \"failover-group-1\")\n\t\tfailoverGroup2 := &armsql.FailoverGroup{\n\t\t\tName: nil, // FailoverGroup with nil name should be skipped\n\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/failoverGroups/failover-group-2\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\tmockPager := &mockSqlFailoverGroupsPager{\n\t\t\tpages: []armsql.FailoverGroupsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tFailoverGroupListResult: armsql.FailoverGroupListResult{\n\t\t\t\t\t\tValue: []*armsql.FailoverGroup{failoverGroup1, failoverGroup2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlFailoverGroupsClient{\n\t\t\tMockSqlFailoverGroupsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (failover group with nil name is skipped)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name filtered out), got: %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failover group not found\")\n\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent-failover-group\").Return(\n\t\t\tarmsql.FailoverGroupsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testSqlFailoverGroupsClient{MockSqlFailoverGroupsClient: mockClient}\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent-failover-group\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent failover group, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\terrorPager := &errorSqlFailoverGroupsPager{}\n\n\t\ttestClient := &testSqlFailoverGroupsClient{\n\t\t\tMockSqlFailoverGroupsClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlFailoverGroupsClient(ctrl)\n\t\ttestClient := &testSqlFailoverGroupsClient{MockSqlFailoverGroupsClient: mockClient}\n\t\twrapper := manual.NewSqlServerFailoverGroup(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Sql/servers/failoverGroups/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\tif !potentialLinks[azureshared.SQLServer] {\n\t\t\tt.Error(\"Expected PotentialLinks to include SQLServer\")\n\t\t}\n\t\tif !potentialLinks[azureshared.SQLDatabase] {\n\t\t\tt.Error(\"Expected PotentialLinks to include SQLDatabase\")\n\t\t}\n\t})\n}\n\n// createAzureSqlServerFailoverGroup creates a mock Azure SQL Server Failover Group for testing\nfunc createAzureSqlServerFailoverGroup(subscriptionID, resourceGroup, serverName, failoverGroupName string) *armsql.FailoverGroup {\n\tfailoverGroupID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Sql/servers/\" + serverName + \"/failoverGroups/\" + failoverGroupName\n\tpartnerServerID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/partner-rg/providers/Microsoft.Sql/servers/partner-server\"\n\tdatabaseID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Sql/servers/\" + serverName + \"/databases/test-database\"\n\n\treplicationState := \"\"\n\n\treturn &armsql.FailoverGroup{\n\t\tName: new(failoverGroupName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t},\n\t\tID: new(failoverGroupID),\n\t\tProperties: &armsql.FailoverGroupProperties{\n\t\t\tReplicationState: &replicationState,\n\t\t\tPartnerServers: []*armsql.PartnerInfo{\n\t\t\t\t{\n\t\t\t\t\tID: new(partnerServerID),\n\t\t\t\t\tLocation: new(\"westus\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tDatabases: []*string{\n\t\t\t\tnew(databaseID),\n\t\t\t},\n\t\t\tReadWriteEndpoint: &armsql.FailoverGroupReadWriteEndpoint{\n\t\t\t\tFailoverPolicy: new(armsql.ReadWriteEndpointFailoverPolicyAutomatic),\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/sql-server-firewall-rule.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar SQLServerFirewallRuleLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.SQLServerFirewallRule)\n\ntype sqlServerFirewallRuleWrapper struct {\n\tclient clients.SqlServerFirewallRuleClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewSqlServerFirewallRule(client clients.SqlServerFirewallRuleClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &sqlServerFirewallRuleWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.SQLServerFirewallRule,\n\t\t),\n\t}\n}\n\nfunc (s sqlServerFirewallRuleWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and firewallRuleName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tfirewallRuleName := queryParts[1]\n\tif firewallRuleName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"firewallRuleName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, firewallRuleName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureSqlServerFirewallRuleToSDPItem(&resp.FirewallRule, serverName, firewallRuleName, scope)\n}\n\nfunc (s sqlServerFirewallRuleWrapper) azureSqlServerFirewallRuleToSDPItem(rule *armsql.FirewallRule, serverName, firewallRuleName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(rule, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, firewallRuleName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.SQLServerFirewallRule.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: nil, // FirewallRule has no Tags in the Azure SDK\n\t}\n\n\t// Link to parent SQL Server (from resource ID or known server name)\n\tif rule.ID != nil {\n\t\textractedServerName := azureshared.ExtractSQLServerNameFromDatabaseID(*rule.ID)\n\t\tif extractedServerName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.SQLServer.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: extractedServerName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t} else {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServer.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to stdlib IP items for StartIPAddress and EndIPAddress (global scope, GET)\n\tif rule.Properties != nil {\n\t\tif rule.Properties.StartIPAddress != nil && *rule.Properties.StartIPAddress != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *rule.Properties.StartIPAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\tif rule.Properties.EndIPAddress != nil && *rule.Properties.EndIPAddress != \"\" && (rule.Properties.StartIPAddress == nil || *rule.Properties.EndIPAddress != *rule.Properties.StartIPAddress) {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: *rule.Properties.EndIPAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s sqlServerFirewallRuleWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tSQLServerLookupByName,\n\t\tSQLServerFirewallRuleLookupByName,\n\t}\n}\n\nfunc (s sqlServerFirewallRuleWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, rule := range page.Value {\n\t\t\tif rule.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSqlServerFirewallRuleToSDPItem(rule, serverName, *rule.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s sqlServerFirewallRuleWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, rule := range page.Value {\n\t\t\tif rule.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSqlServerFirewallRuleToSDPItem(rule, serverName, *rule.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s sqlServerFirewallRuleWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tSQLServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s sqlServerFirewallRuleWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.SQLServer: true,\n\t\tstdlib.NetworkIP: true,\n\t}\n}\n\nfunc (s sqlServerFirewallRuleWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_mssql_firewall_rule.id\",\n\t\t},\n\t}\n}\n\nfunc (s sqlServerFirewallRuleWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Sql/servers/firewallRules/read\",\n\t}\n}\n\nfunc (s sqlServerFirewallRuleWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/sql-server-firewall-rule_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\ntype mockSqlServerFirewallRulePager struct {\n\tpages []armsql.FirewallRulesClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockSqlServerFirewallRulePager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSqlServerFirewallRulePager) NextPage(ctx context.Context) (armsql.FirewallRulesClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armsql.FirewallRulesClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorSqlServerFirewallRulePager struct{}\n\nfunc (e *errorSqlServerFirewallRulePager) More() bool {\n\treturn true\n}\n\nfunc (e *errorSqlServerFirewallRulePager) NextPage(ctx context.Context) (armsql.FirewallRulesClientListByServerResponse, error) {\n\treturn armsql.FirewallRulesClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\ntype testSqlServerFirewallRuleClient struct {\n\t*mocks.MockSqlServerFirewallRuleClient\n\tpager clients.SqlServerFirewallRulePager\n}\n\nfunc (t *testSqlServerFirewallRuleClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SqlServerFirewallRulePager {\n\treturn t.pager\n}\n\nfunc TestSqlServerFirewallRule(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\tfirewallRuleName := \"test-rule\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\trule := createAzureSqlServerFirewallRule(serverName, firewallRuleName)\n\n\t\tmockClient := mocks.NewMockSqlServerFirewallRuleClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, firewallRuleName).Return(\n\t\t\tarmsql.FirewallRulesClientGetResponse{\n\t\t\t\tFirewallRule: *rule,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewSqlServerFirewallRule(&testSqlServerFirewallRuleClient{MockSqlServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, firewallRuleName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.SQLServerFirewallRule.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerFirewallRule, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, firewallRuleName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.SQLServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"0.0.0.0\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"255.255.255.255\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerFirewallRuleClient(ctrl)\n\t\twrapper := manual.NewSqlServerFirewallRule(&testSqlServerFirewallRuleClient{MockSqlServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing only serverName (1 query part), but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerFirewallRuleClient(ctrl)\n\t\twrapper := manual.NewSqlServerFirewallRule(&testSqlServerFirewallRuleClient{MockSqlServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when firewall rule name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\trule1 := createAzureSqlServerFirewallRule(serverName, \"rule1\")\n\t\trule2 := createAzureSqlServerFirewallRule(serverName, \"rule2\")\n\n\t\tmockClient := mocks.NewMockSqlServerFirewallRuleClient(ctrl)\n\t\tpager := &mockSqlServerFirewallRulePager{\n\t\t\tpages: []armsql.FirewallRulesClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tFirewallRuleListResult: armsql.FirewallRuleListResult{\n\t\t\t\t\t\tValue: []*armsql.FirewallRule{rule1, rule2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlServerFirewallRuleClient{\n\t\t\tMockSqlServerFirewallRuleClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewSqlServerFirewallRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error from Search, got: %v\", qErr)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"Expected 2 items from Search, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\trule1 := createAzureSqlServerFirewallRule(serverName, \"rule1\")\n\n\t\tmockClient := mocks.NewMockSqlServerFirewallRuleClient(ctrl)\n\t\tpager := &mockSqlServerFirewallRulePager{\n\t\t\tpages: []armsql.FirewallRulesClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tFirewallRuleListResult: armsql.FirewallRuleListResult{\n\t\t\t\t\t\tValue: []*armsql.FirewallRule{rule1},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlServerFirewallRuleClient{\n\t\t\tMockSqlServerFirewallRuleClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewSqlServerFirewallRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], serverName, true, stream)\n\t\titems := stream.GetItems()\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Fatalf(\"Expected no errors from SearchStream, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"Expected 1 item from SearchStream, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerFirewallRuleClient(ctrl)\n\t\twrapper := manual.NewSqlServerFirewallRule(&testSqlServerFirewallRuleClient{MockSqlServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"firewall rule not found\")\n\n\t\tmockClient := mocks.NewMockSqlServerFirewallRuleClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent-rule\").Return(\n\t\t\tarmsql.FirewallRulesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewSqlServerFirewallRule(&testSqlServerFirewallRuleClient{MockSqlServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent-rule\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent firewall rule, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerFirewallRuleClient(ctrl)\n\t\terrorPager := &errorSqlServerFirewallRulePager{}\n\t\ttestClient := &testSqlServerFirewallRuleClient{\n\t\t\tMockSqlServerFirewallRuleClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServerFirewallRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], serverName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error from Search when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerFirewallRuleClient(ctrl)\n\t\twrapper := manual.NewSqlServerFirewallRule(&testSqlServerFirewallRuleClient{MockSqlServerFirewallRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Sql/servers/firewallRules/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif !potentialLinks[azureshared.SQLServer] {\n\t\t\tt.Error(\"Expected PotentialLinks to include SQLServer\")\n\t\t}\n\t\tif !potentialLinks[stdlib.NetworkIP] {\n\t\t\tt.Error(\"Expected PotentialLinks to include stdlib.NetworkIP\")\n\t\t}\n\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_mssql_firewall_rule.id\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_mssql_firewall_rule.id' mapping\")\n\t\t}\n\t})\n}\n\nfunc createAzureSqlServerFirewallRule(serverName, firewallRuleName string) *armsql.FirewallRule {\n\truleID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/\" + serverName + \"/firewallRules/\" + firewallRuleName\n\treturn &armsql.FirewallRule{\n\t\tName: new(firewallRuleName),\n\t\tID: new(ruleID),\n\t\tProperties: &armsql.ServerFirewallRuleProperties{\n\t\t\tStartIPAddress: new(\"0.0.0.0\"),\n\t\t\tEndIPAddress: new(\"255.255.255.255\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/sql-server-key.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar SQLServerKeyLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.SQLServerKey)\n\ntype sqlServerKeyWrapper struct {\n\tclient clients.SqlServerKeysClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewSqlServerKey(client clients.SqlServerKeysClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &sqlServerKeyWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.SQLServerKey,\n\t\t),\n\t}\n}\n\n// Get retrieves a single SQL Server Key by serverName and keyName\n// ref: https://learn.microsoft.com/en-us/rest/api/sql/server-keys/get\nfunc (c sqlServerKeyWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and keyName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tkeyName := queryParts[1]\n\n\tif serverName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"serverName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tif keyName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"keyName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tresp, err := c.client.Get(ctx, rgScope.ResourceGroup, serverName, keyName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\treturn c.azureSqlServerKeyToSDPItem(&resp.ServerKey, serverName, scope)\n}\n\nfunc (c sqlServerKeyWrapper) azureSqlServerKeyToSDPItem(serverKey *armsql.ServerKey, serverName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tif serverKey.Name == nil {\n\t\treturn nil, azureshared.QueryError(errors.New(\"server key name is nil\"), scope, c.Type())\n\t}\n\tkeyName := *serverKey.Name\n\n\tattributes, err := shared.ToAttributesWithExclude(serverKey)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, keyName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.SQLServerKey.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link back to parent SQL Server\n\tif serverName != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServer.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to Key Vault Key if this is an Azure Key Vault type key\n\t// The URI field contains the Key Vault key URI for AzureKeyVault server key types\n\t// URI format: https://{vaultName}.vault.azure.net/keys/{keyName}/{version}\n\tif serverKey.Properties != nil && serverKey.Properties.URI != nil && *serverKey.Properties.URI != \"\" {\n\t\tkeyURI := *serverKey.Properties.URI\n\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyURI)\n\t\tkeyVaultKeyName := azureshared.ExtractKeyNameFromURI(keyURI)\n\t\tif vaultName != \"\" && keyVaultKeyName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(vaultName, keyVaultKeyName),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\n// Search retrieves all SQL Server Keys for a given server\n// ref: https://learn.microsoft.com/en-us/rest/api/sql/server-keys/list-by-server\nfunc (c sqlServerKeyWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: c.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, c.Type())\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t}\n\tpager := c.client.NewListByServerPager(rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, c.Type())\n\t\t}\n\t\tfor _, serverKey := range page.Value {\n\t\t\tif serverKey.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureSqlServerKeyToSDPItem(serverKey, serverName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (c sqlServerKeyWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, c.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"serverName cannot be empty\"), scope, c.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := c.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\treturn\n\t}\n\tpager := c.client.NewListByServerPager(rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, serverKey := range page.Value {\n\t\t\tif serverKey.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := c.azureSqlServerKeyToSDPItem(serverKey, serverName, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (c sqlServerKeyWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tSQLServerLookupByName,\n\t\tSQLServerKeyLookupByName,\n\t}\n}\n\nfunc (c sqlServerKeyWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tSQLServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (c sqlServerKeyWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.SQLServer,\n\t\tazureshared.KeyVaultKey,\n\t)\n}\n\n// IAMPermissions returns the required Azure RBAC permissions for reading SQL Server Keys\n// ref: https://learn.microsoft.com/en-us/azure/role-based-access-control/resource-provider-operations#microsoftsql\nfunc (c sqlServerKeyWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Sql/servers/keys/read\",\n\t}\n}\n\nfunc (c sqlServerKeyWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/sql-server-key_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockSqlServerKeysPager is a simple mock implementation of SqlServerKeysPager\ntype mockSqlServerKeysPager struct {\n\tpages []armsql.ServerKeysClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockSqlServerKeysPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSqlServerKeysPager) NextPage(ctx context.Context) (armsql.ServerKeysClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armsql.ServerKeysClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorSqlServerKeysPager is a mock pager that always returns an error\ntype errorSqlServerKeysPager struct{}\n\nfunc (e *errorSqlServerKeysPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorSqlServerKeysPager) NextPage(ctx context.Context) (armsql.ServerKeysClientListByServerResponse, error) {\n\treturn armsql.ServerKeysClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\n// testSqlServerKeysClient wraps the mock to implement the correct interface\ntype testSqlServerKeysClient struct {\n\t*mocks.MockSqlServerKeysClient\n\tpager clients.SqlServerKeysPager\n}\n\nfunc (t *testSqlServerKeysClient) NewListByServerPager(resourceGroupName, serverName string) clients.SqlServerKeysPager {\n\treturn t.pager\n}\n\nfunc TestSqlServerKey(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\tkeyName := \"test-key\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tserverKey := createAzureSqlServerKey(serverName, keyName, \"\")\n\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, keyName).Return(\n\t\t\tarmsql.ServerKeysClientGetResponse{\n\t\t\t\tServerKey: *serverKey,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlServerKeysClient{MockSqlServerKeysClient: mockClient}\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Get requires serverName and keyName as query parts\n\t\tquery := shared.CompositeLookupKey(serverName, keyName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.SQLServerKey.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerKey, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, keyName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate the item\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// SQLServer link (parent)\n\t\t\t\t\tExpectedType: azureshared.SQLServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithKeyVaultKey\", func(t *testing.T) {\n\t\tkeyVaultKeyURI := \"https://my-vault.vault.azure.net/keys/my-key/12345\"\n\t\tserverKey := createAzureSqlServerKey(serverName, keyName, keyVaultKeyURI)\n\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, keyName).Return(\n\t\t\tarmsql.ServerKeysClientGetResponse{\n\t\t\t\tServerKey: *serverKey,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlServerKeysClient{MockSqlServerKeysClient: mockClient}\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, keyName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// SQLServer link (parent)\n\t\t\t\t\tExpectedType: azureshared.SQLServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// KeyVaultKey link\n\t\t\t\t\tExpectedType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"my-vault\", \"my-key\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\ttestClient := &testSqlServerKeysClient{MockSqlServerKeysClient: mockClient}\n\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with insufficient query parts (only server name)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\ttestClient := &testSqlServerKeysClient{MockSqlServerKeysClient: mockClient}\n\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty server name\n\t\tquery := shared.CompositeLookupKey(\"\", keyName)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty server name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyKeyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\ttestClient := &testSqlServerKeysClient{MockSqlServerKeysClient: mockClient}\n\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with empty key name\n\t\tquery := shared.CompositeLookupKey(serverName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty key name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tserverKey1 := createAzureSqlServerKey(serverName, \"key-1\", \"\")\n\t\tserverKey2 := createAzureSqlServerKey(serverName, \"key-2\", \"\")\n\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\tmockPager := &mockSqlServerKeysPager{\n\t\t\tpages: []armsql.ServerKeysClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tServerKeyListResult: armsql.ServerKeyListResult{\n\t\t\t\t\t\tValue: []*armsql.ServerKey{serverKey1, serverKey2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlServerKeysClient{\n\t\t\tMockSqlServerKeysClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.SQLServerKey.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerKey, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\tserverKey1 := createAzureSqlServerKey(serverName, \"key-1\", \"\")\n\t\tserverKey2 := createAzureSqlServerKey(serverName, \"key-2\", \"\")\n\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\tmockPager := &mockSqlServerKeysPager{\n\t\t\tpages: []armsql.ServerKeysClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tServerKeyListResult: armsql.ServerKeyListResult{\n\t\t\t\t\t\tValue: []*armsql.ServerKey{serverKey1, serverKey2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlServerKeysClient{\n\t\t\tMockSqlServerKeysClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], serverName, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"Search_WithNilName\", func(t *testing.T) {\n\t\tserverKey1 := createAzureSqlServerKey(serverName, \"key-1\", \"\")\n\t\tserverKey2 := &armsql.ServerKey{\n\t\t\tName: nil, // Key with nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/keys/key-2\"),\n\t\t\tProperties: &armsql.ServerKeyProperties{\n\t\t\t\tServerKeyType: new(armsql.ServerKeyTypeServiceManaged),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\tmockPager := &mockSqlServerKeysPager{\n\t\t\tpages: []armsql.ServerKeysClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tServerKeyListResult: armsql.ServerKeyListResult{\n\t\t\t\t\t\tValue: []*armsql.ServerKey{serverKey1, serverKey2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlServerKeysClient{\n\t\t\tMockSqlServerKeysClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (key with nil name is skipped)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name filtered out), got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(serverName, \"key-1\") {\n\t\t\tt.Fatalf(\"Expected key name 'key-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\ttestClient := &testSqlServerKeysClient{MockSqlServerKeysClient: mockClient}\n\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with no query parts - should return error before calling NewListByServerPager\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithEmptyServerName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\ttestClient := &testSqlServerKeysClient{MockSqlServerKeysClient: mockClient}\n\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search with empty server name\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], \"\")\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty server name in Search, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"key not found\")\n\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent-key\").Return(\n\t\t\tarmsql.ServerKeysClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testSqlServerKeysClient{MockSqlServerKeysClient: mockClient}\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent-key\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent key, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorSqlServerKeysPager{}\n\n\t\ttestClient := &testSqlServerKeysClient{\n\t\t\tMockSqlServerKeysClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\t// The Search implementation should return an error when pager.NextPage returns an error\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerKeysClient(ctrl)\n\t\ttestClient := &testSqlServerKeysClient{MockSqlServerKeysClient: mockClient}\n\t\twrapper := manual.NewSqlServerKey(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Cast to sources.Wrapper to access interface methods\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Sql/servers/keys/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\tif !potentialLinks[azureshared.SQLServer] {\n\t\t\tt.Error(\"Expected PotentialLinks to include SQLServer\")\n\t\t}\n\t\tif !potentialLinks[azureshared.KeyVaultKey] {\n\t\t\tt.Error(\"Expected PotentialLinks to include KeyVaultKey\")\n\t\t}\n\n\t\t// Verify PredefinedRole using type assertion to the searchable wrapper\n\t\tif sw, ok := wrapper.(interface{ PredefinedRole() string }); ok {\n\t\t\trole := sw.PredefinedRole()\n\t\t\tif role != \"Reader\" {\n\t\t\t\tt.Errorf(\"Expected PredefinedRole to be 'Reader', got %s\", role)\n\t\t\t}\n\t\t}\n\t})\n}\n\n// createAzureSqlServerKey creates a mock Azure SQL Server Key for testing\nfunc createAzureSqlServerKey(serverName, keyName, keyVaultKeyURI string) *armsql.ServerKey {\n\tkeyID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/\" + serverName + \"/keys/\" + keyName\n\n\tkeyType := armsql.ServerKeyTypeServiceManaged\n\tif keyVaultKeyURI != \"\" {\n\t\tkeyType = armsql.ServerKeyTypeAzureKeyVault\n\t}\n\n\tserverKey := &armsql.ServerKey{\n\t\tName: new(keyName),\n\t\tLocation: new(\"eastus\"),\n\t\tID: new(keyID),\n\t\tProperties: &armsql.ServerKeyProperties{\n\t\t\tServerKeyType: new(keyType),\n\t\t},\n\t}\n\n\tif keyVaultKeyURI != \"\" {\n\t\tserverKey.Properties.URI = new(keyVaultKeyURI)\n\t}\n\n\treturn serverKey\n}\n" }, { "path": "sources/azure/manual/sql-server-private-endpoint-connection.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar SQLServerPrivateEndpointConnectionLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.SQLServerPrivateEndpointConnection)\n\ntype sqlServerPrivateEndpointConnectionWrapper struct {\n\tclient clients.SQLServerPrivateEndpointConnectionsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewSQLServerPrivateEndpointConnection returns a SearchableWrapper for Azure SQL server private endpoint connections.\nfunc NewSQLServerPrivateEndpointConnection(client clients.SQLServerPrivateEndpointConnectionsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &sqlServerPrivateEndpointConnectionWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.SQLServerPrivateEndpointConnection,\n\t\t),\n\t}\n}\n\nfunc (s sqlServerPrivateEndpointConnectionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and privateEndpointConnectionName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\tconnectionName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, connectionName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(&resp.PrivateEndpointConnection, serverName, connectionName, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\treturn item, nil\n}\n\nfunc (s sqlServerPrivateEndpointConnectionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tSQLServerLookupByName,\n\t\tSQLServerPrivateEndpointConnectionLookupByName,\n\t}\n}\n\nfunc (s sqlServerPrivateEndpointConnectionWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(conn, serverName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s sqlServerPrivateEndpointConnectionWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn == nil || conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(conn, serverName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s sqlServerPrivateEndpointConnectionWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tSQLServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s sqlServerPrivateEndpointConnectionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.SQLServer: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t}\n}\n\nfunc (s sqlServerPrivateEndpointConnectionWrapper) azurePrivateEndpointConnectionToSDPItem(conn *armsql.PrivateEndpointConnection, serverName, connectionName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(conn)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, connectionName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.SQLServerPrivateEndpointConnection.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Health from provisioning state (armsql uses PrivateEndpointProvisioningState enum)\n\tif conn.Properties != nil && conn.Properties.ProvisioningState != nil {\n\t\tstate := strings.ToLower(string(*conn.Properties.ProvisioningState))\n\t\tswitch state {\n\t\tcase \"ready\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase \"approving\", \"dropping\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase \"failed\", \"rejecting\":\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent SQL Server\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.SQLServer.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: serverName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Network Private Endpoint when present (may be in different resource group)\n\tif conn.Properties != nil && conn.Properties.PrivateEndpoint != nil && conn.Properties.PrivateEndpoint.ID != nil {\n\t\tpeID := *conn.Properties.PrivateEndpoint.ID\n\t\tpeName := azureshared.ExtractResourceName(peID)\n\t\tif peName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(peID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: peName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s sqlServerPrivateEndpointConnectionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Sql/servers/privateEndpointConnections/read\",\n\t}\n}\n\nfunc (s sqlServerPrivateEndpointConnectionWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/sql-server-private-endpoint-connection_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockSQLServerPrivateEndpointConnectionsPager struct {\n\tpages []armsql.PrivateEndpointConnectionsClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockSQLServerPrivateEndpointConnectionsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSQLServerPrivateEndpointConnectionsPager) NextPage(ctx context.Context) (armsql.PrivateEndpointConnectionsClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armsql.PrivateEndpointConnectionsClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype testSQLServerPrivateEndpointConnectionsClient struct {\n\t*mocks.MockSQLServerPrivateEndpointConnectionsClient\n\tpager clients.SQLServerPrivateEndpointConnectionsPager\n}\n\nfunc (t *testSQLServerPrivateEndpointConnectionsClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SQLServerPrivateEndpointConnectionsPager {\n\treturn t.pager\n}\n\nfunc TestSQLServerPrivateEndpointConnection(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-sql-server\"\n\tconnectionName := \"test-pec\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tconn := createAzureSQLServerPrivateEndpointConnection(connectionName, \"\")\n\n\t\tmockClient := mocks.NewMockSQLServerPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, connectionName).Return(\n\t\t\tarmsql.PrivateEndpointConnectionsClientGetResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSQLServerPrivateEndpointConnectionsClient{MockSQLServerPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewSQLServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.SQLServerPrivateEndpointConnection.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerPrivateEndpointConnection, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(serverName, connectionName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(serverName, connectionName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tfoundSQLServer := false\n\t\t\tfor _, lq := range linkedQueries {\n\t\t\t\tif lq.GetQuery().GetType() == azureshared.SQLServer.String() {\n\t\t\t\t\tfoundSQLServer = true\n\t\t\t\t\tif lq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected SQLServer link method GET, got %v\", lq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif lq.GetQuery().GetQuery() != serverName {\n\t\t\t\t\t\tt.Errorf(\"Expected SQLServer query %s, got %s\", serverName, lq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !foundSQLServer {\n\t\t\t\tt.Error(\"Expected linked query to SQLServer\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithPrivateEndpointLink\", func(t *testing.T) {\n\t\tpeID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-pe\"\n\t\tconn := createAzureSQLServerPrivateEndpointConnection(connectionName, peID)\n\n\t\tmockClient := mocks.NewMockSQLServerPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, connectionName).Return(\n\t\t\tarmsql.PrivateEndpointConnectionsClientGetResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSQLServerPrivateEndpointConnectionsClient{MockSQLServerPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewSQLServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfoundPrivateEndpoint := false\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif lq.GetQuery().GetType() == azureshared.NetworkPrivateEndpoint.String() {\n\t\t\t\tfoundPrivateEndpoint = true\n\t\t\t\tif lq.GetQuery().GetQuery() != \"test-pe\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkPrivateEndpoint query 'test-pe', got %s\", lq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundPrivateEndpoint {\n\t\t\tt.Error(\"Expected linked query to NetworkPrivateEndpoint when PrivateEndpoint ID is set\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSQLServerPrivateEndpointConnectionsClient(ctrl)\n\t\ttestClient := &testSQLServerPrivateEndpointConnectionsClient{MockSQLServerPrivateEndpointConnectionsClient: mockClient}\n\n\t\twrapper := manual.NewSQLServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tconn1 := createAzureSQLServerPrivateEndpointConnection(\"pec-1\", \"\")\n\t\tconn2 := createAzureSQLServerPrivateEndpointConnection(\"pec-2\", \"\")\n\n\t\tmockClient := mocks.NewMockSQLServerPrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockSQLServerPrivateEndpointConnectionsPager{\n\t\t\tpages: []armsql.PrivateEndpointConnectionsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tPrivateEndpointConnectionListResult: armsql.PrivateEndpointConnectionListResult{\n\t\t\t\t\t\tValue: []*armsql.PrivateEndpointConnection{conn1, conn2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSQLServerPrivateEndpointConnectionsClient{\n\t\t\tMockSQLServerPrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSQLServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.SQLServerPrivateEndpointConnection.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerPrivateEndpointConnection, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_NilNameSkipped\", func(t *testing.T) {\n\t\tvalidConn := createAzureSQLServerPrivateEndpointConnection(\"valid-pec\", \"\")\n\n\t\tmockClient := mocks.NewMockSQLServerPrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockSQLServerPrivateEndpointConnectionsPager{\n\t\t\tpages: []armsql.PrivateEndpointConnectionsClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tPrivateEndpointConnectionListResult: armsql.PrivateEndpointConnectionListResult{\n\t\t\t\t\t\tValue: []*armsql.PrivateEndpointConnection{\n\t\t\t\t\t\t\t{Name: nil},\n\t\t\t\t\t\t\tvalidConn,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSQLServerPrivateEndpointConnectionsClient{\n\t\t\tMockSQLServerPrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSQLServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(serverName, \"valid-pec\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(serverName, \"valid-pec\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSQLServerPrivateEndpointConnectionsClient(ctrl)\n\t\ttestClient := &testSQLServerPrivateEndpointConnectionsClient{MockSQLServerPrivateEndpointConnectionsClient: mockClient}\n\n\t\twrapper := manual.NewSQLServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"private endpoint connection not found\")\n\n\t\tmockClient := mocks.NewMockSQLServerPrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent-pec\").Return(\n\t\t\tarmsql.PrivateEndpointConnectionsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testSQLServerPrivateEndpointConnectionsClient{MockSQLServerPrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewSQLServerPrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent-pec\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent private endpoint connection, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\twrapper := manual.NewSQLServerPrivateEndpointConnection(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif !links[azureshared.SQLServer] {\n\t\t\tt.Error(\"Expected SQLServer in PotentialLinks\")\n\t\t}\n\t\tif !links[azureshared.NetworkPrivateEndpoint] {\n\t\t\tt.Error(\"Expected NetworkPrivateEndpoint in PotentialLinks\")\n\t\t}\n\t})\n}\n\nfunc createAzureSQLServerPrivateEndpointConnection(connectionName, privateEndpointID string) *armsql.PrivateEndpointConnection {\n\tready := armsql.PrivateEndpointProvisioningStateReady\n\tapproved := armsql.PrivateLinkServiceConnectionStateStatusApproved\n\tconn := &armsql.PrivateEndpointConnection{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-sql-server/privateEndpointConnections/\" + connectionName),\n\t\tName: new(connectionName),\n\t\tType: new(\"Microsoft.Sql/servers/privateEndpointConnections\"),\n\t\tProperties: &armsql.PrivateEndpointConnectionProperties{\n\t\t\tProvisioningState: &ready,\n\t\t\tPrivateLinkServiceConnectionState: &armsql.PrivateLinkServiceConnectionStateProperty{\n\t\t\t\tStatus: &approved,\n\t\t\t},\n\t\t},\n\t}\n\tif privateEndpointID != \"\" {\n\t\tconn.Properties.PrivateEndpoint = &armsql.PrivateEndpointProperty{\n\t\t\tID: new(privateEndpointID),\n\t\t}\n\t}\n\treturn conn\n}\n" }, { "path": "sources/azure/manual/sql-server-virtual-network-rule.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar SQLServerVirtualNetworkRuleLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.SQLServerVirtualNetworkRule)\n\ntype sqlServerVirtualNetworkRuleWrapper struct {\n\tclient clients.SqlServerVirtualNetworkRuleClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewSqlServerVirtualNetworkRule(client clients.SqlServerVirtualNetworkRuleClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &sqlServerVirtualNetworkRuleWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.SQLServerVirtualNetworkRule,\n\t\t),\n\t}\n}\n\nfunc (s sqlServerVirtualNetworkRuleWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: serverName and virtualNetworkRuleName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\truleName := queryParts[1]\n\tif ruleName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"virtualNetworkRuleName cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, ruleName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureSqlServerVirtualNetworkRuleToSDPItem(&resp.VirtualNetworkRule, serverName, ruleName, scope)\n}\n\nfunc (s sqlServerVirtualNetworkRuleWrapper) azureSqlServerVirtualNetworkRuleToSDPItem(rule *armsql.VirtualNetworkRule, serverName, ruleName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(rule, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serverName, ruleName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.SQLServerVirtualNetworkRule.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: nil, // VirtualNetworkRule has no Tags in the Azure SDK\n\t}\n\n\t// Link to parent SQL Server (from resource ID or known server name)\n\tif rule.ID != nil {\n\t\textractedServerName := azureshared.ExtractSQLServerNameFromDatabaseID(*rule.ID)\n\t\tif extractedServerName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.SQLServer.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: extractedServerName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t} else {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServer.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to Virtual Network and Subnet when VirtualNetworkSubnetID is set\n\t// Subnet ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnetName}/subnets/{subnetName}\n\tif rule.Properties != nil && rule.Properties.VirtualNetworkSubnetID != nil {\n\t\tsubnetID := *rule.Properties.VirtualNetworkSubnetID\n\t\tscopeParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\tif len(scopeParams) >= 2 && len(subnetParams) >= 2 {\n\t\t\tsubscriptionID := scopeParams[0]\n\t\t\tresourceGroupName := scopeParams[1]\n\t\t\tvnetName := subnetParams[0]\n\t\t\tsubnetName := subnetParams[1]\n\t\t\tsubnetScope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t\t\t// Link to Virtual Network\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vnetName,\n\t\t\t\t\tScope: subnetScope,\n\t\t\t\t},\n\t\t\t})\n\t\t\t// Link to Subnet\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(vnetName, subnetName),\n\t\t\t\t\tScope: subnetScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s sqlServerVirtualNetworkRuleWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tSQLServerLookupByName,\n\t\tSQLServerVirtualNetworkRuleLookupByName,\n\t}\n}\n\nfunc (s sqlServerVirtualNetworkRuleWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: serverName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, rule := range page.Value {\n\t\t\tif rule.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSqlServerVirtualNetworkRuleToSDPItem(rule, serverName, *rule.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s sqlServerVirtualNetworkRuleWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: serverName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tserverName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByServer(ctx, rgScope.ResourceGroup, serverName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, rule := range page.Value {\n\t\t\tif rule.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSqlServerVirtualNetworkRuleToSDPItem(rule, serverName, *rule.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s sqlServerVirtualNetworkRuleWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tSQLServerLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s sqlServerVirtualNetworkRuleWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.SQLServer: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.NetworkVirtualNetwork: true,\n\t}\n}\n\nfunc (s sqlServerVirtualNetworkRuleWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_mssql_virtual_network_rule.id\",\n\t\t},\n\t}\n}\n\nfunc (s sqlServerVirtualNetworkRuleWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Sql/servers/virtualNetworkRules/read\",\n\t}\n}\n\nfunc (s sqlServerVirtualNetworkRuleWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/sql-server-virtual-network-rule_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockSqlServerVirtualNetworkRulePager struct {\n\tpages []armsql.VirtualNetworkRulesClientListByServerResponse\n\tindex int\n}\n\nfunc (m *mockSqlServerVirtualNetworkRulePager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSqlServerVirtualNetworkRulePager) NextPage(ctx context.Context) (armsql.VirtualNetworkRulesClientListByServerResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armsql.VirtualNetworkRulesClientListByServerResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorSqlServerVirtualNetworkRulePager struct{}\n\nfunc (e *errorSqlServerVirtualNetworkRulePager) More() bool {\n\treturn true\n}\n\nfunc (e *errorSqlServerVirtualNetworkRulePager) NextPage(ctx context.Context) (armsql.VirtualNetworkRulesClientListByServerResponse, error) {\n\treturn armsql.VirtualNetworkRulesClientListByServerResponse{}, errors.New(\"pager error\")\n}\n\ntype testSqlServerVirtualNetworkRuleClient struct {\n\t*mocks.MockSqlServerVirtualNetworkRuleClient\n\tpager clients.SqlServerVirtualNetworkRulePager\n}\n\nfunc (t *testSqlServerVirtualNetworkRuleClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SqlServerVirtualNetworkRulePager {\n\treturn t.pager\n}\n\nfunc TestSqlServerVirtualNetworkRule(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\truleName := \"test-vnet-rule\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\trule := createAzureSqlServerVirtualNetworkRule(serverName, ruleName, \"\")\n\n\t\tmockClient := mocks.NewMockSqlServerVirtualNetworkRuleClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, ruleName).Return(\n\t\t\tarmsql.VirtualNetworkRulesClientGetResponse{\n\t\t\t\tVirtualNetworkRule: *rule,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewSqlServerVirtualNetworkRule(&testSqlServerVirtualNetworkRuleClient{MockSqlServerVirtualNetworkRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, ruleName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.SQLServerVirtualNetworkRule.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServerVirtualNetworkRule, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(serverName, ruleName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedUniqueAttrValue {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedUniqueAttrValue, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.SQLServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithSubnetLink\", func(t *testing.T) {\n\t\tsubnetID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Network/virtualNetworks/test-vnet/subnets/test-subnet\"\n\t\trule := createAzureSqlServerVirtualNetworkRule(serverName, ruleName, subnetID)\n\n\t\tmockClient := mocks.NewMockSqlServerVirtualNetworkRuleClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, ruleName).Return(\n\t\t\tarmsql.VirtualNetworkRulesClientGetResponse{\n\t\t\t\tVirtualNetworkRule: *rule,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewSqlServerVirtualNetworkRule(&testSqlServerVirtualNetworkRuleClient{MockSqlServerVirtualNetworkRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, ruleName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.SQLServer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkVirtualNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vnet\",\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-vnet\", \"test-subnet\"),\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerVirtualNetworkRuleClient(ctrl)\n\t\twrapper := manual.NewSqlServerVirtualNetworkRule(&testSqlServerVirtualNetworkRuleClient{MockSqlServerVirtualNetworkRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing only serverName (1 query part), but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithEmptyName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerVirtualNetworkRuleClient(ctrl)\n\t\twrapper := manual.NewSqlServerVirtualNetworkRule(&testSqlServerVirtualNetworkRuleClient{MockSqlServerVirtualNetworkRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when virtual network rule name is empty, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\trule1 := createAzureSqlServerVirtualNetworkRule(serverName, \"rule1\", \"\")\n\t\trule2 := createAzureSqlServerVirtualNetworkRule(serverName, \"rule2\", \"\")\n\n\t\tmockClient := mocks.NewMockSqlServerVirtualNetworkRuleClient(ctrl)\n\t\tpager := &mockSqlServerVirtualNetworkRulePager{\n\t\t\tpages: []armsql.VirtualNetworkRulesClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tVirtualNetworkRuleListResult: armsql.VirtualNetworkRuleListResult{\n\t\t\t\t\t\tValue: []*armsql.VirtualNetworkRule{rule1, rule2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlServerVirtualNetworkRuleClient{\n\t\t\tMockSqlServerVirtualNetworkRuleClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewSqlServerVirtualNetworkRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error from Search, got: %v\", qErr)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Errorf(\"Expected 2 items from Search, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\trule1 := createAzureSqlServerVirtualNetworkRule(serverName, \"rule1\", \"\")\n\n\t\tmockClient := mocks.NewMockSqlServerVirtualNetworkRuleClient(ctrl)\n\t\tpager := &mockSqlServerVirtualNetworkRulePager{\n\t\t\tpages: []armsql.VirtualNetworkRulesClientListByServerResponse{\n\t\t\t\t{\n\t\t\t\t\tVirtualNetworkRuleListResult: armsql.VirtualNetworkRuleListResult{\n\t\t\t\t\t\tValue: []*armsql.VirtualNetworkRule{rule1},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlServerVirtualNetworkRuleClient{\n\t\t\tMockSqlServerVirtualNetworkRuleClient: mockClient,\n\t\t\tpager: pager,\n\t\t}\n\t\twrapper := manual.NewSqlServerVirtualNetworkRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], serverName, true, stream)\n\t\titems := stream.GetItems()\n\t\terrs := stream.GetErrors()\n\t\tif len(errs) > 0 {\n\t\t\tt.Fatalf(\"Expected no errors from SearchStream, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"Expected 1 item from SearchStream, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerVirtualNetworkRuleClient(ctrl)\n\t\twrapper := manual.NewSqlServerVirtualNetworkRule(&testSqlServerVirtualNetworkRuleClient{MockSqlServerVirtualNetworkRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"virtual network rule not found\")\n\n\t\tmockClient := mocks.NewMockSqlServerVirtualNetworkRuleClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, \"nonexistent-rule\").Return(\n\t\t\tarmsql.VirtualNetworkRulesClientGetResponse{}, expectedErr)\n\n\t\twrapper := manual.NewSqlServerVirtualNetworkRule(&testSqlServerVirtualNetworkRuleClient{MockSqlServerVirtualNetworkRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(serverName, \"nonexistent-rule\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent virtual network rule, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerVirtualNetworkRuleClient(ctrl)\n\t\terrorPager := &errorSqlServerVirtualNetworkRulePager{}\n\t\ttestClient := &testSqlServerVirtualNetworkRuleClient{\n\t\t\tMockSqlServerVirtualNetworkRuleClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServerVirtualNetworkRule(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0], serverName)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error from Search when pager returns error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServerVirtualNetworkRuleClient(ctrl)\n\t\twrapper := manual.NewSqlServerVirtualNetworkRule(&testSqlServerVirtualNetworkRuleClient{MockSqlServerVirtualNetworkRuleClient: mockClient}, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Sql/servers/virtualNetworkRules/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif !potentialLinks[azureshared.SQLServer] {\n\t\t\tt.Error(\"Expected PotentialLinks to include SQLServer\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkSubnet] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkSubnet\")\n\t\t}\n\t\tif !potentialLinks[azureshared.NetworkVirtualNetwork] {\n\t\t\tt.Error(\"Expected PotentialLinks to include NetworkVirtualNetwork\")\n\t\t}\n\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_mssql_virtual_network_rule.id\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_mssql_virtual_network_rule.id' mapping\")\n\t\t}\n\t})\n}\n\nfunc createAzureSqlServerVirtualNetworkRule(serverName, ruleName, subnetID string) *armsql.VirtualNetworkRule {\n\truleID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/\" + serverName + \"/virtualNetworkRules/\" + ruleName\n\trule := &armsql.VirtualNetworkRule{\n\t\tName: &ruleName,\n\t\tID: &ruleID,\n\t\tProperties: &armsql.VirtualNetworkRuleProperties{},\n\t}\n\tif subnetID != \"\" {\n\t\trule.Properties.VirtualNetworkSubnetID = &subnetID\n\t}\n\treturn rule\n}\n" }, { "path": "sources/azure/manual/sql-server.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar SQLServerLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.SQLServer)\n\nfunc NewSqlServer(client clients.SqlServersClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &sqlServerWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tazureshared.SQLServer,\n\t\t),\n\t}\n}\n\ntype sqlServerWrapper struct {\n\tclient clients.SqlServersClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc (s sqlServerWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.ListByResourceGroup(ctx, rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\t\tfor _, server := range page.Value {\n\t\t\tif server.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSqlServerToSDPItem(server, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s sqlServerWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.ListByResourceGroup(ctx, rgScope.ResourceGroup, nil)\n\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, server := range page.Value {\n\t\t\tif server.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureSqlServerToSDPItem(server, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s sqlServerWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, azureshared.QueryError(errors.New(\"Get requires 1 query part: serverName\"), scope, s.Type())\n\t}\n\tserverName := queryParts[0]\n\tif serverName == \"\" {\n\t\treturn nil, azureshared.QueryError(errors.New(\"serverName is empty\"), scope, s.Type())\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, serverName, nil)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureSqlServerToSDPItem(&resp.Server, scope)\n}\n\nfunc (s sqlServerWrapper) azureSqlServerToSDPItem(server *armsql.Server, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(server, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tserverName := \"\"\n\tif server.Name != nil {\n\t\tserverName = *server.Name\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.SQLServer.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(server.Tags),\n\t}\n\n\t// Child resources - can be discovered via SEARCH using server name\n\t// These child resources have their own REST API endpoints under the SQL Server\n\tif serverName != \"\" {\n\t\t// Link to Databases (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/databases/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/databases\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLDatabase.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Elastic Pools (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/elastic-pools/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/elasticPools\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLElasticPool.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Firewall Rules (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/firewall-rules/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/firewallRules\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerFirewallRule.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Virtual Network Rules (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/virtual-network-rules/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/virtualNetworkRules\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerVirtualNetworkRule.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Server Keys (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-keys/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/keys\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerKey.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Failover Groups (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/failover-groups/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/failoverGroups\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerFailoverGroup.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Administrators (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-azure-ad-administrators/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/administrators/ActiveDirectory\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerAdministrator.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Sync Groups (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/sync-groups/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/syncGroups\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerSyncGroup.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Sync Agents (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/sync-agents/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/syncAgents\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerSyncAgent.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Private Endpoint Connections (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/private-endpoint-connections/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/privateEndpointConnections\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerPrivateEndpointConnection.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Network Private Endpoints (external resources) from PrivateEndpointConnections\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/private-endpoints/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Network/privateEndpoints/{privateEndpointName}\n\t\tif server.Properties != nil && server.Properties.PrivateEndpointConnections != nil {\n\t\t\tfor _, peConnection := range server.Properties.PrivateEndpointConnections {\n\t\t\t\tif peConnection.Properties != nil && peConnection.Properties.PrivateEndpoint != nil && peConnection.Properties.PrivateEndpoint.ID != nil {\n\t\t\t\t\tprivateEndpointID := *peConnection.Properties.PrivateEndpoint.ID\n\t\t\t\t\tprivateEndpointName := azureshared.ExtractResourceName(privateEndpointID)\n\t\t\t\t\tif privateEndpointName != \"\" {\n\t\t\t\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(privateEndpointID)\n\t\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: privateEndpointName,\n\t\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Auditing Settings (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-auditing-settings/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/auditingSettings/default\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerAuditingSetting.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Security Alert Policies (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-security-alert-policies/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/securityAlertPolicies/default\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerSecurityAlertPolicy.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Vulnerability Assessments (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-vulnerability-assessments/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/vulnerabilityAssessments/default\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerVulnerabilityAssessment.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Encryption Protector (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/encryption-protectors/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/encryptionProtector\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerEncryptionProtector.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Blob Auditing Policies (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-blob-auditing-policies/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/auditingSettings/default\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerBlobAuditingPolicy.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Automatic Tuning (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-automatic-tuning/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/automaticTuning\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerAutomaticTuning.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Advanced Threat Protection Settings (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-advanced-threat-protection-settings/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/advancedThreatProtectionSettings/default\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerAdvancedThreatProtectionSetting.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to DNS Aliases (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-dns-aliases/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/dnsAliases\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerDnsAlias.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Server Usages (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-usages/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/usages\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerUsage.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Server Operations (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-operations/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/operations\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerOperation.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Server Advisors (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-advisors/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/advisors\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerAdvisor.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Backup Long-Term Retention Policies (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/long-term-retention-backups/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/backupLongTermRetentionPolicies\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerBackupLongTermRetentionPolicy.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to DevOps Audit Settings (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-devops-auditing-settings/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/devOpsAuditSettings/default\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerDevOpsAuditSetting.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Server Trust Groups (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/server-trust-groups/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/serverTrustGroups\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerTrustGroup.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Outbound Firewall Rules (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/outbound-firewall-rules/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/outboundFirewallRules\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerOutboundFirewallRule.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Private Link Resources (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/private-link-resources/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/privateLinkResources\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLServerPrivateLinkResource.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\n\t\t// Link to Long Term Retention Backups (child resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/sql/2021-11-01/long-term-retention-backups/list-by-server\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/longTermRetentionBackups\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.SQLLongTermRetentionBackup.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: serverName,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// External resources - extracted from IDs in the server response\n\tif server.Properties != nil {\n\t\t// Track processed identity resource IDs to avoid duplicates\n\t\tprocessedIdentityIDs := make(map[string]bool)\n\n\t\t// Link to Primary Managed Identity (external resource)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.ManagedIdentity/userAssignedIdentities/{identityName}\n\t\tif server.Properties.PrimaryUserAssignedIdentityID != nil && *server.Properties.PrimaryUserAssignedIdentityID != \"\" {\n\t\t\tidentityName := azureshared.ExtractResourceName(*server.Properties.PrimaryUserAssignedIdentityID)\n\t\t\tif identityName != \"\" {\n\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(*server.Properties.PrimaryUserAssignedIdentityID)\n\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\textractedScope = scope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t\tprocessedIdentityIDs[*server.Properties.PrimaryUserAssignedIdentityID] = true\n\t\t\t}\n\t\t}\n\n\t\t// Link to all User Assigned Managed Identities (external resources)\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.ManagedIdentity/userAssignedIdentities/{identityName}\n\t\tif server.Identity != nil && server.Identity.UserAssignedIdentities != nil {\n\t\t\tfor identityResourceID := range server.Identity.UserAssignedIdentities {\n\t\t\t\t// Skip if we already processed this identity (e.g., as the primary identity)\n\t\t\t\tif processedIdentityIDs[identityResourceID] {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\t\tif identityName != \"\" {\n\t\t\t\t\textractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID)\n\t\t\t\t\tif extractedScope == \"\" {\n\t\t\t\t\t\textractedScope = scope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\t\tScope: extractedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t\tprocessedIdentityIDs[identityResourceID] = true\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to Key Vault (external resource) from KeyId encryption property\n\t\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/vaults/get?view=rest-keyvault-keyvault-2024-11-01&tabs=HTTP\n\t\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.KeyVault/vaults/{vaultName}\n\t\t//\n\t\t// NOTE: Key Vaults can be in a different resource group than the SQL Server. However, the Key Vault URI\n\t\t// format (https://{vaultName}.vault.azure.net/keys/{keyName}/{version}) does not contain resource group information.\n\t\t// Key Vault names are globally unique within a subscription, so we use the SQL Server's scope as a best-effort\n\t\t// approach. If the Key Vault is in a different resource group, the query may fail and would need to be manually corrected\n\t\t// or the Key Vault adapter would need to support subscription-level search.\n\t\tif server.Properties != nil && server.Properties.KeyID != nil && *server.Properties.KeyID != \"\" {\n\t\t\tkeyID := *server.Properties.KeyID\n\t\t\t// Key Vault URI format: https://{vaultName}.vault.azure.net/keys/{keyName}/{version}\n\t\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyID)\n\t\t\tif vaultName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\tScope: scope, // Limitation: Key Vault URI doesn't contain resource group info\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to DNS name (standard library) if FQDN is configured\n\t\t// SQL Server's fullyQualifiedDomainName represents the DNS name for the server\n\t\tif server.Properties.FullyQualifiedDomainName != nil && *server.Properties.FullyQualifiedDomainName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: *server.Properties.FullyQualifiedDomainName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s sqlServerWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tSQLServerLookupByName,\n\t}\n}\n\nfunc (s sqlServerWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\t// Child resources\n\t\tazureshared.SQLDatabase,\n\t\tazureshared.SQLElasticPool,\n\t\tazureshared.SQLServerFirewallRule,\n\t\tazureshared.SQLServerVirtualNetworkRule,\n\t\tazureshared.SQLServerKey,\n\t\tazureshared.SQLServerFailoverGroup,\n\t\tazureshared.SQLServerAdministrator,\n\t\tazureshared.SQLServerSyncGroup,\n\t\tazureshared.SQLServerSyncAgent,\n\t\tazureshared.SQLServerPrivateEndpointConnection,\n\t\tazureshared.SQLServerAuditingSetting,\n\t\tazureshared.SQLServerSecurityAlertPolicy,\n\t\tazureshared.SQLServerVulnerabilityAssessment,\n\t\tazureshared.SQLServerEncryptionProtector,\n\t\tazureshared.SQLServerBlobAuditingPolicy,\n\t\tazureshared.SQLServerAutomaticTuning,\n\t\tazureshared.SQLServerAdvancedThreatProtectionSetting,\n\t\tazureshared.SQLServerDnsAlias,\n\t\tazureshared.SQLServerUsage,\n\t\tazureshared.SQLServerOperation,\n\t\tazureshared.SQLServerAdvisor,\n\t\tazureshared.SQLServerBackupLongTermRetentionPolicy,\n\t\tazureshared.SQLServerDevOpsAuditSetting,\n\t\tazureshared.SQLServerTrustGroup,\n\t\tazureshared.SQLServerOutboundFirewallRule,\n\t\tazureshared.SQLServerPrivateLinkResource,\n\t\tazureshared.SQLLongTermRetentionBackup,\n\t\t// External resources\n\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\tazureshared.NetworkPrivateEndpoint,\n\t\tazureshared.KeyVaultVault,\n\t\t// Standard library types\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\nfunc (s sqlServerWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"azurerm_mssql_server.name\",\n\t\t},\n\t}\n}\n\nfunc (s sqlServerWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Sql/servers/read\",\n\t}\n}\n\nfunc (s sqlServerWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/sql-server_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// mockSqlServersPager is a simple mock implementation of SqlServersPager\ntype mockSqlServersPager struct {\n\tpages []armsql.ServersClientListByResourceGroupResponse\n\tindex int\n}\n\nfunc (m *mockSqlServersPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockSqlServersPager) NextPage(ctx context.Context) (armsql.ServersClientListByResourceGroupResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armsql.ServersClientListByResourceGroupResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorSqlServersPager is a mock pager that always returns an error\ntype errorSqlServersPager struct{}\n\nfunc (e *errorSqlServersPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorSqlServersPager) NextPage(ctx context.Context) (armsql.ServersClientListByResourceGroupResponse, error) {\n\treturn armsql.ServersClientListByResourceGroupResponse{}, errors.New(\"pager error\")\n}\n\n// testSqlServersClient wraps the mock to implement the correct interface\ntype testSqlServersClient struct {\n\t*mocks.MockSqlServersClient\n\tpager clients.SqlServersPager\n}\n\nfunc (t *testSqlServersClient) ListByResourceGroup(ctx context.Context, resourceGroupName string, options *armsql.ServersClientListByResourceGroupOptions) clients.SqlServersPager {\n\treturn t.pager\n}\n\nfunc TestSqlServer(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tserverName := \"test-server\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tserver := createAzureSqlServer(serverName, \"\", \"\")\n\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, nil).Return(\n\t\t\tarmsql.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlServersClient{MockSqlServersClient: mockClient}\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.SQLServer.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServer, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != serverName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", serverName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate the item\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Child resources\n\t\t\t\t{\n\t\t\t\t\tExpectedType: azureshared.SQLDatabase.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLElasticPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerFirewallRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerVirtualNetworkRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerFailoverGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerAdministrator.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerSyncGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerSyncAgent.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerPrivateEndpointConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerAuditingSetting.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerSecurityAlertPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerVulnerabilityAssessment.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerEncryptionProtector.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerBlobAuditingPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerAutomaticTuning.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerAdvancedThreatProtectionSetting.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerDnsAlias.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerUsage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerOperation.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerAdvisor.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerBackupLongTermRetentionPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerDevOpsAuditSetting.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerTrustGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerOutboundFirewallRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLServerPrivateLinkResource.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\tExpectedType: azureshared.SQLLongTermRetentionBackup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// DNS name link (from FullyQualifiedDomainName)\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serverName + \".database.windows.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithManagedIdentity\", func(t *testing.T) {\n\t\tidentityID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\"\n\t\tserver := createAzureSqlServer(serverName, identityID, \"test-server.database.windows.net\")\n\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, nil).Return(\n\t\t\tarmsql.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlServersClient{MockSqlServersClient: mockClient}\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify Managed Identity link exists\n\t\tfoundIdentityLink := false\n\t\tfoundDNSLink := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.ManagedIdentityUserAssignedIdentity.String() {\n\t\t\t\tfoundIdentityLink = true\n\t\t\t\tif link.GetQuery().GetQuery() != \"test-identity\" {\n\t\t\t\t\tt.Errorf(\"Expected identity name 'test-identity', got %s\", link.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif link.GetQuery().GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\t\t\tt.Errorf(\"Expected identity scope %s, got %s\", subscriptionID+\".\"+resourceGroup, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t\tif link.GetQuery().GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\tfoundDNSLink = true\n\t\t\t\tif link.GetQuery().GetQuery() != \"test-server.database.windows.net\" {\n\t\t\t\t\tt.Errorf(\"Expected DNS name 'test-server.database.windows.net', got %s\", link.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundIdentityLink {\n\t\t\tt.Error(\"Expected to find Managed Identity link\")\n\t\t}\n\t\tif !foundDNSLink {\n\t\t\tt.Error(\"Expected to find DNS link\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithMultipleUserAssignedIdentities\", func(t *testing.T) {\n\t\tprimaryIdentityID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/primary-identity\"\n\t\tsecondaryIdentityID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/secondary-identity\"\n\t\ttertiaryIdentityID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/tertiary-identity\"\n\n\t\tserver := createAzureSqlServerWithUserAssignedIdentities(\n\t\t\tserverName,\n\t\t\tprimaryIdentityID,\n\t\t\t\"test-server.database.windows.net\",\n\t\t\tmap[string]*armsql.UserIdentity{\n\t\t\t\tprimaryIdentityID: {}, // Primary identity is also in the map (should be deduplicated)\n\t\t\t\tsecondaryIdentityID: {},\n\t\t\t\ttertiaryIdentityID: {},\n\t\t\t},\n\t\t)\n\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, nil).Return(\n\t\t\tarmsql.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlServersClient{MockSqlServersClient: mockClient}\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify all three managed identity links exist (primary, secondary, tertiary)\n\t\t// Primary should be included from PrimaryUserAssignedIdentityID\n\t\t// Secondary and tertiary should be included from Identity.UserAssignedIdentities\n\t\tidentityLinks := make(map[string]bool)\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.ManagedIdentityUserAssignedIdentity.String() {\n\t\t\t\tidentityLinks[link.GetQuery().GetQuery()] = true\n\t\t\t\tif link.GetQuery().GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\t\t\tt.Errorf(\"Expected identity scope %s, got %s\", subscriptionID+\".\"+resourceGroup, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\texpectedIdentities := []string{\"primary-identity\", \"secondary-identity\", \"tertiary-identity\"}\n\t\tif len(identityLinks) != len(expectedIdentities) {\n\t\t\tt.Errorf(\"Expected %d identity links, got %d: %v\", len(expectedIdentities), len(identityLinks), identityLinks)\n\t\t}\n\n\t\tfor _, expectedIdentity := range expectedIdentities {\n\t\t\tif !identityLinks[expectedIdentity] {\n\t\t\t\tt.Errorf(\"Expected to find identity link for '%s'\", expectedIdentity)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithPrivateEndpointConnections\", func(t *testing.T) {\n\t\tprivateEndpointID1 := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-private-endpoint-1\"\n\t\tprivateEndpointID2 := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/different-rg/providers/Microsoft.Network/privateEndpoints/test-private-endpoint-2\"\n\n\t\tserver := createAzureSqlServerWithPrivateEndpointConnections(\n\t\t\tserverName,\n\t\t\t\"\",\n\t\t\t\"test-server.database.windows.net\",\n\t\t\t[]*armsql.ServerPrivateEndpointConnection{\n\t\t\t\t{\n\t\t\t\t\tProperties: &armsql.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armsql.PrivateEndpointProperty{\n\t\t\t\t\t\t\tID: new(privateEndpointID1),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tProperties: &armsql.PrivateEndpointConnectionProperties{\n\t\t\t\t\t\tPrivateEndpoint: &armsql.PrivateEndpointProperty{\n\t\t\t\t\t\t\tID: new(privateEndpointID2),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t)\n\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, nil).Return(\n\t\t\tarmsql.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlServersClient{MockSqlServersClient: mockClient}\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify PrivateEndpointConnection child resource link exists\n\t\tfoundPrivateEndpointConnectionLink := false\n\t\t// Verify NetworkPrivateEndpoint links exist\n\t\tprivateEndpointLinks := make(map[string]string) // name -> scope\n\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.SQLServerPrivateEndpointConnection.String() {\n\t\t\t\tfoundPrivateEndpointConnectionLink = true\n\t\t\t\tif link.GetQuery().GetQuery() != serverName {\n\t\t\t\t\tt.Errorf(\"Expected PrivateEndpointConnection query '%s', got %s\", serverName, link.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t\tif link.GetQuery().GetType() == azureshared.NetworkPrivateEndpoint.String() {\n\t\t\t\tprivateEndpointLinks[link.GetQuery().GetQuery()] = link.GetQuery().GetScope()\n\t\t\t\tif link.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected NetworkPrivateEndpoint method GET, got %v\", link.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundPrivateEndpointConnectionLink {\n\t\t\tt.Error(\"Expected to find PrivateEndpointConnection child resource link\")\n\t\t}\n\n\t\t// Verify both private endpoints are linked\n\t\texpectedPrivateEndpoints := map[string]string{\n\t\t\t\"test-private-endpoint-1\": subscriptionID + \".\" + resourceGroup,\n\t\t\t\"test-private-endpoint-2\": subscriptionID + \".different-rg\",\n\t\t}\n\n\t\tif len(privateEndpointLinks) != len(expectedPrivateEndpoints) {\n\t\t\tt.Errorf(\"Expected %d NetworkPrivateEndpoint links, got %d: %v\", len(expectedPrivateEndpoints), len(privateEndpointLinks), privateEndpointLinks)\n\t\t}\n\n\t\tfor expectedName, expectedScope := range expectedPrivateEndpoints {\n\t\t\tif actualScope, found := privateEndpointLinks[expectedName]; !found {\n\t\t\t\tt.Errorf(\"Expected to find NetworkPrivateEndpoint link for '%s'\", expectedName)\n\t\t\t} else if actualScope != expectedScope {\n\t\t\t\tt.Errorf(\"Expected NetworkPrivateEndpoint '%s' scope '%s', got '%s'\", expectedName, expectedScope, actualScope)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithKeyVault\", func(t *testing.T) {\n\t\tkeyID := \"https://test-keyvault.vault.azure.net/keys/test-key/version\"\n\t\tserver := createAzureSqlServerWithKeyId(serverName, \"\", \"test-server.database.windows.net\", keyID)\n\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, nil).Return(\n\t\t\tarmsql.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlServersClient{MockSqlServersClient: mockClient}\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify KeyVault link exists\n\t\tfoundKeyVaultLink := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.KeyVaultVault.String() {\n\t\t\t\tfoundKeyVaultLink = true\n\t\t\t\tif link.GetQuery().GetQuery() != \"test-keyvault\" {\n\t\t\t\t\tt.Errorf(\"Expected KeyVault name 'test-keyvault', got %s\", link.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif link.GetQuery().GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\t\t\tt.Errorf(\"Expected KeyVault scope %s, got %s\", subscriptionID+\".\"+resourceGroup, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tif link.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected KeyVault method GET, got %v\", link.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundKeyVaultLink {\n\t\t\tt.Error(\"Expected to find KeyVault link\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithCrossResourceGroupManagedIdentity\", func(t *testing.T) {\n\t\totherResourceGroup := \"other-rg\"\n\t\tidentityID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + otherResourceGroup + \"/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-identity\"\n\t\tserver := createAzureSqlServer(serverName, identityID, \"\")\n\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, nil).Return(\n\t\t\tarmsql.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlServersClient{MockSqlServersClient: mockClient}\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify that managed identity link uses the correct scope from different resource group\n\t\tfoundIdentityLink := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == azureshared.ManagedIdentityUserAssignedIdentity.String() {\n\t\t\t\tfoundIdentityLink = true\n\t\t\t\texpectedScope := subscriptionID + \".\" + otherResourceGroup\n\t\t\t\tif link.GetQuery().GetScope() != expectedScope {\n\t\t\t\t\tt.Errorf(\"Expected identity scope %s, got %s\", expectedScope, link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tif link.GetQuery().GetQuery() != \"test-identity\" {\n\t\t\t\t\tt.Errorf(\"Expected identity name 'test-identity', got %s\", link.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !foundIdentityLink {\n\t\t\tt.Error(\"Expected to find Managed Identity link\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_WithFQDNOnly\", func(t *testing.T) {\n\t\tserver := createAzureSqlServer(serverName, \"\", \"test-server.database.windows.net\")\n\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, serverName, nil).Return(\n\t\t\tarmsql.ServersClientGetResponse{\n\t\t\t\tServer: *server,\n\t\t\t}, nil)\n\n\t\ttestClient := &testSqlServersClient{MockSqlServersClient: mockClient}\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], serverName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify DNS link exists\n\t\tfoundDNSLink := false\n\t\tfor _, link := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif link.GetQuery().GetType() == stdlib.NetworkDNS.String() {\n\t\t\t\tfoundDNSLink = true\n\t\t\t\tif link.GetQuery().GetQuery() != \"test-server.database.windows.net\" {\n\t\t\t\t\tt.Errorf(\"Expected DNS name 'test-server.database.windows.net', got %s\", link.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif link.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\tt.Errorf(\"Expected DNS scope 'global', got %s\", link.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !foundDNSLink {\n\t\t\tt.Error(\"Expected to find DNS link\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\ttestClient := &testSqlServersClient{MockSqlServersClient: mockClient}\n\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with insufficient query parts (no server name)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing empty server name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tserver1 := createAzureSqlServer(\"server-1\", \"\", \"\")\n\t\tserver2 := createAzureSqlServer(\"server-2\", \"\", \"\")\n\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\tmockPager := &mockSqlServersPager{\n\t\t\tpages: []armsql.ServersClientListByResourceGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tServerListResult: armsql.ServerListResult{\n\t\t\t\t\t\tValue: []*armsql.Server{server1, server2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlServersClient{\n\t\t\tMockSqlServersClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.SQLServer.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.SQLServer, item.GetType())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\tserver1 := createAzureSqlServer(\"server-1\", \"\", \"\")\n\t\tserver2 := &armsql.Server{\n\t\t\tName: nil, // Server with nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armsql.ServerProperties{\n\t\t\t\tVersion: new(\"12.0\"),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\tmockPager := &mockSqlServersPager{\n\t\t\tpages: []armsql.ServersClientListByResourceGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tServerListResult: armsql.ServerListResult{\n\t\t\t\t\t\tValue: []*armsql.Server{server1, server2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlServersClient{\n\t\t\tMockSqlServersClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (server with nil name is skipped)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name filtered out), got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != \"server-1\" {\n\t\t\tt.Fatalf(\"Expected server name 'server-1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tserver1 := createAzureSqlServer(\"server-1\", \"\", \"\")\n\t\tserver2 := createAzureSqlServer(\"server-2\", \"\", \"\")\n\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\tmockPager := &mockSqlServersPager{\n\t\t\tpages: []armsql.ServersClientListByResourceGroupResponse{\n\t\t\t\t{\n\t\t\t\t\tServerListResult: armsql.ServerListResult{\n\t\t\t\t\t\tValue: []*armsql.Server{server1, server2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testSqlServersClient{\n\t\t\tMockSqlServersClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify adapter doesn't support SearchStream\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"server not found\")\n\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-server\", nil).Return(\n\t\t\tarmsql.ServersClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testSqlServersClient{MockSqlServersClient: mockClient}\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-server\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent server, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_List\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorSqlServersPager{}\n\n\t\ttestClient := &testSqlServersClient{\n\t\t\tMockSqlServersClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\t// The List implementation should return an error when pager.NextPage returns an error\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_ListStream\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorSqlServersPager{}\n\n\t\ttestClient := &testSqlServersClient{\n\t\t\tMockSqlServersClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(func(item *sdp.Item) {}, mockErrorHandler)\n\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\n\t\t// Should have received an error\n\t\tif len(errs) == 0 {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got none\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockSqlServersClient(ctrl)\n\t\ttestClient := &testSqlServersClient{MockSqlServersClient: mockClient}\n\t\twrapper := manual.NewSqlServer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Cast to sources.Wrapper to access interface methods\n\t\tw := wrapper.(sources.Wrapper)\n\n\t\t// Verify IAMPermissions\n\t\tpermissions := w.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to return at least one permission\")\n\t\t}\n\t\texpectedPermission := \"Microsoft.Sql/servers/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\n\t\t// Verify PredefinedRole\n\t\t// PredefinedRole is available on the wrapper, not the adapter\n\t\tif roleInterface, ok := any(wrapper).(interface{ PredefinedRole() string }); ok {\n\t\t\trole := roleInterface.PredefinedRole()\n\t\t\tif role != \"Reader\" {\n\t\t\t\tt.Errorf(\"Expected PredefinedRole to be 'Reader', got %s\", role)\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"Wrapper does not implement PredefinedRole method\")\n\t\t}\n\n\t\t// Verify PotentialLinks\n\t\tpotentialLinks := w.PotentialLinks()\n\t\tif len(potentialLinks) == 0 {\n\t\t\tt.Error(\"Expected PotentialLinks to return at least one link\")\n\t\t}\n\t\texpectedLinks := []shared.ItemType{\n\t\t\tazureshared.SQLDatabase,\n\t\t\tazureshared.SQLElasticPool,\n\t\t\tazureshared.ManagedIdentityUserAssignedIdentity,\n\t\t\tazureshared.NetworkPrivateEndpoint,\n\t\t\tazureshared.KeyVaultVault,\n\t\t\tstdlib.NetworkDNS,\n\t\t}\n\t\tfor _, expectedLink := range expectedLinks {\n\t\t\tif !potentialLinks[expectedLink] {\n\t\t\t\tt.Errorf(\"Expected PotentialLinks to include %s\", expectedLink)\n\t\t\t}\n\t\t}\n\n\t\t// Verify TerraformMappings\n\t\tmappings := w.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Error(\"Expected TerraformMappings to return at least one mapping\")\n\t\t}\n\t\tfoundMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_mssql_server.name\" {\n\t\t\t\tfoundMapping = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_mssql_server.name' mapping\")\n\t\t}\n\t})\n}\n\n// createAzureSqlServer creates a mock Azure SQL Server for testing\nfunc createAzureSqlServer(serverName, primaryUserAssignedIdentityID, fullyQualifiedDomainName string) *armsql.Server {\n\tserverID := \"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Sql/servers/\" + serverName\n\n\tserver := &armsql.Server{\n\t\tName: new(serverName),\n\t\tLocation: new(\"eastus\"),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tID: new(serverID),\n\t\tProperties: &armsql.ServerProperties{\n\t\t\tVersion: new(\"12.0\"),\n\t\t\tAdministratorLogin: new(\"admin\"),\n\t\t\tFullyQualifiedDomainName: new(fullyQualifiedDomainName),\n\t\t},\n\t}\n\n\tif primaryUserAssignedIdentityID != \"\" {\n\t\tserver.Properties.PrimaryUserAssignedIdentityID = new(primaryUserAssignedIdentityID)\n\t}\n\n\tif fullyQualifiedDomainName == \"\" && serverName != \"\" {\n\t\t// Set a default FQDN if not provided but server name is set\n\t\tserver.Properties.FullyQualifiedDomainName = new(serverName + \".database.windows.net\")\n\t}\n\n\treturn server\n}\n\n// createAzureSqlServerWithUserAssignedIdentities creates a mock Azure SQL Server with UserAssignedIdentities\nfunc createAzureSqlServerWithUserAssignedIdentities(serverName, primaryUserAssignedIdentityID, fullyQualifiedDomainName string, userAssignedIdentities map[string]*armsql.UserIdentity) *armsql.Server {\n\tserver := createAzureSqlServer(serverName, primaryUserAssignedIdentityID, fullyQualifiedDomainName)\n\tif userAssignedIdentities != nil {\n\t\tserver.Identity = &armsql.ResourceIdentity{\n\t\t\tType: new(armsql.IdentityTypeUserAssigned),\n\t\t\tUserAssignedIdentities: userAssignedIdentities,\n\t\t}\n\t}\n\treturn server\n}\n\n// createAzureSqlServerWithPrivateEndpointConnections creates a mock Azure SQL Server with PrivateEndpointConnections\nfunc createAzureSqlServerWithPrivateEndpointConnections(serverName, primaryUserAssignedIdentityID, fullyQualifiedDomainName string, privateEndpointConnections []*armsql.ServerPrivateEndpointConnection) *armsql.Server {\n\tserver := createAzureSqlServer(serverName, primaryUserAssignedIdentityID, fullyQualifiedDomainName)\n\tif privateEndpointConnections != nil {\n\t\tserver.Properties.PrivateEndpointConnections = privateEndpointConnections\n\t}\n\treturn server\n}\n\n// createAzureSqlServerWithKeyId creates a mock Azure SQL Server with KeyId encryption property\nfunc createAzureSqlServerWithKeyId(serverName, primaryUserAssignedIdentityID, fullyQualifiedDomainName, keyID string) *armsql.Server {\n\tserver := createAzureSqlServer(serverName, primaryUserAssignedIdentityID, fullyQualifiedDomainName)\n\tif keyID != \"\" {\n\t\tserver.Properties.KeyID = new(keyID)\n\t}\n\treturn server\n}\n" }, { "path": "sources/azure/manual/storage-account.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar StorageAccountLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.StorageAccount)\n\ntype storageAccountWrapper struct {\n\tclient clients.StorageAccountsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewStorageAccount(client clients.StorageAccountsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.ListableWrapper {\n\treturn &storageAccountWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.StorageAccount,\n\t\t),\n\t}\n}\n\nfunc (s storageAccountWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, account := range page.Value {\n\t\t\tif account.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azureStorageAccountToSDPItem(account, *account.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s storageAccountWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.NewListByResourceGroupPager(rgScope.ResourceGroup, nil)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, account := range page.Value {\n\t\t\tif account.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureStorageAccountToSDPItem(account, *account.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s storageAccountWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 1 query part: name\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\tif accountName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"name cannot be empty\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, accountName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureStorageAccountToSDPItem(&resp.Account, accountName, scope)\n}\n\nfunc (s storageAccountWrapper) azureStorageAccountToSDPItem(account *armstorage.Account, accountName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(account, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.StorageAccount.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: azureshared.ConvertAzureTags(account.Tags),\n\t}\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StorageBlobContainer.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StorageFileShare.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StorageTable.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StorageQueue.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StorageEncryptionScope.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Private Endpoint Connections (child resource)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/storagerp/private-endpoint-connections/list?view=rest-storagerp-2025-06-01\n\t// Private endpoint connections can be listed using the storage account name\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StoragePrivateEndpointConnection.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to User Assigned Managed Identities (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\tif account.Identity != nil && account.Identity.UserAssignedIdentities != nil {\n\t\tfor identityResourceID := range account.Identity.UserAssignedIdentities {\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tif identityName != \"\" {\n\t\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Key Vault (external resource) from Encryption KeyVaultProperties\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/keyvault/keyvault/vaults/get?view=rest-keyvault-keyvault-2024-11-01&tabs=HTTP\n\t// GET /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.KeyVault/vaults/{vaultName}\n\t//\n\t// NOTE: Key Vaults can be in a different resource group than the Storage account. However, the Key Vault URI\n\t// format (https://{vaultName}.vault.azure.net/keys/{keyName}/{version}) does not contain resource group information.\n\t// Key Vault names are globally unique within a subscription, so we use the storage account's scope as a best-effort\n\t// approach. If the Key Vault is in a different resource group, the query may fail and would need to be manually corrected\n\t// or the Key Vault adapter would need to support subscription-level search.\n\tif account.Properties != nil && account.Properties.Encryption != nil && account.Properties.Encryption.KeyVaultProperties != nil {\n\t\tif account.Properties.Encryption.KeyVaultProperties.KeyVaultURI != nil {\n\t\t\tkeyVaultURI := *account.Properties.Encryption.KeyVaultProperties.KeyVaultURI\n\t\t\t// Key Vault URI format: https://{vaultName}.vault.azure.net/keys/{keyName}/{version}\n\t\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyVaultURI)\n\t\t\tif vaultName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\t\tScope: scope, // Limitation: Key Vault URI doesn't contain resource group info\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to User Assigned Managed Identity (external resource) from Encryption EncryptionIdentity\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/managedidentity/user-assigned-identities/get?view=rest-managedidentity-2024-11-30&tabs=HTTP\n\tif account.Properties != nil && account.Properties.Encryption != nil && account.Properties.Encryption.EncryptionIdentity != nil {\n\t\tif account.Properties.Encryption.EncryptionIdentity.EncryptionUserAssignedIdentity != nil {\n\t\t\tidentityResourceID := *account.Properties.Encryption.EncryptionIdentity.EncryptionUserAssignedIdentity\n\t\t\tidentityName := azureshared.ExtractResourceName(identityResourceID)\n\t\t\tif identityName != \"\" {\n\t\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\t\tlinkedScope := scope\n\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(identityResourceID); extractedScope != \"\" {\n\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: azureshared.ManagedIdentityUserAssignedIdentity.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: identityName,\n\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Subnets (external resources) from NetworkRuleSet VirtualNetworkRules\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/subnets/get\n\tif account.Properties != nil && account.Properties.NetworkRuleSet != nil && account.Properties.NetworkRuleSet.VirtualNetworkRules != nil {\n\t\tfor _, vnetRule := range account.Properties.NetworkRuleSet.VirtualNetworkRules {\n\t\t\tif vnetRule != nil && vnetRule.VirtualNetworkResourceID != nil {\n\t\t\t\tsubnetID := *vnetRule.VirtualNetworkResourceID\n\t\t\t\t// Subnet ID format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnetName}/subnets/{subnetName}\n\t\t\t\t// Extract subscription, resource group, virtual network name, and subnet name\n\t\t\t\tscopeParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"subscriptions\", \"resourceGroups\"})\n\t\t\t\tsubnetParams := azureshared.ExtractPathParamsFromResourceID(subnetID, []string{\"virtualNetworks\", \"subnets\"})\n\t\t\t\tif len(scopeParams) >= 2 && len(subnetParams) >= 2 {\n\t\t\t\t\tsubscriptionID := scopeParams[0]\n\t\t\t\t\tresourceGroupName := scopeParams[1]\n\t\t\t\t\tvnetName := subnetParams[0]\n\t\t\t\t\tsubnetName := subnetParams[1]\n\t\t\t\t\t// Subnet adapter requires: resourceGroup, virtualNetworkName, subnetName\n\t\t\t\t\t// Use composite lookup key to join them\n\t\t\t\t\tquery := shared.CompositeLookupKey(vnetName, subnetName)\n\t\t\t\t\t// Construct scope in format: {subscriptionID}.{resourceGroupName}\n\t\t\t\t\t// This ensures we query the correct resource group where the subnet actually exists\n\t\t\t\t\tscope := fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkSubnet.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: query,\n\t\t\t\t\t\t\tScope: scope, // Use the subnet's scope, not the storage account's scope\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to IP addresses (standard library) from NetworkRuleSet IPRules\n\tif account.Properties != nil && account.Properties.NetworkRuleSet != nil && account.Properties.NetworkRuleSet.IPRules != nil {\n\t\tfor _, ipRule := range account.Properties.NetworkRuleSet.IPRules {\n\t\t\tif ipRule != nil && ipRule.IPAddressOrRange != nil && *ipRule.IPAddressOrRange != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ipRule.IPAddressOrRange,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to IP addresses (standard library) from NetworkRuleSet IPv6Rules\n\tif account.Properties != nil && account.Properties.NetworkRuleSet != nil && account.Properties.NetworkRuleSet.IPv6Rules != nil {\n\t\tfor _, ipRule := range account.Properties.NetworkRuleSet.IPv6Rules {\n\t\t\tif ipRule != nil && ipRule.IPAddressOrRange != nil && *ipRule.IPAddressOrRange != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"ip\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: *ipRule.IPAddressOrRange,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Private Endpoints (external resources)\n\t// Reference: https://learn.microsoft.com/en-us/rest/api/virtualnetwork/private-endpoints/get\n\tif account.Properties != nil && account.Properties.PrivateEndpointConnections != nil {\n\t\tfor _, peConnection := range account.Properties.PrivateEndpointConnections {\n\t\t\tif peConnection.Properties != nil && peConnection.Properties.PrivateEndpoint != nil && peConnection.Properties.PrivateEndpoint.ID != nil {\n\t\t\t\tprivateEndpointID := *peConnection.Properties.PrivateEndpoint.ID\n\t\t\t\tprivateEndpointName := azureshared.ExtractResourceName(privateEndpointID)\n\t\t\t\tif privateEndpointName != \"\" {\n\t\t\t\t\t// Extract scope from resource ID if it's in a different resource group\n\t\t\t\t\tlinkedScope := scope\n\t\t\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(privateEndpointID); extractedScope != \"\" {\n\t\t\t\t\t\tlinkedScope = extractedScope\n\t\t\t\t\t}\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: privateEndpointName,\n\t\t\t\t\t\t\tScope: linkedScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to DNS names (standard library) from PrimaryEndpoints\n\tif account.Properties != nil && account.Properties.PrimaryEndpoints != nil {\n\t\tendpoints := []struct {\n\t\t\tname string\n\t\t\tvalue *string\n\t\t}{\n\t\t\t{\"blob\", account.Properties.PrimaryEndpoints.Blob},\n\t\t\t{\"queue\", account.Properties.PrimaryEndpoints.Queue},\n\t\t\t{\"table\", account.Properties.PrimaryEndpoints.Table},\n\t\t\t{\"file\", account.Properties.PrimaryEndpoints.File},\n\t\t\t{\"dfs\", account.Properties.PrimaryEndpoints.Dfs},\n\t\t\t{\"web\", account.Properties.PrimaryEndpoints.Web},\n\t\t}\n\n\t\tfor _, endpoint := range endpoints {\n\t\t\tif endpoint.value != nil && *endpoint.value != \"\" {\n\t\t\t\t// Extract DNS name from URL (e.g., https://account.blob.core.windows.net/ -> account.blob.core.windows.net)\n\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(*endpoint.value)\n\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to DNS names (standard library) from SecondaryEndpoints\n\tif account.Properties != nil && account.Properties.SecondaryEndpoints != nil {\n\t\tendpoints := []struct {\n\t\t\tname string\n\t\t\tvalue *string\n\t\t}{\n\t\t\t{\"blob\", account.Properties.SecondaryEndpoints.Blob},\n\t\t\t{\"queue\", account.Properties.SecondaryEndpoints.Queue},\n\t\t\t{\"table\", account.Properties.SecondaryEndpoints.Table},\n\t\t\t{\"file\", account.Properties.SecondaryEndpoints.File},\n\t\t\t{\"dfs\", account.Properties.SecondaryEndpoints.Dfs},\n\t\t\t{\"web\", account.Properties.SecondaryEndpoints.Web},\n\t\t}\n\n\t\tfor _, endpoint := range endpoints {\n\t\t\tif endpoint.value != nil && *endpoint.value != \"\" {\n\t\t\t\t// Extract DNS name from URL (e.g., https://account-secondary.blob.core.windows.net/ -> account-secondary.blob.core.windows.net)\n\t\t\t\tdnsName := azureshared.ExtractDNSFromURL(*endpoint.value)\n\t\t\t\tif dnsName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"dns\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to DNS name (standard library) from CustomDomain\n\tif account.Properties != nil && account.Properties.CustomDomain != nil && account.Properties.CustomDomain.Name != nil && *account.Properties.CustomDomain.Name != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"dns\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: *account.Properties.CustomDomain.Name,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s storageAccountWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tStorageAccountLookupByName,\n\t}\n}\n\n// PotentialLinks returns the potential links for the storage account wrapper\nfunc (s storageAccountWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\t// Child resources\n\t\tazureshared.StorageBlobContainer: true,\n\t\tazureshared.StorageFileShare: true,\n\t\tazureshared.StorageTable: true,\n\t\tazureshared.StorageQueue: true,\n\t\tazureshared.StorageEncryptionScope: true,\n\t\tazureshared.StoragePrivateEndpointConnection: true,\n\t\t// External resources\n\t\tazureshared.ManagedIdentityUserAssignedIdentity: true,\n\t\tazureshared.KeyVaultVault: true,\n\t\tazureshared.NetworkSubnet: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t\t// Standard library types\n\t\tstdlib.NetworkIP: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\nfunc (s storageAccountWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/storage_account\n\t\t\tTerraformQueryMap: \"azurerm_storage_account.name\",\n\t\t},\n\t}\n}\n\nfunc (s storageAccountWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Storage/storageAccounts/read\",\n\t}\n}\n\nfunc (s storageAccountWrapper) PredefinedRole() string {\n\treturn \"Reader\" // there is no predefined role for storage accounts, so we use the most restrictive role (Reader)\n}\n" }, { "path": "sources/azure/manual/storage-account_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestStorageAccount(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\taccountName := \"teststorageaccount\"\n\t\taccount := createAzureStorageAccount(accountName, \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockStorageAccountsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName).Return(\n\t\t\tarmstorage.AccountsClientGetPropertiesResponse{\n\t\t\t\tAccount: *account,\n\t\t\t}, nil)\n\n\t\twrapper := manual.NewStorageAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.StorageAccount.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageAccount, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"name\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'name', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != accountName {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", accountName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Errorf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// Storage blob container link\n\t\t\t\t\tExpectedType: azureshared.StorageBlobContainer.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Storage file share link\n\t\t\t\t\tExpectedType: azureshared.StorageFileShare.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Storage table link\n\t\t\t\t\tExpectedType: azureshared.StorageTable.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Storage queue link\n\t\t\t\t\tExpectedType: azureshared.StorageQueue.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Storage encryption scope link (child resource)\n\t\t\t\t\tExpectedType: azureshared.StorageEncryptionScope.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// Storage private endpoint connection link (child resource)\n\t\t\t\t\tExpectedType: azureshared.StoragePrivateEndpointConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName,\n\t\t\t\t\tExpectedScope: subscriptionID + \".\" + resourceGroup,\n\t\t\t\t}, {\n\t\t\t\t\t// DNS link from PrimaryEndpoints.Blob\n\t\t\t\t\tExpectedType: \"dns\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName + \".blob.core.windows.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// DNS link from PrimaryEndpoints.Queue\n\t\t\t\t\tExpectedType: \"dns\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName + \".queue.core.windows.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// DNS link from PrimaryEndpoints.Table\n\t\t\t\t\tExpectedType: \"dns\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName + \".table.core.windows.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t}, {\n\t\t\t\t\t// DNS link from PrimaryEndpoints.File\n\t\t\t\t\tExpectedType: \"dns\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: accountName + \".file.core.windows.net\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockStorageAccountsClient(ctrl)\n\n\t\twrapper := manual.NewStorageAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with insufficient query parts (empty)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting storage account with empty name, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\taccount1 := createAzureStorageAccount(\"teststorageaccount1\", \"Succeeded\")\n\t\taccount2 := createAzureStorageAccount(\"teststorageaccount2\", \"Succeeded\")\n\n\t\tmockClient := mocks.NewMockStorageAccountsClient(ctrl)\n\t\tmockPager := mocks.NewMockStorageAccountsPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmstorage.AccountsClientListByResourceGroupResponse{\n\t\t\t\t\tAccountListResult: armstorage.AccountListResult{\n\t\t\t\t\t\tValue: []*armstorage.Account{account1, account2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewStorageAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.StorageAccount.String() {\n\t\t\t\tt.Fatalf(\"Expected type %s, got: %s\", azureshared.StorageAccount, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_WithNilName\", func(t *testing.T) {\n\t\t// Create account with nil name to test filtering\n\t\taccount1 := createAzureStorageAccount(\"teststorageaccount1\", \"Succeeded\")\n\t\taccount2 := &armstorage.Account{\n\t\t\tName: nil, // Account with nil name should be skipped\n\t\t\tLocation: new(\"eastus\"),\n\t\t\tTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\tProperties: &armstorage.AccountProperties{\n\t\t\t\tProvisioningState: new(armstorage.ProvisioningStateSucceeded),\n\t\t\t},\n\t\t}\n\n\t\tmockClient := mocks.NewMockStorageAccountsClient(ctrl)\n\t\tmockPager := mocks.NewMockStorageAccountsPager(ctrl)\n\n\t\t// Setup pager expectations\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmstorage.AccountsClientListByResourceGroupResponse{\n\t\t\t\t\tAccountListResult: armstorage.AccountListResult{\n\t\t\t\t\t\tValue: []*armstorage.Account{account1, account2},\n\t\t\t\t\t},\n\t\t\t\t}, nil),\n\t\t\tmockPager.EXPECT().More().Return(false),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewStorageAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (account with nil name is skipped)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name filtered out), got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != \"teststorageaccount1\" {\n\t\t\tt.Fatalf(\"Expected account name 'teststorageaccount1', got: %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\t// Note: ListStream test is not included as ListStream is not yet implemented\n\t// in the storage account adapter. When ListStream is implemented, add a test\n\t// following the pattern from compute-virtual-machine_test.go\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"storage account not found\")\n\n\t\tmockClient := mocks.NewMockStorageAccountsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, \"nonexistent-account\").Return(\n\t\t\tarmstorage.AccountsClientGetPropertiesResponse{}, expectedErr)\n\n\t\twrapper := manual.NewStorageAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"nonexistent-account\", true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent storage account, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_List\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"failed to list storage accounts\")\n\n\t\tmockClient := mocks.NewMockStorageAccountsClient(ctrl)\n\t\tmockPager := mocks.NewMockStorageAccountsPager(ctrl)\n\n\t\t// Setup pager to return error on NextPage\n\t\tgomock.InOrder(\n\t\t\tmockPager.EXPECT().More().Return(true),\n\t\t\tmockPager.EXPECT().NextPage(ctx).Return(\n\t\t\t\tarmstorage.AccountsClientListByResourceGroupResponse{}, expectedErr),\n\t\t)\n\n\t\tmockClient.EXPECT().NewListByResourceGroupPager(resourceGroup, nil).Return(mockPager)\n\n\t\twrapper := manual.NewStorageAccount(mockClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t_, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when listing storage accounts fails, but got nil\")\n\t\t}\n\t})\n}\n\n// createAzureStorageAccount creates a mock Azure storage account for testing\nfunc createAzureStorageAccount(accountName, provisioningState string) *armstorage.Account {\n\tstate := armstorage.ProvisioningState(provisioningState)\n\treturn &armstorage.Account{\n\t\tName: new(accountName),\n\t\tLocation: new(\"eastus\"),\n\t\tKind: new(armstorage.KindStorageV2),\n\t\tTags: map[string]*string{\n\t\t\t\"env\": new(\"test\"),\n\t\t\t\"project\": new(\"testing\"),\n\t\t},\n\t\tProperties: &armstorage.AccountProperties{\n\t\t\tProvisioningState: &state,\n\t\t\tPrimaryEndpoints: &armstorage.Endpoints{\n\t\t\t\tBlob: new(\"https://\" + accountName + \".blob.core.windows.net/\"),\n\t\t\t\tQueue: new(\"https://\" + accountName + \".queue.core.windows.net/\"),\n\t\t\t\tTable: new(\"https://\" + accountName + \".table.core.windows.net/\"),\n\t\t\t\tFile: new(\"https://\" + accountName + \".file.core.windows.net/\"),\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/storage-blob-container.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar StorageBlobContainerLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.StorageBlobContainer)\n\ntype storageBlobContainerWrapper struct {\n\tclient clients.BlobContainersClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewStorageBlobContainer(client clients.BlobContainersClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &storageBlobContainerWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.StorageBlobContainer,\n\t\t),\n\t}\n}\n\nfunc (s storageBlobContainerWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: storageAccountName and containerName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tstorageAccountName := queryParts[0]\n\tcontainerName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, storageAccountName, containerName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tvar sdpErr *sdp.QueryError\n\tvar item *sdp.Item\n\titem, sdpErr = s.azureBlobContainerToSDPItem(&resp.BlobContainer, storageAccountName, containerName, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\treturn item, nil\n}\n\nfunc (s storageBlobContainerWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(fmt.Errorf(\"queryParts must be 1 query part: storageAccountName, got %d\", len(queryParts)), scope, s.Type())\n\t}\n\tstorageAccountName := queryParts[0]\n\tif storageAccountName == \"\" {\n\t\treturn nil, azureshared.QueryError(fmt.Errorf(\"storageAccountName cannot be empty\"), scope, s.Type())\n\t}\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, storageAccountName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, container := range page.Value {\n\t\t\tif container.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azureBlobContainerToSDPItem(&armstorage.BlobContainer{\n\t\t\t\tID: container.ID,\n\t\t\t\tName: container.Name,\n\t\t\t\tType: container.Type,\n\t\t\t\tContainerProperties: container.Properties,\n\t\t\t\tEtag: container.Etag,\n\t\t\t}, storageAccountName, *container.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s storageBlobContainerWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) != 1 {\n\t\tstream.SendError(azureshared.QueryError(fmt.Errorf(\"queryParts must be 1 query part: storageAccountName, got %d\", len(queryParts)), scope, s.Type()))\n\t\treturn\n\t}\n\tstorageAccountName := queryParts[0]\n\tif storageAccountName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(fmt.Errorf(\"storageAccountName cannot be empty\"), scope, s.Type()))\n\t\treturn\n\t}\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, storageAccountName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, container := range page.Value {\n\t\t\tif container.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureBlobContainerToSDPItem(&armstorage.BlobContainer{\n\t\t\t\tID: container.ID,\n\t\t\t\tName: container.Name,\n\t\t\t\tType: container.Type,\n\t\t\t\tContainerProperties: container.Properties,\n\t\t\t\tEtag: container.Etag,\n\t\t\t}, storageAccountName, *container.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s storageBlobContainerWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tStorageAccountLookupByName,\n\t\tStorageBlobContainerLookupByName,\n\t}\n}\n\nfunc (s storageBlobContainerWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tStorageAccountLookupByName, // Search by storage account name\n\t\t},\n\t}\n}\n\n// PotentialLinks returns the potential links for the blob container wrapper\nfunc (s storageBlobContainerWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tazureshared.StorageAccount,\n\t\tazureshared.StorageEncryptionScope,\n\t\tstdlib.NetworkHTTP,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\nfunc (s storageBlobContainerWrapper) azureBlobContainerToSDPItem(container *armstorage.BlobContainer, storageAccountName, containerName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(container)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(storageAccountName, containerName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.StorageBlobContainer.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: storageAccountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to DNS name (standard library) from blob container URI\n\t// Blob container URI format: https://{storageAccountName}.blob.core.windows.net/{containerName}\n\t// Any attribute containing a DNS name should create a LinkedItemQuery for dns type\n\tblobContainerURI := fmt.Sprintf(\"https://%s.blob.core.windows.net/%s\", storageAccountName, containerName)\n\tdnsName := azureshared.ExtractDNSFromURL(blobContainerURI)\n\tif dnsName != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: dnsName,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to stdlib.NetworkHTTP for blob container URI\n\tif strings.HasPrefix(blobContainerURI, \"https://\") {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: blobContainerURI,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to Storage Encryption Scope when container uses a default encryption scope\n\tif container.ContainerProperties != nil && container.ContainerProperties.DefaultEncryptionScope != nil && *container.ContainerProperties.DefaultEncryptionScope != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: azureshared.StorageEncryptionScope.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: shared.CompositeLookupKey(storageAccountName, *container.ContainerProperties.DefaultEncryptionScope),\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s storageBlobContainerWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/storage_container\n\t\t\t// Terraform uses: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Storage/storageAccounts/{account}/blobServices/default/containers/{container}\n\t\t\tTerraformQueryMap: \"azurerm_storage_container.id\",\n\t\t},\n\t}\n}\n\nfunc (s storageBlobContainerWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Storage/storageAccounts/blobServices/containers/read\",\n\t}\n}\n\nfunc (s storageBlobContainerWrapper) PredefinedRole() string {\n\treturn \"Storage Blob Data Reader\"\n}\n" }, { "path": "sources/azure/manual/storage-blob-container_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockBlobContainersPager is a simple mock implementation of BlobContainersPager\ntype mockBlobContainersPager struct {\n\tpages []armstorage.BlobContainersClientListResponse\n\tindex int\n}\n\nfunc (m *mockBlobContainersPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockBlobContainersPager) NextPage(ctx context.Context) (armstorage.BlobContainersClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armstorage.BlobContainersClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorBlobContainersPager is a mock pager that always returns an error\ntype errorBlobContainersPager struct{}\n\nfunc (e *errorBlobContainersPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorBlobContainersPager) NextPage(ctx context.Context) (armstorage.BlobContainersClientListResponse, error) {\n\treturn armstorage.BlobContainersClientListResponse{}, errors.New(\"pager error\")\n}\n\n// testBlobContainersClient wraps the mock to implement the correct interface\ntype testBlobContainersClient struct {\n\t*mocks.MockBlobContainersClient\n\tpager clients.BlobContainersPager\n}\n\nfunc (t *testBlobContainersClient) List(ctx context.Context, resourceGroupName, accountName string) clients.BlobContainersPager {\n\treturn t.pager\n}\n\nfunc TestStorageBlobContainer(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tstorageAccountName := \"teststorageaccount\"\n\tcontainerName := \"test-container\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tcontainer := createAzureBlobContainer(containerName)\n\n\t\tmockClient := mocks.NewMockBlobContainersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, storageAccountName, containerName).Return(\n\t\t\tarmstorage.BlobContainersClientGetResponse{\n\t\t\t\tBlobContainer: *container,\n\t\t\t}, nil)\n\n\t\ttestClient := &testBlobContainersClient{MockBlobContainersClient: mockClient}\n\t\twrapper := manual.NewStorageBlobContainer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Get requires storageAccountName and containerName as query parts\n\t\tquery := storageAccountName + shared.QuerySeparator + containerName\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.StorageBlobContainer.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageBlobContainer, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(storageAccountName, containerName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(storageAccountName, containerName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate the item\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Verify linked item queries\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) != 3 {\n\t\t\t\tt.Fatalf(\"Expected 3 linked queries (StorageAccount, DNS, HTTP), got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tvar hasStorageAccountLink, hasDNSLink, hasHTTPLink bool\n\t\t\tfor _, linkedQuery := range linkedQueries {\n\t\t\t\tswitch linkedQuery.GetQuery().GetType() {\n\t\t\t\tcase azureshared.StorageAccount.String():\n\t\t\t\t\thasStorageAccountLink = true\n\t\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected StorageAccount linked query method GET, got %s\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif linkedQuery.GetQuery().GetQuery() != storageAccountName {\n\t\t\t\t\t\tt.Errorf(\"Expected StorageAccount linked query %s, got %s\", storageAccountName, linkedQuery.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\tcase \"dns\":\n\t\t\t\t\thasDNSLink = true\n\t\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected DNS linked query method SEARCH, got %s\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\texpectedDNS := fmt.Sprintf(\"%s.blob.core.windows.net\", storageAccountName)\n\t\t\t\t\tif linkedQuery.GetQuery().GetQuery() != expectedDNS {\n\t\t\t\t\t\tt.Errorf(\"Expected DNS linked query %s, got %s\", expectedDNS, linkedQuery.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif linkedQuery.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\t\tt.Errorf(\"Expected DNS linked query scope 'global', got %s\", linkedQuery.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\tcase \"http\":\n\t\t\t\t\thasHTTPLink = true\n\t\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\t\tt.Errorf(\"Expected HTTP linked query method SEARCH, got %s\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\texpectedHTTP := fmt.Sprintf(\"https://%s.blob.core.windows.net/%s\", storageAccountName, containerName)\n\t\t\t\t\tif linkedQuery.GetQuery().GetQuery() != expectedHTTP {\n\t\t\t\t\t\tt.Errorf(\"Expected HTTP linked query %s, got %s\", expectedHTTP, linkedQuery.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t\tif linkedQuery.GetQuery().GetScope() != \"global\" {\n\t\t\t\t\t\tt.Errorf(\"Expected HTTP linked query scope 'global', got %s\", linkedQuery.GetQuery().GetScope())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !hasStorageAccountLink {\n\t\t\t\tt.Error(\"Expected StorageAccount linked query, but didn't find one\")\n\t\t\t}\n\t\t\tif !hasDNSLink {\n\t\t\t\tt.Error(\"Expected DNS linked query, but didn't find one\")\n\t\t\t}\n\t\t\tif !hasHTTPLink {\n\t\t\t\tt.Error(\"Expected HTTP linked query, but didn't find one\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithDefaultEncryptionScope\", func(t *testing.T) {\n\t\tcontainer := createAzureBlobContainerWithEncryptionScope(containerName, \"test-encryption-scope\")\n\n\t\tmockClient := mocks.NewMockBlobContainersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, storageAccountName, containerName).Return(\n\t\t\tarmstorage.BlobContainersClientGetResponse{\n\t\t\t\tBlobContainer: *container,\n\t\t\t}, nil)\n\n\t\ttestClient := &testBlobContainersClient{MockBlobContainersClient: mockClient}\n\t\twrapper := manual.NewStorageBlobContainer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := storageAccountName + shared.QuerySeparator + containerName\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\tif len(linkedQueries) != 4 {\n\t\t\tt.Fatalf(\"Expected 4 linked queries (StorageAccount, DNS, HTTP, EncryptionScope), got: %d\", len(linkedQueries))\n\t\t}\n\n\t\tvar hasEncryptionScopeLink bool\n\t\tfor _, linkedQuery := range linkedQueries {\n\t\t\tif linkedQuery.GetQuery().GetType() == azureshared.StorageEncryptionScope.String() {\n\t\t\t\thasEncryptionScopeLink = true\n\t\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\tt.Errorf(\"Expected StorageEncryptionScope linked query method GET, got %s\", linkedQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t\texpectedQuery := shared.CompositeLookupKey(storageAccountName, \"test-encryption-scope\")\n\t\t\t\tif linkedQuery.GetQuery().GetQuery() != expectedQuery {\n\t\t\t\t\tt.Errorf(\"Expected StorageEncryptionScope linked query %s, got %s\", expectedQuery, linkedQuery.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tif linkedQuery.GetQuery().GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\t\t\tt.Errorf(\"Expected StorageEncryptionScope scope %s, got %s\", subscriptionID+\".\"+resourceGroup, linkedQuery.GetQuery().GetScope())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !hasEncryptionScopeLink {\n\t\t\tt.Error(\"Expected StorageEncryptionScope linked query when DefaultEncryptionScope is set, but didn't find one\")\n\t\t}\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBlobContainersClient(ctrl)\n\t\ttestClient := &testBlobContainersClient{MockBlobContainersClient: mockClient}\n\n\t\twrapper := manual.NewStorageBlobContainer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with insufficient query parts (only storage account name)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tcontainer1 := createAzureBlobContainer(\"container-1\")\n\t\tcontainer2 := createAzureBlobContainer(\"container-2\")\n\n\t\tmockClient := mocks.NewMockBlobContainersClient(ctrl)\n\t\tmockPager := &mockBlobContainersPager{\n\t\t\tpages: []armstorage.BlobContainersClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tListContainerItems: armstorage.ListContainerItems{\n\t\t\t\t\t\tValue: []*armstorage.ListContainerItem{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: container1.ID,\n\t\t\t\t\t\t\t\tName: container1.Name,\n\t\t\t\t\t\t\t\tType: container1.Type,\n\t\t\t\t\t\t\t\tProperties: &armstorage.ContainerProperties{\n\t\t\t\t\t\t\t\t\tPublicAccess: container1.ContainerProperties.PublicAccess,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tEtag: container1.Etag,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: container2.ID,\n\t\t\t\t\t\t\t\tName: container2.Name,\n\t\t\t\t\t\t\t\tType: container2.Type,\n\t\t\t\t\t\t\t\tProperties: &armstorage.ContainerProperties{\n\t\t\t\t\t\t\t\t\tPublicAccess: container2.ContainerProperties.PublicAccess,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tEtag: container2.Etag,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\t// The mock returns *runtime.Pager, but we need to work with BlobContainersPager\n\t\t// We'll use a type assertion approach - create a wrapper that implements the interface\n\t\ttestClient := &testBlobContainersClient{\n\t\t\tMockBlobContainersClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageBlobContainer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.StorageBlobContainer.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageBlobContainer, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\t// This test verifies that the wrapper's Search method validates query parts\n\t\t// We test it directly on the wrapper since the adapter may handle empty queries differently\n\t\tmockClient := mocks.NewMockBlobContainersClient(ctrl)\n\t\ttestClient := &testBlobContainersClient{MockBlobContainersClient: mockClient}\n\n\t\twrapper := manual.NewStorageBlobContainer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with no query parts - should return error before calling List\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_ContainerWithNilName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBlobContainersClient(ctrl)\n\t\tmockPager := &mockBlobContainersPager{\n\t\t\tpages: []armstorage.BlobContainersClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tListContainerItems: armstorage.ListContainerItems{\n\t\t\t\t\t\tValue: []*armstorage.ListContainerItem{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t// Container with nil name should be skipped\n\t\t\t\t\t\t\t\tName: nil,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/blobServices/default/containers/valid-container\"),\n\t\t\t\t\t\t\t\tName: new(\"valid-container\"),\n\t\t\t\t\t\t\t\tType: new(\"Microsoft.Storage/storageAccounts/blobServices/containers\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testBlobContainersClient{\n\t\t\tMockBlobContainersClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageBlobContainer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (the one with a valid name)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(storageAccountName, \"valid-container\") {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", shared.CompositeLookupKey(storageAccountName, \"valid-container\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"container not found\")\n\n\t\tmockClient := mocks.NewMockBlobContainersClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, storageAccountName, \"nonexistent-container\").Return(\n\t\t\tarmstorage.BlobContainersClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testBlobContainersClient{MockBlobContainersClient: mockClient}\n\t\twrapper := manual.NewStorageBlobContainer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := storageAccountName + shared.QuerySeparator + \"nonexistent-container\"\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent container, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockBlobContainersClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorBlobContainersPager{}\n\n\t\ttestClient := &testBlobContainersClient{\n\t\t\tMockBlobContainersClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageBlobContainer(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], \"test-account\", true)\n\t\t// The Search implementation should return an error when pager.NextPage returns an error\n\t\t// Errors from NextPage are converted to QueryError by the implementation\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n}\n\n// createAzureBlobContainer creates a mock Azure blob container for testing\nfunc createAzureBlobContainer(containerName string) *armstorage.BlobContainer {\n\treturn &armstorage.BlobContainer{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/blobServices/default/containers/\" + containerName),\n\t\tName: new(containerName),\n\t\tType: new(\"Microsoft.Storage/storageAccounts/blobServices/containers\"),\n\t\tContainerProperties: &armstorage.ContainerProperties{\n\t\t\tPublicAccess: new(armstorage.PublicAccessNone),\n\t\t},\n\t\tEtag: new(\"\\\"0x8D1234567890ABC\\\"\"),\n\t}\n}\n\n// createAzureBlobContainerWithEncryptionScope creates a mock Azure blob container with a default encryption scope\nfunc createAzureBlobContainerWithEncryptionScope(containerName, encryptionScopeName string) *armstorage.BlobContainer {\n\treturn &armstorage.BlobContainer{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/blobServices/default/containers/\" + containerName),\n\t\tName: new(containerName),\n\t\tType: new(\"Microsoft.Storage/storageAccounts/blobServices/containers\"),\n\t\tContainerProperties: &armstorage.ContainerProperties{\n\t\t\tPublicAccess: new(armstorage.PublicAccessNone),\n\t\t\tDefaultEncryptionScope: new(encryptionScopeName),\n\t\t\tDenyEncryptionScopeOverride: new(false),\n\t\t},\n\t\tEtag: new(\"\\\"0x8D1234567890ABC\\\"\"),\n\t}\n}\n" }, { "path": "sources/azure/manual/storage-encryption-scope.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar StorageEncryptionScopeLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.StorageEncryptionScope)\n\ntype storageEncryptionScopeWrapper struct {\n\tclient clients.EncryptionScopesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewStorageEncryptionScope(client clients.EncryptionScopesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &storageEncryptionScopeWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.StorageEncryptionScope,\n\t\t),\n\t}\n}\n\nfunc (s storageEncryptionScopeWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: storageAccountName and encryptionScopeName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tstorageAccountName := queryParts[0]\n\tencryptionScopeName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, storageAccountName, encryptionScopeName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\titem, sdpErr := s.azureEncryptionScopeToSDPItem(&resp.EncryptionScope, storageAccountName, encryptionScopeName, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\treturn item, nil\n}\n\nfunc (s storageEncryptionScopeWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tStorageAccountLookupByName,\n\t\tStorageEncryptionScopeLookupByName,\n\t}\n}\n\nfunc (s storageEncryptionScopeWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: storageAccountName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tstorageAccountName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, storageAccountName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, encScope := range page.Value {\n\t\t\tif encScope.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azureEncryptionScopeToSDPItem(encScope, storageAccountName, *encScope.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s storageEncryptionScopeWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: storageAccountName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tstorageAccountName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, storageAccountName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, encScope := range page.Value {\n\t\t\tif encScope.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureEncryptionScopeToSDPItem(encScope, storageAccountName, *encScope.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s storageEncryptionScopeWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tStorageAccountLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s storageEncryptionScopeWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.StorageAccount: true,\n\t\tazureshared.KeyVaultVault: true,\n\t\tazureshared.KeyVaultKey: true,\n\t\tstdlib.NetworkDNS: true,\n\t}\n}\n\nfunc (s storageEncryptionScopeWrapper) azureEncryptionScopeToSDPItem(encScope *armstorage.EncryptionScope, storageAccountName, encryptionScopeName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(encScope, \"tags\")\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(storageAccountName, encryptionScopeName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\titem := &sdp.Item{\n\t\tType: azureshared.StorageEncryptionScope.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: storageAccountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Key Vault when encryption scope uses customer-managed keys (source Microsoft.KeyVault)\n\tif encScope.EncryptionScopeProperties != nil && encScope.EncryptionScopeProperties.KeyVaultProperties != nil && encScope.EncryptionScopeProperties.KeyVaultProperties.KeyURI != nil {\n\t\tkeyURI := *encScope.EncryptionScopeProperties.KeyVaultProperties.KeyURI\n\t\tvaultName := azureshared.ExtractVaultNameFromURI(keyURI)\n\t\tkeyName := azureshared.ExtractKeyNameFromURI(keyURI)\n\t\tif vaultName != \"\" {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultVault.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: vaultName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\tif vaultName != \"\" && keyName != \"\" {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.KeyVaultKey.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(vaultName, keyName),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t\tif dnsName := azureshared.ExtractDNSFromURL(keyURI); dnsName != \"\" {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif encScope.EncryptionScopeProperties != nil && encScope.EncryptionScopeProperties.State != nil {\n\t\tswitch *encScope.EncryptionScopeProperties.State {\n\t\tcase armstorage.EncryptionScopeStateEnabled:\n\t\t\titem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armstorage.EncryptionScopeStateDisabled:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\tdefault:\n\t\t\titem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\treturn item, nil\n}\n\nfunc (s storageEncryptionScopeWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"azurerm_storage_encryption_scope.id\",\n\t\t},\n\t}\n}\n\nfunc (s storageEncryptionScopeWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Storage/storageAccounts/encryptionScopes/read\",\n\t}\n}\n\nfunc (s storageEncryptionScopeWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/storage-encryption-scope_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore/to\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockEncryptionScopesPager struct {\n\tpages []armstorage.EncryptionScopesClientListResponse\n\tindex int\n}\n\nfunc (m *mockEncryptionScopesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockEncryptionScopesPager) NextPage(ctx context.Context) (armstorage.EncryptionScopesClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armstorage.EncryptionScopesClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype errorEncryptionScopesPager struct{}\n\nfunc (e *errorEncryptionScopesPager) More() bool {\n\treturn true\n}\n\nfunc (e *errorEncryptionScopesPager) NextPage(ctx context.Context) (armstorage.EncryptionScopesClientListResponse, error) {\n\treturn armstorage.EncryptionScopesClientListResponse{}, errors.New(\"pager error\")\n}\n\ntype testEncryptionScopesClient struct {\n\t*mocks.MockEncryptionScopesClient\n\tpager clients.EncryptionScopesPager\n}\n\nfunc (t *testEncryptionScopesClient) List(ctx context.Context, resourceGroupName, accountName string) clients.EncryptionScopesPager {\n\treturn t.pager\n}\n\nfunc TestStorageEncryptionScope(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tstorageAccountName := \"teststorageaccount\"\n\tencryptionScopeName := \"test-encryption-scope\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tencScope := createAzureEncryptionScope(encryptionScopeName)\n\n\t\tmockClient := mocks.NewMockEncryptionScopesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, storageAccountName, encryptionScopeName).Return(\n\t\t\tarmstorage.EncryptionScopesClientGetResponse{\n\t\t\t\tEncryptionScope: *encScope,\n\t\t\t}, nil)\n\n\t\ttestClient := &testEncryptionScopesClient{MockEncryptionScopesClient: mockClient}\n\t\twrapper := manual.NewStorageEncryptionScope(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(storageAccountName, encryptionScopeName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.StorageEncryptionScope.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageEncryptionScope.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(storageAccountName, encryptionScopeName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(storageAccountName, encryptionScopeName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tlinkedQuery := linkedQueries[0]\n\t\t\tif linkedQuery.GetQuery().GetType() != azureshared.StorageAccount.String() {\n\t\t\t\tt.Errorf(\"Expected linked query type %s, got %s\", azureshared.StorageAccount.String(), linkedQuery.GetQuery().GetType())\n\t\t\t}\n\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", linkedQuery.GetQuery().GetMethod())\n\t\t\t}\n\t\t\tif linkedQuery.GetQuery().GetQuery() != storageAccountName {\n\t\t\t\tt.Errorf(\"Expected linked query %s, got %s\", storageAccountName, linkedQuery.GetQuery().GetQuery())\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockEncryptionScopesClient(ctrl)\n\t\ttestClient := &testEncryptionScopesClient{MockEncryptionScopesClient: mockClient}\n\n\t\twrapper := manual.NewStorageEncryptionScope(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tscope1 := createAzureEncryptionScope(\"scope-1\")\n\t\tscope2 := createAzureEncryptionScope(\"scope-2\")\n\n\t\tmockClient := mocks.NewMockEncryptionScopesClient(ctrl)\n\t\tmockPager := &mockEncryptionScopesPager{\n\t\t\tpages: []armstorage.EncryptionScopesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tEncryptionScopeListResult: armstorage.EncryptionScopeListResult{\n\t\t\t\t\t\tValue: []*armstorage.EncryptionScope{scope1, scope2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testEncryptionScopesClient{\n\t\t\tMockEncryptionScopesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageEncryptionScope(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.StorageEncryptionScope.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageEncryptionScope.String(), item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockEncryptionScopesClient(ctrl)\n\t\ttestClient := &testEncryptionScopesClient{MockEncryptionScopesClient: mockClient}\n\n\t\twrapper := manual.NewStorageEncryptionScope(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_ScopeWithNilName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockEncryptionScopesClient(ctrl)\n\t\tvalidScope := createAzureEncryptionScope(\"valid-scope\")\n\t\tmockPager := &mockEncryptionScopesPager{\n\t\t\tpages: []armstorage.EncryptionScopesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tEncryptionScopeListResult: armstorage.EncryptionScopeListResult{\n\t\t\t\t\t\tValue: []*armstorage.EncryptionScope{\n\t\t\t\t\t\t\t{Name: nil},\n\t\t\t\t\t\t\tvalidScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testEncryptionScopesClient{\n\t\t\tMockEncryptionScopesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageEncryptionScope(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(storageAccountName, \"valid-scope\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(storageAccountName, \"valid-scope\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"encryption scope not found\")\n\n\t\tmockClient := mocks.NewMockEncryptionScopesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, storageAccountName, \"nonexistent-scope\").Return(\n\t\t\tarmstorage.EncryptionScopesClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testEncryptionScopesClient{MockEncryptionScopesClient: mockClient}\n\t\twrapper := manual.NewStorageEncryptionScope(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := storageAccountName + shared.QuerySeparator + \"nonexistent-scope\"\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent encryption scope, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockEncryptionScopesClient(ctrl)\n\t\terrorPager := &errorEncryptionScopesPager{}\n\n\t\ttestClient := &testEncryptionScopesClient{\n\t\t\tMockEncryptionScopesClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageEncryptionScope(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n}\n\nfunc createAzureEncryptionScope(scopeName string) *armstorage.EncryptionScope {\n\treturn &armstorage.EncryptionScope{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/encryptionScopes/\" + scopeName),\n\t\tName: new(scopeName),\n\t\tType: new(\"Microsoft.Storage/storageAccounts/encryptionScopes\"),\n\t\tEncryptionScopeProperties: &armstorage.EncryptionScopeProperties{\n\t\t\tSource: to.Ptr(armstorage.EncryptionScopeSourceMicrosoftStorage),\n\t\t\tState: to.Ptr(armstorage.EncryptionScopeStateEnabled),\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/storage-fileshare.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar StorageFileShareLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.StorageFileShare)\n\ntype storageFileShareWrapper struct {\n\tclient clients.FileSharesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewStorageFileShare(client clients.FileSharesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &storageFileShareWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.StorageFileShare,\n\t\t),\n\t}\n}\n\nfunc (s storageFileShareWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: storageAccountName and shareName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tstorageAccountName := queryParts[0]\n\tshareName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, storageAccountName, shareName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tvar sdpErr *sdp.QueryError\n\tvar item *sdp.Item\n\titem, sdpErr = s.azureFileShareToSDPItem(&resp.FileShare, storageAccountName, shareName, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\treturn item, nil\n}\n\nfunc (s storageFileShareWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tStorageAccountLookupByName,\n\t\tStorageFileShareLookupByName,\n\t}\n}\n\nfunc (s storageFileShareWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: storageAccountName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tstorageAccountName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, storageAccountName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, fileShare := range page.Value {\n\t\t\tif fileShare.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azureFileShareToSDPItem(&armstorage.FileShare{\n\t\t\t\tID: fileShare.ID,\n\t\t\t\tName: fileShare.Name,\n\t\t\t\tType: fileShare.Type,\n\t\t\t\tFileShareProperties: fileShare.Properties,\n\t\t\t\tEtag: fileShare.Etag,\n\t\t\t}, storageAccountName, *fileShare.Name, scope,\n\t\t\t)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s storageFileShareWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: storageAccountName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tstorageAccountName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, storageAccountName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, fileShare := range page.Value {\n\t\t\tif fileShare.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureFileShareToSDPItem(&armstorage.FileShare{\n\t\t\t\tID: fileShare.ID,\n\t\t\t\tName: fileShare.Name,\n\t\t\t\tType: fileShare.Type,\n\t\t\t\tFileShareProperties: fileShare.Properties,\n\t\t\t\tEtag: fileShare.Etag,\n\t\t\t}, storageAccountName, *fileShare.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s storageFileShareWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tStorageAccountLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s storageFileShareWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.StorageAccount: true,\n\t}\n}\n\nfunc (s storageFileShareWrapper) azureFileShareToSDPItem(fileShare *armstorage.FileShare, storageAccountName, shareName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(fileShare)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(storageAccountName, shareName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.StorageFileShare.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: storageAccountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n\nfunc (s storageFileShareWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/storage_share\n\t\t\t// Terraform uses: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Storage/storageAccounts/{account}/fileServices/default/shares/{share}\n\t\t\tTerraformQueryMap: \"azurerm_storage_share.id\",\n\t\t},\n\t}\n}\n\nfunc (s storageFileShareWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Storage/storageAccounts/fileServices/shares/read\",\n\t}\n}\n\nfunc (s storageFileShareWrapper) PredefinedRole() string {\n\treturn \"Storage File Data Privileged Reader\"\n}\n" }, { "path": "sources/azure/manual/storage-fileshare_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockFileSharesPager is a simple mock implementation of FileSharesPager\ntype mockFileSharesPager struct {\n\tpages []armstorage.FileSharesClientListResponse\n\tindex int\n}\n\nfunc (m *mockFileSharesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockFileSharesPager) NextPage(ctx context.Context) (armstorage.FileSharesClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armstorage.FileSharesClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorFileSharesPager is a mock pager that always returns an error\ntype errorFileSharesPager struct{}\n\nfunc (e *errorFileSharesPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorFileSharesPager) NextPage(ctx context.Context) (armstorage.FileSharesClientListResponse, error) {\n\treturn armstorage.FileSharesClientListResponse{}, errors.New(\"pager error\")\n}\n\n// testFileSharesClient wraps the mock to implement the correct interface\ntype testFileSharesClient struct {\n\t*mocks.MockFileSharesClient\n\tpager clients.FileSharesPager\n}\n\nfunc (t *testFileSharesClient) List(ctx context.Context, resourceGroupName, accountName string) clients.FileSharesPager {\n\treturn t.pager\n}\n\nfunc TestStorageFileShare(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tstorageAccountName := \"teststorageaccount\"\n\tshareName := \"test-share\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tfileShare := createAzureFileShare(shareName)\n\n\t\tmockClient := mocks.NewMockFileSharesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, storageAccountName, shareName).Return(\n\t\t\tarmstorage.FileSharesClientGetResponse{\n\t\t\t\tFileShare: *fileShare,\n\t\t\t}, nil)\n\n\t\ttestClient := &testFileSharesClient{MockFileSharesClient: mockClient}\n\t\twrapper := manual.NewStorageFileShare(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Get requires storageAccountName and shareName as query parts\n\t\tquery := shared.CompositeLookupKey(storageAccountName, shareName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.StorageFileShare.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageFileShare, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(storageAccountName, shareName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(storageAccountName, shareName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate the item\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Verify linked item queries\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tlinkedQuery := linkedQueries[0]\n\t\t\tif linkedQuery.GetQuery().GetType() != azureshared.StorageAccount.String() {\n\t\t\t\tt.Errorf(\"Expected linked query type %s, got %s\", azureshared.StorageAccount, linkedQuery.GetQuery().GetType())\n\t\t\t}\n\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", linkedQuery.GetQuery().GetMethod())\n\t\t\t}\n\t\t\tif linkedQuery.GetQuery().GetQuery() != storageAccountName {\n\t\t\t\tt.Errorf(\"Expected linked query %s, got %s\", storageAccountName, linkedQuery.GetQuery().GetQuery())\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFileSharesClient(ctrl)\n\t\ttestClient := &testFileSharesClient{MockFileSharesClient: mockClient}\n\n\t\twrapper := manual.NewStorageFileShare(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with insufficient query parts (only storage account name)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tshare1 := createAzureFileShare(\"share-1\")\n\t\tshare2 := createAzureFileShare(\"share-2\")\n\n\t\tmockClient := mocks.NewMockFileSharesClient(ctrl)\n\t\tmockPager := &mockFileSharesPager{\n\t\t\tpages: []armstorage.FileSharesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tFileShareItems: armstorage.FileShareItems{\n\t\t\t\t\t\tValue: []*armstorage.FileShareItem{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: share1.ID,\n\t\t\t\t\t\t\t\tName: share1.Name,\n\t\t\t\t\t\t\t\tType: share1.Type,\n\t\t\t\t\t\t\t\tProperties: &armstorage.FileShareProperties{\n\t\t\t\t\t\t\t\t\tAccessTier: share1.FileShareProperties.AccessTier,\n\t\t\t\t\t\t\t\t\tShareQuota: share1.FileShareProperties.ShareQuota,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tEtag: share1.Etag,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: share2.ID,\n\t\t\t\t\t\t\t\tName: share2.Name,\n\t\t\t\t\t\t\t\tType: share2.Type,\n\t\t\t\t\t\t\t\tProperties: &armstorage.FileShareProperties{\n\t\t\t\t\t\t\t\t\tAccessTier: share2.FileShareProperties.AccessTier,\n\t\t\t\t\t\t\t\t\tShareQuota: share2.FileShareProperties.ShareQuota,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\tEtag: share2.Etag,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testFileSharesClient{\n\t\t\tMockFileSharesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageFileShare(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.StorageFileShare.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageFileShare, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\t// This test verifies that the wrapper's Search method validates query parts\n\t\t// We test it directly on the wrapper since the adapter may handle empty queries differently\n\t\tmockClient := mocks.NewMockFileSharesClient(ctrl)\n\t\ttestClient := &testFileSharesClient{MockFileSharesClient: mockClient}\n\n\t\twrapper := manual.NewStorageFileShare(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with no query parts - should return error before calling List\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_ShareWithNilName\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFileSharesClient(ctrl)\n\t\tmockPager := &mockFileSharesPager{\n\t\t\tpages: []armstorage.FileSharesClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tFileShareItems: armstorage.FileShareItems{\n\t\t\t\t\t\tValue: []*armstorage.FileShareItem{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t// Share with nil name should be skipped\n\t\t\t\t\t\t\t\tName: nil,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/fileServices/default/shares/valid-share\"),\n\t\t\t\t\t\t\t\tName: new(\"valid-share\"),\n\t\t\t\t\t\t\t\tType: new(\"Microsoft.Storage/storageAccounts/fileServices/shares\"),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testFileSharesClient{\n\t\t\tMockFileSharesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageFileShare(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (the one with a valid name)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(storageAccountName, \"valid-share\") {\n\t\t\tt.Errorf(\"Expected share name 'teststorageaccount|valid-share', got %s\", sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"file share not found\")\n\n\t\tmockClient := mocks.NewMockFileSharesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, storageAccountName, \"nonexistent-share\").Return(\n\t\t\tarmstorage.FileSharesClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testFileSharesClient{MockFileSharesClient: mockClient}\n\t\twrapper := manual.NewStorageFileShare(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := storageAccountName + shared.QuerySeparator + \"nonexistent-share\"\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent file share, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockFileSharesClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorFileSharesPager{}\n\n\t\ttestClient := &testFileSharesClient{\n\t\t\tMockFileSharesClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageFileShare(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], \"test-account\", true)\n\t\t// The Search implementation should return an error when pager.NextPage returns an error\n\t\t// Errors from NextPage are converted to QueryError by the implementation\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n}\n\n// createAzureFileShare creates a mock Azure file share for testing\nfunc createAzureFileShare(shareName string) *armstorage.FileShare {\n\treturn &armstorage.FileShare{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/fileServices/default/shares/\" + shareName),\n\t\tName: new(shareName),\n\t\tType: new(\"Microsoft.Storage/storageAccounts/fileServices/shares\"),\n\t\tFileShareProperties: &armstorage.FileShareProperties{\n\t\t\tAccessTier: new(armstorage.ShareAccessTierHot),\n\t\t\tShareQuota: new(int32(5120)), // 5GB\n\t\t},\n\t\tEtag: new(\"\\\"0x8D1234567890ABC\\\"\"),\n\t}\n}\n" }, { "path": "sources/azure/manual/storage-private-endpoint-connection.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar StoragePrivateEndpointConnectionLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.StoragePrivateEndpointConnection)\n\ntype storagePrivateEndpointConnectionWrapper struct {\n\tclient clients.StoragePrivateEndpointConnectionsClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\n// NewStoragePrivateEndpointConnection returns a SearchableWrapper for Azure storage account private endpoint connections.\nfunc NewStoragePrivateEndpointConnection(client clients.StoragePrivateEndpointConnectionsClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &storagePrivateEndpointConnectionWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.StoragePrivateEndpointConnection,\n\t\t),\n\t}\n}\n\nfunc (s storagePrivateEndpointConnectionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: storageAccountName and privateEndpointConnectionName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\tconnectionName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, accountName, connectionName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(&resp.PrivateEndpointConnection, accountName, connectionName, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\treturn item, nil\n}\n\nfunc (s storagePrivateEndpointConnectionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tStorageAccountLookupByName,\n\t\tStoragePrivateEndpointConnectionLookupByName,\n\t}\n}\n\nfunc (s storagePrivateEndpointConnectionWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: storageAccountName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\taccountName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, accountName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(conn, accountName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s storagePrivateEndpointConnectionWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: storageAccountName\"), scope, s.Type()))\n\t\treturn\n\t}\n\taccountName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, accountName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, conn := range page.Value {\n\t\t\tif conn.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azurePrivateEndpointConnectionToSDPItem(conn, accountName, *conn.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s storagePrivateEndpointConnectionWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tStorageAccountLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s storagePrivateEndpointConnectionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.StorageAccount: true,\n\t\tazureshared.NetworkPrivateEndpoint: true,\n\t}\n}\n\nfunc (s storagePrivateEndpointConnectionWrapper) azurePrivateEndpointConnectionToSDPItem(conn *armstorage.PrivateEndpointConnection, accountName, connectionName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(conn)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(accountName, connectionName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.StoragePrivateEndpointConnection.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Health from provisioning state\n\tif conn.Properties != nil && conn.Properties.ProvisioningState != nil {\n\t\tswitch *conn.Properties.ProvisioningState {\n\t\tcase armstorage.PrivateEndpointConnectionProvisioningStateSucceeded:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase armstorage.PrivateEndpointConnectionProvisioningStateCreating,\n\t\t\tarmstorage.PrivateEndpointConnectionProvisioningStateDeleting:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase armstorage.PrivateEndpointConnectionProvisioningStateFailed:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tdefault:\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\t}\n\t}\n\n\t// Link to parent Storage Account\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: accountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to Network Private Endpoint when present (may be in different resource group)\n\tif conn.Properties != nil && conn.Properties.PrivateEndpoint != nil && conn.Properties.PrivateEndpoint.ID != nil {\n\t\tpeID := *conn.Properties.PrivateEndpoint.ID\n\t\tpeName := azureshared.ExtractResourceName(peID)\n\t\tif peName != \"\" {\n\t\t\tlinkedScope := scope\n\t\t\tif extractedScope := azureshared.ExtractScopeFromResourceID(peID); extractedScope != \"\" {\n\t\t\t\tlinkedScope = extractedScope\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: azureshared.NetworkPrivateEndpoint.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: peName,\n\t\t\t\t\tScope: linkedScope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (s storagePrivateEndpointConnectionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"Microsoft.Storage/storageAccounts/privateEndpointConnections/read\",\n\t}\n}\n\nfunc (s storagePrivateEndpointConnectionWrapper) PredefinedRole() string {\n\treturn \"Reader\"\n}\n" }, { "path": "sources/azure/manual/storage-private-endpoint-connection_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azcore/to\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype mockPrivateEndpointConnectionsPager struct {\n\tpages []armstorage.PrivateEndpointConnectionsClientListResponse\n\tindex int\n}\n\nfunc (m *mockPrivateEndpointConnectionsPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockPrivateEndpointConnectionsPager) NextPage(ctx context.Context) (armstorage.PrivateEndpointConnectionsClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armstorage.PrivateEndpointConnectionsClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\ntype testStoragePrivateEndpointConnectionsClient struct {\n\t*mocks.MockStoragePrivateEndpointConnectionsClient\n\tpager clients.PrivateEndpointConnectionsPager\n}\n\nfunc (t *testStoragePrivateEndpointConnectionsClient) List(ctx context.Context, resourceGroupName, accountName string) clients.PrivateEndpointConnectionsPager {\n\treturn t.pager\n}\n\nfunc TestStoragePrivateEndpointConnection(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\taccountName := \"teststorageaccount\"\n\tconnectionName := \"test-pec\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tconn := createAzureStoragePrivateEndpointConnection(connectionName, \"\")\n\n\t\tmockClient := mocks.NewMockStoragePrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, connectionName).Return(\n\t\t\tarmstorage.PrivateEndpointConnectionsClientGetResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testStoragePrivateEndpointConnectionsClient{MockStoragePrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewStoragePrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.StoragePrivateEndpointConnection.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StoragePrivateEndpointConnection, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != shared.CompositeLookupKey(accountName, connectionName) {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", shared.CompositeLookupKey(accountName, connectionName), sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) < 1 {\n\t\t\t\tt.Fatalf(\"Expected at least 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tfoundStorageAccount := false\n\t\t\tfor _, lq := range linkedQueries {\n\t\t\t\tif lq.GetQuery().GetType() == azureshared.StorageAccount.String() {\n\t\t\t\t\tfoundStorageAccount = true\n\t\t\t\t\tif lq.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\t\t\tt.Errorf(\"Expected StorageAccount link method GET, got %v\", lq.GetQuery().GetMethod())\n\t\t\t\t\t}\n\t\t\t\t\tif lq.GetQuery().GetQuery() != accountName {\n\t\t\t\t\t\tt.Errorf(\"Expected StorageAccount query %s, got %s\", accountName, lq.GetQuery().GetQuery())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !foundStorageAccount {\n\t\t\t\tt.Error(\"Expected linked query to StorageAccount\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_WithPrivateEndpointLink\", func(t *testing.T) {\n\t\tpeID := \"/subscriptions/\" + subscriptionID + \"/resourceGroups/\" + resourceGroup + \"/providers/Microsoft.Network/privateEndpoints/test-pe\"\n\t\tconn := createAzureStoragePrivateEndpointConnection(connectionName, peID)\n\n\t\tmockClient := mocks.NewMockStoragePrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, connectionName).Return(\n\t\t\tarmstorage.PrivateEndpointConnectionsClientGetResponse{\n\t\t\t\tPrivateEndpointConnection: *conn,\n\t\t\t}, nil)\n\n\t\ttestClient := &testStoragePrivateEndpointConnectionsClient{MockStoragePrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewStoragePrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, connectionName)\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tfoundPrivateEndpoint := false\n\t\tfor _, lq := range sdpItem.GetLinkedItemQueries() {\n\t\t\tif lq.GetQuery().GetType() == azureshared.NetworkPrivateEndpoint.String() {\n\t\t\t\tfoundPrivateEndpoint = true\n\t\t\t\tif lq.GetQuery().GetQuery() != \"test-pe\" {\n\t\t\t\t\tt.Errorf(\"Expected NetworkPrivateEndpoint query 'test-pe', got %s\", lq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !foundPrivateEndpoint {\n\t\t\tt.Error(\"Expected linked query to NetworkPrivateEndpoint when PrivateEndpoint ID is set\")\n\t\t}\n\t})\n\n\tt.Run(\"GetWithInsufficientQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockStoragePrivateEndpointConnectionsClient(ctrl)\n\t\ttestClient := &testStoragePrivateEndpointConnectionsClient{MockStoragePrivateEndpointConnectionsClient: mockClient}\n\n\t\twrapper := manual.NewStoragePrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tconn1 := createAzureStoragePrivateEndpointConnection(\"pec-1\", \"\")\n\t\tconn2 := createAzureStoragePrivateEndpointConnection(\"pec-2\", \"\")\n\n\t\tmockClient := mocks.NewMockStoragePrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockPrivateEndpointConnectionsPager{\n\t\t\tpages: []armstorage.PrivateEndpointConnectionsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tPrivateEndpointConnectionListResult: armstorage.PrivateEndpointConnectionListResult{\n\t\t\t\t\t\tValue: []*armstorage.PrivateEndpointConnection{conn1, conn2},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testStoragePrivateEndpointConnectionsClient{\n\t\t\tMockStoragePrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStoragePrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t\tif item.GetType() != azureshared.StoragePrivateEndpointConnection.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StoragePrivateEndpointConnection, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_NilNameSkipped\", func(t *testing.T) {\n\t\tvalidConn := createAzureStoragePrivateEndpointConnection(\"valid-pec\", \"\")\n\n\t\tmockClient := mocks.NewMockStoragePrivateEndpointConnectionsClient(ctrl)\n\t\tmockPager := &mockPrivateEndpointConnectionsPager{\n\t\t\tpages: []armstorage.PrivateEndpointConnectionsClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tPrivateEndpointConnectionListResult: armstorage.PrivateEndpointConnectionListResult{\n\t\t\t\t\t\tValue: []*armstorage.PrivateEndpointConnection{\n\t\t\t\t\t\t\t{Name: nil},\n\t\t\t\t\t\t\tvalidConn,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testStoragePrivateEndpointConnectionsClient{\n\t\t\tMockStoragePrivateEndpointConnectionsClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStoragePrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], accountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item (nil name skipped), got: %d\", len(sdpItems))\n\t\t}\n\t\tif sdpItems[0].UniqueAttributeValue() != shared.CompositeLookupKey(accountName, \"valid-pec\") {\n\t\t\tt.Errorf(\"Expected unique value %s, got %s\", shared.CompositeLookupKey(accountName, \"valid-pec\"), sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockStoragePrivateEndpointConnectionsClient(ctrl)\n\t\ttestClient := &testStoragePrivateEndpointConnectionsClient{MockStoragePrivateEndpointConnectionsClient: mockClient}\n\n\t\twrapper := manual.NewStoragePrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"private endpoint connection not found\")\n\n\t\tmockClient := mocks.NewMockStoragePrivateEndpointConnectionsClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, accountName, \"nonexistent-pec\").Return(\n\t\t\tarmstorage.PrivateEndpointConnectionsClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testStoragePrivateEndpointConnectionsClient{MockStoragePrivateEndpointConnectionsClient: mockClient}\n\t\twrapper := manual.NewStoragePrivateEndpointConnection(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(accountName, \"nonexistent-pec\")\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent private endpoint connection, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\twrapper := manual.NewStoragePrivateEndpointConnection(nil, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif !links[azureshared.StorageAccount] {\n\t\t\tt.Error(\"Expected StorageAccount in PotentialLinks\")\n\t\t}\n\t\tif !links[azureshared.NetworkPrivateEndpoint] {\n\t\t\tt.Error(\"Expected NetworkPrivateEndpoint in PotentialLinks\")\n\t\t}\n\t})\n}\n\nfunc createAzureStoragePrivateEndpointConnection(connectionName, privateEndpointID string) *armstorage.PrivateEndpointConnection {\n\tconn := &armstorage.PrivateEndpointConnection{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/privateEndpointConnections/\" + connectionName),\n\t\tName: new(connectionName),\n\t\tType: new(\"Microsoft.Storage/storageAccounts/privateEndpointConnections\"),\n\t\tProperties: &armstorage.PrivateEndpointConnectionProperties{\n\t\t\tProvisioningState: to.Ptr(armstorage.PrivateEndpointConnectionProvisioningStateSucceeded),\n\t\t\tPrivateLinkServiceConnectionState: &armstorage.PrivateLinkServiceConnectionState{\n\t\t\t\tStatus: to.Ptr(armstorage.PrivateEndpointServiceConnectionStatusApproved),\n\t\t\t},\n\t\t},\n\t}\n\tif privateEndpointID != \"\" {\n\t\tconn.Properties.PrivateEndpoint = &armstorage.PrivateEndpoint{\n\t\t\tID: new(privateEndpointID),\n\t\t}\n\t}\n\treturn conn\n}\n" }, { "path": "sources/azure/manual/storage-queues.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar StorageQueueLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.StorageQueue)\n\ntype storageQueuesWrapper struct {\n\tclient clients.QueuesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewStorageQueues(client clients.QueuesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &storageQueuesWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.StorageQueue,\n\t\t),\n\t}\n}\n\nfunc (s storageQueuesWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: storageAccountName and queueName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tstorageAccountName := queryParts[0]\n\tqueueName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, storageAccountName, queueName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\treturn s.azureQueueToSDPItem(&resp.Queue, storageAccountName, queueName, scope)\n}\n\nfunc (s storageQueuesWrapper) azureQueueToSDPItem(queue *armstorage.Queue, storageAccountName, queueName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(queue)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(storageAccountName, queueName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.StorageQueue.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Queue is a child of the storage account; queue is affected if account changes, account is not affected by queue changes.\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: storageAccountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n\nfunc (s storageQueuesWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/storage_queue\n\t\t\t// Terraform uses: /subscriptions/{{subscription}}/resourceGroups/{{resourceGroup}}/providers/Microsoft.Storage/storageAccounts/{{storageAccountName}}/queueServices/default/queues/{{queueName}}\n\t\t\tTerraformQueryMap: \"azurerm_storage_queue.id\",\n\t\t},\n\t}\n}\n\nfunc (s storageQueuesWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tStorageAccountLookupByName,\n\t\tStorageQueueLookupByName,\n\t}\n}\n\nfunc (s storageQueuesWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 1 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: storageAccountName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tstorageAccountName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, storageAccountName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, queue := range page.Value {\n\t\t\tif queue.Name == nil || queue.QueueProperties == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azureQueueToSDPItem(&armstorage.Queue{\n\t\t\t\tID: queue.ID,\n\t\t\t\tName: queue.Name,\n\t\t\t\tType: queue.Type,\n\t\t\t\tQueueProperties: &armstorage.QueueProperties{\n\t\t\t\t\tMetadata: queue.QueueProperties.Metadata,\n\t\t\t\t},\n\t\t\t}, storageAccountName, *queue.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s storageQueuesWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) < 1 {\n\t\tstream.SendError(azureshared.QueryError(errors.New(\"Search requires 1 query part: storageAccountName\"), scope, s.Type()))\n\t\treturn\n\t}\n\tstorageAccountName := queryParts[0]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, storageAccountName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, queue := range page.Value {\n\t\t\tif queue.Name == nil || queue.QueueProperties == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureQueueToSDPItem(&armstorage.Queue{\n\t\t\t\tID: queue.ID,\n\t\t\t\tName: queue.Name,\n\t\t\t\tType: queue.Type,\n\t\t\t\tQueueProperties: &armstorage.QueueProperties{\n\t\t\t\t\tMetadata: queue.QueueProperties.Metadata,\n\t\t\t\t},\n\t\t\t}, storageAccountName, *queue.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s storageQueuesWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tStorageAccountLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s storageQueuesWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.StorageAccount: true,\n\t}\n}\n\nfunc (s storageQueuesWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t// reference: https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles/storage#storage-queue-data-reader\n\t\t\"Microsoft.Storage/storageAccounts/queueServices/queues/read\",\n\t}\n}\n\nfunc (s storageQueuesWrapper) PredefinedRole() string {\n\t// reference: https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles/storage#storage-queue-data-reader\n\treturn \"Storage Queue Data Reader\"\n}\n" }, { "path": "sources/azure/manual/storage-queues_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockQueuesPager is a simple mock implementation of QueuesPager\ntype mockQueuesPager struct {\n\tpages []armstorage.QueueClientListResponse\n\tindex int\n}\n\nfunc (m *mockQueuesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockQueuesPager) NextPage(ctx context.Context) (armstorage.QueueClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armstorage.QueueClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorQueuesPager is a mock pager that always returns an error\ntype errorQueuesPager struct{}\n\nfunc (e *errorQueuesPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorQueuesPager) NextPage(ctx context.Context) (armstorage.QueueClientListResponse, error) {\n\treturn armstorage.QueueClientListResponse{}, errors.New(\"pager error\")\n}\n\n// testQueuesClient wraps the mock to implement the correct interface\ntype testQueuesClient struct {\n\t*mocks.MockQueuesClient\n\tpager clients.QueuesPager\n}\n\nfunc (t *testQueuesClient) List(ctx context.Context, resourceGroupName, accountName string) clients.QueuesPager {\n\treturn t.pager\n}\n\nfunc TestStorageQueues(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tstorageAccountName := \"teststorageaccount\"\n\tqueueName := \"test-queue\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tqueue := createAzureQueue(queueName)\n\n\t\tmockClient := mocks.NewMockQueuesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, storageAccountName, queueName).Return(\n\t\t\tarmstorage.QueueClientGetResponse{\n\t\t\t\tQueue: *queue,\n\t\t\t}, nil)\n\n\t\ttestClient := &testQueuesClient{MockQueuesClient: mockClient}\n\t\twrapper := manual.NewStorageQueues(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Get requires storageAccountName and queueName as query parts\n\t\tquery := storageAccountName + shared.QuerySeparator + queueName\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.StorageQueue.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageQueue, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedID := shared.CompositeLookupKey(storageAccountName, queueName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedID {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedID, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate the item\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Verify linked item queries\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tlinkedQuery := linkedQueries[0]\n\t\t\tif linkedQuery.GetQuery().GetType() != azureshared.StorageAccount.String() {\n\t\t\t\tt.Errorf(\"Expected linked query type %s, got %s\", azureshared.StorageAccount, linkedQuery.GetQuery().GetType())\n\t\t\t}\n\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", linkedQuery.GetQuery().GetMethod())\n\t\t\t}\n\t\t\tif linkedQuery.GetQuery().GetQuery() != storageAccountName {\n\t\t\t\tt.Errorf(\"Expected linked query %s, got %s\", storageAccountName, linkedQuery.GetQuery().GetQuery())\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockQueuesClient(ctrl)\n\t\ttestClient := &testQueuesClient{MockQueuesClient: mockClient}\n\n\t\twrapper := manual.NewStorageQueues(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with insufficient query parts (only storage account name)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tqueue1 := createAzureQueue(\"queue-1\")\n\t\tqueue2 := createAzureQueue(\"queue-2\")\n\n\t\tmockClient := mocks.NewMockQueuesClient(ctrl)\n\t\tmockPager := &mockQueuesPager{\n\t\t\tpages: []armstorage.QueueClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tListQueueResource: armstorage.ListQueueResource{\n\t\t\t\t\t\tValue: []*armstorage.ListQueue{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: queue1.ID,\n\t\t\t\t\t\t\t\tName: queue1.Name,\n\t\t\t\t\t\t\t\tType: queue1.Type,\n\t\t\t\t\t\t\t\tQueueProperties: &armstorage.ListQueueProperties{\n\t\t\t\t\t\t\t\t\tMetadata: queue1.QueueProperties.Metadata,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: queue2.ID,\n\t\t\t\t\t\t\t\tName: queue2.Name,\n\t\t\t\t\t\t\t\tType: queue2.Type,\n\t\t\t\t\t\t\t\tQueueProperties: &armstorage.ListQueueProperties{\n\t\t\t\t\t\t\t\t\tMetadata: queue2.QueueProperties.Metadata,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testQueuesClient{\n\t\t\tMockQueuesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageQueues(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.StorageQueue.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageQueue, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\t// This test verifies that the wrapper's Search method validates query parts\n\t\t// We test it directly on the wrapper since the adapter may handle empty queries differently\n\t\tmockClient := mocks.NewMockQueuesClient(ctrl)\n\t\ttestClient := &testQueuesClient{MockQueuesClient: mockClient}\n\n\t\twrapper := manual.NewStorageQueues(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with no query parts - should return error before calling List\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_QueueWithNilName\", func(t *testing.T) {\n\t\tvalidQueue := createAzureQueue(\"valid-queue\")\n\t\tmockClient := mocks.NewMockQueuesClient(ctrl)\n\t\tmockPager := &mockQueuesPager{\n\t\t\tpages: []armstorage.QueueClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tListQueueResource: armstorage.ListQueueResource{\n\t\t\t\t\t\tValue: []*armstorage.ListQueue{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t// Queue with nil name should be skipped\n\t\t\t\t\t\t\t\tName: nil,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: validQueue.ID,\n\t\t\t\t\t\t\t\tName: validQueue.Name,\n\t\t\t\t\t\t\t\tType: validQueue.Type,\n\t\t\t\t\t\t\t\tQueueProperties: &armstorage.ListQueueProperties{\n\t\t\t\t\t\t\t\t\tMetadata: validQueue.QueueProperties.Metadata,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testQueuesClient{\n\t\t\tMockQueuesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageQueues(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (the one with a valid name)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\n\t\texpectedID := shared.CompositeLookupKey(storageAccountName, \"valid-queue\")\n\t\tif sdpItems[0].UniqueAttributeValue() != expectedID {\n\t\t\tt.Errorf(\"Expected queue ID %s, got %s\", expectedID, sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"queue not found\")\n\n\t\tmockClient := mocks.NewMockQueuesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, storageAccountName, \"nonexistent-queue\").Return(\n\t\t\tarmstorage.QueueClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testQueuesClient{MockQueuesClient: mockClient}\n\t\twrapper := manual.NewStorageQueues(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := storageAccountName + shared.QuerySeparator + \"nonexistent-queue\"\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent queue, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockQueuesClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorQueuesPager{}\n\n\t\ttestClient := &testQueuesClient{\n\t\t\tMockQueuesClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageQueues(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\t// The Search implementation should return an error when pager.NextPage returns an error\n\t\t// Errors from NextPage are converted to QueryError by the implementation\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockQueuesClient(ctrl)\n\t\ttestClient := &testQueuesClient{MockQueuesClient: mockClient}\n\t\twrapper := manual.NewStorageQueues(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Verify wrapper implements SearchableWrapper (it's returned as this type)\n\t\tif wrapper == nil {\n\t\t\tt.Error(\"Wrapper should not be nil\")\n\t\t}\n\n\t\t// Verify adapter implements SearchableAdapter\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockQueuesClient(ctrl)\n\t\ttestClient := &testQueuesClient{MockQueuesClient: mockClient}\n\t\twrapper := manual.NewStorageQueues(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif len(links) == 0 {\n\t\t\tt.Error(\"Expected potential links to be defined\")\n\t\t}\n\n\t\tif !links[azureshared.StorageAccount] {\n\t\t\tt.Error(\"Expected StorageAccount to be in potential links\")\n\t\t}\n\t})\n\n\tt.Run(\"TerraformMappings\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockQueuesClient(ctrl)\n\t\ttestClient := &testQueuesClient{MockQueuesClient: mockClient}\n\t\twrapper := manual.NewStorageQueues(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Fatal(\"Expected TerraformMappings to be defined\")\n\t\t}\n\n\t\t// Verify we have the correct mapping for azurerm_storage_queue.id\n\t\tfoundIDMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_storage_queue.id\" {\n\t\t\t\tfoundIDMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod to be SEARCH for id mapping, got %s\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundIDMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_storage_queue.id' mapping\")\n\t\t}\n\n\t\t// Verify we only have one mapping (the id mapping)\n\t\tif len(mappings) != 1 {\n\t\t\tt.Errorf(\"Expected 1 TerraformMapping, got %d\", len(mappings))\n\t\t}\n\t})\n}\n\n// createAzureQueue creates a mock Azure queue for testing\nfunc createAzureQueue(queueName string) *armstorage.Queue {\n\treturn &armstorage.Queue{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/queueServices/default/queues/\" + queueName),\n\t\tName: new(queueName),\n\t\tType: new(\"Microsoft.Storage/storageAccounts/queueServices/queues\"),\n\t\tQueueProperties: &armstorage.QueueProperties{\n\t\t\tMetadata: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t\t\"project\": new(\"testing\"),\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/azure/manual/storage-table.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar StorageTableLookupByName = shared.NewItemTypeLookup(\"name\", azureshared.StorageTable)\n\ntype storageTablesWrapper struct {\n\tclient clients.TablesClient\n\n\t*azureshared.MultiResourceGroupBase\n}\n\nfunc NewStorageTable(client clients.TablesClient, resourceGroupScopes []azureshared.ResourceGroupScope) sources.SearchableWrapper {\n\treturn &storageTablesWrapper{\n\t\tclient: client,\n\t\tMultiResourceGroupBase: azureshared.NewMultiResourceGroupBase(\n\t\t\tresourceGroupScopes,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tazureshared.StorageTable,\n\t\t),\n\t}\n}\n\nfunc (s storageTablesWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) < 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires 2 query parts: storageAccountName and tableName\",\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\tstorageAccountName := queryParts[0]\n\ttableName := queryParts[1]\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tresp, err := s.client.Get(ctx, rgScope.ResourceGroup, storageAccountName, tableName)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\titem, sdpErr := s.azureTableToSDPItem(&resp.Table, storageAccountName, tableName, scope)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\treturn item, nil\n}\n\nfunc (s storageTablesWrapper) azureTableToSDPItem(table *armstorage.Table, storageAccountName, tableName, scope string) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(table)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(storageAccountName, tableName))\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: azureshared.StorageTable.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to parent Storage Account (table is a child under tableServices/default/tables).\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: azureshared.StorageAccount.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: storageAccountName,\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n\nfunc (s storageTablesWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs/resources/storage_table\n\t\t\t// Terraform uses: /subscriptions/{{sub}}/resourceGroups/{{rg}}/providers/Microsoft.Storage/storageAccounts/{{account}}/tableServices/default/tables/{{table}}\n\t\t\tTerraformQueryMap: \"azurerm_storage_table.id\",\n\t\t},\n\t}\n}\n\nfunc (s storageTablesWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tStorageAccountLookupByName,\n\t\tStorageTableLookupByName,\n\t}\n}\n\nfunc (s storageTablesWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tif len(queryParts) != 1 {\n\t\treturn nil, azureshared.QueryError(fmt.Errorf(\"queryParts must be 1 query part: storageAccountName, got %d\", len(queryParts)), scope, s.Type())\n\t}\n\tstorageAccountName := queryParts[0]\n\tif storageAccountName == \"\" {\n\t\treturn nil, azureshared.QueryError(fmt.Errorf(\"storageAccountName cannot be empty\"), scope, s.Type())\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, storageAccountName)\n\n\tvar items []*sdp.Item\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, azureshared.QueryError(err, scope, s.Type())\n\t\t}\n\n\t\tfor _, table := range page.Value {\n\t\t\tif table.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\titem, sdpErr := s.azureTableToSDPItem(&armstorage.Table{\n\t\t\t\tID: table.ID,\n\t\t\t\tName: table.Name,\n\t\t\t\tType: table.Type,\n\t\t\t\tTableProperties: table.TableProperties,\n\t\t\t}, storageAccountName, *table.Name, scope,\n\t\t\t)\n\t\t\tif sdpErr != nil {\n\t\t\t\treturn nil, sdpErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc (s storageTablesWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tif len(queryParts) != 1 {\n\t\tstream.SendError(azureshared.QueryError(fmt.Errorf(\"queryParts must be 1 query part: storageAccountName, got %d\", len(queryParts)), scope, s.Type()))\n\t\treturn\n\t}\n\tstorageAccountName := queryParts[0]\n\tif storageAccountName == \"\" {\n\t\tstream.SendError(azureshared.QueryError(fmt.Errorf(\"storageAccountName cannot be empty\"), scope, s.Type()))\n\t\treturn\n\t}\n\n\trgScope, err := s.ResourceGroupScopeFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\treturn\n\t}\n\tpager := s.client.List(ctx, rgScope.ResourceGroup, storageAccountName)\n\tfor pager.More() {\n\t\tpage, err := pager.NextPage(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(azureshared.QueryError(err, scope, s.Type()))\n\t\t\treturn\n\t\t}\n\t\tfor _, table := range page.Value {\n\t\t\tif table.Name == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\titem, sdpErr := s.azureTableToSDPItem(&armstorage.Table{\n\t\t\t\tID: table.ID,\n\t\t\t\tName: table.Name,\n\t\t\t\tType: table.Type,\n\t\t\t\tTableProperties: table.TableProperties,\n\t\t\t}, storageAccountName, *table.Name, scope)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t}\n}\n\nfunc (s storageTablesWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tStorageAccountLookupByName,\n\t\t},\n\t}\n}\n\nfunc (s storageTablesWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn map[shared.ItemType]bool{\n\t\tazureshared.StorageAccount: true,\n\t}\n}\n\nfunc (s storageTablesWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t// https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles/storage#storage-table-data-reader\n\t\t\"Microsoft.Storage/storageAccounts/tableServices/tables/read\",\n\t}\n}\n\nfunc (s storageTablesWrapper) PredefinedRole() string {\n\t// https://learn.microsoft.com/en-us/azure/role-based-access-control/built-in-roles/storage#storage-table-data-reader\n\treturn \"Storage Table Data Reader\"\n}\n" }, { "path": "sources/azure/manual/storage-table_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"slices\"\n\t\"testing\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/azure/clients\"\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\t\"github.com/overmindtech/cli/sources/azure/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// mockTablesPager is a simple mock implementation of TablesPager\ntype mockTablesPager struct {\n\tpages []armstorage.TableClientListResponse\n\tindex int\n}\n\nfunc (m *mockTablesPager) More() bool {\n\treturn m.index < len(m.pages)\n}\n\nfunc (m *mockTablesPager) NextPage(ctx context.Context) (armstorage.TableClientListResponse, error) {\n\tif m.index >= len(m.pages) {\n\t\treturn armstorage.TableClientListResponse{}, errors.New(\"no more pages\")\n\t}\n\tpage := m.pages[m.index]\n\tm.index++\n\treturn page, nil\n}\n\n// errorTablesPager is a mock pager that always returns an error\ntype errorTablesPager struct{}\n\nfunc (e *errorTablesPager) More() bool {\n\treturn true // Always return true so NextPage will be called\n}\n\nfunc (e *errorTablesPager) NextPage(ctx context.Context) (armstorage.TableClientListResponse, error) {\n\treturn armstorage.TableClientListResponse{}, errors.New(\"pager error\")\n}\n\n// testTablesClient wraps the mock to implement the correct interface\ntype testTablesClient struct {\n\t*mocks.MockTablesClient\n\tpager clients.TablesPager\n}\n\nfunc (t *testTablesClient) List(ctx context.Context, resourceGroupName, accountName string) clients.TablesPager {\n\treturn t.pager\n}\n\nfunc TestStorageTables(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tsubscriptionID := \"test-subscription\"\n\tresourceGroup := \"test-rg\"\n\tstorageAccountName := \"teststorageaccount\"\n\ttableName := \"test-table\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\ttable := createAzureTable(tableName)\n\n\t\tmockClient := mocks.NewMockTablesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, storageAccountName, tableName).Return(\n\t\t\tarmstorage.TableClientGetResponse{\n\t\t\t\tTable: *table,\n\t\t\t}, nil)\n\n\t\ttestClient := &testTablesClient{MockTablesClient: mockClient}\n\t\twrapper := manual.NewStorageTable(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Get requires storageAccountName and tableName as query parts\n\t\tquery := storageAccountName + shared.QuerySeparator + tableName\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != azureshared.StorageTable.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageTable, sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\texpectedID := shared.CompositeLookupKey(storageAccountName, tableName)\n\t\tif sdpItem.UniqueAttributeValue() != expectedID {\n\t\t\tt.Errorf(\"Expected unique attribute value %s, got %s\", expectedID, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tif sdpItem.GetScope() != subscriptionID+\".\"+resourceGroup {\n\t\t\tt.Errorf(\"Expected scope %s, got %s\", subscriptionID+\".\"+resourceGroup, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate the item\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Verify linked item queries\n\t\t\tlinkedQueries := sdpItem.GetLinkedItemQueries()\n\t\t\tif len(linkedQueries) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 linked query, got: %d\", len(linkedQueries))\n\t\t\t}\n\n\t\t\tlinkedQuery := linkedQueries[0]\n\t\t\tif linkedQuery.GetQuery().GetType() != azureshared.StorageAccount.String() {\n\t\t\t\tt.Errorf(\"Expected linked query type %s, got %s\", azureshared.StorageAccount, linkedQuery.GetQuery().GetType())\n\t\t\t}\n\t\t\tif linkedQuery.GetQuery().GetMethod() != sdp.QueryMethod_GET {\n\t\t\t\tt.Errorf(\"Expected linked query method GET, got %s\", linkedQuery.GetQuery().GetMethod())\n\t\t\t}\n\t\t\tif linkedQuery.GetQuery().GetQuery() != storageAccountName {\n\t\t\t\tt.Errorf(\"Expected linked query %s, got %s\", storageAccountName, linkedQuery.GetQuery().GetQuery())\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"Get_InvalidQueryParts\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockTablesClient(ctrl)\n\t\ttestClient := &testTablesClient{MockTablesClient: mockClient}\n\n\t\twrapper := manual.NewStorageTable(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Test with insufficient query parts (only storage account name)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing insufficient query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\ttable1 := createAzureTable(\"table-1\")\n\t\ttable2 := createAzureTable(\"table-2\")\n\n\t\tmockClient := mocks.NewMockTablesClient(ctrl)\n\t\tmockPager := &mockTablesPager{\n\t\t\tpages: []armstorage.TableClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tListTableResource: armstorage.ListTableResource{\n\t\t\t\t\t\tValue: []*armstorage.Table{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: table1.ID,\n\t\t\t\t\t\t\t\tName: table1.Name,\n\t\t\t\t\t\t\t\tType: table1.Type,\n\t\t\t\t\t\t\t\tTableProperties: table1.TableProperties,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: table2.ID,\n\t\t\t\t\t\t\t\tName: table2.Name,\n\t\t\t\t\t\t\t\tType: table2.Type,\n\t\t\t\t\t\t\t\tTableProperties: table2.TableProperties,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testTablesClient{\n\t\t\tMockTablesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageTable(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif item.GetType() != azureshared.StorageTable.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", azureshared.StorageTable, item.GetType())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search_InvalidQueryParts\", func(t *testing.T) {\n\t\t// This test verifies that the wrapper's Search method validates query parts\n\t\t// We test it directly on the wrapper since the adapter may handle empty queries differently\n\t\tmockClient := mocks.NewMockTablesClient(ctrl)\n\t\ttestClient := &testTablesClient{MockTablesClient: mockClient}\n\n\t\twrapper := manual.NewStorageTable(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Test Search directly with no query parts - should return error before calling List\n\t\t_, qErr := wrapper.Search(ctx, wrapper.Scopes()[0])\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when providing no query parts, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_TableWithNilName\", func(t *testing.T) {\n\t\tvalidTable := createAzureTable(\"valid-table\")\n\t\tmockClient := mocks.NewMockTablesClient(ctrl)\n\t\tmockPager := &mockTablesPager{\n\t\t\tpages: []armstorage.TableClientListResponse{\n\t\t\t\t{\n\t\t\t\t\tListTableResource: armstorage.ListTableResource{\n\t\t\t\t\t\tValue: []*armstorage.Table{\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t// Table with nil name should be skipped\n\t\t\t\t\t\t\t\tName: nil,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tID: validTable.ID,\n\t\t\t\t\t\t\t\tName: validTable.Name,\n\t\t\t\t\t\t\t\tType: validTable.Type,\n\t\t\t\t\t\t\t\tTableProperties: validTable.TableProperties,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\ttestClient := &testTablesClient{\n\t\t\tMockTablesClient: mockClient,\n\t\t\tpager: mockPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageTable(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should only return 1 item (the one with a valid name)\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\n\t\texpectedID := shared.CompositeLookupKey(storageAccountName, \"valid-table\")\n\t\tif sdpItems[0].UniqueAttributeValue() != expectedID {\n\t\t\tt.Errorf(\"Expected table ID %s, got %s\", expectedID, sdpItems[0].UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Get\", func(t *testing.T) {\n\t\texpectedErr := errors.New(\"table not found\")\n\n\t\tmockClient := mocks.NewMockTablesClient(ctrl)\n\t\tmockClient.EXPECT().Get(ctx, resourceGroup, storageAccountName, \"nonexistent-table\").Return(\n\t\t\tarmstorage.TableClientGetResponse{}, expectedErr)\n\n\t\ttestClient := &testTablesClient{MockTablesClient: mockClient}\n\t\twrapper := manual.NewStorageTable(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := storageAccountName + shared.QuerySeparator + \"nonexistent-table\"\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent table, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling_Search\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockTablesClient(ctrl)\n\t\t// Create a pager that returns an error when NextPage is called\n\t\terrorPager := &errorTablesPager{}\n\n\t\ttestClient := &testTablesClient{\n\t\t\tMockTablesClient: mockClient,\n\t\t\tpager: errorPager,\n\t\t}\n\n\t\twrapper := manual.NewStorageTable(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], storageAccountName, true)\n\t\t// The Search implementation should return an error when pager.NextPage returns an error\n\t\t// Errors from NextPage are converted to QueryError by the implementation\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error from pager when NextPage returns an error, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InterfaceCompliance\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockTablesClient(ctrl)\n\t\ttestClient := &testTablesClient{MockTablesClient: mockClient}\n\t\twrapper := manual.NewStorageTable(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\t// Verify wrapper implements SearchableWrapper (it's returned as this type)\n\t\tif wrapper == nil {\n\t\t\tt.Error(\"Wrapper should not be nil\")\n\t\t}\n\n\t\t// Verify adapter implements SearchableAdapter\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Error(\"Adapter should implement SearchableAdapter interface\")\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockTablesClient(ctrl)\n\t\ttestClient := &testTablesClient{MockTablesClient: mockClient}\n\t\twrapper := manual.NewStorageTable(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\tif len(links) == 0 {\n\t\t\tt.Error(\"Expected potential links to be defined\")\n\t\t}\n\n\t\tif !links[azureshared.StorageAccount] {\n\t\t\tt.Error(\"Expected StorageAccount to be in potential links\")\n\t\t}\n\t})\n\n\tt.Run(\"TerraformMappings\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockTablesClient(ctrl)\n\t\ttestClient := &testTablesClient{MockTablesClient: mockClient}\n\t\twrapper := manual.NewStorageTable(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) == 0 {\n\t\t\tt.Fatal(\"Expected TerraformMappings to be defined\")\n\t\t}\n\n\t\t// Verify we have the correct mapping for azurerm_storage_table.id\n\t\tfoundIDMapping := false\n\t\tfor _, mapping := range mappings {\n\t\t\tif mapping.GetTerraformQueryMap() == \"azurerm_storage_table.id\" {\n\t\t\t\tfoundIDMapping = true\n\t\t\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Expected TerraformMethod to be SEARCH for id mapping, got %s\", mapping.GetTerraformMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundIDMapping {\n\t\t\tt.Error(\"Expected TerraformMappings to include 'azurerm_storage_table.id' mapping\")\n\t\t}\n\n\t\t// Verify we only have one mapping (the id mapping)\n\t\tif len(mappings) != 1 {\n\t\t\tt.Errorf(\"Expected 1 TerraformMapping, got %d\", len(mappings))\n\t\t}\n\t})\n\n\tt.Run(\"IAMPermissions\", func(t *testing.T) {\n\t\tmockClient := mocks.NewMockTablesClient(ctrl)\n\t\ttestClient := &testTablesClient{MockTablesClient: mockClient}\n\t\twrapper := manual.NewStorageTable(testClient, []azureshared.ResourceGroupScope{azureshared.NewResourceGroupScope(subscriptionID, resourceGroup)})\n\n\t\tpermissions := wrapper.IAMPermissions()\n\t\tif len(permissions) == 0 {\n\t\t\tt.Error(\"Expected IAMPermissions to be defined\")\n\t\t}\n\n\t\texpectedPermission := \"Microsoft.Storage/storageAccounts/tableServices/tables/read\"\n\t\tfound := slices.Contains(permissions, expectedPermission)\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected IAMPermissions to include %s\", expectedPermission)\n\t\t}\n\t})\n}\n\n// createAzureTable creates a mock Azure table for testing\nfunc createAzureTable(tableName string) *armstorage.Table {\n\treturn &armstorage.Table{\n\t\tID: new(\"/subscriptions/test-subscription/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/tableServices/default/tables/\" + tableName),\n\t\tName: new(tableName),\n\t\tType: new(\"Microsoft.Storage/storageAccounts/tableServices/tables\"),\n\t\tTableProperties: &armstorage.TableProperties{},\n\t}\n}\n" }, { "path": "sources/azure/proc/proc.go", "content": "package proc\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azidentity\"\n\t\"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/resources/armresources/v2\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/viper\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\n\t// TODO: Uncomment when Azure dynamic adapters are implemented\n\t// \"github.com/overmindtech/cli/sources/azure/dynamic\"\n\t// _ \"github.com/overmindtech/cli/sources/azure/dynamic/adapters\" // Import all adapters to register them\n\t\"github.com/overmindtech/cli/sources/azure/manual\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\n// Metadata contains the metadata for the Azure source\nvar Metadata = sdp.AdapterMetadataList{}\n\n// AzureConfig holds configuration for Azure source.\n// The YAML tags match the keys used in the source.yaml config file.\ntype AzureConfig struct {\n\tSubscriptionID string `yaml:\"azure-subscription-id\"`\n\tTenantID string `yaml:\"azure-tenant-id\"`\n\tClientID string `yaml:\"azure-client-id\"`\n\tRegions []string `yaml:\"azure-regions\"`\n}\n\nfunc init() {\n\t// Register the Azure source metadata for documentation purposes\n\tctx := context.Background()\n\n\t// subscription, regions are just placeholders here\n\t// They are not used in the metadata content\n\tdiscoveryAdapters, err := adapters(\n\t\tctx,\n\t\t\"subscription\",\n\t\t\"tenant\",\n\t\t\"client\",\n\t\t[]string{\"region\"},\n\t\tnil, // No credentials needed for metadata registration\n\t\tnil,\n\t\tfalse,\n\t\tsdpcache.NewNoOpCache(), // no-op cache for metadata registration\n\t)\n\tif err != nil {\n\t\t// docs generation should fail if there are errors creating adapters\n\t\tpanic(fmt.Errorf(\"error creating adapters: %w\", err))\n\t}\n\n\tfor _, adapter := range discoveryAdapters {\n\t\tMetadata.Register(adapter.Metadata())\n\t}\n\n\tlog.Debug(\"Registered Azure source metadata\", \" with \", len(Metadata.AllAdapterMetadata()), \" adapters\")\n}\n\n// InitializeAdapters adds Azure adapters to an existing engine. This is a single-attempt\n// function; retry logic is handled by the caller via Engine.InitialiseAdapters.\n//\n// cfg must not be nil β€” call ConfigFromViper() first for config validation.\nfunc InitializeAdapters(ctx context.Context, engine *discovery.Engine, cfg *AzureConfig) error {\n\t// ReadinessCheck verifies adapters are healthy by using a StorageAccount adapter\n\t// Timeout is handled by SendHeartbeat, HTTP handlers rely on request context\n\tengine.SetReadinessCheck(func(ctx context.Context) error {\n\t\t// Find a StorageAccount adapter to verify adapter health\n\t\tadapters := engine.AdaptersByType(\"azure-storage-account\")\n\t\tif len(adapters) == 0 {\n\t\t\treturn fmt.Errorf(\"readiness check failed: no azure-storage-account adapters available\")\n\t\t}\n\t\t// Use first adapter and try to list from first scope\n\t\tadapter := adapters[0]\n\t\tscopes := adapter.Scopes()\n\t\tif len(scopes) == 0 {\n\t\t\treturn fmt.Errorf(\"readiness check failed: no scopes available for azure-storage-account adapter\")\n\t\t}\n\t\tlistableAdapter, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\treturn fmt.Errorf(\"readiness check failed: azure-storage-account adapter is not listable\")\n\t\t}\n\t\t_, err := listableAdapter.List(ctx, scopes[0], true)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"readiness check (listing storage accounts) failed: %w\", err)\n\t\t}\n\t\treturn nil\n\t})\n\n\t// Create a shared cache for all adapters in this source\n\tsharedCache := sdpcache.NewCache(ctx)\n\n\tlog.WithFields(log.Fields{\n\t\t\"ovm.source.type\": \"azure\",\n\t\t\"ovm.source.subscription_id\": cfg.SubscriptionID,\n\t\t\"ovm.source.tenant_id\": cfg.TenantID,\n\t\t\"ovm.source.client_id\": cfg.ClientID,\n\t\t\"ovm.source.regions\": cfg.Regions,\n\t}).Info(\"Got config\")\n\n\t// Regions are optional for Azure, but subscription ID is required\n\tif cfg.SubscriptionID == \"\" {\n\t\treturn fmt.Errorf(\"Azure source must specify subscription ID\")\n\t}\n\n\t// Set Azure SDK environment variables from viper config if not already set.\n\t// The Azure SDK's DefaultAzureCredential reads AZURE_CLIENT_ID and AZURE_TENANT_ID\n\t// directly from environment variables for federated authentication.\n\t//\n\t// When using Azure Workload Identity webhook, these env vars are already injected\n\t// by the webhook, so we only set them if they're not present. This supports both:\n\t// 1. Azure Workload Identity webhook (env vars already injected)\n\t// 2. Manual configuration (env vars set from viper config)\n\t//\n\t// Reference: https://azure.github.io/azure-workload-identity/docs/\n\tif os.Getenv(\"AZURE_CLIENT_ID\") == \"\" && cfg.ClientID != \"\" {\n\t\tos.Setenv(\"AZURE_CLIENT_ID\", cfg.ClientID)\n\t}\n\tif os.Getenv(\"AZURE_TENANT_ID\") == \"\" && cfg.TenantID != \"\" {\n\t\tos.Setenv(\"AZURE_TENANT_ID\", cfg.TenantID)\n\t}\n\n\t// Initialize Azure credentials\n\tcred, err := azureshared.NewAzureCredential(ctx)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error creating Azure credentials: %w\", err)\n\t}\n\n\t// TODO: Implement linker when Azure dynamic adapters are available\n\tvar linker any = nil\n\n\tdiscoveryAdapters, err := adapters(ctx, cfg.SubscriptionID, cfg.TenantID, cfg.ClientID, cfg.Regions, cred, linker, true, sharedCache)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error creating discovery adapters: %w\", err)\n\t}\n\n\t// Verify subscription access before adding adapters\n\terr = checkSubscriptionAccess(ctx, cfg.SubscriptionID, cred)\n\tif err != nil {\n\t\tlog.WithContext(ctx).WithError(err).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"azure\",\n\t\t\t\"ovm.source.subscription_id\": cfg.SubscriptionID,\n\t\t}).Error(\"Permission check failed for subscription\")\n\t} else {\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"azure\",\n\t\t\t\"ovm.source.subscription_id\": cfg.SubscriptionID,\n\t\t}).Info(\"Permission check passed for subscription\")\n\t}\n\n\t// Add the adapters to the engine\n\terr = engine.AddAdapters(discoveryAdapters...)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error adding adapters to engine: %w\", err)\n\t}\n\n\tlog.Debug(\"Sources initialized\")\n\treturn nil\n}\n\n// ConfigFromViper reads and validates the Azure configuration from viper flags.\n// This performs local validation only (no API calls) and should be called\n// before InitializeAdapters to catch permanent config errors early.\nfunc ConfigFromViper() (*AzureConfig, error) {\n\tsubscriptionID := viper.GetString(\"azure-subscription-id\")\n\tif subscriptionID == \"\" {\n\t\treturn nil, fmt.Errorf(\"azure-subscription-id not set\")\n\t}\n\n\ttenantID := viper.GetString(\"azure-tenant-id\")\n\tif tenantID == \"\" {\n\t\treturn nil, fmt.Errorf(\"azure-tenant-id not set\")\n\t}\n\n\tclientID := viper.GetString(\"azure-client-id\")\n\tif clientID == \"\" {\n\t\treturn nil, fmt.Errorf(\"azure-client-id not set\")\n\t}\n\n\tl := &AzureConfig{\n\t\tSubscriptionID: subscriptionID,\n\t\tTenantID: tenantID,\n\t\tClientID: clientID,\n\t}\n\n\t// Regions are optional for Azure\n\tregions := viper.GetStringSlice(\"azure-regions\")\n\tif len(regions) > 0 {\n\t\tl.Regions = regions\n\t}\n\n\treturn l, nil\n}\n\n// adapters returns a list of discovery adapters for Azure\n// It includes both manual adapters and dynamic adapters.\nfunc adapters(\n\tctx context.Context,\n\tsubscriptionID string,\n\ttenantID string,\n\tclientID string,\n\tregions []string,\n\tcred *azidentity.DefaultAzureCredential,\n\tlinker any, // TODO: Use *azureshared.Linker when azureshared package is fully implemented\n\tinitAzureClients bool,\n\tcache sdpcache.Cache,\n) ([]discovery.Adapter, error) {\n\tdiscoveryAdapters := make([]discovery.Adapter, 0)\n\n\t// Add manual adapters\n\tmanualAdapters, err := manual.Adapters(\n\t\tctx,\n\t\tsubscriptionID,\n\t\tregions,\n\t\tcred,\n\t\tinitAzureClients,\n\t\tcache,\n\t)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tinitiatedManualAdapters := make(map[string]bool)\n\tfor _, adapter := range manualAdapters {\n\t\tinitiatedManualAdapters[adapter.Type()] = true\n\t}\n\n\tdiscoveryAdapters = append(discoveryAdapters, manualAdapters...)\n\n\t// TODO: Add dynamic adapters when Azure dynamic adapter framework is implemented\n\t// dynamicAdapters, err := dynamic.Adapters(\n\t// \tsubscriptionID,\n\t// \ttenantID,\n\t// \tclientID,\n\t// \tregions,\n\t// \tlinker,\n\t// \thttpClient,\n\t// \tinitiatedManualAdapters,\n\t// )\n\t// if err != nil {\n\t// \treturn nil, err\n\t// }\n\t// discoveryAdapters = append(discoveryAdapters, dynamicAdapters...)\n\n\t_ = tenantID // Used for metadata/logging\n\t_ = clientID // Used for metadata/logging\n\n\treturn discoveryAdapters, nil\n}\n\n// checkSubscriptionAccess verifies that the credentials have access to the specified subscription\nfunc checkSubscriptionAccess(ctx context.Context, subscriptionID string, cred *azidentity.DefaultAzureCredential) error {\n\t// Create a resource groups client to test subscription access\n\tclient, err := armresources.NewResourceGroupsClient(subscriptionID, cred, nil)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create resource groups client: %w\", err)\n\t}\n\n\t// Try to list resource groups to verify access\n\tpager := client.NewListPager(nil)\n\tif !pager.More() {\n\t\t// No resource groups, but that's okay - we just want to verify we can access the subscription\n\t\tlog.WithField(\"ovm.source.subscription_id\", subscriptionID).Info(\"Successfully verified subscription access (no resource groups found)\")\n\t\treturn nil\n\t}\n\n\t// Try to get the first page to verify we have access\n\t_, err = pager.NextPage(ctx)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to verify subscription access: %w\", err)\n\t}\n\n\tlog.WithField(\"ovm.source.subscription_id\", subscriptionID).Info(\"Successfully verified subscription access\")\n\treturn nil\n}\n" }, { "path": "sources/azure/proc/proc_test.go", "content": "package proc\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t// TODO: Uncomment when Azure dynamic adapters are implemented\n\t// _ \"github.com/overmindtech/cli/sources/azure/dynamic\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nfunc Test_adapters(t *testing.T) {\n\tctx := context.Background()\n\tdiscoveryAdapters, err := adapters(\n\t\tctx,\n\t\t\"subscription\",\n\t\t\"tenant\",\n\t\t\"client\",\n\t\t[]string{\"region\"},\n\t\tnil, // No credentials needed for metadata registration\n\t\tnil,\n\t\tfalse,\n\t\tsdpcache.NewNoOpCache(),\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"error creating adapters: %v\", err)\n\t}\n\n\tnumberOfAdapters := len(discoveryAdapters)\n\n\tif numberOfAdapters == 0 {\n\t\tt.Fatal(\"Expected at least one adapter, got none\")\n\t}\n\n\tif len(Metadata.AllAdapterMetadata()) != numberOfAdapters {\n\t\tt.Fatalf(\"Expected %d adapters in metadata, got %d\", numberOfAdapters, len(Metadata.AllAdapterMetadata()))\n\t}\n\n\t// Check if the Compute Virtual Machine adapter is present\n\t// This is a key Azure adapter that should be registered\n\tvmAdapterFound := false\n\tfor _, adapter := range discoveryAdapters {\n\t\tif adapter.Type() == azureshared.ComputeVirtualMachine.String() {\n\t\t\tvmAdapterFound = true\n\t\t\tbreak\n\t\t}\n\t}\n\n\tif !vmAdapterFound {\n\t\tt.Fatal(\"Expected to find Compute Virtual Machine adapter in the list of adapters\")\n\t}\n\n\tt.Logf(\"Azure Adapters found: %v\", len(discoveryAdapters))\n}\n\nfunc Test_ensureMandatoryFieldsInDynamicAdapters(t *testing.T) {\n\t// TODO: Implement this test when Azure dynamic adapters are available\n\t// This test validates that dynamic adapters have all required fields\n\t// For now, we skip it since Azure dynamic adapters may not be implemented yet\n\tt.Skip(\"Azure dynamic adapters not yet implemented\")\n\n\t// TODO: Uncomment when SDPAssetTypeToAdapterMeta and PredefinedRoles are implemented for Azure\n\t/*\n\t\tpredefinedRoles := make(map[string]bool, len(azureshared.SDPAssetTypeToAdapterMeta))\n\t\tfor sdpItemType, meta := range azureshared.SDPAssetTypeToAdapterMeta {\n\t\t\tt.Run(sdpItemType.String(), func(t *testing.T) {\n\t\t\t\tif meta.InDevelopment == true {\n\t\t\t\t\tt.Skipf(\"InDevelopment is true for %s\", sdpItemType.String())\n\t\t\t\t}\n\n\t\t\t\tif meta.GetEndpointFunc == nil {\n\t\t\t\t\tt.Errorf(\"GetEndpointFunc is nil for %s\", sdpItemType)\n\t\t\t\t}\n\n\t\t\t\tif meta.LocationLevel == \"\" {\n\t\t\t\t\tt.Errorf(\"LocationLevel is empty for %s\", sdpItemType)\n\t\t\t\t}\n\n\t\t\t\tif len(meta.UniqueAttributeKeys) == 0 {\n\t\t\t\t\tt.Errorf(\"UniqueAttributeKeys is empty for %s\", sdpItemType)\n\t\t\t\t}\n\n\t\t\t\tif len(meta.IAMPermissions) == 0 {\n\t\t\t\t\tt.Errorf(\"IAMPermissions is empty for %s\", sdpItemType)\n\t\t\t\t}\n\n\t\t\t\tif len(meta.PredefinedRole) == 0 {\n\t\t\t\t\tt.Errorf(\"PredefinedRoles is empty for %s\", sdpItemType)\n\t\t\t\t}\n\n\t\t\t\trole, ok := azureshared.PredefinedRoles[meta.PredefinedRole]\n\t\t\t\tif !ok {\n\t\t\t\t\tt.Errorf(\"PredefinedRole %s is not in the PredefinedRoles map\", meta.PredefinedRole)\n\t\t\t\t}\n\n\t\t\t\tfoundPerm := false\n\t\t\t\tfor _, perm := range role.IAMPermissions {\n\t\t\t\t\tfor _, iamPerm := range meta.IAMPermissions {\n\t\t\t\t\t\tif perm == iamPerm {\n\t\t\t\t\t\t\tfoundPerm = true\n\t\t\t\t\t\t\tbreak\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif !foundPerm {\n\t\t\t\t\tt.Errorf(\"IAMPermissions %s is not in the PredefinedRole %s\", meta.IAMPermissions, meta.PredefinedRole)\n\t\t\t\t}\n\n\t\t\t\tpredefinedRoles[meta.PredefinedRole] = true\n\t\t\t})\n\t\t}\n\n\t\t// roles := make([]string, 0, len(predefinedRoles))\n\t\t// for r := range azureshared.PredefinedRoles {\n\t\t// \troles = append(roles, r)\n\t\t// }\n\t\t// sort.Strings(roles)\n\t\t// for _, r := range roles {\n\t\t// \tfmt.Println(\"\\\"\" + r + \"\\\"\")\n\t\t// }\n\t*/\n}\n" }, { "path": "sources/azure/setup_helper_script.sh", "content": "#!/bin/bash\nset -e\n\n# Azure App Registration Setup for Overmind Azure Source\n# This script creates an Azure AD app with federated credentials for EKS OIDC authentication.\n#\n# Prerequisites:\n# - Azure CLI installed and logged in (az login)\n# - Appropriate permissions to create app registrations and role assignments\n#\n# Usage:\n# ./setup_helper_script.sh --customer-name --eks-oidc-issuer --azure-subscription-id [--namespace ]\n#\n# Arguments:\n# --customer-name Overmind account name/ID (required)\n# --eks-oidc-issuer EKS OIDC issuer URL (required)\n# --azure-subscription-id Azure subscription ID (required)\n# --namespace Kubernetes namespace (optional, default: default)\n\n# === DEFAULT VALUES ===\nNAMESPACE=\"default\"\n\n# === ARGUMENT PARSING ===\nusage() {\n echo \"Usage: $0 --customer-name --eks-oidc-issuer --azure-subscription-id [--namespace ]\"\n echo \"\"\n echo \"Arguments:\"\n echo \" --customer-name Overmind account name/ID (required)\"\n echo \" --eks-oidc-issuer EKS OIDC issuer URL (required)\"\n echo \" --azure-subscription-id Azure subscription ID (required)\"\n echo \" --namespace Kubernetes namespace (optional, default: default)\"\n echo \"\"\n echo \"Example:\"\n echo \" $0 --customer-name my-account --eks-oidc-issuer https://oidc.eks.eu-west-2.amazonaws.com/id/ABC123 --azure-subscription-id 12345678-1234-1234-1234-123456789abc\"\n exit 1\n}\n\nwhile [[ $# -gt 0 ]]; do\n case $1 in\n --customer-name)\n CUSTOMER_NAME=\"$2\"\n shift 2\n ;;\n --eks-oidc-issuer)\n EKS_OIDC_ISSUER=\"$2\"\n shift 2\n ;;\n --azure-subscription-id)\n AZURE_SUBSCRIPTION_ID=\"$2\"\n shift 2\n ;;\n --namespace)\n NAMESPACE=\"$2\"\n shift 2\n ;;\n -h|--help)\n usage\n ;;\n *)\n echo \"Error: Unknown argument: $1\"\n usage\n ;;\n esac\ndone\n\n# === VALIDATION ===\nMISSING_ARGS=()\n\nif [ -z \"$CUSTOMER_NAME\" ]; then\n MISSING_ARGS+=(\"--customer-name\")\nfi\n\nif [ -z \"$EKS_OIDC_ISSUER\" ]; then\n MISSING_ARGS+=(\"--eks-oidc-issuer\")\nfi\n\nif [ -z \"$AZURE_SUBSCRIPTION_ID\" ]; then\n MISSING_ARGS+=(\"--azure-subscription-id\")\nfi\n\nif [ ${#MISSING_ARGS[@]} -ne 0 ]; then\n echo \"Error: Missing required arguments: ${MISSING_ARGS[*]}\"\n echo \"\"\n usage\nfi\n\n# === DERIVED VALUES ===\nAPP_NAME=\"overmind-azure-source-${CUSTOMER_NAME}\"\nSERVICE_ACCOUNT_NAME=\"${CUSTOMER_NAME}-azure-source-pod-sa\"\n# Federated credential name - unique within the app registration\n# Using a descriptive name that includes context about the EKS cluster\nFEDERATED_CRED_NAME=\"eks-federated-${CUSTOMER_NAME:0:8}\"\n\necho \"=== Configuration ===\"\necho \"Customer Name: $CUSTOMER_NAME\"\necho \"App Name: $APP_NAME\"\necho \"ServiceAccount: $SERVICE_ACCOUNT_NAME\"\necho \"Namespace: $NAMESPACE\"\necho \"EKS OIDC Issuer: $EKS_OIDC_ISSUER\"\necho \"\"\n\n# Check if app already exists\nEXISTING_APP_ID=$(az ad app list --display-name \"$APP_NAME\" --query \"[0].appId\" -o tsv 2>/dev/null || true)\nif [ -n \"$EXISTING_APP_ID\" ]; then\n echo \"App registration '$APP_NAME' already exists with ID: $EXISTING_APP_ID\"\n echo \"Using existing app...\"\n APP_ID=$EXISTING_APP_ID\nelse\n echo \"Creating Azure AD App Registration...\"\n az ad app create \\\n --display-name \"$APP_NAME\" \\\n --sign-in-audience \"AzureADMyOrg\"\n\n APP_ID=$(az ad app list --display-name \"$APP_NAME\" --query \"[0].appId\" -o tsv)\n echo \"Created app with ID: $APP_ID\"\nfi\n\nTENANT_ID=$(az account show --query tenantId -o tsv)\n\n# Check if service principal exists\nSP_EXISTS=$(az ad sp show --id \"$APP_ID\" --query \"appId\" -o tsv 2>/dev/null || true)\nif [ -n \"$SP_EXISTS\" ]; then\n echo \"Service Principal already exists\"\nelse\n echo \"Creating Service Principal...\"\n az ad sp create --id \"$APP_ID\"\nfi\n\n# Check if federated credential exists\nEXISTING_CRED=$(az ad app federated-credential list --id \"$APP_ID\" --query \"[?name=='$FEDERATED_CRED_NAME'].name\" -o tsv 2>/dev/null || true)\nif [ -n \"$EXISTING_CRED\" ]; then\n echo \"Federated credential '$FEDERATED_CRED_NAME' already exists, updating...\"\n az ad app federated-credential delete --id \"$APP_ID\" --federated-credential-id \"$FEDERATED_CRED_NAME\"\nfi\n\necho \"Creating Federated Credential...\"\n# Note: The 'subject' must exactly match the Kubernetes ServiceAccount that will be created by srcman\n# Format: system:serviceaccount::\naz ad app federated-credential create \\\n --id \"$APP_ID\" \\\n --parameters '{\n \"name\": \"'\"$FEDERATED_CRED_NAME\"'\",\n \"issuer\": \"'\"$EKS_OIDC_ISSUER\"'\",\n \"subject\": \"system:serviceaccount:'\"$NAMESPACE\"':'\"$SERVICE_ACCOUNT_NAME\"'\",\n \"audiences\": [\"api://AzureADTokenExchange\"],\n \"description\": \"Federated credential for Overmind Azure source running on EKS. Customer: '\"$CUSTOMER_NAME\"'\"\n }'\n\n# Check if role assignment exists\nEXISTING_ROLE=$(az role assignment list --assignee \"$APP_ID\" --scope \"/subscriptions/$AZURE_SUBSCRIPTION_ID\" --query \"[?roleDefinitionName=='Reader'].id\" -o tsv 2>/dev/null || true)\nif [ -n \"$EXISTING_ROLE\" ]; then\n echo \"Reader role assignment already exists\"\nelse\n echo \"Assigning Reader role...\"\n az role assignment create \\\n --role \"Reader\" \\\n --assignee \"$APP_ID\" \\\n --scope \"/subscriptions/$AZURE_SUBSCRIPTION_ID\"\nfi\n\necho \"\"\necho \"==========================================\"\necho \"=== Azure Source Configuration Values ===\"\necho \"==========================================\"\necho \"\"\necho \"Use these values when creating the Azure source in Overmind:\"\necho \"\"\necho \" azure-subscription-id: $AZURE_SUBSCRIPTION_ID\"\necho \" azure-tenant-id: $TENANT_ID\"\necho \" azure-client-id: $APP_ID\"\necho \"\"\necho \"The following Kubernetes ServiceAccount will be created by srcman:\"\necho \" Namespace: $NAMESPACE\"\necho \" Name: $SERVICE_ACCOUNT_NAME\"\necho \"\"\necho \"Federated credential subject (must match exactly):\"\necho \" system:serviceaccount:$NAMESPACE:$SERVICE_ACCOUNT_NAME\"\necho \"\"" }, { "path": "sources/azure/shared/adapter-meta.go", "content": "package shared\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// LocationLevel defines the scope of an Azure resource.\ntype LocationLevel string\n\nconst (\n\tSubscriptionLevel LocationLevel = \"subscription\"\n\tResourceGroupLevel LocationLevel = \"resource-group\"\n\tRegionalLevel LocationLevel = \"regional\"\n)\n\ntype EndpointFunc func(query string) string\n\n// AdapterMeta contains metadata for an Azure dynamic adapter.\ntype AdapterMeta struct {\n\tLocationLevel LocationLevel\n\t// We will normally generate the search description from the UniqueAttributeKeys\n\t// but we allow it to be overridden for specific adapters.\n\tSearchDescription string\n\tSDPAdapterCategory sdp.AdapterCategory\n\tUniqueAttributeKeys []string\n\tInDevelopment bool // If true, the adapter is in development and should not be used in production.\n\tIAMPermissions []string // List of IAM permissions required to access this resource.\n\tPredefinedRole string // Predefined role required to access this resource.\n\tNameSelector string // By default, it is `name`, but can be overridden for outlier cases\n\t// By default, we use the last item of the UniqueAttributeKeys.\n\t// Can be overridden for specific adapters if the API response structure differs.\n\tListResponseSelector string\n}\n\n// We have group of functions that are similar in nature, however they cannot simplified into a generic function because\n// of the different number of query parts they accept.\n// Also, we want to keep the explicit logic for now for the sake of human readability.\n\n// TODO: fix subscription-level endpoint functions to use subscriptionID instead of projectID in https://linear.app/overmind/issue/ENG-1830/authenticate-to-azure-using-federated-credentials\nfunc SubscriptionLevelEndpointFuncWithSingleQuery(format string) func(queryParts ...string) (EndpointFunc, error) {\n\t// count number of `%s` in the format string\n\tif strings.Count(format, \"%s\") != 2 { // subscription ID and query\n\t\tpanic(fmt.Sprintf(\"format string must contain 2 %%s placeholders: %s\", format))\n\t}\n\treturn func(adapterInitParams ...string) (EndpointFunc, error) {\n\t\tif len(adapterInitParams) == 1 && adapterInitParams[0] != \"\" {\n\t\t\treturn func(query string) string {\n\t\t\t\tif query != \"\" {\n\t\t\t\t\t// query must be an instance\n\t\t\t\t\treturn fmt.Sprintf(format, adapterInitParams[0], query)\n\t\t\t\t}\n\t\t\t\treturn \"\"\n\t\t\t}, nil\n\t\t}\n\t\treturn nil, fmt.Errorf(\"subscriptionID cannot be empty: %v\", adapterInitParams)\n\t}\n}\n\n// TODO: fix subscription-level endpoint functions to use subscriptionID and resourceGroup instead of projectID in https://linear.app/overmind/issue/ENG-1830/authenticate-to-azure-using-federated-credentials\nfunc ResourceGroupLevelEndpointFuncWithSingleQuery(format string) func(queryParts ...string) (EndpointFunc, error) {\n\t// count number of `%s` in the format string\n\tif strings.Count(format, \"%s\") != 3 { // subscription ID, resource group, and query\n\t\tpanic(fmt.Sprintf(\"format string must contain 3 %%s placeholders: %s\", format))\n\t}\n\treturn func(adapterInitParams ...string) (EndpointFunc, error) {\n\t\tif len(adapterInitParams) == 2 && adapterInitParams[0] != \"\" && adapterInitParams[1] != \"\" {\n\t\t\treturn func(query string) string {\n\t\t\t\tif query != \"\" {\n\t\t\t\t\t// query must be an instance\n\t\t\t\t\treturn fmt.Sprintf(format, adapterInitParams[0], adapterInitParams[1], query)\n\t\t\t\t}\n\t\t\t\treturn \"\"\n\t\t\t}, nil\n\t\t}\n\t\treturn nil, fmt.Errorf(\"subscriptionID and resourceGroup cannot be empty: %v\", adapterInitParams)\n\t}\n}\n\n// TODO: fix remaining endpoint functions (ProjectLevel, ZoneLevel, RegionalLevel) to use Azure scopes (subscription, resourceGroup) instead of GCP scopes (project, zone) in https://linear.app/overmind/issue/ENG-1830/authenticate-to-azure-using-federated-credentials\n// These functions are currently GCP-specific and need to be refactored for Azure resource scoping\n\n// SDPAssetTypeToAdapterMeta maps Azure asset types to their corresponding adapter metadata.\n// This map is populated during source initiation by individual adapter files.\nvar SDPAssetTypeToAdapterMeta = map[shared.ItemType]AdapterMeta{}\n" }, { "path": "sources/azure/shared/azure-http-client.go", "content": "package shared\n\nimport (\n\t\"context\"\n\t\"net/http\"\n\n\t\"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp\"\n)\n\n// AzureHTTPClientWithOtel creates a new HTTP client for Azure with OpenTelemetry instrumentation.\n// Azure SDK clients handle authentication automatically via:\n// - Federated credentials (when running in Kubernetes/EKS with workload identity)\n// - Azure CLI (for local development)\n// - Environment variables (AZURE_CLIENT_ID, AZURE_CLIENT_SECRET, AZURE_TENANT_ID)\n// - Managed Identity (when running in Azure)\n//\n// This function returns an HTTP client with OpenTelemetry instrumentation that can be used\n// with Azure SDK clients. The actual authentication is handled by the Azure SDK client options.\nfunc AzureHTTPClientWithOtel(ctx context.Context) *http.Client {\n\t// Azure SDK handles authentication automatically, so we just need to provide\n\t// an HTTP client with OpenTelemetry instrumentation\n\treturn &http.Client{\n\t\tTransport: otelhttp.NewTransport(nil),\n\t}\n}\n" }, { "path": "sources/azure/shared/base.go", "content": "package shared\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// ResourceGroupBase customizes the sources.Base struct for Azure\n// It adds the subscription ID and resource group to the base struct\n// and makes them available to concrete wrapper implementations.\ntype ResourceGroupBase struct {\n\tAzureBase\n\tresourceGroup string\n\n\t*shared.Base\n}\n\n// NewResourceGroupBase creates a new ResourceGroupBase struct\nfunc NewResourceGroupBase(\n\tsubscriptionID string,\n\tresourceGroup string,\n\tcategory sdp.AdapterCategory,\n\titem shared.ItemType,\n) *ResourceGroupBase {\n\tbase := &ResourceGroupBase{\n\t\tAzureBase: AzureBase{\n\t\t\tsubscriptionID: subscriptionID,\n\t\t},\n\t\tresourceGroup: resourceGroup,\n\t}\n\tbase.Base = shared.NewBase(\n\t\tcategory,\n\t\titem,\n\t\t[]string{fmt.Sprintf(\"%s.%s\", base.SubscriptionID(), resourceGroup)},\n\t)\n\treturn base\n}\n\n// ResourceGroup returns the resource group\nfunc (m *ResourceGroupBase) ResourceGroup() string {\n\treturn m.resourceGroup\n}\n\n// DefaultScope returns the default scope\n// Subscription ID and resource group are used to create the default scope.\nfunc (m *ResourceGroupBase) DefaultScope() string {\n\treturn m.Scopes()[0]\n}\n\n// ResourceGroupFromScope returns the resource group from a scope string.\n// Scope format is \"{subscriptionId}.{resourceGroup}\".\nfunc ResourceGroupFromScope(scope string) string {\n\tif scope == \"\" {\n\t\treturn \"\"\n\t}\n\tparts := strings.SplitN(scope, \".\", 2)\n\tif len(parts) < 2 || parts[1] == \"\" {\n\t\treturn \"\"\n\t}\n\treturn parts[1]\n}\n\n// SubscriptionIDFromScope returns the subscription ID from a scope string.\n// Scope format is \"{subscriptionId}.{resourceGroup}\".\nfunc SubscriptionIDFromScope(scope string) string {\n\tif scope == \"\" {\n\t\treturn \"\"\n\t}\n\tparts := strings.SplitN(scope, \".\", 2)\n\tif len(parts) < 2 || parts[0] == \"\" {\n\t\treturn \"\"\n\t}\n\treturn parts[0]\n}\n\n// SubscriptionBase customizes the sources.Base struct for Azure\n// It adds the subscription ID to the base struct\n// and makes them available to concrete wrapper implementations.\ntype SubscriptionBase struct {\n\tAzureBase\n\n\t*shared.Base\n}\n\n// NewSubscriptionBase creates a new SubscriptionBase struct\nfunc NewSubscriptionBase(\n\tsubscriptionID string,\n\tcategory sdp.AdapterCategory,\n\titem shared.ItemType,\n) *SubscriptionBase {\n\tbase := &SubscriptionBase{\n\t\tAzureBase: AzureBase{\n\t\t\tsubscriptionID: subscriptionID,\n\t\t},\n\t}\n\tbase.Base = shared.NewBase(\n\t\tcategory,\n\t\titem,\n\t\t[]string{base.SubscriptionID()},\n\t)\n\treturn base\n}\n\n// DefaultScope returns the default scope\n// Subscription ID is used to create the default scope.\nfunc (m *SubscriptionBase) DefaultScope() string {\n\treturn m.Scopes()[0]\n}\n\n// AzureBase is the base struct for all Azure adapters.\n// It contains common fields and methods for Azure resources.\ntype AzureBase struct {\n\tsubscriptionID string\n}\n\n// SubscriptionID returns the subscription ID\nfunc (a *AzureBase) SubscriptionID() string {\n\treturn a.subscriptionID\n}\n" }, { "path": "sources/azure/shared/credentials.go", "content": "package shared\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/Azure/azure-sdk-for-go/sdk/azidentity\"\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// NewAzureCredential creates a new DefaultAzureCredential which automatically handles\n// multiple authentication methods in the following order:\n// 1. Environment variables (AZURE_CLIENT_ID, AZURE_TENANT_ID, AZURE_FEDERATED_TOKEN_FILE, etc.)\n// 2. Workload Identity (Kubernetes with OIDC federation)\n// 3. Managed Identity (when running in Azure)\n// 4. Azure CLI (for local development)\n//\n// Reference: https://learn.microsoft.com/en-us/azure/developer/go/sdk/authentication/credential-chains\nfunc NewAzureCredential(ctx context.Context) (*azidentity.DefaultAzureCredential, error) {\n\tlog.Debug(\"Initializing Azure credentials using DefaultAzureCredential\")\n\n\tcred, err := azidentity.NewDefaultAzureCredential(nil)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create Azure credential: %w\", err)\n\t}\n\n\tlog.WithFields(log.Fields{\n\t\t\"ovm.auth.method\": \"default-azure-credential\",\n\t\t\"ovm.auth.type\": \"federated-or-environment\",\n\t}).Info(\"Successfully initialized Azure credentials\")\n\n\treturn cred, nil\n}\n" }, { "path": "sources/azure/shared/errors.go", "content": "package shared\n\nimport (\n\t\"google.golang.org/grpc/codes\"\n\t\"google.golang.org/grpc/status\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// QueryError is a helper function to convert errors into sdp.QueryError\n// TODO: fix error handling to use Azure SDK error types instead of gRPC status codes in https://linear.app/overmind/issue/ENG-1830/authenticate-to-azure-using-federated-credentials\nfunc QueryError(err error, scope string, itemType string) *sdp.QueryError {\n\t// Check if the error is an Azure `not_found` error\n\t// TODO: Replace gRPC status check with Azure SDK error type check (e.g., *azcore.ResponseError with StatusCode 404)\n\tif s, ok := status.FromError(err); ok && s.Code() == codes.NotFound {\n\t\treturn &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: err.Error(),\n\t\t\tSourceName: \"azure-source\",\n\t\t\tScope: scope,\n\t\t\tItemType: itemType,\n\t\t}\n\t}\n\n\treturn &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_OTHER,\n\t\tErrorString: err.Error(),\n\t\tSourceName: \"azure-source\",\n\t\tScope: scope,\n\t\tItemType: itemType,\n\t}\n}\n" }, { "path": "sources/azure/shared/item-types.go", "content": "package shared\n\nimport \"github.com/overmindtech/cli/sources/shared\"\n\n// Item types for Azure resources\n// These combine the Azure source, API (resource provider), and resource type\n// to create unique item type identifiers following the pattern: azure-{api}-{resource}\nvar (\n\t// Compute item types\n\tComputeVirtualMachine = shared.NewItemType(Azure, Compute, VirtualMachine)\n\tComputeDisk = shared.NewItemType(Azure, Compute, Disk)\n\tComputeAvailabilitySet = shared.NewItemType(Azure, Compute, AvailabilitySet)\n\tComputeVirtualMachineExtension = shared.NewItemType(Azure, Compute, VirtualMachineExtension)\n\tComputeVirtualMachineRunCommand = shared.NewItemType(Azure, Compute, VirtualMachineRunCommand)\n\tComputeVirtualMachineScaleSet = shared.NewItemType(Azure, Compute, VirtualMachineScaleSet)\n\tComputeDiskEncryptionSet = shared.NewItemType(Azure, Compute, DiskEncryptionSet)\n\tComputeProximityPlacementGroup = shared.NewItemType(Azure, Compute, ProximityPlacementGroup)\n\tComputeDedicatedHostGroup = shared.NewItemType(Azure, Compute, DedicatedHostGroup)\n\tComputeDedicatedHost = shared.NewItemType(Azure, Compute, DedicatedHost)\n\tComputeCapacityReservationGroup = shared.NewItemType(Azure, Compute, CapacityReservationGroup)\n\tComputeCapacityReservation = shared.NewItemType(Azure, Compute, CapacityReservation)\n\tComputeImage = shared.NewItemType(Azure, Compute, Image)\n\tComputeSnapshot = shared.NewItemType(Azure, Compute, Snapshot)\n\tComputeDiskAccess = shared.NewItemType(Azure, Compute, DiskAccess)\n\tComputeDiskAccessPrivateEndpointConnection = shared.NewItemType(Azure, Compute, DiskAccessPrivateEndpointConnection)\n\tComputeSharedGalleryImage = shared.NewItemType(Azure, Compute, SharedGalleryImage)\n\tComputeSharedGallery = shared.NewItemType(Azure, Compute, SharedGallery)\n\tComputeCommunityGalleryImage = shared.NewItemType(Azure, Compute, CommunityGalleryImage)\n\tComputeGalleryApplication = shared.NewItemType(Azure, Compute, GalleryApplication)\n\tComputeGalleryApplicationVersion = shared.NewItemType(Azure, Compute, GalleryApplicationVersion)\n\tComputeGalleryImage = shared.NewItemType(Azure, Compute, GalleryImage)\n\tComputeGallery = shared.NewItemType(Azure, Compute, Gallery)\n\n\t// Network item types\n\tNetworkVirtualNetwork = shared.NewItemType(Azure, Network, VirtualNetwork)\n\tNetworkSubnet = shared.NewItemType(Azure, Network, Subnet)\n\tNetworkNetworkInterface = shared.NewItemType(Azure, Network, NetworkInterface)\n\tNetworkPublicIPAddress = shared.NewItemType(Azure, Network, PublicIPAddress)\n\tNetworkNetworkSecurityGroup = shared.NewItemType(Azure, Network, NetworkSecurityGroup)\n\tNetworkVirtualNetworkPeering = shared.NewItemType(Azure, Network, VirtualNetworkPeering)\n\tNetworkNetworkInterfaceIPConfiguration = shared.NewItemType(Azure, Network, NetworkInterfaceIPConfiguration)\n\tNetworkPrivateEndpoint = shared.NewItemType(Azure, Network, PrivateEndpoint)\n\tNetworkLoadBalancer = shared.NewItemType(Azure, Network, LoadBalancer)\n\tNetworkLoadBalancerFrontendIPConfiguration = shared.NewItemType(Azure, Network, LoadBalancerFrontendIPConfiguration)\n\tNetworkLoadBalancerBackendAddressPool = shared.NewItemType(Azure, Network, LoadBalancerBackendAddressPool)\n\tNetworkLoadBalancerInboundNatRule = shared.NewItemType(Azure, Network, LoadBalancerInboundNatRule)\n\tNetworkLoadBalancerLoadBalancingRule = shared.NewItemType(Azure, Network, LoadBalancerLoadBalancingRule)\n\tNetworkLoadBalancerProbe = shared.NewItemType(Azure, Network, LoadBalancerProbe)\n\tNetworkLoadBalancerOutboundRule = shared.NewItemType(Azure, Network, LoadBalancerOutboundRule)\n\tNetworkLoadBalancerInboundNatPool = shared.NewItemType(Azure, Network, LoadBalancerInboundNatPool)\n\tNetworkPublicIPPrefix = shared.NewItemType(Azure, Network, PublicIPPrefix)\n\tNetworkCustomIPPrefix = shared.NewItemType(Azure, Network, CustomIPPrefix)\n\tNetworkNatGateway = shared.NewItemType(Azure, Network, NatGateway)\n\tNetworkDdosProtectionPlan = shared.NewItemType(Azure, Network, DdosProtectionPlan)\n\tNetworkApplicationGateway = shared.NewItemType(Azure, Network, ApplicationGateway)\n\tNetworkApplicationGatewayBackendAddressPool = shared.NewItemType(Azure, Network, ApplicationGatewayBackendAddressPool)\n\tNetworkApplicationGatewayFrontendIPConfiguration = shared.NewItemType(Azure, Network, ApplicationGatewayFrontendIPConfiguration)\n\tNetworkApplicationGatewayGatewayIPConfiguration = shared.NewItemType(Azure, Network, ApplicationGatewayGatewayIPConfiguration)\n\tNetworkApplicationGatewayHTTPListener = shared.NewItemType(Azure, Network, ApplicationGatewayHTTPListener)\n\tNetworkApplicationGatewayBackendHTTPSettings = shared.NewItemType(Azure, Network, ApplicationGatewayBackendHTTPSettings)\n\tNetworkApplicationGatewayRequestRoutingRule = shared.NewItemType(Azure, Network, ApplicationGatewayRequestRoutingRule)\n\tNetworkApplicationGatewayProbe = shared.NewItemType(Azure, Network, ApplicationGatewayProbe)\n\tNetworkApplicationGatewaySSLCertificate = shared.NewItemType(Azure, Network, ApplicationGatewaySSLCertificate)\n\tNetworkApplicationGatewayURLPathMap = shared.NewItemType(Azure, Network, ApplicationGatewayURLPathMap)\n\tNetworkApplicationGatewayAuthenticationCertificate = shared.NewItemType(Azure, Network, ApplicationGatewayAuthenticationCertificate)\n\tNetworkApplicationGatewayTrustedRootCertificate = shared.NewItemType(Azure, Network, ApplicationGatewayTrustedRootCertificate)\n\tNetworkApplicationGatewayRewriteRuleSet = shared.NewItemType(Azure, Network, ApplicationGatewayRewriteRuleSet)\n\tNetworkApplicationGatewayRedirectConfiguration = shared.NewItemType(Azure, Network, ApplicationGatewayRedirectConfiguration)\n\tNetworkApplicationGatewayWebApplicationFirewallPolicy = shared.NewItemType(Azure, Network, ApplicationGatewayWebApplicationFirewallPolicy)\n\tNetworkApplicationSecurityGroup = shared.NewItemType(Azure, Network, ApplicationSecurityGroup)\n\tNetworkSecurityRule = shared.NewItemType(Azure, Network, SecurityRule)\n\tNetworkDefaultSecurityRule = shared.NewItemType(Azure, Network, DefaultSecurityRule)\n\tNetworkIPGroup = shared.NewItemType(Azure, Network, IPGroup)\n\tNetworkFirewall = shared.NewItemType(Azure, Network, Firewall)\n\tNetworkFirewallPolicy = shared.NewItemType(Azure, Network, FirewallPolicy)\n\tNetworkRouteTable = shared.NewItemType(Azure, Network, RouteTable)\n\tNetworkRoute = shared.NewItemType(Azure, Network, Route)\n\tNetworkVirtualNetworkGateway = shared.NewItemType(Azure, Network, VirtualNetworkGateway)\n\tNetworkVirtualNetworkGatewayConnection = shared.NewItemType(Azure, Network, VirtualNetworkGatewayConnection)\n\tNetworkVirtualNetworkGatewayNatRule = shared.NewItemType(Azure, Network, VirtualNetworkGatewayNatRule)\n\tNetworkVirtualNetworkGatewayIPConfiguration = shared.NewItemType(Azure, Network, VirtualNetworkGatewayIPConfiguration)\n\tNetworkLocalNetworkGateway = shared.NewItemType(Azure, Network, LocalNetworkGateway)\n\tNetworkExpressRouteCircuitPeering = shared.NewItemType(Azure, Network, ExpressRouteCircuitPeering)\n\tNetworkPrivateDNSZone = shared.NewItemType(Azure, Network, PrivateDNSZone)\n\tNetworkZone = shared.NewItemType(Azure, Network, Zone)\n\tNetworkDNSRecordSet = shared.NewItemType(Azure, Network, DNSRecordSet)\n\tNetworkDNSVirtualNetworkLink = shared.NewItemType(Azure, Network, DNSVirtualNetworkLink)\n\tNetworkFlowLog = shared.NewItemType(Azure, Network, FlowLog)\n\tNetworkPrivateLinkService = shared.NewItemType(Azure, Network, PrivateLinkService)\n\tNetworkDscpConfiguration = shared.NewItemType(Azure, Network, DscpConfiguration)\n\tNetworkVirtualNetworkTap = shared.NewItemType(Azure, Network, VirtualNetworkTap)\n\tNetworkNetworkInterfaceTapConfiguration = shared.NewItemType(Azure, Network, NetworkInterfaceTapConfiguration)\n\tNetworkServiceEndpointPolicy = shared.NewItemType(Azure, Network, ServiceEndpointPolicy)\n\tNetworkIpAllocation = shared.NewItemType(Azure, Network, IpAllocation)\n\tNetworkNetworkWatcher = shared.NewItemType(Azure, Network, NetworkWatcher)\n\n\t// ExtendedLocation item types\n\tExtendedLocationCustomLocation = shared.NewItemType(Azure, ExtendedLocation, CustomLocation)\n\n\t// Storage item types\n\tStorageAccount = shared.NewItemType(Azure, Storage, Account)\n\tStorageBlobContainer = shared.NewItemType(Azure, Storage, BlobContainer)\n\tStorageEncryptionScope = shared.NewItemType(Azure, Storage, EncryptionScope)\n\tStorageFileShare = shared.NewItemType(Azure, Storage, FileShare)\n\tStorageTable = shared.NewItemType(Azure, Storage, Table)\n\tStorageQueue = shared.NewItemType(Azure, Storage, Queue)\n\tStoragePrivateEndpointConnection = shared.NewItemType(Azure, Storage, StorageAccountPrivateEndpointConnection)\n\n\t// SQL item types\n\tSQLDatabase = shared.NewItemType(Azure, SQL, Database)\n\tSQLRecoverableDatabase = shared.NewItemType(Azure, SQL, RecoverableDatabase)\n\tSQLRecoveryServicesRecoveryPoint = shared.NewItemType(Azure, SQL, RecoveryServicesRecoveryPoint)\n\tSQLRestorableDroppedDatabase = shared.NewItemType(Azure, SQL, RestorableDroppedDatabase)\n\tSQLServer = shared.NewItemType(Azure, SQL, Server)\n\tSQLElasticPool = shared.NewItemType(Azure, SQL, ElasticPool)\n\tSQLServerFirewallRule = shared.NewItemType(Azure, SQL, ServerFirewallRule)\n\tSQLServerVirtualNetworkRule = shared.NewItemType(Azure, SQL, ServerVirtualNetworkRule)\n\tSQLServerKey = shared.NewItemType(Azure, SQL, ServerKey)\n\tSQLServerFailoverGroup = shared.NewItemType(Azure, SQL, ServerFailoverGroup)\n\tSQLServerAdministrator = shared.NewItemType(Azure, SQL, ServerAdministrator)\n\tSQLServerSyncGroup = shared.NewItemType(Azure, SQL, ServerSyncGroup)\n\tSQLServerSyncAgent = shared.NewItemType(Azure, SQL, ServerSyncAgent)\n\tSQLServerPrivateEndpointConnection = shared.NewItemType(Azure, SQL, ServerPrivateEndpointConnection)\n\tSQLServerAuditingSetting = shared.NewItemType(Azure, SQL, ServerAuditingSetting)\n\tSQLServerSecurityAlertPolicy = shared.NewItemType(Azure, SQL, ServerSecurityAlertPolicy)\n\tSQLServerVulnerabilityAssessment = shared.NewItemType(Azure, SQL, ServerVulnerabilityAssessment)\n\tSQLServerEncryptionProtector = shared.NewItemType(Azure, SQL, ServerEncryptionProtector)\n\tSQLServerBlobAuditingPolicy = shared.NewItemType(Azure, SQL, ServerBlobAuditingPolicy)\n\tSQLServerAutomaticTuning = shared.NewItemType(Azure, SQL, ServerAutomaticTuning)\n\tSQLServerAdvancedThreatProtectionSetting = shared.NewItemType(Azure, SQL, ServerAdvancedThreatProtectionSetting)\n\tSQLServerDnsAlias = shared.NewItemType(Azure, SQL, ServerDnsAlias)\n\tSQLServerUsage = shared.NewItemType(Azure, SQL, ServerUsage)\n\tSQLServerOperation = shared.NewItemType(Azure, SQL, ServerOperation)\n\tSQLServerAdvisor = shared.NewItemType(Azure, SQL, ServerAdvisor)\n\tSQLServerBackupLongTermRetentionPolicy = shared.NewItemType(Azure, SQL, ServerBackupLongTermRetentionPolicy)\n\tSQLServerDevOpsAuditSetting = shared.NewItemType(Azure, SQL, ServerDevOpsAuditSetting)\n\tSQLServerTrustGroup = shared.NewItemType(Azure, SQL, ServerTrustGroup)\n\tSQLServerOutboundFirewallRule = shared.NewItemType(Azure, SQL, ServerOutboundFirewallRule)\n\tSQLServerPrivateLinkResource = shared.NewItemType(Azure, SQL, ServerPrivateLinkResource)\n\tSQLLongTermRetentionBackup = shared.NewItemType(Azure, SQL, LongTermRetentionBackup)\n\tSQLDatabaseSchema = shared.NewItemType(Azure, SQL, DatabaseSchema)\n\n\t// Maintenance item types\n\tMaintenanceMaintenanceConfiguration = shared.NewItemType(Azure, Maintenance, MaintenanceConfiguration)\n\n\t// DBforPostgreSQL item types\n\tDBforPostgreSQLFlexibleServer = shared.NewItemType(Azure, DBforPostgreSQL, FlexibleServer)\n\tDBforPostgreSQLDatabase = shared.NewItemType(Azure, DBforPostgreSQL, Database)\n\tDBforPostgreSQLFlexibleServerFirewallRule = shared.NewItemType(Azure, DBforPostgreSQL, FlexibleServerFirewallRule)\n\tDBforPostgreSQLFlexibleServerConfiguration = shared.NewItemType(Azure, DBforPostgreSQL, FlexibleServerConfiguration)\n\tDBforPostgreSQLFlexibleServerAdministrator = shared.NewItemType(Azure, DBforPostgreSQL, FlexibleServerAdministrator)\n\tDBforPostgreSQLFlexibleServerPrivateEndpointConnection = shared.NewItemType(Azure, DBforPostgreSQL, FlexibleServerPrivateEndpointConnection)\n\tDBforPostgreSQLFlexibleServerPrivateLinkResource = shared.NewItemType(Azure, DBforPostgreSQL, FlexibleServerPrivateLinkResource)\n\tDBforPostgreSQLFlexibleServerReplica = shared.NewItemType(Azure, DBforPostgreSQL, FlexibleServerReplica)\n\tDBforPostgreSQLFlexibleServerMigration = shared.NewItemType(Azure, DBforPostgreSQL, FlexibleServerMigration)\n\tDBforPostgreSQLFlexibleServerBackup = shared.NewItemType(Azure, DBforPostgreSQL, FlexibleServerBackup)\n\tDBforPostgreSQLFlexibleServerVirtualEndpoint = shared.NewItemType(Azure, DBforPostgreSQL, FlexibleServerVirtualEndpoint)\n\n\t// DocumentDB item types\n\tDocumentDBDatabaseAccounts = shared.NewItemType(Azure, DocumentDB, DatabaseAccounts)\n\tDocumentDBPrivateEndpointConnection = shared.NewItemType(Azure, DocumentDB, PrivateEndpointConnection)\n\n\t// KeyVault item types\n\tKeyVaultVault = shared.NewItemType(Azure, KeyVault, Vault)\n\tKeyVaultSecret = shared.NewItemType(Azure, KeyVault, Secret)\n\tKeyVaultKey = shared.NewItemType(Azure, KeyVault, Key)\n\tKeyVaultManagedHSM = shared.NewItemType(Azure, KeyVault, ManagedHSM)\n\tKeyVaultManagedHSMPrivateEndpointConnection = shared.NewItemType(Azure, KeyVault, ManagedHSMPrivateEndpointConnection)\n\n\t// ManagedIdentity item types\n\tManagedIdentityUserAssignedIdentity = shared.NewItemType(Azure, ManagedIdentity, UserAssignedIdentity)\n\tManagedIdentityFederatedIdentityCredential = shared.NewItemType(Azure, ManagedIdentity, FederatedIdentityCredential)\n\n\t// Batch item types\n\tBatchBatchAccount = shared.NewItemType(Azure, Batch, BatchAccount)\n\tBatchBatchApplication = shared.NewItemType(Azure, Batch, BatchApplication)\n\tBatchBatchApplicationPackage = shared.NewItemType(Azure, Batch, BatchApplicationPackage)\n\tBatchBatchPool = shared.NewItemType(Azure, Batch, BatchPool)\n\tBatchBatchCertificate = shared.NewItemType(Azure, Batch, BatchCertificate)\n\tBatchBatchPrivateEndpointConnection = shared.NewItemType(Azure, Batch, BatchPrivateEndpointConnection)\n\tBatchBatchPrivateLinkResource = shared.NewItemType(Azure, Batch, BatchPrivateLinkResource)\n\tBatchBatchDetector = shared.NewItemType(Azure, Batch, BatchDetector)\n\n\t// ElasticSAN item types\n\tElasticSan = shared.NewItemType(Azure, ElasticSAN, ElasticSanResource)\n\tElasticSanVolumeGroup = shared.NewItemType(Azure, ElasticSAN, VolumeGroup)\n\tElasticSanVolume = shared.NewItemType(Azure, ElasticSAN, Volume)\n\tElasticSanVolumeSnapshot = shared.NewItemType(Azure, ElasticSAN, VolumeSnapshot)\n\n\t// OperationalInsights item types\n\tOperationalInsightsWorkspace = shared.NewItemType(Azure, OperationalInsights, Workspace)\n\tOperationalInsightsCluster = shared.NewItemType(Azure, OperationalInsights, Cluster)\n\n\t// Insights (Azure Monitor) item types\n\tInsightsPrivateLinkScopeScopedResource = shared.NewItemType(Azure, Insights, PrivateLinkScopeScopedResource)\n\n\t// Authorization item types\n\tAuthorizationRoleAssignment = shared.NewItemType(Azure, Authorization, RoleAssignment)\n\tAuthorizationRoleDefinition = shared.NewItemType(Azure, Authorization, RoleDefinition)\n\n\t// Resources item types\n\tResourcesSubscription = shared.NewItemType(Azure, Resources, Subscription)\n\tResourcesResourceGroup = shared.NewItemType(Azure, Resources, ResourceGroup)\n)\n" }, { "path": "sources/azure/shared/mocks/mock_application_gateways_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: application-gateways-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_application_gateways_client.go -package=mocks -source=application-gateways-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockApplicationGatewaysClient is a mock of ApplicationGatewaysClient interface.\ntype MockApplicationGatewaysClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockApplicationGatewaysClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockApplicationGatewaysClientMockRecorder is the mock recorder for MockApplicationGatewaysClient.\ntype MockApplicationGatewaysClientMockRecorder struct {\n\tmock *MockApplicationGatewaysClient\n}\n\n// NewMockApplicationGatewaysClient creates a new mock instance.\nfunc NewMockApplicationGatewaysClient(ctrl *gomock.Controller) *MockApplicationGatewaysClient {\n\tmock := &MockApplicationGatewaysClient{ctrl: ctrl}\n\tmock.recorder = &MockApplicationGatewaysClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockApplicationGatewaysClient) EXPECT() *MockApplicationGatewaysClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockApplicationGatewaysClient) Get(ctx context.Context, resourceGroupName, applicationGatewayName string, options *armnetwork.ApplicationGatewaysClientGetOptions) (armnetwork.ApplicationGatewaysClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, applicationGatewayName, options)\n\tret0, _ := ret[0].(armnetwork.ApplicationGatewaysClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockApplicationGatewaysClientMockRecorder) Get(ctx, resourceGroupName, applicationGatewayName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockApplicationGatewaysClient)(nil).Get), ctx, resourceGroupName, applicationGatewayName, options)\n}\n\n// List mocks base method.\nfunc (m *MockApplicationGatewaysClient) List(resourceGroupName string, options *armnetwork.ApplicationGatewaysClientListOptions) clients.ApplicationGatewaysPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.ApplicationGatewaysPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockApplicationGatewaysClientMockRecorder) List(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockApplicationGatewaysClient)(nil).List), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_application_security_groups_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: application-security-groups-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_application_security_groups_client.go -package=mocks -source=application-security-groups-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockApplicationSecurityGroupsClient is a mock of ApplicationSecurityGroupsClient interface.\ntype MockApplicationSecurityGroupsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockApplicationSecurityGroupsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockApplicationSecurityGroupsClientMockRecorder is the mock recorder for MockApplicationSecurityGroupsClient.\ntype MockApplicationSecurityGroupsClientMockRecorder struct {\n\tmock *MockApplicationSecurityGroupsClient\n}\n\n// NewMockApplicationSecurityGroupsClient creates a new mock instance.\nfunc NewMockApplicationSecurityGroupsClient(ctrl *gomock.Controller) *MockApplicationSecurityGroupsClient {\n\tmock := &MockApplicationSecurityGroupsClient{ctrl: ctrl}\n\tmock.recorder = &MockApplicationSecurityGroupsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockApplicationSecurityGroupsClient) EXPECT() *MockApplicationSecurityGroupsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockApplicationSecurityGroupsClient) Get(ctx context.Context, resourceGroupName, applicationSecurityGroupName string, options *armnetwork.ApplicationSecurityGroupsClientGetOptions) (armnetwork.ApplicationSecurityGroupsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, applicationSecurityGroupName, options)\n\tret0, _ := ret[0].(armnetwork.ApplicationSecurityGroupsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockApplicationSecurityGroupsClientMockRecorder) Get(ctx, resourceGroupName, applicationSecurityGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockApplicationSecurityGroupsClient)(nil).Get), ctx, resourceGroupName, applicationSecurityGroupName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockApplicationSecurityGroupsClient) NewListPager(resourceGroupName string, options *armnetwork.ApplicationSecurityGroupsClientListOptions) clients.ApplicationSecurityGroupsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.ApplicationSecurityGroupsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockApplicationSecurityGroupsClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockApplicationSecurityGroupsClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_availability_sets_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: availability-sets-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_availability_sets_client.go -package=mocks -source=availability-sets-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockAvailabilitySetsClient is a mock of AvailabilitySetsClient interface.\ntype MockAvailabilitySetsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockAvailabilitySetsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockAvailabilitySetsClientMockRecorder is the mock recorder for MockAvailabilitySetsClient.\ntype MockAvailabilitySetsClientMockRecorder struct {\n\tmock *MockAvailabilitySetsClient\n}\n\n// NewMockAvailabilitySetsClient creates a new mock instance.\nfunc NewMockAvailabilitySetsClient(ctrl *gomock.Controller) *MockAvailabilitySetsClient {\n\tmock := &MockAvailabilitySetsClient{ctrl: ctrl}\n\tmock.recorder = &MockAvailabilitySetsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockAvailabilitySetsClient) EXPECT() *MockAvailabilitySetsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockAvailabilitySetsClient) Get(ctx context.Context, resourceGroupName, availabilitySetName string, options *armcompute.AvailabilitySetsClientGetOptions) (armcompute.AvailabilitySetsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, availabilitySetName, options)\n\tret0, _ := ret[0].(armcompute.AvailabilitySetsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockAvailabilitySetsClientMockRecorder) Get(ctx, resourceGroupName, availabilitySetName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockAvailabilitySetsClient)(nil).Get), ctx, resourceGroupName, availabilitySetName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockAvailabilitySetsClient) NewListPager(resourceGroupName string, options *armcompute.AvailabilitySetsClientListOptions) clients.AvailabilitySetsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.AvailabilitySetsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockAvailabilitySetsClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockAvailabilitySetsClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_batch_accounts_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: batch-accounts-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_batch_accounts_client.go -package=mocks -source=batch-accounts-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmbatch \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockBatchAccountsClient is a mock of BatchAccountsClient interface.\ntype MockBatchAccountsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockBatchAccountsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockBatchAccountsClientMockRecorder is the mock recorder for MockBatchAccountsClient.\ntype MockBatchAccountsClientMockRecorder struct {\n\tmock *MockBatchAccountsClient\n}\n\n// NewMockBatchAccountsClient creates a new mock instance.\nfunc NewMockBatchAccountsClient(ctrl *gomock.Controller) *MockBatchAccountsClient {\n\tmock := &MockBatchAccountsClient{ctrl: ctrl}\n\tmock.recorder = &MockBatchAccountsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockBatchAccountsClient) EXPECT() *MockBatchAccountsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockBatchAccountsClient) Get(ctx context.Context, resourceGroupName, accountName string) (armbatch.AccountClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(armbatch.AccountClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockBatchAccountsClientMockRecorder) Get(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockBatchAccountsClient)(nil).Get), ctx, resourceGroupName, accountName)\n}\n\n// ListByResourceGroup mocks base method.\nfunc (m *MockBatchAccountsClient) ListByResourceGroup(ctx context.Context, resourceGroupName string) clients.BatchAccountsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByResourceGroup\", ctx, resourceGroupName)\n\tret0, _ := ret[0].(clients.BatchAccountsPager)\n\treturn ret0\n}\n\n// ListByResourceGroup indicates an expected call of ListByResourceGroup.\nfunc (mr *MockBatchAccountsClientMockRecorder) ListByResourceGroup(ctx, resourceGroupName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByResourceGroup\", reflect.TypeOf((*MockBatchAccountsClient)(nil).ListByResourceGroup), ctx, resourceGroupName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_batch_application_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: batch-application-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_batch_application_client.go -package=mocks -source=batch-application-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmbatch \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockBatchApplicationsClient is a mock of BatchApplicationsClient interface.\ntype MockBatchApplicationsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockBatchApplicationsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockBatchApplicationsClientMockRecorder is the mock recorder for MockBatchApplicationsClient.\ntype MockBatchApplicationsClientMockRecorder struct {\n\tmock *MockBatchApplicationsClient\n}\n\n// NewMockBatchApplicationsClient creates a new mock instance.\nfunc NewMockBatchApplicationsClient(ctrl *gomock.Controller) *MockBatchApplicationsClient {\n\tmock := &MockBatchApplicationsClient{ctrl: ctrl}\n\tmock.recorder = &MockBatchApplicationsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockBatchApplicationsClient) EXPECT() *MockBatchApplicationsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockBatchApplicationsClient) Get(ctx context.Context, resourceGroupName, accountName, applicationName string) (armbatch.ApplicationClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName, applicationName)\n\tret0, _ := ret[0].(armbatch.ApplicationClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockBatchApplicationsClientMockRecorder) Get(ctx, resourceGroupName, accountName, applicationName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockBatchApplicationsClient)(nil).Get), ctx, resourceGroupName, accountName, applicationName)\n}\n\n// List mocks base method.\nfunc (m *MockBatchApplicationsClient) List(ctx context.Context, resourceGroupName, accountName string) clients.BatchApplicationsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(clients.BatchApplicationsPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockBatchApplicationsClientMockRecorder) List(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockBatchApplicationsClient)(nil).List), ctx, resourceGroupName, accountName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_batch_application_package_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: batch-application-package-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_batch_application_package_client.go -package=mocks -source=batch-application-package-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmbatch \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockBatchApplicationPackagesClient is a mock of BatchApplicationPackagesClient interface.\ntype MockBatchApplicationPackagesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockBatchApplicationPackagesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockBatchApplicationPackagesClientMockRecorder is the mock recorder for MockBatchApplicationPackagesClient.\ntype MockBatchApplicationPackagesClientMockRecorder struct {\n\tmock *MockBatchApplicationPackagesClient\n}\n\n// NewMockBatchApplicationPackagesClient creates a new mock instance.\nfunc NewMockBatchApplicationPackagesClient(ctrl *gomock.Controller) *MockBatchApplicationPackagesClient {\n\tmock := &MockBatchApplicationPackagesClient{ctrl: ctrl}\n\tmock.recorder = &MockBatchApplicationPackagesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockBatchApplicationPackagesClient) EXPECT() *MockBatchApplicationPackagesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockBatchApplicationPackagesClient) Get(ctx context.Context, resourceGroupName, accountName, applicationName, versionName string) (armbatch.ApplicationPackageClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName, applicationName, versionName)\n\tret0, _ := ret[0].(armbatch.ApplicationPackageClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockBatchApplicationPackagesClientMockRecorder) Get(ctx, resourceGroupName, accountName, applicationName, versionName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockBatchApplicationPackagesClient)(nil).Get), ctx, resourceGroupName, accountName, applicationName, versionName)\n}\n\n// List mocks base method.\nfunc (m *MockBatchApplicationPackagesClient) List(ctx context.Context, resourceGroupName, accountName, applicationName string) clients.BatchApplicationPackagesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName, accountName, applicationName)\n\tret0, _ := ret[0].(clients.BatchApplicationPackagesPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockBatchApplicationPackagesClientMockRecorder) List(ctx, resourceGroupName, accountName, applicationName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockBatchApplicationPackagesClient)(nil).List), ctx, resourceGroupName, accountName, applicationName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_batch_pool_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: batch-pool-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_batch_pool_client.go -package=mocks -source=batch-pool-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmbatch \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockBatchPoolsClient is a mock of BatchPoolsClient interface.\ntype MockBatchPoolsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockBatchPoolsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockBatchPoolsClientMockRecorder is the mock recorder for MockBatchPoolsClient.\ntype MockBatchPoolsClientMockRecorder struct {\n\tmock *MockBatchPoolsClient\n}\n\n// NewMockBatchPoolsClient creates a new mock instance.\nfunc NewMockBatchPoolsClient(ctrl *gomock.Controller) *MockBatchPoolsClient {\n\tmock := &MockBatchPoolsClient{ctrl: ctrl}\n\tmock.recorder = &MockBatchPoolsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockBatchPoolsClient) EXPECT() *MockBatchPoolsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockBatchPoolsClient) Get(ctx context.Context, resourceGroupName, accountName, poolName string) (armbatch.PoolClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName, poolName)\n\tret0, _ := ret[0].(armbatch.PoolClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockBatchPoolsClientMockRecorder) Get(ctx, resourceGroupName, accountName, poolName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockBatchPoolsClient)(nil).Get), ctx, resourceGroupName, accountName, poolName)\n}\n\n// ListByBatchAccount mocks base method.\nfunc (m *MockBatchPoolsClient) ListByBatchAccount(ctx context.Context, resourceGroupName, accountName string) clients.BatchPoolsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByBatchAccount\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(clients.BatchPoolsPager)\n\treturn ret0\n}\n\n// ListByBatchAccount indicates an expected call of ListByBatchAccount.\nfunc (mr *MockBatchPoolsClientMockRecorder) ListByBatchAccount(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByBatchAccount\", reflect.TypeOf((*MockBatchPoolsClient)(nil).ListByBatchAccount), ctx, resourceGroupName, accountName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_batch_private_endpoint_connection_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: batch-private-endpoint-connection-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_batch_private_endpoint_connection_client.go -package=mocks -source=batch-private-endpoint-connection-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmbatch \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/batch/armbatch/v4\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockBatchPrivateEndpointConnectionClient is a mock of BatchPrivateEndpointConnectionClient interface.\ntype MockBatchPrivateEndpointConnectionClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockBatchPrivateEndpointConnectionClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockBatchPrivateEndpointConnectionClientMockRecorder is the mock recorder for MockBatchPrivateEndpointConnectionClient.\ntype MockBatchPrivateEndpointConnectionClientMockRecorder struct {\n\tmock *MockBatchPrivateEndpointConnectionClient\n}\n\n// NewMockBatchPrivateEndpointConnectionClient creates a new mock instance.\nfunc NewMockBatchPrivateEndpointConnectionClient(ctrl *gomock.Controller) *MockBatchPrivateEndpointConnectionClient {\n\tmock := &MockBatchPrivateEndpointConnectionClient{ctrl: ctrl}\n\tmock.recorder = &MockBatchPrivateEndpointConnectionClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockBatchPrivateEndpointConnectionClient) EXPECT() *MockBatchPrivateEndpointConnectionClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockBatchPrivateEndpointConnectionClient) Get(ctx context.Context, resourceGroupName, accountName, privateEndpointConnectionName string) (armbatch.PrivateEndpointConnectionClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName, privateEndpointConnectionName)\n\tret0, _ := ret[0].(armbatch.PrivateEndpointConnectionClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockBatchPrivateEndpointConnectionClientMockRecorder) Get(ctx, resourceGroupName, accountName, privateEndpointConnectionName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockBatchPrivateEndpointConnectionClient)(nil).Get), ctx, resourceGroupName, accountName, privateEndpointConnectionName)\n}\n\n// ListByBatchAccount mocks base method.\nfunc (m *MockBatchPrivateEndpointConnectionClient) ListByBatchAccount(ctx context.Context, resourceGroupName, accountName string) clients.BatchPrivateEndpointConnectionPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByBatchAccount\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(clients.BatchPrivateEndpointConnectionPager)\n\treturn ret0\n}\n\n// ListByBatchAccount indicates an expected call of ListByBatchAccount.\nfunc (mr *MockBatchPrivateEndpointConnectionClientMockRecorder) ListByBatchAccount(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByBatchAccount\", reflect.TypeOf((*MockBatchPrivateEndpointConnectionClient)(nil).ListByBatchAccount), ctx, resourceGroupName, accountName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_blob_containers_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: blob-containers-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_blob_containers_client.go -package=mocks -source=blob-containers-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmstorage \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockBlobContainersClient is a mock of BlobContainersClient interface.\ntype MockBlobContainersClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockBlobContainersClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockBlobContainersClientMockRecorder is the mock recorder for MockBlobContainersClient.\ntype MockBlobContainersClientMockRecorder struct {\n\tmock *MockBlobContainersClient\n}\n\n// NewMockBlobContainersClient creates a new mock instance.\nfunc NewMockBlobContainersClient(ctrl *gomock.Controller) *MockBlobContainersClient {\n\tmock := &MockBlobContainersClient{ctrl: ctrl}\n\tmock.recorder = &MockBlobContainersClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockBlobContainersClient) EXPECT() *MockBlobContainersClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockBlobContainersClient) Get(ctx context.Context, resourceGroupName, accountName, containerName string) (armstorage.BlobContainersClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName, containerName)\n\tret0, _ := ret[0].(armstorage.BlobContainersClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockBlobContainersClientMockRecorder) Get(ctx, resourceGroupName, accountName, containerName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockBlobContainersClient)(nil).Get), ctx, resourceGroupName, accountName, containerName)\n}\n\n// List mocks base method.\nfunc (m *MockBlobContainersClient) List(ctx context.Context, resourceGroupName, accountName string) clients.BlobContainersPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(clients.BlobContainersPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockBlobContainersClientMockRecorder) List(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockBlobContainersClient)(nil).List), ctx, resourceGroupName, accountName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_capacity_reservation_groups_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: capacity-reservation-groups-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_capacity_reservation_groups_client.go -package=mocks -source=capacity-reservation-groups-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockCapacityReservationGroupsClient is a mock of CapacityReservationGroupsClient interface.\ntype MockCapacityReservationGroupsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockCapacityReservationGroupsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockCapacityReservationGroupsClientMockRecorder is the mock recorder for MockCapacityReservationGroupsClient.\ntype MockCapacityReservationGroupsClientMockRecorder struct {\n\tmock *MockCapacityReservationGroupsClient\n}\n\n// NewMockCapacityReservationGroupsClient creates a new mock instance.\nfunc NewMockCapacityReservationGroupsClient(ctrl *gomock.Controller) *MockCapacityReservationGroupsClient {\n\tmock := &MockCapacityReservationGroupsClient{ctrl: ctrl}\n\tmock.recorder = &MockCapacityReservationGroupsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockCapacityReservationGroupsClient) EXPECT() *MockCapacityReservationGroupsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockCapacityReservationGroupsClient) Get(ctx context.Context, resourceGroupName, capacityReservationGroupName string, options *armcompute.CapacityReservationGroupsClientGetOptions) (armcompute.CapacityReservationGroupsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, capacityReservationGroupName, options)\n\tret0, _ := ret[0].(armcompute.CapacityReservationGroupsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockCapacityReservationGroupsClientMockRecorder) Get(ctx, resourceGroupName, capacityReservationGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockCapacityReservationGroupsClient)(nil).Get), ctx, resourceGroupName, capacityReservationGroupName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockCapacityReservationGroupsClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.CapacityReservationGroupsClientListByResourceGroupOptions) clients.CapacityReservationGroupsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.CapacityReservationGroupsPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockCapacityReservationGroupsClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockCapacityReservationGroupsClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_capacity_reservations_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: capacity-reservations-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_capacity_reservations_client.go -package=mocks -source=capacity-reservations-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockCapacityReservationsClient is a mock of CapacityReservationsClient interface.\ntype MockCapacityReservationsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockCapacityReservationsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockCapacityReservationsClientMockRecorder is the mock recorder for MockCapacityReservationsClient.\ntype MockCapacityReservationsClientMockRecorder struct {\n\tmock *MockCapacityReservationsClient\n}\n\n// NewMockCapacityReservationsClient creates a new mock instance.\nfunc NewMockCapacityReservationsClient(ctrl *gomock.Controller) *MockCapacityReservationsClient {\n\tmock := &MockCapacityReservationsClient{ctrl: ctrl}\n\tmock.recorder = &MockCapacityReservationsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockCapacityReservationsClient) EXPECT() *MockCapacityReservationsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockCapacityReservationsClient) Get(ctx context.Context, resourceGroupName, capacityReservationGroupName, capacityReservationName string, options *armcompute.CapacityReservationsClientGetOptions) (armcompute.CapacityReservationsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, capacityReservationGroupName, capacityReservationName, options)\n\tret0, _ := ret[0].(armcompute.CapacityReservationsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockCapacityReservationsClientMockRecorder) Get(ctx, resourceGroupName, capacityReservationGroupName, capacityReservationName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockCapacityReservationsClient)(nil).Get), ctx, resourceGroupName, capacityReservationGroupName, capacityReservationName, options)\n}\n\n// NewListByCapacityReservationGroupPager mocks base method.\nfunc (m *MockCapacityReservationsClient) NewListByCapacityReservationGroupPager(resourceGroupName, capacityReservationGroupName string, options *armcompute.CapacityReservationsClientListByCapacityReservationGroupOptions) clients.CapacityReservationsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByCapacityReservationGroupPager\", resourceGroupName, capacityReservationGroupName, options)\n\tret0, _ := ret[0].(clients.CapacityReservationsPager)\n\treturn ret0\n}\n\n// NewListByCapacityReservationGroupPager indicates an expected call of NewListByCapacityReservationGroupPager.\nfunc (mr *MockCapacityReservationsClientMockRecorder) NewListByCapacityReservationGroupPager(resourceGroupName, capacityReservationGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByCapacityReservationGroupPager\", reflect.TypeOf((*MockCapacityReservationsClient)(nil).NewListByCapacityReservationGroupPager), resourceGroupName, capacityReservationGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_compute_disk_access_private_endpoint_connection_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: compute-disk-access-private-endpoint-connection-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_compute_disk_access_private_endpoint_connection_client.go -package=mocks -source=compute-disk-access-private-endpoint-connection-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockComputeDiskAccessPrivateEndpointConnectionsClient is a mock of ComputeDiskAccessPrivateEndpointConnectionsClient interface.\ntype MockComputeDiskAccessPrivateEndpointConnectionsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeDiskAccessPrivateEndpointConnectionsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeDiskAccessPrivateEndpointConnectionsClientMockRecorder is the mock recorder for MockComputeDiskAccessPrivateEndpointConnectionsClient.\ntype MockComputeDiskAccessPrivateEndpointConnectionsClientMockRecorder struct {\n\tmock *MockComputeDiskAccessPrivateEndpointConnectionsClient\n}\n\n// NewMockComputeDiskAccessPrivateEndpointConnectionsClient creates a new mock instance.\nfunc NewMockComputeDiskAccessPrivateEndpointConnectionsClient(ctrl *gomock.Controller) *MockComputeDiskAccessPrivateEndpointConnectionsClient {\n\tmock := &MockComputeDiskAccessPrivateEndpointConnectionsClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeDiskAccessPrivateEndpointConnectionsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeDiskAccessPrivateEndpointConnectionsClient) EXPECT() *MockComputeDiskAccessPrivateEndpointConnectionsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockComputeDiskAccessPrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName, diskAccessName, privateEndpointConnectionName string) (armcompute.DiskAccessesClientGetAPrivateEndpointConnectionResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, diskAccessName, privateEndpointConnectionName)\n\tret0, _ := ret[0].(armcompute.DiskAccessesClientGetAPrivateEndpointConnectionResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeDiskAccessPrivateEndpointConnectionsClientMockRecorder) Get(ctx, resourceGroupName, diskAccessName, privateEndpointConnectionName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeDiskAccessPrivateEndpointConnectionsClient)(nil).Get), ctx, resourceGroupName, diskAccessName, privateEndpointConnectionName)\n}\n\n// NewListPrivateEndpointConnectionsPager mocks base method.\nfunc (m *MockComputeDiskAccessPrivateEndpointConnectionsClient) NewListPrivateEndpointConnectionsPager(resourceGroupName, diskAccessName string, options *armcompute.DiskAccessesClientListPrivateEndpointConnectionsOptions) clients.ComputeDiskAccessPrivateEndpointConnectionsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPrivateEndpointConnectionsPager\", resourceGroupName, diskAccessName, options)\n\tret0, _ := ret[0].(clients.ComputeDiskAccessPrivateEndpointConnectionsPager)\n\treturn ret0\n}\n\n// NewListPrivateEndpointConnectionsPager indicates an expected call of NewListPrivateEndpointConnectionsPager.\nfunc (mr *MockComputeDiskAccessPrivateEndpointConnectionsClientMockRecorder) NewListPrivateEndpointConnectionsPager(resourceGroupName, diskAccessName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPrivateEndpointConnectionsPager\", reflect.TypeOf((*MockComputeDiskAccessPrivateEndpointConnectionsClient)(nil).NewListPrivateEndpointConnectionsPager), resourceGroupName, diskAccessName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_dbforpostgresql_configurations_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: dbforpostgresql-configurations-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_dbforpostgresql_configurations_client.go -package=mocks -source=dbforpostgresql-configurations-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmpostgresqlflexibleservers \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockPostgreSQLConfigurationsClient is a mock of PostgreSQLConfigurationsClient interface.\ntype MockPostgreSQLConfigurationsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockPostgreSQLConfigurationsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockPostgreSQLConfigurationsClientMockRecorder is the mock recorder for MockPostgreSQLConfigurationsClient.\ntype MockPostgreSQLConfigurationsClientMockRecorder struct {\n\tmock *MockPostgreSQLConfigurationsClient\n}\n\n// NewMockPostgreSQLConfigurationsClient creates a new mock instance.\nfunc NewMockPostgreSQLConfigurationsClient(ctrl *gomock.Controller) *MockPostgreSQLConfigurationsClient {\n\tmock := &MockPostgreSQLConfigurationsClient{ctrl: ctrl}\n\tmock.recorder = &MockPostgreSQLConfigurationsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockPostgreSQLConfigurationsClient) EXPECT() *MockPostgreSQLConfigurationsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockPostgreSQLConfigurationsClient) Get(ctx context.Context, resourceGroupName, serverName, configurationName string, options *armpostgresqlflexibleservers.ConfigurationsClientGetOptions) (armpostgresqlflexibleservers.ConfigurationsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, configurationName, options)\n\tret0, _ := ret[0].(armpostgresqlflexibleservers.ConfigurationsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockPostgreSQLConfigurationsClientMockRecorder) Get(ctx, resourceGroupName, serverName, configurationName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockPostgreSQLConfigurationsClient)(nil).Get), ctx, resourceGroupName, serverName, configurationName, options)\n}\n\n// NewListByServerPager mocks base method.\nfunc (m *MockPostgreSQLConfigurationsClient) NewListByServerPager(resourceGroupName, serverName string, options *armpostgresqlflexibleservers.ConfigurationsClientListByServerOptions) clients.PostgreSQLConfigurationsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByServerPager\", resourceGroupName, serverName, options)\n\tret0, _ := ret[0].(clients.PostgreSQLConfigurationsPager)\n\treturn ret0\n}\n\n// NewListByServerPager indicates an expected call of NewListByServerPager.\nfunc (mr *MockPostgreSQLConfigurationsClientMockRecorder) NewListByServerPager(resourceGroupName, serverName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByServerPager\", reflect.TypeOf((*MockPostgreSQLConfigurationsClient)(nil).NewListByServerPager), resourceGroupName, serverName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_dbforpostgresql_flexible_server_administrator_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: dbforpostgresql-flexible-server-administrator-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_dbforpostgresql_flexible_server_administrator_client.go -package=mocks -source=dbforpostgresql-flexible-server-administrator-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmpostgresqlflexibleservers \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDBforPostgreSQLFlexibleServerAdministratorClient is a mock of DBforPostgreSQLFlexibleServerAdministratorClient interface.\ntype MockDBforPostgreSQLFlexibleServerAdministratorClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDBforPostgreSQLFlexibleServerAdministratorClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDBforPostgreSQLFlexibleServerAdministratorClientMockRecorder is the mock recorder for MockDBforPostgreSQLFlexibleServerAdministratorClient.\ntype MockDBforPostgreSQLFlexibleServerAdministratorClientMockRecorder struct {\n\tmock *MockDBforPostgreSQLFlexibleServerAdministratorClient\n}\n\n// NewMockDBforPostgreSQLFlexibleServerAdministratorClient creates a new mock instance.\nfunc NewMockDBforPostgreSQLFlexibleServerAdministratorClient(ctrl *gomock.Controller) *MockDBforPostgreSQLFlexibleServerAdministratorClient {\n\tmock := &MockDBforPostgreSQLFlexibleServerAdministratorClient{ctrl: ctrl}\n\tmock.recorder = &MockDBforPostgreSQLFlexibleServerAdministratorClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDBforPostgreSQLFlexibleServerAdministratorClient) EXPECT() *MockDBforPostgreSQLFlexibleServerAdministratorClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDBforPostgreSQLFlexibleServerAdministratorClient) Get(ctx context.Context, resourceGroupName, serverName, objectID string) (armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, objectID)\n\tret0, _ := ret[0].(armpostgresqlflexibleservers.AdministratorsMicrosoftEntraClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDBforPostgreSQLFlexibleServerAdministratorClientMockRecorder) Get(ctx, resourceGroupName, serverName, objectID any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDBforPostgreSQLFlexibleServerAdministratorClient)(nil).Get), ctx, resourceGroupName, serverName, objectID)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockDBforPostgreSQLFlexibleServerAdministratorClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.DBforPostgreSQLFlexibleServerAdministratorPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.DBforPostgreSQLFlexibleServerAdministratorPager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockDBforPostgreSQLFlexibleServerAdministratorClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockDBforPostgreSQLFlexibleServerAdministratorClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_dbforpostgresql_flexible_server_backup_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: dbforpostgresql-flexible-server-backup-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_dbforpostgresql_flexible_server_backup_client.go -package=mocks -source=dbforpostgresql-flexible-server-backup-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmpostgresqlflexibleservers \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDBforPostgreSQLFlexibleServerBackupClient is a mock of DBforPostgreSQLFlexibleServerBackupClient interface.\ntype MockDBforPostgreSQLFlexibleServerBackupClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDBforPostgreSQLFlexibleServerBackupClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDBforPostgreSQLFlexibleServerBackupClientMockRecorder is the mock recorder for MockDBforPostgreSQLFlexibleServerBackupClient.\ntype MockDBforPostgreSQLFlexibleServerBackupClientMockRecorder struct {\n\tmock *MockDBforPostgreSQLFlexibleServerBackupClient\n}\n\n// NewMockDBforPostgreSQLFlexibleServerBackupClient creates a new mock instance.\nfunc NewMockDBforPostgreSQLFlexibleServerBackupClient(ctrl *gomock.Controller) *MockDBforPostgreSQLFlexibleServerBackupClient {\n\tmock := &MockDBforPostgreSQLFlexibleServerBackupClient{ctrl: ctrl}\n\tmock.recorder = &MockDBforPostgreSQLFlexibleServerBackupClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDBforPostgreSQLFlexibleServerBackupClient) EXPECT() *MockDBforPostgreSQLFlexibleServerBackupClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDBforPostgreSQLFlexibleServerBackupClient) Get(ctx context.Context, resourceGroupName, serverName, backupName string) (armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, backupName)\n\tret0, _ := ret[0].(armpostgresqlflexibleservers.BackupsAutomaticAndOnDemandClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDBforPostgreSQLFlexibleServerBackupClientMockRecorder) Get(ctx, resourceGroupName, serverName, backupName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDBforPostgreSQLFlexibleServerBackupClient)(nil).Get), ctx, resourceGroupName, serverName, backupName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockDBforPostgreSQLFlexibleServerBackupClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.DBforPostgreSQLFlexibleServerBackupPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.DBforPostgreSQLFlexibleServerBackupPager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockDBforPostgreSQLFlexibleServerBackupClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockDBforPostgreSQLFlexibleServerBackupClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_dbforpostgresql_flexible_server_private_endpoint_connection_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: dbforpostgresql-flexible-server-private-endpoint-connection-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_dbforpostgresql_flexible_server_private_endpoint_connection_client.go -package=mocks -source=dbforpostgresql-flexible-server-private-endpoint-connection-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmpostgresqlflexibleservers \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient is a mock of DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient interface.\ntype MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClientMockRecorder is the mock recorder for MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient.\ntype MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClientMockRecorder struct {\n\tmock *MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient\n}\n\n// NewMockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient creates a new mock instance.\nfunc NewMockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient(ctrl *gomock.Controller) *MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient {\n\tmock := &MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient{ctrl: ctrl}\n\tmock.recorder = &MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient) EXPECT() *MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName, serverName, privateEndpointConnectionName string) (armpostgresqlflexibleservers.PrivateEndpointConnectionsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, privateEndpointConnectionName)\n\tret0, _ := ret[0].(armpostgresqlflexibleservers.PrivateEndpointConnectionsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClientMockRecorder) Get(ctx, resourceGroupName, serverName, privateEndpointConnectionName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient)(nil).Get), ctx, resourceGroupName, serverName, privateEndpointConnectionName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.DBforPostgreSQLFlexibleServerPrivateEndpointConnectionsPager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockDBforPostgreSQLFlexibleServerPrivateEndpointConnectionsClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_dbforpostgresql_flexible_server_replica_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: dbforpostgresql-flexible-server-replica-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_dbforpostgresql_flexible_server_replica_client.go -package=mocks -source=dbforpostgresql-flexible-server-replica-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmpostgresqlflexibleservers \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDBforPostgreSQLFlexibleServerReplicaClient is a mock of DBforPostgreSQLFlexibleServerReplicaClient interface.\ntype MockDBforPostgreSQLFlexibleServerReplicaClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDBforPostgreSQLFlexibleServerReplicaClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDBforPostgreSQLFlexibleServerReplicaClientMockRecorder is the mock recorder for MockDBforPostgreSQLFlexibleServerReplicaClient.\ntype MockDBforPostgreSQLFlexibleServerReplicaClientMockRecorder struct {\n\tmock *MockDBforPostgreSQLFlexibleServerReplicaClient\n}\n\n// NewMockDBforPostgreSQLFlexibleServerReplicaClient creates a new mock instance.\nfunc NewMockDBforPostgreSQLFlexibleServerReplicaClient(ctrl *gomock.Controller) *MockDBforPostgreSQLFlexibleServerReplicaClient {\n\tmock := &MockDBforPostgreSQLFlexibleServerReplicaClient{ctrl: ctrl}\n\tmock.recorder = &MockDBforPostgreSQLFlexibleServerReplicaClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDBforPostgreSQLFlexibleServerReplicaClient) EXPECT() *MockDBforPostgreSQLFlexibleServerReplicaClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDBforPostgreSQLFlexibleServerReplicaClient) Get(ctx context.Context, resourceGroupName, replicaName string) (armpostgresqlflexibleservers.ServersClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, replicaName)\n\tret0, _ := ret[0].(armpostgresqlflexibleservers.ServersClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDBforPostgreSQLFlexibleServerReplicaClientMockRecorder) Get(ctx, resourceGroupName, replicaName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDBforPostgreSQLFlexibleServerReplicaClient)(nil).Get), ctx, resourceGroupName, replicaName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockDBforPostgreSQLFlexibleServerReplicaClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.DBforPostgreSQLFlexibleServerReplicaPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.DBforPostgreSQLFlexibleServerReplicaPager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockDBforPostgreSQLFlexibleServerReplicaClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockDBforPostgreSQLFlexibleServerReplicaClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_dbforpostgresql_flexible_server_virtual_endpoint_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: dbforpostgresql-flexible-server-virtual-endpoint-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_dbforpostgresql_flexible_server_virtual_endpoint_client.go -package=mocks -source=dbforpostgresql-flexible-server-virtual-endpoint-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmpostgresqlflexibleservers \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDBforPostgreSQLFlexibleServerVirtualEndpointClient is a mock of DBforPostgreSQLFlexibleServerVirtualEndpointClient interface.\ntype MockDBforPostgreSQLFlexibleServerVirtualEndpointClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDBforPostgreSQLFlexibleServerVirtualEndpointClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDBforPostgreSQLFlexibleServerVirtualEndpointClientMockRecorder is the mock recorder for MockDBforPostgreSQLFlexibleServerVirtualEndpointClient.\ntype MockDBforPostgreSQLFlexibleServerVirtualEndpointClientMockRecorder struct {\n\tmock *MockDBforPostgreSQLFlexibleServerVirtualEndpointClient\n}\n\n// NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient creates a new mock instance.\nfunc NewMockDBforPostgreSQLFlexibleServerVirtualEndpointClient(ctrl *gomock.Controller) *MockDBforPostgreSQLFlexibleServerVirtualEndpointClient {\n\tmock := &MockDBforPostgreSQLFlexibleServerVirtualEndpointClient{ctrl: ctrl}\n\tmock.recorder = &MockDBforPostgreSQLFlexibleServerVirtualEndpointClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDBforPostgreSQLFlexibleServerVirtualEndpointClient) EXPECT() *MockDBforPostgreSQLFlexibleServerVirtualEndpointClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDBforPostgreSQLFlexibleServerVirtualEndpointClient) Get(ctx context.Context, resourceGroupName, serverName, virtualEndpointName string) (armpostgresqlflexibleservers.VirtualEndpointsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, virtualEndpointName)\n\tret0, _ := ret[0].(armpostgresqlflexibleservers.VirtualEndpointsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDBforPostgreSQLFlexibleServerVirtualEndpointClientMockRecorder) Get(ctx, resourceGroupName, serverName, virtualEndpointName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDBforPostgreSQLFlexibleServerVirtualEndpointClient)(nil).Get), ctx, resourceGroupName, serverName, virtualEndpointName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockDBforPostgreSQLFlexibleServerVirtualEndpointClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.DBforPostgreSQLFlexibleServerVirtualEndpointPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.DBforPostgreSQLFlexibleServerVirtualEndpointPager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockDBforPostgreSQLFlexibleServerVirtualEndpointClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockDBforPostgreSQLFlexibleServerVirtualEndpointClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_ddos_protection_plans_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: ddos-protection-plans-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_ddos_protection_plans_client.go -package=mocks -source=ddos-protection-plans-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDdosProtectionPlansClient is a mock of DdosProtectionPlansClient interface.\ntype MockDdosProtectionPlansClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDdosProtectionPlansClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDdosProtectionPlansClientMockRecorder is the mock recorder for MockDdosProtectionPlansClient.\ntype MockDdosProtectionPlansClientMockRecorder struct {\n\tmock *MockDdosProtectionPlansClient\n}\n\n// NewMockDdosProtectionPlansClient creates a new mock instance.\nfunc NewMockDdosProtectionPlansClient(ctrl *gomock.Controller) *MockDdosProtectionPlansClient {\n\tmock := &MockDdosProtectionPlansClient{ctrl: ctrl}\n\tmock.recorder = &MockDdosProtectionPlansClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDdosProtectionPlansClient) EXPECT() *MockDdosProtectionPlansClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDdosProtectionPlansClient) Get(ctx context.Context, resourceGroupName, ddosProtectionPlanName string, options *armnetwork.DdosProtectionPlansClientGetOptions) (armnetwork.DdosProtectionPlansClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, ddosProtectionPlanName, options)\n\tret0, _ := ret[0].(armnetwork.DdosProtectionPlansClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDdosProtectionPlansClientMockRecorder) Get(ctx, resourceGroupName, ddosProtectionPlanName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDdosProtectionPlansClient)(nil).Get), ctx, resourceGroupName, ddosProtectionPlanName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockDdosProtectionPlansClient) NewListByResourceGroupPager(resourceGroupName string, options *armnetwork.DdosProtectionPlansClientListByResourceGroupOptions) clients.DdosProtectionPlansPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.DdosProtectionPlansPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockDdosProtectionPlansClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockDdosProtectionPlansClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_dedicated_host_groups_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: dedicated-host-groups-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_dedicated_host_groups_client.go -package=mocks -source=dedicated-host-groups-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDedicatedHostGroupsClient is a mock of DedicatedHostGroupsClient interface.\ntype MockDedicatedHostGroupsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDedicatedHostGroupsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDedicatedHostGroupsClientMockRecorder is the mock recorder for MockDedicatedHostGroupsClient.\ntype MockDedicatedHostGroupsClientMockRecorder struct {\n\tmock *MockDedicatedHostGroupsClient\n}\n\n// NewMockDedicatedHostGroupsClient creates a new mock instance.\nfunc NewMockDedicatedHostGroupsClient(ctrl *gomock.Controller) *MockDedicatedHostGroupsClient {\n\tmock := &MockDedicatedHostGroupsClient{ctrl: ctrl}\n\tmock.recorder = &MockDedicatedHostGroupsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDedicatedHostGroupsClient) EXPECT() *MockDedicatedHostGroupsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDedicatedHostGroupsClient) Get(ctx context.Context, resourceGroupName, dedicatedHostGroupName string, options *armcompute.DedicatedHostGroupsClientGetOptions) (armcompute.DedicatedHostGroupsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, dedicatedHostGroupName, options)\n\tret0, _ := ret[0].(armcompute.DedicatedHostGroupsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDedicatedHostGroupsClientMockRecorder) Get(ctx, resourceGroupName, dedicatedHostGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDedicatedHostGroupsClient)(nil).Get), ctx, resourceGroupName, dedicatedHostGroupName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockDedicatedHostGroupsClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.DedicatedHostGroupsClientListByResourceGroupOptions) clients.DedicatedHostGroupsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.DedicatedHostGroupsPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockDedicatedHostGroupsClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockDedicatedHostGroupsClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_dedicated_hosts_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: dedicated-hosts-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_dedicated_hosts_client.go -package=mocks -source=dedicated-hosts-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDedicatedHostsClient is a mock of DedicatedHostsClient interface.\ntype MockDedicatedHostsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDedicatedHostsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDedicatedHostsClientMockRecorder is the mock recorder for MockDedicatedHostsClient.\ntype MockDedicatedHostsClientMockRecorder struct {\n\tmock *MockDedicatedHostsClient\n}\n\n// NewMockDedicatedHostsClient creates a new mock instance.\nfunc NewMockDedicatedHostsClient(ctrl *gomock.Controller) *MockDedicatedHostsClient {\n\tmock := &MockDedicatedHostsClient{ctrl: ctrl}\n\tmock.recorder = &MockDedicatedHostsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDedicatedHostsClient) EXPECT() *MockDedicatedHostsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDedicatedHostsClient) Get(ctx context.Context, resourceGroupName, hostGroupName, hostName string, options *armcompute.DedicatedHostsClientGetOptions) (armcompute.DedicatedHostsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, hostGroupName, hostName, options)\n\tret0, _ := ret[0].(armcompute.DedicatedHostsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDedicatedHostsClientMockRecorder) Get(ctx, resourceGroupName, hostGroupName, hostName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDedicatedHostsClient)(nil).Get), ctx, resourceGroupName, hostGroupName, hostName, options)\n}\n\n// NewListByHostGroupPager mocks base method.\nfunc (m *MockDedicatedHostsClient) NewListByHostGroupPager(resourceGroupName, hostGroupName string, options *armcompute.DedicatedHostsClientListByHostGroupOptions) clients.DedicatedHostsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByHostGroupPager\", resourceGroupName, hostGroupName, options)\n\tret0, _ := ret[0].(clients.DedicatedHostsPager)\n\treturn ret0\n}\n\n// NewListByHostGroupPager indicates an expected call of NewListByHostGroupPager.\nfunc (mr *MockDedicatedHostsClientMockRecorder) NewListByHostGroupPager(resourceGroupName, hostGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByHostGroupPager\", reflect.TypeOf((*MockDedicatedHostsClient)(nil).NewListByHostGroupPager), resourceGroupName, hostGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_default_security_rules_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: default-security-rules-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_default_security_rules_client.go -package=mocks -source=default-security-rules-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDefaultSecurityRulesClient is a mock of DefaultSecurityRulesClient interface.\ntype MockDefaultSecurityRulesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDefaultSecurityRulesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDefaultSecurityRulesClientMockRecorder is the mock recorder for MockDefaultSecurityRulesClient.\ntype MockDefaultSecurityRulesClientMockRecorder struct {\n\tmock *MockDefaultSecurityRulesClient\n}\n\n// NewMockDefaultSecurityRulesClient creates a new mock instance.\nfunc NewMockDefaultSecurityRulesClient(ctrl *gomock.Controller) *MockDefaultSecurityRulesClient {\n\tmock := &MockDefaultSecurityRulesClient{ctrl: ctrl}\n\tmock.recorder = &MockDefaultSecurityRulesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDefaultSecurityRulesClient) EXPECT() *MockDefaultSecurityRulesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDefaultSecurityRulesClient) Get(ctx context.Context, resourceGroupName, networkSecurityGroupName, defaultSecurityRuleName string, options *armnetwork.DefaultSecurityRulesClientGetOptions) (armnetwork.DefaultSecurityRulesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, networkSecurityGroupName, defaultSecurityRuleName, options)\n\tret0, _ := ret[0].(armnetwork.DefaultSecurityRulesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDefaultSecurityRulesClientMockRecorder) Get(ctx, resourceGroupName, networkSecurityGroupName, defaultSecurityRuleName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDefaultSecurityRulesClient)(nil).Get), ctx, resourceGroupName, networkSecurityGroupName, defaultSecurityRuleName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockDefaultSecurityRulesClient) NewListPager(resourceGroupName, networkSecurityGroupName string, options *armnetwork.DefaultSecurityRulesClientListOptions) clients.DefaultSecurityRulesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, networkSecurityGroupName, options)\n\tret0, _ := ret[0].(clients.DefaultSecurityRulesPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockDefaultSecurityRulesClientMockRecorder) NewListPager(resourceGroupName, networkSecurityGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockDefaultSecurityRulesClient)(nil).NewListPager), resourceGroupName, networkSecurityGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_disk_accesses_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: disk-accesses-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_disk_accesses_client.go -package=mocks -source=disk-accesses-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDiskAccessesClient is a mock of DiskAccessesClient interface.\ntype MockDiskAccessesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDiskAccessesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDiskAccessesClientMockRecorder is the mock recorder for MockDiskAccessesClient.\ntype MockDiskAccessesClientMockRecorder struct {\n\tmock *MockDiskAccessesClient\n}\n\n// NewMockDiskAccessesClient creates a new mock instance.\nfunc NewMockDiskAccessesClient(ctrl *gomock.Controller) *MockDiskAccessesClient {\n\tmock := &MockDiskAccessesClient{ctrl: ctrl}\n\tmock.recorder = &MockDiskAccessesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDiskAccessesClient) EXPECT() *MockDiskAccessesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDiskAccessesClient) Get(ctx context.Context, resourceGroupName, diskAccessName string, options *armcompute.DiskAccessesClientGetOptions) (armcompute.DiskAccessesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, diskAccessName, options)\n\tret0, _ := ret[0].(armcompute.DiskAccessesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDiskAccessesClientMockRecorder) Get(ctx, resourceGroupName, diskAccessName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDiskAccessesClient)(nil).Get), ctx, resourceGroupName, diskAccessName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockDiskAccessesClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.DiskAccessesClientListByResourceGroupOptions) clients.DiskAccessesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.DiskAccessesPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockDiskAccessesClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockDiskAccessesClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_disk_encryption_sets_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: disk-encryption-sets-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_disk_encryption_sets_client.go -package=mocks -source=disk-encryption-sets-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDiskEncryptionSetsClient is a mock of DiskEncryptionSetsClient interface.\ntype MockDiskEncryptionSetsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDiskEncryptionSetsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDiskEncryptionSetsClientMockRecorder is the mock recorder for MockDiskEncryptionSetsClient.\ntype MockDiskEncryptionSetsClientMockRecorder struct {\n\tmock *MockDiskEncryptionSetsClient\n}\n\n// NewMockDiskEncryptionSetsClient creates a new mock instance.\nfunc NewMockDiskEncryptionSetsClient(ctrl *gomock.Controller) *MockDiskEncryptionSetsClient {\n\tmock := &MockDiskEncryptionSetsClient{ctrl: ctrl}\n\tmock.recorder = &MockDiskEncryptionSetsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDiskEncryptionSetsClient) EXPECT() *MockDiskEncryptionSetsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDiskEncryptionSetsClient) Get(ctx context.Context, resourceGroupName, diskEncryptionSetName string, options *armcompute.DiskEncryptionSetsClientGetOptions) (armcompute.DiskEncryptionSetsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, diskEncryptionSetName, options)\n\tret0, _ := ret[0].(armcompute.DiskEncryptionSetsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDiskEncryptionSetsClientMockRecorder) Get(ctx, resourceGroupName, diskEncryptionSetName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDiskEncryptionSetsClient)(nil).Get), ctx, resourceGroupName, diskEncryptionSetName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockDiskEncryptionSetsClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.DiskEncryptionSetsClientListByResourceGroupOptions) clients.DiskEncryptionSetsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.DiskEncryptionSetsPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockDiskEncryptionSetsClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockDiskEncryptionSetsClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_disks_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: disks-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_disks_client.go -package=mocks -source=disks-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDisksClient is a mock of DisksClient interface.\ntype MockDisksClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDisksClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDisksClientMockRecorder is the mock recorder for MockDisksClient.\ntype MockDisksClientMockRecorder struct {\n\tmock *MockDisksClient\n}\n\n// NewMockDisksClient creates a new mock instance.\nfunc NewMockDisksClient(ctrl *gomock.Controller) *MockDisksClient {\n\tmock := &MockDisksClient{ctrl: ctrl}\n\tmock.recorder = &MockDisksClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDisksClient) EXPECT() *MockDisksClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDisksClient) Get(ctx context.Context, resourceGroupName, diskName string, options *armcompute.DisksClientGetOptions) (armcompute.DisksClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, diskName, options)\n\tret0, _ := ret[0].(armcompute.DisksClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDisksClientMockRecorder) Get(ctx, resourceGroupName, diskName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDisksClient)(nil).Get), ctx, resourceGroupName, diskName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockDisksClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.DisksClientListByResourceGroupOptions) clients.DisksPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.DisksPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockDisksClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockDisksClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_documentdb_database_accounts_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: documentdb-database-accounts-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_documentdb_database_accounts_client.go -package=mocks -source=documentdb-database-accounts-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcosmos \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDocumentDBDatabaseAccountsClient is a mock of DocumentDBDatabaseAccountsClient interface.\ntype MockDocumentDBDatabaseAccountsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDocumentDBDatabaseAccountsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDocumentDBDatabaseAccountsClientMockRecorder is the mock recorder for MockDocumentDBDatabaseAccountsClient.\ntype MockDocumentDBDatabaseAccountsClientMockRecorder struct {\n\tmock *MockDocumentDBDatabaseAccountsClient\n}\n\n// NewMockDocumentDBDatabaseAccountsClient creates a new mock instance.\nfunc NewMockDocumentDBDatabaseAccountsClient(ctrl *gomock.Controller) *MockDocumentDBDatabaseAccountsClient {\n\tmock := &MockDocumentDBDatabaseAccountsClient{ctrl: ctrl}\n\tmock.recorder = &MockDocumentDBDatabaseAccountsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDocumentDBDatabaseAccountsClient) EXPECT() *MockDocumentDBDatabaseAccountsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDocumentDBDatabaseAccountsClient) Get(ctx context.Context, resourceGroupName, accountName string) (armcosmos.DatabaseAccountsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(armcosmos.DatabaseAccountsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDocumentDBDatabaseAccountsClientMockRecorder) Get(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDocumentDBDatabaseAccountsClient)(nil).Get), ctx, resourceGroupName, accountName)\n}\n\n// ListByResourceGroup mocks base method.\nfunc (m *MockDocumentDBDatabaseAccountsClient) ListByResourceGroup(resourceGroupName string) clients.DocumentDBDatabaseAccountsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByResourceGroup\", resourceGroupName)\n\tret0, _ := ret[0].(clients.DocumentDBDatabaseAccountsPager)\n\treturn ret0\n}\n\n// ListByResourceGroup indicates an expected call of ListByResourceGroup.\nfunc (mr *MockDocumentDBDatabaseAccountsClientMockRecorder) ListByResourceGroup(resourceGroupName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByResourceGroup\", reflect.TypeOf((*MockDocumentDBDatabaseAccountsClient)(nil).ListByResourceGroup), resourceGroupName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_documentdb_private_endpoint_connection_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: documentdb-private-endpoint-connection-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_documentdb_private_endpoint_connection_client.go -package=mocks -source=documentdb-private-endpoint-connection-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcosmos \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/cosmos/armcosmos/v3\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockDocumentDBPrivateEndpointConnectionsClient is a mock of DocumentDBPrivateEndpointConnectionsClient interface.\ntype MockDocumentDBPrivateEndpointConnectionsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockDocumentDBPrivateEndpointConnectionsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockDocumentDBPrivateEndpointConnectionsClientMockRecorder is the mock recorder for MockDocumentDBPrivateEndpointConnectionsClient.\ntype MockDocumentDBPrivateEndpointConnectionsClientMockRecorder struct {\n\tmock *MockDocumentDBPrivateEndpointConnectionsClient\n}\n\n// NewMockDocumentDBPrivateEndpointConnectionsClient creates a new mock instance.\nfunc NewMockDocumentDBPrivateEndpointConnectionsClient(ctrl *gomock.Controller) *MockDocumentDBPrivateEndpointConnectionsClient {\n\tmock := &MockDocumentDBPrivateEndpointConnectionsClient{ctrl: ctrl}\n\tmock.recorder = &MockDocumentDBPrivateEndpointConnectionsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDocumentDBPrivateEndpointConnectionsClient) EXPECT() *MockDocumentDBPrivateEndpointConnectionsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockDocumentDBPrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName, accountName, privateEndpointConnectionName string) (armcosmos.PrivateEndpointConnectionsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName, privateEndpointConnectionName)\n\tret0, _ := ret[0].(armcosmos.PrivateEndpointConnectionsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockDocumentDBPrivateEndpointConnectionsClientMockRecorder) Get(ctx, resourceGroupName, accountName, privateEndpointConnectionName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockDocumentDBPrivateEndpointConnectionsClient)(nil).Get), ctx, resourceGroupName, accountName, privateEndpointConnectionName)\n}\n\n// ListByDatabaseAccount mocks base method.\nfunc (m *MockDocumentDBPrivateEndpointConnectionsClient) ListByDatabaseAccount(ctx context.Context, resourceGroupName, accountName string) clients.DocumentDBPrivateEndpointConnectionsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByDatabaseAccount\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(clients.DocumentDBPrivateEndpointConnectionsPager)\n\treturn ret0\n}\n\n// ListByDatabaseAccount indicates an expected call of ListByDatabaseAccount.\nfunc (mr *MockDocumentDBPrivateEndpointConnectionsClientMockRecorder) ListByDatabaseAccount(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByDatabaseAccount\", reflect.TypeOf((*MockDocumentDBPrivateEndpointConnectionsClient)(nil).ListByDatabaseAccount), ctx, resourceGroupName, accountName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_elastic_san_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: elastic-san-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_elastic_san_client.go -package=mocks -source=elastic-san-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmelasticsan \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockElasticSanClient is a mock of ElasticSanClient interface.\ntype MockElasticSanClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockElasticSanClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockElasticSanClientMockRecorder is the mock recorder for MockElasticSanClient.\ntype MockElasticSanClientMockRecorder struct {\n\tmock *MockElasticSanClient\n}\n\n// NewMockElasticSanClient creates a new mock instance.\nfunc NewMockElasticSanClient(ctrl *gomock.Controller) *MockElasticSanClient {\n\tmock := &MockElasticSanClient{ctrl: ctrl}\n\tmock.recorder = &MockElasticSanClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockElasticSanClient) EXPECT() *MockElasticSanClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockElasticSanClient) Get(ctx context.Context, resourceGroupName, elasticSanName string, options *armelasticsan.ElasticSansClientGetOptions) (armelasticsan.ElasticSansClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, elasticSanName, options)\n\tret0, _ := ret[0].(armelasticsan.ElasticSansClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockElasticSanClientMockRecorder) Get(ctx, resourceGroupName, elasticSanName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockElasticSanClient)(nil).Get), ctx, resourceGroupName, elasticSanName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockElasticSanClient) NewListByResourceGroupPager(resourceGroupName string, options *armelasticsan.ElasticSansClientListByResourceGroupOptions) clients.ElasticSanPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.ElasticSanPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockElasticSanClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockElasticSanClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_elastic_san_volume_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: elastic-san-volume-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_elastic_san_volume_client.go -package=mocks -source=elastic-san-volume-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmelasticsan \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockElasticSanVolumeClient is a mock of ElasticSanVolumeClient interface.\ntype MockElasticSanVolumeClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockElasticSanVolumeClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockElasticSanVolumeClientMockRecorder is the mock recorder for MockElasticSanVolumeClient.\ntype MockElasticSanVolumeClientMockRecorder struct {\n\tmock *MockElasticSanVolumeClient\n}\n\n// NewMockElasticSanVolumeClient creates a new mock instance.\nfunc NewMockElasticSanVolumeClient(ctrl *gomock.Controller) *MockElasticSanVolumeClient {\n\tmock := &MockElasticSanVolumeClient{ctrl: ctrl}\n\tmock.recorder = &MockElasticSanVolumeClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockElasticSanVolumeClient) EXPECT() *MockElasticSanVolumeClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockElasticSanVolumeClient) Get(ctx context.Context, resourceGroupName, elasticSanName, volumeGroupName, volumeName string, options *armelasticsan.VolumesClientGetOptions) (armelasticsan.VolumesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, elasticSanName, volumeGroupName, volumeName, options)\n\tret0, _ := ret[0].(armelasticsan.VolumesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockElasticSanVolumeClientMockRecorder) Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, volumeName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockElasticSanVolumeClient)(nil).Get), ctx, resourceGroupName, elasticSanName, volumeGroupName, volumeName, options)\n}\n\n// NewListByVolumeGroupPager mocks base method.\nfunc (m *MockElasticSanVolumeClient) NewListByVolumeGroupPager(resourceGroupName, elasticSanName, volumeGroupName string, options *armelasticsan.VolumesClientListByVolumeGroupOptions) clients.ElasticSanVolumePager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByVolumeGroupPager\", resourceGroupName, elasticSanName, volumeGroupName, options)\n\tret0, _ := ret[0].(clients.ElasticSanVolumePager)\n\treturn ret0\n}\n\n// NewListByVolumeGroupPager indicates an expected call of NewListByVolumeGroupPager.\nfunc (mr *MockElasticSanVolumeClientMockRecorder) NewListByVolumeGroupPager(resourceGroupName, elasticSanName, volumeGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByVolumeGroupPager\", reflect.TypeOf((*MockElasticSanVolumeClient)(nil).NewListByVolumeGroupPager), resourceGroupName, elasticSanName, volumeGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_elastic_san_volume_group_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: elastic-san-volume-group-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_elastic_san_volume_group_client.go -package=mocks -source=elastic-san-volume-group-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmelasticsan \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockElasticSanVolumeGroupClient is a mock of ElasticSanVolumeGroupClient interface.\ntype MockElasticSanVolumeGroupClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockElasticSanVolumeGroupClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockElasticSanVolumeGroupClientMockRecorder is the mock recorder for MockElasticSanVolumeGroupClient.\ntype MockElasticSanVolumeGroupClientMockRecorder struct {\n\tmock *MockElasticSanVolumeGroupClient\n}\n\n// NewMockElasticSanVolumeGroupClient creates a new mock instance.\nfunc NewMockElasticSanVolumeGroupClient(ctrl *gomock.Controller) *MockElasticSanVolumeGroupClient {\n\tmock := &MockElasticSanVolumeGroupClient{ctrl: ctrl}\n\tmock.recorder = &MockElasticSanVolumeGroupClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockElasticSanVolumeGroupClient) EXPECT() *MockElasticSanVolumeGroupClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockElasticSanVolumeGroupClient) Get(ctx context.Context, resourceGroupName, elasticSanName, volumeGroupName string, options *armelasticsan.VolumeGroupsClientGetOptions) (armelasticsan.VolumeGroupsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, elasticSanName, volumeGroupName, options)\n\tret0, _ := ret[0].(armelasticsan.VolumeGroupsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockElasticSanVolumeGroupClientMockRecorder) Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockElasticSanVolumeGroupClient)(nil).Get), ctx, resourceGroupName, elasticSanName, volumeGroupName, options)\n}\n\n// NewListByElasticSanPager mocks base method.\nfunc (m *MockElasticSanVolumeGroupClient) NewListByElasticSanPager(resourceGroupName, elasticSanName string, options *armelasticsan.VolumeGroupsClientListByElasticSanOptions) clients.ElasticSanVolumeGroupPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByElasticSanPager\", resourceGroupName, elasticSanName, options)\n\tret0, _ := ret[0].(clients.ElasticSanVolumeGroupPager)\n\treturn ret0\n}\n\n// NewListByElasticSanPager indicates an expected call of NewListByElasticSanPager.\nfunc (mr *MockElasticSanVolumeGroupClientMockRecorder) NewListByElasticSanPager(resourceGroupName, elasticSanName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByElasticSanPager\", reflect.TypeOf((*MockElasticSanVolumeGroupClient)(nil).NewListByElasticSanPager), resourceGroupName, elasticSanName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_elastic_san_volume_snapshot_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: elastic-san-volume-snapshot-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_elastic_san_volume_snapshot_client.go -package=mocks -source=elastic-san-volume-snapshot-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmelasticsan \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/elasticsan/armelasticsan\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockElasticSanVolumeSnapshotClient is a mock of ElasticSanVolumeSnapshotClient interface.\ntype MockElasticSanVolumeSnapshotClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockElasticSanVolumeSnapshotClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockElasticSanVolumeSnapshotClientMockRecorder is the mock recorder for MockElasticSanVolumeSnapshotClient.\ntype MockElasticSanVolumeSnapshotClientMockRecorder struct {\n\tmock *MockElasticSanVolumeSnapshotClient\n}\n\n// NewMockElasticSanVolumeSnapshotClient creates a new mock instance.\nfunc NewMockElasticSanVolumeSnapshotClient(ctrl *gomock.Controller) *MockElasticSanVolumeSnapshotClient {\n\tmock := &MockElasticSanVolumeSnapshotClient{ctrl: ctrl}\n\tmock.recorder = &MockElasticSanVolumeSnapshotClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockElasticSanVolumeSnapshotClient) EXPECT() *MockElasticSanVolumeSnapshotClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockElasticSanVolumeSnapshotClient) Get(ctx context.Context, resourceGroupName, elasticSanName, volumeGroupName, snapshotName string, options *armelasticsan.VolumeSnapshotsClientGetOptions) (armelasticsan.VolumeSnapshotsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, elasticSanName, volumeGroupName, snapshotName, options)\n\tret0, _ := ret[0].(armelasticsan.VolumeSnapshotsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockElasticSanVolumeSnapshotClientMockRecorder) Get(ctx, resourceGroupName, elasticSanName, volumeGroupName, snapshotName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockElasticSanVolumeSnapshotClient)(nil).Get), ctx, resourceGroupName, elasticSanName, volumeGroupName, snapshotName, options)\n}\n\n// ListByVolumeGroup mocks base method.\nfunc (m *MockElasticSanVolumeSnapshotClient) ListByVolumeGroup(ctx context.Context, resourceGroupName, elasticSanName, volumeGroupName string, options *armelasticsan.VolumeSnapshotsClientListByVolumeGroupOptions) clients.ElasticSanVolumeSnapshotPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByVolumeGroup\", ctx, resourceGroupName, elasticSanName, volumeGroupName, options)\n\tret0, _ := ret[0].(clients.ElasticSanVolumeSnapshotPager)\n\treturn ret0\n}\n\n// ListByVolumeGroup indicates an expected call of ListByVolumeGroup.\nfunc (mr *MockElasticSanVolumeSnapshotClientMockRecorder) ListByVolumeGroup(ctx, resourceGroupName, elasticSanName, volumeGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByVolumeGroup\", reflect.TypeOf((*MockElasticSanVolumeSnapshotClient)(nil).ListByVolumeGroup), ctx, resourceGroupName, elasticSanName, volumeGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_encryption_scopes_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: encryption-scopes-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_encryption_scopes_client.go -package=mocks -source=encryption-scopes-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmstorage \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockEncryptionScopesClient is a mock of EncryptionScopesClient interface.\ntype MockEncryptionScopesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockEncryptionScopesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockEncryptionScopesClientMockRecorder is the mock recorder for MockEncryptionScopesClient.\ntype MockEncryptionScopesClientMockRecorder struct {\n\tmock *MockEncryptionScopesClient\n}\n\n// NewMockEncryptionScopesClient creates a new mock instance.\nfunc NewMockEncryptionScopesClient(ctrl *gomock.Controller) *MockEncryptionScopesClient {\n\tmock := &MockEncryptionScopesClient{ctrl: ctrl}\n\tmock.recorder = &MockEncryptionScopesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockEncryptionScopesClient) EXPECT() *MockEncryptionScopesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockEncryptionScopesClient) Get(ctx context.Context, resourceGroupName, accountName, encryptionScopeName string) (armstorage.EncryptionScopesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName, encryptionScopeName)\n\tret0, _ := ret[0].(armstorage.EncryptionScopesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockEncryptionScopesClientMockRecorder) Get(ctx, resourceGroupName, accountName, encryptionScopeName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockEncryptionScopesClient)(nil).Get), ctx, resourceGroupName, accountName, encryptionScopeName)\n}\n\n// List mocks base method.\nfunc (m *MockEncryptionScopesClient) List(ctx context.Context, resourceGroupName, accountName string) clients.EncryptionScopesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(clients.EncryptionScopesPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockEncryptionScopesClientMockRecorder) List(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockEncryptionScopesClient)(nil).List), ctx, resourceGroupName, accountName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_federated_identity_credentials_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: federated-identity-credentials-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_federated_identity_credentials_client.go -package=mocks -source=federated-identity-credentials-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmmsi \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockFederatedIdentityCredentialsClient is a mock of FederatedIdentityCredentialsClient interface.\ntype MockFederatedIdentityCredentialsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockFederatedIdentityCredentialsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockFederatedIdentityCredentialsClientMockRecorder is the mock recorder for MockFederatedIdentityCredentialsClient.\ntype MockFederatedIdentityCredentialsClientMockRecorder struct {\n\tmock *MockFederatedIdentityCredentialsClient\n}\n\n// NewMockFederatedIdentityCredentialsClient creates a new mock instance.\nfunc NewMockFederatedIdentityCredentialsClient(ctrl *gomock.Controller) *MockFederatedIdentityCredentialsClient {\n\tmock := &MockFederatedIdentityCredentialsClient{ctrl: ctrl}\n\tmock.recorder = &MockFederatedIdentityCredentialsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockFederatedIdentityCredentialsClient) EXPECT() *MockFederatedIdentityCredentialsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockFederatedIdentityCredentialsClient) Get(ctx context.Context, resourceGroupName, resourceName, federatedIdentityCredentialResourceName string, options *armmsi.FederatedIdentityCredentialsClientGetOptions) (armmsi.FederatedIdentityCredentialsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, resourceName, federatedIdentityCredentialResourceName, options)\n\tret0, _ := ret[0].(armmsi.FederatedIdentityCredentialsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockFederatedIdentityCredentialsClientMockRecorder) Get(ctx, resourceGroupName, resourceName, federatedIdentityCredentialResourceName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockFederatedIdentityCredentialsClient)(nil).Get), ctx, resourceGroupName, resourceName, federatedIdentityCredentialResourceName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockFederatedIdentityCredentialsClient) NewListPager(resourceGroupName, resourceName string, options *armmsi.FederatedIdentityCredentialsClientListOptions) clients.FederatedIdentityCredentialsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, resourceName, options)\n\tret0, _ := ret[0].(clients.FederatedIdentityCredentialsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockFederatedIdentityCredentialsClientMockRecorder) NewListPager(resourceGroupName, resourceName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockFederatedIdentityCredentialsClient)(nil).NewListPager), resourceGroupName, resourceName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_file_shares_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: fileshares-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_file_shares_client.go -package=mocks -source=fileshares-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmstorage \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockFileSharesClient is a mock of FileSharesClient interface.\ntype MockFileSharesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockFileSharesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockFileSharesClientMockRecorder is the mock recorder for MockFileSharesClient.\ntype MockFileSharesClientMockRecorder struct {\n\tmock *MockFileSharesClient\n}\n\n// NewMockFileSharesClient creates a new mock instance.\nfunc NewMockFileSharesClient(ctrl *gomock.Controller) *MockFileSharesClient {\n\tmock := &MockFileSharesClient{ctrl: ctrl}\n\tmock.recorder = &MockFileSharesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockFileSharesClient) EXPECT() *MockFileSharesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockFileSharesClient) Get(ctx context.Context, resourceGroupName, accountName, shareName string) (armstorage.FileSharesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName, shareName)\n\tret0, _ := ret[0].(armstorage.FileSharesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockFileSharesClientMockRecorder) Get(ctx, resourceGroupName, accountName, shareName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockFileSharesClient)(nil).Get), ctx, resourceGroupName, accountName, shareName)\n}\n\n// List mocks base method.\nfunc (m *MockFileSharesClient) List(ctx context.Context, resourceGroupName, accountName string) clients.FileSharesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(clients.FileSharesPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockFileSharesClientMockRecorder) List(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockFileSharesClient)(nil).List), ctx, resourceGroupName, accountName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_flow_logs_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: flow-logs-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_flow_logs_client.go -package=mocks -source=flow-logs-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockFlowLogsClient is a mock of FlowLogsClient interface.\ntype MockFlowLogsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockFlowLogsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockFlowLogsClientMockRecorder is the mock recorder for MockFlowLogsClient.\ntype MockFlowLogsClientMockRecorder struct {\n\tmock *MockFlowLogsClient\n}\n\n// NewMockFlowLogsClient creates a new mock instance.\nfunc NewMockFlowLogsClient(ctrl *gomock.Controller) *MockFlowLogsClient {\n\tmock := &MockFlowLogsClient{ctrl: ctrl}\n\tmock.recorder = &MockFlowLogsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockFlowLogsClient) EXPECT() *MockFlowLogsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockFlowLogsClient) Get(ctx context.Context, resourceGroupName, networkWatcherName, flowLogName string, options *armnetwork.FlowLogsClientGetOptions) (armnetwork.FlowLogsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, networkWatcherName, flowLogName, options)\n\tret0, _ := ret[0].(armnetwork.FlowLogsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockFlowLogsClientMockRecorder) Get(ctx, resourceGroupName, networkWatcherName, flowLogName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockFlowLogsClient)(nil).Get), ctx, resourceGroupName, networkWatcherName, flowLogName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockFlowLogsClient) NewListPager(resourceGroupName, networkWatcherName string, options *armnetwork.FlowLogsClientListOptions) clients.FlowLogsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, networkWatcherName, options)\n\tret0, _ := ret[0].(clients.FlowLogsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockFlowLogsClientMockRecorder) NewListPager(resourceGroupName, networkWatcherName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockFlowLogsClient)(nil).NewListPager), resourceGroupName, networkWatcherName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_galleries_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: galleries-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_galleries_client.go -package=mocks -source=galleries-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockGalleriesClient is a mock of GalleriesClient interface.\ntype MockGalleriesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockGalleriesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockGalleriesClientMockRecorder is the mock recorder for MockGalleriesClient.\ntype MockGalleriesClientMockRecorder struct {\n\tmock *MockGalleriesClient\n}\n\n// NewMockGalleriesClient creates a new mock instance.\nfunc NewMockGalleriesClient(ctrl *gomock.Controller) *MockGalleriesClient {\n\tmock := &MockGalleriesClient{ctrl: ctrl}\n\tmock.recorder = &MockGalleriesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockGalleriesClient) EXPECT() *MockGalleriesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockGalleriesClient) Get(ctx context.Context, resourceGroupName, galleryName string, options *armcompute.GalleriesClientGetOptions) (armcompute.GalleriesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, galleryName, options)\n\tret0, _ := ret[0].(armcompute.GalleriesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockGalleriesClientMockRecorder) Get(ctx, resourceGroupName, galleryName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockGalleriesClient)(nil).Get), ctx, resourceGroupName, galleryName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockGalleriesClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.GalleriesClientListByResourceGroupOptions) clients.GalleriesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.GalleriesPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockGalleriesClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockGalleriesClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_gallery_application_versions_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: gallery-application-versions-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_gallery_application_versions_client.go -package=mocks -source=gallery-application-versions-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockGalleryApplicationVersionsClient is a mock of GalleryApplicationVersionsClient interface.\ntype MockGalleryApplicationVersionsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockGalleryApplicationVersionsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockGalleryApplicationVersionsClientMockRecorder is the mock recorder for MockGalleryApplicationVersionsClient.\ntype MockGalleryApplicationVersionsClientMockRecorder struct {\n\tmock *MockGalleryApplicationVersionsClient\n}\n\n// NewMockGalleryApplicationVersionsClient creates a new mock instance.\nfunc NewMockGalleryApplicationVersionsClient(ctrl *gomock.Controller) *MockGalleryApplicationVersionsClient {\n\tmock := &MockGalleryApplicationVersionsClient{ctrl: ctrl}\n\tmock.recorder = &MockGalleryApplicationVersionsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockGalleryApplicationVersionsClient) EXPECT() *MockGalleryApplicationVersionsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockGalleryApplicationVersionsClient) Get(ctx context.Context, resourceGroupName, galleryName, galleryApplicationName, galleryApplicationVersionName string, options *armcompute.GalleryApplicationVersionsClientGetOptions) (armcompute.GalleryApplicationVersionsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, galleryName, galleryApplicationName, galleryApplicationVersionName, options)\n\tret0, _ := ret[0].(armcompute.GalleryApplicationVersionsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockGalleryApplicationVersionsClientMockRecorder) Get(ctx, resourceGroupName, galleryName, galleryApplicationName, galleryApplicationVersionName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockGalleryApplicationVersionsClient)(nil).Get), ctx, resourceGroupName, galleryName, galleryApplicationName, galleryApplicationVersionName, options)\n}\n\n// NewListByGalleryApplicationPager mocks base method.\nfunc (m *MockGalleryApplicationVersionsClient) NewListByGalleryApplicationPager(resourceGroupName, galleryName, galleryApplicationName string, options *armcompute.GalleryApplicationVersionsClientListByGalleryApplicationOptions) clients.GalleryApplicationVersionsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByGalleryApplicationPager\", resourceGroupName, galleryName, galleryApplicationName, options)\n\tret0, _ := ret[0].(clients.GalleryApplicationVersionsPager)\n\treturn ret0\n}\n\n// NewListByGalleryApplicationPager indicates an expected call of NewListByGalleryApplicationPager.\nfunc (mr *MockGalleryApplicationVersionsClientMockRecorder) NewListByGalleryApplicationPager(resourceGroupName, galleryName, galleryApplicationName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByGalleryApplicationPager\", reflect.TypeOf((*MockGalleryApplicationVersionsClient)(nil).NewListByGalleryApplicationPager), resourceGroupName, galleryName, galleryApplicationName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_gallery_applications_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: gallery-applications-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_gallery_applications_client.go -package=mocks -source=gallery-applications-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockGalleryApplicationsClient is a mock of GalleryApplicationsClient interface.\ntype MockGalleryApplicationsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockGalleryApplicationsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockGalleryApplicationsClientMockRecorder is the mock recorder for MockGalleryApplicationsClient.\ntype MockGalleryApplicationsClientMockRecorder struct {\n\tmock *MockGalleryApplicationsClient\n}\n\n// NewMockGalleryApplicationsClient creates a new mock instance.\nfunc NewMockGalleryApplicationsClient(ctrl *gomock.Controller) *MockGalleryApplicationsClient {\n\tmock := &MockGalleryApplicationsClient{ctrl: ctrl}\n\tmock.recorder = &MockGalleryApplicationsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockGalleryApplicationsClient) EXPECT() *MockGalleryApplicationsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockGalleryApplicationsClient) Get(ctx context.Context, resourceGroupName, galleryName, galleryApplicationName string, options *armcompute.GalleryApplicationsClientGetOptions) (armcompute.GalleryApplicationsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, galleryName, galleryApplicationName, options)\n\tret0, _ := ret[0].(armcompute.GalleryApplicationsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockGalleryApplicationsClientMockRecorder) Get(ctx, resourceGroupName, galleryName, galleryApplicationName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockGalleryApplicationsClient)(nil).Get), ctx, resourceGroupName, galleryName, galleryApplicationName, options)\n}\n\n// NewListByGalleryPager mocks base method.\nfunc (m *MockGalleryApplicationsClient) NewListByGalleryPager(resourceGroupName, galleryName string, options *armcompute.GalleryApplicationsClientListByGalleryOptions) clients.GalleryApplicationsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByGalleryPager\", resourceGroupName, galleryName, options)\n\tret0, _ := ret[0].(clients.GalleryApplicationsPager)\n\treturn ret0\n}\n\n// NewListByGalleryPager indicates an expected call of NewListByGalleryPager.\nfunc (mr *MockGalleryApplicationsClientMockRecorder) NewListByGalleryPager(resourceGroupName, galleryName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByGalleryPager\", reflect.TypeOf((*MockGalleryApplicationsClient)(nil).NewListByGalleryPager), resourceGroupName, galleryName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_gallery_images_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: gallery-images-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_gallery_images_client.go -package=mocks -source=gallery-images-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockGalleryImagesClient is a mock of GalleryImagesClient interface.\ntype MockGalleryImagesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockGalleryImagesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockGalleryImagesClientMockRecorder is the mock recorder for MockGalleryImagesClient.\ntype MockGalleryImagesClientMockRecorder struct {\n\tmock *MockGalleryImagesClient\n}\n\n// NewMockGalleryImagesClient creates a new mock instance.\nfunc NewMockGalleryImagesClient(ctrl *gomock.Controller) *MockGalleryImagesClient {\n\tmock := &MockGalleryImagesClient{ctrl: ctrl}\n\tmock.recorder = &MockGalleryImagesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockGalleryImagesClient) EXPECT() *MockGalleryImagesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockGalleryImagesClient) Get(ctx context.Context, resourceGroupName, galleryName, galleryImageName string, options *armcompute.GalleryImagesClientGetOptions) (armcompute.GalleryImagesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, galleryName, galleryImageName, options)\n\tret0, _ := ret[0].(armcompute.GalleryImagesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockGalleryImagesClientMockRecorder) Get(ctx, resourceGroupName, galleryName, galleryImageName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockGalleryImagesClient)(nil).Get), ctx, resourceGroupName, galleryName, galleryImageName, options)\n}\n\n// NewListByGalleryPager mocks base method.\nfunc (m *MockGalleryImagesClient) NewListByGalleryPager(resourceGroupName, galleryName string, options *armcompute.GalleryImagesClientListByGalleryOptions) clients.GalleryImagesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByGalleryPager\", resourceGroupName, galleryName, options)\n\tret0, _ := ret[0].(clients.GalleryImagesPager)\n\treturn ret0\n}\n\n// NewListByGalleryPager indicates an expected call of NewListByGalleryPager.\nfunc (mr *MockGalleryImagesClientMockRecorder) NewListByGalleryPager(resourceGroupName, galleryName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByGalleryPager\", reflect.TypeOf((*MockGalleryImagesClient)(nil).NewListByGalleryPager), resourceGroupName, galleryName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_images_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: images-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_images_client.go -package=mocks -source=images-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockImagesClient is a mock of ImagesClient interface.\ntype MockImagesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockImagesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockImagesClientMockRecorder is the mock recorder for MockImagesClient.\ntype MockImagesClientMockRecorder struct {\n\tmock *MockImagesClient\n}\n\n// NewMockImagesClient creates a new mock instance.\nfunc NewMockImagesClient(ctrl *gomock.Controller) *MockImagesClient {\n\tmock := &MockImagesClient{ctrl: ctrl}\n\tmock.recorder = &MockImagesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockImagesClient) EXPECT() *MockImagesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockImagesClient) Get(ctx context.Context, resourceGroupName, imageName string, options *armcompute.ImagesClientGetOptions) (armcompute.ImagesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, imageName, options)\n\tret0, _ := ret[0].(armcompute.ImagesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockImagesClientMockRecorder) Get(ctx, resourceGroupName, imageName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockImagesClient)(nil).Get), ctx, resourceGroupName, imageName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockImagesClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.ImagesClientListByResourceGroupOptions) clients.ImagesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.ImagesPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockImagesClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockImagesClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_interface_ip_configurations_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: interface-ip-configurations-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_interface_ip_configurations_client.go -package=mocks -source=interface-ip-configurations-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockInterfaceIPConfigurationsClient is a mock of InterfaceIPConfigurationsClient interface.\ntype MockInterfaceIPConfigurationsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockInterfaceIPConfigurationsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockInterfaceIPConfigurationsClientMockRecorder is the mock recorder for MockInterfaceIPConfigurationsClient.\ntype MockInterfaceIPConfigurationsClientMockRecorder struct {\n\tmock *MockInterfaceIPConfigurationsClient\n}\n\n// NewMockInterfaceIPConfigurationsClient creates a new mock instance.\nfunc NewMockInterfaceIPConfigurationsClient(ctrl *gomock.Controller) *MockInterfaceIPConfigurationsClient {\n\tmock := &MockInterfaceIPConfigurationsClient{ctrl: ctrl}\n\tmock.recorder = &MockInterfaceIPConfigurationsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockInterfaceIPConfigurationsClient) EXPECT() *MockInterfaceIPConfigurationsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockInterfaceIPConfigurationsClient) Get(ctx context.Context, resourceGroupName, networkInterfaceName, ipConfigurationName string) (armnetwork.InterfaceIPConfigurationsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, networkInterfaceName, ipConfigurationName)\n\tret0, _ := ret[0].(armnetwork.InterfaceIPConfigurationsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockInterfaceIPConfigurationsClientMockRecorder) Get(ctx, resourceGroupName, networkInterfaceName, ipConfigurationName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockInterfaceIPConfigurationsClient)(nil).Get), ctx, resourceGroupName, networkInterfaceName, ipConfigurationName)\n}\n\n// List mocks base method.\nfunc (m *MockInterfaceIPConfigurationsClient) List(ctx context.Context, resourceGroupName, networkInterfaceName string) clients.InterfaceIPConfigurationsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName, networkInterfaceName)\n\tret0, _ := ret[0].(clients.InterfaceIPConfigurationsPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockInterfaceIPConfigurationsClientMockRecorder) List(ctx, resourceGroupName, networkInterfaceName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockInterfaceIPConfigurationsClient)(nil).List), ctx, resourceGroupName, networkInterfaceName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_ip_groups_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: ip-groups-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_ip_groups_client.go -package=mocks -source=ip-groups-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockIPGroupsClient is a mock of IPGroupsClient interface.\ntype MockIPGroupsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockIPGroupsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockIPGroupsClientMockRecorder is the mock recorder for MockIPGroupsClient.\ntype MockIPGroupsClientMockRecorder struct {\n\tmock *MockIPGroupsClient\n}\n\n// NewMockIPGroupsClient creates a new mock instance.\nfunc NewMockIPGroupsClient(ctrl *gomock.Controller) *MockIPGroupsClient {\n\tmock := &MockIPGroupsClient{ctrl: ctrl}\n\tmock.recorder = &MockIPGroupsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockIPGroupsClient) EXPECT() *MockIPGroupsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockIPGroupsClient) Get(ctx context.Context, resourceGroupName, ipGroupsName string, options *armnetwork.IPGroupsClientGetOptions) (armnetwork.IPGroupsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, ipGroupsName, options)\n\tret0, _ := ret[0].(armnetwork.IPGroupsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockIPGroupsClientMockRecorder) Get(ctx, resourceGroupName, ipGroupsName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockIPGroupsClient)(nil).Get), ctx, resourceGroupName, ipGroupsName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockIPGroupsClient) NewListByResourceGroupPager(resourceGroupName string, options *armnetwork.IPGroupsClientListByResourceGroupOptions) clients.IPGroupsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.IPGroupsPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockIPGroupsClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockIPGroupsClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_keyvault_key_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: keyvault-key-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_keyvault_key_client.go -package=mocks -source=keyvault-key-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmkeyvault \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockKeysClient is a mock of KeysClient interface.\ntype MockKeysClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockKeysClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockKeysClientMockRecorder is the mock recorder for MockKeysClient.\ntype MockKeysClientMockRecorder struct {\n\tmock *MockKeysClient\n}\n\n// NewMockKeysClient creates a new mock instance.\nfunc NewMockKeysClient(ctrl *gomock.Controller) *MockKeysClient {\n\tmock := &MockKeysClient{ctrl: ctrl}\n\tmock.recorder = &MockKeysClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockKeysClient) EXPECT() *MockKeysClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockKeysClient) Get(ctx context.Context, resourceGroupName, vaultName, keyName string, options *armkeyvault.KeysClientGetOptions) (armkeyvault.KeysClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, vaultName, keyName, options)\n\tret0, _ := ret[0].(armkeyvault.KeysClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockKeysClientMockRecorder) Get(ctx, resourceGroupName, vaultName, keyName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockKeysClient)(nil).Get), ctx, resourceGroupName, vaultName, keyName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockKeysClient) NewListPager(resourceGroupName, vaultName string, options *armkeyvault.KeysClientListOptions) clients.KeysPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, vaultName, options)\n\tret0, _ := ret[0].(clients.KeysPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockKeysClientMockRecorder) NewListPager(resourceGroupName, vaultName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockKeysClient)(nil).NewListPager), resourceGroupName, vaultName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_keyvault_managed_hsm_private_endpoint_connection_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: keyvault-managed-hsm-private-endpoint-connection-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_keyvault_managed_hsm_private_endpoint_connection_client.go -package=mocks -source=keyvault-managed-hsm-private-endpoint-connection-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmkeyvault \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockKeyVaultManagedHSMPrivateEndpointConnectionsClient is a mock of KeyVaultManagedHSMPrivateEndpointConnectionsClient interface.\ntype MockKeyVaultManagedHSMPrivateEndpointConnectionsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockKeyVaultManagedHSMPrivateEndpointConnectionsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockKeyVaultManagedHSMPrivateEndpointConnectionsClientMockRecorder is the mock recorder for MockKeyVaultManagedHSMPrivateEndpointConnectionsClient.\ntype MockKeyVaultManagedHSMPrivateEndpointConnectionsClientMockRecorder struct {\n\tmock *MockKeyVaultManagedHSMPrivateEndpointConnectionsClient\n}\n\n// NewMockKeyVaultManagedHSMPrivateEndpointConnectionsClient creates a new mock instance.\nfunc NewMockKeyVaultManagedHSMPrivateEndpointConnectionsClient(ctrl *gomock.Controller) *MockKeyVaultManagedHSMPrivateEndpointConnectionsClient {\n\tmock := &MockKeyVaultManagedHSMPrivateEndpointConnectionsClient{ctrl: ctrl}\n\tmock.recorder = &MockKeyVaultManagedHSMPrivateEndpointConnectionsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockKeyVaultManagedHSMPrivateEndpointConnectionsClient) EXPECT() *MockKeyVaultManagedHSMPrivateEndpointConnectionsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockKeyVaultManagedHSMPrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName, hsmName, privateEndpointConnectionName string) (armkeyvault.MHSMPrivateEndpointConnectionsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, hsmName, privateEndpointConnectionName)\n\tret0, _ := ret[0].(armkeyvault.MHSMPrivateEndpointConnectionsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockKeyVaultManagedHSMPrivateEndpointConnectionsClientMockRecorder) Get(ctx, resourceGroupName, hsmName, privateEndpointConnectionName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockKeyVaultManagedHSMPrivateEndpointConnectionsClient)(nil).Get), ctx, resourceGroupName, hsmName, privateEndpointConnectionName)\n}\n\n// ListByResource mocks base method.\nfunc (m *MockKeyVaultManagedHSMPrivateEndpointConnectionsClient) ListByResource(ctx context.Context, resourceGroupName, hsmName string) clients.KeyVaultManagedHSMPrivateEndpointConnectionsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByResource\", ctx, resourceGroupName, hsmName)\n\tret0, _ := ret[0].(clients.KeyVaultManagedHSMPrivateEndpointConnectionsPager)\n\treturn ret0\n}\n\n// ListByResource indicates an expected call of ListByResource.\nfunc (mr *MockKeyVaultManagedHSMPrivateEndpointConnectionsClientMockRecorder) ListByResource(ctx, resourceGroupName, hsmName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByResource\", reflect.TypeOf((*MockKeyVaultManagedHSMPrivateEndpointConnectionsClient)(nil).ListByResource), ctx, resourceGroupName, hsmName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_load_balancer_backend_address_pools_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: load-balancer-backend-address-pools-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_load_balancer_backend_address_pools_client.go -package=mocks -source=load-balancer-backend-address-pools-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockLoadBalancerBackendAddressPoolsClient is a mock of LoadBalancerBackendAddressPoolsClient interface.\ntype MockLoadBalancerBackendAddressPoolsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockLoadBalancerBackendAddressPoolsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockLoadBalancerBackendAddressPoolsClientMockRecorder is the mock recorder for MockLoadBalancerBackendAddressPoolsClient.\ntype MockLoadBalancerBackendAddressPoolsClientMockRecorder struct {\n\tmock *MockLoadBalancerBackendAddressPoolsClient\n}\n\n// NewMockLoadBalancerBackendAddressPoolsClient creates a new mock instance.\nfunc NewMockLoadBalancerBackendAddressPoolsClient(ctrl *gomock.Controller) *MockLoadBalancerBackendAddressPoolsClient {\n\tmock := &MockLoadBalancerBackendAddressPoolsClient{ctrl: ctrl}\n\tmock.recorder = &MockLoadBalancerBackendAddressPoolsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockLoadBalancerBackendAddressPoolsClient) EXPECT() *MockLoadBalancerBackendAddressPoolsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockLoadBalancerBackendAddressPoolsClient) Get(ctx context.Context, resourceGroupName, loadBalancerName, backendAddressPoolName string) (armnetwork.LoadBalancerBackendAddressPoolsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, loadBalancerName, backendAddressPoolName)\n\tret0, _ := ret[0].(armnetwork.LoadBalancerBackendAddressPoolsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockLoadBalancerBackendAddressPoolsClientMockRecorder) Get(ctx, resourceGroupName, loadBalancerName, backendAddressPoolName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockLoadBalancerBackendAddressPoolsClient)(nil).Get), ctx, resourceGroupName, loadBalancerName, backendAddressPoolName)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockLoadBalancerBackendAddressPoolsClient) NewListPager(resourceGroupName, loadBalancerName string) clients.LoadBalancerBackendAddressPoolsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, loadBalancerName)\n\tret0, _ := ret[0].(clients.LoadBalancerBackendAddressPoolsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockLoadBalancerBackendAddressPoolsClientMockRecorder) NewListPager(resourceGroupName, loadBalancerName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockLoadBalancerBackendAddressPoolsClient)(nil).NewListPager), resourceGroupName, loadBalancerName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_load_balancer_frontend_ip_configurations_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: load-balancer-frontend-ip-configurations-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_load_balancer_frontend_ip_configurations_client.go -package=mocks -source=load-balancer-frontend-ip-configurations-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockLoadBalancerFrontendIPConfigurationsClient is a mock of LoadBalancerFrontendIPConfigurationsClient interface.\ntype MockLoadBalancerFrontendIPConfigurationsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockLoadBalancerFrontendIPConfigurationsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockLoadBalancerFrontendIPConfigurationsClientMockRecorder is the mock recorder for MockLoadBalancerFrontendIPConfigurationsClient.\ntype MockLoadBalancerFrontendIPConfigurationsClientMockRecorder struct {\n\tmock *MockLoadBalancerFrontendIPConfigurationsClient\n}\n\n// NewMockLoadBalancerFrontendIPConfigurationsClient creates a new mock instance.\nfunc NewMockLoadBalancerFrontendIPConfigurationsClient(ctrl *gomock.Controller) *MockLoadBalancerFrontendIPConfigurationsClient {\n\tmock := &MockLoadBalancerFrontendIPConfigurationsClient{ctrl: ctrl}\n\tmock.recorder = &MockLoadBalancerFrontendIPConfigurationsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockLoadBalancerFrontendIPConfigurationsClient) EXPECT() *MockLoadBalancerFrontendIPConfigurationsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockLoadBalancerFrontendIPConfigurationsClient) Get(ctx context.Context, resourceGroupName, loadBalancerName, frontendIPConfigurationName string) (armnetwork.LoadBalancerFrontendIPConfigurationsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, loadBalancerName, frontendIPConfigurationName)\n\tret0, _ := ret[0].(armnetwork.LoadBalancerFrontendIPConfigurationsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockLoadBalancerFrontendIPConfigurationsClientMockRecorder) Get(ctx, resourceGroupName, loadBalancerName, frontendIPConfigurationName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockLoadBalancerFrontendIPConfigurationsClient)(nil).Get), ctx, resourceGroupName, loadBalancerName, frontendIPConfigurationName)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockLoadBalancerFrontendIPConfigurationsClient) NewListPager(resourceGroupName, loadBalancerName string) clients.LoadBalancerFrontendIPConfigurationsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, loadBalancerName)\n\tret0, _ := ret[0].(clients.LoadBalancerFrontendIPConfigurationsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockLoadBalancerFrontendIPConfigurationsClientMockRecorder) NewListPager(resourceGroupName, loadBalancerName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockLoadBalancerFrontendIPConfigurationsClient)(nil).NewListPager), resourceGroupName, loadBalancerName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_load_balancer_probes_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: load-balancer-probes-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_load_balancer_probes_client.go -package=mocks -source=load-balancer-probes-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockLoadBalancerProbesClient is a mock of LoadBalancerProbesClient interface.\ntype MockLoadBalancerProbesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockLoadBalancerProbesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockLoadBalancerProbesClientMockRecorder is the mock recorder for MockLoadBalancerProbesClient.\ntype MockLoadBalancerProbesClientMockRecorder struct {\n\tmock *MockLoadBalancerProbesClient\n}\n\n// NewMockLoadBalancerProbesClient creates a new mock instance.\nfunc NewMockLoadBalancerProbesClient(ctrl *gomock.Controller) *MockLoadBalancerProbesClient {\n\tmock := &MockLoadBalancerProbesClient{ctrl: ctrl}\n\tmock.recorder = &MockLoadBalancerProbesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockLoadBalancerProbesClient) EXPECT() *MockLoadBalancerProbesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockLoadBalancerProbesClient) Get(ctx context.Context, resourceGroupName, loadBalancerName, probeName string) (armnetwork.LoadBalancerProbesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, loadBalancerName, probeName)\n\tret0, _ := ret[0].(armnetwork.LoadBalancerProbesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockLoadBalancerProbesClientMockRecorder) Get(ctx, resourceGroupName, loadBalancerName, probeName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockLoadBalancerProbesClient)(nil).Get), ctx, resourceGroupName, loadBalancerName, probeName)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockLoadBalancerProbesClient) NewListPager(resourceGroupName, loadBalancerName string) clients.LoadBalancerProbesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, loadBalancerName)\n\tret0, _ := ret[0].(clients.LoadBalancerProbesPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockLoadBalancerProbesClientMockRecorder) NewListPager(resourceGroupName, loadBalancerName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockLoadBalancerProbesClient)(nil).NewListPager), resourceGroupName, loadBalancerName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_load_balancers_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: load-balancers-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_load_balancers_client.go -package=mocks -source=load-balancers-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockLoadBalancersClient is a mock of LoadBalancersClient interface.\ntype MockLoadBalancersClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockLoadBalancersClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockLoadBalancersClientMockRecorder is the mock recorder for MockLoadBalancersClient.\ntype MockLoadBalancersClientMockRecorder struct {\n\tmock *MockLoadBalancersClient\n}\n\n// NewMockLoadBalancersClient creates a new mock instance.\nfunc NewMockLoadBalancersClient(ctrl *gomock.Controller) *MockLoadBalancersClient {\n\tmock := &MockLoadBalancersClient{ctrl: ctrl}\n\tmock.recorder = &MockLoadBalancersClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockLoadBalancersClient) EXPECT() *MockLoadBalancersClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockLoadBalancersClient) Get(ctx context.Context, resourceGroupName, loadBalancerName string) (armnetwork.LoadBalancersClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, loadBalancerName)\n\tret0, _ := ret[0].(armnetwork.LoadBalancersClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockLoadBalancersClientMockRecorder) Get(ctx, resourceGroupName, loadBalancerName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockLoadBalancersClient)(nil).Get), ctx, resourceGroupName, loadBalancerName)\n}\n\n// List mocks base method.\nfunc (m *MockLoadBalancersClient) List(resourceGroupName string) clients.LoadBalancersPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", resourceGroupName)\n\tret0, _ := ret[0].(clients.LoadBalancersPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockLoadBalancersClientMockRecorder) List(resourceGroupName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockLoadBalancersClient)(nil).List), resourceGroupName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_local_network_gateways_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: local-network-gateways-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_local_network_gateways_client.go -package=mocks -source=local-network-gateways-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockLocalNetworkGatewaysClient is a mock of LocalNetworkGatewaysClient interface.\ntype MockLocalNetworkGatewaysClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockLocalNetworkGatewaysClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockLocalNetworkGatewaysClientMockRecorder is the mock recorder for MockLocalNetworkGatewaysClient.\ntype MockLocalNetworkGatewaysClientMockRecorder struct {\n\tmock *MockLocalNetworkGatewaysClient\n}\n\n// NewMockLocalNetworkGatewaysClient creates a new mock instance.\nfunc NewMockLocalNetworkGatewaysClient(ctrl *gomock.Controller) *MockLocalNetworkGatewaysClient {\n\tmock := &MockLocalNetworkGatewaysClient{ctrl: ctrl}\n\tmock.recorder = &MockLocalNetworkGatewaysClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockLocalNetworkGatewaysClient) EXPECT() *MockLocalNetworkGatewaysClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockLocalNetworkGatewaysClient) Get(ctx context.Context, resourceGroupName, localNetworkGatewayName string, options *armnetwork.LocalNetworkGatewaysClientGetOptions) (armnetwork.LocalNetworkGatewaysClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, localNetworkGatewayName, options)\n\tret0, _ := ret[0].(armnetwork.LocalNetworkGatewaysClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockLocalNetworkGatewaysClientMockRecorder) Get(ctx, resourceGroupName, localNetworkGatewayName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockLocalNetworkGatewaysClient)(nil).Get), ctx, resourceGroupName, localNetworkGatewayName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockLocalNetworkGatewaysClient) NewListPager(resourceGroupName string, options *armnetwork.LocalNetworkGatewaysClientListOptions) clients.LocalNetworkGatewaysPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.LocalNetworkGatewaysPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockLocalNetworkGatewaysClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockLocalNetworkGatewaysClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_maintenance_configuration_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: maintenance-configuration-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_maintenance_configuration_client.go -package=mocks -source=maintenance-configuration-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmmaintenance \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/maintenance/armmaintenance\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockMaintenanceConfigurationClient is a mock of MaintenanceConfigurationClient interface.\ntype MockMaintenanceConfigurationClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockMaintenanceConfigurationClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockMaintenanceConfigurationClientMockRecorder is the mock recorder for MockMaintenanceConfigurationClient.\ntype MockMaintenanceConfigurationClientMockRecorder struct {\n\tmock *MockMaintenanceConfigurationClient\n}\n\n// NewMockMaintenanceConfigurationClient creates a new mock instance.\nfunc NewMockMaintenanceConfigurationClient(ctrl *gomock.Controller) *MockMaintenanceConfigurationClient {\n\tmock := &MockMaintenanceConfigurationClient{ctrl: ctrl}\n\tmock.recorder = &MockMaintenanceConfigurationClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockMaintenanceConfigurationClient) EXPECT() *MockMaintenanceConfigurationClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockMaintenanceConfigurationClient) Get(ctx context.Context, resourceGroupName, resourceName string, options *armmaintenance.ConfigurationsClientGetOptions) (armmaintenance.ConfigurationsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, resourceName, options)\n\tret0, _ := ret[0].(armmaintenance.ConfigurationsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockMaintenanceConfigurationClientMockRecorder) Get(ctx, resourceGroupName, resourceName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockMaintenanceConfigurationClient)(nil).Get), ctx, resourceGroupName, resourceName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockMaintenanceConfigurationClient) NewListPager(resourceGroupName string, options *armmaintenance.ConfigurationsForResourceGroupClientListOptions) clients.MaintenanceConfigurationPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.MaintenanceConfigurationPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockMaintenanceConfigurationClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockMaintenanceConfigurationClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_managed_hsms_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: managed-hsms-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_managed_hsms_client.go -package=mocks -source=managed-hsms-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmkeyvault \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockManagedHSMsClient is a mock of ManagedHSMsClient interface.\ntype MockManagedHSMsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockManagedHSMsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockManagedHSMsClientMockRecorder is the mock recorder for MockManagedHSMsClient.\ntype MockManagedHSMsClientMockRecorder struct {\n\tmock *MockManagedHSMsClient\n}\n\n// NewMockManagedHSMsClient creates a new mock instance.\nfunc NewMockManagedHSMsClient(ctrl *gomock.Controller) *MockManagedHSMsClient {\n\tmock := &MockManagedHSMsClient{ctrl: ctrl}\n\tmock.recorder = &MockManagedHSMsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockManagedHSMsClient) EXPECT() *MockManagedHSMsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockManagedHSMsClient) Get(ctx context.Context, resourceGroupName, name string, options *armkeyvault.ManagedHsmsClientGetOptions) (armkeyvault.ManagedHsmsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, name, options)\n\tret0, _ := ret[0].(armkeyvault.ManagedHsmsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockManagedHSMsClientMockRecorder) Get(ctx, resourceGroupName, name, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockManagedHSMsClient)(nil).Get), ctx, resourceGroupName, name, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockManagedHSMsClient) NewListByResourceGroupPager(resourceGroupName string, options *armkeyvault.ManagedHsmsClientListByResourceGroupOptions) clients.ManagedHSMsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.ManagedHSMsPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockManagedHSMsClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockManagedHSMsClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_nat_gateways_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: nat-gateways-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_nat_gateways_client.go -package=mocks -source=nat-gateways-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockNatGatewaysClient is a mock of NatGatewaysClient interface.\ntype MockNatGatewaysClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockNatGatewaysClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockNatGatewaysClientMockRecorder is the mock recorder for MockNatGatewaysClient.\ntype MockNatGatewaysClientMockRecorder struct {\n\tmock *MockNatGatewaysClient\n}\n\n// NewMockNatGatewaysClient creates a new mock instance.\nfunc NewMockNatGatewaysClient(ctrl *gomock.Controller) *MockNatGatewaysClient {\n\tmock := &MockNatGatewaysClient{ctrl: ctrl}\n\tmock.recorder = &MockNatGatewaysClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockNatGatewaysClient) EXPECT() *MockNatGatewaysClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockNatGatewaysClient) Get(ctx context.Context, resourceGroupName, natGatewayName string, options *armnetwork.NatGatewaysClientGetOptions) (armnetwork.NatGatewaysClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, natGatewayName, options)\n\tret0, _ := ret[0].(armnetwork.NatGatewaysClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockNatGatewaysClientMockRecorder) Get(ctx, resourceGroupName, natGatewayName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockNatGatewaysClient)(nil).Get), ctx, resourceGroupName, natGatewayName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockNatGatewaysClient) NewListPager(resourceGroupName string, options *armnetwork.NatGatewaysClientListOptions) clients.NatGatewaysPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.NatGatewaysPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockNatGatewaysClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockNatGatewaysClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_network_interfaces_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: network-interfaces-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_network_interfaces_client.go -package=mocks -source=network-interfaces-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockNetworkInterfacesClient is a mock of NetworkInterfacesClient interface.\ntype MockNetworkInterfacesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockNetworkInterfacesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockNetworkInterfacesClientMockRecorder is the mock recorder for MockNetworkInterfacesClient.\ntype MockNetworkInterfacesClientMockRecorder struct {\n\tmock *MockNetworkInterfacesClient\n}\n\n// NewMockNetworkInterfacesClient creates a new mock instance.\nfunc NewMockNetworkInterfacesClient(ctrl *gomock.Controller) *MockNetworkInterfacesClient {\n\tmock := &MockNetworkInterfacesClient{ctrl: ctrl}\n\tmock.recorder = &MockNetworkInterfacesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockNetworkInterfacesClient) EXPECT() *MockNetworkInterfacesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockNetworkInterfacesClient) Get(ctx context.Context, resourceGroupName, networkInterfaceName string) (armnetwork.InterfacesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, networkInterfaceName)\n\tret0, _ := ret[0].(armnetwork.InterfacesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockNetworkInterfacesClientMockRecorder) Get(ctx, resourceGroupName, networkInterfaceName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockNetworkInterfacesClient)(nil).Get), ctx, resourceGroupName, networkInterfaceName)\n}\n\n// List mocks base method.\nfunc (m *MockNetworkInterfacesClient) List(ctx context.Context, resourceGroupName string) clients.NetworkInterfacesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName)\n\tret0, _ := ret[0].(clients.NetworkInterfacesPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockNetworkInterfacesClientMockRecorder) List(ctx, resourceGroupName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockNetworkInterfacesClient)(nil).List), ctx, resourceGroupName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_network_private_endpoint_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: network-private-endpoint-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_network_private_endpoint_client.go -package=mocks -source=network-private-endpoint-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockPrivateEndpointsClient is a mock of PrivateEndpointsClient interface.\ntype MockPrivateEndpointsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockPrivateEndpointsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockPrivateEndpointsClientMockRecorder is the mock recorder for MockPrivateEndpointsClient.\ntype MockPrivateEndpointsClientMockRecorder struct {\n\tmock *MockPrivateEndpointsClient\n}\n\n// NewMockPrivateEndpointsClient creates a new mock instance.\nfunc NewMockPrivateEndpointsClient(ctrl *gomock.Controller) *MockPrivateEndpointsClient {\n\tmock := &MockPrivateEndpointsClient{ctrl: ctrl}\n\tmock.recorder = &MockPrivateEndpointsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockPrivateEndpointsClient) EXPECT() *MockPrivateEndpointsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockPrivateEndpointsClient) Get(ctx context.Context, resourceGroupName, privateEndpointName string) (armnetwork.PrivateEndpointsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, privateEndpointName)\n\tret0, _ := ret[0].(armnetwork.PrivateEndpointsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockPrivateEndpointsClientMockRecorder) Get(ctx, resourceGroupName, privateEndpointName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockPrivateEndpointsClient)(nil).Get), ctx, resourceGroupName, privateEndpointName)\n}\n\n// List mocks base method.\nfunc (m *MockPrivateEndpointsClient) List(resourceGroupName string) clients.PrivateEndpointsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", resourceGroupName)\n\tret0, _ := ret[0].(clients.PrivateEndpointsPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockPrivateEndpointsClientMockRecorder) List(resourceGroupName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockPrivateEndpointsClient)(nil).List), resourceGroupName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_network_security_groups_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: network-security-groups-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_network_security_groups_client.go -package=mocks -source=network-security-groups-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockNetworkSecurityGroupsClient is a mock of NetworkSecurityGroupsClient interface.\ntype MockNetworkSecurityGroupsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockNetworkSecurityGroupsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockNetworkSecurityGroupsClientMockRecorder is the mock recorder for MockNetworkSecurityGroupsClient.\ntype MockNetworkSecurityGroupsClientMockRecorder struct {\n\tmock *MockNetworkSecurityGroupsClient\n}\n\n// NewMockNetworkSecurityGroupsClient creates a new mock instance.\nfunc NewMockNetworkSecurityGroupsClient(ctrl *gomock.Controller) *MockNetworkSecurityGroupsClient {\n\tmock := &MockNetworkSecurityGroupsClient{ctrl: ctrl}\n\tmock.recorder = &MockNetworkSecurityGroupsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockNetworkSecurityGroupsClient) EXPECT() *MockNetworkSecurityGroupsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockNetworkSecurityGroupsClient) Get(ctx context.Context, resourceGroupName, networkSecurityGroupName string, options *armnetwork.SecurityGroupsClientGetOptions) (armnetwork.SecurityGroupsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, networkSecurityGroupName, options)\n\tret0, _ := ret[0].(armnetwork.SecurityGroupsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockNetworkSecurityGroupsClientMockRecorder) Get(ctx, resourceGroupName, networkSecurityGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockNetworkSecurityGroupsClient)(nil).Get), ctx, resourceGroupName, networkSecurityGroupName, options)\n}\n\n// List mocks base method.\nfunc (m *MockNetworkSecurityGroupsClient) List(ctx context.Context, resourceGroupName string, options *armnetwork.SecurityGroupsClientListOptions) clients.NetworkSecurityGroupsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName, options)\n\tret0, _ := ret[0].(clients.NetworkSecurityGroupsPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockNetworkSecurityGroupsClientMockRecorder) List(ctx, resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockNetworkSecurityGroupsClient)(nil).List), ctx, resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_network_watchers_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: network-watchers-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_network_watchers_client.go -package=mocks -source=network-watchers-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockNetworkWatchersClient is a mock of NetworkWatchersClient interface.\ntype MockNetworkWatchersClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockNetworkWatchersClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockNetworkWatchersClientMockRecorder is the mock recorder for MockNetworkWatchersClient.\ntype MockNetworkWatchersClientMockRecorder struct {\n\tmock *MockNetworkWatchersClient\n}\n\n// NewMockNetworkWatchersClient creates a new mock instance.\nfunc NewMockNetworkWatchersClient(ctrl *gomock.Controller) *MockNetworkWatchersClient {\n\tmock := &MockNetworkWatchersClient{ctrl: ctrl}\n\tmock.recorder = &MockNetworkWatchersClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockNetworkWatchersClient) EXPECT() *MockNetworkWatchersClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockNetworkWatchersClient) Get(ctx context.Context, resourceGroupName, networkWatcherName string, options *armnetwork.WatchersClientGetOptions) (armnetwork.WatchersClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, networkWatcherName, options)\n\tret0, _ := ret[0].(armnetwork.WatchersClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockNetworkWatchersClientMockRecorder) Get(ctx, resourceGroupName, networkWatcherName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockNetworkWatchersClient)(nil).Get), ctx, resourceGroupName, networkWatcherName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockNetworkWatchersClient) NewListPager(resourceGroupName string, options *armnetwork.WatchersClientListOptions) clients.NetworkWatchersPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.NetworkWatchersPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockNetworkWatchersClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockNetworkWatchersClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_operational_insights_workspace_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: operational-insights-workspace-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_operational_insights_workspace_client.go -package=mocks -source=operational-insights-workspace-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmoperationalinsights \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/operationalinsights/armoperationalinsights\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockOperationalInsightsWorkspaceClient is a mock of OperationalInsightsWorkspaceClient interface.\ntype MockOperationalInsightsWorkspaceClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockOperationalInsightsWorkspaceClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockOperationalInsightsWorkspaceClientMockRecorder is the mock recorder for MockOperationalInsightsWorkspaceClient.\ntype MockOperationalInsightsWorkspaceClientMockRecorder struct {\n\tmock *MockOperationalInsightsWorkspaceClient\n}\n\n// NewMockOperationalInsightsWorkspaceClient creates a new mock instance.\nfunc NewMockOperationalInsightsWorkspaceClient(ctrl *gomock.Controller) *MockOperationalInsightsWorkspaceClient {\n\tmock := &MockOperationalInsightsWorkspaceClient{ctrl: ctrl}\n\tmock.recorder = &MockOperationalInsightsWorkspaceClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockOperationalInsightsWorkspaceClient) EXPECT() *MockOperationalInsightsWorkspaceClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockOperationalInsightsWorkspaceClient) Get(ctx context.Context, resourceGroupName, workspaceName string, options *armoperationalinsights.WorkspacesClientGetOptions) (armoperationalinsights.WorkspacesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, workspaceName, options)\n\tret0, _ := ret[0].(armoperationalinsights.WorkspacesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockOperationalInsightsWorkspaceClientMockRecorder) Get(ctx, resourceGroupName, workspaceName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockOperationalInsightsWorkspaceClient)(nil).Get), ctx, resourceGroupName, workspaceName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockOperationalInsightsWorkspaceClient) NewListByResourceGroupPager(resourceGroupName string, options *armoperationalinsights.WorkspacesClientListByResourceGroupOptions) clients.OperationalInsightsWorkspacePager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.OperationalInsightsWorkspacePager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockOperationalInsightsWorkspaceClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockOperationalInsightsWorkspaceClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_postgresql_databases_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: postgresql-databases-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_postgresql_databases_client.go -package=mocks -source=postgresql-databases-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmpostgresqlflexibleservers \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockPostgreSQLDatabasesClient is a mock of PostgreSQLDatabasesClient interface.\ntype MockPostgreSQLDatabasesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockPostgreSQLDatabasesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockPostgreSQLDatabasesClientMockRecorder is the mock recorder for MockPostgreSQLDatabasesClient.\ntype MockPostgreSQLDatabasesClientMockRecorder struct {\n\tmock *MockPostgreSQLDatabasesClient\n}\n\n// NewMockPostgreSQLDatabasesClient creates a new mock instance.\nfunc NewMockPostgreSQLDatabasesClient(ctrl *gomock.Controller) *MockPostgreSQLDatabasesClient {\n\tmock := &MockPostgreSQLDatabasesClient{ctrl: ctrl}\n\tmock.recorder = &MockPostgreSQLDatabasesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockPostgreSQLDatabasesClient) EXPECT() *MockPostgreSQLDatabasesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockPostgreSQLDatabasesClient) Get(ctx context.Context, resourceGroupName, serverName, databaseName string) (armpostgresqlflexibleservers.DatabasesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, databaseName)\n\tret0, _ := ret[0].(armpostgresqlflexibleservers.DatabasesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockPostgreSQLDatabasesClientMockRecorder) Get(ctx, resourceGroupName, serverName, databaseName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockPostgreSQLDatabasesClient)(nil).Get), ctx, resourceGroupName, serverName, databaseName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockPostgreSQLDatabasesClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.PostgreSQLDatabasesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.PostgreSQLDatabasesPager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockPostgreSQLDatabasesClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockPostgreSQLDatabasesClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_postgresql_flexible_server_firewall_rule_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: postgresql-flexible-server-firewall-rule-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_postgresql_flexible_server_firewall_rule_client.go -package=mocks -source=postgresql-flexible-server-firewall-rule-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmpostgresqlflexibleservers \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockPostgreSQLFlexibleServerFirewallRuleClient is a mock of PostgreSQLFlexibleServerFirewallRuleClient interface.\ntype MockPostgreSQLFlexibleServerFirewallRuleClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockPostgreSQLFlexibleServerFirewallRuleClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockPostgreSQLFlexibleServerFirewallRuleClientMockRecorder is the mock recorder for MockPostgreSQLFlexibleServerFirewallRuleClient.\ntype MockPostgreSQLFlexibleServerFirewallRuleClientMockRecorder struct {\n\tmock *MockPostgreSQLFlexibleServerFirewallRuleClient\n}\n\n// NewMockPostgreSQLFlexibleServerFirewallRuleClient creates a new mock instance.\nfunc NewMockPostgreSQLFlexibleServerFirewallRuleClient(ctrl *gomock.Controller) *MockPostgreSQLFlexibleServerFirewallRuleClient {\n\tmock := &MockPostgreSQLFlexibleServerFirewallRuleClient{ctrl: ctrl}\n\tmock.recorder = &MockPostgreSQLFlexibleServerFirewallRuleClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockPostgreSQLFlexibleServerFirewallRuleClient) EXPECT() *MockPostgreSQLFlexibleServerFirewallRuleClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockPostgreSQLFlexibleServerFirewallRuleClient) Get(ctx context.Context, resourceGroupName, serverName, firewallRuleName string) (armpostgresqlflexibleservers.FirewallRulesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, firewallRuleName)\n\tret0, _ := ret[0].(armpostgresqlflexibleservers.FirewallRulesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockPostgreSQLFlexibleServerFirewallRuleClientMockRecorder) Get(ctx, resourceGroupName, serverName, firewallRuleName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockPostgreSQLFlexibleServerFirewallRuleClient)(nil).Get), ctx, resourceGroupName, serverName, firewallRuleName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockPostgreSQLFlexibleServerFirewallRuleClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.PostgreSQLFlexibleServerFirewallRulePager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.PostgreSQLFlexibleServerFirewallRulePager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockPostgreSQLFlexibleServerFirewallRuleClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockPostgreSQLFlexibleServerFirewallRuleClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_postgresql_flexible_servers_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: postgresql-flexible-servers-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_postgresql_flexible_servers_client.go -package=mocks -source=postgresql-flexible-servers-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmpostgresqlflexibleservers \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/postgresql/armpostgresqlflexibleservers/v5\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockPostgreSQLFlexibleServersClient is a mock of PostgreSQLFlexibleServersClient interface.\ntype MockPostgreSQLFlexibleServersClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockPostgreSQLFlexibleServersClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockPostgreSQLFlexibleServersClientMockRecorder is the mock recorder for MockPostgreSQLFlexibleServersClient.\ntype MockPostgreSQLFlexibleServersClientMockRecorder struct {\n\tmock *MockPostgreSQLFlexibleServersClient\n}\n\n// NewMockPostgreSQLFlexibleServersClient creates a new mock instance.\nfunc NewMockPostgreSQLFlexibleServersClient(ctrl *gomock.Controller) *MockPostgreSQLFlexibleServersClient {\n\tmock := &MockPostgreSQLFlexibleServersClient{ctrl: ctrl}\n\tmock.recorder = &MockPostgreSQLFlexibleServersClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockPostgreSQLFlexibleServersClient) EXPECT() *MockPostgreSQLFlexibleServersClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockPostgreSQLFlexibleServersClient) Get(ctx context.Context, resourceGroupName, serverName string, options *armpostgresqlflexibleservers.ServersClientGetOptions) (armpostgresqlflexibleservers.ServersClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, options)\n\tret0, _ := ret[0].(armpostgresqlflexibleservers.ServersClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockPostgreSQLFlexibleServersClientMockRecorder) Get(ctx, resourceGroupName, serverName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockPostgreSQLFlexibleServersClient)(nil).Get), ctx, resourceGroupName, serverName, options)\n}\n\n// ListByResourceGroup mocks base method.\nfunc (m *MockPostgreSQLFlexibleServersClient) ListByResourceGroup(ctx context.Context, resourceGroupName string, options *armpostgresqlflexibleservers.ServersClientListByResourceGroupOptions) clients.PostgreSQLFlexibleServersPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByResourceGroup\", ctx, resourceGroupName, options)\n\tret0, _ := ret[0].(clients.PostgreSQLFlexibleServersPager)\n\treturn ret0\n}\n\n// ListByResourceGroup indicates an expected call of ListByResourceGroup.\nfunc (mr *MockPostgreSQLFlexibleServersClientMockRecorder) ListByResourceGroup(ctx, resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByResourceGroup\", reflect.TypeOf((*MockPostgreSQLFlexibleServersClient)(nil).ListByResourceGroup), ctx, resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_private_dns_zones_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: private-dns-zones-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_private_dns_zones_client.go -package=mocks -source=private-dns-zones-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmprivatedns \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockPrivateDNSZonesClient is a mock of PrivateDNSZonesClient interface.\ntype MockPrivateDNSZonesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockPrivateDNSZonesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockPrivateDNSZonesClientMockRecorder is the mock recorder for MockPrivateDNSZonesClient.\ntype MockPrivateDNSZonesClientMockRecorder struct {\n\tmock *MockPrivateDNSZonesClient\n}\n\n// NewMockPrivateDNSZonesClient creates a new mock instance.\nfunc NewMockPrivateDNSZonesClient(ctrl *gomock.Controller) *MockPrivateDNSZonesClient {\n\tmock := &MockPrivateDNSZonesClient{ctrl: ctrl}\n\tmock.recorder = &MockPrivateDNSZonesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockPrivateDNSZonesClient) EXPECT() *MockPrivateDNSZonesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockPrivateDNSZonesClient) Get(ctx context.Context, resourceGroupName, privateZoneName string, options *armprivatedns.PrivateZonesClientGetOptions) (armprivatedns.PrivateZonesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, privateZoneName, options)\n\tret0, _ := ret[0].(armprivatedns.PrivateZonesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockPrivateDNSZonesClientMockRecorder) Get(ctx, resourceGroupName, privateZoneName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockPrivateDNSZonesClient)(nil).Get), ctx, resourceGroupName, privateZoneName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockPrivateDNSZonesClient) NewListByResourceGroupPager(resourceGroupName string, options *armprivatedns.PrivateZonesClientListByResourceGroupOptions) clients.PrivateDNSZonesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.PrivateDNSZonesPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockPrivateDNSZonesClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockPrivateDNSZonesClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_private_link_services_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: private-link-services-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_private_link_services_client.go -package=mocks -source=private-link-services-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockPrivateLinkServicesClient is a mock of PrivateLinkServicesClient interface.\ntype MockPrivateLinkServicesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockPrivateLinkServicesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockPrivateLinkServicesClientMockRecorder is the mock recorder for MockPrivateLinkServicesClient.\ntype MockPrivateLinkServicesClientMockRecorder struct {\n\tmock *MockPrivateLinkServicesClient\n}\n\n// NewMockPrivateLinkServicesClient creates a new mock instance.\nfunc NewMockPrivateLinkServicesClient(ctrl *gomock.Controller) *MockPrivateLinkServicesClient {\n\tmock := &MockPrivateLinkServicesClient{ctrl: ctrl}\n\tmock.recorder = &MockPrivateLinkServicesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockPrivateLinkServicesClient) EXPECT() *MockPrivateLinkServicesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockPrivateLinkServicesClient) Get(ctx context.Context, resourceGroupName, serviceName string) (armnetwork.PrivateLinkServicesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serviceName)\n\tret0, _ := ret[0].(armnetwork.PrivateLinkServicesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockPrivateLinkServicesClientMockRecorder) Get(ctx, resourceGroupName, serviceName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockPrivateLinkServicesClient)(nil).Get), ctx, resourceGroupName, serviceName)\n}\n\n// List mocks base method.\nfunc (m *MockPrivateLinkServicesClient) List(resourceGroupName string) clients.PrivateLinkServicesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", resourceGroupName)\n\tret0, _ := ret[0].(clients.PrivateLinkServicesPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockPrivateLinkServicesClientMockRecorder) List(resourceGroupName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockPrivateLinkServicesClient)(nil).List), resourceGroupName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_proximity_placement_groups_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: proximity-placement-groups-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_proximity_placement_groups_client.go -package=mocks -source=proximity-placement-groups-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockProximityPlacementGroupsClient is a mock of ProximityPlacementGroupsClient interface.\ntype MockProximityPlacementGroupsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockProximityPlacementGroupsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockProximityPlacementGroupsClientMockRecorder is the mock recorder for MockProximityPlacementGroupsClient.\ntype MockProximityPlacementGroupsClientMockRecorder struct {\n\tmock *MockProximityPlacementGroupsClient\n}\n\n// NewMockProximityPlacementGroupsClient creates a new mock instance.\nfunc NewMockProximityPlacementGroupsClient(ctrl *gomock.Controller) *MockProximityPlacementGroupsClient {\n\tmock := &MockProximityPlacementGroupsClient{ctrl: ctrl}\n\tmock.recorder = &MockProximityPlacementGroupsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockProximityPlacementGroupsClient) EXPECT() *MockProximityPlacementGroupsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockProximityPlacementGroupsClient) Get(ctx context.Context, resourceGroupName, proximityPlacementGroupName string, options *armcompute.ProximityPlacementGroupsClientGetOptions) (armcompute.ProximityPlacementGroupsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, proximityPlacementGroupName, options)\n\tret0, _ := ret[0].(armcompute.ProximityPlacementGroupsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockProximityPlacementGroupsClientMockRecorder) Get(ctx, resourceGroupName, proximityPlacementGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockProximityPlacementGroupsClient)(nil).Get), ctx, resourceGroupName, proximityPlacementGroupName, options)\n}\n\n// ListByResourceGroup mocks base method.\nfunc (m *MockProximityPlacementGroupsClient) ListByResourceGroup(ctx context.Context, resourceGroupName string, options *armcompute.ProximityPlacementGroupsClientListByResourceGroupOptions) clients.ProximityPlacementGroupsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByResourceGroup\", ctx, resourceGroupName, options)\n\tret0, _ := ret[0].(clients.ProximityPlacementGroupsPager)\n\treturn ret0\n}\n\n// ListByResourceGroup indicates an expected call of ListByResourceGroup.\nfunc (mr *MockProximityPlacementGroupsClientMockRecorder) ListByResourceGroup(ctx, resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByResourceGroup\", reflect.TypeOf((*MockProximityPlacementGroupsClient)(nil).ListByResourceGroup), ctx, resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_public_ip_addresses_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: public-ip-addresses.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_public_ip_addresses_client.go -package=mocks -source=public-ip-addresses.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockPublicIPAddressesClient is a mock of PublicIPAddressesClient interface.\ntype MockPublicIPAddressesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockPublicIPAddressesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockPublicIPAddressesClientMockRecorder is the mock recorder for MockPublicIPAddressesClient.\ntype MockPublicIPAddressesClientMockRecorder struct {\n\tmock *MockPublicIPAddressesClient\n}\n\n// NewMockPublicIPAddressesClient creates a new mock instance.\nfunc NewMockPublicIPAddressesClient(ctrl *gomock.Controller) *MockPublicIPAddressesClient {\n\tmock := &MockPublicIPAddressesClient{ctrl: ctrl}\n\tmock.recorder = &MockPublicIPAddressesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockPublicIPAddressesClient) EXPECT() *MockPublicIPAddressesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockPublicIPAddressesClient) Get(ctx context.Context, resourceGroupName, publicIPAddressName string) (armnetwork.PublicIPAddressesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, publicIPAddressName)\n\tret0, _ := ret[0].(armnetwork.PublicIPAddressesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockPublicIPAddressesClientMockRecorder) Get(ctx, resourceGroupName, publicIPAddressName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockPublicIPAddressesClient)(nil).Get), ctx, resourceGroupName, publicIPAddressName)\n}\n\n// List mocks base method.\nfunc (m *MockPublicIPAddressesClient) List(ctx context.Context, resourceGroupName string) clients.PublicIPAddressesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName)\n\tret0, _ := ret[0].(clients.PublicIPAddressesPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockPublicIPAddressesClientMockRecorder) List(ctx, resourceGroupName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockPublicIPAddressesClient)(nil).List), ctx, resourceGroupName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_public_ip_prefixes_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: public-ip-prefixes-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_public_ip_prefixes_client.go -package=mocks -source=public-ip-prefixes-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockPublicIPPrefixesClient is a mock of PublicIPPrefixesClient interface.\ntype MockPublicIPPrefixesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockPublicIPPrefixesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockPublicIPPrefixesClientMockRecorder is the mock recorder for MockPublicIPPrefixesClient.\ntype MockPublicIPPrefixesClientMockRecorder struct {\n\tmock *MockPublicIPPrefixesClient\n}\n\n// NewMockPublicIPPrefixesClient creates a new mock instance.\nfunc NewMockPublicIPPrefixesClient(ctrl *gomock.Controller) *MockPublicIPPrefixesClient {\n\tmock := &MockPublicIPPrefixesClient{ctrl: ctrl}\n\tmock.recorder = &MockPublicIPPrefixesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockPublicIPPrefixesClient) EXPECT() *MockPublicIPPrefixesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockPublicIPPrefixesClient) Get(ctx context.Context, resourceGroupName, publicIPPrefixName string, options *armnetwork.PublicIPPrefixesClientGetOptions) (armnetwork.PublicIPPrefixesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, publicIPPrefixName, options)\n\tret0, _ := ret[0].(armnetwork.PublicIPPrefixesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockPublicIPPrefixesClientMockRecorder) Get(ctx, resourceGroupName, publicIPPrefixName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockPublicIPPrefixesClient)(nil).Get), ctx, resourceGroupName, publicIPPrefixName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockPublicIPPrefixesClient) NewListPager(resourceGroupName string, options *armnetwork.PublicIPPrefixesClientListOptions) clients.PublicIPPrefixesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.PublicIPPrefixesPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockPublicIPPrefixesClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockPublicIPPrefixesClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_queues_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: queues-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_queues_client.go -package=mocks -source=queues-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmstorage \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockQueuesClient is a mock of QueuesClient interface.\ntype MockQueuesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockQueuesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockQueuesClientMockRecorder is the mock recorder for MockQueuesClient.\ntype MockQueuesClientMockRecorder struct {\n\tmock *MockQueuesClient\n}\n\n// NewMockQueuesClient creates a new mock instance.\nfunc NewMockQueuesClient(ctrl *gomock.Controller) *MockQueuesClient {\n\tmock := &MockQueuesClient{ctrl: ctrl}\n\tmock.recorder = &MockQueuesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockQueuesClient) EXPECT() *MockQueuesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockQueuesClient) Get(ctx context.Context, resourceGroupName, accountName, queueName string) (armstorage.QueueClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName, queueName)\n\tret0, _ := ret[0].(armstorage.QueueClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockQueuesClientMockRecorder) Get(ctx, resourceGroupName, accountName, queueName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockQueuesClient)(nil).Get), ctx, resourceGroupName, accountName, queueName)\n}\n\n// List mocks base method.\nfunc (m *MockQueuesClient) List(ctx context.Context, resourceGroupName, accountName string) clients.QueuesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(clients.QueuesPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockQueuesClientMockRecorder) List(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockQueuesClient)(nil).List), ctx, resourceGroupName, accountName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_record_sets_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: record-sets-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_record_sets_client.go -package=mocks -source=record-sets-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmdns \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockRecordSetsClient is a mock of RecordSetsClient interface.\ntype MockRecordSetsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockRecordSetsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockRecordSetsClientMockRecorder is the mock recorder for MockRecordSetsClient.\ntype MockRecordSetsClientMockRecorder struct {\n\tmock *MockRecordSetsClient\n}\n\n// NewMockRecordSetsClient creates a new mock instance.\nfunc NewMockRecordSetsClient(ctrl *gomock.Controller) *MockRecordSetsClient {\n\tmock := &MockRecordSetsClient{ctrl: ctrl}\n\tmock.recorder = &MockRecordSetsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockRecordSetsClient) EXPECT() *MockRecordSetsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockRecordSetsClient) Get(ctx context.Context, resourceGroupName, zoneName, relativeRecordSetName string, recordType armdns.RecordType, options *armdns.RecordSetsClientGetOptions) (armdns.RecordSetsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, zoneName, relativeRecordSetName, recordType, options)\n\tret0, _ := ret[0].(armdns.RecordSetsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockRecordSetsClientMockRecorder) Get(ctx, resourceGroupName, zoneName, relativeRecordSetName, recordType, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockRecordSetsClient)(nil).Get), ctx, resourceGroupName, zoneName, relativeRecordSetName, recordType, options)\n}\n\n// NewListAllByDNSZonePager mocks base method.\nfunc (m *MockRecordSetsClient) NewListAllByDNSZonePager(resourceGroupName, zoneName string, options *armdns.RecordSetsClientListAllByDNSZoneOptions) clients.RecordSetsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListAllByDNSZonePager\", resourceGroupName, zoneName, options)\n\tret0, _ := ret[0].(clients.RecordSetsPager)\n\treturn ret0\n}\n\n// NewListAllByDNSZonePager indicates an expected call of NewListAllByDNSZonePager.\nfunc (mr *MockRecordSetsClientMockRecorder) NewListAllByDNSZonePager(resourceGroupName, zoneName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListAllByDNSZonePager\", reflect.TypeOf((*MockRecordSetsClient)(nil).NewListAllByDNSZonePager), resourceGroupName, zoneName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_role_assignments_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: role-assignments-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_role_assignments_client.go -package=mocks -source=role-assignments-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmauthorization \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockRoleAssignmentsClient is a mock of RoleAssignmentsClient interface.\ntype MockRoleAssignmentsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockRoleAssignmentsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockRoleAssignmentsClientMockRecorder is the mock recorder for MockRoleAssignmentsClient.\ntype MockRoleAssignmentsClientMockRecorder struct {\n\tmock *MockRoleAssignmentsClient\n}\n\n// NewMockRoleAssignmentsClient creates a new mock instance.\nfunc NewMockRoleAssignmentsClient(ctrl *gomock.Controller) *MockRoleAssignmentsClient {\n\tmock := &MockRoleAssignmentsClient{ctrl: ctrl}\n\tmock.recorder = &MockRoleAssignmentsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockRoleAssignmentsClient) EXPECT() *MockRoleAssignmentsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockRoleAssignmentsClient) Get(ctx context.Context, scope, roleAssignmentName string, options *armauthorization.RoleAssignmentsClientGetOptions) (armauthorization.RoleAssignmentsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, scope, roleAssignmentName, options)\n\tret0, _ := ret[0].(armauthorization.RoleAssignmentsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockRoleAssignmentsClientMockRecorder) Get(ctx, scope, roleAssignmentName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockRoleAssignmentsClient)(nil).Get), ctx, scope, roleAssignmentName, options)\n}\n\n// ListForResourceGroup mocks base method.\nfunc (m *MockRoleAssignmentsClient) ListForResourceGroup(resourceGroupName string, options *armauthorization.RoleAssignmentsClientListForResourceGroupOptions) clients.RoleAssignmentsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListForResourceGroup\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.RoleAssignmentsPager)\n\treturn ret0\n}\n\n// ListForResourceGroup indicates an expected call of ListForResourceGroup.\nfunc (mr *MockRoleAssignmentsClientMockRecorder) ListForResourceGroup(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListForResourceGroup\", reflect.TypeOf((*MockRoleAssignmentsClient)(nil).ListForResourceGroup), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_role_definitions_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: role-definitions-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_role_definitions_client.go -package=mocks -source=role-definitions-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmauthorization \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/authorization/armauthorization/v3\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockRoleDefinitionsClient is a mock of RoleDefinitionsClient interface.\ntype MockRoleDefinitionsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockRoleDefinitionsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockRoleDefinitionsClientMockRecorder is the mock recorder for MockRoleDefinitionsClient.\ntype MockRoleDefinitionsClientMockRecorder struct {\n\tmock *MockRoleDefinitionsClient\n}\n\n// NewMockRoleDefinitionsClient creates a new mock instance.\nfunc NewMockRoleDefinitionsClient(ctrl *gomock.Controller) *MockRoleDefinitionsClient {\n\tmock := &MockRoleDefinitionsClient{ctrl: ctrl}\n\tmock.recorder = &MockRoleDefinitionsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockRoleDefinitionsClient) EXPECT() *MockRoleDefinitionsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockRoleDefinitionsClient) Get(ctx context.Context, scope, roleDefinitionID string, options *armauthorization.RoleDefinitionsClientGetOptions) (armauthorization.RoleDefinitionsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, scope, roleDefinitionID, options)\n\tret0, _ := ret[0].(armauthorization.RoleDefinitionsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockRoleDefinitionsClientMockRecorder) Get(ctx, scope, roleDefinitionID, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockRoleDefinitionsClient)(nil).Get), ctx, scope, roleDefinitionID, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockRoleDefinitionsClient) NewListPager(scope string, options *armauthorization.RoleDefinitionsClientListOptions) clients.RoleDefinitionsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", scope, options)\n\tret0, _ := ret[0].(clients.RoleDefinitionsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockRoleDefinitionsClientMockRecorder) NewListPager(scope, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockRoleDefinitionsClient)(nil).NewListPager), scope, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_route_tables_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: route-tables-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_route_tables_client.go -package=mocks -source=route-tables-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockRouteTablesClient is a mock of RouteTablesClient interface.\ntype MockRouteTablesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockRouteTablesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockRouteTablesClientMockRecorder is the mock recorder for MockRouteTablesClient.\ntype MockRouteTablesClientMockRecorder struct {\n\tmock *MockRouteTablesClient\n}\n\n// NewMockRouteTablesClient creates a new mock instance.\nfunc NewMockRouteTablesClient(ctrl *gomock.Controller) *MockRouteTablesClient {\n\tmock := &MockRouteTablesClient{ctrl: ctrl}\n\tmock.recorder = &MockRouteTablesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockRouteTablesClient) EXPECT() *MockRouteTablesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockRouteTablesClient) Get(ctx context.Context, resourceGroupName, routeTableName string, options *armnetwork.RouteTablesClientGetOptions) (armnetwork.RouteTablesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, routeTableName, options)\n\tret0, _ := ret[0].(armnetwork.RouteTablesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockRouteTablesClientMockRecorder) Get(ctx, resourceGroupName, routeTableName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockRouteTablesClient)(nil).Get), ctx, resourceGroupName, routeTableName, options)\n}\n\n// List mocks base method.\nfunc (m *MockRouteTablesClient) List(resourceGroupName string, options *armnetwork.RouteTablesClientListOptions) clients.RouteTablesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.RouteTablesPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockRouteTablesClientMockRecorder) List(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockRouteTablesClient)(nil).List), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_routes_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: routes-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_routes_client.go -package=mocks -source=routes-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockRoutesClient is a mock of RoutesClient interface.\ntype MockRoutesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockRoutesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockRoutesClientMockRecorder is the mock recorder for MockRoutesClient.\ntype MockRoutesClientMockRecorder struct {\n\tmock *MockRoutesClient\n}\n\n// NewMockRoutesClient creates a new mock instance.\nfunc NewMockRoutesClient(ctrl *gomock.Controller) *MockRoutesClient {\n\tmock := &MockRoutesClient{ctrl: ctrl}\n\tmock.recorder = &MockRoutesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockRoutesClient) EXPECT() *MockRoutesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockRoutesClient) Get(ctx context.Context, resourceGroupName, routeTableName, routeName string, options *armnetwork.RoutesClientGetOptions) (armnetwork.RoutesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, routeTableName, routeName, options)\n\tret0, _ := ret[0].(armnetwork.RoutesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockRoutesClientMockRecorder) Get(ctx, resourceGroupName, routeTableName, routeName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockRoutesClient)(nil).Get), ctx, resourceGroupName, routeTableName, routeName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockRoutesClient) NewListPager(resourceGroupName, routeTableName string, options *armnetwork.RoutesClientListOptions) clients.RoutesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, routeTableName, options)\n\tret0, _ := ret[0].(clients.RoutesPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockRoutesClientMockRecorder) NewListPager(resourceGroupName, routeTableName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockRoutesClient)(nil).NewListPager), resourceGroupName, routeTableName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_secrets_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: secrets-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_secrets_client.go -package=mocks -source=secrets-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmkeyvault \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSecretsClient is a mock of SecretsClient interface.\ntype MockSecretsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSecretsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSecretsClientMockRecorder is the mock recorder for MockSecretsClient.\ntype MockSecretsClientMockRecorder struct {\n\tmock *MockSecretsClient\n}\n\n// NewMockSecretsClient creates a new mock instance.\nfunc NewMockSecretsClient(ctrl *gomock.Controller) *MockSecretsClient {\n\tmock := &MockSecretsClient{ctrl: ctrl}\n\tmock.recorder = &MockSecretsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSecretsClient) EXPECT() *MockSecretsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSecretsClient) Get(ctx context.Context, resourceGroupName, vaultName, secretName string, options *armkeyvault.SecretsClientGetOptions) (armkeyvault.SecretsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, vaultName, secretName, options)\n\tret0, _ := ret[0].(armkeyvault.SecretsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSecretsClientMockRecorder) Get(ctx, resourceGroupName, vaultName, secretName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSecretsClient)(nil).Get), ctx, resourceGroupName, vaultName, secretName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockSecretsClient) NewListPager(resourceGroupName, vaultName string, options *armkeyvault.SecretsClientListOptions) clients.SecretsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, vaultName, options)\n\tret0, _ := ret[0].(clients.SecretsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockSecretsClientMockRecorder) NewListPager(resourceGroupName, vaultName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockSecretsClient)(nil).NewListPager), resourceGroupName, vaultName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_security_rules_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: security-rules-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_security_rules_client.go -package=mocks -source=security-rules-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSecurityRulesClient is a mock of SecurityRulesClient interface.\ntype MockSecurityRulesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSecurityRulesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSecurityRulesClientMockRecorder is the mock recorder for MockSecurityRulesClient.\ntype MockSecurityRulesClientMockRecorder struct {\n\tmock *MockSecurityRulesClient\n}\n\n// NewMockSecurityRulesClient creates a new mock instance.\nfunc NewMockSecurityRulesClient(ctrl *gomock.Controller) *MockSecurityRulesClient {\n\tmock := &MockSecurityRulesClient{ctrl: ctrl}\n\tmock.recorder = &MockSecurityRulesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSecurityRulesClient) EXPECT() *MockSecurityRulesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSecurityRulesClient) Get(ctx context.Context, resourceGroupName, networkSecurityGroupName, securityRuleName string, options *armnetwork.SecurityRulesClientGetOptions) (armnetwork.SecurityRulesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, networkSecurityGroupName, securityRuleName, options)\n\tret0, _ := ret[0].(armnetwork.SecurityRulesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSecurityRulesClientMockRecorder) Get(ctx, resourceGroupName, networkSecurityGroupName, securityRuleName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSecurityRulesClient)(nil).Get), ctx, resourceGroupName, networkSecurityGroupName, securityRuleName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockSecurityRulesClient) NewListPager(resourceGroupName, networkSecurityGroupName string, options *armnetwork.SecurityRulesClientListOptions) clients.SecurityRulesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, networkSecurityGroupName, options)\n\tret0, _ := ret[0].(clients.SecurityRulesPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockSecurityRulesClientMockRecorder) NewListPager(resourceGroupName, networkSecurityGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockSecurityRulesClient)(nil).NewListPager), resourceGroupName, networkSecurityGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_shared_gallery_images_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: shared-gallery-images-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_shared_gallery_images_client.go -package=mocks -source=shared-gallery-images-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSharedGalleryImagesClient is a mock of SharedGalleryImagesClient interface.\ntype MockSharedGalleryImagesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSharedGalleryImagesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSharedGalleryImagesClientMockRecorder is the mock recorder for MockSharedGalleryImagesClient.\ntype MockSharedGalleryImagesClientMockRecorder struct {\n\tmock *MockSharedGalleryImagesClient\n}\n\n// NewMockSharedGalleryImagesClient creates a new mock instance.\nfunc NewMockSharedGalleryImagesClient(ctrl *gomock.Controller) *MockSharedGalleryImagesClient {\n\tmock := &MockSharedGalleryImagesClient{ctrl: ctrl}\n\tmock.recorder = &MockSharedGalleryImagesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSharedGalleryImagesClient) EXPECT() *MockSharedGalleryImagesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSharedGalleryImagesClient) Get(ctx context.Context, location, galleryUniqueName, galleryImageName string, options *armcompute.SharedGalleryImagesClientGetOptions) (armcompute.SharedGalleryImagesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, location, galleryUniqueName, galleryImageName, options)\n\tret0, _ := ret[0].(armcompute.SharedGalleryImagesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSharedGalleryImagesClientMockRecorder) Get(ctx, location, galleryUniqueName, galleryImageName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSharedGalleryImagesClient)(nil).Get), ctx, location, galleryUniqueName, galleryImageName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockSharedGalleryImagesClient) NewListPager(location, galleryUniqueName string, options *armcompute.SharedGalleryImagesClientListOptions) clients.SharedGalleryImagesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", location, galleryUniqueName, options)\n\tret0, _ := ret[0].(clients.SharedGalleryImagesPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockSharedGalleryImagesClientMockRecorder) NewListPager(location, galleryUniqueName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockSharedGalleryImagesClient)(nil).NewListPager), location, galleryUniqueName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_snapshots_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: snapshots-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_snapshots_client.go -package=mocks -source=snapshots-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSnapshotsClient is a mock of SnapshotsClient interface.\ntype MockSnapshotsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSnapshotsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSnapshotsClientMockRecorder is the mock recorder for MockSnapshotsClient.\ntype MockSnapshotsClientMockRecorder struct {\n\tmock *MockSnapshotsClient\n}\n\n// NewMockSnapshotsClient creates a new mock instance.\nfunc NewMockSnapshotsClient(ctrl *gomock.Controller) *MockSnapshotsClient {\n\tmock := &MockSnapshotsClient{ctrl: ctrl}\n\tmock.recorder = &MockSnapshotsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSnapshotsClient) EXPECT() *MockSnapshotsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSnapshotsClient) Get(ctx context.Context, resourceGroupName, snapshotName string, options *armcompute.SnapshotsClientGetOptions) (armcompute.SnapshotsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, snapshotName, options)\n\tret0, _ := ret[0].(armcompute.SnapshotsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSnapshotsClientMockRecorder) Get(ctx, resourceGroupName, snapshotName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSnapshotsClient)(nil).Get), ctx, resourceGroupName, snapshotName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockSnapshotsClient) NewListByResourceGroupPager(resourceGroupName string, options *armcompute.SnapshotsClientListByResourceGroupOptions) clients.SnapshotsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.SnapshotsPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockSnapshotsClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockSnapshotsClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_sql_database_schemas_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: sql-database-schemas-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_sql_database_schemas_client.go -package=mocks -source=sql-database-schemas-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmsql \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSqlDatabaseSchemasClient is a mock of SqlDatabaseSchemasClient interface.\ntype MockSqlDatabaseSchemasClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSqlDatabaseSchemasClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSqlDatabaseSchemasClientMockRecorder is the mock recorder for MockSqlDatabaseSchemasClient.\ntype MockSqlDatabaseSchemasClientMockRecorder struct {\n\tmock *MockSqlDatabaseSchemasClient\n}\n\n// NewMockSqlDatabaseSchemasClient creates a new mock instance.\nfunc NewMockSqlDatabaseSchemasClient(ctrl *gomock.Controller) *MockSqlDatabaseSchemasClient {\n\tmock := &MockSqlDatabaseSchemasClient{ctrl: ctrl}\n\tmock.recorder = &MockSqlDatabaseSchemasClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSqlDatabaseSchemasClient) EXPECT() *MockSqlDatabaseSchemasClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSqlDatabaseSchemasClient) Get(ctx context.Context, resourceGroupName, serverName, databaseName, schemaName string) (armsql.DatabaseSchemasClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, databaseName, schemaName)\n\tret0, _ := ret[0].(armsql.DatabaseSchemasClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSqlDatabaseSchemasClientMockRecorder) Get(ctx, resourceGroupName, serverName, databaseName, schemaName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSqlDatabaseSchemasClient)(nil).Get), ctx, resourceGroupName, serverName, databaseName, schemaName)\n}\n\n// ListByDatabase mocks base method.\nfunc (m *MockSqlDatabaseSchemasClient) ListByDatabase(ctx context.Context, resourceGroupName, serverName, databaseName string) clients.SqlDatabaseSchemasPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByDatabase\", ctx, resourceGroupName, serverName, databaseName)\n\tret0, _ := ret[0].(clients.SqlDatabaseSchemasPager)\n\treturn ret0\n}\n\n// ListByDatabase indicates an expected call of ListByDatabase.\nfunc (mr *MockSqlDatabaseSchemasClientMockRecorder) ListByDatabase(ctx, resourceGroupName, serverName, databaseName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByDatabase\", reflect.TypeOf((*MockSqlDatabaseSchemasClient)(nil).ListByDatabase), ctx, resourceGroupName, serverName, databaseName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_sql_databases_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: sql-databases-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_sql_databases_client.go -package=mocks -source=sql-databases-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmsql \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSqlDatabasesClient is a mock of SqlDatabasesClient interface.\ntype MockSqlDatabasesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSqlDatabasesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSqlDatabasesClientMockRecorder is the mock recorder for MockSqlDatabasesClient.\ntype MockSqlDatabasesClientMockRecorder struct {\n\tmock *MockSqlDatabasesClient\n}\n\n// NewMockSqlDatabasesClient creates a new mock instance.\nfunc NewMockSqlDatabasesClient(ctrl *gomock.Controller) *MockSqlDatabasesClient {\n\tmock := &MockSqlDatabasesClient{ctrl: ctrl}\n\tmock.recorder = &MockSqlDatabasesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSqlDatabasesClient) EXPECT() *MockSqlDatabasesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSqlDatabasesClient) Get(ctx context.Context, resourceGroupName, serverName, databaseName string) (armsql.DatabasesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, databaseName)\n\tret0, _ := ret[0].(armsql.DatabasesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSqlDatabasesClientMockRecorder) Get(ctx, resourceGroupName, serverName, databaseName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSqlDatabasesClient)(nil).Get), ctx, resourceGroupName, serverName, databaseName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockSqlDatabasesClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SqlDatabasesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.SqlDatabasesPager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockSqlDatabasesClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockSqlDatabasesClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_sql_elastic_pool_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: sql-elastic-pool-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_sql_elastic_pool_client.go -package=mocks -source=sql-elastic-pool-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmsql \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSqlElasticPoolClient is a mock of SqlElasticPoolClient interface.\ntype MockSqlElasticPoolClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSqlElasticPoolClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSqlElasticPoolClientMockRecorder is the mock recorder for MockSqlElasticPoolClient.\ntype MockSqlElasticPoolClientMockRecorder struct {\n\tmock *MockSqlElasticPoolClient\n}\n\n// NewMockSqlElasticPoolClient creates a new mock instance.\nfunc NewMockSqlElasticPoolClient(ctrl *gomock.Controller) *MockSqlElasticPoolClient {\n\tmock := &MockSqlElasticPoolClient{ctrl: ctrl}\n\tmock.recorder = &MockSqlElasticPoolClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSqlElasticPoolClient) EXPECT() *MockSqlElasticPoolClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSqlElasticPoolClient) Get(ctx context.Context, resourceGroupName, serverName, elasticPoolName string) (armsql.ElasticPoolsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, elasticPoolName)\n\tret0, _ := ret[0].(armsql.ElasticPoolsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSqlElasticPoolClientMockRecorder) Get(ctx, resourceGroupName, serverName, elasticPoolName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSqlElasticPoolClient)(nil).Get), ctx, resourceGroupName, serverName, elasticPoolName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockSqlElasticPoolClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SqlElasticPoolPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.SqlElasticPoolPager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockSqlElasticPoolClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockSqlElasticPoolClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_sql_failover_groups_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: sql-failover-groups-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_sql_failover_groups_client.go -package=mocks -source=sql-failover-groups-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmsql \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSqlFailoverGroupsClient is a mock of SqlFailoverGroupsClient interface.\ntype MockSqlFailoverGroupsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSqlFailoverGroupsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSqlFailoverGroupsClientMockRecorder is the mock recorder for MockSqlFailoverGroupsClient.\ntype MockSqlFailoverGroupsClientMockRecorder struct {\n\tmock *MockSqlFailoverGroupsClient\n}\n\n// NewMockSqlFailoverGroupsClient creates a new mock instance.\nfunc NewMockSqlFailoverGroupsClient(ctrl *gomock.Controller) *MockSqlFailoverGroupsClient {\n\tmock := &MockSqlFailoverGroupsClient{ctrl: ctrl}\n\tmock.recorder = &MockSqlFailoverGroupsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSqlFailoverGroupsClient) EXPECT() *MockSqlFailoverGroupsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSqlFailoverGroupsClient) Get(ctx context.Context, resourceGroupName, serverName, failoverGroupName string) (armsql.FailoverGroupsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, failoverGroupName)\n\tret0, _ := ret[0].(armsql.FailoverGroupsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSqlFailoverGroupsClientMockRecorder) Get(ctx, resourceGroupName, serverName, failoverGroupName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSqlFailoverGroupsClient)(nil).Get), ctx, resourceGroupName, serverName, failoverGroupName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockSqlFailoverGroupsClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SqlFailoverGroupsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.SqlFailoverGroupsPager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockSqlFailoverGroupsClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockSqlFailoverGroupsClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_sql_server_firewall_rule_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: sql-server-firewall-rule-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_sql_server_firewall_rule_client.go -package=mocks -source=sql-server-firewall-rule-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmsql \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSqlServerFirewallRuleClient is a mock of SqlServerFirewallRuleClient interface.\ntype MockSqlServerFirewallRuleClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSqlServerFirewallRuleClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSqlServerFirewallRuleClientMockRecorder is the mock recorder for MockSqlServerFirewallRuleClient.\ntype MockSqlServerFirewallRuleClientMockRecorder struct {\n\tmock *MockSqlServerFirewallRuleClient\n}\n\n// NewMockSqlServerFirewallRuleClient creates a new mock instance.\nfunc NewMockSqlServerFirewallRuleClient(ctrl *gomock.Controller) *MockSqlServerFirewallRuleClient {\n\tmock := &MockSqlServerFirewallRuleClient{ctrl: ctrl}\n\tmock.recorder = &MockSqlServerFirewallRuleClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSqlServerFirewallRuleClient) EXPECT() *MockSqlServerFirewallRuleClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSqlServerFirewallRuleClient) Get(ctx context.Context, resourceGroupName, serverName, firewallRuleName string) (armsql.FirewallRulesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, firewallRuleName)\n\tret0, _ := ret[0].(armsql.FirewallRulesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSqlServerFirewallRuleClientMockRecorder) Get(ctx, resourceGroupName, serverName, firewallRuleName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSqlServerFirewallRuleClient)(nil).Get), ctx, resourceGroupName, serverName, firewallRuleName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockSqlServerFirewallRuleClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SqlServerFirewallRulePager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.SqlServerFirewallRulePager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockSqlServerFirewallRuleClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockSqlServerFirewallRuleClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_sql_server_keys_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: sql-server-keys-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_sql_server_keys_client.go -package=mocks -source=sql-server-keys-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmsql \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSqlServerKeysClient is a mock of SqlServerKeysClient interface.\ntype MockSqlServerKeysClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSqlServerKeysClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSqlServerKeysClientMockRecorder is the mock recorder for MockSqlServerKeysClient.\ntype MockSqlServerKeysClientMockRecorder struct {\n\tmock *MockSqlServerKeysClient\n}\n\n// NewMockSqlServerKeysClient creates a new mock instance.\nfunc NewMockSqlServerKeysClient(ctrl *gomock.Controller) *MockSqlServerKeysClient {\n\tmock := &MockSqlServerKeysClient{ctrl: ctrl}\n\tmock.recorder = &MockSqlServerKeysClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSqlServerKeysClient) EXPECT() *MockSqlServerKeysClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSqlServerKeysClient) Get(ctx context.Context, resourceGroupName, serverName, keyName string) (armsql.ServerKeysClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, keyName)\n\tret0, _ := ret[0].(armsql.ServerKeysClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSqlServerKeysClientMockRecorder) Get(ctx, resourceGroupName, serverName, keyName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSqlServerKeysClient)(nil).Get), ctx, resourceGroupName, serverName, keyName)\n}\n\n// NewListByServerPager mocks base method.\nfunc (m *MockSqlServerKeysClient) NewListByServerPager(resourceGroupName, serverName string) clients.SqlServerKeysPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByServerPager\", resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.SqlServerKeysPager)\n\treturn ret0\n}\n\n// NewListByServerPager indicates an expected call of NewListByServerPager.\nfunc (mr *MockSqlServerKeysClientMockRecorder) NewListByServerPager(resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByServerPager\", reflect.TypeOf((*MockSqlServerKeysClient)(nil).NewListByServerPager), resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_sql_server_private_endpoint_connection_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: sql-server-private-endpoint-connection-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_sql_server_private_endpoint_connection_client.go -package=mocks -source=sql-server-private-endpoint-connection-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmsql \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSQLServerPrivateEndpointConnectionsClient is a mock of SQLServerPrivateEndpointConnectionsClient interface.\ntype MockSQLServerPrivateEndpointConnectionsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSQLServerPrivateEndpointConnectionsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSQLServerPrivateEndpointConnectionsClientMockRecorder is the mock recorder for MockSQLServerPrivateEndpointConnectionsClient.\ntype MockSQLServerPrivateEndpointConnectionsClientMockRecorder struct {\n\tmock *MockSQLServerPrivateEndpointConnectionsClient\n}\n\n// NewMockSQLServerPrivateEndpointConnectionsClient creates a new mock instance.\nfunc NewMockSQLServerPrivateEndpointConnectionsClient(ctrl *gomock.Controller) *MockSQLServerPrivateEndpointConnectionsClient {\n\tmock := &MockSQLServerPrivateEndpointConnectionsClient{ctrl: ctrl}\n\tmock.recorder = &MockSQLServerPrivateEndpointConnectionsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSQLServerPrivateEndpointConnectionsClient) EXPECT() *MockSQLServerPrivateEndpointConnectionsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSQLServerPrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName, serverName, privateEndpointConnectionName string) (armsql.PrivateEndpointConnectionsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, privateEndpointConnectionName)\n\tret0, _ := ret[0].(armsql.PrivateEndpointConnectionsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSQLServerPrivateEndpointConnectionsClientMockRecorder) Get(ctx, resourceGroupName, serverName, privateEndpointConnectionName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSQLServerPrivateEndpointConnectionsClient)(nil).Get), ctx, resourceGroupName, serverName, privateEndpointConnectionName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockSQLServerPrivateEndpointConnectionsClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SQLServerPrivateEndpointConnectionsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.SQLServerPrivateEndpointConnectionsPager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockSQLServerPrivateEndpointConnectionsClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockSQLServerPrivateEndpointConnectionsClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_sql_server_virtual_network_rule_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: sql-server-virtual-network-rule-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_sql_server_virtual_network_rule_client.go -package=mocks -source=sql-server-virtual-network-rule-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmsql \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSqlServerVirtualNetworkRuleClient is a mock of SqlServerVirtualNetworkRuleClient interface.\ntype MockSqlServerVirtualNetworkRuleClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSqlServerVirtualNetworkRuleClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSqlServerVirtualNetworkRuleClientMockRecorder is the mock recorder for MockSqlServerVirtualNetworkRuleClient.\ntype MockSqlServerVirtualNetworkRuleClientMockRecorder struct {\n\tmock *MockSqlServerVirtualNetworkRuleClient\n}\n\n// NewMockSqlServerVirtualNetworkRuleClient creates a new mock instance.\nfunc NewMockSqlServerVirtualNetworkRuleClient(ctrl *gomock.Controller) *MockSqlServerVirtualNetworkRuleClient {\n\tmock := &MockSqlServerVirtualNetworkRuleClient{ctrl: ctrl}\n\tmock.recorder = &MockSqlServerVirtualNetworkRuleClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSqlServerVirtualNetworkRuleClient) EXPECT() *MockSqlServerVirtualNetworkRuleClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSqlServerVirtualNetworkRuleClient) Get(ctx context.Context, resourceGroupName, serverName, virtualNetworkRuleName string) (armsql.VirtualNetworkRulesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, virtualNetworkRuleName)\n\tret0, _ := ret[0].(armsql.VirtualNetworkRulesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSqlServerVirtualNetworkRuleClientMockRecorder) Get(ctx, resourceGroupName, serverName, virtualNetworkRuleName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSqlServerVirtualNetworkRuleClient)(nil).Get), ctx, resourceGroupName, serverName, virtualNetworkRuleName)\n}\n\n// ListByServer mocks base method.\nfunc (m *MockSqlServerVirtualNetworkRuleClient) ListByServer(ctx context.Context, resourceGroupName, serverName string) clients.SqlServerVirtualNetworkRulePager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByServer\", ctx, resourceGroupName, serverName)\n\tret0, _ := ret[0].(clients.SqlServerVirtualNetworkRulePager)\n\treturn ret0\n}\n\n// ListByServer indicates an expected call of ListByServer.\nfunc (mr *MockSqlServerVirtualNetworkRuleClientMockRecorder) ListByServer(ctx, resourceGroupName, serverName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByServer\", reflect.TypeOf((*MockSqlServerVirtualNetworkRuleClient)(nil).ListByServer), ctx, resourceGroupName, serverName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_sql_servers_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: sql-servers-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_sql_servers_client.go -package=mocks -source=sql-servers-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmsql \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/sql/armsql/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSqlServersClient is a mock of SqlServersClient interface.\ntype MockSqlServersClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSqlServersClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSqlServersClientMockRecorder is the mock recorder for MockSqlServersClient.\ntype MockSqlServersClientMockRecorder struct {\n\tmock *MockSqlServersClient\n}\n\n// NewMockSqlServersClient creates a new mock instance.\nfunc NewMockSqlServersClient(ctrl *gomock.Controller) *MockSqlServersClient {\n\tmock := &MockSqlServersClient{ctrl: ctrl}\n\tmock.recorder = &MockSqlServersClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSqlServersClient) EXPECT() *MockSqlServersClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSqlServersClient) Get(ctx context.Context, resourceGroupName, serverName string, options *armsql.ServersClientGetOptions) (armsql.ServersClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, serverName, options)\n\tret0, _ := ret[0].(armsql.ServersClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSqlServersClientMockRecorder) Get(ctx, resourceGroupName, serverName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSqlServersClient)(nil).Get), ctx, resourceGroupName, serverName, options)\n}\n\n// ListByResourceGroup mocks base method.\nfunc (m *MockSqlServersClient) ListByResourceGroup(ctx context.Context, resourceGroupName string, options *armsql.ServersClientListByResourceGroupOptions) clients.SqlServersPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByResourceGroup\", ctx, resourceGroupName, options)\n\tret0, _ := ret[0].(clients.SqlServersPager)\n\treturn ret0\n}\n\n// ListByResourceGroup indicates an expected call of ListByResourceGroup.\nfunc (mr *MockSqlServersClientMockRecorder) ListByResourceGroup(ctx, resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByResourceGroup\", reflect.TypeOf((*MockSqlServersClient)(nil).ListByResourceGroup), ctx, resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_storage_accounts_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: storage-accounts-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_storage_accounts_client.go -package=mocks -source=storage-accounts-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmstorage \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockStorageAccountsClient is a mock of StorageAccountsClient interface.\ntype MockStorageAccountsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockStorageAccountsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockStorageAccountsClientMockRecorder is the mock recorder for MockStorageAccountsClient.\ntype MockStorageAccountsClientMockRecorder struct {\n\tmock *MockStorageAccountsClient\n}\n\n// NewMockStorageAccountsClient creates a new mock instance.\nfunc NewMockStorageAccountsClient(ctrl *gomock.Controller) *MockStorageAccountsClient {\n\tmock := &MockStorageAccountsClient{ctrl: ctrl}\n\tmock.recorder = &MockStorageAccountsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockStorageAccountsClient) EXPECT() *MockStorageAccountsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockStorageAccountsClient) Get(ctx context.Context, resourceGroupName, accountName string) (armstorage.AccountsClientGetPropertiesResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(armstorage.AccountsClientGetPropertiesResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockStorageAccountsClientMockRecorder) Get(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockStorageAccountsClient)(nil).Get), ctx, resourceGroupName, accountName)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockStorageAccountsClient) NewListByResourceGroupPager(resourceGroupName string, options *armstorage.AccountsClientListByResourceGroupOptions) clients.StorageAccountsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.StorageAccountsPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockStorageAccountsClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockStorageAccountsClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_storage_accounts_pager.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: github.com/overmindtech/cli/sources/azure/clients (interfaces: StorageAccountsPagerInterface)\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_storage_accounts_pager.go -package=mocks github.com/overmindtech/cli/sources/azure/clients StorageAccountsPagerInterface\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmstorage \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockStorageAccountsPagerInterface is a mock of StorageAccountsPagerInterface interface.\ntype MockStorageAccountsPagerInterface struct {\n\tctrl *gomock.Controller\n\trecorder *MockStorageAccountsPagerInterfaceMockRecorder\n\tisgomock struct{}\n}\n\n// MockStorageAccountsPagerInterfaceMockRecorder is the mock recorder for MockStorageAccountsPagerInterface.\ntype MockStorageAccountsPagerInterfaceMockRecorder struct {\n\tmock *MockStorageAccountsPagerInterface\n}\n\n// NewMockStorageAccountsPagerInterface creates a new mock instance.\nfunc NewMockStorageAccountsPagerInterface(ctrl *gomock.Controller) *MockStorageAccountsPagerInterface {\n\tmock := &MockStorageAccountsPagerInterface{ctrl: ctrl}\n\tmock.recorder = &MockStorageAccountsPagerInterfaceMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockStorageAccountsPagerInterface) EXPECT() *MockStorageAccountsPagerInterfaceMockRecorder {\n\treturn m.recorder\n}\n\n// More mocks base method.\nfunc (m *MockStorageAccountsPagerInterface) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\n// More indicates an expected call of More.\nfunc (mr *MockStorageAccountsPagerInterfaceMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeOf((*MockStorageAccountsPagerInterface)(nil).More))\n}\n\n// NextPage mocks base method.\nfunc (m *MockStorageAccountsPagerInterface) NextPage(ctx context.Context) (armstorage.AccountsClientListByResourceGroupResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armstorage.AccountsClientListByResourceGroupResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// NextPage indicates an expected call of NextPage.\nfunc (mr *MockStorageAccountsPagerInterfaceMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeOf((*MockStorageAccountsPagerInterface)(nil).NextPage), ctx)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_storage_private_endpoint_connection_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: storage-private-endpoint-connection-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_storage_private_endpoint_connection_client.go -package=mocks -source=storage-private-endpoint-connection-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmstorage \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockStoragePrivateEndpointConnectionsClient is a mock of StoragePrivateEndpointConnectionsClient interface.\ntype MockStoragePrivateEndpointConnectionsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockStoragePrivateEndpointConnectionsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockStoragePrivateEndpointConnectionsClientMockRecorder is the mock recorder for MockStoragePrivateEndpointConnectionsClient.\ntype MockStoragePrivateEndpointConnectionsClientMockRecorder struct {\n\tmock *MockStoragePrivateEndpointConnectionsClient\n}\n\n// NewMockStoragePrivateEndpointConnectionsClient creates a new mock instance.\nfunc NewMockStoragePrivateEndpointConnectionsClient(ctrl *gomock.Controller) *MockStoragePrivateEndpointConnectionsClient {\n\tmock := &MockStoragePrivateEndpointConnectionsClient{ctrl: ctrl}\n\tmock.recorder = &MockStoragePrivateEndpointConnectionsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockStoragePrivateEndpointConnectionsClient) EXPECT() *MockStoragePrivateEndpointConnectionsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockStoragePrivateEndpointConnectionsClient) Get(ctx context.Context, resourceGroupName, accountName, privateEndpointConnectionName string) (armstorage.PrivateEndpointConnectionsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName, privateEndpointConnectionName)\n\tret0, _ := ret[0].(armstorage.PrivateEndpointConnectionsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockStoragePrivateEndpointConnectionsClientMockRecorder) Get(ctx, resourceGroupName, accountName, privateEndpointConnectionName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockStoragePrivateEndpointConnectionsClient)(nil).Get), ctx, resourceGroupName, accountName, privateEndpointConnectionName)\n}\n\n// List mocks base method.\nfunc (m *MockStoragePrivateEndpointConnectionsClient) List(ctx context.Context, resourceGroupName, accountName string) clients.PrivateEndpointConnectionsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(clients.PrivateEndpointConnectionsPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockStoragePrivateEndpointConnectionsClientMockRecorder) List(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockStoragePrivateEndpointConnectionsClient)(nil).List), ctx, resourceGroupName, accountName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_subnets_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: subnets-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_subnets_client.go -package=mocks -source=subnets-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockSubnetsClient is a mock of SubnetsClient interface.\ntype MockSubnetsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockSubnetsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockSubnetsClientMockRecorder is the mock recorder for MockSubnetsClient.\ntype MockSubnetsClientMockRecorder struct {\n\tmock *MockSubnetsClient\n}\n\n// NewMockSubnetsClient creates a new mock instance.\nfunc NewMockSubnetsClient(ctrl *gomock.Controller) *MockSubnetsClient {\n\tmock := &MockSubnetsClient{ctrl: ctrl}\n\tmock.recorder = &MockSubnetsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockSubnetsClient) EXPECT() *MockSubnetsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockSubnetsClient) Get(ctx context.Context, resourceGroupName, virtualNetworkName, subnetName string, options *armnetwork.SubnetsClientGetOptions) (armnetwork.SubnetsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, virtualNetworkName, subnetName, options)\n\tret0, _ := ret[0].(armnetwork.SubnetsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockSubnetsClientMockRecorder) Get(ctx, resourceGroupName, virtualNetworkName, subnetName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockSubnetsClient)(nil).Get), ctx, resourceGroupName, virtualNetworkName, subnetName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockSubnetsClient) NewListPager(resourceGroupName, virtualNetworkName string, options *armnetwork.SubnetsClientListOptions) clients.SubnetsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, virtualNetworkName, options)\n\tret0, _ := ret[0].(clients.SubnetsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockSubnetsClientMockRecorder) NewListPager(resourceGroupName, virtualNetworkName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockSubnetsClient)(nil).NewListPager), resourceGroupName, virtualNetworkName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_tables_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: tables-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_tables_client.go -package=mocks -source=tables-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmstorage \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/storage/armstorage/v3\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockTablesClient is a mock of TablesClient interface.\ntype MockTablesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockTablesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockTablesClientMockRecorder is the mock recorder for MockTablesClient.\ntype MockTablesClientMockRecorder struct {\n\tmock *MockTablesClient\n}\n\n// NewMockTablesClient creates a new mock instance.\nfunc NewMockTablesClient(ctrl *gomock.Controller) *MockTablesClient {\n\tmock := &MockTablesClient{ctrl: ctrl}\n\tmock.recorder = &MockTablesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockTablesClient) EXPECT() *MockTablesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockTablesClient) Get(ctx context.Context, resourceGroupName, accountName, tableName string) (armstorage.TableClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, accountName, tableName)\n\tret0, _ := ret[0].(armstorage.TableClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockTablesClientMockRecorder) Get(ctx, resourceGroupName, accountName, tableName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockTablesClient)(nil).Get), ctx, resourceGroupName, accountName, tableName)\n}\n\n// List mocks base method.\nfunc (m *MockTablesClient) List(ctx context.Context, resourceGroupName, accountName string) clients.TablesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName, accountName)\n\tret0, _ := ret[0].(clients.TablesPager)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockTablesClientMockRecorder) List(ctx, resourceGroupName, accountName any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockTablesClient)(nil).List), ctx, resourceGroupName, accountName)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_user_assigned_identities_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: user-assigned-identities-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_user_assigned_identities_client.go -package=mocks -source=user-assigned-identities-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmmsi \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/msi/armmsi\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockUserAssignedIdentitiesClient is a mock of UserAssignedIdentitiesClient interface.\ntype MockUserAssignedIdentitiesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockUserAssignedIdentitiesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockUserAssignedIdentitiesClientMockRecorder is the mock recorder for MockUserAssignedIdentitiesClient.\ntype MockUserAssignedIdentitiesClientMockRecorder struct {\n\tmock *MockUserAssignedIdentitiesClient\n}\n\n// NewMockUserAssignedIdentitiesClient creates a new mock instance.\nfunc NewMockUserAssignedIdentitiesClient(ctrl *gomock.Controller) *MockUserAssignedIdentitiesClient {\n\tmock := &MockUserAssignedIdentitiesClient{ctrl: ctrl}\n\tmock.recorder = &MockUserAssignedIdentitiesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockUserAssignedIdentitiesClient) EXPECT() *MockUserAssignedIdentitiesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockUserAssignedIdentitiesClient) Get(ctx context.Context, resourceGroupName, resourceName string, options *armmsi.UserAssignedIdentitiesClientGetOptions) (armmsi.UserAssignedIdentitiesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, resourceName, options)\n\tret0, _ := ret[0].(armmsi.UserAssignedIdentitiesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockUserAssignedIdentitiesClientMockRecorder) Get(ctx, resourceGroupName, resourceName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockUserAssignedIdentitiesClient)(nil).Get), ctx, resourceGroupName, resourceName, options)\n}\n\n// ListByResourceGroup mocks base method.\nfunc (m *MockUserAssignedIdentitiesClient) ListByResourceGroup(resourceGroupName string, options *armmsi.UserAssignedIdentitiesClientListByResourceGroupOptions) clients.UserAssignedIdentitiesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListByResourceGroup\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.UserAssignedIdentitiesPager)\n\treturn ret0\n}\n\n// ListByResourceGroup indicates an expected call of ListByResourceGroup.\nfunc (mr *MockUserAssignedIdentitiesClientMockRecorder) ListByResourceGroup(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListByResourceGroup\", reflect.TypeOf((*MockUserAssignedIdentitiesClient)(nil).ListByResourceGroup), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_vaults_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: vaults-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_vaults_client.go -package=mocks -source=vaults-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmkeyvault \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/keyvault/armkeyvault/v2\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockVaultsClient is a mock of VaultsClient interface.\ntype MockVaultsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockVaultsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockVaultsClientMockRecorder is the mock recorder for MockVaultsClient.\ntype MockVaultsClientMockRecorder struct {\n\tmock *MockVaultsClient\n}\n\n// NewMockVaultsClient creates a new mock instance.\nfunc NewMockVaultsClient(ctrl *gomock.Controller) *MockVaultsClient {\n\tmock := &MockVaultsClient{ctrl: ctrl}\n\tmock.recorder = &MockVaultsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockVaultsClient) EXPECT() *MockVaultsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockVaultsClient) Get(ctx context.Context, resourceGroupName, vaultName string, options *armkeyvault.VaultsClientGetOptions) (armkeyvault.VaultsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, vaultName, options)\n\tret0, _ := ret[0].(armkeyvault.VaultsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockVaultsClientMockRecorder) Get(ctx, resourceGroupName, vaultName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockVaultsClient)(nil).Get), ctx, resourceGroupName, vaultName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockVaultsClient) NewListByResourceGroupPager(resourceGroupName string, options *armkeyvault.VaultsClientListByResourceGroupOptions) clients.VaultsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.VaultsPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockVaultsClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockVaultsClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_virtual_machine_extensions_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: virtual-machine-extensions-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_virtual_machine_extensions_client.go -package=mocks -source=virtual-machine-extensions-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockVirtualMachineExtensionsClient is a mock of VirtualMachineExtensionsClient interface.\ntype MockVirtualMachineExtensionsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualMachineExtensionsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockVirtualMachineExtensionsClientMockRecorder is the mock recorder for MockVirtualMachineExtensionsClient.\ntype MockVirtualMachineExtensionsClientMockRecorder struct {\n\tmock *MockVirtualMachineExtensionsClient\n}\n\n// NewMockVirtualMachineExtensionsClient creates a new mock instance.\nfunc NewMockVirtualMachineExtensionsClient(ctrl *gomock.Controller) *MockVirtualMachineExtensionsClient {\n\tmock := &MockVirtualMachineExtensionsClient{ctrl: ctrl}\n\tmock.recorder = &MockVirtualMachineExtensionsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockVirtualMachineExtensionsClient) EXPECT() *MockVirtualMachineExtensionsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockVirtualMachineExtensionsClient) Get(ctx context.Context, resourceGroupName, virtualMachineName, vmExtensionName string, options *armcompute.VirtualMachineExtensionsClientGetOptions) (armcompute.VirtualMachineExtensionsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, virtualMachineName, vmExtensionName, options)\n\tret0, _ := ret[0].(armcompute.VirtualMachineExtensionsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockVirtualMachineExtensionsClientMockRecorder) Get(ctx, resourceGroupName, virtualMachineName, vmExtensionName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockVirtualMachineExtensionsClient)(nil).Get), ctx, resourceGroupName, virtualMachineName, vmExtensionName, options)\n}\n\n// List mocks base method.\nfunc (m *MockVirtualMachineExtensionsClient) List(ctx context.Context, resourceGroupName, virtualMachineName string, options *armcompute.VirtualMachineExtensionsClientListOptions) (armcompute.VirtualMachineExtensionsClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, resourceGroupName, virtualMachineName, options)\n\tret0, _ := ret[0].(armcompute.VirtualMachineExtensionsClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockVirtualMachineExtensionsClientMockRecorder) List(ctx, resourceGroupName, virtualMachineName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockVirtualMachineExtensionsClient)(nil).List), ctx, resourceGroupName, virtualMachineName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_virtual_machine_run_commands_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: virtual-machine-run-commands-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_virtual_machine_run_commands_client.go -package=mocks -source=virtual-machine-run-commands-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockVirtualMachineRunCommandsClient is a mock of VirtualMachineRunCommandsClient interface.\ntype MockVirtualMachineRunCommandsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualMachineRunCommandsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockVirtualMachineRunCommandsClientMockRecorder is the mock recorder for MockVirtualMachineRunCommandsClient.\ntype MockVirtualMachineRunCommandsClientMockRecorder struct {\n\tmock *MockVirtualMachineRunCommandsClient\n}\n\n// NewMockVirtualMachineRunCommandsClient creates a new mock instance.\nfunc NewMockVirtualMachineRunCommandsClient(ctrl *gomock.Controller) *MockVirtualMachineRunCommandsClient {\n\tmock := &MockVirtualMachineRunCommandsClient{ctrl: ctrl}\n\tmock.recorder = &MockVirtualMachineRunCommandsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockVirtualMachineRunCommandsClient) EXPECT() *MockVirtualMachineRunCommandsClientMockRecorder {\n\treturn m.recorder\n}\n\n// GetByVirtualMachine mocks base method.\nfunc (m *MockVirtualMachineRunCommandsClient) GetByVirtualMachine(ctx context.Context, resourceGroupName, virtualMachineName, runCommandName string, options *armcompute.VirtualMachineRunCommandsClientGetByVirtualMachineOptions) (armcompute.VirtualMachineRunCommandsClientGetByVirtualMachineResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"GetByVirtualMachine\", ctx, resourceGroupName, virtualMachineName, runCommandName, options)\n\tret0, _ := ret[0].(armcompute.VirtualMachineRunCommandsClientGetByVirtualMachineResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// GetByVirtualMachine indicates an expected call of GetByVirtualMachine.\nfunc (mr *MockVirtualMachineRunCommandsClientMockRecorder) GetByVirtualMachine(ctx, resourceGroupName, virtualMachineName, runCommandName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"GetByVirtualMachine\", reflect.TypeOf((*MockVirtualMachineRunCommandsClient)(nil).GetByVirtualMachine), ctx, resourceGroupName, virtualMachineName, runCommandName, options)\n}\n\n// NewListByVirtualMachinePager mocks base method.\nfunc (m *MockVirtualMachineRunCommandsClient) NewListByVirtualMachinePager(resourceGroupName, virtualMachineName string, options *armcompute.VirtualMachineRunCommandsClientListByVirtualMachineOptions) clients.VirtualMachineRunCommandsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByVirtualMachinePager\", resourceGroupName, virtualMachineName, options)\n\tret0, _ := ret[0].(clients.VirtualMachineRunCommandsPager)\n\treturn ret0\n}\n\n// NewListByVirtualMachinePager indicates an expected call of NewListByVirtualMachinePager.\nfunc (mr *MockVirtualMachineRunCommandsClientMockRecorder) NewListByVirtualMachinePager(resourceGroupName, virtualMachineName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByVirtualMachinePager\", reflect.TypeOf((*MockVirtualMachineRunCommandsClient)(nil).NewListByVirtualMachinePager), resourceGroupName, virtualMachineName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_virtual_machine_scale_sets_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: virtual-machine-scale-sets-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_virtual_machine_scale_sets_client.go -package=mocks -source=virtual-machine-scale-sets-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockVirtualMachineScaleSetsClient is a mock of VirtualMachineScaleSetsClient interface.\ntype MockVirtualMachineScaleSetsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualMachineScaleSetsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockVirtualMachineScaleSetsClientMockRecorder is the mock recorder for MockVirtualMachineScaleSetsClient.\ntype MockVirtualMachineScaleSetsClientMockRecorder struct {\n\tmock *MockVirtualMachineScaleSetsClient\n}\n\n// NewMockVirtualMachineScaleSetsClient creates a new mock instance.\nfunc NewMockVirtualMachineScaleSetsClient(ctrl *gomock.Controller) *MockVirtualMachineScaleSetsClient {\n\tmock := &MockVirtualMachineScaleSetsClient{ctrl: ctrl}\n\tmock.recorder = &MockVirtualMachineScaleSetsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockVirtualMachineScaleSetsClient) EXPECT() *MockVirtualMachineScaleSetsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockVirtualMachineScaleSetsClient) Get(ctx context.Context, resourceGroupName, virtualMachineScaleSetName string, options *armcompute.VirtualMachineScaleSetsClientGetOptions) (armcompute.VirtualMachineScaleSetsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, virtualMachineScaleSetName, options)\n\tret0, _ := ret[0].(armcompute.VirtualMachineScaleSetsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockVirtualMachineScaleSetsClientMockRecorder) Get(ctx, resourceGroupName, virtualMachineScaleSetName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockVirtualMachineScaleSetsClient)(nil).Get), ctx, resourceGroupName, virtualMachineScaleSetName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockVirtualMachineScaleSetsClient) NewListPager(resourceGroupName string, options *armcompute.VirtualMachineScaleSetsClientListOptions) clients.VirtualMachineScaleSetsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.VirtualMachineScaleSetsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockVirtualMachineScaleSetsClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockVirtualMachineScaleSetsClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_virtual_machines_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: virtual-machines-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_virtual_machines_client.go -package=mocks -source=virtual-machines-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockVirtualMachinesClient is a mock of VirtualMachinesClient interface.\ntype MockVirtualMachinesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualMachinesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockVirtualMachinesClientMockRecorder is the mock recorder for MockVirtualMachinesClient.\ntype MockVirtualMachinesClientMockRecorder struct {\n\tmock *MockVirtualMachinesClient\n}\n\n// NewMockVirtualMachinesClient creates a new mock instance.\nfunc NewMockVirtualMachinesClient(ctrl *gomock.Controller) *MockVirtualMachinesClient {\n\tmock := &MockVirtualMachinesClient{ctrl: ctrl}\n\tmock.recorder = &MockVirtualMachinesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockVirtualMachinesClient) EXPECT() *MockVirtualMachinesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockVirtualMachinesClient) Get(ctx context.Context, resourceGroupName, vmName string, options *armcompute.VirtualMachinesClientGetOptions) (armcompute.VirtualMachinesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, vmName, options)\n\tret0, _ := ret[0].(armcompute.VirtualMachinesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockVirtualMachinesClientMockRecorder) Get(ctx, resourceGroupName, vmName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockVirtualMachinesClient)(nil).Get), ctx, resourceGroupName, vmName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockVirtualMachinesClient) NewListPager(resourceGroupName string, options *armcompute.VirtualMachinesClientListOptions) clients.VirtualMachinesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.VirtualMachinesPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockVirtualMachinesClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockVirtualMachinesClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_virtual_machines_pager.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: github.com/overmindtech/cli/sources/azure/clients (interfaces: VirtualMachinesPagerInterface)\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_virtual_machines_pager.go -package=mocks github.com/overmindtech/cli/sources/azure/clients VirtualMachinesPagerInterface\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmcompute \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v7\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockVirtualMachinesPagerInterface is a mock of VirtualMachinesPagerInterface interface.\ntype MockVirtualMachinesPagerInterface struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualMachinesPagerInterfaceMockRecorder\n\tisgomock struct{}\n}\n\n// MockVirtualMachinesPagerInterfaceMockRecorder is the mock recorder for MockVirtualMachinesPagerInterface.\ntype MockVirtualMachinesPagerInterfaceMockRecorder struct {\n\tmock *MockVirtualMachinesPagerInterface\n}\n\n// NewMockVirtualMachinesPagerInterface creates a new mock instance.\nfunc NewMockVirtualMachinesPagerInterface(ctrl *gomock.Controller) *MockVirtualMachinesPagerInterface {\n\tmock := &MockVirtualMachinesPagerInterface{ctrl: ctrl}\n\tmock.recorder = &MockVirtualMachinesPagerInterfaceMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockVirtualMachinesPagerInterface) EXPECT() *MockVirtualMachinesPagerInterfaceMockRecorder {\n\treturn m.recorder\n}\n\n// More mocks base method.\nfunc (m *MockVirtualMachinesPagerInterface) More() bool {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"More\")\n\tret0, _ := ret[0].(bool)\n\treturn ret0\n}\n\n// More indicates an expected call of More.\nfunc (mr *MockVirtualMachinesPagerInterfaceMockRecorder) More() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"More\", reflect.TypeOf((*MockVirtualMachinesPagerInterface)(nil).More))\n}\n\n// NextPage mocks base method.\nfunc (m *MockVirtualMachinesPagerInterface) NextPage(ctx context.Context) (armcompute.VirtualMachinesClientListResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NextPage\", ctx)\n\tret0, _ := ret[0].(armcompute.VirtualMachinesClientListResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// NextPage indicates an expected call of NextPage.\nfunc (mr *MockVirtualMachinesPagerInterfaceMockRecorder) NextPage(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NextPage\", reflect.TypeOf((*MockVirtualMachinesPagerInterface)(nil).NextPage), ctx)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_virtual_network_gateway_connections_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: virtual-network-gateway-connections-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_virtual_network_gateway_connections_client.go -package=mocks -source=virtual-network-gateway-connections-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockVirtualNetworkGatewayConnectionsClient is a mock of VirtualNetworkGatewayConnectionsClient interface.\ntype MockVirtualNetworkGatewayConnectionsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualNetworkGatewayConnectionsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockVirtualNetworkGatewayConnectionsClientMockRecorder is the mock recorder for MockVirtualNetworkGatewayConnectionsClient.\ntype MockVirtualNetworkGatewayConnectionsClientMockRecorder struct {\n\tmock *MockVirtualNetworkGatewayConnectionsClient\n}\n\n// NewMockVirtualNetworkGatewayConnectionsClient creates a new mock instance.\nfunc NewMockVirtualNetworkGatewayConnectionsClient(ctrl *gomock.Controller) *MockVirtualNetworkGatewayConnectionsClient {\n\tmock := &MockVirtualNetworkGatewayConnectionsClient{ctrl: ctrl}\n\tmock.recorder = &MockVirtualNetworkGatewayConnectionsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockVirtualNetworkGatewayConnectionsClient) EXPECT() *MockVirtualNetworkGatewayConnectionsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockVirtualNetworkGatewayConnectionsClient) Get(ctx context.Context, resourceGroupName, virtualNetworkGatewayConnectionName string, options *armnetwork.VirtualNetworkGatewayConnectionsClientGetOptions) (armnetwork.VirtualNetworkGatewayConnectionsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, virtualNetworkGatewayConnectionName, options)\n\tret0, _ := ret[0].(armnetwork.VirtualNetworkGatewayConnectionsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockVirtualNetworkGatewayConnectionsClientMockRecorder) Get(ctx, resourceGroupName, virtualNetworkGatewayConnectionName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockVirtualNetworkGatewayConnectionsClient)(nil).Get), ctx, resourceGroupName, virtualNetworkGatewayConnectionName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockVirtualNetworkGatewayConnectionsClient) NewListPager(resourceGroupName string, options *armnetwork.VirtualNetworkGatewayConnectionsClientListOptions) clients.VirtualNetworkGatewayConnectionsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.VirtualNetworkGatewayConnectionsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockVirtualNetworkGatewayConnectionsClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockVirtualNetworkGatewayConnectionsClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_virtual_network_gateways_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: virtual-network-gateways-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_virtual_network_gateways_client.go -package=mocks -source=virtual-network-gateways-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockVirtualNetworkGatewaysClient is a mock of VirtualNetworkGatewaysClient interface.\ntype MockVirtualNetworkGatewaysClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualNetworkGatewaysClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockVirtualNetworkGatewaysClientMockRecorder is the mock recorder for MockVirtualNetworkGatewaysClient.\ntype MockVirtualNetworkGatewaysClientMockRecorder struct {\n\tmock *MockVirtualNetworkGatewaysClient\n}\n\n// NewMockVirtualNetworkGatewaysClient creates a new mock instance.\nfunc NewMockVirtualNetworkGatewaysClient(ctrl *gomock.Controller) *MockVirtualNetworkGatewaysClient {\n\tmock := &MockVirtualNetworkGatewaysClient{ctrl: ctrl}\n\tmock.recorder = &MockVirtualNetworkGatewaysClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockVirtualNetworkGatewaysClient) EXPECT() *MockVirtualNetworkGatewaysClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockVirtualNetworkGatewaysClient) Get(ctx context.Context, resourceGroupName, virtualNetworkGatewayName string, options *armnetwork.VirtualNetworkGatewaysClientGetOptions) (armnetwork.VirtualNetworkGatewaysClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, virtualNetworkGatewayName, options)\n\tret0, _ := ret[0].(armnetwork.VirtualNetworkGatewaysClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockVirtualNetworkGatewaysClientMockRecorder) Get(ctx, resourceGroupName, virtualNetworkGatewayName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockVirtualNetworkGatewaysClient)(nil).Get), ctx, resourceGroupName, virtualNetworkGatewayName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockVirtualNetworkGatewaysClient) NewListPager(resourceGroupName string, options *armnetwork.VirtualNetworkGatewaysClientListOptions) clients.VirtualNetworkGatewaysPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.VirtualNetworkGatewaysPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockVirtualNetworkGatewaysClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockVirtualNetworkGatewaysClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_virtual_network_links_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: virtual-network-links-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_virtual_network_links_client.go -package=mocks -source=virtual-network-links-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmprivatedns \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/privatedns/armprivatedns\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockVirtualNetworkLinksClient is a mock of VirtualNetworkLinksClient interface.\ntype MockVirtualNetworkLinksClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualNetworkLinksClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockVirtualNetworkLinksClientMockRecorder is the mock recorder for MockVirtualNetworkLinksClient.\ntype MockVirtualNetworkLinksClientMockRecorder struct {\n\tmock *MockVirtualNetworkLinksClient\n}\n\n// NewMockVirtualNetworkLinksClient creates a new mock instance.\nfunc NewMockVirtualNetworkLinksClient(ctrl *gomock.Controller) *MockVirtualNetworkLinksClient {\n\tmock := &MockVirtualNetworkLinksClient{ctrl: ctrl}\n\tmock.recorder = &MockVirtualNetworkLinksClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockVirtualNetworkLinksClient) EXPECT() *MockVirtualNetworkLinksClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockVirtualNetworkLinksClient) Get(ctx context.Context, resourceGroupName, privateZoneName, virtualNetworkLinkName string, options *armprivatedns.VirtualNetworkLinksClientGetOptions) (armprivatedns.VirtualNetworkLinksClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, privateZoneName, virtualNetworkLinkName, options)\n\tret0, _ := ret[0].(armprivatedns.VirtualNetworkLinksClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockVirtualNetworkLinksClientMockRecorder) Get(ctx, resourceGroupName, privateZoneName, virtualNetworkLinkName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockVirtualNetworkLinksClient)(nil).Get), ctx, resourceGroupName, privateZoneName, virtualNetworkLinkName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockVirtualNetworkLinksClient) NewListPager(resourceGroupName, privateZoneName string, options *armprivatedns.VirtualNetworkLinksClientListOptions) clients.VirtualNetworkLinksPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, privateZoneName, options)\n\tret0, _ := ret[0].(clients.VirtualNetworkLinksPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockVirtualNetworkLinksClientMockRecorder) NewListPager(resourceGroupName, privateZoneName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockVirtualNetworkLinksClient)(nil).NewListPager), resourceGroupName, privateZoneName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_virtual_network_peerings_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: virtual-network-peerings-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_virtual_network_peerings_client.go -package=mocks -source=virtual-network-peerings-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockVirtualNetworkPeeringsClient is a mock of VirtualNetworkPeeringsClient interface.\ntype MockVirtualNetworkPeeringsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualNetworkPeeringsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockVirtualNetworkPeeringsClientMockRecorder is the mock recorder for MockVirtualNetworkPeeringsClient.\ntype MockVirtualNetworkPeeringsClientMockRecorder struct {\n\tmock *MockVirtualNetworkPeeringsClient\n}\n\n// NewMockVirtualNetworkPeeringsClient creates a new mock instance.\nfunc NewMockVirtualNetworkPeeringsClient(ctrl *gomock.Controller) *MockVirtualNetworkPeeringsClient {\n\tmock := &MockVirtualNetworkPeeringsClient{ctrl: ctrl}\n\tmock.recorder = &MockVirtualNetworkPeeringsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockVirtualNetworkPeeringsClient) EXPECT() *MockVirtualNetworkPeeringsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockVirtualNetworkPeeringsClient) Get(ctx context.Context, resourceGroupName, virtualNetworkName, peeringName string, options *armnetwork.VirtualNetworkPeeringsClientGetOptions) (armnetwork.VirtualNetworkPeeringsClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, virtualNetworkName, peeringName, options)\n\tret0, _ := ret[0].(armnetwork.VirtualNetworkPeeringsClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockVirtualNetworkPeeringsClientMockRecorder) Get(ctx, resourceGroupName, virtualNetworkName, peeringName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockVirtualNetworkPeeringsClient)(nil).Get), ctx, resourceGroupName, virtualNetworkName, peeringName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockVirtualNetworkPeeringsClient) NewListPager(resourceGroupName, virtualNetworkName string, options *armnetwork.VirtualNetworkPeeringsClientListOptions) clients.VirtualNetworkPeeringsPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, virtualNetworkName, options)\n\tret0, _ := ret[0].(clients.VirtualNetworkPeeringsPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockVirtualNetworkPeeringsClientMockRecorder) NewListPager(resourceGroupName, virtualNetworkName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockVirtualNetworkPeeringsClient)(nil).NewListPager), resourceGroupName, virtualNetworkName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_virtual_networks_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: virtual-networks-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_virtual_networks_client.go -package=mocks -source=virtual-networks-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmnetwork \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v9\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockVirtualNetworksClient is a mock of VirtualNetworksClient interface.\ntype MockVirtualNetworksClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockVirtualNetworksClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockVirtualNetworksClientMockRecorder is the mock recorder for MockVirtualNetworksClient.\ntype MockVirtualNetworksClientMockRecorder struct {\n\tmock *MockVirtualNetworksClient\n}\n\n// NewMockVirtualNetworksClient creates a new mock instance.\nfunc NewMockVirtualNetworksClient(ctrl *gomock.Controller) *MockVirtualNetworksClient {\n\tmock := &MockVirtualNetworksClient{ctrl: ctrl}\n\tmock.recorder = &MockVirtualNetworksClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockVirtualNetworksClient) EXPECT() *MockVirtualNetworksClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockVirtualNetworksClient) Get(ctx context.Context, resourceGroupName, virtualNetworkName string, options *armnetwork.VirtualNetworksClientGetOptions) (armnetwork.VirtualNetworksClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, virtualNetworkName, options)\n\tret0, _ := ret[0].(armnetwork.VirtualNetworksClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockVirtualNetworksClientMockRecorder) Get(ctx, resourceGroupName, virtualNetworkName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockVirtualNetworksClient)(nil).Get), ctx, resourceGroupName, virtualNetworkName, options)\n}\n\n// NewListPager mocks base method.\nfunc (m *MockVirtualNetworksClient) NewListPager(resourceGroupName string, options *armnetwork.VirtualNetworksClientListOptions) clients.VirtualNetworksPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.VirtualNetworksPager)\n\treturn ret0\n}\n\n// NewListPager indicates an expected call of NewListPager.\nfunc (mr *MockVirtualNetworksClientMockRecorder) NewListPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListPager\", reflect.TypeOf((*MockVirtualNetworksClient)(nil).NewListPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/mock_zones_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: zones-client.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=../shared/mocks/mock_zones_client.go -package=mocks -source=zones-client.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tarmdns \"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/dns/armdns\"\n\tclients \"github.com/overmindtech/cli/sources/azure/clients\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockZonesClient is a mock of ZonesClient interface.\ntype MockZonesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockZonesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockZonesClientMockRecorder is the mock recorder for MockZonesClient.\ntype MockZonesClientMockRecorder struct {\n\tmock *MockZonesClient\n}\n\n// NewMockZonesClient creates a new mock instance.\nfunc NewMockZonesClient(ctrl *gomock.Controller) *MockZonesClient {\n\tmock := &MockZonesClient{ctrl: ctrl}\n\tmock.recorder = &MockZonesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockZonesClient) EXPECT() *MockZonesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockZonesClient) Get(ctx context.Context, resourceGroupName, zoneName string, options *armdns.ZonesClientGetOptions) (armdns.ZonesClientGetResponse, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, resourceGroupName, zoneName, options)\n\tret0, _ := ret[0].(armdns.ZonesClientGetResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockZonesClientMockRecorder) Get(ctx, resourceGroupName, zoneName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockZonesClient)(nil).Get), ctx, resourceGroupName, zoneName, options)\n}\n\n// NewListByResourceGroupPager mocks base method.\nfunc (m *MockZonesClient) NewListByResourceGroupPager(resourceGroupName string, options *armdns.ZonesClientListByResourceGroupOptions) clients.ZonesPager {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"NewListByResourceGroupPager\", resourceGroupName, options)\n\tret0, _ := ret[0].(clients.ZonesPager)\n\treturn ret0\n}\n\n// NewListByResourceGroupPager indicates an expected call of NewListByResourceGroupPager.\nfunc (mr *MockZonesClientMockRecorder) NewListByResourceGroupPager(resourceGroupName, options any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"NewListByResourceGroupPager\", reflect.TypeOf((*MockZonesClient)(nil).NewListByResourceGroupPager), resourceGroupName, options)\n}\n" }, { "path": "sources/azure/shared/mocks/pager_helpers.go", "content": "package mocks\n\nimport (\n\t\"go.uber.org/mock/gomock\"\n)\n\n// Type aliases and helper functions to match the expected mock names in tests.\n// These allow tests to use the shorter names while the actual mocks implement\n// the concrete interfaces.\n\n// MockVirtualMachinesPager is a type alias for MockVirtualMachinesPagerInterface\n// to match the expected name in tests.\ntype MockVirtualMachinesPager = MockVirtualMachinesPagerInterface\n\n// NewMockVirtualMachinesPager creates a new mock instance of VirtualMachinesPager.\n// This is a convenience function that matches the expected name in tests.\n// Returns the concrete mock type so tests can call .EXPECT() on it.\nfunc NewMockVirtualMachinesPager(ctrl *gomock.Controller) *MockVirtualMachinesPager {\n\treturn NewMockVirtualMachinesPagerInterface(ctrl)\n}\n\n// MockStorageAccountsPager is a type alias for MockStorageAccountsPagerInterface\n// to match the expected name in tests.\ntype MockStorageAccountsPager = MockStorageAccountsPagerInterface\n\n// NewMockStorageAccountsPager creates a new mock instance of StorageAccountsPager.\n// This is a convenience function that matches the expected name in tests.\n// Returns the concrete mock type so tests can call .EXPECT() on it.\nfunc NewMockStorageAccountsPager(ctrl *gomock.Controller) *MockStorageAccountsPager {\n\treturn NewMockStorageAccountsPagerInterface(ctrl)\n}\n" }, { "path": "sources/azure/shared/models.go", "content": "package shared\n\nimport (\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst Azure shared.Source = \"azure\"\n\n// APIs (Azure Resource Provider namespaces)\n// Azure organizes resources by resource providers (e.g., Microsoft.Compute, Microsoft.Network)\n// We use simplified names following the same pattern as GCP\n// Reference: https://learn.microsoft.com/en-us/azure/azure-resource-manager/management/azure-services-resource-providers\nconst (\n\t// Compute\n\tCompute shared.API = \"compute\" // Microsoft.Compute\n\n\t// Networking\n\tNetwork shared.API = \"network\" // Microsoft.Network\n\n\t// Storage\n\tStorage shared.API = \"storage\" // Microsoft.Storage\n\n\t// SQL\n\tSQL shared.API = \"sql\" // Microsoft.Sql\n\n\t// DocumentDB\n\tDocumentDB shared.API = \"documentdb\" // Microsoft.DocumentDB\n\n\t// KeyVault\n\tKeyVault shared.API = \"keyvault\" // Microsoft.KeyVault\n\n\t// ManagedIdentity\n\tManagedIdentity shared.API = \"managedidentity\" // Microsoft.ManagedIdentity\n\n\t// Batch\n\tBatch shared.API = \"batch\" // Microsoft.Batch\n\n\t// DBforPostgreSQL\n\tDBforPostgreSQL shared.API = \"dbforpostgresql\" // Microsoft.DBforPostgreSQL\n\n\t// ElasticSAN\n\tElasticSAN shared.API = \"elasticsan\" // Microsoft.ElasticSan\n\n\t// Authorization\n\tAuthorization shared.API = \"authorization\" // Microsoft.Authorization\n\n\t// Maintenance\n\tMaintenance shared.API = \"maintenance\" // Microsoft.Maintenance\n\n\t// Resources (subscriptions, resource groups)\n\tResources shared.API = \"resources\" // Microsoft.Resources\n\n\t// OperationalInsights\n\tOperationalInsights shared.API = \"operationalinsights\" // Microsoft.OperationalInsights\n\n\t// Insights (Azure Monitor)\n\tInsights shared.API = \"insights\" // microsoft.insights\n\n\t// ExtendedLocation (custom locations, edge zones)\n\tExtendedLocation shared.API = \"extendedlocation\" // Microsoft.ExtendedLocation\n)\n\n// Resources\n// These represent the actual resource types within each Azure resource provider\nconst (\n\t// Compute resources\n\tVirtualMachine shared.Resource = \"virtual-machine\"\n\tDisk shared.Resource = \"disk\"\n\tAvailabilitySet shared.Resource = \"availability-set\"\n\tVirtualMachineExtension shared.Resource = \"virtual-machine-extension\"\n\tVirtualMachineRunCommand shared.Resource = \"virtual-machine-run-command\"\n\tVirtualMachineScaleSet shared.Resource = \"virtual-machine-scale-set\"\n\tDiskEncryptionSet shared.Resource = \"disk-encryption-set\"\n\tProximityPlacementGroup shared.Resource = \"proximity-placement-group\"\n\tDedicatedHostGroup shared.Resource = \"dedicated-host-group\"\n\tDedicatedHost shared.Resource = \"dedicated-host\"\n\tCapacityReservationGroup shared.Resource = \"capacity-reservation-group\"\n\tCapacityReservation shared.Resource = \"capacity-reservation\"\n\tImage shared.Resource = \"image\"\n\tSnapshot shared.Resource = \"snapshot\"\n\tDiskAccess shared.Resource = \"disk-access\"\n\tDiskAccessPrivateEndpointConnection shared.Resource = \"disk-access-private-endpoint-connection\"\n\tSharedGalleryImage shared.Resource = \"shared-gallery-image\"\n\tSharedGallery shared.Resource = \"shared-gallery\"\n\tCommunityGalleryImage shared.Resource = \"community-gallery-image\"\n\tGalleryApplicationVersion shared.Resource = \"gallery-application-version\"\n\tGalleryApplication shared.Resource = \"gallery-application\"\n\tGalleryImage shared.Resource = \"gallery-image\"\n\tGallery shared.Resource = \"gallery\"\n\n\t// Network resources\n\tVirtualNetwork shared.Resource = \"virtual-network\"\n\tSubnet shared.Resource = \"subnet\"\n\tNetworkInterface shared.Resource = \"network-interface\"\n\tPublicIPAddress shared.Resource = \"public-ip-address\"\n\tNetworkSecurityGroup shared.Resource = \"network-security-group\"\n\tVirtualNetworkPeering shared.Resource = \"virtual-network-peering\"\n\tNetworkInterfaceIPConfiguration shared.Resource = \"network-interface-ip-configuration\"\n\tPrivateEndpoint shared.Resource = \"private-endpoint\"\n\tLoadBalancer shared.Resource = \"load-balancer\"\n\tLoadBalancerFrontendIPConfiguration shared.Resource = \"load-balancer-frontend-ip-configuration\"\n\tLoadBalancerBackendAddressPool shared.Resource = \"load-balancer-backend-address-pool\"\n\tLoadBalancerInboundNatRule shared.Resource = \"load-balancer-inbound-nat-rule\"\n\tLoadBalancerLoadBalancingRule shared.Resource = \"load-balancer-load-balancing-rule\"\n\tLoadBalancerProbe shared.Resource = \"load-balancer-probe\"\n\tLoadBalancerOutboundRule shared.Resource = \"load-balancer-outbound-rule\"\n\tLoadBalancerInboundNatPool shared.Resource = \"load-balancer-inbound-nat-pool\"\n\tPublicIPPrefix shared.Resource = \"public-ip-prefix\"\n\tCustomIPPrefix shared.Resource = \"custom-ip-prefix\"\n\tNatGateway shared.Resource = \"nat-gateway\"\n\tDdosProtectionPlan shared.Resource = \"ddos-protection-plan\"\n\tApplicationGateway shared.Resource = \"application-gateway\"\n\tApplicationGatewayBackendAddressPool shared.Resource = \"application-gateway-backend-address-pool\"\n\tApplicationGatewayFrontendIPConfiguration shared.Resource = \"application-gateway-frontend-ip-configuration\"\n\tApplicationGatewayGatewayIPConfiguration shared.Resource = \"application-gateway-gateway-ip-configuration\"\n\tApplicationGatewayHTTPListener shared.Resource = \"application-gateway-http-listener\"\n\tApplicationGatewayBackendHTTPSettings shared.Resource = \"application-gateway-backend-http-settings\"\n\tApplicationGatewayRequestRoutingRule shared.Resource = \"application-gateway-request-routing-rule\"\n\tApplicationGatewayProbe shared.Resource = \"application-gateway-probe\"\n\tApplicationGatewaySSLCertificate shared.Resource = \"application-gateway-ssl-certificate\"\n\tApplicationGatewayURLPathMap shared.Resource = \"application-gateway-url-path-map\"\n\tApplicationGatewayAuthenticationCertificate shared.Resource = \"application-gateway-authentication-certificate\"\n\tApplicationGatewayTrustedRootCertificate shared.Resource = \"application-gateway-trusted-root-certificate\"\n\tApplicationGatewayRewriteRuleSet shared.Resource = \"application-gateway-rewrite-rule-set\"\n\tApplicationGatewayRedirectConfiguration shared.Resource = \"application-gateway-redirect-configuration\"\n\tApplicationGatewayWebApplicationFirewallPolicy shared.Resource = \"application-gateway-web-application-firewall-policy\"\n\tApplicationSecurityGroup shared.Resource = \"application-security-group\"\n\tSecurityRule shared.Resource = \"security-rule\"\n\tDefaultSecurityRule shared.Resource = \"default-security-rule\"\n\tIPGroup shared.Resource = \"ip-group\"\n\tFirewall shared.Resource = \"firewall\"\n\tFirewallPolicy shared.Resource = \"firewall-policy\"\n\tRouteTable shared.Resource = \"route-table\"\n\tRoute shared.Resource = \"route\"\n\tVirtualNetworkGateway shared.Resource = \"virtual-network-gateway\"\n\tVirtualNetworkGatewayConnection shared.Resource = \"virtual-network-gateway-connection\"\n\tVirtualNetworkGatewayNatRule shared.Resource = \"virtual-network-gateway-nat-rule\"\n\tVirtualNetworkGatewayIPConfiguration shared.Resource = \"virtual-network-gateway-ip-configuration\"\n\tLocalNetworkGateway shared.Resource = \"local-network-gateway\"\n\tExpressRouteCircuitPeering shared.Resource = \"express-route-circuit-peering\"\n\tPrivateDNSZone shared.Resource = \"private-dns-zone\"\n\tZone shared.Resource = \"zone\"\n\tDNSRecordSet shared.Resource = \"dns-record-set\"\n\tDNSVirtualNetworkLink shared.Resource = \"dns-virtual-network-link\"\n\tFlowLog shared.Resource = \"flow-log\"\n\tPrivateLinkService shared.Resource = \"private-link-service\"\n\tDscpConfiguration shared.Resource = \"dscp-configuration\"\n\tVirtualNetworkTap shared.Resource = \"virtual-network-tap\"\n\tNetworkInterfaceTapConfiguration shared.Resource = \"network-interface-tap-configuration\"\n\tServiceEndpointPolicy shared.Resource = \"service-endpoint-policy\"\n\tIpAllocation shared.Resource = \"ip-allocation\"\n\tNetworkWatcher shared.Resource = \"network-watcher\"\n\n\t// Storage resources\n\tAccount shared.Resource = \"account\"\n\tBlobContainer shared.Resource = \"blob-container\"\n\tEncryptionScope shared.Resource = \"encryption-scope\"\n\tFileShare shared.Resource = \"file-share\"\n\tTable shared.Resource = \"table\"\n\tQueue shared.Resource = \"queue\"\n\tStorageAccountPrivateEndpointConnection shared.Resource = \"storage-account-private-endpoint-connection\"\n\n\t// SQL resources\n\tDatabase shared.Resource = \"database\"\n\tRecoverableDatabase shared.Resource = \"recoverable-database\"\n\tRestorableDroppedDatabase shared.Resource = \"restorable-dropped-database\"\n\tRecoveryServicesRecoveryPoint shared.Resource = \"recovery-services-recovery-point\"\n\tServer shared.Resource = \"server\"\n\tElasticPool shared.Resource = \"elastic-pool\"\n\tServerFirewallRule shared.Resource = \"server-firewall-rule\"\n\tServerVirtualNetworkRule shared.Resource = \"server-virtual-network-rule\"\n\tServerKey shared.Resource = \"server-key\"\n\tServerFailoverGroup shared.Resource = \"server-failover-group\"\n\tServerAdministrator shared.Resource = \"server-administrator\"\n\tServerSyncGroup shared.Resource = \"server-sync-group\"\n\tServerSyncAgent shared.Resource = \"server-sync-agent\"\n\tServerPrivateEndpointConnection shared.Resource = \"server-private-endpoint-connection\"\n\tServerAuditingSetting shared.Resource = \"server-auditing-setting\"\n\tServerSecurityAlertPolicy shared.Resource = \"server-security-alert-policy\"\n\tServerVulnerabilityAssessment shared.Resource = \"server-vulnerability-assessment\"\n\tServerEncryptionProtector shared.Resource = \"server-encryption-protector\"\n\tServerBlobAuditingPolicy shared.Resource = \"server-blob-auditing-policy\"\n\tServerAutomaticTuning shared.Resource = \"server-automatic-tuning\"\n\tServerAdvancedThreatProtectionSetting shared.Resource = \"server-advanced-threat-protection-setting\"\n\tServerDnsAlias shared.Resource = \"server-dns-alias\"\n\tServerUsage shared.Resource = \"server-usage\"\n\tServerOperation shared.Resource = \"server-operation\"\n\tServerAdvisor shared.Resource = \"server-advisor\"\n\tServerBackupLongTermRetentionPolicy shared.Resource = \"server-backup-long-term-retention-policy\"\n\tServerDevOpsAuditSetting shared.Resource = \"server-devops-audit-setting\"\n\tServerTrustGroup shared.Resource = \"server-trust-group\"\n\tServerOutboundFirewallRule shared.Resource = \"server-outbound-firewall-rule\"\n\tServerPrivateLinkResource shared.Resource = \"server-private-link-resource\"\n\tLongTermRetentionBackup shared.Resource = \"long-term-retention-backup\"\n\tDatabaseSchema shared.Resource = \"database-schema\"\n\n\t// Maintenance resources\n\tMaintenanceConfiguration shared.Resource = \"maintenance-configuration\"\n\n\t// DBforPostgreSQL resources\n\tFlexibleServer shared.Resource = \"flexible-server\"\n\tFlexibleServerFirewallRule shared.Resource = \"flexible-server-firewall-rule\"\n\tFlexibleServerConfiguration shared.Resource = \"flexible-server-configuration\"\n\tFlexibleServerAdministrator shared.Resource = \"flexible-server-administrator\"\n\tFlexibleServerPrivateEndpointConnection shared.Resource = \"flexible-server-private-endpoint-connection\"\n\tFlexibleServerPrivateLinkResource shared.Resource = \"flexible-server-private-link-resource\"\n\tFlexibleServerReplica shared.Resource = \"flexible-server-replica\"\n\tFlexibleServerMigration shared.Resource = \"flexible-server-migration\"\n\tFlexibleServerBackup shared.Resource = \"flexible-server-backup\"\n\tFlexibleServerVirtualEndpoint shared.Resource = \"flexible-server-virtual-endpoint\"\n\n\t// DocumentDB resources\n\tDatabaseAccounts shared.Resource = \"database-accounts\"\n\tPrivateEndpointConnection shared.Resource = \"private-endpoint-connection\"\n\n\t// KeyVault resources\n\tVault shared.Resource = \"vault\"\n\tSecret shared.Resource = \"secret\"\n\tKey shared.Resource = \"key\"\n\tManagedHSM shared.Resource = \"managed-hsm\"\n\tManagedHSMPrivateEndpointConnection shared.Resource = \"managed-hsm-private-endpoint-connection\"\n\n\t// ManagedIdentity resources\n\tUserAssignedIdentity shared.Resource = \"user-assigned-identity\"\n\tFederatedIdentityCredential shared.Resource = \"federated-identity-credential\"\n\n\t// Batch resources\n\tBatchAccount shared.Resource = \"batch-account\"\n\tBatchApplication shared.Resource = \"batch-application\"\n\tBatchApplicationPackage shared.Resource = \"batch-application-package\"\n\tBatchPool shared.Resource = \"batch-pool\"\n\tBatchCertificate shared.Resource = \"batch-certificate\"\n\tBatchPrivateEndpointConnection shared.Resource = \"batch-private-endpoint-connection\"\n\tBatchPrivateLinkResource shared.Resource = \"batch-private-link-resource\"\n\tBatchDetector shared.Resource = \"batch-detector\"\n\n\t// ElasticSAN resources\n\tElasticSanResource shared.Resource = \"elastic-san\"\n\tVolumeGroup shared.Resource = \"volume-group\"\n\tVolume shared.Resource = \"volume\"\n\tVolumeSnapshot shared.Resource = \"elastic-san-volume-snapshot\"\n\n\t// Authorization resources\n\tRoleAssignment shared.Resource = \"role-assignment\"\n\tRoleDefinition shared.Resource = \"role-definition\"\n\n\t// Resources (subscriptions, resource groups)\n\tSubscription shared.Resource = \"subscription\"\n\tResourceGroup shared.Resource = \"resource-group\"\n\n\t// OperationalInsights resources\n\tWorkspace shared.Resource = \"workspace\"\n\tCluster shared.Resource = \"cluster\"\n\n\t// Insights (Azure Monitor) resources\n\tPrivateLinkScopeScopedResource shared.Resource = \"private-link-scope-scoped-resource\"\n\n\t// ExtendedLocation resources\n\tCustomLocation shared.Resource = \"custom-location\"\n)\n" }, { "path": "sources/azure/shared/resource_id_item_type.go", "content": "package shared\n\nimport (\n\t\"strings\"\n\t\"unicode\"\n)\n\n// azureProviderToAPI maps Azure resource provider namespaces to the short API names used in\n// item types (see models.go). Enables generated linked queries to match existing adapter\n// naming: azure-{api}-{resource} with kebab-case resource.\nvar azureProviderToAPI = map[string]string{\n\t\"microsoft.compute\": \"compute\",\n\t\"microsoft.network\": \"network\",\n\t\"microsoft.storage\": \"storage\",\n\t\"microsoft.sql\": \"sql\",\n\t\"microsoft.documentdb\": \"documentdb\",\n\t\"microsoft.keyvault\": \"keyvault\",\n\t\"microsoft.managedidentity\": \"managedidentity\",\n\t\"microsoft.batch\": \"batch\",\n\t\"microsoft.dbforpostgresql\": \"dbforpostgresql\",\n\t\"microsoft.elasticsan\": \"elasticsan\",\n\t\"microsoft.authorization\": \"authorization\",\n\t\"microsoft.maintenance\": \"maintenance\",\n\t\"microsoft.resources\": \"resources\",\n}\n\n// CamelCaseToKebab converts Azure camelCase resource type (e.g. virtualNetworks, publicIPAddresses)\n// to kebab-case (e.g. virtual-networks, public-ip-addresses) to match project convention in models.go.\n// Consecutive uppercase letters are treated as a single acronym (e.g. IP stays together).\nfunc CamelCaseToKebab(s string) string {\n\tif s == \"\" {\n\t\treturn \"\"\n\t}\n\tvar b strings.Builder\n\trunes := []rune(s)\n\tfor i, r := range runes {\n\t\tif unicode.IsUpper(r) {\n\t\t\tprevLower := i > 0 && unicode.IsLower(runes[i-1])\n\t\t\tnextLower := i+1 < len(runes) && unicode.IsLower(runes[i+1])\n\t\t\t// Insert hyphen before uppercase when: after a lowercase letter, or when this uppercase starts a word (next is lower)\n\t\t\tif i > 0 && (prevLower || (unicode.IsUpper(runes[i-1]) && nextLower)) {\n\t\t\t\tb.WriteByte('-')\n\t\t\t}\n\t\t\tb.WriteRune(unicode.ToLower(r))\n\t\t} else {\n\t\t\tb.WriteRune(unicode.ToLower(r))\n\t\t}\n\t}\n\treturn b.String()\n}\n\n// SingularizeResourceType converts Azure plural resource type to singular form to match\n// models.go (e.g. virtual-networks -> virtual-network, galleries -> gallery, identities -> identity).\nfunc SingularizeResourceType(kebab string) string {\n\tif kebab == \"\" {\n\t\treturn kebab\n\t}\n\t// -ies -> -y (e.g. galleries -> gallery, user-assigned-identities -> user-assigned-identity)\n\tif before, ok := strings.CutSuffix(kebab, \"ies\"); ok {\n\t\treturn before + \"y\"\n\t}\n\t// -addresses -> -address (e.g. public-ip-addresses -> public-ip-address)\n\tif before, ok := strings.CutSuffix(kebab, \"addresses\"); ok {\n\t\treturn before + \"address\"\n\t}\n\tif before, ok := strings.CutSuffix(kebab, \"s\"); ok {\n\t\treturn before\n\t}\n\treturn kebab\n}\n\n// ItemTypeFromLinkedResourceID derives an item type string from an Azure resource ID for use in\n// LinkedItemQueries (e.g. ResourceNavigationLink, ServiceAssociationLink). Uses short API names\n// and kebab-case singular resource types so generated types match existing adapter naming\n// (e.g. azure-network-virtual-network). For unknown providers, returns empty so callers can\n// fall back to a generic type such as \"azure-resource\".\nfunc ItemTypeFromLinkedResourceID(resourceID string) string {\n\tif resourceID == \"\" {\n\t\treturn \"\"\n\t}\n\tparts := strings.Split(strings.Trim(resourceID, \"/\"), \"/\")\n\tfor i, part := range parts {\n\t\tif strings.EqualFold(part, \"providers\") && i+2 < len(parts) {\n\t\t\tprovider := strings.ToLower(parts[i+1])\n\t\t\tresourceTypeRaw := parts[i+2]\n\t\t\tapi, ok := azureProviderToAPI[provider]\n\t\t\tif !ok {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\tresourceType := SingularizeResourceType(CamelCaseToKebab(resourceTypeRaw))\n\t\t\tif resourceType == \"\" {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\treturn \"azure-\" + api + \"-\" + resourceType\n\t\t}\n\t}\n\treturn \"\"\n}\n" }, { "path": "sources/azure/shared/resource_id_item_type_test.go", "content": "package shared_test\n\nimport (\n\t\"testing\"\n\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nfunc TestCamelCaseToKebab(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tinput string\n\t\texpected string\n\t}{\n\t\t{\"virtualNetworks\", \"virtualNetworks\", \"virtual-networks\"},\n\t\t{\"managedInstances\", \"managedInstances\", \"managed-instances\"},\n\t\t{\"applicationGateways\", \"applicationGateways\", \"application-gateways\"},\n\t\t{\"publicIPAddresses (acronym)\", \"publicIPAddresses\", \"public-ip-addresses\"},\n\t\t{\"empty\", \"\", \"\"},\n\t\t{\"single word lowercase\", \"subnet\", \"subnet\"},\n\t}\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tgot := azureshared.CamelCaseToKebab(tc.input)\n\t\t\tif got != tc.expected {\n\t\t\t\tt.Errorf(\"CamelCaseToKebab(%q) = %q; want %q\", tc.input, got, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestSingularizeResourceType(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tinput string\n\t\texpected string\n\t}{\n\t\t{\"virtual-networks\", \"virtual-networks\", \"virtual-network\"},\n\t\t{\"managed-instances\", \"managed-instances\", \"managed-instance\"},\n\t\t{\"galleries -> gallery\", \"galleries\", \"gallery\"},\n\t\t{\"user-assigned-identities -> user-assigned-identity\", \"user-assigned-identities\", \"user-assigned-identity\"},\n\t\t{\"public-ip-addresses -> public-ip-address\", \"public-ip-addresses\", \"public-ip-address\"},\n\t\t{\"no trailing s\", \"virtual-network\", \"virtual-network\"},\n\t\t{\"empty\", \"\", \"\"},\n\t}\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tgot := azureshared.SingularizeResourceType(tc.input)\n\t\t\tif got != tc.expected {\n\t\t\t\tt.Errorf(\"SingularizeResourceType(%q) = %q; want %q\", tc.input, got, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestItemTypeFromLinkedResourceID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceID string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"Microsoft.Network virtualNetworks\",\n\t\t\tresourceID: \"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/myRg/providers/Microsoft.Network/virtualNetworks/myVnet\",\n\t\t\texpected: \"azure-network-virtual-network\",\n\t\t},\n\t\t{\n\t\t\tname: \"Microsoft.Sql managedInstances\",\n\t\t\tresourceID: \"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/myRg/providers/Microsoft.Sql/managedInstances/myMI\",\n\t\t\texpected: \"azure-sql-managed-instance\",\n\t\t},\n\t\t{\n\t\t\tname: \"Microsoft.Compute virtualMachines\",\n\t\t\tresourceID: \"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.Compute/virtualMachines/vm1\",\n\t\t\texpected: \"azure-compute-virtual-machine\",\n\t\t},\n\t\t{\n\t\t\tname: \"unknown provider returns empty\",\n\t\t\tresourceID: \"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.Unknown/fooBars/name\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty ID returns empty\",\n\t\t\tresourceID: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"no providers segment returns empty\",\n\t\t\tresourceID: \"/not/a/valid/resource/id\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"Microsoft.Compute galleries\",\n\t\t\tresourceID: \"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.Compute/galleries/myGallery\",\n\t\t\texpected: \"azure-compute-gallery\",\n\t\t},\n\t\t{\n\t\t\tname: \"Microsoft.ManagedIdentity userAssignedIdentities\",\n\t\t\tresourceID: \"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/myIdentity\",\n\t\t\texpected: \"azure-managedidentity-user-assigned-identity\",\n\t\t},\n\t\t{\n\t\t\tname: \"Microsoft.Network publicIPAddresses (acronym)\",\n\t\t\tresourceID: \"/subscriptions/sub/resourceGroups/rg/providers/Microsoft.Network/publicIPAddresses/myPublicIP\",\n\t\t\texpected: \"azure-network-public-ip-address\",\n\t\t},\n\t}\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tgot := azureshared.ItemTypeFromLinkedResourceID(tc.resourceID)\n\t\t\tif got != tc.expected {\n\t\t\t\tt.Errorf(\"ItemTypeFromLinkedResourceID(%q) = %q; want %q\", tc.resourceID, got, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/azure/shared/scope.go", "content": "package shared\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// ResourceGroupScope represents a subscription and resource group pair.\n// It is used by multi-scope adapters to handle multiple resource groups.\ntype ResourceGroupScope struct {\n\tSubscriptionID string\n\tResourceGroup string\n}\n\n// NewResourceGroupScope creates a ResourceGroupScope for the given subscription and resource group.\nfunc NewResourceGroupScope(subscriptionID, resourceGroup string) ResourceGroupScope {\n\treturn ResourceGroupScope{\n\t\tSubscriptionID: subscriptionID,\n\t\tResourceGroup: resourceGroup,\n\t}\n}\n\n// ToScope returns the scope string in format \"{subscriptionId}.{resourceGroup}\".\nfunc (r ResourceGroupScope) ToScope() string {\n\treturn fmt.Sprintf(\"%s.%s\", r.SubscriptionID, r.ResourceGroup)\n}\n\n// MultiResourceGroupBase provides shared multi-scope behavior for resource-group-scoped adapters.\n// One adapter instance handles all resource groups in resourceGroupScopes.\ntype MultiResourceGroupBase struct {\n\tresourceGroupScopes []ResourceGroupScope\n\t*shared.Base\n}\n\n// NewMultiResourceGroupBase creates a MultiResourceGroupBase that supports multiple resource group scopes.\nfunc NewMultiResourceGroupBase(\n\tresourceGroupScopes []ResourceGroupScope,\n\tcategory sdp.AdapterCategory,\n\titem shared.ItemType,\n) *MultiResourceGroupBase {\n\tif len(resourceGroupScopes) == 0 {\n\t\tpanic(\"NewMultiResourceGroupBase: resourceGroupScopes cannot be empty\")\n\t}\n\n\tscopeStrings := make([]string, 0, len(resourceGroupScopes))\n\tfor _, rgScope := range resourceGroupScopes {\n\t\tscopeStrings = append(scopeStrings, rgScope.ToScope())\n\t}\n\n\treturn &MultiResourceGroupBase{\n\t\tresourceGroupScopes: resourceGroupScopes,\n\t\tBase: shared.NewBase(category, item, scopeStrings),\n\t}\n}\n\n// ResourceGroupScopeFromScope parses a scope string and returns the matching ResourceGroupScope\n// if it is one of the adapter's configured scopes.\nfunc (m *MultiResourceGroupBase) ResourceGroupScopeFromScope(scope string) (ResourceGroupScope, error) {\n\tsubscriptionID := SubscriptionIDFromScope(scope)\n\tresourceGroup := ResourceGroupFromScope(scope)\n\tif subscriptionID == \"\" || resourceGroup == \"\" {\n\t\treturn ResourceGroupScope{}, fmt.Errorf(\"invalid scope format %q: expected subscriptionId.resourceGroup\", scope)\n\t}\n\n\trgScope := NewResourceGroupScope(subscriptionID, resourceGroup)\n\tfor _, s := range m.resourceGroupScopes {\n\t\tif s.SubscriptionID == rgScope.SubscriptionID && s.ResourceGroup == rgScope.ResourceGroup {\n\t\t\treturn rgScope, nil\n\t\t}\n\t}\n\treturn ResourceGroupScope{}, fmt.Errorf(\"scope %s not found in adapter resource group scopes\", scope)\n}\n\n// ResourceGroupScopes returns the configured resource group scopes for this adapter.\nfunc (m *MultiResourceGroupBase) ResourceGroupScopes() []ResourceGroupScope {\n\treturn m.resourceGroupScopes\n}\n\n// DefaultScope returns the first scope (for compatibility where a single default is needed).\nfunc (m *MultiResourceGroupBase) DefaultScope() string {\n\treturn m.Scopes()[0]\n}\n" }, { "path": "sources/azure/shared/utils.go", "content": "package shared\n\nimport (\n\t\"fmt\"\n\t\"net/url\"\n\t\"regexp\"\n\t\"strings\"\n)\n\n// GetResourceIDPathKeys returns the path keys to extract from an Azure resource ID\n// for a given resource type. These keys are used to extract the necessary parameters\n// from the resource ID to match the adapter's GetLookups() order.\n//\n// For example, for storage queues:\n// Resource ID: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Storage/storageAccounts/{account}/queueServices/default/queues/{queue}\n// Path keys: [\"storageAccounts\", \"queues\"]\n// Returns: [\"{account}\", \"{queue}\"]\nfunc GetResourceIDPathKeys(resourceType string) []string {\n\t// Map of resource types to their path keys in the order they appear in GetLookups()\n\tpathKeysMap := map[string][]string{\n\t\t\"azure-storage-queue\": {\"storageAccounts\", \"queues\"},\n\t\t\"azure-storage-blob-container\": {\"storageAccounts\", \"containers\"},\n\t\t\"azure-storage-encryption-scope\": {\"storageAccounts\", \"encryptionScopes\"},\n\t\t\"azure-storage-file-share\": {\"storageAccounts\", \"shares\"},\n\t\t\"azure-storage-storage-account-private-endpoint-connection\": {\"storageAccounts\", \"privateEndpointConnections\"},\n\t\t\"azure-documentdb-private-endpoint-connection\": {\"databaseAccounts\", \"privateEndpointConnections\"},\n\t\t\"azure-storage-table\": {\"storageAccounts\", \"tables\"},\n\t\t\"azure-sql-database\": {\"servers\", \"databases\"}, // \"/subscriptions/00000000-1111-2222-3333-444444444444/resourceGroups/Default-SQL-SouthEastAsia/providers/Microsoft.Sql/servers/testsvr/databases/testdb\",\n\t\t\"azure-sql-elastic-pool\": {\"servers\", \"elasticPools\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Sql/servers/{serverName}/elasticPools/{elasticPoolName}\",\n\t\t\"azure-sql-server-firewall-rule\": {\"servers\", \"firewallRules\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Sql/servers/{serverName}/firewallRules/{ruleName}\",\n\t\t\"azure-sql-server-virtual-network-rule\": {\"servers\", \"virtualNetworkRules\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Sql/servers/{serverName}/virtualNetworkRules/{ruleName}\",\n\t\t\"azure-sql-server-private-endpoint-connection\": {\"servers\", \"privateEndpointConnections\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Sql/servers/{serverName}/privateEndpointConnections/{connectionName}\",\n\t\t\"azure-dbforpostgresql-database\": {\"flexibleServers\", \"databases\"}, // \"/subscriptions/.../Microsoft.DBforPostgreSQL/flexibleServers/{server}/databases/{db}\",\n\t\t\"azure-dbforpostgresql-flexible-server-firewall-rule\": {\"flexibleServers\", \"firewallRules\"}, // \"/subscriptions/.../Microsoft.DBforPostgreSQL/flexibleServers/{server}/firewallRules/{rule}\",\n\t\t\"azure-dbforpostgresql-flexible-server-private-endpoint-connection\": {\"flexibleServers\", \"privateEndpointConnections\"}, // \"/subscriptions/.../Microsoft.DBforPostgreSQL/flexibleServers/{server}/privateEndpointConnections/{connectionName}\",\n\t\t\"azure-dbforpostgresql-flexible-server-backup\": {\"flexibleServers\", \"backups\"}, // \"/subscriptions/.../Microsoft.DBforPostgreSQL/flexibleServers/{server}/backups/{backupName}\",\n\t\t\"azure-keyvault-secret\": {\"vaults\", \"secrets\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.KeyVault/vaults/{vaultName}/secrets/{secretName}\",\n\t\t\"azure-keyvault-key\": {\"vaults\", \"keys\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.KeyVault/vaults/{vaultName}/keys/{keyName}\",\n\t\t\"azure-keyvault-managed-hsm-private-endpoint-connection\": {\"managedHSMs\", \"privateEndpointConnections\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.KeyVault/managedHSMs/{name}/privateEndpointConnections/{connectionName}\",\n\t\t\"azure-authorization-role-assignment\": {\"roleAssignments\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Authorization/roleAssignments/{roleAssignmentName}\",\n\t\t\"azure-compute-virtual-machine-run-command\": {\"virtualMachines\", \"runCommands\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/virtualMachines/{virtualMachineName}/runCommands/{runCommandName}\",\n\t\t\"azure-compute-virtual-machine-extension\": {\"virtualMachines\", \"extensions\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/virtualMachines/{virtualMachineName}/extensions/{extensionName}\",\n\t\t\"azure-compute-gallery-application-version\": {\"galleries\", \"applications\", \"versions\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/galleries/{galleryName}/applications/{applicationName}/versions/{versionName}\",\n\t\t\"azure-compute-gallery-application\": {\"galleries\", \"applications\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/galleries/{galleryName}/applications/{applicationName}\",\n\t\t\"azure-compute-gallery-image\": {\"galleries\", \"images\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/galleries/{galleryName}/images/{imageName}\",\n\t\t\"azure-compute-dedicated-host\": {\"hostGroups\", \"hosts\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/hostGroups/{hostGroupName}/hosts/{hostName}\",\n\t\t\"azure-compute-capacity-reservation\": {\"capacityReservationGroups\", \"capacityReservations\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/capacityReservationGroups/{groupName}/capacityReservations/{reservationName}\",\n\t\t\"azure-network-subnet\": {\"virtualNetworks\", \"subnets\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnetName}/subnets/{subnetName}\",\n\t\t\"azure-network-virtual-network-peering\": {\"virtualNetworks\", \"virtualNetworkPeerings\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/virtualNetworks/{vnetName}/virtualNetworkPeerings/{peeringName}\",\n\t\t\"azure-network-route\": {\"routeTables\", \"routes\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/routeTables/{routeTableName}/routes/{routeName}\",\n\t\t\"azure-network-security-rule\": {\"networkSecurityGroups\", \"securityRules\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/networkSecurityGroups/{nsgName}/securityRules/{ruleName}\",\n\t\t\"azure-network-default-security-rule\": {\"networkSecurityGroups\", \"defaultSecurityRules\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/networkSecurityGroups/{nsgName}/defaultSecurityRules/{ruleName}\",\n\t\t\"azure-batch-batch-application\": {\"batchAccounts\", \"applications\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Batch/batchAccounts/{accountName}/applications/{applicationName}\",\n\t\t\"azure-batch-batch-application-package\": {\"batchAccounts\", \"applications\", \"versions\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Batch/batchAccounts/{accountName}/applications/{applicationName}/versions/{versionName}\",\n\t\t\"azure-batch-batch-pool\": {\"batchAccounts\", \"pools\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Batch/batchAccounts/{accountName}/pools/{poolName}\",\n\t\t\"azure-network-dns-record-set\": {\"dnszones\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/dnszones/{zoneName}/{recordType}/{relativeRecordSetName}\"\n\t\t\"azure-elasticsan-elastic-san-volume-group\": {\"elasticSans\", \"volumegroups\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.ElasticSan/elasticSans/{elasticSanName}/volumegroups/{volumeGroupName}\"\n\t\t\"azure-elasticsan-volume\": {\"elasticSans\", \"volumegroups\", \"volumes\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.ElasticSan/elasticSans/{elasticSanName}/volumegroups/{volumeGroupName}/volumes/{volumeName}\"\n\t\t\"azure-elasticsan-elastic-san-volume-snapshot\": {\"elasticSans\", \"volumegroups\", \"snapshots\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.ElasticSan/elasticSans/{elasticSanName}/volumegroups/{volumeGroupName}/snapshots/{snapshotName}\"\n\t\t\"azure-compute-disk-access-private-endpoint-connection\": {\"diskAccesses\", \"privateEndpointConnections\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/diskAccesses/{diskAccessName}/privateEndpointConnections/{connectionName}\"\n\t\t\"azure-network-dns-virtual-network-link\": {\"privateDnsZones\", \"virtualNetworkLinks\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/privateDnsZones/{zoneName}/virtualNetworkLinks/{linkName}\"\n\t\t\"azure-network-load-balancer-frontend-ip-configuration\": {\"loadBalancers\", \"frontendIPConfigurations\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/loadBalancers/{lbName}/frontendIPConfigurations/{frontendIPConfigName}\"\n\t\t\"azure-network-flow-log\": {\"networkWatchers\", \"flowLogs\"}, // \"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Network/networkWatchers/{networkWatcherName}/flowLogs/{flowLogName}\"\n\t}\n\n\tif keys, ok := pathKeysMap[resourceType]; ok {\n\t\treturn keys\n\t}\n\n\treturn nil\n}\n\n// ExtractResourceName extracts the resource name from an Azure resource ID\n// Azure resource IDs follow the format:\n// /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/{resourceProvider}/{resourceType}/{resourceName}\n// This function returns the last segment of the path, which is typically the resource name\nfunc ExtractResourceName(resourceID string) string {\n\tif resourceID == \"\" {\n\t\treturn \"\"\n\t}\n\n\t// Split by \"/\" and get the last part (resource name)\n\tparts := strings.Split(resourceID, \"/\")\n\tif len(parts) > 0 {\n\t\treturn parts[len(parts)-1]\n\t}\n\n\treturn \"\"\n}\n\n// ExtractPathParamsFromResourceID extracts values following specified path keys from an Azure resource ID.\n// It returns a slice of values in the order of the keys provided.\n//\n// For example, for input=\"/subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Storage/storageAccounts/{account}/queueServices/default/queues/{queue}\"\n// and keys=[\"storageAccounts\", \"queues\"], it will return [\"{account}\", \"{queue}\"].\n//\n// Key matching is case-insensitive (Azure resource IDs are case-insensitive) but\n// only matches at even-indexed path positions (structural key slots) to avoid\n// misidentifying a resource name that happens to equal a key.\n//\n// If a key is not found, the function will return nil.\nfunc ExtractPathParamsFromResourceID(resourceID string, keys []string) []string {\n\tif resourceID == \"\" || len(keys) == 0 {\n\t\treturn nil\n\t}\n\n\tparts := strings.Split(strings.Trim(resourceID, \"/\"), \"/\")\n\tresults := make([]string, 0, len(keys))\n\n\tfor _, key := range keys {\n\t\tfound := false\n\t\tfor i, part := range parts {\n\t\t\t// Azure resource IDs alternate key/value segments after trimming:\n\t\t\t// key0/value0/key1/value1/... Keys are at even indices (0, 2, 4, ...),\n\t\t\t// values at odd indices. Only match at key positions to prevent a\n\t\t\t// resource name like \"images\" from being treated as a path key.\n\t\t\tif i%2 == 0 && strings.EqualFold(part, key) && i+1 < len(parts) {\n\t\t\t\tresults = append(results, parts[i+1])\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\treturn nil\n\t\t}\n\t}\n\n\tif len(results) != len(keys) {\n\t\treturn nil\n\t}\n\n\treturn results\n}\n\n// ExtractDNSRecordSetParamsFromResourceID extracts zone name, record type, and relative record set name\n// from an Azure DNS record set resource ID. The path format is non-standard: after \"dnszones\" the next\n// three segments are zoneName, recordType (e.g. \"A\", \"AAAA\"), and relativeRecordSetNameβ€”recordType is\n// a value, not a path key, so ExtractPathParamsFromResourceID cannot be used.\n//\n// Example: .../dnszones/example.com/A/www returns [\"example.com\", \"A\", \"www\"].\n// Returns nil if the path does not match the expected structure.\nfunc ExtractDNSRecordSetParamsFromResourceID(resourceID string) []string {\n\tif resourceID == \"\" {\n\t\treturn nil\n\t}\n\tparts := strings.Split(strings.Trim(resourceID, \"/\"), \"/\")\n\tfor i, part := range parts {\n\t\tif i%2 == 0 && strings.EqualFold(part, \"dnszones\") && i+3 < len(parts) {\n\t\t\treturn []string{parts[i+1], parts[i+2], parts[i+3]}\n\t\t}\n\t}\n\treturn nil\n}\n\n// ExtractPathParamsFromResourceIDByType extracts query parts from an Azure resource ID for the given\n// resource type. For azure-network-dns-record-set it uses ExtractDNSRecordSetParamsFromResourceID\n// because the DNS path format (dnszones/zone/recordType/name) does not follow the usual key/value\n// pattern. For all other types it uses GetResourceIDPathKeys and ExtractPathParamsFromResourceID.\n// Returns nil if the type is unknown or extraction fails.\nfunc ExtractPathParamsFromResourceIDByType(resourceType string, resourceID string) []string {\n\tif resourceType == \"azure-network-dns-record-set\" {\n\t\treturn ExtractDNSRecordSetParamsFromResourceID(resourceID)\n\t}\n\tpathKeys := GetResourceIDPathKeys(resourceType)\n\tif pathKeys == nil {\n\t\treturn nil\n\t}\n\treturn ExtractPathParamsFromResourceID(resourceID, pathKeys)\n}\n\n// ExtractSQLServerNameFromDatabaseID extracts the SQL server name from a SQL database resource ID.\n// Azure SQL database IDs follow the format:\n// /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/databases/{databaseName}\n// This function returns the server name segment.\nfunc ExtractSQLServerNameFromDatabaseID(databaseID string) string {\n\tif databaseID == \"\" {\n\t\treturn \"\"\n\t}\n\n\tparams := ExtractPathParamsFromResourceID(databaseID, []string{\"servers\"})\n\tif len(params) > 0 {\n\t\treturn params[0]\n\t}\n\n\treturn \"\"\n}\n\n// ExtractSQLElasticPoolNameFromID extracts the SQL elastic pool name from an elastic pool resource ID.\n// Azure SQL elastic pool IDs follow the format:\n// /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/elasticPools/{elasticPoolName}\n// This function returns the elastic pool name segment.\nfunc ExtractSQLElasticPoolNameFromID(elasticPoolID string) string {\n\tif elasticPoolID == \"\" {\n\t\treturn \"\"\n\t}\n\n\tparams := ExtractPathParamsFromResourceID(elasticPoolID, []string{\"elasticPools\"})\n\tif len(params) > 0 {\n\t\treturn params[0]\n\t}\n\n\treturn \"\"\n}\n\n// ExtractSQLDatabaseInfoFromResourceID extracts SQL server name and database name from a SQL database resource ID.\n// Azure SQL database IDs follow the format:\n// /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/databases/{databaseName}\n// Returns serverName and databaseName if the resource ID is a SQL database, otherwise returns empty strings.\nfunc ExtractSQLDatabaseInfoFromResourceID(resourceID string) (serverName, databaseName string) {\n\tif resourceID == \"\" {\n\t\treturn \"\", \"\"\n\t}\n\n\tparams := ExtractPathParamsFromResourceID(resourceID, []string{\"servers\", \"databases\"})\n\tif len(params) >= 2 {\n\t\treturn params[0], params[1]\n\t}\n\n\treturn \"\", \"\"\n}\n\n// ExtractSQLRecoverableDatabaseInfoFromResourceID extracts SQL server name and database name from a recoverable database resource ID.\n// Azure SQL recoverable database IDs follow the format:\n// /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/recoverableDatabases/{databaseName}\n// Returns serverName and databaseName if the resource ID is a recoverable database, otherwise returns empty strings.\nfunc ExtractSQLRecoverableDatabaseInfoFromResourceID(resourceID string) (serverName, databaseName string) {\n\tif resourceID == \"\" {\n\t\treturn \"\", \"\"\n\t}\n\n\tparams := ExtractPathParamsFromResourceID(resourceID, []string{\"servers\", \"recoverableDatabases\"})\n\tif len(params) >= 2 {\n\t\treturn params[0], params[1]\n\t}\n\n\treturn \"\", \"\"\n}\n\n// ExtractSQLRestorableDroppedDatabaseInfoFromResourceID extracts SQL server name and database name from a restorable dropped database resource ID.\n// Azure SQL restorable dropped database IDs follow the format:\n// /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/restorableDroppedDatabases/{databaseName}\n// Returns serverName and databaseName if the resource ID is a restorable dropped database, otherwise returns empty strings.\nfunc ExtractSQLRestorableDroppedDatabaseInfoFromResourceID(resourceID string) (serverName, databaseName string) {\n\tif resourceID == \"\" {\n\t\treturn \"\", \"\"\n\t}\n\n\tparams := ExtractPathParamsFromResourceID(resourceID, []string{\"servers\", \"restorableDroppedDatabases\"})\n\tif len(params) >= 2 {\n\t\treturn params[0], params[1]\n\t}\n\n\treturn \"\", \"\"\n}\n\n// ExtractSQLLongTermRetentionBackupInfoFromResourceID extracts parameters from a long term retention backup resource ID.\n// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Sql/locations/{location}/longTermRetentionServers/{server}/longTermRetentionDatabases/{db}/longTermRetentionBackups/{backupName}\n// Returns locationName, serverName, databaseName, backupName if valid, otherwise empty strings.\nfunc ExtractSQLLongTermRetentionBackupInfoFromResourceID(resourceID string) (locationName, serverName, databaseName, backupName string) {\n\tif resourceID == \"\" {\n\t\treturn \"\", \"\", \"\", \"\"\n\t}\n\n\tparams := ExtractPathParamsFromResourceID(resourceID, []string{\"locations\", \"longTermRetentionServers\", \"longTermRetentionDatabases\", \"longTermRetentionBackups\"})\n\tif len(params) >= 4 {\n\t\treturn params[0], params[1], params[2], params[3]\n\t}\n\n\treturn \"\", \"\", \"\", \"\"\n}\n\n// ExtractSQLElasticPoolInfoFromResourceID extracts SQL server name and elastic pool name from a SQL elastic pool resource ID.\n// Azure SQL elastic pool IDs follow the format:\n// /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Sql/servers/{serverName}/elasticPools/{elasticPoolName}\n// Returns serverName and elasticPoolName if the resource ID is a SQL elastic pool, otherwise returns empty strings.\nfunc ExtractSQLElasticPoolInfoFromResourceID(resourceID string) (serverName, elasticPoolName string) {\n\tif resourceID == \"\" {\n\t\treturn \"\", \"\"\n\t}\n\n\tparams := ExtractPathParamsFromResourceID(resourceID, []string{\"servers\", \"elasticPools\"})\n\tif len(params) >= 2 {\n\t\treturn params[0], params[1]\n\t}\n\n\treturn \"\", \"\"\n}\n\n// SourceResourceType represents the type of resource referenced by SourceResourceID\ntype SourceResourceType int\n\nconst (\n\tSourceResourceTypeUnknown SourceResourceType = iota\n\tSourceResourceTypeSQLDatabase\n\tSourceResourceTypeSQLElasticPool\n\t// SourceResourceTypeSynapseSQLPool - not yet supported (requires Synapse item types)\n)\n\n// DetermineSourceResourceType determines the type of resource from a SourceResourceID.\n// Returns the resource type and extracted parameters for SQL resources.\nfunc DetermineSourceResourceType(resourceID string) (SourceResourceType, map[string]string) {\n\tif resourceID == \"\" {\n\t\treturn SourceResourceTypeUnknown, nil\n\t}\n\n\t// Check for SQL Database\n\tif serverName, databaseName := ExtractSQLDatabaseInfoFromResourceID(resourceID); serverName != \"\" && databaseName != \"\" {\n\t\treturn SourceResourceTypeSQLDatabase, map[string]string{\n\t\t\t\"serverName\": serverName,\n\t\t\t\"databaseName\": databaseName,\n\t\t}\n\t}\n\n\t// Check for SQL Elastic Pool\n\tif serverName, poolName := ExtractSQLElasticPoolInfoFromResourceID(resourceID); serverName != \"\" && poolName != \"\" {\n\t\treturn SourceResourceTypeSQLElasticPool, map[string]string{\n\t\t\t\"serverName\": serverName,\n\t\t\t\"elasticPoolName\": poolName,\n\t\t}\n\t}\n\n\t// Check for Synapse SQL Pool (for future support)\n\t// Format: /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Synapse/workspaces/{workspaceName}/sqlPools/{poolName}\n\tparams := ExtractPathParamsFromResourceID(resourceID, []string{\"workspaces\", \"sqlPools\"})\n\tif len(params) >= 2 {\n\t\t// Synapse not yet supported - return unknown for now\n\t\treturn SourceResourceTypeUnknown, nil\n\t}\n\n\treturn SourceResourceTypeUnknown, nil\n}\n\n// convertAzureTags converts Azure tags (map[string]*string) to SDP tags (map[string]string)\nfunc ConvertAzureTags(azureTags map[string]*string) map[string]string {\n\tif azureTags == nil {\n\t\treturn nil\n\t}\n\n\ttags := make(map[string]string, len(azureTags))\n\tfor k, v := range azureTags {\n\t\tif v != nil {\n\t\t\ttags[k] = *v\n\t\t}\n\t}\n\treturn tags\n}\n\n// ExtractVaultNameFromURI extracts the vault name from a Key Vault URI\n// Format: https://{vaultName}.vault.azure.net/keys/{keyName}/{version}\nfunc ExtractVaultNameFromURI(uri string) string {\n\tparsedURL, err := url.Parse(uri)\n\tif err != nil {\n\t\treturn \"\"\n\t}\n\n\thost := parsedURL.Host\n\t// Extract vault name from hostname: {vaultName}.vault.azure.net\n\tparts := strings.Split(host, \".\")\n\tif len(parts) > 0 {\n\t\treturn parts[0]\n\t}\n\n\treturn \"\"\n}\n\n// ExtractKeyNameFromURI extracts the key name from a Key Vault key URI\n// Format: https://{vaultName}.vault.azure.net/keys/{keyName}/{version}\nfunc ExtractKeyNameFromURI(uri string) string {\n\tparsedURL, err := url.Parse(uri)\n\tif err != nil {\n\t\treturn \"\"\n\t}\n\n\tpath := strings.Trim(parsedURL.Path, \"/\")\n\tparts := strings.Split(path, \"/\")\n\t// Path format: keys/{keyName}/{version}\n\tif len(parts) >= 2 && parts[0] == \"keys\" {\n\t\treturn parts[1]\n\t}\n\n\treturn \"\"\n}\n\n// ExtractSecretNameFromURI extracts the secret name from a Key Vault secret URI\n// Format: https://{vaultName}.vault.azure.net/secrets/{secretName}/{version}\nfunc ExtractSecretNameFromURI(uri string) string {\n\tparsedURL, err := url.Parse(uri)\n\tif err != nil {\n\t\treturn \"\"\n\t}\n\n\tpath := strings.Trim(parsedURL.Path, \"/\")\n\tparts := strings.Split(path, \"/\")\n\t// Path format: secrets/{secretName}/{version}\n\tif len(parts) >= 2 && parts[0] == \"secrets\" {\n\t\treturn parts[1]\n\t}\n\n\treturn \"\"\n}\n\n// ExtractSubscriptionIDFromResourceID extracts the subscription ID from an Azure resource ID\n// Azure resource IDs follow the format:\n// /subscriptions/{subscriptionId}/providers/... or\n// /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/...\n// This function returns just the subscription ID\n// Returns empty string if the subscription ID cannot be found\nfunc ExtractSubscriptionIDFromResourceID(resourceID string) string {\n\tif resourceID == \"\" {\n\t\treturn \"\"\n\t}\n\n\tparts := strings.Split(strings.Trim(resourceID, \"/\"), \"/\")\n\tfor i, part := range parts {\n\t\tif part == \"subscriptions\" && i+1 < len(parts) {\n\t\t\treturn parts[i+1]\n\t\t}\n\t}\n\n\treturn \"\"\n}\n\n// ExtractResourceGroupFromResourceID extracts the resource group name from an Azure resource ID\n// Azure resource IDs follow the format:\n// /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/...\n// Returns empty string if the resource ID doesn't contain a resource group\nfunc ExtractResourceGroupFromResourceID(resourceID string) string {\n\tif resourceID == \"\" {\n\t\treturn \"\"\n\t}\n\n\tparts := strings.Split(strings.Trim(resourceID, \"/\"), \"/\")\n\tfor i, part := range parts {\n\t\tif strings.EqualFold(part, \"resourceGroups\") && i+1 < len(parts) {\n\t\t\treturn parts[i+1]\n\t\t}\n\t}\n\n\treturn \"\"\n}\n\n// ExtractScopeFromResourceID extracts the scope (subscription.resourceGroup) from an Azure resource ID\n// Azure resource IDs follow the format:\n// /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/...\n// This function returns the scope in the format: \"{subscriptionId}.{resourceGroupName}\"\n// Returns empty string if the resource ID doesn't contain both subscription and resource group\nfunc ExtractScopeFromResourceID(resourceID string) string {\n\tif resourceID == \"\" {\n\t\treturn \"\"\n\t}\n\n\tparts := strings.Split(strings.Trim(resourceID, \"/\"), \"/\")\n\tif len(parts) < 4 {\n\t\treturn \"\"\n\t}\n\n\t// Find subscription ID (should be at index 1 after splitting)\n\tsubscriptionID := \"\"\n\tresourceGroupName := \"\"\n\n\tfor i, part := range parts {\n\t\tif part == \"subscriptions\" && i+1 < len(parts) {\n\t\t\tsubscriptionID = parts[i+1]\n\t\t}\n\t\tif part == \"resourceGroups\" && i+1 < len(parts) {\n\t\t\tresourceGroupName = parts[i+1]\n\t\t}\n\t}\n\n\tif subscriptionID != \"\" && resourceGroupName != \"\" {\n\t\treturn fmt.Sprintf(\"%s.%s\", subscriptionID, resourceGroupName)\n\t}\n\n\treturn \"\"\n}\n\n// ExtractDNSFromURL extracts the DNS name from a URL\n// Example: https://account.blob.core.windows.net/ -> account.blob.core.windows.net\nfunc ExtractDNSFromURL(urlStr string) string {\n\tif urlStr == \"\" {\n\t\treturn \"\"\n\t}\n\t// Remove protocol prefix (http:// or https://)\n\tif idx := len(\"https://\"); len(urlStr) > idx && urlStr[:idx] == \"https://\" {\n\t\turlStr = urlStr[idx:]\n\t} else if idx := len(\"http://\"); len(urlStr) > idx && urlStr[:idx] == \"http://\" {\n\t\turlStr = urlStr[idx:]\n\t}\n\t// Remove trailing slash and path\n\tif idx := len(urlStr); idx > 0 && urlStr[idx-1] == '/' {\n\t\turlStr = urlStr[:idx-1]\n\t}\n\t// Extract hostname (everything before the first /)\n\tif idx := len(urlStr); idx > 0 {\n\t\tfor i := range idx {\n\t\t\tif urlStr[i] == '/' {\n\t\t\t\turlStr = urlStr[:i]\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t}\n\treturn urlStr\n}\n\n// ExtractStorageAccountNameFromBlobURI extracts the storage account name from an Azure blob URI.\n// Blob URIs use the host format {accountName}.blob.core.{suffix} in all Azure clouds, e.g.:\n// - Public: https://{accountName}.blob.core.windows.net/{container}/{blob}\n// - China: https://{accountName}.blob.core.chinacloudapi.cn/...\n// - US Government: https://{accountName}.blob.core.usgovcloudapi.net/...\nfunc ExtractStorageAccountNameFromBlobURI(blobURI string) string {\n\tif blobURI == \"\" {\n\t\treturn \"\"\n\t}\n\tparsedURL, err := url.Parse(blobURI)\n\tif err != nil {\n\t\treturn \"\"\n\t}\n\thost := parsedURL.Host\n\t// Accept any Azure blob endpoint (public and sovereign clouds); check host only to avoid matching path/query\n\tif !strings.Contains(host, \".blob.core.\") {\n\t\treturn \"\"\n\t}\n\t// Account name is the first label of the host in all Azure blob endpoints\n\tparts := strings.Split(host, \".\")\n\tif len(parts) > 0 && parts[0] != \"\" {\n\t\treturn parts[0]\n\t}\n\n\treturn \"\"\n}\n\n// ExtractContainerNameFromBlobURI extracts the container name from an Azure blob URI.\n// Blob URIs use the same path layout in all Azure clouds; the first path segment is the container.\n// Returns the first path segment which is the container name.\nfunc ExtractContainerNameFromBlobURI(blobURI string) string {\n\tif blobURI == \"\" {\n\t\treturn \"\"\n\t}\n\tparsedURL, err := url.Parse(blobURI)\n\tif err != nil {\n\t\treturn \"\"\n\t}\n\t// Ensure this is an Azure blob host (public or sovereign cloud); check host only to avoid matching path/query\n\tif !strings.Contains(parsedURL.Host, \".blob.core.\") {\n\t\treturn \"\"\n\t}\n\tpath := strings.Trim(parsedURL.Path, \"/\")\n\tif path == \"\" {\n\t\treturn \"\"\n\t}\n\n\t// Split path and get the first segment (container name)\n\tparts := strings.Split(path, \"/\")\n\tif len(parts) > 0 && parts[0] != \"\" {\n\t\treturn parts[0]\n\t}\n\n\treturn \"\"\n}\n\n// ref: https://learn.microsoft.com/en-us/rest/api/authorization/role-assignments/get?view=rest-authorization-2022-04-01&tabs=HTTP\n// subscriptionIDPattern matches Azure subscription IDs (UUID format: 8-4-4-4-12 hex digits)\nvar subscriptionIDPattern = regexp.MustCompile(`^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$`)\n\n// ConstructRoleAssignmentScope constructs an Azure role assignment scope path from a scope input.\n// The scopeInput is usually in the format \"{subscriptionId}.{resourceGroup}\".\n// If the input contains a dot, it's split into subscription ID and resource group name.\n// If the input matches a UUID pattern (no dot), it's treated as a subscription ID.\n// Otherwise, it's treated as a resource group name and uses the provided subscriptionID parameter.\n//\n// Parameters:\n// - scopeInput: Usually in format \"{subscriptionId}.{resourceGroup}\", or a subscription ID (UUID), or a resource group name\n// - subscriptionID: The subscription ID to use when constructing resource group scopes (fallback when scopeInput is just a resource group name)\n//\n// Returns:\n// - The Azure scope path in the format expected by the Azure SDK\nfunc ConstructRoleAssignmentScope(scopeInput, subscriptionID string) string {\n\tif scopeInput == \"\" {\n\t\treturn \"\"\n\t}\n\n\t// Check if scopeInput is in the format \"{subscriptionId}.{resourceGroup}\"\n\tif strings.Contains(scopeInput, \".\") {\n\t\tparts := strings.SplitN(scopeInput, \".\", 2)\n\t\tif len(parts) == 2 && parts[0] != \"\" && parts[1] != \"\" {\n\t\t\t// It's in the format subscriptionId.resourceGroup - construct resource group scope\n\t\t\treturn fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s\", parts[0], parts[1])\n\t\t}\n\t}\n\n\t// Check if scopeInput is a subscription ID (UUID format)\n\tif subscriptionIDPattern.MatchString(scopeInput) {\n\t\t// It's a subscription ID - construct subscription scope\n\t\treturn \"/subscriptions/\" + scopeInput\n\t}\n\n\t// It's a resource group name - construct resource group scope using provided subscriptionID\n\treturn fmt.Sprintf(\"/subscriptions/%s/resourceGroups/%s\", subscriptionID, scopeInput)\n}\n" }, { "path": "sources/azure/shared/utils_test.go", "content": "package shared_test\n\nimport (\n\t\"reflect\"\n\t\"testing\"\n\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n)\n\nfunc TestGetResourceIDPathKeys(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceType string\n\t\texpected []string\n\t}{\n\t\t{\n\t\t\tname: \"storage queue\",\n\t\t\tresourceType: \"azure-storage-queue\",\n\t\t\texpected: []string{\"storageAccounts\", \"queues\"},\n\t\t},\n\t\t{\n\t\t\tname: \"storage blob container\",\n\t\t\tresourceType: \"azure-storage-blob-container\",\n\t\t\texpected: []string{\"storageAccounts\", \"containers\"},\n\t\t},\n\t\t{\n\t\t\tname: \"storage file share\",\n\t\t\tresourceType: \"azure-storage-file-share\",\n\t\t\texpected: []string{\"storageAccounts\", \"shares\"},\n\t\t},\n\t\t{\n\t\t\tname: \"storage table\",\n\t\t\tresourceType: \"azure-storage-table\",\n\t\t\texpected: []string{\"storageAccounts\", \"tables\"},\n\t\t},\n\t\t{\n\t\t\tname: \"unknown resource type\",\n\t\t\tresourceType: \"azure-unknown-resource\",\n\t\t\texpected: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"empty resource type\",\n\t\t\tresourceType: \"\",\n\t\t\texpected: nil,\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.GetResourceIDPathKeys(tc.resourceType)\n\t\t\tif !reflect.DeepEqual(actual, tc.expected) {\n\t\t\t\tt.Errorf(\"GetResourceIDPathKeys(%q) = %v; want %v\", tc.resourceType, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractResourceName(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceID string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"valid storage account resource ID\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount\",\n\t\t\texpected: \"teststorageaccount\",\n\t\t},\n\t\t{\n\t\t\tname: \"valid storage queue resource ID\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/queueServices/default/queues/test-queue\",\n\t\t\texpected: \"test-queue\",\n\t\t},\n\t\t{\n\t\t\tname: \"valid compute disk resource ID\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Compute/disks/test-disk\",\n\t\t\texpected: \"test-disk\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID with trailing slash\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty resource ID\",\n\t\t\tresourceID: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"single segment\",\n\t\t\tresourceID: \"resource-name\",\n\t\t\texpected: \"resource-name\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID starting with slash\",\n\t\t\tresourceID: \"/resource-name\",\n\t\t\texpected: \"resource-name\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ExtractResourceName(tc.resourceID)\n\t\t\tif actual != tc.expected {\n\t\t\t\tt.Errorf(\"ExtractResourceName(%q) = %q; want %q\", tc.resourceID, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractPathParamsFromResourceID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceID string\n\t\tkeys []string\n\t\texpected []string\n\t}{\n\t\t{\n\t\t\tname: \"storage queue - extract storage account and queue\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/queueServices/default/queues/test-queue\",\n\t\t\tkeys: []string{\"storageAccounts\", \"queues\"},\n\t\t\texpected: []string{\"teststorageaccount\", \"test-queue\"},\n\t\t},\n\t\t{\n\t\t\tname: \"storage blob container - extract storage account and container\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/blobServices/default/containers/my-container\",\n\t\t\tkeys: []string{\"storageAccounts\", \"containers\"},\n\t\t\texpected: []string{\"teststorageaccount\", \"my-container\"},\n\t\t},\n\t\t{\n\t\t\tname: \"storage file share - extract storage account and share\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/fileServices/default/shares/my-share\",\n\t\t\tkeys: []string{\"storageAccounts\", \"shares\"},\n\t\t\texpected: []string{\"teststorageaccount\", \"my-share\"},\n\t\t},\n\t\t{\n\t\t\tname: \"storage table - extract storage account and table\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/tableServices/default/tables/my-table\",\n\t\t\tkeys: []string{\"storageAccounts\", \"tables\"},\n\t\t\texpected: []string{\"teststorageaccount\", \"my-table\"},\n\t\t},\n\t\t{\n\t\t\tname: \"single key extraction\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount\",\n\t\t\tkeys: []string{\"storageAccounts\"},\n\t\t\texpected: []string{\"teststorageaccount\"},\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID without leading slash\",\n\t\t\tresourceID: \"subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/queueServices/default/queues/test-queue\",\n\t\t\tkeys: []string{\"storageAccounts\", \"queues\"},\n\t\t\texpected: []string{\"teststorageaccount\", \"test-queue\"},\n\t\t},\n\t\t{\n\t\t\tname: \"keys not in order\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/queueServices/default/queues/test-queue\",\n\t\t\tkeys: []string{\"queues\", \"storageAccounts\"},\n\t\t\texpected: []string{\"test-queue\", \"teststorageaccount\"},\n\t\t},\n\t\t{\n\t\t\tname: \"missing key\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/queueServices/default/queues/test-queue\",\n\t\t\tkeys: []string{\"storageAccounts\", \"missingKey\"},\n\t\t\texpected: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"key exists but no value after it\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts\",\n\t\t\tkeys: []string{\"storageAccounts\"},\n\t\t\texpected: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"empty resource ID\",\n\t\t\tresourceID: \"\",\n\t\t\tkeys: []string{\"storageAccounts\", \"queues\"},\n\t\t\texpected: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"empty keys\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/queueServices/default/queues/test-queue\",\n\t\t\tkeys: []string{},\n\t\t\texpected: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"nil keys\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/queueServices/default/queues/test-queue\",\n\t\t\tkeys: nil,\n\t\t\texpected: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID with trailing slash\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/teststorageaccount/queueServices/default/queues/test-queue/\",\n\t\t\tkeys: []string{\"storageAccounts\", \"queues\"},\n\t\t\texpected: []string{\"teststorageaccount\", \"test-queue\"},\n\t\t},\n\t\t{\n\t\t\tname: \"duplicate keys - returns first occurrence\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/first-account/queueServices/default/storageAccounts/second-account/queues/test-queue\",\n\t\t\tkeys: []string{\"storageAccounts\", \"queues\"},\n\t\t\texpected: []string{\"first-account\", \"test-queue\"},\n\t\t},\n\t\t{\n\t\t\tname: \"keys with special characters in values\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-storage-account_123/queueServices/default/queues/test_queue-name\",\n\t\t\tkeys: []string{\"storageAccounts\", \"queues\"},\n\t\t\texpected: []string{\"test-storage-account_123\", \"test_queue-name\"},\n\t\t},\n\t\t{\n\t\t\tname: \"case-insensitive key matching - lowercase keys match uppercase segments\",\n\t\t\tresourceID: \"/CommunityGalleries/test-gallery/Images/test-image/Versions/1.0.0\",\n\t\t\tkeys: []string{\"communitygalleries\", \"images\", \"versions\"},\n\t\t\texpected: []string{\"test-gallery\", \"test-image\", \"1.0.0\"},\n\t\t},\n\t\t{\n\t\t\tname: \"case-insensitive key matching - uppercase keys match lowercase segments\",\n\t\t\tresourceID: \"/communitygalleries/test-gallery/images/test-image/versions/1.0.0\",\n\t\t\tkeys: []string{\"CommunityGalleries\", \"Images\", \"Versions\"},\n\t\t\texpected: []string{\"test-gallery\", \"test-image\", \"1.0.0\"},\n\t\t},\n\t\t{\n\t\t\tname: \"case-insensitive key matching - mixed case\",\n\t\t\tresourceID: \"/subscriptions/12345678/resourcegroups/test-rg/providers/Microsoft.Storage/storageaccounts/myaccount\",\n\t\t\tkeys: []string{\"storageAccounts\"},\n\t\t\texpected: []string{\"myaccount\"},\n\t\t},\n\t\t{\n\t\t\tname: \"value matching key name is not misidentified - gallery named 'images'\",\n\t\t\tresourceID: \"/galleries/images/images/real-image/versions/1.0.0\",\n\t\t\tkeys: []string{\"images\", \"versions\"},\n\t\t\texpected: []string{\"real-image\", \"1.0.0\"},\n\t\t},\n\t\t{\n\t\t\tname: \"value matching key name is not misidentified - gallery named 'versions'\",\n\t\t\tresourceID: \"/galleries/versions/images/real-image/versions/1.0.0\",\n\t\t\tkeys: []string{\"images\", \"versions\"},\n\t\t\texpected: []string{\"real-image\", \"1.0.0\"},\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ExtractPathParamsFromResourceID(tc.resourceID, tc.keys)\n\t\t\tif !reflect.DeepEqual(actual, tc.expected) {\n\t\t\t\tt.Errorf(\"ExtractPathParamsFromResourceID(%q, %v) = %v; want %v\", tc.resourceID, tc.keys, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractDNSRecordSetParamsFromResourceID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceID string\n\t\texpected []string\n\t}{\n\t\t{\n\t\t\tname: \"valid DNS record set ID\",\n\t\t\tresourceID: \"/subscriptions/sub-id/resourceGroups/rg/providers/Microsoft.Network/dnszones/example.com/A/www\",\n\t\t\texpected: []string{\"example.com\", \"A\", \"www\"},\n\t\t},\n\t\t{\n\t\t\tname: \"valid DNS record set ID - AAAA\",\n\t\t\tresourceID: \"/subscriptions/sub-id/resourceGroups/rg/providers/Microsoft.Network/dnszones/zone.net/AAAA/mail\",\n\t\t\texpected: []string{\"zone.net\", \"AAAA\", \"mail\"},\n\t\t},\n\t\t{\n\t\t\tname: \"empty resource ID\",\n\t\t\tresourceID: \"\",\n\t\t\texpected: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"no dnszones segment\",\n\t\t\tresourceID: \"/subscriptions/sub-id/resourceGroups/rg/providers/Microsoft.Network/virtualNetworks/vnet\",\n\t\t\texpected: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"dnszones but not enough segments after\",\n\t\t\tresourceID: \"/subscriptions/sub-id/resourceGroups/rg/providers/Microsoft.Network/dnszones/example.com\",\n\t\t\texpected: nil,\n\t\t},\n\t}\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ExtractDNSRecordSetParamsFromResourceID(tc.resourceID)\n\t\t\tif !reflect.DeepEqual(actual, tc.expected) {\n\t\t\t\tt.Errorf(\"ExtractDNSRecordSetParamsFromResourceID(%q) = %v; want %v\", tc.resourceID, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractPathParamsFromResourceIDByType(t *testing.T) {\n\tt.Run(\"azure-network-dns-record-set uses DNS extractor\", func(t *testing.T) {\n\t\tresourceID := \"/subscriptions/sub-id/resourceGroups/rg/providers/Microsoft.Network/dnszones/example.com/A/www\"\n\t\tactual := azureshared.ExtractPathParamsFromResourceIDByType(\"azure-network-dns-record-set\", resourceID)\n\t\texpected := []string{\"example.com\", \"A\", \"www\"}\n\t\tif !reflect.DeepEqual(actual, expected) {\n\t\t\tt.Errorf(\"ExtractPathParamsFromResourceIDByType(azure-network-dns-record-set, ...) = %v; want %v\", actual, expected)\n\t\t}\n\t})\n\tt.Run(\"other type uses path keys\", func(t *testing.T) {\n\t\tresourceID := \"/subscriptions/sub-id/resourceGroups/rg/providers/Microsoft.Storage/storageAccounts/myaccount/queueServices/default/queues/myqueue\"\n\t\tactual := azureshared.ExtractPathParamsFromResourceIDByType(\"azure-storage-queue\", resourceID)\n\t\texpected := []string{\"myaccount\", \"myqueue\"}\n\t\tif !reflect.DeepEqual(actual, expected) {\n\t\t\tt.Errorf(\"ExtractPathParamsFromResourceIDByType(azure-storage-queue, ...) = %v; want %v\", actual, expected)\n\t\t}\n\t})\n\tt.Run(\"unknown type returns nil\", func(t *testing.T) {\n\t\tactual := azureshared.ExtractPathParamsFromResourceIDByType(\"azure-unknown-type\", \"/some/id\")\n\t\tif actual != nil {\n\t\t\tt.Errorf(\"ExtractPathParamsFromResourceIDByType(unknown) = %v; want nil\", actual)\n\t\t}\n\t})\n}\n\nfunc TestConvertAzureTags(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tazureTags map[string]*string\n\t\texpected map[string]string\n\t}{\n\t\t{\n\t\t\tname: \"valid tags with values\",\n\t\t\tazureTags: map[string]*string{\n\t\t\t\t\"env\": new(\"production\"),\n\t\t\t\t\"project\": new(\"overmind\"),\n\t\t\t\t\"team\": new(\"platform\"),\n\t\t\t},\n\t\t\texpected: map[string]string{\n\t\t\t\t\"env\": \"production\",\n\t\t\t\t\"project\": \"overmind\",\n\t\t\t\t\"team\": \"platform\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"nil tags\",\n\t\t\tazureTags: nil,\n\t\t\texpected: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"empty tags\",\n\t\t\tazureTags: map[string]*string{},\n\t\t\texpected: map[string]string{},\n\t\t},\n\t\t{\n\t\t\tname: \"tags with nil values - should be skipped\",\n\t\t\tazureTags: map[string]*string{\n\t\t\t\t\"env\": new(\"production\"),\n\t\t\t\t\"project\": nil,\n\t\t\t\t\"team\": new(\"platform\"),\n\t\t\t},\n\t\t\texpected: map[string]string{\n\t\t\t\t\"env\": \"production\",\n\t\t\t\t\"team\": \"platform\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"all nil values\",\n\t\t\tazureTags: map[string]*string{\n\t\t\t\t\"env\": nil,\n\t\t\t\t\"project\": nil,\n\t\t\t\t\"team\": nil,\n\t\t\t},\n\t\t\texpected: map[string]string{},\n\t\t},\n\t\t{\n\t\t\tname: \"single tag\",\n\t\t\tazureTags: map[string]*string{\n\t\t\t\t\"env\": new(\"test\"),\n\t\t\t},\n\t\t\texpected: map[string]string{\n\t\t\t\t\"env\": \"test\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"tags with empty string values\",\n\t\t\tazureTags: map[string]*string{\n\t\t\t\t\"env\": new(\"\"),\n\t\t\t\t\"project\": new(\"overmind\"),\n\t\t\t},\n\t\t\texpected: map[string]string{\n\t\t\t\t\"env\": \"\",\n\t\t\t\t\"project\": \"overmind\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"tags with special characters\",\n\t\t\tazureTags: map[string]*string{\n\t\t\t\t\"tag-with-dashes\": new(\"value_with_underscores\"),\n\t\t\t\t\"tag.with.dots\": new(\"value with spaces\"),\n\t\t\t},\n\t\t\texpected: map[string]string{\n\t\t\t\t\"tag-with-dashes\": \"value_with_underscores\",\n\t\t\t\t\"tag.with.dots\": \"value with spaces\",\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ConvertAzureTags(tc.azureTags)\n\t\t\tif !reflect.DeepEqual(actual, tc.expected) {\n\t\t\t\tt.Errorf(\"ConvertAzureTags(%v) = %v; want %v\", tc.azureTags, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractSQLServerNameFromDatabaseID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tdatabaseID string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"valid SQL database resource ID\",\n\t\t\tdatabaseID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/databases/test-db\",\n\t\t\texpected: \"test-server\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty database ID\",\n\t\t\tdatabaseID: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid resource ID format\",\n\t\t\tdatabaseID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID without servers segment\",\n\t\t\tdatabaseID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/databases/test-db\",\n\t\t\texpected: \"\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ExtractSQLServerNameFromDatabaseID(tc.databaseID)\n\t\t\tif actual != tc.expected {\n\t\t\t\tt.Errorf(\"ExtractSQLServerNameFromDatabaseID(%q) = %q; want %q\", tc.databaseID, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractSQLElasticPoolNameFromID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\telasticPoolID string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"valid SQL elastic pool resource ID\",\n\t\t\telasticPoolID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/elasticPools/test-pool\",\n\t\t\texpected: \"test-pool\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty elastic pool ID\",\n\t\t\telasticPoolID: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid resource ID format\",\n\t\t\telasticPoolID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID without elasticPools segment\",\n\t\t\telasticPoolID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server\",\n\t\t\texpected: \"\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ExtractSQLElasticPoolNameFromID(tc.elasticPoolID)\n\t\t\tif actual != tc.expected {\n\t\t\t\tt.Errorf(\"ExtractSQLElasticPoolNameFromID(%q) = %q; want %q\", tc.elasticPoolID, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractSQLDatabaseInfoFromResourceID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceID string\n\t\texpectedServer string\n\t\texpectedDB string\n\t}{\n\t\t{\n\t\t\tname: \"valid SQL database resource ID\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/databases/test-db\",\n\t\t\texpectedServer: \"test-server\",\n\t\t\texpectedDB: \"test-db\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty resource ID\",\n\t\t\tresourceID: \"\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedDB: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid resource ID format\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedDB: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID missing databases segment\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedDB: \"\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactualServer, actualDB := azureshared.ExtractSQLDatabaseInfoFromResourceID(tc.resourceID)\n\t\t\tif actualServer != tc.expectedServer {\n\t\t\t\tt.Errorf(\"ExtractSQLDatabaseInfoFromResourceID(%q) server = %q; want %q\", tc.resourceID, actualServer, tc.expectedServer)\n\t\t\t}\n\t\t\tif actualDB != tc.expectedDB {\n\t\t\t\tt.Errorf(\"ExtractSQLDatabaseInfoFromResourceID(%q) database = %q; want %q\", tc.resourceID, actualDB, tc.expectedDB)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractSQLRecoverableDatabaseInfoFromResourceID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceID string\n\t\texpectedServer string\n\t\texpectedDB string\n\t}{\n\t\t{\n\t\t\tname: \"valid recoverable database resource ID\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/recoverableDatabases/test-db\",\n\t\t\texpectedServer: \"test-server\",\n\t\t\texpectedDB: \"test-db\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty resource ID\",\n\t\t\tresourceID: \"\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedDB: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid resource ID format\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedDB: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID missing recoverableDatabases segment\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedDB: \"\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactualServer, actualDB := azureshared.ExtractSQLRecoverableDatabaseInfoFromResourceID(tc.resourceID)\n\t\t\tif actualServer != tc.expectedServer {\n\t\t\t\tt.Errorf(\"ExtractSQLRecoverableDatabaseInfoFromResourceID(%q) server = %q; want %q\", tc.resourceID, actualServer, tc.expectedServer)\n\t\t\t}\n\t\t\tif actualDB != tc.expectedDB {\n\t\t\t\tt.Errorf(\"ExtractSQLRecoverableDatabaseInfoFromResourceID(%q) database = %q; want %q\", tc.resourceID, actualDB, tc.expectedDB)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractSQLRestorableDroppedDatabaseInfoFromResourceID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceID string\n\t\texpectedServer string\n\t\texpectedDB string\n\t}{\n\t\t{\n\t\t\tname: \"valid restorable dropped database resource ID\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/restorableDroppedDatabases/test-db\",\n\t\t\texpectedServer: \"test-server\",\n\t\t\texpectedDB: \"test-db\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty resource ID\",\n\t\t\tresourceID: \"\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedDB: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid resource ID format\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedDB: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID missing restorableDroppedDatabases segment\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedDB: \"\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactualServer, actualDB := azureshared.ExtractSQLRestorableDroppedDatabaseInfoFromResourceID(tc.resourceID)\n\t\t\tif actualServer != tc.expectedServer {\n\t\t\t\tt.Errorf(\"ExtractSQLRestorableDroppedDatabaseInfoFromResourceID(%q) server = %q; want %q\", tc.resourceID, actualServer, tc.expectedServer)\n\t\t\t}\n\t\t\tif actualDB != tc.expectedDB {\n\t\t\t\tt.Errorf(\"ExtractSQLRestorableDroppedDatabaseInfoFromResourceID(%q) database = %q; want %q\", tc.resourceID, actualDB, tc.expectedDB)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractSQLElasticPoolInfoFromResourceID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceID string\n\t\texpectedServer string\n\t\texpectedPool string\n\t}{\n\t\t{\n\t\t\tname: \"valid SQL elastic pool resource ID\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/elasticPools/test-pool\",\n\t\t\texpectedServer: \"test-server\",\n\t\t\texpectedPool: \"test-pool\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty resource ID\",\n\t\t\tresourceID: \"\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedPool: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid resource ID format\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedPool: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID missing elasticPools segment\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedPool: \"\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactualServer, actualPool := azureshared.ExtractSQLElasticPoolInfoFromResourceID(tc.resourceID)\n\t\t\tif actualServer != tc.expectedServer {\n\t\t\t\tt.Errorf(\"ExtractSQLElasticPoolInfoFromResourceID(%q) server = %q; want %q\", tc.resourceID, actualServer, tc.expectedServer)\n\t\t\t}\n\t\t\tif actualPool != tc.expectedPool {\n\t\t\t\tt.Errorf(\"ExtractSQLElasticPoolInfoFromResourceID(%q) pool = %q; want %q\", tc.resourceID, actualPool, tc.expectedPool)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractSQLLongTermRetentionBackupInfoFromResourceID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceID string\n\t\texpectedLocation string\n\t\texpectedServer string\n\t\texpectedDatabase string\n\t\texpectedBackupName string\n\t}{\n\t\t{\n\t\t\tname: \"valid SQL long term retention backup resource ID\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/locations/eastus/longTermRetentionServers/test-server/longTermRetentionDatabases/test-db/longTermRetentionBackups/1234567890;1234567890\",\n\t\t\texpectedLocation: \"eastus\",\n\t\t\texpectedServer: \"test-server\",\n\t\t\texpectedDatabase: \"test-db\",\n\t\t\texpectedBackupName: \"1234567890;1234567890\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty resource ID\",\n\t\t\tresourceID: \"\",\n\t\t\texpectedLocation: \"\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedDatabase: \"\",\n\t\t\texpectedBackupName: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid resource ID format\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/databases/test-db\",\n\t\t\texpectedLocation: \"\",\n\t\t\texpectedServer: \"\",\n\t\t\texpectedDatabase: \"\",\n\t\t\texpectedBackupName: \"\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactualLocation, actualServer, actualDatabase, actualBackupName := azureshared.ExtractSQLLongTermRetentionBackupInfoFromResourceID(tc.resourceID)\n\t\t\tif actualLocation != tc.expectedLocation {\n\t\t\t\tt.Errorf(\"ExtractSQLLongTermRetentionBackupInfoFromResourceID(%q) location = %q; want %q\", tc.resourceID, actualLocation, tc.expectedLocation)\n\t\t\t}\n\t\t\tif actualServer != tc.expectedServer {\n\t\t\t\tt.Errorf(\"ExtractSQLLongTermRetentionBackupInfoFromResourceID(%q) server = %q; want %q\", tc.resourceID, actualServer, tc.expectedServer)\n\t\t\t}\n\t\t\tif actualDatabase != tc.expectedDatabase {\n\t\t\t\tt.Errorf(\"ExtractSQLLongTermRetentionBackupInfoFromResourceID(%q) database = %q; want %q\", tc.resourceID, actualDatabase, tc.expectedDatabase)\n\t\t\t}\n\t\t\tif actualBackupName != tc.expectedBackupName {\n\t\t\t\tt.Errorf(\"ExtractSQLLongTermRetentionBackupInfoFromResourceID(%q) backupName = %q; want %q\", tc.resourceID, actualBackupName, tc.expectedBackupName)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestDetermineSourceResourceType(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceID string\n\t\texpectedType azureshared.SourceResourceType\n\t\texpectedParams map[string]string\n\t}{\n\t\t{\n\t\t\tname: \"SQL database resource ID\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/databases/test-db\",\n\t\t\texpectedType: azureshared.SourceResourceTypeSQLDatabase,\n\t\t\texpectedParams: map[string]string{\n\t\t\t\t\"serverName\": \"test-server\",\n\t\t\t\t\"databaseName\": \"test-db\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"SQL elastic pool resource ID\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Sql/servers/test-server/elasticPools/test-pool\",\n\t\t\texpectedType: azureshared.SourceResourceTypeSQLElasticPool,\n\t\t\texpectedParams: map[string]string{\n\t\t\t\t\"serverName\": \"test-server\",\n\t\t\t\t\"elasticPoolName\": \"test-pool\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"empty resource ID\",\n\t\t\tresourceID: \"\",\n\t\t\texpectedType: azureshared.SourceResourceTypeUnknown,\n\t\t\texpectedParams: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"unknown resource type\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpectedType: azureshared.SourceResourceTypeUnknown,\n\t\t\texpectedParams: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Synapse SQL pool (not yet supported)\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Synapse/workspaces/test-workspace/sqlPools/test-pool\",\n\t\t\texpectedType: azureshared.SourceResourceTypeUnknown,\n\t\t\texpectedParams: nil,\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactualType, actualParams := azureshared.DetermineSourceResourceType(tc.resourceID)\n\t\t\tif actualType != tc.expectedType {\n\t\t\t\tt.Errorf(\"DetermineSourceResourceType(%q) type = %v; want %v\", tc.resourceID, actualType, tc.expectedType)\n\t\t\t}\n\t\t\tif !reflect.DeepEqual(actualParams, tc.expectedParams) {\n\t\t\t\tt.Errorf(\"DetermineSourceResourceType(%q) params = %v; want %v\", tc.resourceID, actualParams, tc.expectedParams)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractVaultNameFromURI(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\turi string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"valid Key Vault key URI\",\n\t\t\turi: \"https://test-vault.vault.azure.net/keys/test-key/version\",\n\t\t\texpected: \"test-vault\",\n\t\t},\n\t\t{\n\t\t\tname: \"valid Key Vault secret URI\",\n\t\t\turi: \"https://my-vault.vault.azure.net/secrets/my-secret/version\",\n\t\t\texpected: \"my-vault\",\n\t\t},\n\t\t{\n\t\t\tname: \"vault name with hyphens\",\n\t\t\turi: \"https://test-vault-name.vault.azure.net/keys/test-key/version\",\n\t\t\texpected: \"test-vault-name\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty URI\",\n\t\t\turi: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid URI format\",\n\t\t\turi: \"not-a-valid-uri\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"URI without vault domain\",\n\t\t\turi: \"https://example.com/path\",\n\t\t\texpected: \"example\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ExtractVaultNameFromURI(tc.uri)\n\t\t\tif actual != tc.expected {\n\t\t\t\tt.Errorf(\"ExtractVaultNameFromURI(%q) = %q; want %q\", tc.uri, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractKeyNameFromURI(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\turi string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"valid Key Vault key URI\",\n\t\t\turi: \"https://test-vault.vault.azure.net/keys/test-key/version\",\n\t\t\texpected: \"test-key\",\n\t\t},\n\t\t{\n\t\t\tname: \"key name with hyphens\",\n\t\t\turi: \"https://test-vault.vault.azure.net/keys/my-test-key-name/version\",\n\t\t\texpected: \"my-test-key-name\",\n\t\t},\n\t\t{\n\t\t\tname: \"key URI without version\",\n\t\t\turi: \"https://test-vault.vault.azure.net/keys/test-key\",\n\t\t\texpected: \"test-key\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty URI\",\n\t\t\turi: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid URI format\",\n\t\t\turi: \"not-a-valid-uri\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"URI for secret (not key)\",\n\t\t\turi: \"https://test-vault.vault.azure.net/secrets/test-secret/version\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"URI without keys path\",\n\t\t\turi: \"https://test-vault.vault.azure.net/\",\n\t\t\texpected: \"\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ExtractKeyNameFromURI(tc.uri)\n\t\t\tif actual != tc.expected {\n\t\t\t\tt.Errorf(\"ExtractKeyNameFromURI(%q) = %q; want %q\", tc.uri, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractSecretNameFromURI(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\turi string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"valid Key Vault secret URI\",\n\t\t\turi: \"https://test-vault.vault.azure.net/secrets/test-secret/version\",\n\t\t\texpected: \"test-secret\",\n\t\t},\n\t\t{\n\t\t\tname: \"secret name with hyphens\",\n\t\t\turi: \"https://test-vault.vault.azure.net/secrets/my-test-secret-name/version\",\n\t\t\texpected: \"my-test-secret-name\",\n\t\t},\n\t\t{\n\t\t\tname: \"secret URI without version\",\n\t\t\turi: \"https://test-vault.vault.azure.net/secrets/test-secret\",\n\t\t\texpected: \"test-secret\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty URI\",\n\t\t\turi: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"invalid URI format\",\n\t\t\turi: \"not-a-valid-uri\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"URI for key (not secret)\",\n\t\t\turi: \"https://test-vault.vault.azure.net/keys/test-key/version\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"URI without secrets path\",\n\t\t\turi: \"https://test-vault.vault.azure.net/\",\n\t\t\texpected: \"\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ExtractSecretNameFromURI(tc.uri)\n\t\t\tif actual != tc.expected {\n\t\t\t\tt.Errorf(\"ExtractSecretNameFromURI(%q) = %q; want %q\", tc.uri, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractScopeFromResourceID(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresourceID string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"valid resource ID with subscription and resource group\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpected: \"12345678-1234-1234-1234-123456789012.test-rg\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID with nested resources\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-account/queueServices/default/queues/test-queue\",\n\t\t\texpected: \"12345678-1234-1234-1234-123456789012.test-rg\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID without leading slash\",\n\t\t\tresourceID: \"subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpected: \"12345678-1234-1234-1234-123456789012.test-rg\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty resource ID\",\n\t\t\tresourceID: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID missing subscription\",\n\t\t\tresourceID: \"/resourceGroups/test-rg/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID missing resource group\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID too short\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"resource ID with subscription but no resource group value (malformed - would not occur in practice)\",\n\t\t\tresourceID: \"/subscriptions/12345678-1234-1234-1234-123456789012/resourceGroups/providers/Microsoft.Storage/storageAccounts/test-account\",\n\t\t\texpected: \"12345678-1234-1234-1234-123456789012.providers\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ExtractScopeFromResourceID(tc.resourceID)\n\t\t\tif actual != tc.expected {\n\t\t\t\tt.Errorf(\"ExtractScopeFromResourceID(%q) = %q; want %q\", tc.resourceID, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractDNSFromURL(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\turlStr string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"HTTPS URL with path\",\n\t\t\turlStr: \"https://account.blob.core.windows.net/container/blob\",\n\t\t\texpected: \"account.blob.core.windows.net\",\n\t\t},\n\t\t{\n\t\t\tname: \"HTTPS URL without path\",\n\t\t\turlStr: \"https://account.blob.core.windows.net\",\n\t\t\texpected: \"account.blob.core.windows.net\",\n\t\t},\n\t\t{\n\t\t\tname: \"HTTPS URL with trailing slash\",\n\t\t\turlStr: \"https://account.blob.core.windows.net/\",\n\t\t\texpected: \"account.blob.core.windows.net\",\n\t\t},\n\t\t{\n\t\t\tname: \"HTTP URL\",\n\t\t\turlStr: \"http://example.com/path/to/resource\",\n\t\t\texpected: \"example.com\",\n\t\t},\n\t\t{\n\t\t\tname: \"HTTP URL without path\",\n\t\t\turlStr: \"http://example.com\",\n\t\t\texpected: \"example.com\",\n\t\t},\n\t\t{\n\t\t\tname: \"URL with port\",\n\t\t\turlStr: \"https://example.com:8080/path\",\n\t\t\texpected: \"example.com:8080\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty URL\",\n\t\t\turlStr: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"URL without protocol\",\n\t\t\turlStr: \"example.com/path\",\n\t\t\texpected: \"example.com\",\n\t\t},\n\t\t{\n\t\t\tname: \"URL with query parameters\",\n\t\t\turlStr: \"https://example.com/path?param=value\",\n\t\t\texpected: \"example.com\",\n\t\t},\n\t\t{\n\t\t\tname: \"URL with fragment\",\n\t\t\turlStr: \"https://example.com/path#fragment\",\n\t\t\texpected: \"example.com\",\n\t\t},\n\t\t{\n\t\t\tname: \"complex storage account URL\",\n\t\t\turlStr: \"https://mystorageaccount.blob.core.windows.net/mycontainer/myblob.txt\",\n\t\t\texpected: \"mystorageaccount.blob.core.windows.net\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ExtractDNSFromURL(tc.urlStr)\n\t\t\tif actual != tc.expected {\n\t\t\t\tt.Errorf(\"ExtractDNSFromURL(%q) = %q; want %q\", tc.urlStr, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractStorageAccountNameFromBlobURI(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tblobURI string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"valid blob URI\",\n\t\t\tblobURI: \"https://mystorageaccount.blob.core.windows.net/container/blob\",\n\t\t\texpected: \"mystorageaccount\",\n\t\t},\n\t\t{\n\t\t\tname: \"blob URI with path only\",\n\t\t\tblobURI: \"https://account.blob.core.windows.net/packages/app.zip\",\n\t\t\texpected: \"account\",\n\t\t},\n\t\t{\n\t\t\tname: \"sovereign cloud China blob URI\",\n\t\t\tblobURI: \"https://myaccount.blob.core.chinacloudapi.cn/container/blob\",\n\t\t\texpected: \"myaccount\",\n\t\t},\n\t\t{\n\t\t\tname: \"sovereign cloud US Government blob URI\",\n\t\t\tblobURI: \"https://myaccount.blob.core.usgovcloudapi.net/container/blob\",\n\t\t\texpected: \"myaccount\",\n\t\t},\n\t\t{\n\t\t\tname: \"non-blob HTTPS URL must return empty\",\n\t\t\tblobURI: \"https://example.com/artifacts/app.zip\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"non-blob HTTP URL must return empty\",\n\t\t\tblobURI: \"http://cdn.example.com/foo\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty URI\",\n\t\t\tblobURI: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tactual := azureshared.ExtractStorageAccountNameFromBlobURI(tc.blobURI)\n\t\t\tif actual != tc.expected {\n\t\t\t\tt.Errorf(\"ExtractStorageAccountNameFromBlobURI(%q) = %q; want %q\", tc.blobURI, actual, tc.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/example/base.go", "content": "package example\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// Base customizes the sources.Base struct\n// It adds the project ID and zone to the base struct\n// and makes them available to concrete wrapper implementations.\ntype Base struct {\n\tprojectID string\n\tzone string\n\n\t*shared.Base\n}\n\n// NewBase creates a new Base struct\nfunc NewBase(\n\tprojectID string,\n\tzone string,\n\tcategory sdp.AdapterCategory,\n\titem shared.ItemType,\n) *Base {\n\treturn &Base{\n\t\tprojectID: projectID,\n\t\tzone: zone,\n\t\tBase: shared.NewBase(\n\t\t\tcategory,\n\t\t\titem,\n\t\t\t[]string{fmt.Sprintf(\"%s.%s\", projectID, zone)},\n\t\t),\n\t}\n}\n\n// ProjectID returns the project ID\nfunc (m *Base) ProjectID() string {\n\treturn m.projectID\n}\n\n// Zone returns the zone\nfunc (m *Base) Zone() string {\n\treturn m.zone\n}\n" }, { "path": "sources/example/custom_searchable_listable.go", "content": "package example\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype customComputeInstanceWrapper struct {\n\tclient ExternalAPIClient\n\n\t*shared.Base\n}\n\n// NewCustomSearchableListable creates a new customComputeInstanceWrapper instance\nfunc NewCustomSearchableListable(client ExternalAPIClient, projectID, zone string) sources.SearchableListableWrapper {\n\treturn &customComputeInstanceWrapper{\n\t\tclient: client,\n\t\tBase: shared.NewBase(\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tComputeInstance,\n\t\t\t[]string{projectID, fmt.Sprintf(\"%s.%s\", projectID, zone)}, // example custom scopes\n\t\t),\n\t}\n}\n\n// AdapterMetadata returns the adapter metadata for the ExternalType.\n// This method allows providing custom metadata for the adapter.\nfunc (d *customComputeInstanceWrapper) AdapterMetadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: ComputeInstance.String(),\n\t\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\tPotentialLinks: []string{ComputeDisk.String()},\n\t\tDescriptiveName: \"Custom descriptive name\",\n\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\tGet: true,\n\t\t\tGetDescription: \"Get a compute instance by ID\",\n\t\t\tList: true,\n\t\t\tListDescription: \"List all compute instances\",\n\t\t\tSearch: true,\n\t\t\tSearchDescription: \"Search for compute instances by {compute status id} or {compute disk name|compute status id}\",\n\t\t},\n\t\tTerraformMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"example_resource.name\",\n\t\t\t},\n\t\t},\n\t}\n}\n\n// PotentialLinks returns the potential links for the ExternalType.\n// This should include all the item types that are added as linked items in the externalTypeToSDPItem method\nfunc (d *customComputeInstanceWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(ComputeDisk)\n}\n\n// GetLookups returns the sources.ItemTypeLookups for the Get operation\n// This is used for input validation and constructing the human readable get query description.\nfunc (d *customComputeInstanceWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeInstanceLookupByID,\n\t}\n}\n\n// Get retrieves a specific ExternalType by unique attribute and converts it to a sdp.Item\nfunc (d *customComputeInstanceWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\texternal, err := d.client.Get(ctx, queryParts[0])\n\tif err != nil {\n\t\treturn nil, queryError(err, scope, d.Type())\n\t}\n\n\treturn d.externalTypeToSDPItem(external)\n}\n\n// List retrieves all ExternalType and converts them to sdp.Items\nfunc (d *customComputeInstanceWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\texternals, err := d.client.List(ctx)\n\tif err != nil {\n\t\treturn nil, queryError(err, scope, d.Type())\n\t}\n\n\treturn d.mapper(externals)\n}\n\n// SearchLookups returns the ItemTypeLookups for the Search operation\n// This is used for input validation and constructing the human-readable search query description.\n// An item can be searched via multiple lookups.\n// Each variant should be added as a separate sources.ItemTypeLookups\n// In this example, we have two lookups:\n// 1. Simple Key: ComputeDiskLookupByName: searching this item type by compute disk name\n// 2. Composite Key: ComputeDiskLookupByName|ComputeStatusLookupByID: searching this item type by\n// compute disk name and compute status ID\nfunc (d *customComputeInstanceWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeStatusLookupByID,\n\t\t},\n\t\t{\n\t\t\tComputeDiskLookupByName,\n\t\t\tComputeStatusLookupByID,\n\t\t},\n\t}\n}\n\n// Search retrieves ExternalType by a search query and converts them to sdp.Items\nfunc (d *customComputeInstanceWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tvar err error\n\tvar externals []*ExternalType\n\tswitch len(queryParts) {\n\tcase 1:\n\t\texternals, err = d.client.Search(ctx, queryParts[0])\n\tcase 2:\n\t\texternals, err = d.client.Search(ctx, queryParts[0], queryParts[1])\n\t}\n\tif err != nil {\n\t\treturn nil, queryError(err, scope, d.Type())\n\t}\n\n\t// We don't need to check if the length of the query is different from 1 or 2.\n\t// This is validated in the backend when converting this to an adapter.\n\n\treturn d.mapper(externals)\n}\n\n// externalTypeToSDPItem converts an ExternalType to a sdp.Item\n// This is where we define the linked items and how they are linked.\n// All the linked items should be added to the PotentialLinks method!\nfunc (d *customComputeInstanceWrapper) externalTypeToSDPItem(external *ExternalType) (*sdp.Item, *sdp.QueryError) {\n\tsdpItem := &sdp.Item{\n\t\tType: external.Type,\n\t\tUniqueAttribute: external.UniqueAttribute,\n\t\tTags: external.Tags,\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeDisk.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: external.LinkedItemID,\n\t\t\t\t\tScope: d.Scopes()[0],\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\treturn sdpItem, nil\n}\n\n// mapper converts a slice of ExternalType to a slice of sdp.Item\nfunc (d *customComputeInstanceWrapper) mapper(externalItems []*ExternalType) ([]*sdp.Item, *sdp.QueryError) {\n\tsdpItems := make([]*sdp.Item, len(externalItems))\n\tfor i, item := range externalItems {\n\t\tvar err *sdp.QueryError\n\t\tsdpItems[i], err = d.externalTypeToSDPItem(item)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\treturn sdpItems, nil\n}\n\nfunc (d *customComputeInstanceWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.instances.get\",\n\t\t\"compute.instances.list\",\n\t}\n}\n" }, { "path": "sources/example/errors.go", "content": "package example\n\nimport (\n\t\"errors\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// queryError is a helper function to convert errors into sdp.QueryError\nfunc queryError(err error, scope string, itemType string) *sdp.QueryError {\n\tif errors.As(err, new(NotFoundError)) {\n\t\treturn &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: err.Error(),\n\t\t\tSourceName: \"example-source\",\n\t\t\tScope: scope,\n\t\t\tItemType: itemType,\n\t\t}\n\t}\n\n\treturn &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_OTHER,\n\t\tErrorString: err.Error(),\n\t\tSourceName: \"example-source\",\n\t\tScope: scope,\n\t\tItemType: itemType,\n\t}\n}\n" }, { "path": "sources/example/metadata_test.go", "content": "package example\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"golang.org/x/text/cases\"\n\t\"golang.org/x/text/language\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/example/shared\"\n)\n\nfunc TestStaticData(t *testing.T) {\n\tprojectID := \"test-project-id\"\n\tzone := \"us-central1-a\"\n\n\tt.Run(\"Standard Wrapper\", func(t *testing.T) {\n\t\tstandardSearchableListable := NewStandardSearchableListable(nil, projectID, zone)\n\n\t\tadapter := sources.WrapperToAdapter(standardSearchableListable, sdpcache.NewNoOpCache())\n\n\t\tif adapter.Type() != fmt.Sprintf(\"%s-%s-%s\",\n\t\t\tshared.Source,\n\t\t\tshared.Compute,\n\t\t\tshared.Instance,\n\t\t) {\n\t\t\tt.Fatalf(\"Unexpected adapter type: %s\", adapter.Type())\n\t\t}\n\t\tt.Logf(\"Adapter Type: type=%s\", adapter.Type())\n\n\t\tif adapter.Name() != adapter.Type()+\"-adapter\" {\n\t\t\tt.Fatalf(\"Unexpected adapter name: %s\", adapter.Name())\n\t\t}\n\t\tt.Logf(\"Adapter Name: name=%s\", adapter.Name())\n\n\t\tif adapter.Scopes()[0] != fmt.Sprintf(\"%s.%s\", projectID, zone) {\n\t\t\tt.Fatalf(\"Unexpected adapter scope: %s\", adapter.Scopes()[0])\n\t\t}\n\t\tt.Logf(\"Adapter Scopes: scopes=%v\", adapter.Scopes())\n\n\t\tmetadata := adapter.Metadata()\n\n\t\tif metadata == nil {\n\t\t\tt.Fatalf(\"Adapter metadata is nil\")\n\t\t}\n\n\t\texpectedDescriptiveName := fmt.Sprintf(\n\t\t\t\"%s %s %s\",\n\t\t\tstrings.ToUpper(string(shared.Source)),\n\t\t\tcases.Title(language.English).String(string(shared.Compute)),\n\t\t\tcases.Title(language.English).String(string(shared.Instance)),\n\t\t)\n\t\tif metadata.GetDescriptiveName() != expectedDescriptiveName {\n\t\t\tt.Fatalf(\n\t\t\t\t\"Unexpected adapter metadata descriptive name: %s, expected: %s\",\n\t\t\t\tmetadata.GetDescriptiveName(),\n\t\t\t\texpectedDescriptiveName,\n\t\t\t)\n\t\t}\n\t\tt.Logf(\"Metadata Descriptive Name: name=%s\", metadata.GetDescriptiveName())\n\n\t\tif metadata.GetType() != adapter.Type() {\n\t\t\tt.Fatalf(\"Unexpected adapter metadata type: %s, expected: %s\", metadata.GetType(), adapter.Type())\n\t\t}\n\t\tt.Logf(\"Metadata Type: type=%s\", metadata.GetType())\n\n\t\tif metadata.GetCategory() != sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION {\n\t\t\tt.Fatalf(\"Unexpected adapter metadata category: %s\", metadata.GetCategory())\n\t\t}\n\t\tt.Logf(\"Metadata Category: category=%s\", metadata.GetCategory())\n\n\t\ttfMapping := metadata.GetTerraformMappings()[0]\n\t\tif tfMapping.GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\tt.Fatalf(\"Expected TerraformMethod to be %s, but got: %s\", sdp.QueryMethod_GET, tfMapping.GetTerraformMethod())\n\t\t}\n\n\t\tif tfMapping.GetTerraformQueryMap() != \"example_resource.name\" {\n\t\t\tt.Fatalf(\"Expected TerraformQueryMap to be 'example_resource.name', but got: %s\", tfMapping.GetTerraformQueryMap())\n\t\t}\n\t\tt.Logf(\"Terraform QueryMap: mappings=%s\", tfMapping.GetTerraformQueryMap())\n\n\t\tif !metadata.GetSupportedQueryMethods().GetGet() {\n\t\t\tt.Fatalf(\"Expected to support Get method\")\n\t\t}\n\n\t\texpectedGetDescription := \"Get GCP Compute Instance by \\\"GCP-compute-instance-id\\\"\"\n\t\tif metadata.GetSupportedQueryMethods().GetGetDescription() != expectedGetDescription {\n\t\t\tt.Fatalf(\"Expected GetDescription to be '%s', but got: %s\", expectedGetDescription, metadata.GetSupportedQueryMethods().GetGetDescription())\n\t\t}\n\t\tt.Logf(\"Metadata GetDescription: description=%s\", metadata.GetSupportedQueryMethods().GetGetDescription())\n\n\t\tif !metadata.GetSupportedQueryMethods().GetList() {\n\t\t\tt.Fatalf(\"Expected to support List method\")\n\t\t}\n\n\t\texpectedListDescription := \"List all GCP Compute Instance items\"\n\t\tif metadata.GetSupportedQueryMethods().GetListDescription() != expectedListDescription {\n\t\t\tt.Fatalf(\"Expected ListDescription to be '%s', but got: %s\", expectedListDescription, metadata.GetSupportedQueryMethods().GetListDescription())\n\t\t}\n\t\tt.Logf(\"Metadata ListDescription: description=%s\", metadata.GetSupportedQueryMethods().GetListDescription())\n\n\t\tif !metadata.GetSupportedQueryMethods().GetSearch() {\n\t\t\tt.Fatalf(\"Expected to support Search method\")\n\t\t}\n\t\texpectedSearchDescription := \"Search for GCP Compute Instance by \\\"GCP-compute-status-id\\\" or \\\"GCP-compute-disk-name|GCP-compute-status-id\\\"\"\n\t\tif metadata.GetSupportedQueryMethods().GetSearchDescription() != expectedSearchDescription {\n\t\t\tt.Fatalf(\"Expected SearchDescription to be '%s', but got: %s\", expectedSearchDescription, metadata.GetSupportedQueryMethods().GetSearchDescription())\n\t\t}\n\t\tt.Logf(\"Metadata SearchDescription: description=%s\", metadata.GetSupportedQueryMethods().GetGetDescription())\n\n\t\texpectedPotentialLink := \"GCP-compute-disk\"\n\t\tpotentialLink := metadata.GetPotentialLinks()[0]\n\t\tif potentialLink != expectedPotentialLink {\n\t\t\tt.Fatalf(\"Expected potential link to be %s, but got: %s\", expectedPotentialLink, potentialLink)\n\t\t}\n\t\tt.Logf(\"Potential Links: links=%v\", metadata.GetPotentialLinks())\n\t})\n\n\tt.Run(\"Custom Wrapper\", func(t *testing.T) {\n\t\tcustomSearchableListable := NewCustomSearchableListable(nil, projectID, zone)\n\n\t\tadapter := sources.WrapperToAdapter(customSearchableListable, sdpcache.NewNoOpCache())\n\n\t\tif adapter.Type() != fmt.Sprintf(\"%s-%s-%s\",\n\t\t\tshared.Source,\n\t\t\tshared.Compute,\n\t\t\tshared.Instance,\n\t\t) {\n\t\t\tt.Fatalf(\"Unexpected adapter type: %s\", adapter.Type())\n\t\t}\n\t\tt.Logf(\"Adapter Type: type=%s\", adapter.Type())\n\n\t\tif adapter.Name() != adapter.Type()+\"-adapter\" {\n\t\t\tt.Fatalf(\"Unexpected adapter name: %s\", adapter.Name())\n\t\t}\n\t\tt.Logf(\"Adapter Name: name=%s\", adapter.Name())\n\n\t\tif adapter.Scopes()[0] != projectID {\n\t\t\tt.Fatalf(\"Unexpected adapter scope: %s\", adapter.Scopes()[0])\n\t\t}\n\n\t\tif adapter.Scopes()[1] != fmt.Sprintf(\"%s.%s\", projectID, zone) {\n\t\t\tt.Fatalf(\"Unexpected adapter scope: %s\", adapter.Scopes()[0])\n\t\t}\n\t\tt.Logf(\"Adapter Scopes: scopes=%v\", adapter.Scopes())\n\n\t\tmetadata := adapter.Metadata()\n\n\t\tif metadata == nil {\n\t\t\tt.Fatalf(\"Adapter metadata is nil\")\n\t\t}\n\n\t\texpectedDescriptiveName := \"Custom descriptive name\"\n\t\tif metadata.GetDescriptiveName() != expectedDescriptiveName {\n\t\t\tt.Fatalf(\n\t\t\t\t\"Unexpected adapter metadata descriptive name: %s, expected: %s\",\n\t\t\t\tmetadata.GetDescriptiveName(),\n\t\t\t\texpectedDescriptiveName,\n\t\t\t)\n\t\t}\n\t\tt.Logf(\"Metadata Descriptive Name: name=%s\", metadata.GetDescriptiveName())\n\n\t\texpectedGetDescription := \"Get a compute instance by ID\"\n\t\tif metadata.GetSupportedQueryMethods().GetGetDescription() != expectedGetDescription {\n\t\t\tt.Fatalf(\"Expected GetDescription to be '%s', but got: %s\", expectedGetDescription, metadata.GetSupportedQueryMethods().GetGetDescription())\n\t\t}\n\t\tt.Logf(\"Metadata GetDescription: description=%s\", metadata.GetSupportedQueryMethods().GetGetDescription())\n\n\t\texpectedListDescription := \"List all compute instances\"\n\t\tif metadata.GetSupportedQueryMethods().GetListDescription() != expectedListDescription {\n\t\t\tt.Fatalf(\"Expected ListDescription to be '%s', but got: %s\", expectedListDescription, metadata.GetSupportedQueryMethods().GetListDescription())\n\t\t}\n\t\tt.Logf(\"Metadata ListDescription: description=%s\", metadata.GetSupportedQueryMethods().GetListDescription())\n\n\t\texpectedSearchDescription := \"Search for compute instances by {compute status id} or {compute disk name|compute status id}\"\n\t\tif metadata.GetSupportedQueryMethods().GetSearchDescription() != expectedSearchDescription {\n\t\t\tt.Fatalf(\"Expected SearchDescription to be '%s', but got: %s\", expectedSearchDescription, metadata.GetSupportedQueryMethods().GetSearchDescription())\n\t\t}\n\t\tt.Logf(\"Metadata SearchDescription: description=%s\", metadata.GetSupportedQueryMethods().GetSearchDescription())\n\n\t\tif metadata.GetType() != adapter.Type() {\n\t\t\tt.Fatalf(\"Unexpected adapter metadata type: %s, expected: %s\", metadata.GetType(), adapter.Type())\n\t\t}\n\t\tt.Logf(\"Metadata Type: type=%s\", metadata.GetType())\n\n\t\tif metadata.GetCategory() != sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION {\n\t\t\tt.Fatalf(\"Unexpected adapter metadata category: %s\", metadata.GetCategory())\n\t\t}\n\t\tt.Logf(\"Metadata Category: category=%s\", metadata.GetCategory())\n\n\t\ttfMapping := metadata.GetTerraformMappings()[0]\n\t\tif tfMapping.GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\tt.Fatalf(\"Expected TerraformMethod to be %s, but got: %s\", sdp.QueryMethod_GET, tfMapping.GetTerraformMethod())\n\t\t}\n\t})\n}\n" }, { "path": "sources/example/mocks/mock_external_api_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: standard_searchable_listable.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=./mocks/mock_external_api_client.go -package=mocks -source=standard_searchable_listable.go ExternalAPIClient\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\texample \"github.com/overmindtech/cli/sources/example\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockExternalAPIClient is a mock of ExternalAPIClient interface.\ntype MockExternalAPIClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockExternalAPIClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockExternalAPIClientMockRecorder is the mock recorder for MockExternalAPIClient.\ntype MockExternalAPIClientMockRecorder struct {\n\tmock *MockExternalAPIClient\n}\n\n// NewMockExternalAPIClient creates a new mock instance.\nfunc NewMockExternalAPIClient(ctrl *gomock.Controller) *MockExternalAPIClient {\n\tmock := &MockExternalAPIClient{ctrl: ctrl}\n\tmock.recorder = &MockExternalAPIClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockExternalAPIClient) EXPECT() *MockExternalAPIClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockExternalAPIClient) Get(ctx context.Context, query string) (*example.ExternalType, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, query)\n\tret0, _ := ret[0].(*example.ExternalType)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockExternalAPIClientMockRecorder) Get(ctx, query any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockExternalAPIClient)(nil).Get), ctx, query)\n}\n\n// List mocks base method.\nfunc (m *MockExternalAPIClient) List(ctx context.Context) ([]*example.ExternalType, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx)\n\tret0, _ := ret[0].([]*example.ExternalType)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockExternalAPIClientMockRecorder) List(ctx any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockExternalAPIClient)(nil).List), ctx)\n}\n\n// Search mocks base method.\nfunc (m *MockExternalAPIClient) Search(ctx context.Context, query ...string) ([]*example.ExternalType, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx}\n\tfor _, a := range query {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Search\", varargs...)\n\tret0, _ := ret[0].([]*example.ExternalType)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Search indicates an expected call of Search.\nfunc (mr *MockExternalAPIClientMockRecorder) Search(ctx any, query ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx}, query...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Search\", reflect.TypeOf((*MockExternalAPIClient)(nil).Search), varargs...)\n}\n" }, { "path": "sources/example/shared/models.go", "content": "package shared\n\nimport (\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst (\n\tSource shared.Source = \"GCP\"\n)\n\n// APIs\nconst (\n\tCompute shared.API = \"compute\"\n)\n\n// Resources\nconst (\n\tInstance shared.Resource = \"instance\"\n\tDisk shared.Resource = \"disk\"\n\tStatus shared.Resource = \"status\"\n)\n" }, { "path": "sources/example/standard_searchable_listable.go", "content": "package example\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources\"\n\texampleshared \"github.com/overmindtech/cli/sources/example/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar (\n\tComputeInstance = shared.NewItemType(exampleshared.Source, exampleshared.Compute, exampleshared.Instance)\n\tComputeDisk = shared.NewItemType(exampleshared.Source, exampleshared.Compute, exampleshared.Disk)\n\tComputeStatus = shared.NewItemType(exampleshared.Source, exampleshared.Compute, exampleshared.Status)\n\n\tComputeInstanceLookupByID = shared.NewItemTypeLookup(\"id\", ComputeInstance)\n\tComputeStatusLookupByID = shared.NewItemTypeLookup(\"id\", ComputeStatus)\n\tComputeDiskLookupByName = shared.NewItemTypeLookup(\"name\", ComputeDisk)\n)\n\n// ExternalType is a placeholder for the external API type\n// For example, this could be a struct that represents a compute instance from GCP\ntype ExternalType struct {\n\tType string\n\tUniqueAttribute string\n\tTags map[string]string\n\tLinkedItemID string\n}\n\n// NotFoundError is a placeholder for external API error codes\ntype NotFoundError struct{}\n\nfunc (e NotFoundError) Error() string {\n\treturn \"not found\"\n}\n\n// ExternalAPIClient is an interface for the external API client\n//\n//go:generate mockgen -destination=./mocks/mock_external_api_client.go -package=mocks -source=standard_searchable_listable.go ExternalAPIClient\ntype ExternalAPIClient interface {\n\tGet(ctx context.Context, query string) (*ExternalType, error)\n\tList(ctx context.Context) ([]*ExternalType, error)\n\tSearch(ctx context.Context, query ...string) ([]*ExternalType, error)\n}\n\ntype computeInstanceWrapper struct {\n\tclient ExternalAPIClient\n\n\t*Base\n}\n\n// NewStandardSearchableListable creates a new computeInstanceWrapper instance\nfunc NewStandardSearchableListable(client ExternalAPIClient, projectID, zone string) sources.SearchableListableWrapper {\n\treturn &computeInstanceWrapper{\n\t\tclient: client,\n\t\tBase: NewBase(\n\t\t\tprojectID,\n\t\t\tzone,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tComputeInstance,\n\t\t),\n\t}\n}\n\n// TerraformMappings returns the Terraform mappings for the ExternalType\nfunc (d *computeInstanceWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"example_resource.name\",\n\t\t},\n\t}\n}\n\n// PotentialLinks returns the potential links for the ExternalType.\n// This should include all the item types that are added as linked items in the externalTypeToSDPItem method\nfunc (d *computeInstanceWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(ComputeDisk)\n}\n\n// GetLookups returns the sources.ItemTypeLookups for the Get operation\n// This is used for input validation and constructing the human readable get query description.\nfunc (d *computeInstanceWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeInstanceLookupByID,\n\t}\n}\n\n// Get retrieves a specific ExternalType by unique attribute and converts it to a sdp.Item\nfunc (d *computeInstanceWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\texternal, err := d.client.Get(ctx, queryParts[0])\n\tif err != nil {\n\t\treturn nil, queryError(err, scope, d.Type())\n\t}\n\n\treturn d.externalTypeToSDPItem(external)\n}\n\n// List retrieves all ExternalType and converts them to sdp.Items\nfunc (d *computeInstanceWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\texternals, err := d.client.List(ctx)\n\tif err != nil {\n\t\treturn nil, queryError(err, scope, d.Type())\n\t}\n\n\treturn d.mapper(externals)\n}\n\n// SearchLookups returns the ItemTypeLookups for the Search operation\n// This is used for input validation and constructing the human-readable search query description.\n// An item can be searched via multiple lookups.\n// Each variant should be added as a separate sources.ItemTypeLookups\n// In this example, we have two lookups:\n// 1. Simple Key: ComputeDiskLookupByName: searching this item type by compute disk name\n// 2. Composite Key: ComputeDiskLookupByName|ComputeStatusLookupByID: searching this item type by\n// compute disk name and compute status ID\nfunc (d *computeInstanceWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeStatusLookupByID,\n\t\t},\n\t\t{\n\t\t\tComputeDiskLookupByName,\n\t\t\tComputeStatusLookupByID,\n\t\t},\n\t}\n}\n\n// Search retrieves ExternalType by a search query and converts them to sdp.Items\nfunc (d *computeInstanceWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tvar err error\n\tvar externals []*ExternalType\n\tswitch len(queryParts) {\n\tcase 1:\n\t\texternals, err = d.client.Search(ctx, queryParts[0])\n\tcase 2:\n\t\texternals, err = d.client.Search(ctx, queryParts[0], queryParts[1])\n\t}\n\tif err != nil {\n\t\treturn nil, queryError(err, scope, d.Type())\n\t}\n\n\t// We don't need to check if the length of the query is different from 1 or 2.\n\t// This is validated in the backend when converting this to an adapter.\n\n\treturn d.mapper(externals)\n}\n\n// externalTypeToSDPItem converts an ExternalType to a sdp.Item\n// This is where we define the linked items and how they are linked.\n// All the linked items should be added to the PotentialLinks method!\nfunc (d *computeInstanceWrapper) externalTypeToSDPItem(external *ExternalType) (*sdp.Item, *sdp.QueryError) {\n\tsdpItem := &sdp.Item{\n\t\tType: external.Type,\n\t\tUniqueAttribute: external.UniqueAttribute,\n\t\tTags: external.Tags,\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeDisk.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: external.LinkedItemID,\n\t\t\t\t\tScope: d.Scopes()[0],\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\treturn sdpItem, nil\n}\n\n// mapper converts a slice of ExternalType to a slice of sdp.Item\nfunc (d *computeInstanceWrapper) mapper(externalItems []*ExternalType) ([]*sdp.Item, *sdp.QueryError) {\n\tsdpItems := make([]*sdp.Item, len(externalItems))\n\tfor i, item := range externalItems {\n\t\tvar err *sdp.QueryError\n\t\tsdpItems[i], err = d.externalTypeToSDPItem(item)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\treturn sdpItems, nil\n}\n\nfunc (d *computeInstanceWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.instances.get\",\n\t\t\"compute.instances.list\",\n\t}\n}\n" }, { "path": "sources/example/standard_searchable_listable_test.go", "content": "package example_test\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources/example\"\n\t\"github.com/overmindtech/cli/sources/example/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestStandardSearchableListable(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\n\tdefer ctrl.Finish()\n\n\tmockExternalAPIClient := mocks.NewMockExternalAPIClient(ctrl)\n\n\tprojectID := \"test-project-id\"\n\tzone := \"us-central1-a\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tsearchableListable := example.NewStandardSearchableListable(mockExternalAPIClient, projectID, zone)\n\n\t\t// Mock the Get method to return a specific ExternalType\n\t\tmockExternalAPIClient.EXPECT().Get(ctx, \"test-id\").Return(&example.ExternalType{\n\t\t\tType: \"test-type\",\n\t\t\tUniqueAttribute: \"test-unique-attribute\",\n\t\t\tTags: map[string]string{\"address\": \"test-address\"},\n\t\t\tLinkedItemID: \"test-link-me\",\n\t\t}, nil)\n\n\t\titem, err := searchableListable.Get(ctx, searchableListable.Scopes()[0], \"test-id\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif item == nil {\n\t\t\tt.Fatalf(\"Expected item, got nil\")\n\t\t}\n\n\t\tif item.GetType() != \"test-type\" {\n\t\t\tt.Fatalf(\"Expected type 'test-type', got: %s\", item.GetType())\n\t\t}\n\n\t\tif item.GetUniqueAttribute() != \"test-unique-attribute\" {\n\t\t\tt.Fatalf(\"Expected unique attribute 'test-unique-attribute', got: %s\", item.GetUniqueAttribute())\n\t\t}\n\n\t\tif item.GetTags()[\"address\"] != \"test-address\" {\n\t\t\tt.Fatalf(\"Expected address 'test-address', got: %s\", item.GetTags()[\"address\"])\n\t\t}\n\n\t\tlinkedItemQuery := item.GetLinkedItemQueries()[0].GetQuery()\n\t\tvar potentialLinkedItem shared.ItemType\n\t\tfor v := range searchableListable.PotentialLinks() {\n\t\t\tpotentialLinkedItem = v\n\t\t}\n\n\t\tif linkedItemQuery.GetType() != potentialLinkedItem.String() {\n\t\t\tt.Fatalf(\"Expected linked item type '%s', got: %s\", potentialLinkedItem.String(), linkedItemQuery.GetType())\n\t\t}\n\t})\n\n\tt.Run(\"GetNotFound\", func(t *testing.T) {\n\t\tsearchableListable := example.NewStandardSearchableListable(mockExternalAPIClient, projectID, zone)\n\n\t\t// Mock the Get method to return a NotFoundError\n\t\tmockExternalAPIClient.EXPECT().Get(ctx, \"test-id\").Return(nil, example.NotFoundError{})\n\n\t\titem, err := searchableListable.Get(ctx, searchableListable.Scopes()[0], \"test-id\")\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected error, got: %v\", item)\n\t\t}\n\n\t\tif err.GetErrorString() != new(example.NotFoundError).Error() {\n\t\t\tt.Fatalf(\"Expected NotFoundError, got: %v\", err)\n\t\t}\n\n\t\tif err.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"Expected error type NOT_FOUND, got: %v\", err.GetErrorType())\n\t\t}\n\n\t\tif item != nil {\n\t\t\tt.Fatalf(\"Expected nil item, got: %v\", item)\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tsearchableListable := example.NewStandardSearchableListable(mockExternalAPIClient, projectID, zone)\n\n\t\t// Mock the List method to return a list of ExternalType\n\t\tmockExternalAPIClient.EXPECT().List(ctx).Return([]*example.ExternalType{\n\t\t\t{\n\t\t\t\tType: \"test-type\",\n\t\t\t\tUniqueAttribute: \"test-unique-attribute\",\n\t\t\t\tTags: map[string]string{\"address\": \"test-address\"},\n\t\t\t\tLinkedItemID: \"test-link-me\",\n\t\t\t},\n\t\t}, nil)\n\n\t\titems, err := searchableListable.List(ctx, searchableListable.Scopes()[0])\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(items) == 0 {\n\t\t\tt.Fatalf(\"Expected items, got empty list\")\n\t\t}\n\n\t\tif items[0].GetType() != \"test-type\" {\n\t\t\tt.Fatalf(\"Expected type 'test-type', got: %s\", items[0].GetType())\n\t\t}\n\n\t\tif items[0].GetUniqueAttribute() != \"test-unique-attribute\" {\n\t\t\tt.Fatalf(\"Expected unique attribute 'test-unique-attribute', got: %s\", items[0].GetUniqueAttribute())\n\t\t}\n\n\t\tif items[0].GetTags()[\"address\"] != \"test-address\" {\n\t\t\tt.Fatalf(\"Expected address 'test-address', got: %s\", items[0].GetTags()[\"address\"])\n\t\t}\n\t})\n\n\tt.Run(\"ListNotFound\", func(t *testing.T) {\n\t\tsearchableListable := example.NewStandardSearchableListable(mockExternalAPIClient, projectID, zone)\n\n\t\t// Mock the List method to return a NotFoundError\n\t\tmockExternalAPIClient.EXPECT().List(ctx).Return(nil, example.NotFoundError{})\n\n\t\titems, err := searchableListable.List(ctx, searchableListable.Scopes()[0])\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected error, got: %v\", items)\n\t\t}\n\n\t\tif err.GetErrorString() != new(example.NotFoundError).Error() {\n\t\t\tt.Fatalf(\"Expected NotFoundError, got: %v\", err)\n\t\t}\n\n\t\tif err.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"Expected error type NOT_FOUND, got: %v\", err.GetErrorType())\n\t\t}\n\n\t\tif items != nil {\n\t\t\tt.Fatalf(\"Expected nil items, got: %v\", items)\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tsearchableListable := example.NewStandardSearchableListable(mockExternalAPIClient, projectID, zone)\n\t\t// Mock the Search method to return a list of ExternalType\n\t\tmockExternalAPIClient.EXPECT().Search(ctx, \"test-query\").Return([]*example.ExternalType{\n\t\t\t{\n\t\t\t\tType: \"test-type\",\n\t\t\t\tUniqueAttribute: \"test-unique-attribute\",\n\t\t\t\tTags: map[string]string{\"address\": \"test-address\"},\n\t\t\t\tLinkedItemID: \"test-link-me\",\n\t\t\t},\n\t\t}, nil)\n\n\t\titems, err := searchableListable.Search(ctx, searchableListable.Scopes()[0], \"test-query\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(items) == 0 {\n\t\t\tt.Fatalf(\"Expected items, got empty list\")\n\t\t}\n\n\t\tif items[0].GetType() != \"test-type\" {\n\t\t\tt.Fatalf(\"Expected type 'test-type', got: %s\", items[0].GetType())\n\t\t}\n\n\t\tif items[0].GetUniqueAttribute() != \"test-unique-attribute\" {\n\t\t\tt.Fatalf(\"Expected unique attribute 'test-unique-attribute', got: %s\", items[0].GetUniqueAttribute())\n\t\t}\n\n\t\tif items[0].GetTags()[\"address\"] != \"test-address\" {\n\t\t\tt.Fatalf(\"Expected address 'test-address', got: %s\", items[0].GetTags()[\"address\"])\n\t\t}\n\t})\n\n\tt.Run(\"SearchNotFound\", func(t *testing.T) {\n\t\tsearchableListable := example.NewStandardSearchableListable(mockExternalAPIClient, projectID, zone)\n\n\t\t// Mock the Search method to return a NotFoundError\n\t\tmockExternalAPIClient.EXPECT().Search(ctx, \"test-query\").Return(nil, example.NotFoundError{})\n\n\t\titems, err := searchableListable.Search(ctx, searchableListable.Scopes()[0], \"test-query\")\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected error, got: %v\", items)\n\t\t}\n\n\t\tif err.GetErrorString() != new(example.NotFoundError).Error() {\n\t\t\tt.Fatalf(\"Expected NotFoundError, got: %v\", err)\n\t\t}\n\n\t\tif err.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"Expected error type NOT_FOUND, got: %v\", err.GetErrorType())\n\t\t}\n\n\t\tif items != nil {\n\t\t\tt.Fatalf(\"Expected nil items, got: %v\", items)\n\t\t}\n\t})\n}\n" }, { "path": "sources/example/validation_test.go", "content": "package example\n\nimport (\n\t\"encoding/json\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n)\n\ntype Validate interface {\n\tValidate() error\n}\n\nfunc TestAdaptersValidation(t *testing.T) {\n\tprojectID := \"123456789012\"\n\tzone := \"us-east-1\"\n\n\tvar adapters []discovery.Adapter\n\tadapters = append(adapters,\n\t\tsources.WrapperToAdapter(NewStandardSearchableListable(nil, projectID, zone), sdpcache.NewNoOpCache()),\n\t\tsources.WrapperToAdapter(NewCustomSearchableListable(nil, projectID, zone), sdpcache.NewNoOpCache()),\n\t)\n\n\tfor _, adapter := range adapters {\n\t\tt.Run(adapter.Name(), func(t *testing.T) {\n\t\t\t// Test the adapter\n\t\t\ta, ok := adapter.(Validate)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter %s does not implement Validate\", adapter.Name())\n\t\t\t}\n\n\t\t\tif err := a.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Adapter %s failed validation: %v\", adapter.Name(), err)\n\t\t\t}\n\n\t\t\tif strings.EqualFold(os.Getenv(\"LOG_LEVEL\"), \"debug\") {\n\t\t\t\t// Pretty print the adapter metadata via json\n\t\t\t\tjsonData, err := json.MarshalIndent(adapter.Metadata(), \"\", \" \")\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Failed to marshal adapter metadata: %v\", err)\n\t\t\t\t}\n\t\t\t\tt.Logf(\"Adapter %s metadata: %s\", adapter.Name(), string(jsonData))\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/gcp/README.md", "content": "# Further Information for GCP Adapter Creation\n\nPlease refer to the [generic adapter creation documentation](../README.md) to learn about the generic adapter framework.\n\nThis document is to highlight the specific implementation details for the GCP adapters.\n\n## Configuration\n\n### Multi-Project Discovery\n\nThe GCP source supports automatic discovery of all accessible projects. This allows you to discover resources across your entire GCP organization without manually specifying each project.\n\n#### Single Project Mode (Legacy)\n\nTo discover resources in a specific project:\n\n```bash\ngcp-source --gcp-project-id=my-project-id --gcp-regions=us-central1,us-east1\n```\n\n#### Multi-Project Mode (Automatic Discovery)\n\nTo automatically discover and monitor all accessible projects:\n\n```bash\ngcp-source --gcp-regions=us-central1,us-east1\n```\n\nWhen no `--gcp-project-id` is specified, the source will:\n1. Call the Cloud Resource Manager API's `projects.list` endpoint\n2. Discover all ACTIVE projects the authenticated service account has access to\n3. Create adapters for each discovered project\n4. Monitor resources across all projects\n\n#### Required Permissions\n\nFor multi-project discovery, the service account must have the following permission:\n- `resourcemanager.projects.list` (included in the `roles/browser` predefined role)\n\nFor single-project mode, the service account needs:\n- `resourcemanager.projects.get` (included in the `roles/browser` predefined role)\n\nAll other resource-specific permissions remain the same as documented in each adapter's metadata.\n\n### Service Account Impersonation\n\nBoth single-project and multi-project modes support service account impersonation:\n\n```bash\ngcp-source --gcp-impersonation-service-account-email=sa@project.iam.gserviceaccount.com --gcp-regions=us-central1\n```\n\n## Naming Conventions\n\nTo construct the name of the adapter, we need to identify the following elements:\n\n- Source: Currently we defined this as `gcp`.\n- API: The API name, e.g. `compute`, `storage`, `bigquery`, etc.\n- Resource: The resource name, e.g. `instance`, `bucket`, `dataset`, etc.\n\nLet's take the GCP Compute Instance as an example.\n\nWe can use the API explorer to get the correct API endpoint documentation: [API Explorer](https://developers.google.com/apis-explorer).\n\nFrom the Compute API, the service BASE URL is `https://compute.googleapis.com`.\nSo, the API name is `compute`: The API name is the first part of the URL after the `https://` and before the `googleapis.com`.\n\nThen we can navigate to the section for the [Instances](https://cloud.google.com/compute/docs/reference/rest/v1#rest-resource:-v1.instances).\nIt is in plural form, but in our adapter we use the singular form `instance`.\n\nWe define all these elements as constants.\n\nThe API and Resource type definitions are in the [gcp shared models file](./shared/models.go).\n\nThen we define the type itself in the relevant adapter file: `sources/gcp/compute-instance.go`.\n\n```go\nvar ComputeInstance = shared.NewItemType(gcpshared.GCP, gcpshared.Compute, gcpshared.Instance)\n```\n\n## Scopes\n\nEvery adapter has a scope that guarantees that the connected external resource can be identified within that scope uniquely.\nFor more see [Scope](../../sdp/README.md).\n\nFor GCP, we define the following scopes:\n\n- Project: If the connected GCP resource requires the `project_id` for retrieving the resource along with its unique identifier, we define the scope as `project_id`. For example [Compute Network](https://cloud.google.com/compute/docs/reference/rest/v1/networks/get).\n- Region: If the connected GCP resource requires the `project_id` and `region` for retrieving the resource along with its unique identifier, we define the scope as `project_id.region`. For example [Compute Subnetwork](https://cloud.google.com/compute/docs/reference/rest/v1/subnetworks/get).\n- Zone: If the connected GCP resource requires the `project_id` and `zone` for retrieving the resource along with its unique identifier, we define the scope as `project_id.zone`. For example [Compute Instance](https://cloud.google.com/compute/docs/reference/rest/v1/instances/get).\n\nAfter deciding which scope to use, we can create the adapter by using the relevant Base struct which will construct the correct scope for us.\n\n```go\n// NewComputeInstance creates a new computeInstanceWrapper instance\nfunc NewComputeInstance(client gcpshared.ComputeInstanceClient, projectID, zone string) sources.ListableWrapper {\n return &computeInstanceWrapper{\n client: client,\n ZonalBase: gcpshared.NewZoneBase( // <-- Use the ZoneBase struct\n projectID,\n zone,\n sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n ComputeInstance,\n ),\n }\n}\n```\n\n## Linked Item Queries\n\n### Simple Queries for the Same API\n\nWhen defining a relation between two adapters, we need to answer the following questions:\n\n- What is the type of the related item?\n- What is the method to use to get the related item?: `sdp.QueryMethod_GET`, `sdp.QueryMethod_SEARCH`, `sdp.QueryMethod_LIST`\n- What is the query string to pass to the selected method?\n- What is the scope of the related item?: `project`, `region`, `zone`\nIn the following example, we define a relation between the `ComputeInstance` and `ComputeSubnetwork` adapters.\n\n- We identify the `ComputeSubnetwork` adapter as the related item.\n- We use the `sdp.QueryMethod_GET` method to get the related item. Because the attribute `subnetwork_name` can be used to get the `ComputeSubnetwork` resource. If it was an attribute that can be used for searching, we would use the `sdp.QueryMethod_SEARCH` method. By the time we are developing the adapter, the linked adapter may not be present. In that case, we have to research the linked adapter and make the correct judgement.\n- We use the `subnetworkName` as the query string to pass to the `GET` method. Because its [SDK documentation](https://cloud.google.com/compute/docs/reference/rest/v1/subnetworks/get) states that we need to pass its `name` to get the resource.\n- We define the scope as `region` via the `gcpshared.RegionalScope(c.ProjectID(), region)` helper function. Because the `ComputeSubnetwork` resource is a regional resource. It requires the `project_id` and `region` along with its `name` to get the resource.\n\n```go\n&sdp.LinkedItemQuery{\n Query: &sdp.Query{\n Type: ComputeSubnetwork.String(),\n Method: sdp.QueryMethod_GET,\n Query: subnetworkName,\n // This is a regional resource\n Scope: gcpshared.RegionalScope(c.ProjectID(), region),\n },\n}\n```\n\n### Composite Queries for Different APIs\n\nWhen the related item is not in the same API as the adapter, we need to investigate how to get the related item.\nIn the case of creating a link to a crypto key version, first we need to find the [relevant API](https://cloud.google.com/kms/docs/reference/rest/v1/projects.locations.keyRings.cryptoKeys.cryptoKeyVersions/get?rep_location=global#path-parameters).\nIt gives us the GET method to use, the `https://cloudkms.googleapis.com/v1/{name=projects/*/locations/*/keyRings/*/cryptoKeys/*/cryptoKeyVersions/*}`.\n\nNow, we need to decide how the linked item will look like:\n\n- API: `cloudkms`, first item of the domain after `https://` and before `googleapis.com`.\n- Name: `cryptoKeyVersion`, which is the single version of the identifier for the resource.\n- Scope: `Project` level. Because the `locations` in the url can be a region or zone, so it will be dynamically required from the query.\n\nPutting together all this information:\n\n- Linked Item Type: `CloudKMSCryptoKeyVersion.String()`: assuming that we defined this type in its own file for future.\n- Linked Item Query: What we need to construct the full URL? ProjectID will come from the scope. We need to pass: `location`, `keyring`, `cryptoKey` and `cryptoKeyVersion`. So we need a helper function to extract these information and compose a query by constructing a string simply joining all these variables by our default query separator `|`. We can use the helper function from shared: `shared.CompositeLookupKey(location, keyring, cryptoKey, cryptoKeyVersion)`.\n- Linked Item Scope: Project level, because the adapter for this type will have a project level scope.\n" }, { "path": "sources/gcp/build/package/Dockerfile", "content": "# Build the source binary\nFROM golang:1.26.2-alpine3.23 AS builder\nARG TARGETOS\nARG TARGETARCH\nARG BUILD_VERSION\nARG BUILD_COMMIT\n\n# required for generating the version descriptor\nRUN apk upgrade --no-cache && apk add --no-cache git\n\nWORKDIR /workspace\n\nCOPY go.mod go.sum ./\nRUN --mount=type=cache,target=/go/pkg \\\n go mod download\n\nCOPY go/ go/\nCOPY sources/ sources/\n\n# Build\nRUN --mount=type=cache,target=/go/pkg \\\n --mount=type=cache,target=/root/.cache/go-build \\\n GOOS=${TARGETOS} GOARCH=${TARGETARCH} go build -trimpath -ldflags=\"-s -w -X github.com/overmindtech/cli/go/tracing.version=${BUILD_VERSION} -X github.com/overmindtech/cli/go/tracing.commit=${BUILD_COMMIT}\" -o source sources/gcp/main.go\n\nFROM alpine:3.23.4\nWORKDIR /\nCOPY --from=builder /workspace/source .\nUSER 65534:65534\n\nENTRYPOINT [\"/source\"]\n" }, { "path": "sources/gcp/cmd/root.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"os/signal\"\n\t\"strings\"\n\t\"syscall\"\n\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/overmindtech/cli/go/logging\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/pflag\"\n\t\"github.com/spf13/viper\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/sources/gcp/proc\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n)\n\nvar cfgFile string\n\n// rootCmd represents the base command when called without any subcommands\nvar rootCmd = &cobra.Command{\n\tUse: \"gcp-source\",\n\tShort: \"Remote primary source for GCP\",\n\tSilenceUsage: true,\n\tLong: `This sources looks for GCP resources in your account.\n`,\n\tRunE: func(cmd *cobra.Command, args []string) error {\n\t\tctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)\n\t\tdefer stop()\n\t\tdefer tracing.LogRecoverToReturn(ctx, \"gcp-source.root\")\n\t\thealthCheckPort := viper.GetInt(\"health-check-port\")\n\n\t\tengineConfig, err := discovery.EngineConfigFromViper(\"gcp\", tracing.Version())\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Error(\"Could not create engine config\")\n\t\t\treturn fmt.Errorf(\"could not create engine config: %w\", err)\n\t\t}\n\n\t\t// Create a basic engine first so we can serve health probes and heartbeats even if init fails\n\t\te, err := discovery.NewEngine(engineConfig)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Could not create engine\")\n\t\t\treturn fmt.Errorf(\"could not create engine: %w\", err)\n\t\t}\n\n\t\t// Serve health probes before initialization so they're available even on failure\n\t\te.ServeHealthProbes(healthCheckPort)\n\n\t\t// Start the engine (NATS connection) before adapter init so heartbeats work\n\t\terr = e.Start(ctx)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Could not start engine\")\n\t\t\treturn fmt.Errorf(\"could not start engine: %w\", err)\n\t\t}\n\n\t\t// Config validation (permanent errors β€” no retry, just idle with error)\n\t\tgcpCfg, cfgErr := proc.ConfigFromViper()\n\t\tif cfgErr != nil {\n\t\t\tlog.WithError(cfgErr).Error(\"GCP source config error - pod will stay running with error status\")\n\t\t\te.SetInitError(cfgErr)\n\t\t\tsentry.CaptureException(cfgErr)\n\t\t} else {\n\t\t\t// Adapter init (retryable errors β€” backoff capped at 5 min)\n\t\t\te.InitialiseAdapters(ctx, func(ctx context.Context) error {\n\t\t\t\treturn proc.InitializeAdapters(ctx, e, gcpCfg)\n\t\t\t})\n\t\t}\n\n\t\t<-ctx.Done()\n\n\t\tlog.Info(\"Stopping engine\")\n\n\t\terr = e.Stop()\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Error(\"Could not stop engine\")\n\t\t\treturn fmt.Errorf(\"could not stop engine: %w\", err)\n\t\t}\n\t\tlog.Info(\"Stopped\")\n\n\t\treturn nil\n\t},\n}\n\n// Execute adds all child commands to the root command and sets flags appropriately.\n// This is called by main.main(). It only needs to happen once to the rootCmd.\nfunc Execute() {\n\tif err := rootCmd.Execute(); err != nil {\n\t\tfmt.Println(err)\n\t\tos.Exit(1)\n\t}\n}\n\nfunc init() {\n\tcobra.OnInitialize(initConfig)\n\n\t// Here you will define your flags and configuration settings.\n\t// Cobra supports persistent flags, which, if defined here,\n\t// will be global for your application.\n\tvar logLevel string\n\n\t// add engine flags\n\tdiscovery.AddEngineFlags(rootCmd)\n\n\t// General config options\n\trootCmd.PersistentFlags().StringVar(&cfgFile, \"config\", \"/etc/srcman/config/source.yaml\", \"config file path\")\n\trootCmd.PersistentFlags().StringVar(&logLevel, \"log\", \"info\", \"Set the log level. Valid values: panic, fatal, error, warn, info, debug, trace\")\n\n\t// Custom flags for this source\n\trootCmd.PersistentFlags().IntP(\"health-check-port\", \"\", 8080, \"The port that the health check should run on\")\n\trootCmd.PersistentFlags().String(\"gcp-parent\", \"\", \"GCP parent resource to discover from. Can be an organization (organizations/{org_id}), folder (folders/{folder_id}), or project (project-id or projects/{project_id}). If not specified, all accessible projects will be discovered automatically. Format examples: 'organizations/123456789012', 'folders/123456789012', 'my-project-id', 'projects/my-project-id'\")\n\trootCmd.PersistentFlags().String(\"gcp-project-id\", \"\", \"(Deprecated: use --gcp-parent instead) GCP Project ID that this source should operate in. If not specified, all accessible projects will be discovered automatically using the Cloud Resource Manager API. Requires 'resourcemanager.projects.list' permission (included in 'roles/browser' role).\")\n\trootCmd.PersistentFlags().String(\"gcp-regions\", \"\", \"Comma-separated list of GCP regions that this source should operate in\")\n\trootCmd.PersistentFlags().String(\"gcp-zones\", \"\", \"Comma-separated list of GCP zones that this source should operate in\")\n\trootCmd.PersistentFlags().String(\"gcp-impersonation-service-account-email\", \"\", \"The email of the service account to impersonate. Leave empty for direct access using Application Default Credentials.\")\n\n\t// tracing\n\trootCmd.PersistentFlags().String(\"honeycomb-api-key\", \"\", \"If specified, configures opentelemetry libraries to submit traces to honeycomb\")\n\trootCmd.PersistentFlags().String(\"sentry-dsn\", \"\", \"If specified, configures sentry libraries to capture errors\")\n\trootCmd.PersistentFlags().String(\"run-mode\", \"release\", \"Set the run mode for this service, 'release', 'debug' or 'test'. Defaults to 'release'.\")\n\trootCmd.PersistentFlags().Bool(\"json-log\", true, \"Set to false to emit logs as text for easier reading in development.\")\n\tcobra.CheckErr(viper.BindEnv(\"json-log\", \"GCP_SOURCE_JSON_LOG\", \"JSON_LOG\"))\n\n\t// Bind these to viper\n\tcobra.CheckErr(viper.BindPFlags(rootCmd.PersistentFlags()))\n\n\t// Run this before we do anything to set up the loglevel\n\trootCmd.PersistentPreRunE = func(cmd *cobra.Command, args []string) error {\n\t\tif lvl, err := log.ParseLevel(logLevel); err == nil {\n\t\t\tlog.SetLevel(lvl)\n\t\t} else {\n\t\t\tlog.SetLevel(log.InfoLevel)\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"error\": err,\n\t\t\t}).Error(\"Could not parse log level\")\n\t\t}\n\n\t\tlog.AddHook(TerminationLogHook{})\n\n\t\t// Bind flags that haven't been set to the values from viper of we have them\n\t\tvar bindErr error\n\t\tcmd.PersistentFlags().VisitAll(func(f *pflag.Flag) {\n\t\t\t// Bind the flag to viper only if it has a non-empty default\n\t\t\tif f.DefValue != \"\" || f.Changed {\n\t\t\t\tif err := viper.BindPFlag(f.Name, f); err != nil {\n\t\t\t\t\tbindErr = err\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t\tif bindErr != nil {\n\t\t\tlog.WithError(bindErr).Error(\"could not bind flag to viper\")\n\t\t\treturn fmt.Errorf(\"could not bind flag to viper: %w\", bindErr)\n\t\t}\n\n\t\tif viper.GetBool(\"json-log\") {\n\t\t\tlogging.ConfigureLogrusJSON(log.StandardLogger())\n\t\t}\n\n\t\tif err := tracing.InitTracerWithUpstreams(\"gcp-source\", viper.GetString(\"honeycomb-api-key\"), viper.GetString(\"sentry-dsn\")); err != nil {\n\t\t\tlog.WithError(err).Error(\"could not init tracer\")\n\t\t\treturn fmt.Errorf(\"could not init tracer: %w\", err)\n\t\t}\n\t\treturn nil\n\t}\n\t// shut down tracing at the end of the process\n\trootCmd.PersistentPostRun = func(cmd *cobra.Command, args []string) {\n\t\ttracing.ShutdownTracer(context.Background())\n\t}\n}\n\n// initConfig reads in config file and ENV variables if set.\nfunc initConfig() {\n\tviper.SetConfigFile(cfgFile)\n\n\treplacer := strings.NewReplacer(\"-\", \"_\")\n\n\tviper.SetEnvKeyReplacer(replacer)\n\tviper.AutomaticEnv() // read in environment variables that match\n\n\t// If a config file is found, read it in.\n\tif err := viper.ReadInConfig(); err == nil {\n\t\tlog.Infof(\"Using config file: %v\", viper.ConfigFileUsed())\n\t}\n}\n\n// TerminationLogHook A hook that logs fatal errors to the termination log\ntype TerminationLogHook struct{}\n\nfunc (t TerminationLogHook) Levels() []log.Level {\n\treturn []log.Level{log.FatalLevel}\n}\n\nfunc (t TerminationLogHook) Fire(e *log.Entry) error {\n\t// shutdown tracing first to ensure all spans are flushed\n\ttracing.ShutdownTracer(context.Background())\n\ttLog, err := os.OpenFile(\"/dev/termination-log\", os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0o644)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tvar message string\n\n\tmessage = e.Message\n\n\tfor k, v := range e.Data {\n\t\tmessage = fmt.Sprintf(\"%v %v=%v\", message, k, v)\n\t}\n\n\t_, err = tLog.WriteString(message)\n\n\treturn err\n}\n" }, { "path": "sources/gcp/cmd/root_test.go", "content": "package cmd\n\nimport (\n\t\"bytes\"\n\t\"strings\"\n\t\"testing\"\n)\n\nfunc TestRootCommand_ShowsUsageWithoutOptions(t *testing.T) {\n\t// Capture stdout and stderr\n\tvar buf bytes.Buffer\n\trootCmd.SetOut(&buf)\n\trootCmd.SetErr(&buf)\n\n\t// Execute the command with --help flag to simulate usage request\n\trootCmd.SetArgs([]string{\"--help\"})\n\terr := rootCmd.Execute()\n\n\t// Get the output\n\toutput := buf.String()\n\n\t// Verify that usage information is present in the output\n\tusageIndicators := []string{\n\t\t\"gcp-source\",\n\t\t\"This sources looks for GCP resources in your account\",\n\t\t\"Usage:\",\n\t\t\"Flags:\",\n\t}\n\n\tfor _, indicator := range usageIndicators {\n\t\tif !strings.Contains(output, indicator) {\n\t\t\tt.Errorf(\"Expected usage output to contain %q, but it didn't. Output: %s\", indicator, output)\n\t\t}\n\t}\n\n\t// --help should not produce an error\n\tif err != nil {\n\t\tt.Errorf(\"Expected Execute() with --help to return nil, but got error: %v\", err)\n\t}\n}\n" }, { "path": "sources/gcp/dynamic/README.md", "content": "# GCP Dynamic Adapter Framework\n\nThe GCP Dynamic Adapter Framework is a powerful system for automatically generating GCP resource adapters by making simple HTTP requests to GCP APIs instead of using versioned SDKs. This framework eliminates the need to manually implement GET/SEARCH/LIST methods and handles all the complex wiring, validation, and error handling automatically.\n\n## What is a Dynamic Adapter?\n\nInstead of using versioned SDKs for GCP, we make simple HTTP requests and generate resource adapters dynamically. The framework provides several key advantages:\n\n- **No Manual Method Implementation**: Instead of creating GET/SEARCH/LIST methods manually, we define only the endpoints in the adapter type definition\n- **Automatic Link Detection**: We identify the linked items, but the framework handles all the wiring depending on the adapter metadata\n- **Centralized Framework Logic**: All adapter metadata, query validations, error handling, iterations, and caching are handled by the framework\n- **AI-Assisted Development**: With Cursor instructions, all we need to do is provide links for the resource type definition and GET endpoint. Cursor does a good job generating the code, but the output should be thoroughly inspected. The author should not allow good-looking verbose unnecessary code since every line of code is a liability. Focus on concise, essential implementations and comprehensive test coverage\n\n## Why Dynamic?\n\nWe don't use fixed SDKs. We always use the dynamic API response. With comprehensive logging in place, we can identify potential links even after creating adapters, which was not possible before. We do this by checking the structure of an attribute - if it looks like a resource name but we don't have a link for it, then we log it as a potential adapter.\n\nThis approach provides several benefits:\n\n- **Future-Proof**: No dependency on SDK versions that may change\n- **Consistent**: All adapters follow the same patterns and behaviors\n- **Discoverable**: Automatic detection of new potential links from API responses\n- **Maintainable**: Centralized logic means updates apply to all adapters\n\n## Resource Requirements\n\nFor a resource to be compatible with the dynamic adapter framework, it should follow standard naming conventions and API response types. See BigQuery as an example of a non-standard adapter that required a manual implementation due to its unique API response format and naming conventions.\n\n**Standard Requirements:**\n- Consistent resource naming in API responses\n- Standard REST API patterns (GET, LIST endpoints)\n- Predictable response structures\n- Standard GCP resource URL patterns\n\n**Non-Standard Examples (Require Manual Adapters):**\n- BigQuery resources with composite IDs (`projectID:datasetID.tableID`)\n- Resources with attributes referencing multiple resource types\n- APIs with non-standard response formats\n\n## Linker: How It Works\n\nThe linker is a critical component that finds the adapter metadata for linked items and creates linked item queries by their definition. This standardizes how a certain adapter is linked across the entire source and prevents code duplication.\n\n**Key Benefits:**\n- **Standardization**: Ensures consistent linking patterns across all adapters\n- **Centralized Updates**: If a linked item adapter changes, the update applies to all existing adapters automatically\n- **No Find/Replace**: Eliminates the need to manually update multiple files when linked item logic changes\n- **Manual Adapter Compatibility**: It's possible to link manual adapters to dynamic adapters seamlessly\n\n## Flow: GET Request to SDP Adapter\n\nThe complete flow from making a GET request to creating an SDP adapter follows these steps:\n\n1. **Adapter Definition**: Define the adapter metadata in the adapter file (see [dynamic-adapter-creation.mdc](adapters/.cursor/rules/dynamic-adapter-creation.mdc))\n2. **Adapter Creation**: Framework creates the appropriate adapter type based on metadata configuration\n3. **GET Request Processing**: Validate scope, check cache, construct URL, make HTTP request, convert to SDP item\n4. **External Response to SDP Conversion**: Extract attributes, apply link rules, generate linked item queries\n5. **Unit Test Coverage**: Test GET functionality and static tests for link rules\n\nFor detailed implementation patterns and code examples, refer to the [dynamic adapter creation rules](adapters/.cursor/rules/dynamic-adapter-creation.mdc).\n\n## AI Tools Available\n\nWe have helper scripts that benefit from Linear and Cursor integration to streamline adapter development:\n\n### Generate Adapter Ticket\n```bash\n# Generate implementation ticket for new adapter\ngo run ai-tools/generate-adapter-ticket-cmd/main.go -name compute-subnetwork -api-ref \"https://cloud.google.com/compute/docs/reference/rest/v1/subnetworks/get\"\n```\n\n### Generate Test Ticket\n```bash\n# Generate test ticket for existing adapter\ngo run ai-tools/generate-test-ticket-cmd/main.go compute-global-address\n```\n\n**Benefits:**\n- **Automated Ticket Creation**: Generates Linear tickets with proper context and requirements\n- **Cursor Integration**: Works seamlessly with Cursor rules for consistent implementation\n- **Comprehensive Context**: Includes API references, implementation checklists, and testing requirements\n\nFor detailed usage instructions, see the [AI Tools README](ai-tools/README.md).\n\n## Cursor Integration\n\nIt is highly recommended to use Cursor for creating adapters. There are comprehensive rules available that guide the implementation process. After creating an adapter, the author MUST perform the following checks:\n\n### Adapter Validation\n\n1. **Terraform Mappings GET/Search**: Check from Terraform registry that the mappings are correct\n2. **Link Rules**: Verify they are comprehensive and attribute values follow standards\n3. **Item Selector**: If the item identifier in the API response is something other than `name`, define it properly\n4. **Unique Attribute Keys**: Investigate the GET endpoint format and ensure it's correct\n\n### Test Completeness\n\n1. **Linked Item Queries**: Verify they work as expected\n2. **Unique Attribute**: Ensure it matches the GET call response\n3. **Terraform Mapping for Search**: Confirm it exists if search is supported\n\n## Post-Implementation Steps\n\nAfter adding a new adapter, follow the comprehensive post-implementation checklist in the [main adapter documentation](../README.md#post-implementation-steps). This includes updating documentation, IAM permissions, and enabling required APIs.\n\n## Adapter Types\n\nThe framework supports four types of adapters based on their capabilities:\n\n- **Standard**: GET only\n- **Listable**: GET + LIST\n- **Searchable**: GET + SEARCH\n- **SearchableListable**: GET + LIST + SEARCH\n\nThe adapter type is automatically determined based on the metadata configuration:\n\n```go\nfunc adapterType(meta gcpshared.AdapterMeta) typeOfAdapter {\n if meta.ListEndpointFunc != nil && meta.SearchEndpointFunc == nil {\n return Listable\n }\n if meta.SearchEndpointFunc != nil && meta.ListEndpointFunc == nil {\n return Searchable\n }\n if meta.ListEndpointFunc != nil && meta.SearchEndpointFunc != nil {\n return SearchableListable\n }\n return Standard\n}\n```\n\n## Benefits of Dynamic Adapters\n\n1. **Consistency**: All adapters follow the same patterns and behaviors\n2. **Efficiency**: Reduces boilerplate code and speeds up development\n3. **Maintainability**: Centralized logic makes updates and bug fixes easier\n4. **Scalability**: Simplifies the process of adding new resources\n5. **Quality**: Automatic validation and error handling ensure reliability\n6. **Discoverability**: Automatic detection of potential new links from API responses\n\n## Getting Started\n\n1. **Use AI Tools**: Generate tickets using the helper scripts\n2. **Follow Cursor Rules**: Apply the comprehensive rules for consistent implementation\n3. **Review Thoroughly**: Check all validation points before considering complete\n4. **Update Documentation**: Ensure all related documentation is updated\n5. **Test Extensively**: Verify all functionality works as expected\n\nThe dynamic adapter framework represents a significant advancement in how we handle GCP resource discovery, providing a robust, scalable, and maintainable solution for infrastructure mapping.\n" }, { "path": "sources/gcp/dynamic/adapter-listable.go", "content": "package dynamic\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// ListableAdapter implements discovery.ListableAdapter for GCP dynamic adapters.\ntype ListableAdapter struct {\n\tlistEndpointFunc gcpshared.ListEndpointFunc\n\tlistFilterFunc gcpshared.ListFilterFunc\n\tAdapter\n}\n\n// NewListableAdapter creates a new GCP dynamic adapter.\nfunc NewListableAdapter(listEndpointFunc gcpshared.ListEndpointFunc, config *AdapterConfig, cache sdpcache.Cache) discovery.ListableAdapter {\n\treturn ListableAdapter{\n\t\tlistEndpointFunc: listEndpointFunc,\n\t\tlistFilterFunc: config.ListFilterFunc,\n\t\tAdapter: Adapter{\n\t\t\tlocations: config.Locations,\n\t\t\thttpCli: config.HTTPClient,\n\t\t\tcache: cache,\n\t\t\tgetURLFunc: config.GetURLFunc,\n\t\t\tsdpAssetType: config.SDPAssetType,\n\t\t\tsdpAdapterCategory: config.SDPAdapterCategory,\n\t\t\tterraformMappings: config.TerraformMappings,\n\t\t\tlinker: config.Linker,\n\t\t\tpotentialLinks: potentialLinksFromLinkRules(config.SDPAssetType, gcpshared.LinkRules),\n\t\t\tuniqueAttributeKeys: config.UniqueAttributeKeys,\n\t\t\tiamPermissions: config.IAMPermissions,\n\t\t\tnameSelector: config.NameSelector,\n\t\t\tlistResponseSelector: config.ListResponseSelector,\n\t\t},\n\t}\n}\n\nfunc (g ListableAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: g.sdpAssetType.String(),\n\t\tCategory: g.sdpAdapterCategory,\n\t\tDescriptiveName: g.sdpAssetType.Readable(),\n\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\tGet: true,\n\t\t\tGetDescription: getDescription(g.sdpAssetType, g.uniqueAttributeKeys),\n\t\t\tList: true,\n\t\t\tListDescription: listDescription(g.sdpAssetType),\n\t\t},\n\t\tTerraformMappings: g.terraformMappings,\n\t\tPotentialLinks: g.potentialLinks,\n\t}\n}\n\nfunc (g ListableAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tlocation, err := g.validateScope(scope)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := g.cache.Lookup(\n\t\tctx,\n\t\tg.Name(),\n\t\tsdp.QueryMethod_LIST,\n\t\tscope,\n\t\tg.Type(),\n\t\t\"\",\n\t\tignoreCache,\n\t)\n\tdefer done()\n\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"ovm.source.adapter\": g.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_LIST.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\treturn nil, qErr\n\t}\n\n\tif cacheHit {\n\t\treturn cachedItems, nil\n\t}\n\n\tlistURL, err := g.listEndpointFunc(location)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"failed to construct list endpoint: %v\", err),\n\t\t}\n\t}\n\n\titems, err := aggregateSDPItems(ctx, g.Adapter, listURL, location)\n\tif err != nil {\n\t\tif sources.IsNotFound(err) {\n\t\t\tg.cache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, ck)\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\treturn nil, err\n\t}\n\n\tif g.listFilterFunc != nil {\n\t\tfiltered := make([]*sdp.Item, 0, len(items))\n\t\tfor _, item := range items {\n\t\t\tif g.listFilterFunc(item) {\n\t\t\t\tfiltered = append(filtered, item)\n\t\t\t}\n\t\t}\n\t\titems = filtered\n\t}\n\n\tif len(items) == 0 {\n\t\t// Cache not-found when no items were found\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"no %s found in scope %s\", g.Type(), scope),\n\t\t\tScope: scope,\n\t\t\tSourceName: g.Name(),\n\t\t\tItemType: g.Type(),\n\t\t\tResponderName: g.Name(),\n\t\t}\n\t\tg.cache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, ck)\n\t\treturn items, nil\n\t}\n\n\tfor _, item := range items {\n\t\tg.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, ck)\n\t}\n\n\treturn items, nil\n}\n\nfunc (g ListableAdapter) ListStream(ctx context.Context, scope string, ignoreCache bool, stream discovery.QueryResultStream) {\n\t// When a post-filter is configured, fall back to the non-streaming List\n\t// so we can filter before sending items to the stream.\n\tif g.listFilterFunc != nil {\n\t\titems, err := g.List(ctx, scope, ignoreCache)\n\t\tif err != nil {\n\t\t\tstream.SendError(err)\n\t\t\treturn\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\tlocation, err := g.validateScope(scope)\n\tif err != nil {\n\t\tstream.SendError(err)\n\t\treturn\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := g.cache.Lookup(\n\t\tctx,\n\t\tg.Name(),\n\t\tsdp.QueryMethod_LIST,\n\t\tscope,\n\t\tg.Type(),\n\t\t\"\",\n\t\tignoreCache,\n\t)\n\tdefer done()\n\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"ovm.source.adapter\": g.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_LIST.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\tstream.SendError(qErr)\n\t\treturn\n\t}\n\n\tif cacheHit {\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\n\t\treturn\n\t}\n\n\tlistURL, err := g.listEndpointFunc(location)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"failed to construct list endpoint: %v\", err),\n\t\t})\n\t\treturn\n\t}\n\n\tstreamSDPItems(ctx, g.Adapter, listURL, location, stream, g.cache, ck)\n}\n" }, { "path": "sources/gcp/dynamic/adapter-searchable-listable.go", "content": "package dynamic\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype SearchableListableDiscoveryAdapter interface {\n\tdiscovery.SearchableAdapter\n\tdiscovery.ListableAdapter\n}\n\n// SearchableListableAdapter implements discovery.SearchableAdapter for GCP dynamic adapters.\ntype SearchableListableAdapter struct {\n\tcustomSearchMethodDescription string\n\tsearchEndpointFunc gcpshared.EndpointFunc\n\tsearchFilterFunc gcpshared.SearchFilterFunc\n\tListableAdapter\n}\n\n// NewSearchableListableAdapter creates a new GCP dynamic adapter.\nfunc NewSearchableListableAdapter(searchURLFunc gcpshared.EndpointFunc, listEndpointFunc gcpshared.ListEndpointFunc, config *AdapterConfig, customSearchMethodDesc string, cache sdpcache.Cache) SearchableListableDiscoveryAdapter {\n\treturn SearchableListableAdapter{\n\t\tcustomSearchMethodDescription: customSearchMethodDesc,\n\t\tsearchEndpointFunc: searchURLFunc,\n\t\tsearchFilterFunc: config.SearchFilterFunc,\n\t\tListableAdapter: ListableAdapter{\n\t\t\tlistEndpointFunc: listEndpointFunc,\n\t\t\tlistFilterFunc: config.ListFilterFunc,\n\t\t\tAdapter: Adapter{\n\t\t\t\tlocations: config.Locations,\n\t\t\t\thttpCli: config.HTTPClient,\n\t\t\t\tcache: cache,\n\t\t\t\tgetURLFunc: config.GetURLFunc,\n\t\t\t\tsdpAssetType: config.SDPAssetType,\n\t\t\t\tsdpAdapterCategory: config.SDPAdapterCategory,\n\t\t\t\tterraformMappings: config.TerraformMappings,\n\t\t\t\tlinker: config.Linker,\n\t\t\t\tpotentialLinks: potentialLinksFromLinkRules(config.SDPAssetType, gcpshared.LinkRules),\n\t\t\t\tuniqueAttributeKeys: config.UniqueAttributeKeys,\n\t\t\t\tiamPermissions: config.IAMPermissions,\n\t\t\t\tnameSelector: config.NameSelector,\n\t\t\t\tlistResponseSelector: config.ListResponseSelector,\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc (g SearchableListableAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: g.sdpAssetType.String(),\n\t\tCategory: g.sdpAdapterCategory,\n\t\tDescriptiveName: g.sdpAssetType.Readable(),\n\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\tGet: true,\n\t\t\tGetDescription: getDescription(g.sdpAssetType, g.uniqueAttributeKeys),\n\t\t\tSearch: true,\n\t\t\tSearchDescription: searchDescription(g.sdpAssetType, g.uniqueAttributeKeys, g.customSearchMethodDescription),\n\t\t\tList: true,\n\t\t\tListDescription: listDescription(g.sdpAssetType),\n\t\t},\n\t\tTerraformMappings: g.terraformMappings,\n\t\tPotentialLinks: g.potentialLinks,\n\t}\n}\n\nfunc (g SearchableListableAdapter) Search(ctx context.Context, scope, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tlocation, err := g.validateScope(scope)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := g.cache.Lookup(\n\t\tctx,\n\t\tg.Name(),\n\t\tsdp.QueryMethod_SEARCH,\n\t\tscope,\n\t\tg.Type(),\n\t\tquery,\n\t\tignoreCache,\n\t)\n\tdefer done()\n\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"ovm.source.adapter\": g.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_SEARCH.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\treturn nil, qErr\n\t}\n\n\tif cacheHit {\n\t\treturn cachedItems, nil\n\t}\n\n\tif strings.HasPrefix(query, \"projects/\") {\n\t\t// This must be a terraform query in the format of:\n\t\t// projects/{{project}}/datasets/{{dataset}}/tables/{{name}}\n\t\t// projects/{{project}}/serviceAccounts/{{account}}/keys/{{key}}\n\t\treturn terraformMappingViaSearch(ctx, g.Adapter, query, location, g.cache, ck)\n\t}\n\n\tsearchEndpoint := g.searchEndpointFunc(query, location)\n\tif searchEndpoint == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"no search endpoint found for query \\\"%s\\\". %s\", query, g.Metadata().GetSupportedQueryMethods().GetSearchDescription()),\n\t\t}\n\t}\n\n\titems, err := aggregateSDPItems(ctx, g.Adapter, searchEndpoint, location)\n\tif err != nil {\n\t\tif sources.IsNotFound(err) {\n\t\t\tg.cache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, ck)\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\treturn nil, err\n\t}\n\n\tif g.searchFilterFunc != nil {\n\t\tfiltered := make([]*sdp.Item, 0, len(items))\n\t\tfor _, item := range items {\n\t\t\tif g.searchFilterFunc(query, item) {\n\t\t\t\tfiltered = append(filtered, item)\n\t\t\t}\n\t\t}\n\t\titems = filtered\n\t}\n\n\tif len(items) == 0 {\n\t\t// Cache not-found when no items were found\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"no %s found for search query '%s'\", g.Type(), query),\n\t\t\tScope: scope,\n\t\t\tSourceName: g.Name(),\n\t\t\tItemType: g.Type(),\n\t\t\tResponderName: g.Name(),\n\t\t}\n\t\tg.cache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, ck)\n\t\treturn items, nil\n\t}\n\n\tfor _, item := range items {\n\t\tg.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, ck)\n\t}\n\n\treturn items, nil\n}\n\nfunc (g SearchableListableAdapter) SearchStream(ctx context.Context, scope, query string, ignoreCache bool, stream discovery.QueryResultStream) {\n\t// When a post-filter is configured, fall back to the non-streaming Search\n\t// so we can filter before sending items to the stream.\n\tif g.searchFilterFunc != nil {\n\t\titems, err := g.Search(ctx, scope, query, ignoreCache)\n\t\tif err != nil {\n\t\t\tstream.SendError(err)\n\t\t\treturn\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\tlocation, err := g.validateScope(scope)\n\tif err != nil {\n\t\tstream.SendError(err)\n\t\treturn\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := g.cache.Lookup(\n\t\tctx,\n\t\tg.Name(),\n\t\tsdp.QueryMethod_SEARCH,\n\t\tscope,\n\t\tg.Type(),\n\t\tquery,\n\t\tignoreCache,\n\t)\n\tdefer done()\n\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"ovm.source.adapter\": g.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_SEARCH.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\tstream.SendError(qErr)\n\t\treturn\n\t}\n\n\tif cacheHit {\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\n\t\treturn\n\t}\n\n\tif strings.HasPrefix(query, \"projects/\") {\n\t\t// This must be a terraform query in the format of:\n\t\t// projects/{{project}}/datasets/{{dataset}}/tables/{{name}}\n\t\t// projects/{{project}}/serviceAccounts/{{account}}/keys/{{key}}\n\t\titems, err := terraformMappingViaSearch(ctx, g.Adapter, query, location, g.cache, ck)\n\t\tif err != nil {\n\t\t\tstream.SendError(&sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\"failed to execute terraform mapping search for query \\\"%s\\\": %v\", query, err),\n\t\t\t})\n\t\t\treturn\n\t\t}\n\t\tif len(items) == 0 {\n\t\t\t// NOTFOUND: terraformMappingViaSearch returns ([], nil); send nothing (matches cached NOTFOUND behaviour)\n\t\t\treturn\n\t\t}\n\t\tg.cache.StoreItem(ctx, items[0], shared.DefaultCacheDuration, ck)\n\n\t\t// There should only be one item in the result, so we can send it directly\n\t\tstream.SendItem(items[0])\n\t\treturn\n\t}\n\n\tsearchURL := g.searchEndpointFunc(query, location)\n\tif searchURL == \"\" {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\"failed to construct the URL for the query \\\"%s\\\". SEARCH method description: %s\",\n\t\t\t\tquery,\n\t\t\t\tg.Metadata().GetSupportedQueryMethods().GetSearchDescription(),\n\t\t\t),\n\t\t})\n\t\treturn\n\t}\n\n\tstreamSDPItems(ctx, g.Adapter, searchURL, location, stream, g.cache, ck)\n}\n" }, { "path": "sources/gcp/dynamic/adapter-searchable.go", "content": "package dynamic\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// SearchableAdapter implements discovery.SearchableAdapter for GCP dynamic adapters.\ntype SearchableAdapter struct {\n\tcustomSearchMethodDesc string\n\tsearchEndpointFunc gcpshared.EndpointFunc\n\tAdapter\n}\n\n// NewSearchableAdapter creates a new GCP dynamic adapter.\nfunc NewSearchableAdapter(searchEndpointFunc gcpshared.EndpointFunc, config *AdapterConfig, customSearchMethodDesc string, cache sdpcache.Cache) discovery.SearchableAdapter {\n\treturn SearchableAdapter{\n\t\tcustomSearchMethodDesc: customSearchMethodDesc,\n\t\tsearchEndpointFunc: searchEndpointFunc,\n\n\t\tAdapter: Adapter{\n\t\t\tlocations: config.Locations,\n\t\t\thttpCli: config.HTTPClient,\n\t\t\tcache: cache,\n\t\t\tgetURLFunc: config.GetURLFunc,\n\t\t\tsdpAssetType: config.SDPAssetType,\n\t\t\tsdpAdapterCategory: config.SDPAdapterCategory,\n\t\t\tterraformMappings: config.TerraformMappings,\n\t\t\tlinker: config.Linker,\n\t\t\tpotentialLinks: potentialLinksFromLinkRules(config.SDPAssetType, gcpshared.LinkRules),\n\t\t\tuniqueAttributeKeys: config.UniqueAttributeKeys,\n\t\t\tiamPermissions: config.IAMPermissions,\n\t\t\tnameSelector: config.NameSelector,\n\t\t\tlistResponseSelector: config.ListResponseSelector,\n\t\t},\n\t}\n}\n\nfunc (g SearchableAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: g.sdpAssetType.String(),\n\t\tCategory: g.sdpAdapterCategory,\n\t\tDescriptiveName: g.sdpAssetType.Readable(),\n\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\tGet: true,\n\t\t\tGetDescription: getDescription(g.sdpAssetType, g.uniqueAttributeKeys),\n\t\t\tSearch: true,\n\t\t\tSearchDescription: searchDescription(g.sdpAssetType, g.uniqueAttributeKeys, g.customSearchMethodDesc),\n\t\t},\n\t\tTerraformMappings: g.terraformMappings,\n\t\tPotentialLinks: g.potentialLinks,\n\t}\n}\n\nfunc (g SearchableAdapter) Search(ctx context.Context, scope, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tlocation, err := g.validateScope(scope)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := g.cache.Lookup(\n\t\tctx,\n\t\tg.Name(),\n\t\tsdp.QueryMethod_SEARCH,\n\t\tscope,\n\t\tg.Type(),\n\t\tquery,\n\t\tignoreCache,\n\t)\n\tdefer done()\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"ovm.source.adapter\": g.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_SEARCH.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\treturn nil, qErr\n\t}\n\n\tif cacheHit {\n\t\treturn cachedItems, nil\n\t}\n\n\tif strings.HasPrefix(query, \"projects/\") {\n\t\t// This must be a terraform query in the format of:\n\t\t// projects/{{project}}/datasets/{{dataset}}/tables/{{name}}\n\t\t// projects/{{project}}/serviceAccounts/{{account}}/keys/{{key}}\n\t\treturn terraformMappingViaSearch(ctx, g.Adapter, query, location, g.cache, ck)\n\t}\n\n\t// This is a regular SEARCH call\n\tsearchEndpoint := g.searchEndpointFunc(query, location)\n\tif searchEndpoint == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"no search endpoint found for query \\\"%s\\\". %s\", query, g.Metadata().GetSupportedQueryMethods().GetSearchDescription()),\n\t\t}\n\t}\n\n\titems, err := aggregateSDPItems(ctx, g.Adapter, searchEndpoint, location)\n\tif err != nil {\n\t\tif sources.IsNotFound(err) {\n\t\t\tg.cache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, ck)\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\treturn nil, err\n\t}\n\n\tif len(items) == 0 {\n\t\t// Cache not-found when no items were found\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"no %s found for search query '%s'\", g.Type(), query),\n\t\t\tScope: scope,\n\t\t\tSourceName: g.Name(),\n\t\t\tItemType: g.Type(),\n\t\t\tResponderName: g.Name(),\n\t\t}\n\t\tg.cache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, ck)\n\t\treturn items, nil\n\t}\n\n\tfor _, item := range items {\n\t\tg.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, ck)\n\t}\n\n\treturn items, nil\n}\n\nfunc (g SearchableAdapter) SearchStream(ctx context.Context, scope, query string, ignoreCache bool, stream discovery.QueryResultStream) {\n\tlocation, err := g.validateScope(scope)\n\tif err != nil {\n\t\tstream.SendError(err)\n\t\treturn\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := g.cache.Lookup(\n\t\tctx,\n\t\tg.Name(),\n\t\tsdp.QueryMethod_SEARCH,\n\t\tscope,\n\t\tg.Type(),\n\t\tquery,\n\t\tignoreCache,\n\t)\n\tdefer done()\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"ovm.source.adapter\": g.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_SEARCH.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\tstream.SendError(qErr)\n\t\treturn\n\t}\n\n\tif cacheHit {\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\n\t\treturn\n\t}\n\n\tif strings.HasPrefix(query, \"projects/\") {\n\t\t// This must be a terraform query in the format of:\n\t\t// projects/{{project}}/datasets/{{dataset}}/tables/{{name}}\n\t\t// projects/{{project}}/serviceAccounts/{{account}}/keys/{{key}}\n\t\titems, err := terraformMappingViaSearch(ctx, g.Adapter, query, location, g.cache, ck)\n\t\tif err != nil {\n\t\t\tstream.SendError(&sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\"failed to execute terraform mapping search for query \\\"%s\\\": %v\", query, err),\n\t\t\t})\n\t\t\treturn\n\t\t}\n\t\tif len(items) == 0 {\n\t\t\t// NOTFOUND: terraformMappingViaSearch returns ([], nil); send nothing (matches cached NOTFOUND behaviour)\n\t\t\treturn\n\t\t}\n\t\tg.cache.StoreItem(ctx, items[0], shared.DefaultCacheDuration, ck)\n\n\t\t// There should only be one item in the result, so we can send it directly\n\t\tstream.SendItem(items[0])\n\t\treturn\n\t}\n\n\tsearchURL := g.searchEndpointFunc(query, location)\n\tif searchURL == \"\" {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\"failed to construct the URL for the query \\\"%s\\\". SEARCH method description: %s\",\n\t\t\t\tquery,\n\t\t\t\tg.Metadata().GetSupportedQueryMethods().GetSearchDescription(),\n\t\t\t),\n\t\t})\n\t\treturn\n\t}\n\n\tstreamSDPItems(ctx, g.Adapter, searchURL, location, stream, g.cache, ck)\n}\n" }, { "path": "sources/gcp/dynamic/adapter.go", "content": "package dynamic\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"slices\"\n\n\t\"buf.build/go/protovalidate\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// AdapterConfig holds the configuration for a GCP dynamic adapter.\ntype AdapterConfig struct {\n\tLocations []gcpshared.LocationInfo\n\tGetURLFunc gcpshared.EndpointFunc\n\tSDPAssetType shared.ItemType\n\tSDPAdapterCategory sdp.AdapterCategory\n\tTerraformMappings []*sdp.TerraformMapping\n\tLinker *gcpshared.Linker\n\tHTTPClient *http.Client\n\tUniqueAttributeKeys []string\n\tIAMPermissions []string // List of IAM permissions required by the adapter\n\tNameSelector string // By default, it is `name`, but can be overridden for outlier cases\n\tListResponseSelector string\n\tSearchFilterFunc gcpshared.SearchFilterFunc\n\tListFilterFunc gcpshared.ListFilterFunc\n}\n\n// Adapter implements discovery.ListableAdapter for GCP dynamic adapters.\ntype Adapter struct {\n\tlocations []gcpshared.LocationInfo\n\thttpCli *http.Client\n\tcache sdpcache.Cache\n\tgetURLFunc gcpshared.EndpointFunc\n\tsdpAssetType shared.ItemType\n\tsdpAdapterCategory sdp.AdapterCategory\n\tterraformMappings []*sdp.TerraformMapping\n\tpotentialLinks []string\n\tlinker *gcpshared.Linker\n\tuniqueAttributeKeys []string\n\tiamPermissions []string\n\tnameSelector string // By default, it is `name`, but can be overridden for outlier cases\n\tlistResponseSelector string\n}\n\n// NewAdapter creates a new GCP dynamic adapter.\nfunc NewAdapter(config *AdapterConfig, cache sdpcache.Cache) discovery.Adapter {\n\treturn Adapter{\n\t\tlocations: config.Locations,\n\t\thttpCli: config.HTTPClient,\n\t\tcache: cache,\n\t\tgetURLFunc: config.GetURLFunc,\n\t\tsdpAssetType: config.SDPAssetType,\n\t\tsdpAdapterCategory: config.SDPAdapterCategory,\n\t\tterraformMappings: config.TerraformMappings,\n\t\tlinker: config.Linker,\n\t\tpotentialLinks: potentialLinksFromLinkRules(config.SDPAssetType, gcpshared.LinkRules),\n\t\tuniqueAttributeKeys: config.UniqueAttributeKeys,\n\t\tiamPermissions: config.IAMPermissions,\n\t\tnameSelector: config.NameSelector,\n\t\tlistResponseSelector: config.ListResponseSelector,\n\t}\n}\n\nfunc (g Adapter) Type() string {\n\treturn g.sdpAssetType.String()\n}\n\nfunc (g Adapter) Name() string {\n\treturn fmt.Sprintf(\"%s-adapter\", g.sdpAssetType.String())\n}\n\nfunc (g Adapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: g.sdpAssetType.String(),\n\t\tCategory: g.sdpAdapterCategory,\n\t\tDescriptiveName: g.sdpAssetType.Readable(),\n\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\tGet: true,\n\t\t\tGetDescription: getDescription(g.sdpAssetType, g.uniqueAttributeKeys),\n\t\t},\n\t\tTerraformMappings: g.terraformMappings,\n\t\tPotentialLinks: g.potentialLinks,\n\t}\n}\n\nfunc (g Adapter) Scopes() []string {\n\treturn gcpshared.LocationsToScopes(g.locations)\n}\n\n// validateScope checks if the requested scope matches one of the adapter's locations.\nfunc (g Adapter) validateScope(scope string) (gcpshared.LocationInfo, error) {\n\trequestedLoc, err := gcpshared.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn gcpshared.LocationInfo{}, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: fmt.Sprintf(\"invalid scope format: %v\", err),\n\t\t}\n\t}\n\n\tif slices.ContainsFunc(g.locations, requestedLoc.Equals) {\n\t\treturn requestedLoc, nil\n\t}\n\treturn gcpshared.LocationInfo{}, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match any adapter scope %v\", scope, g.Scopes()),\n\t}\n}\n\nfunc (g Adapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tlocation, err := g.validateScope(scope)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tcacheHit, ck, cachedItem, qErr, done := g.cache.Lookup(\n\t\tctx,\n\t\tg.Name(),\n\t\tsdp.QueryMethod_GET,\n\t\tscope,\n\t\tg.Type(),\n\t\tquery,\n\t\tignoreCache,\n\t)\n\tdefer done()\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into nil result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn nil, qErr\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"ovm.source.adapter\": g.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_GET.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\treturn nil, qErr\n\t}\n\n\tif cacheHit && len(cachedItem) > 0 {\n\t\treturn cachedItem[0], nil\n\t}\n\n\turl := g.getURLFunc(query, location)\n\tif url == \"\" {\n\t\terr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\"failed to construct the URL for the query \\\"%s\\\". GET method description: %s\",\n\t\t\t\tquery,\n\t\t\t\tg.Metadata().GetSupportedQueryMethods().GetGetDescription(),\n\t\t\t),\n\t\t}\n\t\treturn nil, err\n\t}\n\n\tresp, err := externalCallSingle(ctx, g.httpCli, url)\n\tif err != nil {\n\t\tenrichNOTFOUNDQueryError(err, scope, g.Name(), g.Type())\n\t\tif sources.IsNotFound(err) {\n\t\t\tg.cache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, ck)\n\t\t}\n\t\treturn nil, err\n\t}\n\n\titem, err := externalToSDP(ctx, location, g.uniqueAttributeKeys, resp, g.sdpAssetType, g.linker, g.nameSelector)\n\tif err != nil {\n\t\tenrichNOTFOUNDQueryError(err, scope, g.Name(), g.Type())\n\t\tif sources.IsNotFound(err) {\n\t\t\tg.cache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, ck)\n\t\t}\n\t\treturn nil, err\n\t}\n\n\tg.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, ck)\n\n\treturn item, nil\n}\n\nfunc (g Adapter) Validate() error {\n\treturn protovalidate.Validate(g.Metadata())\n}\n" }, { "path": "sources/gcp/dynamic/adapter_test.go", "content": "package dynamic_test\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t_ \"github.com/overmindtech/cli/sources/gcp/dynamic/adapters\" // Import all adapters to register them\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// TODO: Possible improvements:\n// - Create a helper function that does some of the common assertions for the adapter tests\nfunc TestAdapter(t *testing.T) {\n\t_ = context.Background()\n\t_ = \"test-project\"\n\t_ = gcpshared.NewLinker()\n\n\t// All adapter tests have been moved to individual test files\n\t// This file now only serves to import all adapters to register them\n}\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-batch-prediction-job.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// AI Platform Batch Prediction Job allows you to get inferences for large datasets using trained machine learning models\n// GCP Ref (GET): https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.batchPredictionJobs/get\n// GCP Ref (Schema): https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.batchPredictionJobs#BatchPredictionJob\n// GET https://aiplatform.googleapis.com/v1/projects/{project}/locations/{location}/batchPredictionJobs/{batchPredictionJob}\n// LIST https://aiplatform.googleapis.com/v1/projects/{project}/locations/{location}/batchPredictionJobs\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.AIPlatformBatchPredictionJob,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_AI,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://aiplatform.googleapis.com/v1/projects/%s/locations/%s/batchPredictionJobs/%s\",\n\t\t),\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://aiplatform.googleapis.com/v1/projects/%s/locations/%s/batchPredictionJobs\",\n\t\t),\n\t\tSearchDescription: \"Search Batch Prediction Jobs within a location. Use the location name e.g., 'us-central1'\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"batchPredictionJobs\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"aiplatform.batchPredictionJobs.get\",\n\t\t\t\"aiplatform.batchPredictionJobs.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/aiplatform.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631 state\n\t\t// https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.batchPredictionJobs#JobState\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"encryptionSpec.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"model\": {\n\t\t\tToSDPItemType: gcpshared.AIPlatformModel,\n\t\t\tDescription: \"If the Model is deleted or updated: The batch prediction job may fail. If the batch prediction job is updated: The model remains unaffected.\",\n\t\t},\n\t\t\"endpoint\": {\n\t\t\tToSDPItemType: gcpshared.AIPlatformEndpoint,\n\t\t\tDescription: \"If the Endpoint is deleted or updated: The batch prediction job may fail. If the batch prediction job is updated: The endpoint remains unaffected.\",\n\t\t},\n\t\t// TODO: https://linear.app/overmind/issue/ENG-1446/investigate-creating-a-manual-linker-for-cloud-storage\n\t\t\"inputConfig.gcsSource.uris\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the GCS source bucket is deleted or inaccessible: The batch prediction job will fail to read input data. If the batch prediction job is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t// TODO:\n\t\t// BigQuery path. For example: bq://projectId.bqDatasetId.bqTableId.\n\t\t// Related: https://linear.app/overmind/issue/ENG-1281/add-big-query-adapters-to-manual-links\n\t\t\"inputConfig.bigquerySource.inputUri\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryTable,\n\t\t\tDescription: \"If the BigQuery table is deleted or inaccessible: The batch prediction job will fail to read input data. If the batch prediction job is updated: The table remains unaffected.\",\n\t\t},\n\t\t// TODO: https://linear.app/overmind/issue/ENG-1446/investigate-creating-a-manual-linker-for-cloud-storage\n\t\t\"outputConfig.gcsDestination.outputUriPrefix\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the output GCS bucket is deleted or inaccessible: The batch prediction job will fail to write results. If the batch prediction job is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t// TODO:\n\t\t// BigQuery path. For example: bq://projectId.bqDatasetId.bqTableId.\n\t\t// Related: https://linear.app/overmind/issue/ENG-1281/add-big-query-adapters-to-manual-links\n\t\t\"outputConfig.bigqueryDestination.outputUri\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryTable,\n\t\t\tDescription: \"If the BigQuery output table is deleted or inaccessible: The batch prediction job will fail to write results. If the batch prediction job is updated: The table remains unaffected.\",\n\t\t},\n\t\t\"serviceAccount\": {\n\t\t\tToSDPItemType: gcpshared.IAMServiceAccount,\n\t\t\tDescription: \"If the Service Account is deleted or permissions are revoked: The batch prediction job may fail to access required resources. If the batch prediction job is updated: The service account remains unaffected.\",\n\t\t},\n\t\t\"network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t// TODO: https://linear.app/overmind/issue/ENG-1446/investigate-creating-a-manual-linker-for-cloud-storage\n\t\t\"unmanagedContainerModel.artifactUri\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the GCS bucket containing the model artifacts is deleted or inaccessible: The batch prediction job will fail to access the model. If the batch prediction job is updated: The bucket remains unaffected.\",\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-batch-prediction-job_test.go", "content": "package adapters_test\n\n// This test file demonstrates the use of protobuf types from the Go SDK for mocking HTTP responses\n// as requested in the user feedback. It uses cloud.google.com/go/aiplatform/apiv1/aiplatformpb\n// types instead of generic map[string]interface{} structures.\n//\n// Note: There are some limitations when using protobuf types with the current dynamic adapter\n// implementation:\n// 1. Protobuf serializes field names to snake_case (e.g., \"batch_prediction_jobs\") while the\n// adapter configuration expects camelCase (e.g., \"batchPredictionJobs\"), affecting list operations\n// 2. Link rule paths in the adapter expect JSON field names but get protobuf field names,\n// limiting automatic link generation for nested fields like GCS sources and KMS keys\n//\n// These limitations don't affect the core functionality testing but are noted for future improvements.\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/aiplatform/apiv1/aiplatformpb\"\n\t\"google.golang.org/genproto/googleapis/rpc/status\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestAIPlatformBatchPredictionJob(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tjobName := \"test-batch-prediction-job\"\n\n\t// Mock response for a batch prediction job\n\tbatchPredictionJob := &aiplatformpb.BatchPredictionJob{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/batchPredictionJobs/%s\", projectID, location, jobName),\n\t\tDisplayName: \"Test Batch Prediction Job\",\n\t\tModel: fmt.Sprintf(\"projects/%s/locations/%s/models/test-model\", projectID, location),\n\t\tModelVersionId: \"1\",\n\t\tInputConfig: &aiplatformpb.BatchPredictionJob_InputConfig{\n\t\t\tInstancesFormat: \"jsonl\",\n\t\t\tSource: &aiplatformpb.BatchPredictionJob_InputConfig_GcsSource{\n\t\t\t\tGcsSource: &aiplatformpb.GcsSource{\n\t\t\t\t\tUris: []string{\n\t\t\t\t\t\tfmt.Sprintf(\"gs://%s-input-bucket/input-data.jsonl\", projectID),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tOutputConfig: &aiplatformpb.BatchPredictionJob_OutputConfig{\n\t\t\tPredictionsFormat: \"jsonl\",\n\t\t\tDestination: &aiplatformpb.BatchPredictionJob_OutputConfig_GcsDestination{\n\t\t\t\tGcsDestination: &aiplatformpb.GcsDestination{\n\t\t\t\t\tOutputUriPrefix: fmt.Sprintf(\"gs://%s-output-bucket/predictions/\", projectID),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tDedicatedResources: &aiplatformpb.BatchDedicatedResources{\n\t\t\tMachineSpec: &aiplatformpb.MachineSpec{\n\t\t\t\tMachineType: \"n1-standard-2\",\n\t\t\t},\n\t\t\tStartingReplicaCount: 1,\n\t\t\tMaxReplicaCount: 5,\n\t\t},\n\t\tServiceAccount: fmt.Sprintf(\"batch-prediction@%s.iam.gserviceaccount.com\", projectID),\n\t\tState: aiplatformpb.JobState_JOB_STATE_SUCCEEDED,\n\t\tError: &status.Status{\n\t\t\tCode: 0,\n\t\t\tMessage: \"\",\n\t\t},\n\t\tPartialFailures: []*status.Status{},\n\t\tResourcesConsumed: &aiplatformpb.ResourcesConsumed{\n\t\t\tReplicaHours: 2.5,\n\t\t},\n\t\tCompletionStats: &aiplatformpb.CompletionStats{\n\t\t\tSuccessfulCount: 1000,\n\t\t\tFailedCount: 0,\n\t\t\tIncompleteCount: 0,\n\t\t\tSuccessfulForecastPointCount: 0,\n\t\t},\n\t\tEncryptionSpec: &aiplatformpb.EncryptionSpec{\n\t\t\tKmsKeyName: fmt.Sprintf(\"projects/%s/locations/%s/keyRings/test-ring/cryptoKeys/test-key\", projectID, location),\n\t\t},\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"test\",\n\t\t\t\"team\": \"ml\",\n\t\t},\n\t\tCreateTime: nil, // Will be set to proper timestamp if needed\n\t\tStartTime: nil,\n\t\tEndTime: nil,\n\t\tUpdateTime: nil,\n\t\tDisableContainerLogging: false,\n\t}\n\n\t// Create a second batch prediction job for list testing\n\tjobName2 := \"test-batch-prediction-job-2\"\n\tbatchPredictionJob2 := &aiplatformpb.BatchPredictionJob{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/batchPredictionJobs/%s\", projectID, location, jobName2),\n\t\tDisplayName: \"Second Test Batch Prediction Job\",\n\t\tModel: fmt.Sprintf(\"projects/%s/locations/%s/models/test-model-2\", projectID, location),\n\t\tModelVersionId: \"2\",\n\t\tInputConfig: &aiplatformpb.BatchPredictionJob_InputConfig{\n\t\t\tInstancesFormat: \"csv\",\n\t\t\tSource: &aiplatformpb.BatchPredictionJob_InputConfig_BigquerySource{\n\t\t\t\tBigquerySource: &aiplatformpb.BigQuerySource{\n\t\t\t\t\tInputUri: fmt.Sprintf(\"bq://%s.test_dataset.input_table\", projectID),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tOutputConfig: &aiplatformpb.BatchPredictionJob_OutputConfig{\n\t\t\tPredictionsFormat: \"csv\",\n\t\t\tDestination: &aiplatformpb.BatchPredictionJob_OutputConfig_BigqueryDestination{\n\t\t\t\tBigqueryDestination: &aiplatformpb.BigQueryDestination{\n\t\t\t\t\tOutputUri: fmt.Sprintf(\"bq://%s.test_dataset.predictions_table\", projectID),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tManualBatchTuningParameters: &aiplatformpb.ManualBatchTuningParameters{\n\t\t\tBatchSize: 64,\n\t\t},\n\t\tServiceAccount: fmt.Sprintf(\"batch-prediction-2@%s.iam.gserviceaccount.com\", projectID),\n\t\tState: aiplatformpb.JobState_JOB_STATE_RUNNING,\n\t\tError: &status.Status{\n\t\t\tCode: 0,\n\t\t\tMessage: \"\",\n\t\t},\n\t\tPartialFailures: []*status.Status{},\n\t\tResourcesConsumed: &aiplatformpb.ResourcesConsumed{\n\t\t\tReplicaHours: 1.2,\n\t\t},\n\t\tCompletionStats: &aiplatformpb.CompletionStats{\n\t\t\tSuccessfulCount: 500,\n\t\t\tFailedCount: 2,\n\t\t\tIncompleteCount: 100,\n\t\t\tSuccessfulForecastPointCount: 0,\n\t\t},\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"prod\",\n\t\t\t\"service\": \"recommendation\",\n\t\t},\n\t\tCreateTime: nil,\n\t\tStartTime: nil,\n\t\tUpdateTime: nil,\n\t\tDisableContainerLogging: true,\n\t}\n\n\t// Mock response for list operation\n\tbatchPredictionJobsList := &aiplatformpb.ListBatchPredictionJobsResponse{\n\t\tBatchPredictionJobs: []*aiplatformpb.BatchPredictionJob{\n\t\t\tbatchPredictionJob,\n\t\t\tbatchPredictionJob2,\n\t\t},\n\t\tNextPageToken: \"\",\n\t}\n\n\tsdpItemType := gcpshared.AIPlatformBatchPredictionJob\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/%s/batchPredictionJobs/%s\", projectID, location, jobName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: batchPredictionJob,\n\t\t},\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/%s/batchPredictionJobs\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: batchPredictionJobsList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := fmt.Sprintf(\"%s|%s\", location, jobName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get batch prediction job: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != getQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", getQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Test specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/locations/%s/batchPredictionJobs/%s\", projectID, location, jobName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"displayName\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'displayName' attribute: %v\", err)\n\t\t}\n\t\tif val != \"Test Batch Prediction Job\" {\n\t\t\tt.Errorf(\"Expected displayName field to be 'Test Batch Prediction Job', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"model\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'model' attribute: %v\", err)\n\t\t}\n\t\texpectedModel := fmt.Sprintf(\"projects/%s/locations/%s/models/test-model\", projectID, location)\n\t\tif val != expectedModel {\n\t\t\tt.Errorf(\"Expected model field to be '%s', got %s\", expectedModel, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"modelVersionId\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'modelVersionId' attribute: %v\", err)\n\t\t}\n\t\tif val != \"1\" {\n\t\t\tt.Errorf(\"Expected modelVersionId field to be '1', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"state\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'state' attribute: %v\", err)\n\t\t}\n\t\t// The state is returned as a string\n\t\tstateValue, ok := val.(string)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected state to be a string, got %T\", val)\n\t\t}\n\t\tif stateValue != \"JOB_STATE_SUCCEEDED\" {\n\t\t\tt.Errorf(\"Expected state field to be 'JOB_STATE_SUCCEEDED', got %s\", stateValue)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"serviceAccount\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'serviceAccount' attribute: %v\", err)\n\t\t}\n\t\texpectedServiceAccount := fmt.Sprintf(\"batch-prediction@%s.iam.gserviceaccount.com\", projectID)\n\t\tif val != expectedServiceAccount {\n\t\t\tt.Errorf(\"Expected serviceAccount field to be '%s', got %s\", expectedServiceAccount, val)\n\t\t}\n\n\t\t// Test nested inputConfig\n\t\tinputConfig, err := sdpItem.GetAttributes().Get(\"inputConfig\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'inputConfig' attribute: %v\", err)\n\t\t}\n\t\tinputConfigMap, ok := inputConfig.(map[string]any)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected inputConfig to be a map[string]interface{}, got %T\", inputConfig)\n\t\t}\n\t\tif inputConfigMap[\"instancesFormat\"] != \"jsonl\" {\n\t\t\tt.Errorf(\"Expected inputConfig.instancesFormat to be 'jsonl', got %s\", inputConfigMap[\"instancesFormat\"])\n\t\t}\n\n\t\t// Test nested outputConfig\n\t\toutputConfig, err := sdpItem.GetAttributes().Get(\"outputConfig\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'outputConfig' attribute: %v\", err)\n\t\t}\n\t\toutputConfigMap, ok := outputConfig.(map[string]any)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected outputConfig to be a map[string]interface{}, got %T\", outputConfig)\n\t\t}\n\t\tif outputConfigMap[\"predictionsFormat\"] != \"jsonl\" {\n\t\t\tt.Errorf(\"Expected outputConfig.predictionsFormat to be 'jsonl', got %s\", outputConfigMap[\"predictionsFormat\"])\n\t\t}\n\n\t\t// Test encryptionSpec\n\t\tencryptionSpec, err := sdpItem.GetAttributes().Get(\"encryptionSpec\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'encryptionSpec' attribute: %v\", err)\n\t\t}\n\t\tencryptionSpecMap, ok := encryptionSpec.(map[string]any)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected encryptionSpec to be a map[string]interface{}, got %T\", encryptionSpec)\n\t\t}\n\t\texpectedKmsKey := fmt.Sprintf(\"projects/%s/locations/%s/keyRings/test-ring/cryptoKeys/test-key\", projectID, location)\n\t\tif encryptionSpecMap[\"kmsKeyName\"] != expectedKmsKey {\n\t\t\tt.Errorf(\"Expected encryptionSpec.kmsKeyName to be '%s', got %s\", expectedKmsKey, encryptionSpecMap[\"kmsKeyName\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Only test link rule paths that are currently working\n\t\t\t// (GCS and BigQuery paths have TODOs and require manual linkers)\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.AIPlatformModel.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-model\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"batch-prediction@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Input GCS bucket link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"%s-input-bucket\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Output GCS bucket link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"%s-output-bucket\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a SearchableAdapter\")\n\t\t}\n\n\t\t// Test search functionality with location\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search batch prediction jobs: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 batch prediction jobs, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Test first item\n\t\titem1 := sdpItems[0]\n\t\tif item1.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item1.GetType())\n\t\t}\n\t\texpectedUniqueAttr1 := fmt.Sprintf(\"%s|%s\", location, jobName)\n\t\tif item1.UniqueAttributeValue() != expectedUniqueAttr1 {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", expectedUniqueAttr1, item1.UniqueAttributeValue())\n\t\t}\n\n\t\t// Test second item\n\t\titem2 := sdpItems[1]\n\t\tif item2.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item2.GetType())\n\t\t}\n\t\texpectedUniqueAttr2 := fmt.Sprintf(\"%s|%s\", location, jobName2)\n\t\tif item2.UniqueAttributeValue() != expectedUniqueAttr2 {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", expectedUniqueAttr2, item2.UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with 404 response to simulate job not found\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/%s/batchPredictionJobs/%s\", projectID, location, jobName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: &status.Status{Code: 404, Message: \"Batch prediction job not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := fmt.Sprintf(\"%s|%s\", location, jobName)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent batch prediction job, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"InvalidQuery\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t// Test with invalid query format (missing location)\n\t\t_, err = adapter.Get(ctx, projectID, \"invalid-query-format\", true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when using invalid query format, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-custom-job.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// AI Platform Custom Job adapter for Vertex AI custom training jobs\n// There are multiple service endpoints: https://cloud.google.com/vertex-ai/docs/reference/rest#rest_endpoints\n// We stick to the default one for now: https://aiplatform.googleapis.com\n// Other endpoints are in the form of https://{region}-aiplatform.googleapis.com\n// If we use the default endpoint the location must be set to `global`.\n// So, for simplicity, we can get custom jobs by their name globally, list globally,\n// otherwise we have to check the validity of the location and use the regional endpoint.\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.AIPlatformCustomJob,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_AI,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Vertex AI API must be enabled for the project!\n\t\t// Reference: https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.customJobs/get\n\t\t// https://aiplatform.googleapis.com/v1/projects/{project}/locations/{location}/customJobs/{customJob}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/customJobs/%s\"),\n\t\t// Reference: https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.customJobs/list\n\t\t// https://aiplatform.googleapis.com/v1/projects/{project}/locations/{location}/customJobs\n\t\t// Expected location is `global` for the default endpoint.\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/customJobs\"),\n\t\tUniqueAttributeKeys: []string{\"customJobs\"},\n\t\tIAMPermissions: []string{\"aiplatform.customJobs.get\", \"aiplatform.customJobs.list\"},\n\t\tPredefinedRole: \"roles/aiplatform.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// The Cloud KMS key that will be used to encrypt the output artifacts.\n\t\t\"encryptionSpec.kmsKeyName\": {\n\t\t\tDescription: \"If the Cloud KMS CryptoKey is updated: The CustomJob may not be able to access encrypted output artifacts. If the CustomJob is updated: The CryptoKey remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.CloudKMSCryptoKey,\n\t\t},\n\t\t// The full name of the network to which the job should be peered.\n\t\t\"jobSpec.network\": {\n\t\t\tDescription: \"If the Compute Network is deleted or updated: The CustomJob may lose connectivity or fail to run as expected. If the CustomJob is updated: The network remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeNetwork,\n\t\t},\n\t\t// The service account that the job runs as.\n\t\t\"jobSpec.serviceAccount\": {\n\t\t\tDescription: \"If the IAM Service Account is deleted or updated: The CustomJob may fail to run or lose permissions. If the CustomJob is updated: The service account remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.IAMServiceAccount,\n\t\t},\n\t\t// The Cloud Storage location to store the output of this CustomJob.\n\t\t\"jobSpec.baseOutputDirectory.gcsOutputDirectory\": {\n\t\t\tDescription: \"If the Storage Bucket is deleted or updated: The CustomJob may fail to write outputs. If the CustomJob is updated: The bucket remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t},\n\t\t// Optional. The name of a Vertex AI Tensorboard resource to which this CustomJob will upload Tensorboard logs.\n\t\t\"jobSpec.tensorboard\": {\n\t\t\tDescription: \"If the Vertex AI Tensorboard is deleted or updated: The CustomJob may fail to upload logs or lose access to previous logs. If the CustomJob is updated: The tensorboard remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.AIPlatformTensorBoard,\n\t\t},\n\t\t// Optional. The name of an experiment to associate with the CustomJob.\n\t\t\"jobSpec.experiment\": {\n\t\t\tDescription: \"If the Vertex AI Experiment is deleted or updated: The CustomJob may lose experiment tracking or association. If the CustomJob is updated: The experiment remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.AIPlatformExperiment,\n\t\t},\n\t\t// Optional. The name of an experiment run to associate with the CustomJob.\n\t\t\"jobSpec.experimentRun\": {\n\t\t\tDescription: \"If the Vertex AI ExperimentRun is deleted or updated: The CustomJob may lose run tracking or association. If the CustomJob is updated: The experiment run remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.AIPlatformExperimentRun,\n\t\t},\n\t\t// Optional. The name of a model to upload the trained Model to upon job completion.\n\t\t\"jobSpec.models\": {\n\t\t\tDescription: \"If the Vertex AI Model is deleted or updated: The CustomJob may fail to upload or associate the trained model. If the CustomJob is updated: The model remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.AIPlatformModel,\n\t\t},\n\t\t// Optional. The ID of a PersistentResource to run the job on existing machines.\n\t\t\"jobSpec.persistentResourceId\": {\n\t\t\tDescription: \"If the Vertex AI PersistentResource is deleted or updated: The CustomJob may fail to run or lose access to the persistent resources. If the CustomJob is updated: The PersistentResource remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.AIPlatformPersistentResource,\n\t\t},\n\t\t// Container image URI used in worker pool specs (for containerSpec).\n\t\t\"jobSpec.workerPoolSpecs.containerSpec.imageUri\": {\n\t\t\tDescription: \"If the Artifact Registry Docker Image is updated or deleted: The CustomJob may fail to run or use an incorrect container image. If the CustomJob is updated: The Docker image remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryDockerImage,\n\t\t},\n\t\t// Executor container image URI used in worker pool specs (for pythonPackageSpec).\n\t\t\"jobSpec.workerPoolSpecs.pythonPackageSpec.executorImageUri\": {\n\t\t\tDescription: \"If the Artifact Registry Docker Image is updated or deleted: The CustomJob may fail to run or use an incorrect executor image. If the CustomJob is updated: The Docker image remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryDockerImage,\n\t\t},\n\t\t// GCS URIs of Python package files used in worker pool specs.\n\t\t\"jobSpec.workerPoolSpecs.pythonPackageSpec.packageUris\": {\n\t\t\tDescription: \"If the Storage Bucket containing the Python packages is deleted or updated: The CustomJob may fail to access required package files. If the CustomJob is updated: The bucket remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-custom-job_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/aiplatform/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestAIPlatformCustomJob(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tjobID := \"test-job\"\n\n\tcustomJob := &aiplatform.GoogleCloudAiplatformV1CustomJob{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/global/customJobs/%s\", projectID, jobID),\n\t\tJobSpec: &aiplatform.GoogleCloudAiplatformV1CustomJobSpec{\n\t\t\tServiceAccount: \"aiplatform-sa@test-project.iam.gserviceaccount.com\",\n\t\t\tNetwork: fmt.Sprintf(\"projects/%s/global/networks/default\", projectID),\n\t\t},\n\t\tEncryptionSpec: &aiplatform.GoogleCloudAiplatformV1EncryptionSpec{\n\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/my-key\",\n\t\t},\n\t}\n\n\tjobList := &aiplatform.GoogleCloudAiplatformV1ListCustomJobsResponse{\n\t\tCustomJobs: []*aiplatform.GoogleCloudAiplatformV1CustomJob{customJob},\n\t}\n\n\tsdpItemType := gcpshared.AIPlatformCustomJob\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/customJobs/%s\", projectID, jobID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: customJob,\n\t\t},\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/customJobs\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: jobList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, jobID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get custom job: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// encryptionSpec.kmsKeyName\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"my-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// jobSpec.network\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// jobSpec.serviceAccount\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"aiplatform-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list custom jobs: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 custom job, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/customJobs/%s\", projectID, jobID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Custom job not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, jobID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent custom job, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-endpoint.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// AI Platform Endpoint adapter.\n// GCP Ref (GET): https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.endpoints/get\n// GCP Ref (Endpoint schema): https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.endpoints#Endpoint\n// GET https://aiplatform.googleapis.com/v1/projects/{project}/locations/{location}/endpoints/{endpoint}\n// LIST https://aiplatform.googleapis.com/v1/projects/{project}/locations/{location}/endpoints\n// NOTE: We use \"global\" for the location in the URL, because we use the global service endpoint.\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.AIPlatformEndpoint,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_AI,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/endpoints/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/endpoints\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"endpoints\"},\n\t\tIAMPermissions: []string{\"aiplatform.endpoints.get\", \"aiplatform.endpoints.list\"},\n\t\tPredefinedRole: \"roles/aiplatform.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"encryptionSpec.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t\"deployedModels.model\": {\n\t\t\tToSDPItemType: gcpshared.AIPlatformModel,\n\t\t\tDescription: \"They are tightly coupled.\",\n\t\t},\n\t\t\"deployedModels.serviceAccount\": {\n\t\t\tToSDPItemType: gcpshared.IAMServiceAccount,\n\t\t\tDescription: \"If the service account is deleted or its permissions are updated: The DeployedModel may fail to run or access required resources. If the DeployedModel is updated: The service account remains unaffected.\",\n\t\t},\n\t\t\"deployedModels.sharedResources\": {\n\t\t\tToSDPItemType: gcpshared.AIPlatformDeploymentResourcePool,\n\t\t\tDescription: \"If the DeploymentResourcePool is deleted or updated: The DeployedModel may fail to run or lose access to shared resources. If the DeployedModel is updated: The DeploymentResourcePool remains unaffected.\",\n\t\t},\n\t\t\"deployedModels.privateEndpoints.serviceAttachment\": {\n\t\t\tToSDPItemType: gcpshared.ComputeServiceAttachment,\n\t\t\tDescription: \"If the Service Attachment is deleted or updated: The DeployedModel's private endpoint connectivity may be disrupted. If the DeployedModel is updated: The Service Attachment remains unaffected.\",\n\t\t},\n\t\t\"modelDeploymentMonitoringJob\": {\n\t\t\tToSDPItemType: gcpshared.AIPlatformModelDeploymentMonitoringJob,\n\t\t\tDescription: \"They are tightly coupled.\",\n\t\t},\n\t\t\"dedicatedEndpointDns\": {\n\t\t\tToSDPItemType: stdlib.NetworkDNS,\n\t\t\tDescription: \"The DNS name for the dedicated endpoint. If the Endpoint is deleted, this DNS name will no longer resolve.\",\n\t\t},\n\t\t\"predictRequestResponseLoggingConfig.bigqueryDestination.outputUri\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryTable,\n\t\t\tDescription: \"If the BigQuery Table is deleted or updated, the Endpoint's logging configuration may be affected.\",\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-endpoint_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/aiplatform/apiv1/aiplatformpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestAIPlatformEndpoint(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tendpointName := \"test-endpoint\"\n\n\t// Create mock protobuf object\n\tendpoint := &aiplatformpb.Endpoint{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/global/endpoints/%s\", projectID, endpointName),\n\t\tDisplayName: \"Test Endpoint\",\n\t\tDescription: \"Test AI Platform Endpoint\",\n\t\tNetwork: \"projects/test-project/global/networks/default\",\n\t\tEncryptionSpec: &aiplatformpb.EncryptionSpec{\n\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t},\n\t\tDeployedModels: []*aiplatformpb.DeployedModel{\n\t\t\t{\n\t\t\t\tModel: \"projects/test-project/locations/global/models/test-model\",\n\t\t\t},\n\t\t},\n\t\tModelDeploymentMonitoringJob: \"projects/test-project/locations/global/modelDeploymentMonitoringJobs/test-job\",\n\t\tDedicatedEndpointDns: \"test-endpoint.aiplatform.googleapis.com\",\n\t\tPredictRequestResponseLoggingConfig: &aiplatformpb.PredictRequestResponseLoggingConfig{\n\t\t\tBigqueryDestination: &aiplatformpb.BigQueryDestination{\n\t\t\t\tOutputUri: \"bq://test-project.test_dataset.test_table\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// Create second endpoint for list testing\n\tendpointName2 := \"test-endpoint-2\"\n\tendpoint2 := &aiplatformpb.Endpoint{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/global/endpoints/%s\", projectID, endpointName2),\n\t\tDisplayName: \"Test Endpoint 2\",\n\t\tDescription: \"Test AI Platform Endpoint 2\",\n\t}\n\n\t// Create list response with multiple items\n\tendpointList := &aiplatformpb.ListEndpointsResponse{\n\t\tEndpoints: []*aiplatformpb.Endpoint{endpoint, endpoint2},\n\t}\n\n\tsdpItemType := gcpshared.AIPlatformEndpoint\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/endpoints/%s\", projectID, endpointName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: endpoint,\n\t\t},\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/endpoints/%s\", projectID, endpointName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: endpoint2,\n\t\t},\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/endpoints\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: endpointList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, endpointName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != endpointName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", endpointName, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/locations/global/endpoints/%s\", projectID, endpointName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\t// Include static tests - covers ALL link rule links\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// KMS key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Network link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Deployed model link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.AIPlatformModel.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-model\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Model deployment monitoring job link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.AIPlatformModelDeploymentMonitoringJob.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-job\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Dedicated endpoint DNS link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-endpoint.aiplatform.googleapis.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// BigQuery table link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test_dataset\", \"test_table\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/endpoints/%s\", projectID, endpointName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Endpoint not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, endpointName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-model-deployment-monitoring-job.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// AI Platform Model Deployment Monitoring Job monitors deployed models for data drift and performance degradation\n// GCP Ref (GET): https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.modelDeploymentMonitoringJobs/get\n// GCP Ref (Schema): https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.modelDeploymentMonitoringJobs#ModelDeploymentMonitoringJob\n// GET https://aiplatform.googleapis.com/v1/projects/{project}/locations/{location}/modelDeploymentMonitoringJobs/{modelDeploymentMonitoringJob}\n// LIST https://aiplatform.googleapis.com/v1/projects/{project}/locations/{location}/modelDeploymentMonitoringJobs\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.AIPlatformModelDeploymentMonitoringJob,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_AI,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://aiplatform.googleapis.com/v1/projects/%s/locations/%s/modelDeploymentMonitoringJobs/%s\",\n\t\t),\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://aiplatform.googleapis.com/v1/projects/%s/locations/%s/modelDeploymentMonitoringJobs\",\n\t\t),\n\t\tSearchDescription: \"Search Model Deployment Monitoring Jobs within a location. Use the location name e.g., 'us-central1'\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"modelDeploymentMonitoringJobs\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"aiplatform.modelDeploymentMonitoringJobs.get\",\n\t\t\t\"aiplatform.modelDeploymentMonitoringJobs.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/aiplatform.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\t// https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.modelDeploymentMonitoringJobs#JobState\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"encryptionSpec.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"endpoint\": {\n\t\t\tToSDPItemType: gcpshared.AIPlatformEndpoint,\n\t\t\tDescription: \"They are tightly coupled - monitoring job monitors the endpoint's deployed models.\",\n\t\t},\n\t\t\"modelDeploymentMonitoringObjectiveConfigs.deployedModelId\": {\n\t\t\tToSDPItemType: gcpshared.AIPlatformModel,\n\t\t\tDescription: \"If the Model is deleted or updated: The monitoring job may fail to monitor. If the monitoring job is updated: The model remains unaffected.\",\n\t\t},\n\t\t\"modelMonitoringAlertConfig.notificationChannels\": {\n\t\t\tToSDPItemType: gcpshared.MonitoringNotificationChannel,\n\t\t\tDescription: \"If the Notification Channel is deleted or updated: The monitoring job may fail to send alerts. If the monitoring job is updated: The notification channel remains unaffected.\",\n\t\t},\n\t\t\"bigqueryTables.bigqueryTablePath\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryTable,\n\t\t\tDescription: \"If the BigQuery table storing monitoring logs is deleted or inaccessible: The monitoring job may fail to write logs. If the monitoring job is updated: The table remains unaffected.\",\n\t\t},\n\t\t\"modelDeploymentMonitoringObjectiveConfigs.objectiveConfig.trainingDataset.gcsSource.uris\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the GCS bucket containing training data is deleted or inaccessible: The monitoring job may fail to compare predictions against training data. If the monitoring job is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"modelDeploymentMonitoringObjectiveConfigs.objectiveConfig.trainingDataset.bigquerySource.inputUri\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryTable,\n\t\t\tDescription: \"If the BigQuery table containing training data is deleted or inaccessible: The monitoring job may fail to compare predictions against training data. If the monitoring job is updated: The table remains unaffected.\",\n\t\t},\n\t\t\"predictInstanceSchemaUri\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the GCS bucket containing the prediction instance schema is deleted or inaccessible: The monitoring job may fail to validate prediction requests. If the monitoring job is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"analysisInstanceSchemaUri\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the GCS bucket containing the analysis instance schema is deleted or inaccessible: The monitoring job may fail to perform analysis. If the monitoring job is updated: The bucket remains unaffected.\",\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-model-deployment-monitoring-job_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/aiplatform/apiv1/aiplatformpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestAIPlatformModelDeploymentMonitoringJob(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tjobName := \"test-monitoring-job\"\n\n\tjob := &aiplatformpb.ModelDeploymentMonitoringJob{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/modelDeploymentMonitoringJobs/%s\", projectID, location, jobName),\n\t\tEncryptionSpec: &aiplatformpb.EncryptionSpec{\n\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t},\n\t\tEndpoint: fmt.Sprintf(\"projects/%s/locations/%s/endpoints/test-endpoint\", projectID, location),\n\t\tModelDeploymentMonitoringObjectiveConfigs: []*aiplatformpb.ModelDeploymentMonitoringObjectiveConfig{\n\t\t\t{\n\t\t\t\tDeployedModelId: \"deployed-model-123\",\n\t\t\t\tObjectiveConfig: &aiplatformpb.ModelMonitoringObjectiveConfig{\n\t\t\t\t\tTrainingDataset: &aiplatformpb.ModelMonitoringObjectiveConfig_TrainingDataset{\n\t\t\t\t\t\tDataFormat: \"csv\",\n\t\t\t\t\t\tDataSource: &aiplatformpb.ModelMonitoringObjectiveConfig_TrainingDataset_GcsSource{\n\t\t\t\t\t\t\tGcsSource: &aiplatformpb.GcsSource{\n\t\t\t\t\t\t\t\tUris: []string{\n\t\t\t\t\t\t\t\t\t\"gs://training-bucket/training-data.csv\",\n\t\t\t\t\t\t\t\t\t\"gs://training-bucket-2/additional-data.csv\",\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tDeployedModelId: \"deployed-model-456\",\n\t\t\t\tObjectiveConfig: &aiplatformpb.ModelMonitoringObjectiveConfig{\n\t\t\t\t\tTrainingDataset: &aiplatformpb.ModelMonitoringObjectiveConfig_TrainingDataset{\n\t\t\t\t\t\tDataFormat: \"tf-record\",\n\t\t\t\t\t\tDataSource: &aiplatformpb.ModelMonitoringObjectiveConfig_TrainingDataset_BigquerySource{\n\t\t\t\t\t\t\tBigquerySource: &aiplatformpb.BigQuerySource{\n\t\t\t\t\t\t\t\tInputUri: \"bq://test-project.training_dataset.training_table\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tModelMonitoringAlertConfig: &aiplatformpb.ModelMonitoringAlertConfig{\n\t\t\tNotificationChannels: []string{\n\t\t\t\tfmt.Sprintf(\"projects/%s/notificationChannels/alert-channel-1\", projectID),\n\t\t\t\tfmt.Sprintf(\"projects/%s/notificationChannels/alert-channel-2\", projectID),\n\t\t\t},\n\t\t},\n\t\tPredictInstanceSchemaUri: \"gs://schema-bucket/predict-schema.yaml\",\n\t\tAnalysisInstanceSchemaUri: \"gs://schema-bucket-2/analysis-schema.yaml\",\n\t\tBigqueryTables: []*aiplatformpb.ModelDeploymentMonitoringBigQueryTable{\n\t\t\t{\n\t\t\t\tLogSource: aiplatformpb.ModelDeploymentMonitoringBigQueryTable_TRAINING,\n\t\t\t\tLogType: aiplatformpb.ModelDeploymentMonitoringBigQueryTable_PREDICT,\n\t\t\t\tBigqueryTablePath: \"bq://test-project.monitoring_dataset.training_predict_log\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tLogSource: aiplatformpb.ModelDeploymentMonitoringBigQueryTable_SERVING,\n\t\t\t\tLogType: aiplatformpb.ModelDeploymentMonitoringBigQueryTable_PREDICT,\n\t\t\t\tBigqueryTablePath: \"bq://test-project.monitoring_dataset.serving_predict_log\",\n\t\t\t},\n\t\t},\n\t}\n\n\tjobName2 := \"test-monitoring-job-2\"\n\tjob2 := &aiplatformpb.ModelDeploymentMonitoringJob{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/modelDeploymentMonitoringJobs/%s\", projectID, location, jobName2),\n\t}\n\n\tjobList := &aiplatformpb.ListModelDeploymentMonitoringJobsResponse{\n\t\tModelDeploymentMonitoringJobs: []*aiplatformpb.ModelDeploymentMonitoringJob{job, job2},\n\t}\n\n\tsdpItemType := gcpshared.AIPlatformModelDeploymentMonitoringJob\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/%s/modelDeploymentMonitoringJobs/%s\", projectID, location, jobName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: job,\n\t\t},\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/%s/modelDeploymentMonitoringJobs/%s\", projectID, location, jobName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: job2,\n\t\t},\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/%s/modelDeploymentMonitoringJobs\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: jobList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, jobName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != combinedQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", combinedQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\t// Include static tests - covers ALL link rule links\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// KMS encryption key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// AI Platform Endpoint link (bidirectional)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.AIPlatformEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-endpoint\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Deployed Model ID link (AI Platform Model)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.AIPlatformModel.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"deployed-model-123\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Notification Channel 1 link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.MonitoringNotificationChannel.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"alert-channel-1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Notification Channel 2 link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.MonitoringNotificationChannel.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"alert-channel-2\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// BigQuery table 1 link (training predict log)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"monitoring_dataset\", \"training_predict_log\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// BigQuery table 2 link (serving predict log)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"monitoring_dataset\", \"serving_predict_log\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Training dataset GCS source bucket links\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"training-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"training-bucket-2\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Training dataset BigQuery source link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"training_dataset\", \"training_table\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Deployed Model ID link (second model)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.AIPlatformModel.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"deployed-model-456\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Schema bucket link for predict instance schema\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"schema-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Schema bucket link for analysis instance schema\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"schema-bucket-2\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/%s/modelDeploymentMonitoringJobs/%s\", projectID, location, jobName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Monitoring job not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, jobName)\n\t\t_, err = adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-model.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// AI Platform Model adapter.\n// GCP Ref: https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.models/get\n// GET https://aiplatform.googleapis.com/v1/projects/{project}/locations/{location}/models/{model}\n// LIST https://aiplatform.googleapis.com/v1/projects/{project}/locations/{location}/models\n// NOTE: We use \"global\" for the location in the URL, because we use the global service endpoint.\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.AIPlatformModel,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_AI,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/models/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/models\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"models\"},\n\t\tIAMPermissions: []string{\"aiplatform.models.get\", \"aiplatform.models.list\"},\n\t\tPredefinedRole: \"roles/aiplatform.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"encryptionSpec.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// Container image used for prediction (containerSpec.imageUri).\n\t\t\"containerSpec.imageUri\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryDockerImage,\n\t\t\tDescription: \"If the Artifact Registry Docker Image is updated or deleted: The Model may fail to serve predictions. If the Model is updated: The Docker image remains unaffected.\",\n\t\t},\n\t\t\"pipelineJob\": {\n\t\t\tToSDPItemType: gcpshared.AIPlatformPipelineJob,\n\t\t\tDescription: \"If the Pipeline Job is deleted: The Model may not be retrievable. If the Model is updated: The Pipeline Job remains unaffected.\",\n\t\t},\n\t\t\"deployedModels.endpoint\": {\n\t\t\tToSDPItemType: gcpshared.AIPlatformEndpoint,\n\t\t\tDescription: \"They are tightly coupled.\",\n\t\t},\n\t\t// GCS bucket containing the Model artifact and supporting files (artifactUri).\n\t\t\"artifactUri\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Storage Bucket containing model artifacts is deleted or its permissions are changed: The Model may fail to load artifacts and serve predictions. If the Model is updated: The Storage Bucket remains unaffected.\",\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-model_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/aiplatform/apiv1/aiplatformpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestAIPlatformModel(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tmodelName := \"test-model\"\n\n\t// Create mock protobuf object\n\tmodel := &aiplatformpb.Model{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/global/models/%s\", projectID, modelName),\n\t\tDisplayName: \"Test Model\",\n\t\tDescription: \"Test AI Platform Model\",\n\t\tEncryptionSpec: &aiplatformpb.EncryptionSpec{\n\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t},\n\t\tContainerSpec: &aiplatformpb.ModelContainerSpec{\n\t\t\tImageUri: \"us-central1-docker.pkg.dev/test-project/test-repo/test-image:latest\",\n\t\t},\n\t\tPipelineJob: \"projects/test-project/locations/global/pipelineJobs/test-pipeline\",\n\t\tArtifactUri: fmt.Sprintf(\"gs://%s-model-artifacts/model/\", projectID),\n\t\tDeployedModels: []*aiplatformpb.DeployedModelRef{\n\t\t\t{\n\t\t\t\tEndpoint: \"projects/test-project/locations/global/endpoints/test-endpoint\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// Create second model for list testing\n\tmodelName2 := \"test-model-2\"\n\tmodel2 := &aiplatformpb.Model{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/global/models/%s\", projectID, modelName2),\n\t\tDisplayName: \"Test Model 2\",\n\t\tDescription: \"Test AI Platform Model 2\",\n\t}\n\n\t// Create list response with multiple items\n\tmodelList := &aiplatformpb.ListModelsResponse{\n\t\tModels: []*aiplatformpb.Model{model, model2},\n\t}\n\n\tsdpItemType := gcpshared.AIPlatformModel\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/models/%s\", projectID, modelName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: model,\n\t\t},\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/models/%s\", projectID, modelName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: model2,\n\t\t},\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/models\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: modelList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, modelName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != modelName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", modelName, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/locations/global/models/%s\", projectID, modelName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\t// Include static tests - covers ALL link rule links\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// KMS key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Pipeline job link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.AIPlatformPipelineJob.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-pipeline\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Deployed model endpoint link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.AIPlatformEndpoint.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-endpoint\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Storage bucket link (artifactUri)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"%s-model-artifacts\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/models/%s\", projectID, modelName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Model not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, modelName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-pipeline-job.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// AI Platform Pipeline Job adapter for Vertex AI pipeline jobs\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.AIPlatformPipelineJob,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_AI,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// When using the default endpoint, the location must be set to `global`.\n\t\t// Format: projects/{project}/locations/{location}/pipelineJobs/{pipelineJob}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/pipelineJobs/%s\"),\n\t\t// Reference: https://cloud.google.com/vertex-ai/docs/reference/rest/v1/projects.locations.pipelineJobs/list\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/pipelineJobs\"),\n\t\tUniqueAttributeKeys: []string{\"pipelineJobs\"},\n\t\tIAMPermissions: []string{\"aiplatform.pipelineJobs.get\", \"aiplatform.pipelineJobs.list\"},\n\t\tPredefinedRole: \"roles/aiplatform.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// The service account that the pipeline workload runs as (root-level).\n\t\t\"serviceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t// The full name of the network to which the job should be peered (root-level).\n\t\t\"network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t// The Cloud KMS key used to encrypt PipelineJob outputs.\n\t\t\"encryptionSpec.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// The Cloud Storage location to store the output of this PipelineJob.\n\t\t\"runtimeConfig.gcsOutputDirectory\": {\n\t\t\tDescription: \"If the Storage Bucket is deleted or updated: The PipelineJob may fail to write outputs. If the PipelineJob is updated: The bucket remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t},\n\t\t// The network attachment resource that the pipeline job will use for Private Service Connect.\n\t\t\"pscInterfaceConfig.networkAttachment\": {\n\t\t\tDescription: \"If the Compute Network Attachment is deleted or updated: The PipelineJob may lose access to network services via Private Service Connect. If the PipelineJob is updated: The network attachment remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeNetworkAttachment,\n\t\t},\n\t\t// The schedule resource name, returned if the pipeline is created by the Schedule API.\n\t\t\"scheduleName\": {\n\t\t\tDescription: \"If the Vertex AI Schedule is deleted or updated: The PipelineJob may stop being triggered or may be triggered incorrectly. If the PipelineJob is updated: The schedule remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.AIPlatformSchedule,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/ai-platform-pipeline-job_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/aiplatform/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestAIPlatformPipelineJob(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tjobID := \"test-pipeline-job\"\n\n\tpipelineJob := &aiplatform.GoogleCloudAiplatformV1PipelineJob{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/global/pipelineJobs/%s\", projectID, jobID),\n\t\tServiceAccount: \"aiplatform-sa@test-project.iam.gserviceaccount.com\",\n\t\tNetwork: fmt.Sprintf(\"projects/%s/global/networks/default\", projectID),\n\t\tEncryptionSpec: &aiplatform.GoogleCloudAiplatformV1EncryptionSpec{\n\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/my-key\",\n\t\t},\n\t}\n\n\tjobList := &aiplatform.GoogleCloudAiplatformV1ListPipelineJobsResponse{\n\t\tPipelineJobs: []*aiplatform.GoogleCloudAiplatformV1PipelineJob{pipelineJob},\n\t}\n\n\tsdpItemType := gcpshared.AIPlatformPipelineJob\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/pipelineJobs/%s\", projectID, jobID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: pipelineJob,\n\t\t},\n\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/pipelineJobs\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: jobList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, jobID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get pipeline job: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// serviceAccount\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"aiplatform-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// network\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// encryptionSpec.kmsKeyName\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"my-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list pipeline jobs: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 pipeline job, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://aiplatform.googleapis.com/v1/projects/%s/locations/global/pipelineJobs/%s\", projectID, jobID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Pipeline job not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, jobID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent pipeline job, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/artifact-registry-docker-image.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Artifact Registry Docker Image adapter for container images in Artifact Registry\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ArtifactRegistryDockerImage,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/artifact-registry/docs/reference/rest/v1/projects.locations.repositories.dockerImages/get?rep_location=global\n\t\t// GET https://artifactregistry.googleapis.com/v1/{name=projects/*/locations/*/repositories/*/dockerImages/*}\n\t\t// IAM permissions: artifactregistry.dockerImages.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithThreeQueries(\"https://artifactregistry.googleapis.com/v1/projects/%s/locations/%s/repositories/%s/dockerImages/%s\"),\n\t\t// Reference: https://cloud.google.com/artifact-registry/docs/reference/rest/v1/projects.locations.repositories.dockerImages/list?rep_location=global\n\t\t// GET https://artifactregistry.googleapis.com/v1/{parent=projects/*/locations/*/repositories/*}/dockerImages\n\t\t// IAM permissions: artifactregistry.dockerImages.list\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://artifactregistry.googleapis.com/v1/projects/%s/locations/%s/repositories/%s/dockerImages\"),\n\t\tSearchDescription: \"Search for Docker images in Artifact Registry. Use the format \\\"location|repository_id\\\" or \\\"projects/[project]/locations/[location]/repository/[repository_id]/dockerImages/[docker_image]\\\" which is supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"repositories\", \"dockerImages\"},\n\t\tIAMPermissions: []string{\"artifactregistry.dockerimages.get\", \"artifactregistry.dockerimages.list\"},\n\t\tPredefinedRole: \"roles/artifactregistry.reader\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// This is a link to its parent resource: ArtifactRegistryRepository\n\t\t// Linker will extract the repository name from the image name.\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryRepository,\n\t\t\tDescription: \"If the Artifact Registry Repository is deleted or updated: The Docker Image may become invalid or inaccessible. If the Docker Image is updated: The repository remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/data-sources/artifact_registry_docker_image\",\n\t\tDescription: \"name => projects/{{project}}/locations/{{location}}/repository/{{repository_id}}/dockerImages/{{docker_image}}. We should use search to extract relevant fields.\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_artifact_registry_docker_image.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/artifact-registry-docker-image_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/stretchr/testify/assert\"\n\t\"google.golang.org/api/artifactregistry/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestArtifactRegistryDockerImage(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\n\timageName := \"nginx@sha256:e9954c1fc875017be1c3e36eca16be2d9e9bccc4bf072163515467d6a823c7cf\"\n\tlocation := \"us-central1-a\"\n\trepository := \"my-repo\"\n\tdockerImage := &artifactregistry.DockerImage{\n\t\tName: fmt.Sprintf(\"projects/test-project/locations/%s/repositories/%s/dockerImages/%s\", location, repository, imageName),\n\t\tUri: fmt.Sprintf(\"%s-docker.pkg.dev/%s/%s/%s\", strings.TrimSuffix(location, \"-a\"), projectID, repository, imageName),\n\t\tTags: []string{\"latest\", \"v1.2.3\", \"stable\"},\n\t\tMediaType: \"application/vnd.docker.distribution.manifest.v2+json\",\n\t\tBuildTime: \"2023-06-15T10:30:00Z\",\n\t\tUpdateTime: \"2023-06-15T10:35:00Z\",\n\t\tUploadTime: \"2023-06-15T10:32:00Z\",\n\t\tImageSizeBytes: 75849324,\n\t}\n\n\tsizeOfFirstPage := 100\n\tsizeOfLastPage := 1\n\n\tdockerImagesWithNextPageToken := &artifactregistry.ListDockerImagesResponse{\n\t\tDockerImages: dynamic.Multiply(dockerImage, sizeOfFirstPage),\n\t\tNextPageToken: \"next-page-token\",\n\t}\n\n\tdockerImages := &artifactregistry.ListDockerImagesResponse{\n\t\tDockerImages: dynamic.Multiply(dockerImage, sizeOfLastPage),\n\t}\n\n\tsdpItemType := gcpshared.ArtifactRegistryDockerImage\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\n\t\t\t\"https://artifactregistry.googleapis.com/v1/projects/test-project/locations/%s/repositories/%s/dockerImages/%s\",\n\t\t\tlocation,\n\t\t\trepository,\n\t\t\timageName,\n\t\t): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: dockerImage,\n\t\t},\n\t\tfmt.Sprintf(\n\t\t\t\"https://artifactregistry.googleapis.com/v1/projects/test-project/locations/%s/repositories/%s/dockerImages\",\n\t\t\tlocation,\n\t\t\trepository,\n\t\t): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: dockerImagesWithNextPageToken,\n\t\t},\n\t\tfmt.Sprintf(\n\t\t\t\"https://artifactregistry.googleapis.com/v1/projects/test-project/locations/%s/repositories/%s/dockerImages?pageToken=next-page-token\",\n\t\t\tlocation,\n\t\t\trepository,\n\t\t): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: dockerImages,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\t// This is a project level adapter, so we pass the project ID\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, repository, imageName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get docker image: %v\", err)\n\t\t}\n\n\t\t// Verify the returned item\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != getQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", imageName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ArtifactRegistryRepository.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, repository),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\t// This is a project level adapter, so we pass the project\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, shared.CompositeLookupKey(location, repository), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list docker images: %v\", err)\n\t\t}\n\n\t\texpectedItemCount := sizeOfFirstPage + sizeOfLastPage\n\t\tif len(sdpItems) != expectedItemCount {\n\t\t\tt.Errorf(\"Expected %d docker images, got %d\", expectedItemCount, len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\t// This is a project level adapter, so we pass the project ID\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/locations/[location]/repositories/[repository]/dockerImages/[docker_image]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/locations/%s/repositories/%s/dockerImages/%s\", projectID, location, repository, imageName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\t// This is a project level adapter, so we pass the project\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, shared.CompositeLookupKey(location, repository), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list docker images: %v\", err)\n\t\t}\n\n\t\texpectedItemCount := sizeOfFirstPage + sizeOfLastPage\n\t\tif len(sdpItems) != expectedItemCount {\n\t\t\tt.Errorf(\"Expected %d docker images, got %d\", expectedItemCount, len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\t// This is a project level adapter, so we pass the project\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tstreaming, ok := adapter.(SearchStreamAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchStreamableAdapter\", sdpItemType)\n\t\t}\n\n\t\texpectedItemCount := sizeOfFirstPage + sizeOfLastPage\n\t\titems := make(chan *sdp.Item, expectedItemCount)\n\t\tt.Cleanup(func() {\n\t\t\tclose(items)\n\t\t})\n\n\t\titemHandler := func(item *sdp.Item) {\n\t\t\ttime.Sleep(10 * time.Millisecond)\n\t\t\titems <- item\n\t\t}\n\n\t\terrHandler := func(err error) {\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Unexpected error in stream: %v\", err)\n\t\t\t}\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(itemHandler, errHandler)\n\t\tstreaming.SearchStream(ctx, projectID, shared.CompositeLookupKey(location, repository), true, stream)\n\n\t\tassert.Eventually(t, func() bool {\n\t\t\treturn len(items) == expectedItemCount\n\t\t}, 5*time.Second, 100*time.Millisecond, \"Expected to receive all items in the stream\")\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/artifact-registry-repository.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ArtifactRegistryRepository,\n\tmeta: gcpshared.AdapterMeta{\n\t\t// Reference: https://cloud.google.com/artifact-registry/docs/reference/rest/v1/projects.locations.repositories/get?rep_location=global\n\t\tInDevelopment: true,\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// GET: https://artifactregistry.googleapis.com/v1/projects/*/locations/*/repositories/*\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://artifactregistry.googleapis.com/v1/projects/%s/locations/%s/repositories/%s\"),\n\t\t// LIST: https://artifactregistry.googleapis.com/v1/{parent=projects/*/locations/*}/repositories\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://artifactregistry.googleapis.com/v1/projects/%s/locations/%s/repositories\"),\n\t\tUniqueAttributeKeys: []string{\"locations\", \"repositories\"},\n\t\tIAMPermissions: []string{\"artifactregistry.repositories.get\", \"artifactregistry.repositories.list\"},\n\t\tPredefinedRole: \"roles/artifactregistry.reader\",\n\t\t// HEALTH: Not currently exposed on the Repository resource (no status field providing operational state)\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// Forward link from parent to child via SEARCH\n\t\t// Link to all docker images in this repository\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryDockerImage,\n\t\t\tDescription: \"If the Artifact Registry Repository is deleted or updated: All associated Docker Images may become invalid or inaccessible. If a Docker Image is updated: The repository remains unaffected.\",\n\t\t\tIsParentToChild: true,\n\t\t},\n\t\t// Link to upstream repositories in virtual repository configuration\n\t\t\"virtualRepositoryConfig.upstreamPolicies.repository\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryRepository,\n\t\t\tDescription: \"If an upstream Artifact Registry Repository is deleted or updated: The virtual repository may fail to serve artifacts from that upstream. If the virtual repository is updated: The upstream repositories remain unaffected.\",\n\t\t},\n\t\t// Link to Secret Manager Secret Version used for remote repository authentication\n\t\t\"remoteRepositoryConfig.upstreamCredentials.passwordSecretVersion\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecretVersion,\n\t\t\tDescription: \"If the Secret Manager Secret Version is deleted or its access is revoked: The remote repository may fail to authenticate with upstream sources. If the remote repository is updated: The secret version remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/artifact_registry_repository#attributes-reference\",\n\t\tDescription: \"The id is in the format `projects/{project}/locations/{location}/repositories/{repository_id}`. We will use SEARCH to find the repository by this ID.\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_artifact_registry_repository.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/big-query-data-transfer-transfer-config.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// BigQuery Data Transfer transfer config adapter\n// Manages scheduled queries and data transfer configurations for BigQuery\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.BigQueryDataTransferTransferConfig,\n\tmeta: gcpshared.AdapterMeta{\n\t\t// Reference: https://cloud.google.com/bigquery/docs/reference/datatransfer/rest/v1/projects.transferConfigs/get\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// GET https://bigquerydatatransfer.googleapis.com/v1/projects/{projectId}/locations/{locationId}/transferConfigs/{transferConfigId}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://bigquerydatatransfer.googleapis.com/v1/projects/%s/locations/%s/transferConfigs/%s\"),\n\t\t// Reference: https://cloud.google.com/bigquery/docs/reference/datatransfer/rest/v1/projects.locations.transferConfigs/list\n\t\t// GET https://bigquerydatatransfer.googleapis.com/v1/projects/{projectId}/locations/{locationId}/transferConfigs\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://bigquerydatatransfer.googleapis.com/v1/projects/%s/locations/%s/transferConfigs\"),\n\t\tSearchDescription: \"Search for BigQuery Data Transfer transfer configs in a location. Use the format \\\"location\\\" or \\\"projects/project_id/locations/location/transferConfigs/transfer_config_id\\\" which is supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"transferConfigs\"},\n\t\tIAMPermissions: []string{\"bigquery.transfers.get\"},\n\t\tPredefinedRole: \"overmind_custom_role\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\t// state: https://cloud.google.com/bigquery/docs/reference/datatransfer/rest/v1/projects.locations.transferConfigs#TransferState\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"destinationDatasetId\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryDataset,\n\t\t\tDescription: \"If the BigQuery Dataset is deleted or updated: The transfer config may fail to write data. If the transfer config is updated: The dataset remains unaffected.\",\n\t\t},\n\t\t\"dataSourceId\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryDataTransferDataSource,\n\t\t\tDescription: \"If the Data Source is deleted or updated: The transfer config may fail to function. If the transfer config is updated: The data source remains unaffected.\",\n\t\t},\n\t\t\"notificationPubsubTopic\": {\n\t\t\tToSDPItemType: gcpshared.PubSubTopic,\n\t\t\tDescription: \"If the Pub/Sub Topic is deleted or updated: Notifications may fail to be sent. If the transfer config is updated: The Pub/Sub topic remains unaffected.\",\n\t\t},\n\t\t\"encryptionConfiguration.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"serviceAccountName\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t// Link to child Transfer Runs using SEARCH\n\t\t// NOTE: BigQueryDataTransferTransferRun adapter does not exist yet\n\t\t// When created, it must support SEARCH with transfer config identifier as query parameter\n\t\t// API endpoint: GET https://bigquerydatatransfer.googleapis.com/v1/{parent=projects/*/locations/*/transferConfigs/*}/runs\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryDataTransferTransferRun,\n\t\t\tDescription: \"If the Transfer Config is deleted or updated: All associated transfer runs may become invalid or inaccessible. If a transfer run is updated: The transfer config remains unaffected.\",\n\t\t\tIsParentToChild: true,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/bigquery_data_transfer_config\",\n\t\tDescription: \"id => projects/{projectId}/locations/{location}/transferConfigs/{configId}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_bigquery_data_transfer_config.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/big-query-data-transfer-transfer-config_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/bigquery/datatransfer/apiv1/datatransferpb\"\n\t\"google.golang.org/protobuf/types/known/wrapperspb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// Helper functions for creating pointers\nfunc stringValuePtr(s string) *wrapperspb.StringValue {\n\treturn &wrapperspb.StringValue{Value: s}\n}\n\nfunc TestBigQueryDataTransferTransferConfig(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tlocation := \"us-central1\"\n\ttransferConfigName := \"test-transfer-config\"\n\ttransferConfigName2 := \"test-transfer-config-2\"\n\tdestinationDatasetId := \"test-dataset\"\n\tdataSourceId := \"test-data-source\"\n\tnotificationPubsubTopic := \"projects/test-project/topics/test-topic\"\n\tkmsKeyName := \"projects/test-project/locations/us-central1/keyRings/test-ring/cryptoKeys/test-key\"\n\n\t// Create mock protobuf objects\n\ttransferConfig := &datatransferpb.TransferConfig{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/transferConfigs/%s\", projectID, location, transferConfigName),\n\t\tDisplayName: \"Test Transfer Config\",\n\t\tDataSourceId: dataSourceId,\n\t\tDestination: &datatransferpb.TransferConfig_DestinationDatasetId{\n\t\t\tDestinationDatasetId: destinationDatasetId,\n\t\t},\n\t\tSchedule: \"0 9 * * *\", // Daily at 9 AM\n\t\tNotificationPubsubTopic: notificationPubsubTopic,\n\t\tEncryptionConfiguration: &datatransferpb.EncryptionConfiguration{\n\t\t\tKmsKeyName: stringValuePtr(kmsKeyName),\n\t\t},\n\t}\n\n\ttransferConfig2 := &datatransferpb.TransferConfig{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/transferConfigs/%s\", projectID, location, transferConfigName2),\n\t\tDisplayName: \"Test Transfer Config 2\",\n\t\tDataSourceId: dataSourceId,\n\t\tDestination: &datatransferpb.TransferConfig_DestinationDatasetId{\n\t\t\tDestinationDatasetId: destinationDatasetId,\n\t\t},\n\t\tSchedule: \"0 12 * * *\", // Daily at 12 PM\n\t\tNotificationPubsubTopic: notificationPubsubTopic,\n\t}\n\n\t// Create list response with multiple items\n\ttransferConfigList := &datatransferpb.ListTransferConfigsResponse{\n\t\tTransferConfigs: []*datatransferpb.TransferConfig{transferConfig, transferConfig2},\n\t}\n\n\tsdpItemType := gcpshared.BigQueryDataTransferTransferConfig\n\n\t// Mock HTTP responses for location-based resources\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://bigquerydatatransfer.googleapis.com/v1/projects/%s/locations/%s/transferConfigs/%s\", projectID, location, transferConfigName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: transferConfig,\n\t\t},\n\t\tfmt.Sprintf(\"https://bigquerydatatransfer.googleapis.com/v1/projects/%s/locations/%s/transferConfigs/%s\", projectID, location, transferConfigName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: transferConfig2,\n\t\t},\n\t\tfmt.Sprintf(\"https://bigquerydatatransfer.googleapis.com/v1/projects/%s/locations/%s/transferConfigs\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: transferConfigList,\n\t\t},\n\t}\n\n\t// Test Get with location + resource name\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t// For multiple query parameters, use the combined query format\n\t\tcombinedQuery := fmt.Sprintf(\"%s|%s\", location, transferConfigName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != combinedQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", combinedQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tname, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\tif name != transferConfig.GetName() {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", transferConfig.GetName(), name)\n\t\t}\n\n\t\tdisplayName, err := sdpItem.GetAttributes().Get(\"displayName\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'displayName' attribute: %v\", err)\n\t\t}\n\t\tif displayName != transferConfig.GetDisplayName() {\n\t\t\tt.Errorf(\"Expected displayName field to be '%s', got %s\", transferConfig.GetDisplayName(), displayName)\n\t\t}\n\n\t\tdataSourceIdAttr, err := sdpItem.GetAttributes().Get(\"dataSourceId\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'dataSourceId' attribute: %v\", err)\n\t\t}\n\t\tif dataSourceIdAttr != dataSourceId {\n\t\t\tt.Errorf(\"Expected dataSourceId field to be '%s', got %s\", dataSourceId, dataSourceIdAttr)\n\t\t}\n\n\t\tdestinationDatasetIdAttr, err := sdpItem.GetAttributes().Get(\"destinationDatasetId\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'destinationDatasetId' attribute: %v\", err)\n\t\t}\n\t\tif destinationDatasetIdAttr != destinationDatasetId {\n\t\t\tt.Errorf(\"Expected destinationDatasetId field to be '%s', got %s\", destinationDatasetId, destinationDatasetIdAttr)\n\t\t}\n\n\t\tnotificationTopic, err := sdpItem.GetAttributes().Get(\"notificationPubsubTopic\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'notificationPubsubTopic' attribute: %v\", err)\n\t\t}\n\t\tif notificationTopic != notificationPubsubTopic {\n\t\t\tt.Errorf(\"Expected notificationPubsubTopic field to be '%s', got %s\", notificationPubsubTopic, notificationTopic)\n\t\t}\n\n\t\t// Include static tests - MUST cover ALL link rule links\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// CRITICAL: Review the adapter's link rules configuration and create\n\t\t\t// test cases for EVERY linked resource defined in the adapter's link rules map\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// destinationDatasetId link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: destinationDatasetId,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// dataSourceId link - NOTE: BigQueryDataTransferDataSource adapter doesn't exist yet\n\t\t\t\t// TODO: Add test case when BigQueryDataTransferDataSource adapter is created\n\t\t\t\t// notificationPubsubTopic link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.PubSubTopic.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-topic\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// encryptionConfiguration.kmsKeyName link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"us-central1\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\t// Test Search (location-based resources typically use Search instead of List)\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test location-based search\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Verify first item\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\n\t\t// Verify second item\n\t\tsecondItem := sdpItems[1]\n\t\tif secondItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected second item type %s, got %s\", sdpItemType.String(), secondItem.GetType())\n\t\t}\n\t\tif secondItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected second item scope '%s', got %s\", projectID, secondItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project_id]/locations/[location]/transferConfigs/[transfer_config_id]\n\t\t// The adapter should extract the location from this format and search in that location\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/locations/%s/transferConfigs/%s\", projectID, location, transferConfigName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return all resources in the location extracted from the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify first item\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://bigquerydatatransfer.googleapis.com/v1/projects/%s/locations/%s/transferConfigs/%s\", projectID, location, transferConfigName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Resource not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := fmt.Sprintf(\"%s|%s\", location, transferConfigName)\n\t\t_, err = adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/big-table-admin-app-profile.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// BigTable Admin App Profile adapter for Cloud Bigtable application profiles\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.BigTableAdminAppProfile,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/bigtable/docs/reference/admin/rest/v2/projects.instances.appProfiles/get\n\t\t// GET https://bigtableadmin.googleapis.com/v2/{name=projects/*/instances/*/appProfiles/*}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/appProfiles/%s\"),\n\t\t// Reference: https://cloud.google.com/bigtable/docs/reference/admin/rest/v2/projects.instances.appProfiles/list\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/appProfiles\"),\n\t\tSearchDescription: \"Search for BigTable App Profiles in an instance. Use the format \\\"instance\\\" or \\\"projects/[project_id]/instances/[instance_name]/appProfiles/[app_profile_id]\\\" which is supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"instances\", \"appProfiles\"},\n\t\tIAMPermissions: []string{\"bigtable.appProfiles.get\", \"bigtable.appProfiles.list\"},\n\t\tPredefinedRole: \"roles/bigtable.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminInstance,\n\t\t\tDescription: \"If the BigTableAdmin Instance is deleted or updated: The AppProfile may become invalid or inaccessible. If the AppProfile is updated: The instance remains unaffected.\",\n\t\t},\n\t\t\"multiClusterRoutingUseAny.clusterIds\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminCluster,\n\t\t\tDescription: \"If the BigTableAdmin Cluster is deleted or updated: The AppProfile may lose routing capabilities or fail to access data. If the AppProfile is updated: The cluster remains unaffected.\",\n\t\t},\n\t\t\"singleClusterRouting.clusterId\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminCluster,\n\t\t\tDescription: \"If the BigTableAdmin Cluster is deleted or updated: The AppProfile may lose routing capabilities or fail to access data. If the AppProfile is updated: The cluster remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/bigtable_app_profile\",\n\t\tDescription: \"id => projects/{{project}}/instances/{{instance}}/appProfiles/{{app_profile_id}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_bigtable_app_profile.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/big-table-admin-app-profile_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/bigtableadmin/v2\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestBigTableAdminAppProfile(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tinstanceName := \"test-instance\"\n\tlinker := gcpshared.NewLinker()\n\tappProfileID := \"test-app-profile\"\n\n\tappProfile := &bigtableadmin.AppProfile{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s/appProfiles/%s\", projectID, instanceName, appProfileID),\n\t\tSingleClusterRouting: &bigtableadmin.SingleClusterRouting{\n\t\t\tClusterId: \"test-cluster\",\n\t\t},\n\t}\n\n\t// Second app profile with multi-cluster routing\n\tappProfileID2 := \"test-app-profile-multi\"\n\tappProfile2 := &bigtableadmin.AppProfile{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s/appProfiles/%s\", projectID, instanceName, appProfileID2),\n\t\tMultiClusterRoutingUseAny: &bigtableadmin.MultiClusterRoutingUseAny{\n\t\t\tClusterIds: []string{\"cluster-1\", \"cluster-2\"},\n\t\t},\n\t}\n\n\tappProfileList := &bigtableadmin.ListAppProfilesResponse{\n\t\tAppProfiles: []*bigtableadmin.AppProfile{appProfile},\n\t}\n\n\tsdpItemType := gcpshared.BigTableAdminAppProfile\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/appProfiles/%s\", projectID, instanceName, appProfileID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: appProfile,\n\t\t},\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/appProfiles/%s\", projectID, instanceName, appProfileID2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: appProfile2,\n\t\t},\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/appProfiles\", projectID, instanceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: appProfileList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(instanceName, appProfileID)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get app profile: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// name (parent instance)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigTableAdminInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: instanceName,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// TODO: Add test for singleClusterRouting.clusterId β†’ BigTableAdminCluster\n\t\t\t\t// Requires manual linker to combine instance name with cluster ID\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get with multi-cluster routing\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(instanceName, appProfileID2)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get app profile: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// name (parent instance)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigTableAdminInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: instanceName,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// TODO: Add tests for multiClusterRoutingUseAny.clusterIds β†’ BigTableAdminCluster\n\t\t\t\t// Requires manual linker to combine instance name with cluster IDs\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, instanceName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search app profiles: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 app profile, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/instances/[instance]/appProfiles/[app_profile]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/instances/%s/appProfiles/%s\", projectID, instanceName, appProfileID)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/appProfiles/%s\", projectID, instanceName, appProfileID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"App profile not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(instanceName, appProfileID)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent app profile, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/big-table-admin-backup.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// BigTable Admin Backup adapter for Cloud Bigtable backups\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.BigTableAdminBackup,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OTHER,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/bigtable/docs/reference/admin/rest/v2/projects.instances.clusters.backups/get\n\t\t// GET https://bigtableadmin.googleapis.com/v2/{name=projects/*/instances/*/clusters/*/backups/*}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithThreeQueries(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/clusters/%s/backups/%s\"),\n\t\t// GET https://bigtableadmin.googleapis.com/v2/{parent=projects/*/instances/*/clusters/*}/backups\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/clusters/%s/backups\"),\n\t\tUniqueAttributeKeys: []string{\"instances\", \"clusters\", \"backups\"},\n\t\t// HEALTH: https://cloud.google.com/bigtable/docs/reference/admin/rest/v2/projects.instances.clusters.backups#state\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\tIAMPermissions: []string{\"bigtable.backups.get\", \"bigtable.backups.list\"},\n\t\tPredefinedRole: \"roles/bigtable.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminCluster,\n\t\t\tDescription: \"If the BigTableAdmin Cluster is deleted or updated: The Backup may become invalid or inaccessible. If the Backup is updated: The cluster remains unaffected.\",\n\t\t},\n\t\t\"sourceTable\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminTable,\n\t\t\tDescription: \"If the BigTableAdmin Table is deleted or updated: The Backup may become invalid or inaccessible. If the Backup is updated: The table remains unaffected.\",\n\t\t},\n\t\t\"sourceBackup\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminBackup,\n\t\t\tDescription: \"If the source Backup is deleted or updated: The Backup may become invalid or inaccessible. If the Backup is updated: The source backup remains unaffected.\",\n\t\t},\n\t\t\"encryptionInfo.kmsKeyVersion\": gcpshared.CryptoKeyVersionImpactInOnly,\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/big-table-admin-backup_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/bigtableadmin/v2\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestBigTableAdminBackup(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tinstanceName := \"test-instance\"\n\tclusterName := \"test-cluster\"\n\tlinker := gcpshared.NewLinker()\n\tbackupID := \"test-backup\"\n\n\tbackup := &bigtableadmin.Backup{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s/clusters/%s/backups/%s\", projectID, instanceName, clusterName, backupID),\n\t\tSourceTable: fmt.Sprintf(\"projects/%s/instances/%s/tables/source-table\", projectID, instanceName),\n\t\tSourceBackup: fmt.Sprintf(\"projects/%s/instances/%s/clusters/%s/backups/source-backup\", projectID, instanceName, clusterName),\n\t\tEncryptionInfo: &bigtableadmin.EncryptionInfo{\n\t\t\tKmsKeyVersion: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key/cryptoKeyVersions/1\",\n\t\t},\n\t}\n\n\tbackupList := &bigtableadmin.ListBackupsResponse{\n\t\tBackups: []*bigtableadmin.Backup{backup},\n\t}\n\n\tsdpItemType := gcpshared.BigTableAdminBackup\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/clusters/%s/backups/%s\", projectID, instanceName, clusterName, backupID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: backup,\n\t\t},\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/clusters/%s/backups\", projectID, instanceName, clusterName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: backupList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(instanceName, clusterName, backupID)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get backup: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// name (BigTableAdminCluster)\n\t\t\t\t\tExpectedType: gcpshared.BigTableAdminCluster.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(instanceName, clusterName),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// sourceTable\n\t\t\t\t\tExpectedType: gcpshared.BigTableAdminTable.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(instanceName, \"source-table\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// sourceBackup\n\t\t\t\t\tExpectedType: gcpshared.BigTableAdminBackup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(instanceName, clusterName, \"source-backup\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// encryptionInfo.kmsKeyVersion\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\", \"1\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsearchQuery := shared.CompositeLookupKey(instanceName, clusterName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, searchQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search backups: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 backup, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/clusters/%s/backups/%s\", projectID, instanceName, clusterName, backupID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Backup not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(instanceName, clusterName, backupID)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent backup, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/big-table-admin-cluster.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nvar bigTableAdminClusterAdapter = registerableAdapter{ //nolint:unused\n\tsdpType: gcpshared.BigTableAdminCluster,\n\tmeta: gcpshared.AdapterMeta{\n\t\t// Reference: https://cloud.google.com/bigtable/docs/reference/admin/rest/v2/projects.instances.clusters/get\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// https://bigtableadmin.googleapis.com/v2/projects/*/instances/*/clusters/*\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/clusters/%s\"),\n\t\t// https://bigtableadmin.googleapis.com/v2/projects/*/instances/*/clusters\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/clusters\"),\n\t\tUniqueAttributeKeys: []string{\"instances\", \"clusters\"},\n\t\tIAMPermissions: []string{\"bigtable.clusters.get\", \"bigtable.clusters.list\"},\n\t\tPredefinedRole: \"roles/bigtable.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\t// https://cloud.google.com/bigtable/docs/reference/admin/rest/v2/projects.instances.clusters#State\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Customer-managed encryption key protecting data in this cluster.\n\t\t\"encryptionConfig.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// This is a backlink to instance.\n\t\t// Framework will extract the instance name and create the linked item query with GET\n\t\t// NOTE: We prioritize the backlink over a forward link to BigTableAdminBackup\n\t\t// because the backlink is more critical for understanding the cluster's dependencies.\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminInstance,\n\t\t\tDescription: \"If the BigTableAdmin Instance is deleted or updated: The Cluster may become invalid or inaccessible. If the Cluster is updated: The instance remains unaffected.\",\n\t\t},\n\t},\n\t// No Terraform mapping\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/big-table-admin-cluster_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/bigtable/admin/apiv2/adminpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestBigTableAdminCluster(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tinstanceName := \"test-instance\"\n\tclusterName := \"test-cluster\"\n\n\t// Create mock protobuf cluster object\n\tbigTableCluster := &adminpb.Cluster{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s/clusters/%s\", projectID, instanceName, clusterName),\n\t\tLocation: fmt.Sprintf(\"projects/%s/locations/us-central1-a\", projectID),\n\t\tState: adminpb.Cluster_READY,\n\t\tServeNodes: 3,\n\t\tDefaultStorageType: adminpb.StorageType_SSD,\n\t\tConfig: &adminpb.Cluster_ClusterConfig_{\n\t\t\tClusterConfig: &adminpb.Cluster_ClusterConfig{\n\t\t\t\tClusterAutoscalingConfig: &adminpb.Cluster_ClusterAutoscalingConfig{\n\t\t\t\t\tAutoscalingLimits: &adminpb.AutoscalingLimits{\n\t\t\t\t\t\tMinServeNodes: 1,\n\t\t\t\t\t\tMaxServeNodes: 10,\n\t\t\t\t\t},\n\t\t\t\t\tAutoscalingTargets: &adminpb.AutoscalingTargets{\n\t\t\t\t\t\tCpuUtilizationPercent: 70,\n\t\t\t\t\t\tStorageUtilizationGibPerNode: 2500,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tEncryptionConfig: &adminpb.Cluster_EncryptionConfig{\n\t\t\tKmsKeyName: fmt.Sprintf(\"projects/%s/locations/us-central1/keyRings/test-keyring/cryptoKeys/test-key\", projectID),\n\t\t},\n\t}\n\n\t// Create a second cluster for search testing\n\tclusterName2 := \"test-cluster-2\"\n\tbigTableCluster2 := &adminpb.Cluster{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s/clusters/%s\", projectID, instanceName, clusterName2),\n\t\tLocation: fmt.Sprintf(\"projects/%s/locations/us-east1-b\", projectID),\n\t\tState: adminpb.Cluster_CREATING,\n\t\tServeNodes: 5,\n\t\tDefaultStorageType: adminpb.StorageType_HDD,\n\t\t// No encryption config for this cluster\n\t}\n\n\t// Mock response for search operation (list clusters in an instance)\n\tbigTableClustersList := &adminpb.ListClustersResponse{\n\t\tClusters: []*adminpb.Cluster{bigTableCluster, bigTableCluster2},\n\t}\n\n\tsdpItemType := gcpshared.BigTableAdminCluster\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/clusters/%s\", projectID, instanceName, clusterName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: bigTableCluster,\n\t\t},\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/clusters\", projectID, instanceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: bigTableClustersList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t// Use composite query helper for BigTable Admin Cluster\n\t\tgetQuery := shared.CompositeLookupKey(instanceName, clusterName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get BigTable Admin Cluster: %v\", err)\n\t\t}\n\n\t\t// Basic item validation\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != getQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", getQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Test specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/instances/%s/clusters/%s\", projectID, instanceName, clusterName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"location\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'location' attribute: %v\", err)\n\t\t}\n\t\texpectedLocation := fmt.Sprintf(\"projects/%s/locations/us-central1-a\", projectID)\n\t\tif val != expectedLocation {\n\t\t\tt.Errorf(\"Expected location field to be '%s', got %s\", expectedLocation, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"state\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'state' attribute: %v\", err)\n\t\t}\n\t\tif val != \"READY\" {\n\t\t\tt.Errorf(\"Expected state field to be 'READY', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"serveNodes\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'serveNodes' attribute: %v\", err)\n\t\t}\n\t\t// serveNodes comes back as float64 from protojson.Marshal\n\t\tconverted, ok := val.(float64)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected serveNodes to be a float64, got %T\", val)\n\t\t}\n\t\tif converted != 3 {\n\t\t\tt.Errorf(\"Expected serveNodes field to be 3, got %f\", converted)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"defaultStorageType\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'defaultStorageType' attribute: %v\", err)\n\t\t}\n\t\tif val != \"SSD\" {\n\t\t\tt.Errorf(\"Expected defaultStorageType field to be 'SSD', got %s\", val)\n\t\t}\n\n\t\t// Test nested attributes from protobuf\n\t\tval, err = sdpItem.GetAttributes().Get(\"encryptionConfig\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'encryptionConfig' attribute: %v\", err)\n\t\t}\n\t\tencryptionConfig, ok := val.(map[string]any)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected encryptionConfig to be a map[string]interface{}, got %T\", val)\n\t\t}\n\t\texpectedKmsKey := fmt.Sprintf(\"projects/%s/locations/us-central1/keyRings/test-keyring/cryptoKeys/test-key\", projectID)\n\t\tif encryptionConfig[\"kmsKeyName\"] != expectedKmsKey {\n\t\t\tt.Errorf(\"Expected encryptionConfig.kmsKeyName to be '%s', got %s\", expectedKmsKey, encryptionConfig[\"kmsKeyName\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"us-central1\", \"test-keyring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// name field creates a backlink to the BigTable instance\n\t\t\t\t\tExpectedType: gcpshared.BigTableAdminInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: instanceName,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a SearchableAdapter\")\n\t\t}\n\n\t\t// Search by instance name to get all clusters in that instance\n\t\tsearchQuery := instanceName\n\t\tsdpItems, err := searchable.Search(ctx, projectID, searchQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search BigTable Admin Clusters: %v\", err)\n\t\t}\n\n\t\t// Assert there are exactly 2 items\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected exactly 2 BigTable Admin Clusters, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first cluster\n\t\titem1 := sdpItems[0]\n\t\tif item1.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), item1.GetType())\n\t\t}\n\t\tif item1.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, item1.GetScope())\n\t\t}\n\t\texpectedUAV1 := shared.CompositeLookupKey(instanceName, clusterName)\n\t\tif item1.UniqueAttributeValue() != expectedUAV1 {\n\t\t\tt.Errorf(\"Expected first item unique attribute value '%s', got %s\", expectedUAV1, item1.UniqueAttributeValue())\n\t\t}\n\n\t\t// Validate second cluster\n\t\titem2 := sdpItems[1]\n\t\tif item2.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected second item type %s, got %s\", sdpItemType.String(), item2.GetType())\n\t\t}\n\t\tif item2.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected second item scope '%s', got %s\", projectID, item2.GetScope())\n\t\t}\n\t\texpectedUAV2 := shared.CompositeLookupKey(instanceName, clusterName2)\n\t\tif item2.UniqueAttributeValue() != expectedUAV2 {\n\t\t\tt.Errorf(\"Expected second item unique attribute value '%s', got %s\", expectedUAV2, item2.UniqueAttributeValue())\n\t\t}\n\n\t\t// Validate specific attributes to ensure we have the correct items\n\t\tval, err := item2.GetAttributes().Get(\"state\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'state' attribute from second item: %v\", err)\n\t\t}\n\t\tif val != \"CREATING\" {\n\t\t\tt.Errorf(\"Expected second cluster state to be 'CREATING', got %s\", val)\n\t\t}\n\n\t\tval, err = item2.GetAttributes().Get(\"defaultStorageType\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'defaultStorageType' attribute from second item: %v\", err)\n\t\t}\n\t\tif val != \"HDD\" {\n\t\t\tt.Errorf(\"Expected second cluster defaultStorageType to be 'HDD', got %s\", val)\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/clusters/%s\", projectID, instanceName, clusterName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Cluster not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(instanceName, clusterName)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent BigTable Admin Cluster, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/big-table-admin-instance.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.BigTableAdminInstance,\n\tmeta: gcpshared.AdapterMeta{\n\t\t// Reference: https://cloud.google.com/bigtable/docs/reference/admin/rest/v2/projects.instances/get\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// https://bigtableadmin.googleapis.com/v2/projects/*/instances/*\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s\"),\n\t\t// https://bigtableadmin.googleapis.com/v2/projects/*/instances\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances\"),\n\t\tUniqueAttributeKeys: []string{\"instances\"},\n\t\tIAMPermissions: []string{\"bigtable.instances.get\", \"bigtable.instances.list\"},\n\t\tPredefinedRole: \"roles/bigtable.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\t// state: https://cloud.google.com/bigtable/docs/reference/admin/rest/v2/projects.instances#State\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Forward link from parent to child via SEARCH\n\t\t// Link to all clusters in this instance (most fundamental infrastructure component)\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminCluster,\n\t\t\tDescription: \"If the BigTableAdmin Instance is deleted or updated: All associated Clusters may become invalid or inaccessible. If a Cluster is updated: The instance remains unaffected.\",\n\t\t\tIsParentToChild: true,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/bigtable_instance\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_bigtable_instance.name\",\n\t\t\t},\n\t\t\t// IAM resources for Bigtable Instances. These are Terraform-only constructs\n\t\t\t// (no standalone GCP API resource exists). When an IAM binding/member/policy\n\t\t\t// changes, we resolve it to the parent instance for blast radius analysis.\n\t\t\t//\n\t\t\t// Reference: https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/bigtable_instance_iam\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_bigtable_instance_iam_binding.instance\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_bigtable_instance_iam_member.instance\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_bigtable_instance_iam_policy.instance\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/big-table-admin-instance_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/bigtable/admin/apiv2/adminpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestBigTableAdminInstance(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tinstanceName := \"test-instance\"\n\n\tinstance := &adminpb.Instance{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s\", projectID, instanceName),\n\t}\n\n\tinstanceName2 := \"test-instance-2\"\n\tinstance2 := &adminpb.Instance{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s\", projectID, instanceName2),\n\t}\n\n\tinstanceList := &adminpb.ListInstancesResponse{\n\t\tInstances: []*adminpb.Instance{instance, instance2},\n\t}\n\n\tsdpItemType := gcpshared.BigTableAdminInstance\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s\", projectID, instanceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instance,\n\t\t},\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s\", projectID, instanceName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instance2,\n\t\t},\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instanceList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, instanceName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != instanceName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", instanceName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigTableAdminCluster.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: instanceName,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s\", projectID, instanceName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Instance not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, instanceName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/big-table-admin-table.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// BigTable Admin Table adapter for Cloud Bigtable tables\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.BigTableAdminTable,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/bigtable/docs/reference/admin/rest/v2/projects.instances.tables/get\n\t\t// GET https://bigtableadmin.googleapis.com/v2/{name=projects/*/instances/*/tables/*}\n\t\t// IAM permissions: bigtable.tables.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/tables/%s\"),\n\t\t// Reference: https://cloud.google.com/bigtable/docs/reference/admin/rest/v2/projects.instances.tables/list\n\t\t// GET https://bigtableadmin.googleapis.com/v2/{parent=projects/*/instances/*}/tables\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/tables\"),\n\t\tSearchDescription: \"Search for BigTable tables in an instance. Use the format \\\"instance_name\\\" or \\\"projects/[project_id]/instances/[instance_name]/tables/[table_name]\\\" which is supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"instances\", \"tables\"},\n\t\tIAMPermissions: []string{\"bigtable.tables.get\", \"bigtable.tables.list\"},\n\t\tPredefinedRole: \"roles/bigtable.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminInstance,\n\t\t\tDescription: \"If the BigTableAdmin Instance is deleted or updated: The Table may become invalid or inaccessible. If the Table is updated: The instance remains unaffected.\",\n\t\t},\n\t\t// If this table was restored from another data source (e.g. a backup), this field, restoreInfo, will be populated with information about the restore.\n\t\t\"restoreInfo.backupInfo.sourceTable\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminTable,\n\t\t\tDescription: \"If the source BigTableAdmin Table is deleted or updated: The restored table may become invalid or inaccessible. If the restored table is updated: The source table remains unaffected.\",\n\t\t},\n\t\t\"restoreInfo.backupInfo.sourceBackup\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminBackup,\n\t\t\tDescription: \"If the source BigTableAdmin Backup is deleted or updated: The restored table may become invalid or inaccessible. If the restored table is updated: The source backup remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/bigtable_table\",\n\t\tDescription: \"id => projects/{{project}}/instances/{{instance_name}}/tables/{{name}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_bigtable_table.id\",\n\t\t\t},\n\t\t\t// IAM resources for Bigtable Tables. These are Terraform-only constructs\n\t\t\t// (no standalone GCP API resource exists). We use the instance_name\n\t\t\t// attribute because the table attribute is a bare name that the SEARCH\n\t\t\t// handler would misinterpret as an instance name. Using instance_name\n\t\t\t// lists all tables in the affected instance, providing instance-level\n\t\t\t// blast radius for table IAM changes.\n\t\t\t//\n\t\t\t// Reference: https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/bigtable_table_iam\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_bigtable_table_iam_binding.instance_name\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_bigtable_table_iam_member.instance_name\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_bigtable_table_iam_policy.instance_name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/big-table-admin-table_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/bigtableadmin/v2\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestBigTableAdminTable(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tinstanceName := \"test-instance\"\n\tlinker := gcpshared.NewLinker()\n\ttableName := \"test-table\"\n\n\ttable := &bigtableadmin.Table{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s/tables/%s\", projectID, instanceName, tableName),\n\t\tRestoreInfo: &bigtableadmin.RestoreInfo{\n\t\t\tBackupInfo: &bigtableadmin.BackupInfo{\n\t\t\t\tSourceTable: fmt.Sprintf(\"projects/%s/instances/%s/tables/source-table\", projectID, instanceName),\n\t\t\t\tSourceBackup: fmt.Sprintf(\"projects/%s/instances/%s/clusters/test-cluster/backups/test-backup\", projectID, instanceName),\n\t\t\t},\n\t\t},\n\t}\n\n\ttableList := &bigtableadmin.ListTablesResponse{\n\t\tTables: []*bigtableadmin.Table{table},\n\t}\n\n\tsdpItemType := gcpshared.BigTableAdminTable\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/tables/%s\", projectID, instanceName, tableName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: table,\n\t\t},\n\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/tables\", projectID, instanceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: tableList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(instanceName, tableName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get table: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// name (parent instance)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigTableAdminInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: instanceName,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// restoreInfo.backupInfo.sourceTable\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigTableAdminTable.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(instanceName, \"source-table\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// restoreInfo.backupInfo.sourceBackup\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigTableAdminBackup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(instanceName, \"test-cluster\", \"test-backup\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, instanceName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search tables: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 table, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/instances/[instance]/tables/[table]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/instances/%s/tables/%s\", projectID, instanceName, tableName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://bigtableadmin.googleapis.com/v2/projects/%s/instances/%s/tables/%s\", projectID, instanceName, tableName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Table not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(instanceName, tableName)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent table, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/cloud-billing-billing-info.go", "content": "package adapters\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Cloud Billing Billing Info adapter for project billing information\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.CloudBillingBillingInfo,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/billing/docs/reference/rest/v1/projects/getBillingInfo\n\t\t// Gets the billing information for a project.\n\t\t// GET https://cloudbilling.googleapis.com/v1/{name=projects/*}/billingInfo\n\t\t// IAM permissions: resourcemanager.projects.get\n\t\t// Note: This adapter uses the query as the project ID, and validates it\n\t\t// against the adapter's configured project via location.ProjectID.\n\t\tGetEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\tif query == \"\" {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\tif query != location.ProjectID {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\treturn fmt.Sprintf(\"https://cloudbilling.googleapis.com/v1/projects/%s/billingInfo\", query)\n\t\t},\n\t\tUniqueAttributeKeys: []string{\"billingInfo\"},\n\t\tIAMPermissions: []string{\"resourcemanager.projects.get\"},\n\t\t// This role is required via ai adapters and it gives this exact permission.\n\t\tPredefinedRole: \"roles/aiplatform.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"projectId\": {\n\t\t\tToSDPItemType: gcpshared.CloudResourceManagerProject,\n\t\t\tDescription: \"If the Cloud Resource Manager Project is deleted or updated: The billing information may become invalid or inaccessible. If the billing info is updated: The project remains unaffected.\",\n\t\t},\n\t\t\"billingAccountName\": {\n\t\t\tToSDPItemType: gcpshared.CloudBillingBillingAccount,\n\t\t\tDescription: \"If the Cloud Billing Billing Account is deleted or updated: The billing information may become invalid or inaccessible. If the billing info is updated: The billing account is impacted as well.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/cloud-billing-billing-info_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/cloudbilling/v1\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestCloudBillingBillingInfo(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\n\tbillingInfo := &cloudbilling.ProjectBillingInfo{\n\t\tName: fmt.Sprintf(\"projects/%s/billingInfo\", projectID),\n\t\tProjectId: projectID,\n\t\tBillingAccountName: \"billingAccounts/012345-ABCDEF-678901\",\n\t\tBillingEnabled: true,\n\t}\n\n\tsdpItemType := gcpshared.CloudBillingBillingInfo\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://cloudbilling.googleapis.com/v1/projects/%s/billingInfo\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: billingInfo,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get billing info: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\t// Note: StaticTests skipped because ProjectBillingInfo doesn't expose proper unique attribute\n\t\t// This is a limitation of the API response structure\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://cloudbilling.googleapis.com/v1/projects/%s/billingInfo\", projectID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Billing info not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, projectID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent billing info, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/cloud-build-build.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Cloud Build Build adapter for Cloud Build builds\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.CloudBuildBuild,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/build/docs/api/reference/rest/v1/projects.builds/get\n\t\t// GET https://cloudbuild.googleapis.com/v1/projects/{projectId}/builds/{id}\n\t\t// IAM permissions: cloudbuild.builds.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://cloudbuild.googleapis.com/v1/projects/%s/builds/%s\"),\n\t\t// Reference: https://cloud.google.com/build/docs/api/reference/rest/v1/projects.builds/list\n\t\t// GET https://cloudbuild.googleapis.com/v1/projects/{projectId}/builds\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://cloudbuild.googleapis.com/v1/projects/%s/builds\"),\n\t\tUniqueAttributeKeys: []string{\"builds\"},\n\t\t// HEALTH: https://cloud.google.com/build/docs/api/reference/rest/v1/projects.builds#Build.Status\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\tIAMPermissions: []string{\"cloudbuild.builds.get\", \"cloudbuild.builds.list\"},\n\t\tPredefinedRole: \"roles/cloudbuild.builds.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"source.storageSource.bucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Storage Bucket is deleted or updated: The Cloud Build may fail to access source files. If the Cloud Build is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"steps.name\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryDockerImage,\n\t\t\tDescription: \"If the Artifact Registry Docker Image is deleted or updated: The Cloud Build may fail to pull the image. If the Cloud Build is updated: The Docker image remains unaffected.\",\n\t\t},\n\t\t\"results.images\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryDockerImage,\n\t\t\tDescription: \"If the Cloud Build is updated or deleted: The Artifact Registry Docker Images may no longer be valid or accessible. If the Docker Images are updated: The Cloud Build remains unaffected.\",\n\t\t},\n\t\t\"images\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryDockerImage,\n\t\t\tDescription: \"If any of the images fail to be pushed, the build status is marked FAILURE.\",\n\t\t},\n\t\t\"logsBucket\": {\n\t\t\tToSDPItemType: gcpshared.LoggingBucket,\n\t\t\tDescription: \"If the Logging Bucket is deleted or updated: The Cloud Build may fail to write logs. If the Cloud Build is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"serviceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"buildTriggerId\": {\n\t\t\t// The ID of the BuildTrigger that triggered this build, if it was triggered automatically.\n\t\t\tToSDPItemType: gcpshared.CloudBuildTrigger,\n\t\t\tDescription: \"If the Cloud Build Trigger is deleted or updated: The Cloud Build may not be retriggered as expected. If the Cloud Build is updated: The trigger remains unaffected.\",\n\t\t},\n\t\t// Artifacts storage location (Cloud Storage bucket for build artifacts)\n\t\t\"artifacts.objects.location\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Storage Bucket for artifacts is deleted or updated: The Cloud Build may fail to store build artifacts. If the Cloud Build is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t// Maven artifacts repository in Artifact Registry\n\t\t\"artifacts.mavenArtifacts.repository\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryRepository,\n\t\t\tDescription: \"If the Artifact Registry Repository for Maven artifacts is deleted or updated: The Cloud Build may fail to store Maven artifacts. If the Cloud Build is updated: The repository remains unaffected.\",\n\t\t},\n\t\t// NPM packages repository in Artifact Registry\n\t\t\"artifacts.npmPackages.repository\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryRepository,\n\t\t\tDescription: \"If the Artifact Registry Repository for NPM packages is deleted or updated: The Cloud Build may fail to store NPM packages. If the Cloud Build is updated: The repository remains unaffected.\",\n\t\t},\n\t\t// Python packages repository in Artifact Registry\n\t\t\"artifacts.pythonPackages.repository\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryRepository,\n\t\t\tDescription: \"If the Artifact Registry Repository for Python packages is deleted or updated: The Cloud Build may fail to store Python packages. If the Cloud Build is updated: The repository remains unaffected.\",\n\t\t},\n\t\t// Secret Manager secrets used in the build (availableSecrets.secretManager[].version)\n\t\t// The version field contains the full path: projects/{project}/secrets/{secret}/versions/{version}\n\t\t// The framework will automatically extract the secret name from this path and handle array elements\n\t\t\"availableSecrets.secretManager.version\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecret,\n\t\t\tDescription: \"If the Secret Manager Secret is deleted or its access is revoked: The Cloud Build may fail to access required secrets during execution. If the Cloud Build is updated: The secret remains unaffected.\",\n\t\t},\n\t\t// Worker pool used for the build (same as Cloud Functions - Run Worker Pool)\n\t\t\"options.pool.name\": {\n\t\t\tToSDPItemType: gcpshared.RunWorkerPool,\n\t\t\tDescription: \"If the Cloud Run Worker Pool is deleted or misconfigured: The Cloud Build may fail to execute. If the Cloud Build is updated: The worker pool remains unaffected.\",\n\t\t},\n\t\t// KMS key for encrypting build logs (if using CMEK)\n\t\t\"options.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/cloud-build-build_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/cloudbuild/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestCloudBuildBuild(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tbuildID := \"test-build-id\"\n\n\tbuild := &cloudbuild.Build{\n\t\tId: buildID,\n\t\tName: fmt.Sprintf(\"projects/%s/locations/global/builds/%s\", projectID, buildID),\n\t\tSource: &cloudbuild.Source{\n\t\t\tStorageSource: &cloudbuild.StorageSource{\n\t\t\t\tBucket: \"source-bucket\",\n\t\t\t},\n\t\t},\n\t\tServiceAccount: \"cloudbuild-sa@test-project.iam.gserviceaccount.com\",\n\t}\n\n\tbuildList := &cloudbuild.ListBuildsResponse{\n\t\tBuilds: []*cloudbuild.Build{build},\n\t}\n\n\tsdpItemType := gcpshared.CloudBuildBuild\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://cloudbuild.googleapis.com/v1/projects/%s/builds/%s\", projectID, buildID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: build,\n\t\t},\n\t\tfmt.Sprintf(\"https://cloudbuild.googleapis.com/v1/projects/%s/builds\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: buildList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, buildID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get build: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// source.storageSource.bucket\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"source-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// serviceAccount\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"cloudbuild-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list builds: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 build, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://cloudbuild.googleapis.com/v1/projects/%s/builds/%s\", projectID, buildID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Build not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, buildID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent build, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/cloud-resource-manager-project.go", "content": "package adapters\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Cloud Resource Manager Project adapter for GCP projects\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.CloudResourceManagerProject,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/resource-manager/reference/rest/v3/projects/get\n\t\t// GET https://cloudresourcemanager.googleapis.com/v3/projects/*\n\t\t// IAM permissions: resourcemanager.projects.get\n\t\t// Note: This adapter uses the query as the project ID, and validates it\n\t\t// against the adapter's configured project via location.ProjectID.\n\t\tGetEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\tif query == \"\" {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\tif query != location.ProjectID {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\treturn fmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/projects/%s\", query)\n\t\t},\n\t\tUniqueAttributeKeys: []string{\"projects\"},\n\t\t// HEALTH: https://cloud.google.com/resource-manager/reference/rest/v3/projects#State\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\tIAMPermissions: []string{\"resourcemanager.projects.get\"},\n\t\tPredefinedRole: \"roles/resourcemanager.tagViewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// There are no links for this item type.\n\t\t// TODO: Currently our highest level of scope is the project.\n\t\t// This item has `parent` attribute that refers to organization or folder which are higher level scopes that we don't support yet.\n\t\t// If we support those scopes in the future, we can add links to them.\n\t\t// https://cloud.google.com/resource-manager/reference/rest/v3/projects#Project\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/cloud-resource-manager-project_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/cloudresourcemanager/v3\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestCloudResourceManagerProject(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\n\tproject := &cloudresourcemanager.Project{\n\t\tName: fmt.Sprintf(\"projects/%s\", projectID),\n\t\tProjectId: projectID,\n\t\tDisplayName: \"Test Project\",\n\t\tState: \"ACTIVE\",\n\t}\n\n\tsdpItemType := gcpshared.CloudResourceManagerProject\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/projects/%s\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: project,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get project: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/projects/%s\", projectID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Project not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, projectID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent project, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/cloud-resource-manager-tag-key.go", "content": "package adapters\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Cloud Resource Manager TagKey adapter (IN DEVELOPMENT)\n// Reference: https://cloud.google.com/resource-manager/reference/rest/v3/tagKeys/get\n// GET https://cloudresourcemanager.googleapis.com/v3/tagKeys/{TAG_KEY_ID}\n// LIST https://cloudresourcemanager.googleapis.com/v3/tagKeys?parent=projects/{project_id}\nvar cloudResourceManagerTagKeyAdapter = registerableAdapter{ //nolint:unused\n\tsdpType: gcpshared.CloudResourceManagerTagKey,\n\tmeta: gcpshared.AdapterMeta{\n\t\tInDevelopment: true,\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\tif query == \"\" { // require TagKey identifier (e.g. 123)\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\treturn fmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/tagKeys/%s\", query)\n\t\t},\n\t\t// List TagKeys requires a parent. We accept an organization ID (e.g. 123456789) and construct organizations/{ID}\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://cloudresourcemanager.googleapis.com/v3/tagKeys?parent=projects/%s\"),\n\t\tUniqueAttributeKeys: []string{\"tagKeys\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"resourcemanager.tagKeys.get\",\n\t\t\t\"resourcemanager.tagKeys.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/resourcemanager.tagViewer\",\n\t},\n\t// No link rules yet. TagValue already links back to TagKey via parent attribute.\n\tlinkRules: map[string]*gcpshared.Impact{},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/cloud-resource-manager-tag-key_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\tresourcemanagerpb \"cloud.google.com/go/resourcemanager/apiv3/resourcemanagerpb\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestCloudResourceManagerTagKey(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\ttagKeyID := \"123456789\"\n\n\t// Mock TagKey response using protobuf types from GCP Go SDK\n\t// Reference: https://cloud.google.com/resource-manager/reference/rest/v3/tagKeys#TagKey\n\ttagKey := &resourcemanagerpb.TagKey{\n\t\tName: fmt.Sprintf(\"tagKeys/%s\", tagKeyID),\n\t\tParent: fmt.Sprintf(\"projects/%s\", projectID),\n\t\tShortName: \"environment\",\n\t\tNamespacedName: fmt.Sprintf(\"%s/environment\", projectID),\n\t\tDescription: \"Environment classification for resources\",\n\t\tCreateTime: timestamppb.New(mustParseTime(\"2023-01-15T10:30:00.000Z\")),\n\t\tUpdateTime: timestamppb.New(mustParseTime(\"2023-01-15T10:30:00.000Z\")),\n\t\tEtag: \"BwXhqhCKJvM=\",\n\t\tPurpose: resourcemanagerpb.Purpose_GCE_FIREWALL,\n\t\tPurposeData: map[string]string{\n\t\t\t\"network\": fmt.Sprintf(\"projects/%s/global/networks/default\", projectID),\n\t\t},\n\t}\n\n\t// Create a second TagKey for list testing\n\ttagKeyID2 := \"987654321\"\n\ttagKey2 := &resourcemanagerpb.TagKey{\n\t\tName: fmt.Sprintf(\"tagKeys/%s\", tagKeyID2),\n\t\tParent: fmt.Sprintf(\"projects/%s\", projectID),\n\t\tShortName: \"team\",\n\t\tNamespacedName: fmt.Sprintf(\"%s/team\", projectID),\n\t\tDescription: \"Team ownership for resources\",\n\t\tCreateTime: timestamppb.New(mustParseTime(\"2023-01-16T11:45:00.000Z\")),\n\t\tUpdateTime: timestamppb.New(mustParseTime(\"2023-01-16T11:45:00.000Z\")),\n\t\tEtag: \"BwXhqhCKJvN=\",\n\t}\n\n\t// Mock list response structure using protobuf types\n\ttagKeys := &resourcemanagerpb.ListTagKeysResponse{\n\t\tTagKeys: []*resourcemanagerpb.TagKey{tagKey, tagKey2},\n\t}\n\n\tsdpItemType := gcpshared.CloudResourceManagerTagKey\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/tagKeys/%s\", tagKeyID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: tagKey,\n\t\t},\n\t\tfmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/tagKeys?parent=projects/%s\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: tagKeys,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := tagKeyID\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get TagKey: %v\", err)\n\t\t}\n\n\t\t// Validate basic SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != getQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", tagKeyID, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific TagKey attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"tagKeys/%s\", tagKeyID)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"parent\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'parent' attribute: %v\", err)\n\t\t}\n\t\texpectedParent := fmt.Sprintf(\"projects/%s\", projectID)\n\t\tif val != expectedParent {\n\t\t\tt.Errorf(\"Expected parent field to be '%s', got %s\", expectedParent, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"shortName\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'shortName' attribute: %v\", err)\n\t\t}\n\t\tif val != \"environment\" {\n\t\t\tt.Errorf(\"Expected shortName field to be 'environment', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"namespacedName\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'namespacedName' attribute: %v\", err)\n\t\t}\n\t\texpectedNamespacedName := fmt.Sprintf(\"%s/environment\", projectID)\n\t\tif val != expectedNamespacedName {\n\t\t\tt.Errorf(\"Expected namespacedName field to be '%s', got %s\", expectedNamespacedName, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"description\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'description' attribute: %v\", err)\n\t\t}\n\t\tif val != \"Environment classification for resources\" {\n\t\t\tt.Errorf(\"Expected description field to be 'Environment classification for resources', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"createTime\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'createTime' attribute: %v\", err)\n\t\t}\n\t\tif val != \"2023-01-15T10:30:00Z\" {\n\t\t\tt.Errorf(\"Expected createTime field to be '2023-01-15T10:30:00Z', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"updateTime\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'updateTime' attribute: %v\", err)\n\t\t}\n\t\tif val != \"2023-01-15T10:30:00Z\" {\n\t\t\tt.Errorf(\"Expected updateTime field to be '2023-01-15T10:30:00Z', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"etag\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'etag' attribute: %v\", err)\n\t\t}\n\t\tif val != \"BwXhqhCKJvM=\" {\n\t\t\tt.Errorf(\"Expected etag field to be 'BwXhqhCKJvM=', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"purpose\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'purpose' attribute: %v\", err)\n\t\t}\n\t\tif val != \"GCE_FIREWALL\" {\n\t\t\tt.Errorf(\"Expected purpose field to be 'GCE_FIREWALL', got %s\", val)\n\t\t}\n\n\t\t// Test nested purposeData structure\n\t\tval, err = sdpItem.GetAttributes().Get(\"purposeData\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'purposeData' attribute: %v\", err)\n\t\t}\n\t\tpurposeData, ok := val.(map[string]any)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected purposeData to be a map, got %T\", val)\n\t\t}\n\t\tnetworkVal, exists := purposeData[\"network\"]\n\t\tif !exists {\n\t\t\tt.Errorf(\"Expected purposeData to contain 'network' field\")\n\t\t} else {\n\t\t\texpectedNetwork := fmt.Sprintf(\"projects/%s/global/networks/default\", projectID)\n\t\t\tif networkVal != expectedNetwork {\n\t\t\t\tt.Errorf(\"Expected purposeData.network to be '%s', got %s\", expectedNetwork, networkVal)\n\t\t\t}\n\t\t}\n\n\t\t// Note: Since this adapter doesn't define link rule relationships,\n\t\t// we don't run StaticTests here. The adapter's link rules map is empty,\n\t\t// which is correct as TagKeys are configuration resources rather than runtime resources.\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.CloudResourceManagerTagKey, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a ListableAdapter\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list TagKeys: %v\", err)\n\t\t}\n\n\t\t// Verify the first item\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\n\t\t// Verify the second item\n\t\tsecondItem := sdpItems[1]\n\t\tif secondItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected second item type %s, got %s\", sdpItemType.String(), secondItem.GetType())\n\t\t}\n\t\tif secondItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected second item scope '%s', got %s\", projectID, secondItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test error handling for HTTP errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/tagKeys/%s\", tagKeyID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": map[string]any{\"code\": 404, \"message\": \"TagKey not found\"}},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, tagKeyID, true)\n\t\tif err == nil {\n\t\t\tt.Errorf(\"Expected error for 404 response, got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/cloud-resource-manager-tag-value.go", "content": "package adapters\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.CloudResourceManagerTagValue,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/resource-manager/reference/rest/v3/tagValues/get\n\t\t// GET https://cloudresourcemanager.googleapis.com/v3/tagValues/{TAG_VALUE_ID}\n\t\tGetEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\tif query == \"\" {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\treturn fmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/tagValues/%s\", query)\n\t\t},\n\t\t// Reference: https://cloud.google.com/resource-manager/reference/rest/v3/tagValues/list\n\t\t// LIST https://cloudresourcemanager.googleapis.com/v3/tagValues?parent=tagKeys/{TAG_KEY_ID}\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\tif query == \"\" { // require a parent TagKey identifier\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\treturn fmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/tagValues?parent=tagKeys/%s\", query)\n\t\t},\n\t\tSearchDescription: \"Search for TagValues by TagKey.\",\n\t\tUniqueAttributeKeys: []string{\"tagValues\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"resourcemanager.tagValues.get\",\n\t\t\t\"resourcemanager.tagValues.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/resourcemanager.tagViewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"parent\": {\n\t\t\tToSDPItemType: gcpshared.CloudResourceManagerTagKey,\n\t\t\tDescription: \"They are tightly coupled\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/tags_tag_value\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_tags_tag_value.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/cloud-resource-manager-tag-value_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/resourcemanager/apiv3/resourcemanagerpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestCloudResourceManagerTagValue(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\ttagValueID := \"123456789\"\n\ttagKeyID := \"987654321\"\n\n\ttagValue := &resourcemanagerpb.TagValue{\n\t\tName: fmt.Sprintf(\"tagValues/%s\", tagValueID),\n\t\tParent: fmt.Sprintf(\"tagKeys/%s\", tagKeyID),\n\t}\n\n\ttagValueID2 := \"123456790\"\n\ttagValue2 := &resourcemanagerpb.TagValue{\n\t\tName: fmt.Sprintf(\"tagValues/%s\", tagValueID2),\n\t\tParent: fmt.Sprintf(\"tagKeys/%s\", tagKeyID),\n\t}\n\n\ttagValueList := &resourcemanagerpb.ListTagValuesResponse{\n\t\tTagValues: []*resourcemanagerpb.TagValue{tagValue, tagValue2},\n\t}\n\n\tsdpItemType := gcpshared.CloudResourceManagerTagValue\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/tagValues/%s\", tagValueID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: tagValue,\n\t\t},\n\t\tfmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/tagValues/%s\", tagValueID2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: tagValue2,\n\t\t},\n\t\tfmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/tagValues?parent=tagKeys/%s\", tagKeyID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: tagValueList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, tagValueID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != tagValueID {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", tagValueID, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudResourceManagerTagKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: tagKeyID,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, tagKeyID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://cloudresourcemanager.googleapis.com/v3/tagValues/%s\", tagValueID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Tag value not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, tagValueID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/cloudfunctions-function.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Cloud Function (1st/2nd gen) resource.\n// Reference: https://cloud.google.com/functions/docs/reference/rest/v2/projects.locations.functions#Function\n// GET: https://cloudfunctions.googleapis.com/v2/projects/{project}/locations/{location}/functions/{function}\n// LIST: https://cloudfunctions.googleapis.com/v2/projects/{project}/locations/{location}/functions\n// We treat this similar to other location-scoped project resources (e.g. DataformRepository) using Search semantics.\nvar cloudFunctionAdapter = registerableAdapter{ //nolint:unused\n\tsdpType: gcpshared.CloudFunctionsFunction,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://cloudfunctions.googleapis.com/v2/projects/%s/locations/%s/functions/%s\",\n\t\t),\n\t\t// LIST all functions across all locations using wildcard\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://cloudfunctions.googleapis.com/v2/projects/%s/locations/-/functions\",\n\t\t),\n\t\t// Use SearchEndpointFunc since caller supplies a location to enumerate functions\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://cloudfunctions.googleapis.com/v2/projects/%s/locations/%s/functions\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"locations\", \"functions\"},\n\t\tIAMPermissions: []string{\"cloudfunctions.functions.get\", \"cloudfunctions.functions.list\"},\n\t\tPredefinedRole: \"roles/cloudfunctions.viewer\",\n\t\t// HEALTH: https://cloud.google.com/compute/docs/reference/rest/v1/globalForwardingRules#Status => state\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"buildConfig.source.storageSource.bucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Cloud Storage bucket is deleted or misconfigured: Function deployment may fail. If the function changes: The bucket remains unaffected.\",\n\t\t},\n\t\t\"buildConfig.sourceProvenance.resolvedStorageSource.bucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Cloud Storage bucket is deleted or misconfigured: Function deployment may fail. If the function changes: The bucket remains unaffected.\",\n\t\t},\n\t\t\"buildConfig.workerPool\": {\n\t\t\tToSDPItemType: gcpshared.RunWorkerPool,\n\t\t\tDescription: \"If the Cloud Run Worker Pool is deleted or misconfigured: Function deployment may fail. If the function changes: The worker pool remains unaffected.\",\n\t\t},\n\t\t\"buildConfig.dockerRepository\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryRepository,\n\t\t\tDescription: \"If the Container Repository is deleted or misconfigured: Function deployment may fail. If the function changes: The repository remains unaffected.\",\n\t\t},\n\t\t\"buildConfig.serviceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"serviceConfig.vpcConnector\": {\n\t\t\tToSDPItemType: gcpshared.VPCAccessConnector,\n\t\t\tDescription: \"If the VPC Access Connector is deleted or misconfigured: Function outbound networking may fail. If the function changes: The connector remains unaffected.\",\n\t\t},\n\t\t\"serviceConfig.service\": {\n\t\t\tToSDPItemType: gcpshared.RunService,\n\t\t\tDescription: \"If the Cloud Run Service is deleted or misconfigured: Function execution may fail. If the function changes: The service remains unaffected.\",\n\t\t},\n\t\t\"serviceConfig.serviceAccountEmail\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"eventTrigger.trigger\": {\n\t\t\tToSDPItemType: gcpshared.EventarcTrigger,\n\t\t\tDescription: \"If the Eventarc Trigger is deleted or misconfigured: Function event handling may fail. If the function changes: The trigger remains unaffected.\",\n\t\t},\n\t\t\"eventTrigger.pubsubTopic\": {\n\t\t\tToSDPItemType: gcpshared.PubSubTopic,\n\t\t\tDescription: \"If the Pub/Sub Topic is deleted or misconfigured: Function event handling may fail. If the function changes: The topic remains unaffected.\",\n\t\t},\n\t\t\"eventTrigger.serviceAccountEmail\": gcpshared.IAMServiceAccountImpactInOnly,\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/cloudfunctions-function_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/functions/apiv2/functionspb\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestCloudFunctionsFunction(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tlocation := \"us-central1\"\n\tfunctionName := \"test-function\"\n\n\t// Mock response for a Cloud Function\n\tcloudFunction := &functionspb.Function{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/functions/%s\", projectID, location, functionName),\n\t\tDescription: \"Test Cloud Function for HTTP requests\",\n\t\tUpdateTime: ×tamppb.Timestamp{\n\t\t\tSeconds: 1673784600, // 2023-01-15T10:30:00Z\n\t\t},\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"test\",\n\t\t\t\"team\": \"backend\",\n\t\t},\n\t\tState: functionspb.Function_ACTIVE,\n\t\tUrl: fmt.Sprintf(\"https://%s-%s.cloudfunctions.net/test-function\", location, projectID),\n\t\tKmsKeyName: fmt.Sprintf(\"projects/%s/locations/%s/keyRings/test-ring/cryptoKeys/test-key\", projectID, location),\n\t\tServiceConfig: &functionspb.ServiceConfig{\n\t\t\tServiceAccountEmail: fmt.Sprintf(\"test-function@%s.iam.gserviceaccount.com\", projectID),\n\t\t\tVpcConnector: fmt.Sprintf(\"projects/%s/locations/%s/connectors/test-connector\", projectID, location),\n\t\t\tService: fmt.Sprintf(\"projects/%s/locations/%s/services/test-function-service\", projectID, location),\n\t\t\tEnvironmentVariables: map[string]string{\n\t\t\t\t\"ENV\": \"test\",\n\t\t\t},\n\t\t},\n\t\tBuildConfig: &functionspb.BuildConfig{\n\t\t\tRuntime: \"python39\",\n\t\t\tEntryPoint: \"main\",\n\t\t\tDockerRepository: fmt.Sprintf(\"projects/%s/locations/%s/repositories/test-docker-repo\", projectID, location),\n\t\t\tWorkerPool: fmt.Sprintf(\"projects/%s/locations/%s/workerPools/test-worker-pool\", projectID, location),\n\t\t\tSource: &functionspb.Source{\n\t\t\t\tSource: &functionspb.Source_StorageSource{\n\t\t\t\t\tStorageSource: &functionspb.StorageSource{\n\t\t\t\t\t\tBucket: \"test-bucket\",\n\t\t\t\t\t\tObject: \"function-source.zip\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tSourceProvenance: &functionspb.SourceProvenance{\n\t\t\t\tResolvedStorageSource: &functionspb.StorageSource{\n\t\t\t\t\tBucket: \"test-resolved-bucket\",\n\t\t\t\t\tObject: \"resolved-function-source.zip\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tEventTrigger: &functionspb.EventTrigger{\n\t\t\tPubsubTopic: fmt.Sprintf(\"projects/%s/topics/test-topic\", projectID),\n\t\t\tServiceAccountEmail: fmt.Sprintf(\"event-trigger@%s.iam.gserviceaccount.com\", projectID),\n\t\t\tTrigger: fmt.Sprintf(\"projects/%s/locations/%s/triggers/test-trigger\", projectID, location),\n\t\t},\n\t}\n\n\t// Mock response for a second Cloud Function\n\tfunctionName2 := \"test-function-2\"\n\tcloudFunction2 := &functionspb.Function{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/functions/%s\", projectID, location, functionName2),\n\t\tDescription: \"Second test Cloud Function for Pub/Sub events\",\n\t\tUpdateTime: ×tamppb.Timestamp{\n\t\t\tSeconds: 1673871900, // 2023-01-16T11:45:00Z\n\t\t},\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"prod\",\n\t\t\t\"service\": \"event-processor\",\n\t\t},\n\t\tState: functionspb.Function_ACTIVE,\n\t\tBuildConfig: &functionspb.BuildConfig{\n\t\t\tRuntime: \"nodejs18\",\n\t\t\tEntryPoint: \"handler\",\n\t\t\tSource: &functionspb.Source{\n\t\t\t\tSource: &functionspb.Source_StorageSource{\n\t\t\t\t\tStorageSource: &functionspb.StorageSource{\n\t\t\t\t\t\tBucket: \"test-bucket-2\",\n\t\t\t\t\t\tObject: \"function-source-2.zip\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\t// Mock response for list operation\n\tcloudFunctionsList := &functionspb.ListFunctionsResponse{\n\t\tFunctions: []*functionspb.Function{\n\t\t\tcloudFunction,\n\t\t\tcloudFunction2,\n\t\t},\n\t\tNextPageToken: \"\",\n\t}\n\n\tsdpItemType := gcpshared.CloudFunctionsFunction\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://cloudfunctions.googleapis.com/v2/projects/%s/locations/%s/functions/%s\", projectID, location, functionName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: cloudFunction,\n\t\t},\n\t\tfmt.Sprintf(\"https://cloudfunctions.googleapis.com/v2/projects/%s/locations/%s/functions\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: cloudFunctionsList,\n\t\t},\n\t\tfmt.Sprintf(\"https://cloudfunctions.googleapis.com/v2/projects/%s/locations/-/functions\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: cloudFunctionsList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, functionName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get Cloud Function: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != getQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", getQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Test specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/locations/%s/functions/%s\", projectID, location, functionName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"description\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'description' attribute: %v\", err)\n\t\t}\n\t\tif val != \"Test Cloud Function for HTTP requests\" {\n\t\t\tt.Errorf(\"Expected description field to be 'Test Cloud Function for HTTP requests', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"state\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'state' attribute: %v\", err)\n\t\t}\n\t\tif val != \"ACTIVE\" {\n\t\t\tt.Errorf(\"Expected state field to be 'ACTIVE', got %s\", val)\n\t\t}\n\n\t\t// Test buildConfig.runtime attribute (nested in v2 API)\n\t\tbuildConfig, err := sdpItem.GetAttributes().Get(\"buildConfig\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'buildConfig' attribute: %v\", err)\n\t\t}\n\t\tbuildConfigMap, ok := buildConfig.(map[string]any)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected buildConfig to be a map, got %T\", buildConfig)\n\t\t}\n\t\tif buildConfigMap[\"runtime\"] != \"python39\" {\n\t\t\tt.Errorf(\"Expected buildConfig.runtime to be 'python39', got %s\", buildConfigMap[\"runtime\"])\n\t\t}\n\t\tif buildConfigMap[\"entryPoint\"] != \"main\" {\n\t\t\tt.Errorf(\"Expected buildConfig.entryPoint to be 'main', got %s\", buildConfigMap[\"entryPoint\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Test KMS key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Test storage bucket link (buildConfig.source.storageSource.bucket)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Test service account link (serviceConfig.serviceAccountEmail)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"test-function@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Test Pub/Sub topic link (eventTrigger.pubsubTopic)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.PubSubTopic.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-topic\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Test event trigger service account link (eventTrigger.serviceAccountEmail)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"event-trigger@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Test Eventarc trigger link (eventTrigger.trigger)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.EventarcTrigger.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, \"test-trigger\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Test Cloud Run service link (serviceConfig.service)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.RunService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, \"test-function-service\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Test Artifact Registry repository link (buildConfig.dockerRepository)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ArtifactRegistryRepository.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, \"test-docker-repo\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Test Cloud Run Worker Pool link (buildConfig.workerPool)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.RunWorkerPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, \"test-worker-pool\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Test resolved storage bucket link (buildConfig.sourceProvenance.resolvedStorageSource.bucket)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-resolved-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Note: serviceConfig.vpcConnector test case omitted because gcp-vpc-access-connector adapter doesn't exist\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a SearchableAdapter\")\n\t\t}\n\n\t\tsearchQuery := location\n\t\tsdpItems, err := searchable.Search(ctx, projectID, searchQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search Cloud Functions: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 Cloud Functions, got %d\", len(sdpItems))\n\t\t}\n\n\t\tif len(sdpItems) >= 1 {\n\t\t\titem := sdpItems[0]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(location, functionName)\n\t\t\tif item.UniqueAttributeValue() != expectedUniqueAttr {\n\t\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", expectedUniqueAttr, item.UniqueAttributeValue())\n\t\t\t}\n\t\t}\n\n\t\tif len(sdpItems) >= 2 {\n\t\t\titem := sdpItems[1]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\texpectedUniqueAttr2 := shared.CompositeLookupKey(location, functionName2)\n\t\t\tif item.UniqueAttributeValue() != expectedUniqueAttr2 {\n\t\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", expectedUniqueAttr2, item.UniqueAttributeValue())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list Cloud Functions: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 Cloud Functions, got %d\", len(sdpItems))\n\t\t}\n\n\t\tif len(sdpItems) >= 1 {\n\t\t\titem := sdpItems[0]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(location, functionName)\n\t\t\tif item.UniqueAttributeValue() != expectedUniqueAttr {\n\t\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", expectedUniqueAttr, item.UniqueAttributeValue())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://cloudfunctions.googleapis.com/v2/projects/%s/locations/%s/functions/%s\", projectID, location, functionName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Function not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, functionName)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent Cloud Function, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-accelerator-type.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Compute Accelerator Type adapter for GPU/TPU accelerator types\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeAcceleratorType,\n\tmeta: gcpshared.AdapterMeta{\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/acceleratorTypes/get\n\t\tInDevelopment: true,\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\tLocationLevel: gcpshared.ZonalLevel,\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/acceleratorTypes/{acceleratorType}\n\t\tGetEndpointFunc: gcpshared.ZoneLevelEndpointFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/acceleratorTypes/%s\"),\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/acceleratorTypes\n\t\tListEndpointFunc: gcpshared.ZoneLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/acceleratorTypes\"),\n\t\tUniqueAttributeKeys: []string{\"acceleratorTypes\"},\n\t\tIAMPermissions: []string{\"compute.acceleratorTypes.get\", \"compute.acceleratorTypes.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-disk-type.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Compute Disk Type adapter for persistent disk types\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeDiskType,\n\tmeta: gcpshared.AdapterMeta{\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/diskTypes/get\n\t\tInDevelopment: true,\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\tLocationLevel: gcpshared.ZonalLevel,\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/diskTypes/{diskType}\n\t\tGetEndpointFunc: gcpshared.ZoneLevelEndpointFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/diskTypes/%s\"),\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/diskTypes\n\t\tListEndpointFunc: gcpshared.ZoneLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/diskTypes\"),\n\t\tUniqueAttributeKeys: []string{\"diskTypes\"},\n\t\tIAMPermissions: []string{\"compute.diskTypes.get\", \"compute.diskTypes.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-external-vpn-gateway.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// External VPN Gateway (project-level, global) resource representing an on-premises VPN device for Classic/HA VPN.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/externalVpnGateways/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/global/externalVpnGateways/{externalVpnGateway}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/global/externalVpnGateways\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeExternalVpnGateway,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/externalVpnGateways/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/externalVpnGateways\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"externalVpnGateways\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.externalVpnGateways.get\",\n\t\t\t\"compute.externalVpnGateways.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"interfaces.ipAddress\": gcpshared.IPImpactBothWays,\n\t\t\"interfaces.ipv6Address\": gcpshared.IPImpactBothWays,\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_external_vpn_gateway\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_external_vpn_gateway.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-external-vpn-gateway_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeExternalVpnGateway(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tgatewayName := \"test-external-vpn-gateway\"\n\n\tipAddress := \"203.0.113.1\"\n\tgateway := &computepb.ExternalVpnGateway{\n\t\tName: &gatewayName,\n\t\tInterfaces: []*computepb.ExternalVpnGatewayInterface{\n\t\t\t{\n\t\t\t\tIpAddress: &ipAddress,\n\t\t\t},\n\t\t},\n\t}\n\n\tgatewayName2 := \"test-external-vpn-gateway-2\"\n\tgateway2 := &computepb.ExternalVpnGateway{\n\t\tName: &gatewayName2,\n\t}\n\n\tgatewayList := &computepb.ExternalVpnGatewayList{\n\t\tItems: []*computepb.ExternalVpnGateway{gateway, gateway2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeExternalVpnGateway\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/externalVpnGateways/%s\", projectID, gatewayName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: gateway,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/externalVpnGateways/%s\", projectID, gatewayName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: gateway2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/externalVpnGateways\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: gatewayList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, gatewayName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != gatewayName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", gatewayName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/externalVpnGateways/%s\", projectID, gatewayName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Gateway not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, gatewayName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-firewall.go", "content": "package adapters\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Compute Firewall adapter for VPC firewall rules\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeFirewall,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/firewalls/{firewall}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://compute.googleapis.com/compute/v1/projects/%s/global/firewalls/%s\"),\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/firewalls/list\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/firewalls\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/global/firewalls\"),\n\t\tUniqueAttributeKeys: []string{\"firewalls\"},\n\t\tIAMPermissions: []string{\"compute.firewalls.get\", \"compute.firewalls.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t\t// Tag-based SEARCH: list all firewalls then filter by tag.\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\tif query == \"\" || strings.Contains(query, \"/\") {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\treturn fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/firewalls\", location.ProjectID)\n\t\t},\n\t\tSearchDescription: \"Search for firewalls by network tag. The query is a plain network tag name.\",\n\t\tSearchFilterFunc: firewallTagFilter,\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"network\": {\n\t\t\tDescription: \"If the Compute Network is updated: The firewall rules may no longer apply correctly. If the firewall is updated: The network remains unaffected, but its security posture may change.\",\n\t\t\tToSDPItemType: gcpshared.ComputeNetwork,\n\t\t},\n\t\t\"sourceServiceAccounts\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"targetServiceAccounts\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"targetTags\": {\n\t\t\tDescription: \"Firewall rule specifies target_tags to control traffic to VM instances and instance templates with those tags. Overmind automatically discovers these relationships by searching for instances and templates with matching network tags, enabling accurate blast radius analysis when tags change on either firewalls or instances.\",\n\t\t\tToSDPItemType: gcpshared.ComputeInstance,\n\t\t},\n\t\t\"sourceTags\": {\n\t\t\tDescription: \"Firewall rule specifies source_tags to control traffic from VM instances with those tags. Overmind automatically discovers these relationships by searching for instances with matching network tags, enabling accurate blast radius analysis when tags change on either firewalls or instances.\",\n\t\t\tToSDPItemType: gcpshared.ComputeInstance,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_firewall\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_firewall.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n\n// firewallTagFilter keeps firewalls whose targetTags or sourceTags contain the query tag.\nfunc firewallTagFilter(query string, item *sdp.Item) bool {\n\treturn itemAttributeContainsTag(item, \"targetTags\", query) ||\n\t\titemAttributeContainsTag(item, \"sourceTags\", query)\n}\n\n// itemAttributeContainsTag checks whether an item attribute (expected to be a\n// list of strings) contains the given tag value.\nfunc itemAttributeContainsTag(item *sdp.Item, attrKey, tag string) bool {\n\tval, err := item.GetAttributes().Get(attrKey)\n\tif err != nil {\n\t\treturn false\n\t}\n\tlist, ok := val.([]any)\n\tif !ok {\n\t\treturn false\n\t}\n\tfor _, elem := range list {\n\t\tif s, ok := elem.(string); ok && s == tag {\n\t\t\treturn true\n\t\t}\n\t}\n\treturn false\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-firewall_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/compute/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeFirewall(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tfirewallName := \"test-firewall\"\n\n\tfirewall := &compute.Firewall{\n\t\tName: firewallName,\n\t\tNetwork: \"https://www.googleapis.com/compute/v1/projects/test-project/global/networks/default\",\n\t\tSourceServiceAccounts: []string{\n\t\t\t\"test-sa@test-project.iam.gserviceaccount.com\",\n\t\t},\n\t\tTargetServiceAccounts: []string{\n\t\t\t\"target-sa@test-project.iam.gserviceaccount.com\",\n\t\t},\n\t\tAllowed: []*compute.FirewallAllowed{\n\t\t\t{\n\t\t\t\tIPProtocol: \"tcp\",\n\t\t\t\tPorts: []string{\"80\", \"443\"},\n\t\t\t},\n\t\t},\n\t}\n\n\tfirewallList := &compute.FirewallList{\n\t\tItems: []*compute.Firewall{firewall},\n\t}\n\n\tsdpItemType := gcpshared.ComputeFirewall\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/firewalls/%s\", projectID, firewallName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: firewall,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/firewalls\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: firewallList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, firewallName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get firewall: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != firewallName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", firewallName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// network\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// sourceServiceAccounts\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// targetServiceAccounts\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"target-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list firewalls: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 firewall, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/firewalls/%s\", projectID, firewallName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Firewall not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, firewallName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent firewall, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-global-address.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Global (external) IP address allocated at the project level.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/globalAddresses/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/global/addresses/{address}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/global/addresses\nvar computeGlobalAddressAdapter = registerableAdapter{ //nolint:unused\n\tsdpType: gcpshared.ComputeGlobalAddress,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/addresses/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/addresses\",\n\t\t),\n\t\t// The list response uses the key \"addresses\" for items.\n\t\tUniqueAttributeKeys: []string{\"addresses\"},\n\t\tIAMPermissions: []string{\n\t\t\t// Permissions required to read global addresses (Compute Engine)\n\t\t\t\"compute.addresses.get\",\n\t\t\t\"compute.addresses.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t\t// HEALTH: https://cloud.google.com/compute/docs/reference/rest/v1/globalAddresses#Status => status\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"subnetwork\": gcpshared.ComputeSubnetworkImpactInOnly,\n\t\t\"network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t\"address\": gcpshared.IPImpactBothWays,\n\t\t\"ipCollection\": {\n\t\t\tToSDPItemType: gcpshared.ComputePublicDelegatedPrefix,\n\t\t\tDescription: \"If the Public Delegated Prefix is deleted or updated: The Global Address may fail to reserve IP addresses from the prefix. If the Global Address is updated: The Public Delegated Prefix remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_global_address\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_global_address.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-global-address_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeGlobalAddress(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\taddressName := \"test-global-address\"\n\tglobalAddress := &computepb.Address{\n\t\tName: &addressName,\n\t\tDescription: new(\"Test global address for load balancer\"),\n\t\tAddress: new(\"203.0.113.12\"),\n\t\tAddressType: new(\"EXTERNAL\"),\n\t\tStatus: new(\"RESERVED\"),\n\t\tNetwork: new(\"global/networks/test-network\"),\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"test\",\n\t\t\t\"team\": \"networking\",\n\t\t},\n\t\tRegion: new(\"global\"),\n\t\tNetworkTier: new(\"PREMIUM\"),\n\t\tCreationTimestamp: new(\"2023-01-15T10:30:00.000-08:00\"),\n\t\tId: new(uint64(1234567890123456789)),\n\t\tKind: new(\"compute#globalAddress\"),\n\t\tSelfLink: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/addresses/%s\", projectID, addressName)),\n\t}\n\n\t// Create a second global address for list testing\n\taddressName2 := \"test-global-address-2\"\n\tglobalAddress2 := &computepb.Address{\n\t\tName: &addressName2,\n\t\tDescription: new(\"Second test global address\"),\n\t\tAddress: new(\"203.0.113.13\"),\n\t\tAddressType: new(\"EXTERNAL\"),\n\t\tStatus: new(\"RESERVED\"),\n\t\tNetwork: new(\"global/networks/test-network-2\"),\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"prod\",\n\t\t\t\"team\": \"networking\",\n\t\t},\n\t\tRegion: new(\"global\"),\n\t\tNetworkTier: new(\"PREMIUM\"),\n\t\tCreationTimestamp: new(\"2023-01-16T11:45:00.000-08:00\"),\n\t\tId: new(uint64(1234567890123456790)),\n\t\tKind: new(\"compute#globalAddress\"),\n\t\tSelfLink: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/addresses/%s\", projectID, addressName2)),\n\t}\n\n\tglobalAddresses := &computepb.AddressList{\n\t\tItems: []*computepb.Address{globalAddress, globalAddress2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeGlobalAddress\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/addresses/%s\", projectID, addressName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: globalAddress,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/addresses\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: globalAddresses,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := addressName\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get global address: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != getQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", addressName, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\tif val != addressName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", addressName, val)\n\t\t}\n\t\tval, err = sdpItem.GetAttributes().Get(\"description\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'description' attribute: %v\", err)\n\t\t}\n\t\tif val != \"Test global address for load balancer\" {\n\t\t\tt.Errorf(\"Expected description field to be 'Test global address for load balancer', got %s\", val)\n\t\t}\n\t\tval, err = sdpItem.GetAttributes().Get(\"address\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'address' attribute: %v\", err)\n\t\t}\n\t\tif val != \"203.0.113.12\" {\n\t\t\tt.Errorf(\"Expected address field to be '203.0.113.12', got %s\", val)\n\t\t}\n\t\tval, err = sdpItem.GetAttributes().Get(\"addressType\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'addressType' attribute: %v\", err)\n\t\t}\n\t\tif val != \"EXTERNAL\" {\n\t\t\tt.Errorf(\"Expected addressType field to be 'EXTERNAL', got %s\", val)\n\t\t}\n\t\tval, err = sdpItem.GetAttributes().Get(\"status\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'status' attribute: %v\", err)\n\t\t}\n\t\tif val != \"RESERVED\" {\n\t\t\tt.Errorf(\"Expected status field to be 'RESERVED', got %s\", val)\n\t\t}\n\t\tval, err = sdpItem.GetAttributes().Get(\"network\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'network' attribute: %v\", err)\n\t\t}\n\t\tif val != \"global/networks/test-network\" {\n\t\t\tt.Errorf(\"Expected network field to be 'global/networks/test-network', got %s\", val)\n\t\t}\n\t\tval, err = sdpItem.GetAttributes().Get(\"networkTier\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'networkTier' attribute: %v\", err)\n\t\t}\n\t\tif val != \"PREMIUM\" {\n\t\t\tt.Errorf(\"Expected networkTier field to be 'PREMIUM', got %s\", val)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.12\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.ComputeGlobalAddress, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a ListableAdapter\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list global addresses: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 global addresses, got %d\", len(sdpItems))\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-global-forwarding-rule.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Global Forwarding Rule (project-level) resource.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/globalForwardingRules/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/global/forwardingRules/{forwardingRule}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/global/forwardingRules\nvar computeGlobalForwardingRuleAdapter = registerableAdapter{ //nolint:unused\n\tsdpType: gcpshared.ComputeGlobalForwardingRule,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/forwardingRules/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/forwardingRules\",\n\t\t),\n\t\t// Path segment used for lookups: forwardingRules\n\t\tUniqueAttributeKeys: []string{\"forwardingRules\"},\n\t\tIAMPermissions: []string{\n\t\t\t// Same permission set as regional forwarding rules\n\t\t\t\"compute.forwardingRules.get\",\n\t\t\t\"compute.forwardingRules.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t\t// HEALTH: https://cloud.google.com/compute/docs/reference/rest/v1/globalForwardingRules#Status => pscConnectionStatus\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Network reference (global). If the network is changed it may impact the forwarding rule; forwarding rule updates don't impact the network.\n\t\t\"network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t\"subnetwork\": gcpshared.ComputeSubnetworkImpactInOnly,\n\t\t// IP address assigned to the forwarding rule (may be ephemeral or static).\n\t\t\"IPAddress\": gcpshared.IPImpactBothWays,\n\t\t// Backend service (global) tightly coupled for traffic delivery.\n\t\t\"backendService\": {\n\t\t\tToSDPItemType: gcpshared.ComputeBackendService,\n\t\t\tDescription: \"If the Backend Service is updated or deleted: The forwarding rule routing behavior changes or breaks. If the forwarding rule is updated or deleted: Traffic will stop or be re-routed affecting the backend service load.\",\n\t\t},\n\t\t// Target resource (polymorphic - can be TargetHttpProxy, TargetHttpsProxy, TargetTcpProxy, TargetSslProxy, TargetPool, TargetVpnGateway, or TargetInstance).\n\t\t// The ForwardingRuleTargetLinker function determines the actual target type from the URI.\n\t\t\"target\": {\n\t\t\tToSDPItemType: gcpshared.ComputeTargetHttpProxy, // Default type, but ForwardingRuleTargetLinker will determine actual type from URI\n\t\t\tDescription: \"If the target resource (proxy, pool, gateway, or instance) is updated or deleted: The forwarding rule routing behavior changes or breaks. If the forwarding rule is updated or deleted: Traffic will stop or be re-routed affecting the target resource.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_global_forwarding_rule\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_global_forwarding_rule.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-global-forwarding-rule_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeGlobalForwardingRule(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tforwardingRuleName := \"test-global-forwarding-rule\"\n\n\t// Mock response for a global forwarding rule using protobuf types\n\tglobalForwardingRule := &computepb.ForwardingRule{\n\t\tId: new(uint64(1234567890123456789)),\n\t\tCreationTimestamp: new(\"2023-01-01T00:00:00.000-08:00\"),\n\t\tName: new(forwardingRuleName),\n\t\tDescription: new(\"Test global forwarding rule\"),\n\t\tRegion: new(\"\"),\n\t\tIPAddress: new(\"203.0.113.1\"),\n\t\tIPProtocol: new(\"TCP\"),\n\t\tPortRange: new(\"80\"),\n\t\tTarget: new(fmt.Sprintf(\"projects/%s/global/targetHttpProxies/test-target-proxy\", projectID)),\n\t\tSelfLink: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/forwardingRules/%s\", projectID, forwardingRuleName)),\n\t\tLoadBalancingScheme: new(\"EXTERNAL\"),\n\t\tSubnetwork: new(fmt.Sprintf(\"projects/%s/regions/us-central1/subnetworks/test-subnet\", projectID)),\n\t\tNetwork: new(fmt.Sprintf(\"projects/%s/global/networks/default\", projectID)),\n\t\tBackendService: new(fmt.Sprintf(\"projects/%s/global/backendServices/test-backend-service\", projectID)),\n\t\tServiceLabel: new(\"test-service\"),\n\t\tServiceName: new(fmt.Sprintf(\"%s-test-service.c.%s.internal\", forwardingRuleName, projectID)),\n\t\tKind: new(\"compute#forwardingRule\"),\n\t\tLabelFingerprint: new(\"42WmSpB8rSM=\"),\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"test\",\n\t\t\t\"team\": \"devops\",\n\t\t},\n\t\tNetworkTier: new(\"PREMIUM\"),\n\t\tAllowGlobalAccess: new(false),\n\t\tAllowPscGlobalAccess: new(false),\n\t\tPscConnectionId: nil,\n\t\tPscConnectionStatus: new(\"ACCEPTED\"),\n\t\tFingerprint: new(\"abcd1234efgh5678\"),\n\t}\n\n\t// Mock response for a second global forwarding rule using protobuf types\n\tglobalForwardingRule2 := &computepb.ForwardingRule{\n\t\tId: new(uint64(9876543210987654321)),\n\t\tCreationTimestamp: new(\"2023-01-02T00:00:00.000-08:00\"),\n\t\tName: new(\"test-global-forwarding-rule-2\"),\n\t\tDescription: new(\"Second test global forwarding rule\"),\n\t\tRegion: new(\"\"),\n\t\tIPAddress: new(\"203.0.113.2\"),\n\t\tIPProtocol: new(\"TCP\"),\n\t\tPortRange: new(\"443\"),\n\t\tTarget: new(fmt.Sprintf(\"projects/%s/global/targetHttpsProxies/test-target-proxy-2\", projectID)),\n\t\tSelfLink: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/forwardingRules/test-global-forwarding-rule-2\", projectID)),\n\t\tLoadBalancingScheme: new(\"EXTERNAL\"),\n\t\tSubnetwork: new(fmt.Sprintf(\"projects/%s/regions/us-west1/subnetworks/test-subnet-2\", projectID)),\n\t\tNetwork: new(fmt.Sprintf(\"projects/%s/global/networks/custom-network\", projectID)),\n\t\tBackendService: new(fmt.Sprintf(\"projects/%s/global/backendServices/test-backend-service-2\", projectID)),\n\t\tServiceLabel: new(\"test-service-2\"),\n\t\tServiceName: new(\"test-global-forwarding-rule-2-test-service-2.c.\" + projectID + \".internal\"),\n\t\tKind: new(\"compute#forwardingRule\"),\n\t\tLabelFingerprint: new(\"xyz789abc123def=\"),\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"prod\",\n\t\t\t\"service\": \"web\",\n\t\t},\n\t\tNetworkTier: new(\"PREMIUM\"),\n\t\tAllowGlobalAccess: new(true),\n\t\tAllowPscGlobalAccess: new(true),\n\t\tPscConnectionId: new(uint64(123)),\n\t\tPscConnectionStatus: new(\"ACCEPTED\"),\n\t\tFingerprint: new(\"xyz789abc123def456\"),\n\t}\n\n\t// Mock response for list operation using protobuf types\n\tglobalForwardingRulesList := &computepb.ForwardingRuleList{\n\t\tKind: new(\"compute#forwardingRuleList\"),\n\t\tId: new(\"projects/\" + projectID + \"/global/forwardingRules\"),\n\t\tItems: []*computepb.ForwardingRule{globalForwardingRule, globalForwardingRule2},\n\t\tSelfLink: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/forwardingRules\", projectID)),\n\t}\n\n\tsdpItemType := gcpshared.ComputeGlobalForwardingRule\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/forwardingRules/%s\", projectID, forwardingRuleName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: globalForwardingRule,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/forwardingRules\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: globalForwardingRulesList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := forwardingRuleName\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get global forwarding rule: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != getQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", forwardingRuleName, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Test specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\tif val != forwardingRuleName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", forwardingRuleName, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"description\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'description' attribute: %v\", err)\n\t\t}\n\t\tif val != \"Test global forwarding rule\" {\n\t\t\tt.Errorf(\"Expected description field to be 'Test global forwarding rule', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"IPAddress\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'ipAddress' attribute: %v\", err)\n\t\t}\n\t\tif val != \"203.0.113.1\" {\n\t\t\tt.Errorf(\"Expected ipAddress field to be '203.0.113.1', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"IPProtocol\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'ipProtocol' attribute: %v\", err)\n\t\t}\n\t\tif val != \"TCP\" {\n\t\t\tt.Errorf(\"Expected ipProtocol field to be 'TCP', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"loadBalancingScheme\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'loadBalancingScheme' attribute: %v\", err)\n\t\t}\n\t\tif val != \"EXTERNAL\" {\n\t\t\tt.Errorf(\"Expected loadBalancingScheme field to be 'EXTERNAL', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"network\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'network' attribute: %v\", err)\n\t\t}\n\t\texpectedNetwork := fmt.Sprintf(\"projects/%s/global/networks/default\", projectID)\n\t\tif val != expectedNetwork {\n\t\t\tt.Errorf(\"Expected network field to be '%s', got %s\", expectedNetwork, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"backendService\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'backendService' attribute: %v\", err)\n\t\t}\n\t\texpectedBackendService := fmt.Sprintf(\"projects/%s/global/backendServices/test-backend-service\", projectID)\n\t\tif val != expectedBackendService {\n\t\t\tt.Errorf(\"Expected backendService field to be '%s', got %s\", expectedBackendService, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"subnetwork\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'subnetwork' attribute: %v\", err)\n\t\t}\n\t\texpectedSubnetwork := fmt.Sprintf(\"projects/%s/regions/us-central1/subnetworks/test-subnet\", projectID)\n\t\tif val != expectedSubnetwork {\n\t\t\tt.Errorf(\"Expected subnetwork field to be '%s', got %s\", expectedSubnetwork, val)\n\t\t}\n\n\t\t// Test labels - check if labels exist before testing\n\t\tlabels, err := sdpItem.GetAttributes().Get(\"labels\")\n\t\tif err == nil {\n\t\t\tlabelsMap, ok := labels.(map[string]any)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Expected labels to be a map[string]interface{}, got %T\", labels)\n\t\t\t}\n\t\t\tif labelsMap[\"env\"] != \"test\" {\n\t\t\t\tt.Errorf(\"Expected labels.env to be 'test', got %s\", labelsMap[\"env\"])\n\t\t\t}\n\t\t\tif labelsMap[\"team\"] != \"devops\" {\n\t\t\t\tt.Errorf(\"Expected labels.team to be 'devops', got %s\", labelsMap[\"team\"])\n\t\t\t}\n\t\t} else {\n\t\t\t// Labels might be optional, so just log it's not present\n\t\t\tt.Logf(\"Labels attribute not found, which is acceptable for this test\")\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ip\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-backend-service\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-subnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeTargetHttpProxy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-target-proxy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.ComputeGlobalForwardingRule, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a ListableAdapter\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list global forwarding rules: %v\", err)\n\t\t}\n\n\t\t// Verify the first item\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.UniqueAttributeValue() != forwardingRuleName {\n\t\t\tt.Errorf(\"Expected first item unique attribute value '%s', got %s\", forwardingRuleName, firstItem.UniqueAttributeValue())\n\t\t}\n\n\t\t// Verify the second item\n\t\tsecondItem := sdpItems[1]\n\t\tif secondItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected second item type %s, got %s\", sdpItemType.String(), secondItem.GetType())\n\t\t}\n\t\tif secondItem.UniqueAttributeValue() != \"test-global-forwarding-rule-2\" {\n\t\t\tt.Errorf(\"Expected second item unique attribute value 'test-global-forwarding-rule-2', got %s\", secondItem.UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with empty responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/forwardingRules/%s\", projectID, forwardingRuleName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, forwardingRuleName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent global forwarding rule, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"EmptyList\", func(t *testing.T) {\n\t\t// Test with empty list response using protobuf types\n\t\temptyListResponse := &computepb.ForwardingRuleList{\n\t\t\tKind: new(\"compute#forwardingRuleList\"),\n\t\t\tId: new(\"projects/\" + projectID + \"/global/forwardingRules\"),\n\t\t\tItems: []*computepb.ForwardingRule{},\n\t\t}\n\n\t\temptyResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/forwardingRules\", projectID): {\n\t\t\t\tStatusCode: http.StatusOK,\n\t\t\t\tBody: emptyListResponse,\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(emptyResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a ListableAdapter\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list global forwarding rules: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 0 {\n\t\t\tt.Errorf(\"Expected 0 global forwarding rules, got %d\", len(sdpItems))\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-http-health-check.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// HTTP Health Check (global, project-level) resource.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/httpHealthChecks/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/global/httpHealthChecks/{httpHealthCheck}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/global/httpHealthChecks\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeHttpHealthCheck,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/httpHealthChecks/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/httpHealthChecks\",\n\t\t),\n\t\t// The list response uses the key \"httpHealthChecks\" for items.\n\t\tUniqueAttributeKeys: []string{\"httpHealthChecks\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.httpHealthChecks.get\",\n\t\t\t\"compute.httpHealthChecks.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\t// HTTP health checks are referenced by backend services and target pools for health monitoring.\n\t// Updates to health checks can affect traffic distribution and service availability.\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"host\": gcpshared.IPImpactBothWays,\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_http_health_check\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_http_health_check.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-http-health-check_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeHttpHealthCheck(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\thealthCheckName := \"test-health-check\"\n\n\t// Use map since HTTPHealthCheck protobuf doesn't have Name field\n\thealthCheck := map[string]any{\n\t\t\"name\": healthCheckName,\n\t\t\"host\": \"example.com\",\n\t}\n\n\thealthCheckName2 := \"test-health-check-2\"\n\thealthCheck2 := map[string]any{\n\t\t\"name\": healthCheckName2,\n\t}\n\n\thealthCheckList := map[string]any{\n\t\t\"items\": []any{healthCheck, healthCheck2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeHttpHealthCheck\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/httpHealthChecks/%s\", projectID, healthCheckName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: healthCheck,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/httpHealthChecks/%s\", projectID, healthCheckName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: healthCheck2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/httpHealthChecks\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: healthCheckList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, healthCheckName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != healthCheckName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", healthCheckName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Test that DNS names are correctly detected when using IPImpactBothWays\n\t\t\t// Even though the link rule uses stdlib.NetworkIP, it should detect\n\t\t\t// that \"example.com\" is a DNS name and create a DNS link\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"example.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\n\t\t// Test with IP address - verify bidirectional detection works\n\t\t// Even though the link rule uses stdlib.NetworkIP, it should detect\n\t\t// that \"192.168.1.1\" is an IP address and create an IP link\n\t\tt.Run(\"StaticTestsWithIP\", func(t *testing.T) {\n\t\t\thealthCheckWithIP := map[string]any{\n\t\t\t\t\"name\": \"test-health-check-ip\",\n\t\t\t\t\"host\": \"192.168.1.1\",\n\t\t\t}\n\t\t\texpectedCallAndResponsesIP := map[string]shared.MockResponse{\n\t\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/httpHealthChecks/%s\", projectID, \"test-health-check-ip\"): {\n\t\t\t\t\tStatusCode: http.StatusOK,\n\t\t\t\t\tBody: healthCheckWithIP,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponsesIP)\n\t\t\tadapter, err := dynamic.MakeAdapter(\n\t\t\t\tsdpItemType,\n\t\t\t\tlinker,\n\t\t\t\thttpCli,\n\t\t\t\tsdpcache.NewNoOpCache(),\n\t\t\t\t[]gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)},\n\t\t\t)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t\t}\n\n\t\t\tsdpItem, err := adapter.Get(ctx, projectID, \"test-health-check-ip\", true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t\t}\n\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\t// Test bidirectional IP/DNS detection - verify that potential links include both\n\tt.Run(\"PotentialLinksBidirectional\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(\n\t\t\tsdpItemType,\n\t\t\tlinker,\n\t\t\thttpCli,\n\t\t\tsdpcache.NewNoOpCache(),\n\t\t\t[]gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)},\n\t\t)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tmetadata := adapter.Metadata()\n\t\tif metadata == nil {\n\t\t\tt.Fatal(\"Adapter metadata is nil\")\n\t\t}\n\n\t\t// Verify that both IP and DNS are in potential links when using IPImpactBothWays\n\t\t// This demonstrates bidirectional behavior: even though we specify stdlib.NetworkIP\n\t\t// in the link rules, both IP and DNS are included in potential links\n\t\tpotentialLinksMap := make(map[string]bool)\n\t\tfor _, link := range metadata.GetPotentialLinks() {\n\t\t\tpotentialLinksMap[link] = true\n\t\t}\n\n\t\tif !potentialLinksMap[\"ip\"] {\n\t\t\tt.Error(\"Expected 'ip' in potential links when using IPImpactBothWays\")\n\t\t}\n\t\tif !potentialLinksMap[\"dns\"] {\n\t\t\tt.Error(\"Expected 'dns' in potential links when using IPImpactBothWays (bidirectional detection)\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/httpHealthChecks/%s\", projectID, healthCheckName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Health check not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, healthCheckName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-instance-template.go", "content": "package adapters\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Compute Instance Template adapter for VM instance templates\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeInstanceTemplate,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/instanceTemplates/{instanceTemplate}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://compute.googleapis.com/compute/v1/projects/%s/global/instanceTemplates/%s\"),\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/instanceTemplates\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/global/instanceTemplates\"),\n\t\tUniqueAttributeKeys: []string{\"instanceTemplates\"},\n\t\tIAMPermissions: []string{\"compute.instanceTemplates.get\", \"compute.instanceTemplates.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t\t// Tag-based SEARCH: list all instance templates then filter by tag.\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\tif query == \"\" || strings.Contains(query, \"/\") {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\treturn fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/instanceTemplates\", location.ProjectID)\n\t\t},\n\t\tSearchDescription: \"Search for instance templates by network tag. The query is a plain network tag name.\",\n\t\tSearchFilterFunc: instanceTemplateTagFilter,\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/instanceTemplates/get\n\t\t\"properties.networkInterfaces.network\": {\n\t\t\tDescription: \"If the network is deleted: Resources may experience connectivity changes or disruptions. If the template is deleted: Network itself is not affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeNetwork,\n\t\t},\n\t\t\"properties.networkInterfaces.subnetwork\": {\n\t\t\tDescription: \"If the (sub)network is deleted: Resources may experience connectivity changes or disruptions. If the template is updated: Subnetwork itself is not affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeSubnetwork,\n\t\t},\n\t\t\"properties.networkInterfaces.networkIP\": {\n\t\t\tDescription: \"IP address are always tightly coupled with the Compute Instance Template.\",\n\t\t\tToSDPItemType: stdlib.NetworkIP,\n\t\t},\n\t\t\"properties.networkInterfaces.ipv6Address\": gcpshared.IPImpactBothWays,\n\t\t\"properties.networkInterfaces.accessConfigs.natIP\": gcpshared.IPImpactBothWays,\n\t\t\"properties.networkInterfaces.accessConfigs.externalIpv6\": gcpshared.IPImpactBothWays,\n\t\t\"properties.networkInterfaces.accessConfigs.securityPolicy\": gcpshared.SecurityPolicyImpactInOnly,\n\t\t\"properties.networkInterfaces.ipv6AccessConfigs.natIP\": gcpshared.IPImpactBothWays,\n\t\t\"properties.networkInterfaces.ipv6AccessConfigs.externalIpv6\": gcpshared.IPImpactBothWays,\n\t\t\"properties.networkInterfaces.ipv6AccessConfigs.securityPolicy\": gcpshared.SecurityPolicyImpactInOnly,\n\t\t\"properties.disks.source\": {\n\t\t\tDescription: \"If the Compute Disk is updated: Instance creation may fail or behave unexpectedly. If the template is deleted: Existing disks can be deleted.\",\n\t\t\tToSDPItemType: gcpshared.ComputeDisk,\n\t\t},\n\t\t\"properties.disks.initializeParams.diskName\": {\n\t\t\tDescription: \"If the Compute Disk is updated: Instance creation may fail or behave unexpectedly. If the template is deleted: Existing disks can be deleted.\",\n\t\t\tToSDPItemType: gcpshared.ComputeDisk,\n\t\t},\n\t\t\"properties.disks.initializeParams.sourceImage\": {\n\t\t\tDescription: \"If the Compute Image is updated: Instances created from this template may not boot correctly. If the template is updated: Image is not affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeImage,\n\t\t},\n\t\t\"properties.disks.initializeParams.diskType\": {\n\t\t\tDescription: \"If the Compute Disk Type is updated: New instances may fail to provision disks properly. If the template is updated: Disk type is not affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeDiskType,\n\t\t},\n\t\t\"properties.disks.initializeParams.sourceImageEncryptionKey.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"properties.disks.initializeParams.sourceImageEncryptionKey.kmsKeyServiceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"properties.disks.initializeParams.sourceSnapshot\": {\n\t\t\tDescription: \"If the Compute Snapshot is updated: The template may reference an invalid or incompatible snapshot. If the template is updated: no impact on snapshots.\",\n\t\t\tToSDPItemType: gcpshared.ComputeSnapshot,\n\t\t},\n\t\t\"properties.disks.initializeParams.sourceSnapshotEncryptionKey.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"properties.disks.initializeParams.sourceSnapshotEncryptionKey.kmsKeyServiceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"properties.disks.initializeParams.resourcePolicies\": gcpshared.ResourcePolicyImpactInOnly,\n\t\t\"properties.disks.initializeParams.storagePool\": {\n\t\t\tDescription: \"If the Compute Storage Pool is deleted: Disk provisioning for new instances may fail. If the template is updated: Pool is not affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeStoragePool,\n\t\t},\n\t\t\"properties.disks.diskEncryptionKey.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"properties.disks.diskEncryptionKey.kmsKeyServiceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"properties.guestAccelerators.acceleratorType\": {\n\t\t\tDescription: \"If the Compute Accelerator Type is updated: New instances may misconfigure or fail hardware initialization. If the template is updated: Accelerator is not affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeAcceleratorType,\n\t\t},\n\t\t\"sourceInstance\": {\n\t\t\tDescription: \"If the Compute Instance is updated: The template may reference an invalid or incompatible instance. If the template is deleted: The instance remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeInstance,\n\t\t},\n\t\t\"sourceInstanceParams.diskConfigs.customImage\": {\n\t\t\tDescription: \"If the Compute Image is updated: Instances created from this template may not boot correctly. If the template is updated: Image is not affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeImage,\n\t\t},\n\t\t\"properties.networkInterfaces.networkAttachment\": {\n\t\t\tDescription: \"If the Compute Network Attachment is updated: Instances using the template may lose access to the network services. If the template is deleted: Attachment is not affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeNetworkAttachment,\n\t\t},\n\t\t\"properties.disks.initializeParams.licenses\": {\n\t\t\tDescription: \"If the Compute License is updated: New instances may violate license agreements or lose functionality. If the template is updated: License remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeLicense,\n\t\t},\n\t\t\"properties.disks.licenses\": {\n\t\t\tDescription: \"If the Compute License is updated: New instances may violate license agreements or lose functionality. If the template is updated: License remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeLicense,\n\t\t},\n\t\t\"properties.reservationAffinity.values\": {\n\t\t\tDescription: \"If the Compute Reservation is updated: new instances created using it may fail to launch. If the template is updated: no impacts on reservation.\",\n\t\t\tToSDPItemType: gcpshared.ComputeReservation,\n\t\t},\n\t\t\"properties.scheduling.nodeAffinities.values\": {\n\t\t\tDescription: \"If the Compute Node Group is updated: Placement policies may break for new VMs. If the template is updated: Node affinity rules may change. Changing the affinity might cause new VMs to stop using that Node Group\",\n\t\t\tToSDPItemType: gcpshared.ComputeNodeGroup,\n\t\t},\n\t\t\"properties.serviceAccounts.email\": {\n\t\t\tDescription: \"If the IAM Service Account is deleted or updated: Instances created from this template may fail to authenticate or access required resources. If the template is updated: The service account remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.IAMServiceAccount,\n\t\t},\n\t\t\"properties.tags.items\": {\n\t\t\tDescription: \"Instance templates define network tags that will be applied to instances created from the template. Overmind discovers firewall rules and routes with matching tags, showing how firewall and route changes will affect instances created from this template.\",\n\t\t\tToSDPItemType: gcpshared.ComputeFirewall,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_instance_template\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_instance_template.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n\n// instanceTemplateTagFilter keeps instance templates whose properties.tags.items contain the query tag.\nfunc instanceTemplateTagFilter(query string, item *sdp.Item) bool {\n\treturn itemAttributeContainsTag(item, \"properties.tags.items\", query)\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-instance-template_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"net/http\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/stretchr/testify/assert\"\n\t\"google.golang.org/api/compute/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\ntype SearchStreamAdapter interface {\n\tSearchStream(ctx context.Context, scope string, query string, ignoreCache bool, stream discovery.QueryResultStream)\n}\n\ntype ListStreamAdapter interface {\n\tListStream(ctx context.Context, scope string, ignoreCache bool, stream discovery.QueryResultStream)\n}\n\nfunc TestComputeInstanceTemplate(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\n\t// Create a template object\n\ttemplate := &compute.InstanceTemplate{\n\t\tId: 123456789,\n\t\tName: \"test-instance-template\",\n\t\tDescription: \"Test instance template\",\n\t\tProperties: &compute.InstanceProperties{\n\t\t\tMachineType: \"e2-medium\",\n\t\t\tDisks: []*compute.AttachedDisk{\n\t\t\t\t{\n\t\t\t\t\tBoot: true,\n\t\t\t\t\tDeviceName: \"boot-disk\",\n\t\t\t\t\tInitializeParams: &compute.AttachedDiskInitializeParams{\n\t\t\t\t\t\tDiskName: \"projects/test-project/zones/us-central1-a/disks/disk-name\",\n\t\t\t\t\t\tDiskType: \"projects/test-project/zones/us-central1-a/diskTypes/pd-standard\",\n\t\t\t\t\t\tSourceImage: \"projects/debian-cloud/global/images/family/debian-11\",\n\t\t\t\t\t\tSourceSnapshot: \"projects/test-project/global/snapshots/my-snapshot\",\n\t\t\t\t\t\tResourcePolicies: []string{\"projects/test-project/regions/us-central1/resourcePolicies/my-resource-policy\"},\n\t\t\t\t\t\tStoragePool: \"projects/test-project/zones/us-central1-a/storagePools/my-storage-pool\",\n\t\t\t\t\t\tLicenses: []string{\"https://www.googleapis.com/compute/v1/projects/test-project/global/licenses/debian-11-bullseye-init-param\"},\n\t\t\t\t\t\tSourceImageEncryptionKey: &compute.CustomerEncryptionKey{\n\t\t\t\t\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/source-image-encryption-key\",\n\t\t\t\t\t\t\tKmsKeyServiceAccount: \"source-image-encryption-key-service-account@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\t\t},\n\t\t\t\t\t\tSourceSnapshotEncryptionKey: &compute.CustomerEncryptionKey{\n\t\t\t\t\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/source-snapshot-encryption-key\",\n\t\t\t\t\t\t\tKmsKeyServiceAccount: \"source-snapshot-encryption-key-service-account@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\n\t\t\t\t\tSource: \"projects/test-project/zones/us-central1-a/disks/source\",\n\t\t\t\t\tLicenses: []string{\"https://www.googleapis.com/compute/v1/projects/test-project/global/licenses/debian-11-bullseye-disk\"},\n\t\t\t\t\tDiskEncryptionKey: &compute.CustomerEncryptionKey{\n\t\t\t\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/disk-encryption-key\",\n\t\t\t\t\t\tKmsKeyServiceAccount: \"disk-encryption-key-service-account@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tNetworkInterfaces: []*compute.NetworkInterface{\n\t\t\t\t{\n\t\t\t\t\tNetwork: \"global/networks/default\",\n\t\t\t\t\tSubnetwork: \"regions/us-central1/subnetworks/default\",\n\t\t\t\t\tNetworkIP: \"10.240.17.92\",\n\t\t\t\t\tIpv6Address: \"2600:1901:0:1234::1\",\n\t\t\t\t\tAccessConfigs: []*compute.AccessConfig{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tNatIP: \"10.240.17.93\",\n\t\t\t\t\t\t\tExternalIpv6: \"2600:1901:0:1234::2\",\n\t\t\t\t\t\t\tSecurityPolicy: \"projects/test-project/global/securityPolicies/test-security-policy\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tIpv6AccessConfigs: []*compute.AccessConfig{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tNatIP: \"10.240.17.94\",\n\t\t\t\t\t\t\tExternalIpv6: \"2600:1901:0:1234::3\",\n\t\t\t\t\t\t\tSecurityPolicy: \"projects/test-project/global/securityPolicies/test-security-policy-ipv6\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tGuestAccelerators: []*compute.AcceleratorConfig{\n\t\t\t\t{\n\t\t\t\t\tAcceleratorType: \"projects/test-project/zones/us-central1-a/acceleratorTypes/nvidia-tesla-t4\",\n\t\t\t\t\tAcceleratorCount: 1,\n\t\t\t\t},\n\t\t\t},\n\t\t\tScheduling: &compute.Scheduling{\n\t\t\t\tNodeAffinities: []*compute.SchedulingNodeAffinity{\n\t\t\t\t\t{\n\t\t\t\t\t\tKey: \"compute.googleapis.com/node-group-name\",\n\t\t\t\t\t\tOperator: \"IN\",\n\t\t\t\t\t\tValues: []string{\"projects/test-project/zones/us-central1-a/nodeGroups/my-node-group\"},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tReservationAffinity: &compute.ReservationAffinity{\n\t\t\t\tConsumeReservationType: \"SPECIFIC_RESERVATION\",\n\t\t\t\tKey: \"compute.googleapis.com/reservation-name\",\n\t\t\t\tValues: []string{\"my-reservation\"},\n\t\t\t},\n\t\t},\n\t\tSelfLink: \"https://compute.googleapis.com/compute/v1/projects/test-project/global/instanceTemplates/test-instance-template\",\n\t}\n\n\tsizeOfFirstPage := 100\n\tsizeOfLastPage := 1\n\n\ttemplatesWithNextPage := &compute.InstanceTemplateList{\n\t\tItems: dynamic.Multiply(template, sizeOfFirstPage),\n\t\tNextPageToken: \"next-page-token\",\n\t}\n\n\ttemplates := &compute.InstanceTemplateList{\n\t\tItems: dynamic.Multiply(template, sizeOfLastPage),\n\t}\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\t\"https://compute.googleapis.com/compute/v1/projects/test-project/global/instanceTemplates/test-instance-template\": {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: template,\n\t\t},\n\t\t\"https://compute.googleapis.com/compute/v1/projects/test-project/global/instanceTemplates\": {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: templatesWithNextPage,\n\t\t},\n\t\t\"https://compute.googleapis.com/compute/v1/projects/test-project/global/instanceTemplates?pageToken=next-page-token\": {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: templates,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.ComputeInstanceTemplate, linker, shared.NewMockHTTPClientProvider(expectedCallAndResponses), sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for ComputeInstanceTemplate: %v\", err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, \"test-instance-template\", true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get instance template: %v\", err)\n\t\t}\n\n\t\t// Verify the returned item\n\t\tif sdpItem.GetType() != gcpshared.ComputeInstanceTemplate.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", gcpshared.ComputeInstanceTemplate.String(), sdpItem.GetType())\n\t\t}\n\n\t\tif sdpItem.UniqueAttributeValue() != \"test-instance-template\" {\n\t\t\tt.Errorf(\"Expected unique attribute value 'test-instance-template', got %s\", sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.initializeParams.diskName\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"disk-name\",\n\t\t\t\t\tExpectedScope: \"test-project.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.source\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"source\",\n\t\t\t\t\tExpectedScope: \"test-project.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"projects/debian-cloud/global/images/family/debian-11\",\n\t\t\t\t\tExpectedScope: \"debian-cloud\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: \"test-project.us-central1\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.networkInterfaces.networkIP\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.240.17.92\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.networkInterfaces.ipv6Address\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2600:1901:0:1234::1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.networkInterfaces.accessConfigs.natIP\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.240.17.93\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.networkInterfaces.accessConfigs.externalIpv6\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2600:1901:0:1234::2\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.networkInterfaces.accessConfigs.securityPolicy\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-security-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.networkInterfaces.ipv6AccessConfigs.natIP\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.240.17.94\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.networkInterfaces.ipv6AccessConfigs.externalIpv6\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2600:1901:0:1234::3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.networkInterfaces.ipv6AccessConfigs.securityPolicy\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-security-policy-ipv6\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.initializeParams.sourceSnapshot\n\t\t\t\t\tExpectedType: gcpshared.ComputeSnapshot.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"my-snapshot\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.initializeParams.resourcePolicies\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"my-resource-policy\",\n\t\t\t\t\tExpectedScope: \"test-project.us-central1\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.initializeParams.storagePool\n\t\t\t\t\tExpectedType: gcpshared.ComputeStoragePool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"my-storage-pool\",\n\t\t\t\t\tExpectedScope: \"test-project.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.initializeParams.licenses\n\t\t\t\t\tExpectedType: gcpshared.ComputeLicense.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"debian-11-bullseye-init-param\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.initializeParams.licenses\n\t\t\t\t\tExpectedType: gcpshared.ComputeLicense.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"debian-11-bullseye-disk\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.initializeParams.sourceImageEncryptionKey.kmsKeyName\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|my-keyring|source-image-encryption-key\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.initializeParams.sourceImageEncryptionKey.kmsKeyServiceAccount\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"source-image-encryption-key-service-account@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.guestAccelerators.acceleratorType\n\t\t\t\t\tExpectedType: gcpshared.ComputeAcceleratorType.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"nvidia-tesla-t4\",\n\t\t\t\t\tExpectedScope: \"test-project.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.scheduling.nodeAffinities.values\n\t\t\t\t\tExpectedType: gcpshared.ComputeNodeGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"my-node-group\",\n\t\t\t\t\tExpectedScope: \"test-project.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.reservationAffinity.values\n\t\t\t\t\tExpectedType: gcpshared.ComputeReservation.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"my-reservation\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.initializeParams.diskType\n\t\t\t\t\tExpectedType: gcpshared.ComputeDiskType.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"pd-standard\",\n\t\t\t\t\tExpectedScope: \"test-project.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.initializeParams.sourceSnapshotEncryptionKey.kmsKeyName\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|my-keyring|source-snapshot-encryption-key\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.initializeParams.sourceSnapshotEncryptionKey.kmsKeyServiceAccount\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"source-snapshot-encryption-key-service-account@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.diskEncryptionKey.kmsKeyName\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|my-keyring|disk-encryption-key\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// properties.disks.diskEncryptionKey.kmsKeyServiceAccount\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"disk-encryption-key-service-account@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.ComputeInstanceTemplate, linker, shared.NewMockHTTPClientProvider(expectedCallAndResponses), sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for ComputeInstanceTemplate: %v\", err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a ListableAdapter\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list instance templatesWithNextPage: %v\", err)\n\t\t}\n\n\t\texpectedItemCount := sizeOfFirstPage + sizeOfLastPage\n\t\tif len(sdpItems) != expectedItemCount {\n\t\t\tt.Errorf(\"Expected %d instance template, got %d\", expectedItemCount, len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.ComputeInstanceTemplate, linker, shared.NewMockHTTPClientProvider(expectedCallAndResponses), sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for ComputeInstanceTemplate: %v\", err)\n\t\t}\n\n\t\texpectedItemCount := sizeOfFirstPage + sizeOfLastPage\n\t\titems := make(chan *sdp.Item, expectedItemCount)\n\t\tt.Cleanup(func() {\n\t\t\tclose(items)\n\t\t})\n\n\t\titemHandler := func(item *sdp.Item) {\n\t\t\ttime.Sleep(10 * time.Millisecond)\n\t\t\titems <- item\n\t\t}\n\n\t\terrHandler := func(err error) {\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Unexpected error in stream: %v\", err)\n\t\t\t}\n\t\t}\n\n\t\tlistStreamable, ok := adapter.(ListStreamAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a ListStreamAdapter\")\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(itemHandler, errHandler)\n\t\tlistStreamable.ListStream(ctx, projectID, true, stream)\n\n\t\tassert.Eventually(t, func() bool {\n\t\t\treturn len(items) == expectedItemCount\n\t\t}, 5*time.Second, 100*time.Millisecond, \"Expected to receive all items in the stream\")\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-license.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Compute License adapter for software licenses\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeLicense,\n\tmeta: gcpshared.AdapterMeta{\n\t\tInDevelopment: true,\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/licenses/get\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/licenses/{license}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://compute.googleapis.com/compute/v1/projects/%s/global/licenses/%s\"),\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/licenses\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/global/licenses\"),\n\t\tUniqueAttributeKeys: []string{\"licenses\"},\n\t\t// compute.licenses.list is only supported at TESTING stage.\n\t\t// Which means it can behave unexpectedly, and not recommended for production use.\n\t\t// https://cloud.google.com/iam/docs/custom-roles-permissions-support\n\t\t// TODO: Decide whether to support this officially or not.\n\t\tIAMPermissions: []string{\"compute.licenses.get\", \"compute.licenses.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-network-endpoint-group.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Network Endpoint Group (NEG) zonal resource.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/networkEndpointGroups/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/networkEndpointGroups/{networkEndpointGroup}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/networkEndpointGroups\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeNetworkEndpointGroup,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ZonalLevel,\n\t\tGetEndpointFunc: gcpshared.ZoneLevelEndpointFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/networkEndpointGroups/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ZoneLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/networkEndpointGroups\",\n\t\t),\n\t\t// The list response uses the key \"networkEndpointGroups\" for items.\n\t\tUniqueAttributeKeys: []string{\"networkEndpointGroups\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.networkEndpointGroups.get\",\n\t\t\t\"compute.networkEndpointGroups.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Parent VPC network reference (changes to network can impact NEG reachability; NEG changes do not impact network)\n\t\t\"network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t// Subnetwork reference (regional) – subnetwork changes can affect endpoints, NEG changes do not affect subnetwork\n\t\t\"subnetwork\": {\n\t\t\tToSDPItemType: gcpshared.ComputeSubnetwork,\n\t\t\tDescription: \"If the Compute Subnetwork is updated: Endpoint reachability or configuration for the NEG may change. If the NEG is updated: The subnetwork remains unaffected.\",\n\t\t},\n\t\t// Serverless NEG referencing a Cloud Run Service\n\t\t\"cloudRun.service\": {\n\t\t\tToSDPItemType: gcpshared.RunService,\n\t\t\tDescription: \"If the Cloud Run Service is updated or deleted: Requests routed via the NEG may fail or change behavior. If the NEG changes: The Cloud Run service remains unaffected.\",\n\t\t},\n\t\t// Serverless NEG referencing an App Engine service\n\t\t\"appEngine.service\": {\n\t\t\tToSDPItemType: gcpshared.AppEngineService,\n\t\t\tDescription: \"If the App Engine Service is updated or deleted: Requests routed via the NEG may fail or change behavior. If the NEG changes: The App Engine service remains unaffected.\",\n\t\t},\n\t\t// Serverless NEG referencing a Cloud Function\n\t\t\"cloudFunction.function\": {\n\t\t\tToSDPItemType: gcpshared.CloudFunctionsFunction,\n\t\t\tDescription: \"If the Cloud Function is updated or deleted: Requests routed via the NEG may fail or change behavior. If the NEG changes: The Cloud Function remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_network_endpoint_group\",\n\t\tMappings: []*sdp.TerraformMapping{{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_network_endpoint_group.name\",\n\t\t}},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-network-endpoint-group_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeNetworkEndpointGroup(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tzone := \"us-central1-a\"\n\tlinker := gcpshared.NewLinker()\n\tnegName := \"test-neg\"\n\n\tnetworkURL := fmt.Sprintf(\"projects/%s/global/networks/default\", projectID)\n\tsubnetworkURL := fmt.Sprintf(\"projects/%s/regions/us-central1/subnetworks/default\", projectID)\n\tcloudRunService := fmt.Sprintf(\"projects/%s/locations/us-central1/services/test-cloud-run-service\", projectID)\n\tappEngineService := \"test-app-engine-service\"\n\tcloudFunctionName := fmt.Sprintf(\"projects/%s/locations/us-central1/functions/test-cloud-function\", projectID)\n\n\tneg := &computepb.NetworkEndpointGroup{\n\t\tName: &negName,\n\t\tNetwork: &networkURL,\n\t\tSubnetwork: &subnetworkURL,\n\t\tCloudRun: &computepb.NetworkEndpointGroupCloudRun{\n\t\t\tService: &cloudRunService,\n\t\t},\n\t\tAppEngine: &computepb.NetworkEndpointGroupAppEngine{\n\t\t\tService: &appEngineService,\n\t\t},\n\t\tCloudFunction: &computepb.NetworkEndpointGroupCloudFunction{\n\t\t\tFunction: &cloudFunctionName,\n\t\t},\n\t}\n\n\tnegName2 := \"test-neg-2\"\n\tneg2 := &computepb.NetworkEndpointGroup{\n\t\tName: &negName2,\n\t}\n\n\tnegList := &computepb.NetworkEndpointGroupList{\n\t\tItems: []*computepb.NetworkEndpointGroup{neg, neg2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeNetworkEndpointGroup\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/networkEndpointGroups/%s\", projectID, zone, negName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: neg,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/networkEndpointGroups/%s\", projectID, zone, negName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: neg2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/networkEndpointGroups\", projectID, zone): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: negList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, zone), negName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != negName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", negName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Network link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Subnetwork link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t// Cloud Run service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.RunService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"us-central1\", \"test-cloud-run-service\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Note: App Engine service link test omitted because gcp-app-engine-service adapter doesn't exist yet\n\t\t\t\t// Cloud Function link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudFunctionsFunction.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"us-central1\", \"test-cloud-function\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, fmt.Sprintf(\"%s.%s\", projectID, zone), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/networkEndpointGroups/%s\", projectID, zone, negName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"NEG not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, zone), negName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-network.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Compute Network adapter for VPC networks\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeNetwork,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/networks/{network}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://compute.googleapis.com/compute/v1/projects/%s/global/networks/%s\"),\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/networks\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/global/networks\"),\n\t\tUniqueAttributeKeys: []string{\"networks\"},\n\t\tIAMPermissions: []string{\"compute.networks.get\", \"compute.networks.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"gatewayIPv4\": gcpshared.IPImpactBothWays,\n\t\t\"subnetworks\": {\n\t\t\tDescription: \"If the Compute Subnetwork is deleted: The network remains unaffected, but its subnetwork configuration may change. If the network is deleted: All associated subnetworks are also deleted.\",\n\t\t\tToSDPItemType: gcpshared.ComputeSubnetwork,\n\t\t},\n\t\t\"peerings.network\": {\n\t\t\tDescription: \"If the Compute Network Peering is deleted: The network remains unaffected, but its peering configuration may change. If the network is deleted: All associated peerings are also deleted.\",\n\t\t\tToSDPItemType: gcpshared.ComputeNetwork,\n\t\t},\n\t\t\"firewallPolicy\": {\n\t\t\tDescription: \"If the Compute Firewall Policy is updated: The network's security posture may change. If the network is updated: The firewall policy remains unaffected, but its application to the network may change.\",\n\t\t\tToSDPItemType: gcpshared.ComputeFirewallPolicy,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_network\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_network.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-network_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/compute/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeNetwork(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tnetworkName := \"test-network\"\n\n\tnetwork := &compute.Network{\n\t\tName: networkName,\n\t\tGatewayIPv4: \"10.0.0.1\",\n\t\tSubnetworks: []string{\n\t\t\t\"https://www.googleapis.com/compute/v1/projects/test-project/regions/us-central1/subnetworks/default\",\n\t\t},\n\t\tPeerings: []*compute.NetworkPeering{\n\t\t\t{\n\t\t\t\tNetwork: \"https://www.googleapis.com/compute/v1/projects/test-project/global/networks/peer-network\",\n\t\t\t},\n\t\t},\n\t}\n\n\tnetworkList := &compute.NetworkList{\n\t\tItems: []*compute.Network{network},\n\t}\n\n\tsdpItemType := gcpshared.ComputeNetwork\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/networks/%s\", projectID, networkName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: network,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/networks\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: networkList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, networkName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get network: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != networkName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", networkName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// gatewayIPv4\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// subnetworks\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: \"test-project.us-central1\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// peerings.network\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"peer-network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// TODO: Add test for firewallPolicy β†’ ComputeFirewallPolicy\n\t\t\t\t// Requires ComputeFirewallPolicy adapter to be implemented first\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list networks: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 network, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/networks/%s\", projectID, networkName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Network not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, networkName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent network, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-project.go", "content": "package adapters\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Compute Project adapter for Compute Engine project metadata\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeProject,\n\tmeta: gcpshared.AdapterMeta{\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/projects/get\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}\n\t\t/*\n\t\t\thttps://cloud.google.com/compute/docs/reference/rest/v1/projects/get\n\t\t\tTo decrease latency for this method, you can optionally omit any unneeded information from the response by using a field mask.\n\t\t\tThis practice is especially recommended for unused quota information (the quotas field).\n\t\t\tTo exclude one or more fields, set your request's fields query parameter to only include the fields you need.\n\t\t\tFor example, to only include the id and selfLink fields, add the query parameter ?fields=id,selfLink to your request.\n\t\t*/\n\t\t// We only need the name field for this adapter\n\t\t// This resource won't carry any attributes to link it to other resources.\n\t\t// It will always be a linked item from the other resources by its name.\n\t\t// Note: This adapter uses the query as the project ID, and validates it\n\t\t// against the adapter's configured project via location.ProjectID.\n\t\tGetEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\tif query == \"\" {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\tif query != location.ProjectID {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\treturn fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s?fields=name\", query)\n\t\t},\n\t\tUniqueAttributeKeys: []string{\"projects\"},\n\t\tIAMPermissions: []string{\"compute.projects.get\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"defaultServiceAccount\": {\n\t\t\tDescription: \"If the IAM Service Account is deleted: Project resources may fail to work as before. If the project is deleted: service account is deleted.\",\n\t\t\tToSDPItemType: gcpshared.IAMServiceAccount,\n\t\t},\n\t\t\"usageExportLocation.bucketName\": {\n\t\t\tDescription: \"If the Compute Bucket is deleted: Project usage export may fail. If the project is deleted: bucket is deleted.\",\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/google_project\",\n\t\tDescription: \"Maps google_project, Shared VPC, and project IAM resources to the Compute Project adapter.\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_project.project_id\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_shared_vpc_host_project.project\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_shared_vpc_service_project.service_project\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Host project is also affected when the attachment is created/destroyed.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_shared_vpc_service_project.host_project\",\n\t\t\t},\n\t\t\t// IAM resources for Projects. These are Terraform-only constructs\n\t\t\t// (no standalone GCP API resource exists). When an IAM binding/member/policy\n\t\t\t// changes, we resolve it to the parent project for blast radius analysis.\n\t\t\t//\n\t\t\t// Reference: https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/google_project_iam\n\t\t\t{\n\t\t\t\t// Authoritative for a given role β€” grants the role to a list of members.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_project_iam_binding.project\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Non-authoritative β€” grants a single member a single role.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_project_iam_member.project\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Authoritative for the entire IAM policy on the project.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_project_iam_policy.project\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Configures which services and log types are audited for the project.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_project_iam_audit_config.project\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-project_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/compute/v1\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeProject(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\n\tproject := &compute.Project{\n\t\tName: projectID,\n\t\tDefaultServiceAccount: \"default-sa@test-project.iam.gserviceaccount.com\",\n\t\tUsageExportLocation: &compute.UsageExportLocation{\n\t\t\tBucketName: \"usage-export-bucket\",\n\t\t},\n\t}\n\n\tsdpItemType := gcpshared.ComputeProject\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s?fields=name\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: project,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get project: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// defaultServiceAccount\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// usageExportLocation.bucketName\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"usage-export-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s?fields=name\", projectID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Project not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, projectID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent project, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-public-delegated-prefix.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Public Delegated Prefix (regional) resource.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/publicDelegatedPrefixes/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/publicDelegatedPrefixes/{publicDelegatedPrefix}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/publicDelegatedPrefixes\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputePublicDelegatedPrefix,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.RegionalLevel,\n\t\tGetEndpointFunc: gcpshared.RegionalLevelEndpointFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/publicDelegatedPrefixes/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.RegionLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/publicDelegatedPrefixes\",\n\t\t),\n\t\t// Provide a no-op search for terraform mapping support with full resource ID.\n\t\t// Expected search query: projects/{project}/regions/{region}/publicDelegatedPrefixes/{name}\n\t\t// Returns empty URL to trigger GET with the provided full name.\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\treturn \"\"\n\t\t},\n\t\tSearchDescription: \"Search with full ID: projects/[project]/regions/[region]/publicDelegatedPrefixes/[name] (used for terraform mapping).\",\n\t\tUniqueAttributeKeys: []string{\"publicDelegatedPrefixes\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.publicDelegatedPrefixes.get\",\n\t\t\t\"compute.publicDelegatedPrefixes.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t\t// HEALTH: status (e.g., LIVE/TO_BE_DELETED) may be present on the resource\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Parent Public Advertised Prefix from which this delegated prefix is allocated.\n\t\t\"parentPrefix\": {\n\t\t\tToSDPItemType: gcpshared.ComputePublicAdvertisedPrefix,\n\t\t\tDescription: \"If the Public Advertised Prefix is updated or deleted: the delegated prefix may become invalid or withdrawn. If the delegated prefix changes: the parent advertised prefix remains structurally unaffected.\",\n\t\t},\n\t\t// Each sub-prefix may be delegated to a specific project.\n\t\t\"publicDelegatedSubPrefixs.delegateeProject\": {\n\t\t\tToSDPItemType: gcpshared.CloudResourceManagerProject,\n\t\t\tDescription: \"If the delegatee Project is deleted or disabled: usage of the delegated sub-prefix may stop working. If the delegated prefix changes: the project resource remains unaffected.\",\n\t\t},\n\t\t\"publicDelegatedSubPrefixs.name\": {\n\t\t\tToSDPItemType: gcpshared.ComputePublicDelegatedPrefix,\n\t\t\tDescription: \"If the delegated sub-prefix is updated or deleted: usage of the sub-prefix may stop working. If the parent delegated prefix changes: the sub-prefix remains structurally unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_public_delegated_prefix\",\n\t\tDescription: \"id => projects/{{project}}/regions/{{region}}/publicDelegatedPrefixes/{{name}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_compute_public_delegated_prefix.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-public-delegated-prefix_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputePublicDelegatedPrefix(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tregion := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tprefixName := \"test-prefix\"\n\n\tparentPrefixURL := fmt.Sprintf(\"projects/%s/global/publicAdvertisedPrefixes/test-parent-prefix\", projectID)\n\tsubPrefixName1 := fmt.Sprintf(\"projects/%s/regions/%s/publicDelegatedPrefixes/test-sub-prefix-1\", projectID, region)\n\tsubPrefixName2 := fmt.Sprintf(\"projects/%s/regions/%s/publicDelegatedPrefixes/test-sub-prefix-2\", projectID, region)\n\tdelegateeProject1 := \"projects/delegatee-project-1\"\n\tdelegateeProject2 := \"projects/delegatee-project-2\"\n\n\tprefix := &computepb.PublicDelegatedPrefix{\n\t\tName: &prefixName,\n\t\tParentPrefix: &parentPrefixURL,\n\t\tPublicDelegatedSubPrefixs: []*computepb.PublicDelegatedPrefixPublicDelegatedSubPrefix{\n\t\t\t{\n\t\t\t\tName: &subPrefixName1,\n\t\t\t\tDelegateeProject: &delegateeProject1,\n\t\t\t},\n\t\t\t{\n\t\t\t\tName: &subPrefixName2,\n\t\t\t\tDelegateeProject: &delegateeProject2,\n\t\t\t},\n\t\t},\n\t}\n\n\tprefixName2 := \"test-prefix-2\"\n\tprefix2 := &computepb.PublicDelegatedPrefix{\n\t\tName: &prefixName2,\n\t}\n\n\tprefixList := &computepb.PublicDelegatedPrefixList{\n\t\tItems: []*computepb.PublicDelegatedPrefix{prefix, prefix2},\n\t}\n\n\tsdpItemType := gcpshared.ComputePublicDelegatedPrefix\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/publicDelegatedPrefixes/%s\", projectID, region, prefixName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: prefix,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/publicDelegatedPrefixes/%s\", projectID, region, prefixName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: prefix2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/publicDelegatedPrefixes\", projectID, region): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: prefixList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), prefixName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != prefixName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", prefixName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Note: Parent prefix link test omitted because gcp-compute-public-advertised-prefix adapter doesn't exist yet\n\t\t\t\t// Delegatee project 1 link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudResourceManagerProject.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"delegatee-project-1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Delegatee project 2 link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudResourceManagerProject.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"delegatee-project-2\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Sub-prefix 1 link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputePublicDelegatedPrefix.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-sub-prefix-1\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t// Sub-prefix 2 link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputePublicDelegatedPrefix.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-sub-prefix-2\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/regions/[region]/publicDelegatedPrefixes/[name]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/regions/%s/publicDelegatedPrefixes/%s\", projectID, region, prefixName)\n\t\tsdpItems, err := searchable.Search(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != fmt.Sprintf(\"%s.%s\", projectID, region) {\n\t\t\tt.Errorf(\"Expected first item scope '%s.%s', got %s\", projectID, region, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/publicDelegatedPrefixes/%s\", projectID, region, prefixName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Prefix not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), prefixName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-region-commitment.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeRegionCommitment,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OTHER,\n\t\tLocationLevel: gcpshared.RegionalLevel,\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/regionCommitments/get\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/commitments/{commitment}\n\t\tGetEndpointFunc: gcpshared.RegionalLevelEndpointFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/commitments/%s\"),\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/regionCommitments/list\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/commitments\n\t\tListEndpointFunc: gcpshared.RegionLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/commitments\"),\n\t\tUniqueAttributeKeys: []string{\"commitments\"},\n\t\tIAMPermissions: []string{\"compute.commitments.get\", \"compute.commitments.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t\t// HEALTH: https://cloud.google.com/compute/docs/reference/rest/v1/regionCommitments#Status\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"reservations.name\": {\n\t\t\tToSDPItemType: gcpshared.ComputeReservation,\n\t\t\tDescription: \"If the Region Commitment is deleted or updated: Reservations that reference this commitment may lose associated discounts or resource guarantees. If the Reservation is updated or deleted: The commitment remains unaffected.\",\n\t\t},\n\t\t\"licenseResource.license\": {\n\t\t\tToSDPItemType: gcpshared.ComputeLicense,\n\t\t\tDescription: \"If the Region Commitment is deleted or updated: Licenses that reference this commitment won't be affected. If the License is updated or deleted: The commitment may lose associated discounts or resource guarantees.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_region_commitment\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_region_commitment.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-region-commitment_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeRegionCommitment(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tregion := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tcommitmentName := \"test-commitment\"\n\n\treservationName := \"test-reservation\"\n\tlicenseURL := fmt.Sprintf(\"projects/%s/global/licenses/test-license\", projectID)\n\tcommitment := &computepb.Commitment{\n\t\tName: &commitmentName,\n\t\tReservations: []*computepb.Reservation{\n\t\t\t{\n\t\t\t\tName: &reservationName,\n\t\t\t},\n\t\t},\n\t\tLicenseResource: &computepb.LicenseResourceCommitment{\n\t\t\tLicense: &licenseURL,\n\t\t},\n\t}\n\n\tcommitmentName2 := \"test-commitment-2\"\n\tcommitment2 := &computepb.Commitment{\n\t\tName: &commitmentName2,\n\t}\n\n\tcommitmentList := &computepb.CommitmentList{\n\t\tItems: []*computepb.Commitment{commitment, commitment2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeRegionCommitment\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/commitments/%s\", projectID, region, commitmentName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: commitment,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/commitments/%s\", projectID, region, commitmentName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: commitment2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/commitments\", projectID, region): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: commitmentList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), commitmentName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != commitmentName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", commitmentName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeReservation.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-reservation\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeLicense.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-license\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/commitments/%s\", projectID, region, commitmentName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Commitment not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), commitmentName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-resource-policy.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Compute Resource Policy adapter for resource policies\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeResourcePolicy,\n\tmeta: gcpshared.AdapterMeta{\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/resourcePolicies/get\n\t\tInDevelopment: true,\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.RegionalLevel,\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/resourcePolicies/{resourcePolicy}\n\t\tGetEndpointFunc: gcpshared.RegionalLevelEndpointFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/resourcePolicies/%s\"),\n\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/resourcePolicies/list\n\t\tListEndpointFunc: gcpshared.RegionLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/resourcePolicies\"),\n\t\tUniqueAttributeKeys: []string{\"resourcePolicies\"},\n\t\tIAMPermissions: []string{\"compute.resourcePolicies.get\", \"compute.resourcePolicies.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Cloud Storage bucket storage location where snapshots created by this policy are stored.\n\t\t// The storageLocations field can contain bucket names, gs:// URIs, or region identifiers.\n\t\t// The manual adapter linker will handle extraction of bucket names from various formats.\n\t\t\"snapshotSchedulePolicy.snapshotProperties.storageLocations\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Storage Bucket is deleted or updated: The Resource Policy may fail to create snapshots. If the Resource Policy is updated: The Storage Bucket remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-route.go", "content": "package adapters\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Compute Route adapter for VPC routes\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeRoute,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/routes/{route}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://compute.googleapis.com/compute/v1/projects/%s/global/routes/%s\"),\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/routes\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/global/routes\"),\n\t\tUniqueAttributeKeys: []string{\"routes\"},\n\t\tIAMPermissions: []string{\"compute.routes.get\", \"compute.routes.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t\t// Tag-based SEARCH: list all routes then filter by tag.\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\tif query == \"\" || strings.Contains(query, \"/\") {\n\t\t\t\treturn \"\"\n\t\t\t}\n\t\t\treturn fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/routes\", location.ProjectID)\n\t\t},\n\t\tSearchDescription: \"Search for routes by network tag. The query is a plain network tag name.\",\n\t\tSearchFilterFunc: routeTagFilter,\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/routes/get\n\t\t// Network that the route belongs to\n\t\t\"network\": {\n\t\t\tDescription: \"If the Compute Network is updated: The route may no longer be valid or correctly associated. If the route is updated: The network remains unaffected, but its routing behavior may change.\",\n\t\t\tToSDPItemType: gcpshared.ComputeNetwork,\n\t\t},\n\t\t// Network that the route forwards traffic to, so the relationship will/may be different\n\t\t\"nextHopNetwork\": {\n\t\t\tDescription: \"If the Compute Network is updated: The route may no longer forward traffic properly. If the route is updated: The network remains unaffected but traffic routed through it may be affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeNetwork,\n\t\t},\n\t\t\"nextHopIp\": {\n\t\t\tDescription: \"The network IP address of an instance that should handle matching packets. Tightly coupled with the Compute Route.\",\n\t\t\tToSDPItemType: stdlib.NetworkIP,\n\t\t},\n\t\t\"nextHopInstance\": {\n\t\t\tDescription: \"If the Compute Instance is updated: Routes using it as a next hop may break or change behavior. If the route is deleted: The instance remains unaffected but traffic that was previously using that route will be impacted.\",\n\t\t\tToSDPItemType: gcpshared.ComputeInstance,\n\t\t},\n\t\t\"nextHopVpnTunnel\": {\n\t\t\tDescription: \"If the VPN Tunnel is updated: The route may no longer forward traffic properly. If the route is updated: The VPN tunnel remains unaffected but traffic routed through it may be affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeVpnTunnel,\n\t\t},\n\t\t\"nextHopGateway\": {\n\t\t\tDescription: \"If the Compute Gateway is updated: The route may no longer forward traffic properly. If the route is updated: The gateway remains unaffected but traffic routed through it may be affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeGateway,\n\t\t},\n\t\t\"nextHopHub\": {\n\t\t\t// https://cloud.google.com/network-connectivity/docs/reference/networkconnectivity/rest/v1/projects.locations.global.hubs/get\n\t\t\tDescription: \"The full resource name of the Network Connectivity Center hub that will handle matching packets. If the hub is updated: The route may no longer forward traffic properly. If the route is updated: The hub remains unaffected but traffic routed through it may be affected.\",\n\t\t\tToSDPItemType: gcpshared.NetworkConnectivityHub,\n\t\t},\n\t\t\"nextHopIlb\": {\n\t\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/routes/get\n\t\t\t// Can be either a URL to a forwarding rule (loadBalancingScheme=INTERNAL) or an IP address\n\t\t\t// When it's a URL, it references the ForwardingRule. When it's an IP, it's the IP address of the forwarding rule.\n\t\t\tDescription: \"The URL to a forwarding rule of type loadBalancingScheme=INTERNAL that should handle matching packets, or the IP address of the forwarding rule. If the Forwarding Rule is updated or deleted: The route may no longer forward traffic properly. If the route is updated: The forwarding rule remains unaffected but traffic routed through it may be affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeForwardingRule,\n\t\t},\n\t\t\"nextHopInterconnectAttachment\": {\n\t\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/routes/get\n\t\t\tDescription: \"The URL to an InterconnectAttachment which is the next hop for the route. If the Interconnect Attachment is updated or deleted: The route may no longer forward traffic properly. If the route is updated: The interconnect attachment remains unaffected but traffic routed through it may be affected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeInterconnectAttachment,\n\t\t},\n\t\t\"tags\": {\n\t\t\tDescription: \"Route specifies network tags to apply routing rules only to instances and instance templates with matching tags. Overmind automatically discovers instances and templates with these tags, enabling blast radius analysis to show which resources will be affected when you modify a route's tags.\",\n\t\t\tToSDPItemType: gcpshared.ComputeInstance,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_route\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_route.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n\n// routeTagFilter keeps routes whose tags array contains the query tag.\nfunc routeTagFilter(query string, item *sdp.Item) bool {\n\treturn itemAttributeContainsTag(item, \"tags\", query)\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-route_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/compute/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeRoute(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\trouteName := \"test-route\"\n\n\troute := &compute.Route{\n\t\tName: routeName,\n\t\tNetwork: \"https://www.googleapis.com/compute/v1/projects/test-project/global/networks/default\",\n\t\tNextHopNetwork: \"https://www.googleapis.com/compute/v1/projects/test-project/global/networks/peer-network\",\n\t\tNextHopIp: \"10.0.0.1\",\n\t\tNextHopInstance: \"https://www.googleapis.com/compute/v1/projects/test-project/zones/us-central1-a/instances/test-instance\",\n\t\tNextHopVpnTunnel: \"https://www.googleapis.com/compute/v1/projects/test-project/regions/us-central1/vpnTunnels/test-tunnel\",\n\t}\n\n\trouteList := &compute.RouteList{\n\t\tItems: []*compute.Route{route},\n\t}\n\n\tsdpItemType := gcpshared.ComputeRoute\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/routes/%s\", projectID, routeName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: route,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/routes\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: routeList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, routeName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get route: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != routeName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", routeName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// network\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// nextHopNetwork\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"peer-network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// nextHopIp\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// nextHopVpnTunnel\n\t\t\t\t\tExpectedType: gcpshared.ComputeVpnTunnel.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-tunnel\",\n\t\t\t\t\tExpectedScope: \"test-project.us-central1\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// nextHopInstance\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: \"test-project.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t// TODO: Add test for nextHopGateway β†’ ComputeGateway\n\t\t\t\t// Requires ComputeGateway adapter to be implemented first\n\t\t\t\t// TODO: Add test for nextHopHub β†’ NetworkConnectivityHub\n\t\t\t\t// Requires NetworkConnectivityHub adapter to be implemented first\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list routes: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 route, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/routes/%s\", projectID, routeName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Route not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, routeName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent route, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-router.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeRouter,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.RegionalLevel,\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/routers/get\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/routers/{router}\n\t\tGetEndpointFunc: gcpshared.RegionalLevelEndpointFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/routers/%s\"),\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/routers/list\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/routers\n\t\tListEndpointFunc: gcpshared.RegionLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/routers\"),\n\t\t// Provide a no-op search for terraform mapping support with full resource ID.\n\t\t// Expected search query: projects/{project}/regions/{region}/routers/{router}\n\t\t// Returns empty URL to trigger GET with the provided full name.\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\treturn \"\"\n\t\t},\n\t\tSearchDescription: \"Search with full ID: projects/[project]/regions/[region]/routers/[router] (used for terraform mapping).\",\n\t\tUniqueAttributeKeys: []string{\"routers\"},\n\t\tIAMPermissions: []string{\"compute.routers.get\", \"compute.routers.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t\"interfaces.linkedInterconnectAttachment\": {\n\t\t\tToSDPItemType: gcpshared.ComputeInterconnectAttachment,\n\t\t\tDescription: \"They are tightly coupled.\",\n\t\t},\n\t\t\"interfaces.privateIpAddress\": gcpshared.IPImpactBothWays,\n\t\t\"interfaces.subnetwork\": gcpshared.ComputeSubnetworkImpactInOnly,\n\t\t\"bgpPeers.peerIpAddress\": gcpshared.IPImpactBothWays,\n\t\t\"bgpPeers.ipAddress\": gcpshared.IPImpactBothWays,\n\t\t\"bgpPeers.ipv4NexthopAddress\": gcpshared.IPImpactBothWays,\n\t\t\"bgpPeers.peerIpv4NexthopAddress\": gcpshared.IPImpactBothWays,\n\t\t\"nats.natIps\": {\n\t\t\tToSDPItemType: stdlib.NetworkIP,\n\t\t\tDescription: \"If the NAT IP address is deleted or updated: The Router NAT may fail to function correctly. If the Router NAT is updated: The IP address remains unaffected.\",\n\t\t},\n\t\t\"nats.drainNatIps\": {\n\t\t\tToSDPItemType: stdlib.NetworkIP,\n\t\t\tDescription: \"If the draining NAT IP address is deleted or updated: The Router NAT may fail to drain correctly. If the Router NAT is updated: The IP address remains unaffected.\",\n\t\t},\n\t\t\"nats.subnetworks.name\": gcpshared.ComputeSubnetworkImpactInOnly,\n\t\t\"nats.nat64Subnetworks.name\": gcpshared.ComputeSubnetworkImpactInOnly,\n\t\t\"interfaces.linkedVpnTunnel\": {\n\t\t\tToSDPItemType: gcpshared.ComputeVpnTunnel,\n\t\t\tDescription: \"They are tightly coupled.\",\n\t\t},\n\t\t// Child resource: RoutePolicy - Router can list all its route policies via listRoutePolicies\n\t\t// This is a link from parent to child via SEARCH\n\t\t// The child adapter must support SEARCH method that accepts router name as a parameter\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.ComputeRoutePolicy,\n\t\t\tDescription: \"If the Router is deleted or updated: All associated Route Policies may become invalid or inaccessible. If a Route Policy is updated: The router remains unaffected.\",\n\t\t\tIsParentToChild: true, // Router discovers all its Route Policies via SEARCH\n\t\t},\n\t\t// Note: BgpRoute is also a child resource with listBgpRoutes endpoint, but we can only use \"name\"\n\t\t// once in the link rules map. When BgpRoute adapter is created with SEARCH support,\n\t\t// we can consider using a different field or handling it separately.\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_router\",\n\t\tDescription: \"id => projects/{{project}}/regions/{{region}}/routers/{{router}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_compute_router.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-router_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeRouter(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tregion := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\trouterName := \"test-router\"\n\n\t// Create mock protobuf object\n\trouter := &computepb.Router{\n\t\tName: new(routerName),\n\t\tDescription: new(\"Test Router\"),\n\t\tNetwork: new(fmt.Sprintf(\"projects/%s/global/networks/default\", projectID)),\n\t\tRegion: new(fmt.Sprintf(\"projects/%s/regions/%s\", projectID, region)),\n\t\tInterfaces: []*computepb.RouterInterface{\n\t\t\t{\n\t\t\t\tName: new(\"interface-1\"),\n\t\t\t\tLinkedInterconnectAttachment: new(fmt.Sprintf(\"projects/%s/regions/%s/interconnectAttachments/test-attachment\", projectID, region)),\n\t\t\t\tPrivateIpAddress: new(\"10.0.0.1\"),\n\t\t\t\tSubnetwork: new(fmt.Sprintf(\"projects/%s/regions/%s/subnetworks/test-subnet\", projectID, region)),\n\t\t\t\tLinkedVpnTunnel: new(fmt.Sprintf(\"projects/%s/regions/%s/vpnTunnels/test-tunnel\", projectID, region)),\n\t\t\t},\n\t\t},\n\t\tBgpPeers: []*computepb.RouterBgpPeer{\n\t\t\t{\n\t\t\t\tName: new(\"bgp-peer-1\"),\n\t\t\t\tPeerIpAddress: new(\"192.168.1.1\"),\n\t\t\t\tIpAddress: new(\"192.168.1.2\"),\n\t\t\t\tIpv4NexthopAddress: new(\"192.168.1.3\"),\n\t\t\t\tPeerIpv4NexthopAddress: new(\"192.168.1.4\"),\n\t\t\t},\n\t\t},\n\t\tNats: []*computepb.RouterNat{\n\t\t\t{\n\t\t\t\tName: new(\"nat-1\"),\n\t\t\t\tNatIps: []string{\"203.0.113.1\", \"203.0.113.2\"},\n\t\t\t\tDrainNatIps: []string{\"203.0.113.3\"},\n\t\t\t\tSubnetworks: []*computepb.RouterNatSubnetworkToNat{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(fmt.Sprintf(\"projects/%s/regions/%s/subnetworks/nat-subnet\", projectID, region)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tNat64Subnetworks: []*computepb.RouterNatSubnetworkToNat64{\n\t\t\t\t\t{\n\t\t\t\t\t\tName: new(fmt.Sprintf(\"projects/%s/regions/%s/subnetworks/nat64-subnet\", projectID, region)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\t// Create second router for list testing\n\trouterName2 := \"test-router-2\"\n\trouter2 := &computepb.Router{\n\t\tName: new(routerName2),\n\t\tDescription: new(\"Test Router 2\"),\n\t\tNetwork: new(fmt.Sprintf(\"projects/%s/global/networks/default\", projectID)),\n\t\tRegion: new(fmt.Sprintf(\"projects/%s/regions/%s\", projectID, region)),\n\t}\n\n\t// Create list response with multiple items\n\trouterList := &computepb.RouterList{\n\t\tItems: []*computepb.Router{router, router2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeRouter\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/routers/%s\", projectID, region, routerName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: router,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/routers/%s\", projectID, region, routerName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: router2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/routers\", projectID, region): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: routerList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), routerName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != routerName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", routerName, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\texpectedScope := fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", expectedScope, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\tif val != routerName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", routerName, val)\n\t\t}\n\n\t\t// Include static tests - covers ALL link rule links\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Network link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Interface private IP address\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// Interface subnetwork\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-subnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t// Interconnect attachment link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInterconnectAttachment.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-attachment\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t// VPN tunnel link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeVpnTunnel.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-tunnel\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t// BGP peer IP addresses\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.2\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.4\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// NAT IP addresses\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.2\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// NAT subnetworks\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"nat-subnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"nat64-subnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\texpectedScope := fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\tsdpItems, err := listable.List(ctx, expectedScope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != expectedScope {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", expectedScope, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/regions/[region]/routers/[router]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/regions/%s/routers/%s\", projectID, region, routerName)\n\t\texpectedScope := fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\tsdpItems, err := searchable.Search(ctx, expectedScope, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != expectedScope {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", expectedScope, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/routers/%s\", projectID, region, routerName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Router not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\texpectedScope := fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\t_, err = adapter.Get(ctx, expectedScope, routerName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-ssl-certificate.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nvar computeSSLCertificateAdapter = registerableAdapter{ //nolint:unused\n\tsdpType: gcpshared.ComputeSSLCertificate,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/sslCertificates/get\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/sslCertificates/{sslCertificate}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslCertificates/%s\"),\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/sslCertificates/list\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/global/sslCertificates\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslCertificates\"),\n\t\tUniqueAttributeKeys: []string{\"sslCertificates\"},\n\t\tIAMPermissions: []string{\"compute.sslCertificates.get\", \"compute.sslCertificates.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_ssl_certificate\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_ssl_certificate.name\",\n\t\t\t},\n\t\t},\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// There are no link rules originating from Compute SSL Certificates\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-ssl-certificate_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeSSLCertificate(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tcertificateName := \"test-ssl-certificate\"\n\n\t// Create mock protobuf object\n\tcertificate := &computepb.SslCertificate{\n\t\tName: new(certificateName),\n\t\tDescription: new(\"Test SSL Certificate\"),\n\t\tCertificate: new(\"-----BEGIN CERTIFICATE-----\\nMIIC...test certificate data...\\n-----END CERTIFICATE-----\"),\n\t\tPrivateKey: new(\"-----BEGIN PRIVATE KEY-----\\nMIIE...test private key data...\\n-----END PRIVATE KEY-----\"),\n\t\tSelfLink: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/sslCertificates/%s\", projectID, certificateName)),\n\t}\n\n\t// Create second certificate for list testing\n\tcertificateName2 := \"test-ssl-certificate-2\"\n\tcertificate2 := &computepb.SslCertificate{\n\t\tName: new(certificateName2),\n\t\tDescription: new(\"Test SSL Certificate 2\"),\n\t\tCertificate: new(\"-----BEGIN CERTIFICATE-----\\nMIIC...test certificate data 2...\\n-----END CERTIFICATE-----\"),\n\t\tSelfLink: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/sslCertificates/%s\", projectID, certificateName2)),\n\t}\n\n\t// Create list response with multiple items\n\tcertificateList := &computepb.SslCertificateList{\n\t\tItems: []*computepb.SslCertificate{certificate, certificate2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeSSLCertificate\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslCertificates/%s\", projectID, certificateName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: certificate,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslCertificates/%s\", projectID, certificateName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: certificate2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslCertificates\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: certificateList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, certificateName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != certificateName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", certificateName, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\tif val != certificateName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", certificateName, val)\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslCertificates/%s\", projectID, certificateName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"SSL Certificate not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, certificateName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-ssl-policy.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// SSL Policy (global, project-level) defines SSL/TLS connection settings for secure network communications in Google Cloud Load Balancers\n// GCP Ref (GET): https://cloud.google.com/compute/docs/reference/rest/v1/sslPolicies/get\n// GET https://compute.googleapis.com/compute/v1/projects/{project}/global/sslPolicies/{sslPolicy}\n// LIST https://compute.googleapis.com/compute/v1/projects/{project}/global/sslPolicies\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeSSLPolicy,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslPolicies/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslPolicies\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"sslPolicies\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.sslPolicies.get\",\n\t\t\t\"compute.sslPolicies.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// SSL Policies are configuration-only resources that define TLS/SSL parameters\n\t\t// They don't have dependencies on other GCP resources, but are referenced by:\n\t\t// - Target HTTPS Proxies (via sslPolicy field)\n\t\t// - Target SSL Proxies (via sslPolicy field)\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_ssl_policy\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_ssl_policy.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-ssl-policy_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeSSLPolicy(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tpolicyName := \"test-ssl-policy\"\n\n\tpolicy := &computepb.SslPolicy{\n\t\tName: &policyName,\n\t}\n\n\tpolicyName2 := \"test-ssl-policy-2\"\n\tpolicy2 := &computepb.SslPolicy{\n\t\tName: &policyName2,\n\t}\n\n\tpolicyList := &computepb.SslPoliciesList{\n\t\tItems: []*computepb.SslPolicy{policy, policy2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeSSLPolicy\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslPolicies/%s\", projectID, policyName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: policy,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslPolicies/%s\", projectID, policyName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: policy2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslPolicies\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: policyList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, policyName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != policyName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", policyName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\t// Skip static tests - no link rules for this adapter\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/sslPolicies/%s\", projectID, policyName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"SSL policy not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, policyName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-storage-pool.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Compute Storage Pool adapter for storage pools\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeStoragePool,\n\tmeta: gcpshared.AdapterMeta{\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/storagePools/get\n\t\tInDevelopment: true,\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\tLocationLevel: gcpshared.ZonalLevel,\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/storagePools/{storagePool}\n\t\tGetEndpointFunc: gcpshared.ZoneLevelEndpointFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/storagePools/%s\"),\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/storagePools\n\t\tListEndpointFunc: gcpshared.ZoneLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/storagePools\"),\n\t\tUniqueAttributeKeys: []string{\"storagePools\"},\n\t\tIAMPermissions: []string{\"compute.storagePools.get\", \"compute.storagePools.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Link to the storage pool type that defines the characteristics of this storage pool\n\t\t\"storagePoolType\": {\n\t\t\tToSDPItemType: gcpshared.ComputeStoragePoolType,\n\t\t\tDescription: \"If the Storage Pool Type is deleted or updated: The Storage Pool may fail to operate correctly or become invalid. If the Storage Pool is updated: The Storage Pool Type remains unaffected.\",\n\t\t},\n\t\t// Link to the zone where the storage pool resides\n\t\t\"zone\": {\n\t\t\tToSDPItemType: gcpshared.ComputeZone,\n\t\t\tDescription: \"If the Zone is deleted or becomes unavailable: The Storage Pool may become inaccessible. If the Storage Pool is updated: The Zone remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-subnetwork.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Compute Subnetwork adapter for VPC subnetworks\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeSubnetwork,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.RegionalLevel,\n\t\t// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/subnetworks/get\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/subnetworks/{subnetwork}\n\t\tGetEndpointFunc: gcpshared.RegionalLevelEndpointFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/subnetworks/%s\"),\n\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/subnetworks\n\t\tListEndpointFunc: gcpshared.RegionLevelListFunc(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/subnetworks\"),\n\t\tUniqueAttributeKeys: []string{\"subnetworks\"},\n\t\tIAMPermissions: []string{\"compute.subnetworks.get\", \"compute.subnetworks.list\"},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"network\": {\n\t\t\tDescription: \"If the Compute Network is updated: The firewall rules may no longer apply correctly. If the firewall is updated: The network remains unaffected, but its security posture may change.\",\n\t\t\tToSDPItemType: gcpshared.ComputeNetwork,\n\t\t},\n\t\t\"gatewayAddress\": gcpshared.IPImpactBothWays,\n\t\t\"secondaryIpRanges.reservedInternalRange\": {\n\t\t\tDescription: \"If the Reserved Internal Range is deleted or updated: The subnetwork's secondary IP range configuration may become invalid. If the subnetwork is updated: The internal range remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.NetworkConnectivityInternalRange,\n\t\t},\n\t\t\"ipCollection\": {\n\t\t\tDescription: \"If the Public Delegated Prefix is deleted or updated: The subnetwork may lose its IP allocation source (BYOIP). If the subnetwork is updated: The prefix remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.ComputePublicDelegatedPrefix,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_subnetwork\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_subnetwork.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-subnetwork_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/compute/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeSubnetwork(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tregion := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tsubnetworkName := \"test-subnetwork\"\n\n\tsubnetwork := &compute.Subnetwork{\n\t\tName: subnetworkName,\n\t\tNetwork: \"https://www.googleapis.com/compute/v1/projects/test-project/global/networks/default\",\n\t\tGatewayAddress: \"10.0.0.1\",\n\t\tIpCidrRange: \"10.0.0.0/24\",\n\t\tRegion: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/regions/%s\", projectID, region),\n\t}\n\n\tsubnetworkList := &compute.SubnetworkList{\n\t\tItems: []*compute.Subnetwork{subnetwork},\n\t}\n\n\tsdpItemType := gcpshared.ComputeSubnetwork\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/subnetworks/%s\", projectID, region, subnetworkName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: subnetwork,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/subnetworks\", projectID, region): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: subnetworkList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), subnetworkName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subnetwork: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != subnetworkName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", subnetworkName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// network\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// gatewayAddress\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list subnetworks: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 subnetwork, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/subnetworks/%s\", projectID, region, subnetworkName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Subnetwork not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), subnetworkName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent subnetwork, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-target-http-proxy.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Target HTTP Proxy (global, project-level) resource.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/targetHttpProxies/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/global/targetHttpProxies/{targetHttpProxy}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/global/targetHttpProxies\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeTargetHttpProxy,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpProxies/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpProxies\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"targetHttpProxies\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.targetHttpProxies.get\",\n\t\t\t\"compute.targetHttpProxies.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"urlMap\": {\n\t\t\tToSDPItemType: gcpshared.ComputeUrlMap,\n\t\t\tDescription: \"If the URL Map is updated or deleted: The HTTP proxy routing behavior may change or break. If the proxy changes: The URL map remains structurally unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_target_http_proxy\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_target_http_proxy.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-target-http-proxy_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeTargetHttpProxy(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tproxyName := \"test-http-proxy\"\n\n\turlMapURL := fmt.Sprintf(\"projects/%s/global/urlMaps/test-url-map\", projectID)\n\tproxy := &computepb.TargetHttpProxy{\n\t\tName: &proxyName,\n\t\tUrlMap: &urlMapURL,\n\t}\n\n\tproxyName2 := \"test-http-proxy-2\"\n\tproxy2 := &computepb.TargetHttpProxy{\n\t\tName: &proxyName2,\n\t}\n\n\tproxyList := &computepb.TargetHttpProxyList{\n\t\tItems: []*computepb.TargetHttpProxy{proxy, proxy2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeTargetHttpProxy\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpProxies/%s\", projectID, proxyName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: proxy,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpProxies/%s\", projectID, proxyName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: proxy2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpProxies\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: proxyList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, proxyName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != proxyName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", proxyName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeUrlMap.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-url-map\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpProxies/%s\", projectID, proxyName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Proxy not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, proxyName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-target-https-proxy.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Target HTTPS Proxy (global, project-level) resource.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/targetHttpsProxies/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/global/targetHttpsProxies/{targetHttpsProxy}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/global/targetHttpsProxies\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeTargetHttpsProxy,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpsProxies/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpsProxies\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"targetHttpsProxies\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.targetHttpsProxies.get\",\n\t\t\t\"compute.targetHttpsProxies.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"urlMap\": {\n\t\t\tToSDPItemType: gcpshared.ComputeUrlMap,\n\t\t\tDescription: \"If the URL Map is updated or deleted: The HTTPS proxy routing behavior may change or break. If the proxy changes: The URL map remains structurally unaffected.\",\n\t\t},\n\t\t\"sslCertificates\": {\n\t\t\tToSDPItemType: gcpshared.ComputeSSLCertificate,\n\t\t\tDescription: \"If the SSL Certificate is updated or deleted: TLS handshakes may fail for the HTTPS proxy. If the proxy changes: The certificate resource remains unaffected.\",\n\t\t},\n\t\t\"sslPolicy\": {\n\t\t\tToSDPItemType: gcpshared.ComputeSSLPolicy,\n\t\t\tDescription: \"If the SSL Policy is updated or deleted: TLS handshakes may fail for the HTTPS proxy. If the proxy changes: The SSL policy resource remains unaffected.\",\n\t\t},\n\t\t\"certificateMap\": {\n\t\t\tToSDPItemType: gcpshared.CertificateManagerCertificateMap,\n\t\t\tDescription: \"If the Certificate Map is updated or deleted: TLS handshakes may fail for the HTTPS proxy. If the proxy changes: The certificate map resource remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_target_https_proxy\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_target_https_proxy.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-target-https-proxy_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeTargetHttpsProxy(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tproxyName := \"test-https-proxy\"\n\n\turlMapURL := fmt.Sprintf(\"projects/%s/global/urlMaps/test-url-map\", projectID)\n\tsslCertURL := fmt.Sprintf(\"projects/%s/global/sslCertificates/test-cert\", projectID)\n\tsslPolicyURL := fmt.Sprintf(\"projects/%s/global/sslPolicies/test-policy\", projectID)\n\tproxy := &computepb.TargetHttpsProxy{\n\t\tName: &proxyName,\n\t\tUrlMap: &urlMapURL,\n\t\tSslCertificates: []string{sslCertURL},\n\t\tSslPolicy: &sslPolicyURL,\n\t}\n\n\tproxyName2 := \"test-https-proxy-2\"\n\tproxy2 := &computepb.TargetHttpsProxy{\n\t\tName: &proxyName2,\n\t}\n\n\tproxyList := &computepb.TargetHttpsProxyList{\n\t\tItems: []*computepb.TargetHttpsProxy{proxy, proxy2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeTargetHttpsProxy\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpsProxies/%s\", projectID, proxyName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: proxy,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpsProxies/%s\", projectID, proxyName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: proxy2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpsProxies\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: proxyList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, proxyName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != proxyName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", proxyName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeUrlMap.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-url-map\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSSLCertificate.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-cert\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSSLPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpsProxies/%s\", projectID, proxyName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Proxy not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, proxyName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-target-pool.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Target Pool (regional) resource.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/targetPools/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/targetPools/{targetPool}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/targetPools\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeTargetPool,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.RegionalLevel,\n\t\tGetEndpointFunc: gcpshared.RegionalLevelEndpointFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/targetPools/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.RegionLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/targetPools\",\n\t\t),\n\t\t// Provide a no-op search for terraform mapping support with full resource ID.\n\t\t// Expected search query: projects/{project}/regions/{region}/targetPools/{name}\n\t\t// Returns empty URL to trigger GET with the provided full name.\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\treturn \"\"\n\t\t},\n\t\tSearchDescription: \"Search with full ID: projects/[project]/regions/[region]/targetPools/[name] (used for terraform mapping).\",\n\t\t// The list response key for items is \"targetPools\".\n\t\tUniqueAttributeKeys: []string{\"targetPools\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.targetPools.get\",\n\t\t\t\"compute.targetPools.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"instances\": {\n\t\t\tToSDPItemType: gcpshared.ComputeInstance,\n\t\t\tDescription: \"If the Compute Instance is deleted or updated: the pool membership becomes invalid or traffic may fail to reach it. If the pool is updated: the instance remains structurally unaffected.\",\n\t\t},\n\t\t\"healthChecks\": {\n\t\t\tToSDPItemType: gcpshared.ComputeHealthCheck,\n\t\t\tDescription: \"If the Health Check is updated or deleted: health status and traffic distribution may be affected. If the pool is updated: the health check remains unaffected.\",\n\t\t},\n\t\t\"backupPool\": {\n\t\t\tToSDPItemType: gcpshared.ComputeTargetPool,\n\t\t\tDescription: \"If the backup Target Pool is updated or deleted: failover behavior may change. If this pool is updated: the backup pool remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_target_pool\",\n\t\tDescription: \"id => projects/{{project}}/regions/{{region}}/targetPools/{{name}}. We need to use SEARCH.\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_compute_target_pool.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-target-pool_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeTargetPool(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tregion := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tpoolName := \"test-target-pool\"\n\tzone := \"us-central1-a\"\n\n\tinstance1URL := fmt.Sprintf(\"projects/%s/zones/%s/instances/instance-1\", projectID, zone)\n\tinstance2URL := fmt.Sprintf(\"projects/%s/zones/%s/instances/instance-2\", projectID, zone)\n\thealthCheck1URL := fmt.Sprintf(\"projects/%s/global/healthChecks/health-check-1\", projectID)\n\thealthCheck2URL := fmt.Sprintf(\"projects/%s/global/healthChecks/health-check-2\", projectID)\n\tbackupPoolURL := fmt.Sprintf(\"projects/%s/regions/%s/targetPools/backup-pool\", projectID, region)\n\n\tpool := &computepb.TargetPool{\n\t\tName: &poolName,\n\t\tInstances: []string{\n\t\t\tinstance1URL,\n\t\t\tinstance2URL,\n\t\t},\n\t\tHealthChecks: []string{\n\t\t\thealthCheck1URL,\n\t\t\thealthCheck2URL,\n\t\t},\n\t\tBackupPool: &backupPoolURL,\n\t}\n\n\tpoolName2 := \"test-target-pool-2\"\n\tpool2 := &computepb.TargetPool{\n\t\tName: &poolName2,\n\t}\n\n\tpoolList := &computepb.TargetPoolList{\n\t\tItems: []*computepb.TargetPool{pool, pool2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeTargetPool\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/targetPools/%s\", projectID, region, poolName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: pool,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/targetPools/%s\", projectID, region, poolName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: pool2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/targetPools\", projectID, region): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: poolList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), poolName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != poolName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", poolName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Instance 1 link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"instance-1\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t// Instance 2 link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"instance-2\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t// Health check 1 link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeHealthCheck.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"health-check-1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Health check 2 link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeHealthCheck.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"health-check-2\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Backup pool link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeTargetPool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"backup-pool\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/regions/[region]/targetPools/[name]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/regions/%s/targetPools/%s\", projectID, region, poolName)\n\t\tsdpItems, err := searchable.Search(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != fmt.Sprintf(\"%s.%s\", projectID, region) {\n\t\t\tt.Errorf(\"Expected first item scope '%s.%s', got %s\", projectID, region, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/targetPools/%s\", projectID, region, poolName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Target pool not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), poolName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-url-map.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nvar computeBackendImpact = &gcpshared.Impact{\n\tToSDPItemType: gcpshared.ComputeBackendService,\n\tDescription: \"If the Backend Service or Backend Bucket is updated or deleted: The URL Map's routing behavior may change or break. If the URL Map changes: The backend service or bucket remains structurally unaffected.\",\n}\n\n// URL Map (global, project-level) resource.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/urlMaps/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/global/urlMaps/{urlMap}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/global/urlMaps\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeUrlMap,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/urlMaps/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/global/urlMaps\",\n\t\t),\n\t\t// The list response key and path segment for URL maps.\n\t\tUniqueAttributeKeys: []string{\"urlMaps\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.urlMaps.get\",\n\t\t\t\"compute.urlMaps.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"defaultService\": computeBackendImpact,\n\t\t\"defaultRouteAction.weightedBackendServices.backendService\": computeBackendImpact,\n\t\t\"defaultRouteAction.requestMirrorPolicy.backendService\": computeBackendImpact,\n\t\t\"pathMatchers.defaultService\": computeBackendImpact,\n\t\t\"pathMatchers.pathRules.service\": computeBackendImpact,\n\t\t\"pathMatchers.routeRules.service\": computeBackendImpact,\n\t\t\"pathMatchers.defaultRouteAction.weightedBackendServices.backendService\": computeBackendImpact,\n\t\t\"pathMatchers.defaultRouteAction.requestMirrorPolicy.backendService\": computeBackendImpact,\n\t\t\"pathMatchers.pathRules.routeAction.weightedBackendServices.backendService\": computeBackendImpact,\n\t\t\"pathMatchers.pathRules.routeAction.requestMirrorPolicy.backendService\": computeBackendImpact,\n\t\t\"pathMatchers.routeRules.routeAction.weightedBackendServices.backendService\": computeBackendImpact,\n\t\t\"pathMatchers.routeRules.routeAction.requestMirrorPolicy.backendService\": computeBackendImpact,\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_url_map\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_url_map.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-url-map_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeUrlMap(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\turlMapName := \"test-url-map\"\n\n\tdefaultService := fmt.Sprintf(\"projects/%s/global/backendServices/test-backend\", projectID)\n\tpathMatcherDefaultService := fmt.Sprintf(\"projects/%s/global/backendServices/test-path-matcher-backend\", projectID)\n\tpathRuleService := fmt.Sprintf(\"projects/%s/global/backendServices/test-path-rule-backend\", projectID)\n\tweightedBackendService := fmt.Sprintf(\"projects/%s/global/backendServices/test-weighted-backend\", projectID)\n\tmirrorBackendService := fmt.Sprintf(\"projects/%s/global/backendServices/test-mirror-backend\", projectID)\n\trouteRuleService := fmt.Sprintf(\"projects/%s/global/backendServices/test-route-rule-backend\", projectID)\n\tpathMatcherWeightedBackend := fmt.Sprintf(\"projects/%s/global/backendServices/test-pm-weighted-backend\", projectID)\n\tpathMatcherMirrorBackend := fmt.Sprintf(\"projects/%s/global/backendServices/test-pm-mirror-backend\", projectID)\n\tpathRuleWeightedBackend := fmt.Sprintf(\"projects/%s/global/backendServices/test-pr-weighted-backend\", projectID)\n\tpathRuleMirrorBackend := fmt.Sprintf(\"projects/%s/global/backendServices/test-pr-mirror-backend\", projectID)\n\trouteRuleWeightedBackend := fmt.Sprintf(\"projects/%s/global/backendServices/test-rr-weighted-backend\", projectID)\n\trouteRuleMirrorBackend := fmt.Sprintf(\"projects/%s/global/backendServices/test-rr-mirror-backend\", projectID)\n\tpathMatcherName := \"path-matcher-1\"\n\tpathPattern := \"/api/*\"\n\tpriority := int32(100)\n\tweight := uint32(100)\n\n\turlMap := &computepb.UrlMap{\n\t\tName: &urlMapName,\n\t\tDefaultService: &defaultService,\n\t\tDefaultRouteAction: &computepb.HttpRouteAction{\n\t\t\tWeightedBackendServices: []*computepb.WeightedBackendService{\n\t\t\t\t{\n\t\t\t\t\tBackendService: &weightedBackendService,\n\t\t\t\t\tWeight: &weight,\n\t\t\t\t},\n\t\t\t},\n\t\t\tRequestMirrorPolicy: &computepb.RequestMirrorPolicy{\n\t\t\t\tBackendService: &mirrorBackendService,\n\t\t\t},\n\t\t},\n\t\tPathMatchers: []*computepb.PathMatcher{\n\t\t\t{\n\t\t\t\tName: &pathMatcherName,\n\t\t\t\tDefaultService: &pathMatcherDefaultService,\n\t\t\t\tDefaultRouteAction: &computepb.HttpRouteAction{\n\t\t\t\t\tWeightedBackendServices: []*computepb.WeightedBackendService{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tBackendService: &pathMatcherWeightedBackend,\n\t\t\t\t\t\t\tWeight: &weight,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tRequestMirrorPolicy: &computepb.RequestMirrorPolicy{\n\t\t\t\t\t\tBackendService: &pathMatcherMirrorBackend,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tPathRules: []*computepb.PathRule{\n\t\t\t\t\t{\n\t\t\t\t\t\tPaths: []string{pathPattern},\n\t\t\t\t\t\tService: &pathRuleService,\n\t\t\t\t\t\tRouteAction: &computepb.HttpRouteAction{\n\t\t\t\t\t\t\tWeightedBackendServices: []*computepb.WeightedBackendService{\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tBackendService: &pathRuleWeightedBackend,\n\t\t\t\t\t\t\t\t\tWeight: &weight,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tRequestMirrorPolicy: &computepb.RequestMirrorPolicy{\n\t\t\t\t\t\t\t\tBackendService: &pathRuleMirrorBackend,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tRouteRules: []*computepb.HttpRouteRule{\n\t\t\t\t\t{\n\t\t\t\t\t\tPriority: &priority,\n\t\t\t\t\t\tService: &routeRuleService,\n\t\t\t\t\t\tRouteAction: &computepb.HttpRouteAction{\n\t\t\t\t\t\t\tWeightedBackendServices: []*computepb.WeightedBackendService{\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\tBackendService: &routeRuleWeightedBackend,\n\t\t\t\t\t\t\t\t\tWeight: &weight,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\tRequestMirrorPolicy: &computepb.RequestMirrorPolicy{\n\t\t\t\t\t\t\t\tBackendService: &routeRuleMirrorBackend,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\turlMapName2 := \"test-url-map-2\"\n\turlMap2 := &computepb.UrlMap{\n\t\tName: &urlMapName2,\n\t}\n\n\turlMapList := &computepb.UrlMapList{\n\t\tItems: []*computepb.UrlMap{urlMap, urlMap2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeUrlMap\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/urlMaps/%s\", projectID, urlMapName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: urlMap,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/urlMaps/%s\", projectID, urlMapName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: urlMap2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/urlMaps\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: urlMapList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, urlMapName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != urlMapName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", urlMapName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Default service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Path matcher default service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-path-matcher-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Path rule service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-path-rule-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Default route action weighted backend service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-weighted-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Default route action request mirror backend service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-mirror-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Path matcher default route action weighted backend service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-pm-weighted-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Path matcher default route action request mirror backend service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-pm-mirror-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Path rule route action weighted backend service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-pr-weighted-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Path rule route action request mirror backend service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-pr-mirror-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Route rule service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-route-rule-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Route rule route action weighted backend service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-rr-weighted-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Route rule route action request mirror backend service link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-rr-mirror-backend\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/urlMaps/%s\", projectID, urlMapName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"URL map not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, urlMapName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-vpn-gateway.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// HA VPN Gateway (regional) resource.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/vpnGateways/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/vpnGateways/{vpnGateway}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/vpnGateways\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeVpnGateway,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.RegionalLevel,\n\t\tGetEndpointFunc: gcpshared.RegionalLevelEndpointFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnGateways/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.RegionLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnGateways\",\n\t\t),\n\t\t// The list response uses the key \"vpnGateways\" for items.\n\t\tUniqueAttributeKeys: []string{\"vpnGateways\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.vpnGateways.get\",\n\t\t\t\"compute.vpnGateways.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Network associated with the VPN gateway.\n\t\t\"network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t// IP addresses assigned to VPN interfaces (each interface may have an external IP).\n\t\t\"vpnInterfaces.ipAddress\": gcpshared.IPImpactBothWays,\n\t\t\"vpnInterfaces.ipv6Address\": gcpshared.IPImpactBothWays,\n\t\t// Interconnect attachment used for HA VPN over Cloud Interconnect.\n\t\t\"vpnInterfaces.interconnectAttachment\": {\n\t\t\tToSDPItemType: gcpshared.ComputeInterconnectAttachment,\n\t\t\tDescription: \"If the Interconnect Attachment is deleted or updated: The VPN gateway interface may fail to operate correctly. If the VPN gateway is deleted or updated: The interconnect attachment may become disconnected or unusable. They are tightly coupled.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_ha_vpn_gateway\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_ha_vpn_gateway.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-vpn-gateway_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeVpnGateway(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tregion := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tgatewayName := \"test-vpn-gateway\"\n\n\tnetworkURL := fmt.Sprintf(\"projects/%s/global/networks/default\", projectID)\n\tipAddress := \"203.0.113.1\"\n\tinterconnectAttachmentURL := fmt.Sprintf(\"projects/%s/regions/%s/interconnectAttachments/test-attachment\", projectID, region)\n\tgateway := &computepb.VpnGateway{\n\t\tName: &gatewayName,\n\t\tNetwork: &networkURL,\n\t\tVpnInterfaces: []*computepb.VpnGatewayVpnGatewayInterface{\n\t\t\t{\n\t\t\t\tIpAddress: &ipAddress,\n\t\t\t\tInterconnectAttachment: &interconnectAttachmentURL,\n\t\t\t},\n\t\t},\n\t}\n\n\tgatewayName2 := \"test-vpn-gateway-2\"\n\tgateway2 := &computepb.VpnGateway{\n\t\tName: &gatewayName2,\n\t}\n\n\tgatewayList := &computepb.VpnGatewayList{\n\t\tItems: []*computepb.VpnGateway{gateway, gateway2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeVpnGateway\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnGateways/%s\", projectID, region, gatewayName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: gateway,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnGateways/%s\", projectID, region, gatewayName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: gateway2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnGateways\", projectID, region): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: gatewayList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), gatewayName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != gatewayName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", gatewayName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInterconnectAttachment.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-attachment\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnGateways/%s\", projectID, region, gatewayName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"VPN gateway not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), gatewayName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/compute-vpn-tunnel.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// VPN Tunnel resource (Classic or HA VPN) scoped to a region.\n// Reference: https://cloud.google.com/compute/docs/reference/rest/v1/vpnTunnels/get\n// GET: https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/vpnTunnels/{vpnTunnel}\n// LIST: https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/vpnTunnels\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ComputeVpnTunnel,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.RegionalLevel,\n\t\tGetEndpointFunc: gcpshared.RegionalLevelEndpointFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnTunnels/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.RegionLevelListFunc(\n\t\t\t\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnTunnels\",\n\t\t),\n\t\t// The list response uses the key \"vpnTunnels\" for items.\n\t\tUniqueAttributeKeys: []string{\"vpnTunnels\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.vpnTunnels.get\",\n\t\t\t\"compute.vpnTunnels.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/compute.viewer\",\n\t\t// HEALTH: https://cloud.google.com/compute/docs/reference/rest/v1/vpnTunnels#Status => status\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// The peer IP address of the remote VPN gateway.\n\t\t\"peerIp\": gcpshared.IPImpactBothWays,\n\t\t\"targetVpnGateway\": {\n\t\t\tToSDPItemType: gcpshared.ComputeTargetVpnGateway,\n\t\t\tDescription: \"If the Target VPN Gateway (Classic VPN) is deleted or updated: The VPN Tunnel may become invalid or fail to establish connections. If the VPN Tunnel is updated or deleted: The Target VPN Gateway may be affected as tunnels are tightly coupled to their gateway.\",\n\t\t},\n\t\t\"vpnGateway\": {\n\t\t\tToSDPItemType: gcpshared.ComputeVpnGateway,\n\t\t\tDescription: \"If the HA VPN Gateway is deleted or updated: The VPN Tunnel may become invalid or fail to establish connections. If the VPN Tunnel is updated or deleted: The HA VPN Gateway may be affected as tunnels are tightly coupled to their gateway.\",\n\t\t},\n\t\t\"peerExternalGateway\": {\n\t\t\tToSDPItemType: gcpshared.ComputeExternalVpnGateway,\n\t\t\tDescription: \"If the External VPN Gateway is deleted or updated: The VPN Tunnel may fail to establish connections with the peer. If the VPN Tunnel is updated or deleted: The External VPN Gateway remains unaffected, but the tunnel endpoint becomes inactive.\",\n\t\t},\n\t\t\"peerGcpGateway\": {\n\t\t\tToSDPItemType: gcpshared.ComputeVpnGateway,\n\t\t\tDescription: \"If the peer HA VPN Gateway is deleted or updated: The VPN Tunnel may fail to establish VPC-to-VPC connections. If the VPN Tunnel is updated or deleted: The peer HA VPN Gateway remains unaffected, but the tunnel endpoint becomes inactive.\",\n\t\t},\n\t\t\"router\": {\n\t\t\tToSDPItemType: gcpshared.ComputeRouter,\n\t\t\tDescription: \"If the Cloud Router is deleted or updated: The VPN Tunnel may lose dynamic routing capabilities (BGP). If the VPN Tunnel is updated or deleted: The Cloud Router may lose routes advertised through this tunnel.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_vpn_tunnel\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_compute_vpn_tunnel.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/compute-vpn-tunnel_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeVpnTunnel(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tregion := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\ttunnelName := \"test-vpn-tunnel\"\n\n\tpeerIP := \"203.0.113.1\"\n\ttargetVpnGatewayURL := fmt.Sprintf(\"projects/%s/regions/%s/targetVpnGateways/test-target-gateway\", projectID, region)\n\tvpnGatewayURL := fmt.Sprintf(\"projects/%s/regions/%s/vpnGateways/test-gateway\", projectID, region)\n\tpeerExternalGatewayURL := fmt.Sprintf(\"projects/%s/global/externalVpnGateways/test-external-gateway\", projectID)\n\tpeerGcpGatewayURL := fmt.Sprintf(\"projects/%s/regions/%s/vpnGateways/test-peer-gcp-gateway\", projectID, region)\n\trouterURL := fmt.Sprintf(\"projects/%s/regions/%s/routers/test-router\", projectID, region)\n\ttunnel := &computepb.VpnTunnel{\n\t\tName: &tunnelName,\n\t\tPeerIp: &peerIP,\n\t\tTargetVpnGateway: &targetVpnGatewayURL,\n\t\tVpnGateway: &vpnGatewayURL,\n\t\tPeerExternalGateway: &peerExternalGatewayURL,\n\t\tPeerGcpGateway: &peerGcpGatewayURL,\n\t\tRouter: &routerURL,\n\t}\n\n\ttunnelName2 := \"test-vpn-tunnel-2\"\n\ttunnel2 := &computepb.VpnTunnel{\n\t\tName: &tunnelName2,\n\t}\n\n\ttunnelList := &computepb.VpnTunnelList{\n\t\tItems: []*computepb.VpnTunnel{tunnel, tunnel2},\n\t}\n\n\tsdpItemType := gcpshared.ComputeVpnTunnel\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnTunnels/%s\", projectID, region, tunnelName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: tunnel,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnTunnels/%s\", projectID, region, tunnelName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: tunnel2,\n\t\t},\n\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnTunnels\", projectID, region): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: tunnelList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), tunnelName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != tunnelName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", tunnelName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Peer IP link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// Target VPN Gateway link (Classic VPN)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeTargetVpnGateway.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-target-gateway\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t// VPN Gateway link (HA VPN)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeVpnGateway.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-gateway\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t// Peer External Gateway link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeExternalVpnGateway.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-external-gateway\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Peer GCP Gateway link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeVpnGateway.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-peer-gcp-gateway\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t// Router link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeRouter.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-router\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/vpnTunnels/%s\", projectID, region, tunnelName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"VPN tunnel not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), tunnelName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/container-cluster.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// GKE Container Cluster represents a managed Kubernetes cluster in GCP.\n// It provides a scalable, secure, and fully managed Kubernetes service for running containerized applications.\n//\n// Adapter for GCP GKE Container Cluster\n// API Get: https://cloud.google.com/kubernetes-engine/docs/reference/rest/v1/projects.locations.clusters/get\n// API List: https://cloud.google.com/kubernetes-engine/docs/reference/rest/v1/projects.locations.clusters/list\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ContainerCluster,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// GET https://container.googleapis.com/v1/projects/{project}/locations/{location}/clusters/{cluster}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters/%s\",\n\t\t),\n\t\t// LIST all clusters across all locations using wildcard\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://container.googleapis.com/v1/projects/%s/locations/-/clusters\",\n\t\t),\n\t\t// LIST https://container.googleapis.com/v1/projects/{project}/locations/{location}/clusters\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters\",\n\t\t),\n\t\tSearchDescription: \"Search for GKE clusters in a location. Use the format \\\"location\\\" or the full resource name supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"clusters\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"container.clusters.get\",\n\t\t\t\"container.clusters.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/container.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t\"subnetwork\": gcpshared.ComputeSubnetworkImpactInOnly,\n\t\t\"nodePools.config.serviceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"nodePools.config.bootDiskKmsKey\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"nodePools.config.nodeGroup\": {\n\t\t\tToSDPItemType: gcpshared.ComputeNodeGroup,\n\t\t\tDescription: \"If the referenced Node Group is deleted or updated: Node pools backed by it may fail to create or manage nodes. Updates to the node pool will not affect the node group.\",\n\t\t},\n\t\t\"notificationConfig.pubsub.topic\": {\n\t\t\tToSDPItemType: gcpshared.PubSubTopic,\n\t\t\tDescription: \"If the referenced Pub/Sub topic is deleted or updated: Notifications may fail to be sent. Updates to the cluster will not affect the topic.\",\n\t\t},\n\t\t// The Cloud KMS cryptoKeyVersions to use for signing service account JWTs issued by this cluster.\n\t\t// Format: projects/{project}/locations/{location}/keyRings/{keyring}/cryptoKeys/{cryptoKey}/cryptoKeyVersions/{cryptoKeyVersion}\n\t\t\"userManagedKeysConfig.serviceAccountSigningKeys\": gcpshared.CryptoKeyVersionImpactInOnly,\n\t\t// The Cloud KMS cryptoKeyVersions to use for verifying service account JWTs issued by this cluster.\n\t\t\"userManagedKeysConfig.serviceAccountVerificationKeys\": gcpshared.CryptoKeyVersionImpactInOnly,\n\t\t// The Cloud KMS cryptoKey to use for Confidential Hyperdisk on the control plane nodes.\n\t\t\"userManagedKeysConfig.controlPlaneDiskEncryptionKey\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// Resource path of the Cloud KMS cryptoKey to use for encryption of internal etcd backups.\n\t\t\"userManagedKeysConfig.gkeopsEtcdBackupEncryptionKey\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// The Cloud KMS cryptoKey to use for encrypting secrets in etcd.\n\t\t// Format: projects/{project}/locations/{location}/keyRings/{keyRing}/cryptoKeys/{cryptoKey}\n\t\t\"databaseEncryption.keyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// The BigQuery dataset ID where cluster resource usage will be exported.\n\t\t\"resourceUsageExportConfig.bigqueryDestination.datasetId\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryDataset,\n\t\t\tDescription: \"If the referenced BigQuery dataset is deleted or updated: Resource usage export may fail. Updates to the cluster will not affect the dataset.\",\n\t\t},\n\t\t// The IP address of this cluster's master endpoint.\n\t\t\"endpoint\": gcpshared.IPImpactBothWays,\n\t\t// Forward link from parent to child via SEARCH\n\t\t// Link to all node pools in this cluster\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.ContainerNodePool,\n\t\t\tDescription: \"If the Container Cluster is deleted or updated: All associated Node Pools may become invalid or inaccessible. If a Node Pool is updated: The cluster remains unaffected.\",\n\t\t\tIsParentToChild: true,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/container_cluster\",\n\t\tDescription: \"id => projects/{{project}}/locations/{{zone}}/clusters/{{name}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_container_cluster.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/container-cluster_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/container/apiv1/containerpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestContainerCluster(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1-a\"\n\tlinker := gcpshared.NewLinker()\n\tclusterName := \"test-cluster\"\n\n\t// Create mock protobuf object\n\tcluster := &containerpb.Cluster{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/clusters/%s\", projectID, location, clusterName),\n\t\tDescription: \"Test GKE Cluster\",\n\t\tNetwork: fmt.Sprintf(\"projects/%s/global/networks/default\", projectID),\n\t\tSubnetwork: fmt.Sprintf(\"projects/%s/regions/us-central1/subnetworks/default\", projectID),\n\t\tLocation: location,\n\t\tNodePools: []*containerpb.NodePool{\n\t\t\t{\n\t\t\t\tName: \"default-pool\",\n\t\t\t\tConfig: &containerpb.NodeConfig{\n\t\t\t\t\tServiceAccount: fmt.Sprintf(\"test-service-account@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tBootDiskKmsKey: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t\t\t\t// https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/nodeGroups/{nodeGroup}\n\t\t\t\t\tNodeGroup: \"projects/test-project/zones/us-central1-a/nodeGroups/test-node-group\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tNotificationConfig: &containerpb.NotificationConfig{\n\t\t\tPubsub: &containerpb.NotificationConfig_PubSub{\n\t\t\t\tTopic: fmt.Sprintf(\"projects/%s/topics/test-topic\", projectID),\n\t\t\t},\n\t\t},\n\t\tUserManagedKeysConfig: &containerpb.UserManagedKeysConfig{\n\t\t\tServiceAccountSigningKeys: []string{\n\t\t\t\t\"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key/cryptoKeyVersions/1\",\n\t\t\t},\n\t\t\tServiceAccountVerificationKeys: []string{\n\t\t\t\t\"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key/cryptoKeyVersions/2\",\n\t\t\t},\n\t\t\tControlPlaneDiskEncryptionKey: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/control-plane-key\",\n\t\t\tGkeopsEtcdBackupEncryptionKey: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/etcd-backup-key\",\n\t\t},\n\t\tDatabaseEncryption: &containerpb.DatabaseEncryption{\n\t\t\tKeyName: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/database-encryption-key\",\n\t\t\tState: containerpb.DatabaseEncryption_ENCRYPTED,\n\t\t},\n\t\tResourceUsageExportConfig: &containerpb.ResourceUsageExportConfig{\n\t\t\tBigqueryDestination: &containerpb.ResourceUsageExportConfig_BigQueryDestination{\n\t\t\t\tDatasetId: \"gke_usage_export\",\n\t\t\t},\n\t\t\tEnableNetworkEgressMetering: true,\n\t\t},\n\t\tEndpoint: \"35.123.45.67\",\n\t}\n\n\t// Create second cluster for list testing\n\tclusterName2 := fmt.Sprintf(\"projects/%s/locations/%s/clusters/%s\", projectID, location, \"test-cluster-2\")\n\tcluster2 := &containerpb.Cluster{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/clusters/%s\", projectID, location, \"test-cluster-2\"),\n\t\tDescription: \"Test GKE Cluster 2\",\n\t\tNetwork: fmt.Sprintf(\"projects/%s/global/networks/default\", projectID),\n\t\tLocation: location,\n\t}\n\n\t// Create list response with multiple items\n\tclusterList := &containerpb.ListClustersResponse{\n\t\tClusters: []*containerpb.Cluster{cluster, cluster2},\n\t}\n\n\tsdpItemType := gcpshared.ContainerCluster\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters/%s\", projectID, location, clusterName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: cluster,\n\t\t},\n\t\tfmt.Sprintf(\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters/%s\", projectID, location, clusterName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: cluster2,\n\t\t},\n\t\tfmt.Sprintf(\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: clusterList,\n\t\t},\n\t\tfmt.Sprintf(\"https://container.googleapis.com/v1/projects/%s/locations/-/clusters\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: clusterList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t// For multiple query parameters, use the combined query format\n\t\tcombinedQuery := shared.CompositeLookupKey(location, clusterName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != combinedQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", combinedQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\tif val != fmt.Sprintf(\"projects/%s/locations/%s/clusters/%s\", projectID, location, clusterName) {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", clusterName, val)\n\t\t}\n\n\t\t// Include static tests - covers ALL link rule links\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Network link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Subnetwork link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t// Service account link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"test-service-account@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Boot disk KMS key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Node group link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNodeGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-node-group\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, location),\n\t\t\t\t},\n\t\t\t\t// Pub/Sub topic link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.PubSubTopic.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-topic\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Service account signing key version link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\", \"1\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Service account verification key version link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\", \"2\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Control plane disk encryption key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"control-plane-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// ETCD backup encryption key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"etcd-backup-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Database encryption key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"database-encryption-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// BigQuery dataset link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"gke_usage_export\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Master endpoint IP address link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: \"ip\",\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"35.123.45.67\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// Forward link to node pools (parent to child)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ContainerNodePool.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: combinedQuery,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test location-based search\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/locations/[location]/clusters/[cluster]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/locations/%s/clusters/%s\", projectID, location, clusterName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list clusters: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 clusters, got %d\", len(sdpItems))\n\t\t}\n\n\t\tif len(sdpItems) >= 1 {\n\t\t\titem := sdpItems[0]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\tif item.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, item.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters/%s\", projectID, location, clusterName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Cluster not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, clusterName)\n\t\t_, err = adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/container-node-pool.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// GKE Container Node Pool adapter.\n// GCP Ref:\n// - API Call structure (GET): https://cloud.google.com/kubernetes-engine/docs/reference/rest/v1/projects.locations.clusters.nodePools/get\n// GET https://container.googleapis.com/v1/projects/{project}/locations/{location}/clusters/{cluster}/nodePools/{node_pool}\n// - Type Definition (NodePool): https://cloud.google.com/kubernetes-engine/docs/reference/rest/v1/projects.locations.clusters.nodePools#NodePool\n// - LIST (per-cluster): https://cloud.google.com/kubernetes-engine/docs/reference/rest/v1/projects.locations.clusters.nodePools/list\n//\n// Scope: Project-level (uses locations path parameter; unique attributes include location+cluster+nodePool).\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ContainerNodePool,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithThreeQueries(\n\t\t\t\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters/%s/nodePools/%s\",\n\t\t),\n\t\t// Listing node pools requires location and cluster, so we support Search rather than List.\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters/%s/nodePools\",\n\t\t),\n\t\tSearchDescription: \"Search GKE Node Pools within a cluster. Use \\\"[location]|[cluster]\\\" or the full resource name supported by Terraform mappings: \\\"[project]/[location]/[cluster]/[node_pool_name]\\\"\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"clusters\", \"nodePools\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"container.clusters.get\",\n\t\t\t\"container.clusters.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/container.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\t// https://cloud.google.com/kubernetes-engine/docs/reference/rest/v1/projects.locations.clusters.nodePools#NodePool.Status\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// This is a backlink to cluster.\n\t\t// Framework will extract the cluster name and create the linked item query with GET\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.ContainerCluster,\n\t\t\tDescription: \"If the Container Cluster is deleted or updated: The Node Pool may become invalid or inaccessible. If the Node Pool is updated: The cluster remains unaffected.\",\n\t\t},\n\t\t\"config.bootDiskKmsKey\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"config.serviceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"config.nodeGroup\": {\n\t\t\tToSDPItemType: gcpshared.ComputeNodeGroup,\n\t\t\tDescription: \"If the node pool is backed by a node group, then changes to the node group may affect the node pool. Changes to the node pool will not affect the node group.\",\n\t\t},\n\t\t\"config.network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t\"config.subnetwork\": gcpshared.ComputeSubnetworkImpactInOnly,\n\t\t\"instanceGroupUrls\": {\n\t\t\tToSDPItemType: gcpshared.ComputeInstanceGroupManager,\n\t\t\tDescription: \"If the Instance Group Manager is deleted or updated: The Node Pool may fail to create new nodes or become invalid. If the Node Pool is updated: The instance group manager remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/container_node_pool\",\n\t\tDescription: \"id => {project}/{location}/{cluster}/{node_pool_name}\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-1258/support-terraform-mapping-for-queries-without-keys\n\t\t// There is no code change required for he adapter itself, just the framework to support\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_container_node_pool.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/container-node-pool_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/container/apiv1/containerpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestContainerNodePool(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tclusterName := \"test-cluster\"\n\tlinker := gcpshared.NewLinker()\n\tnodePoolName := \"test-node-pool\"\n\n\t// Create mock protobuf object\n\tnodePool := &containerpb.NodePool{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/clusters/%s/nodePools/%s\", projectID, location, clusterName, nodePoolName),\n\t\tConfig: &containerpb.NodeConfig{\n\t\t\tBootDiskKmsKey: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t\tServiceAccount: \"test-sa@test-project.iam.gserviceaccount.com\",\n\t\t\tNodeGroup: fmt.Sprintf(\"projects/%s/zones/%s-a/nodeGroups/test-group\", projectID, location),\n\t\t},\n\t}\n\n\t// Create second node pool for search testing\n\tnodePoolName2 := \"test-node-pool-2\"\n\tnodePool2 := &containerpb.NodePool{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/clusters/%s/nodePools/%s\", projectID, location, clusterName, nodePoolName2),\n\t}\n\n\t// Create list response with multiple items\n\tnodePoolList := &containerpb.ListNodePoolsResponse{\n\t\tNodePools: []*containerpb.NodePool{nodePool, nodePool2},\n\t}\n\n\tsdpItemType := gcpshared.ContainerNodePool\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters/%s/nodePools/%s\", projectID, location, clusterName, nodePoolName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: nodePool,\n\t\t},\n\t\tfmt.Sprintf(\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters/%s/nodePools/%s\", projectID, location, clusterName, nodePoolName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: nodePool2,\n\t\t},\n\t\tfmt.Sprintf(\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters/%s/nodePools\", projectID, location, clusterName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: nodePoolList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t// For three query parameters, use the combined query format\n\t\tcombinedQuery := shared.CompositeLookupKey(location, clusterName, nodePoolName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != combinedQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", combinedQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/locations/%s/clusters/%s/nodePools/%s\", projectID, location, clusterName, nodePoolName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Cluster backlink\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ContainerCluster.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, clusterName),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// KMS encryption key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Service account link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Node group link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNodeGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-group\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s-a\", projectID, location),\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test cluster-based search (location + cluster)\n\t\tsearchQuery := shared.CompositeLookupKey(location, clusterName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, searchQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\tt.Skip(\"Terraform format search not yet supported - see ENG-1258\")\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: [project]/[location]/[cluster]/[node_pool_name]\n\t\tterraformQuery := fmt.Sprintf(\"%s/%s/%s/%s\", projectID, location, clusterName, nodePoolName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://container.googleapis.com/v1/projects/%s/locations/%s/clusters/%s/nodePools/%s\", projectID, location, clusterName, nodePoolName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Node pool not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, clusterName, nodePoolName)\n\t\t_, err = adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/dataflow-job.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Dataflow Job adapter for Google Cloud Dataflow jobs.\n// Reference: https://cloud.google.com/dataflow/docs/reference/rest/v1b3/projects.locations.jobs#Job\n// GET: https://dataflow.googleapis.com/v1b3/projects/{project}/locations/{location}/jobs/{jobId}\n// LIST: https://dataflow.googleapis.com/v1b3/projects/{project}/jobs:aggregated\n// SEARCH: https://dataflow.googleapis.com/v1b3/projects/{project}/locations/{location}/jobs\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.DataflowJob,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://dataflow.googleapis.com/v1b3/projects/%s/locations/%s/jobs/%s\",\n\t\t),\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://dataflow.googleapis.com/v1b3/projects/%s/locations/%s/jobs\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://dataflow.googleapis.com/v1b3/projects/%s/jobs:aggregated\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"locations\", \"jobs\"},\n\t\tIAMPermissions: []string{\"dataflow.jobs.get\", \"dataflow.jobs.list\"},\n\t\tPredefinedRole: \"roles/dataflow.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Pub/Sub links (critical for ENG-3217 outage detection)\n\t\t\"jobMetadata.pubsubDetails.topic\": {\n\t\t\tToSDPItemType: gcpshared.PubSubTopic,\n\t\t\tDescription: \"If the Pub/Sub Topic is deleted or misconfigured: The Dataflow job may fail to read/write messages. If the Dataflow job changes: The topic remains unaffected.\",\n\t\t},\n\t\t\"jobMetadata.pubsubDetails.subscription\": {\n\t\t\tToSDPItemType: gcpshared.PubSubSubscription,\n\t\t\tDescription: \"If the Pub/Sub Subscription is deleted or misconfigured: The Dataflow job may fail to consume messages. If the Dataflow job changes: The subscription remains unaffected.\",\n\t\t},\n\n\t\t// BigQuery links\n\t\t\"jobMetadata.bigqueryDetails.table\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryTable,\n\t\t\tDescription: \"If the BigQuery Table is deleted or misconfigured: The Dataflow job may fail to read/write data. If the Dataflow job changes: The table remains unaffected.\",\n\t\t},\n\t\t\"jobMetadata.bigqueryDetails.dataset\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryDataset,\n\t\t\tDescription: \"If the BigQuery Dataset is deleted or misconfigured: The Dataflow job may fail to access tables. If the Dataflow job changes: The dataset remains unaffected.\",\n\t\t},\n\n\t\t// Spanner links\n\t\t\"jobMetadata.spannerDetails.instanceId\": {\n\t\t\tToSDPItemType: gcpshared.SpannerInstance,\n\t\t\tDescription: \"If the Spanner Instance is deleted or misconfigured: The Dataflow job may fail to read/write data. If the Dataflow job changes: The instance remains unaffected.\",\n\t\t},\n\t\t// Bigtable links\n\t\t\"jobMetadata.bigTableDetails.instanceId\": {\n\t\t\tToSDPItemType: gcpshared.BigTableAdminInstance,\n\t\t\tDescription: \"If the Bigtable Instance is deleted or misconfigured: The Dataflow job may fail to read/write data. If the Dataflow job changes: The instance remains unaffected.\",\n\t\t},\n\t\t// Environment/infra links\n\t\t\"environment.serviceAccountEmail\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"environment.serviceKmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"environment.workerPools.network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t\"environment.workerPools.subnetwork\": {\n\t\t\tToSDPItemType: gcpshared.ComputeSubnetwork,\n\t\t\tDescription: \"If the Compute Subnetwork is deleted or misconfigured: Dataflow workers may lose connectivity or fail to start. If the Dataflow job changes: The subnetwork remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/dataflow_job\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_dataflow_job.job_id\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_dataflow_flex_template_job.job_id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/dataflow-job_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestDataflowJob(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tlocation := \"us-central1\"\n\tjobID := \"2024-01-15_test-job-id-123\"\n\n\tdataflowJob := map[string]any{\n\t\t\"id\": jobID,\n\t\t\"name\": fmt.Sprintf(\"projects/%s/locations/%s/jobs/%s\", projectID, location, jobID),\n\t\t\"type\": \"JOB_TYPE_STREAMING\",\n\t\t\"currentState\": \"JOB_STATE_RUNNING\",\n\t\t\"currentStateTime\": \"2024-01-15T10:30:00Z\",\n\t\t\"environment\": map[string]any{\n\t\t\t\"serviceAccountEmail\": fmt.Sprintf(\"dataflow-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\"serviceKmsKeyName\": fmt.Sprintf(\"projects/%s/locations/%s/keyRings/dataflow-ring/cryptoKeys/dataflow-key\", projectID, location),\n\t\t\t\"workerPools\": []any{\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"network\": fmt.Sprintf(\"projects/%s/global/networks/dataflow-network\", projectID),\n\t\t\t\t\t\"subnetwork\": fmt.Sprintf(\"projects/%s/regions/%s/subnetworks/dataflow-subnet\", projectID, location),\n\t\t\t\t\t\"machineType\": \"n1-standard-4\",\n\t\t\t\t\t\"numWorkers\": float64(3),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t\"jobMetadata\": map[string]any{\n\t\t\t\"pubsubDetails\": []any{\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"topic\": fmt.Sprintf(\"projects/%s/topics/input-topic\", projectID),\n\t\t\t\t\t\"subscription\": fmt.Sprintf(\"projects/%s/subscriptions/input-subscription\", projectID),\n\t\t\t\t},\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"topic\": fmt.Sprintf(\"projects/%s/topics/output-topic\", projectID),\n\t\t\t\t\t\"subscription\": fmt.Sprintf(\"projects/%s/subscriptions/output-subscription\", projectID),\n\t\t\t\t},\n\t\t\t},\n\t\t\t\"bigqueryDetails\": []any{\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"table\": fmt.Sprintf(\"projects/%s/datasets/analytics/tables/events\", projectID),\n\t\t\t\t\t\"dataset\": fmt.Sprintf(\"projects/%s/datasets/analytics\", projectID),\n\t\t\t\t},\n\t\t\t},\n\t\t\t\"spannerDetails\": []any{\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"instanceId\": \"spanner-instance-1\",\n\t\t\t\t},\n\t\t\t},\n\t\t\t\"bigTableDetails\": []any{\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"instanceId\": \"bigtable-instance-1\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tjobID2 := \"2024-01-15_test-job-id-456\"\n\tdataflowJob2 := map[string]any{\n\t\t\"id\": jobID2,\n\t\t\"name\": fmt.Sprintf(\"projects/%s/locations/%s/jobs/%s\", projectID, location, jobID2),\n\t\t\"type\": \"JOB_TYPE_BATCH\",\n\t\t\"currentState\": \"JOB_STATE_DONE\",\n\t}\n\n\tdataflowJobsList := map[string]any{\n\t\t\"jobs\": []any{dataflowJob, dataflowJob2},\n\t}\n\n\tsdpItemType := gcpshared.DataflowJob\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://dataflow.googleapis.com/v1b3/projects/%s/locations/%s/jobs/%s\", projectID, location, jobID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: dataflowJob,\n\t\t},\n\t\tfmt.Sprintf(\"https://dataflow.googleapis.com/v1b3/projects/%s/locations/%s/jobs\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: dataflowJobsList,\n\t\t},\n\t\tfmt.Sprintf(\"https://dataflow.googleapis.com/v1b3/projects/%s/jobs:aggregated\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: dataflowJobsList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, jobID)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get Dataflow Job: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != getQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", getQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/locations/%s/jobs/%s\", projectID, location, jobID)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"currentState\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'currentState' attribute: %v\", err)\n\t\t}\n\t\tif val != \"JOB_STATE_RUNNING\" {\n\t\t\tt.Errorf(\"Expected currentState 'JOB_STATE_RUNNING', got %s\", val)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Pub/Sub topic links (from pubsubDetails array)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.PubSubTopic.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"input-topic\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.PubSubTopic.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"output-topic\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Pub/Sub subscription links (from pubsubDetails array)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.PubSubSubscription.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"input-subscription\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.PubSubSubscription.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"output-subscription\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// BigQuery links\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"analytics\", \"events\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"analytics\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Spanner instance link (plain name resolves for single-key types)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SpannerInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"spanner-instance-1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Bigtable instance link (plain name resolves for single-key types)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigTableAdminInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"bigtable-instance-1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// IAM service account link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"dataflow-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// KMS crypto key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, \"dataflow-ring\", \"dataflow-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Compute network link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"dataflow-network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Compute subnetwork link (regional β€” scope includes region)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"dataflow-subnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, location),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a SearchableAdapter\")\n\t\t}\n\n\t\tsearchQuery := location\n\t\tsdpItems, err := searchable.Search(ctx, projectID, searchQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search Dataflow Jobs: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 Dataflow Jobs, got %d\", len(sdpItems))\n\t\t}\n\n\t\tif len(sdpItems) >= 1 {\n\t\t\titem := sdpItems[0]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(location, jobID)\n\t\t\tif item.UniqueAttributeValue() != expectedUniqueAttr {\n\t\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", expectedUniqueAttr, item.UniqueAttributeValue())\n\t\t\t}\n\t\t}\n\n\t\tif len(sdpItems) >= 2 {\n\t\t\titem := sdpItems[1]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\texpectedUniqueAttr2 := shared.CompositeLookupKey(location, jobID2)\n\t\t\tif item.UniqueAttributeValue() != expectedUniqueAttr2 {\n\t\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", expectedUniqueAttr2, item.UniqueAttributeValue())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://dataflow.googleapis.com/v1b3/projects/%s/locations/%s/jobs/%s\", projectID, location, jobID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Job not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, jobID)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent Dataflow Job, but got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a ListableAdapter\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list Dataflow Jobs: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 Dataflow Jobs, got %d\", len(sdpItems))\n\t\t}\n\n\t\tif len(sdpItems) >= 1 {\n\t\t\titem := sdpItems[0]\n\t\t\texpectedUniqueAttr := shared.CompositeLookupKey(location, jobID)\n\t\t\tif item.UniqueAttributeValue() != expectedUniqueAttr {\n\t\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", expectedUniqueAttr, item.UniqueAttributeValue())\n\t\t\t}\n\t\t}\n\n\t\tif len(sdpItems) >= 2 {\n\t\t\titem := sdpItems[1]\n\t\t\texpectedUniqueAttr2 := shared.CompositeLookupKey(location, jobID2)\n\t\t\tif item.UniqueAttributeValue() != expectedUniqueAttr2 {\n\t\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", expectedUniqueAttr2, item.UniqueAttributeValue())\n\t\t\t}\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/dataform-repository.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Dataform Repository adapter for Dataform repositories\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.DataformRepository,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/dataform/reference/rest/v1/projects.locations.repositories/get\n\t\t// GET https://dataform.googleapis.com/v1/projects/*/locations/*/repositories/*\n\t\t// IAM permissions: dataform.repositories.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://dataform.googleapis.com/v1/projects/%s/locations/%s/repositories/%s\"),\n\t\t// Reference: https://cloud.google.com/dataform/reference/rest/v1/projects.locations.repositories/list\n\t\t// GET https://dataform.googleapis.com/v1/projects/*/locations/*/repositories\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://dataform.googleapis.com/v1/projects/%s/locations/%s/repositories\"),\n\t\tSearchDescription: \"Search for Dataform repositories in a location. Use the format \\\"location\\\" or \\\"projects/[project_id]/locations/[location]/repositories/[repository_name]\\\" which is supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"repositories\"},\n\t\tIAMPermissions: []string{\"dataform.repositories.get\", \"dataform.repositories.list\"},\n\t\tPredefinedRole: \"roles/dataform.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// The name of the Secret Manager secret version to use as an authentication token for Git operations. Must be in the format projects/*/secrets/*/versions/*.\n\t\t\"gitRemoteSettings.authenticationTokenSecretVersion\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecret,\n\t\t\tDescription: \"If the Secret Manager Secret is deleted or updated: The Dataform Repository may fail to authenticate with the Git remote. If the Dataform Repository is updated: The secret remains unaffected.\",\n\t\t},\n\t\t// The name of the Secret Manager secret version to use as a ssh private key for Git operations. Must be in the format projects/*/secrets/*/versions/*.\n\t\t\"gitRemoteSettings.sshAuthenticationConfig.userPrivateKeySecretVersion\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecret,\n\t\t\tDescription: \"If the Secret Manager Secret is deleted or updated: The Dataform Repository may fail to authenticate with the Git remote. If the Dataform Repository is updated: The secret remains unaffected.\",\n\t\t},\n\t\t// Name of the Secret Manager secret version used to interpolate variables into the .npmrc file for package installation operations.\n\t\t\"npmrcEnvironmentVariablesSecretVersion\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecret,\n\t\t\tDescription: \"If the Secret Manager Secret is deleted or updated: The Dataform Repository may fail to install npm packages. If the Dataform Repository is updated: The secret remains unaffected.\",\n\t\t},\n\t\t// The URL of the Git remote repository. Can be HTTPS (e.g., https://github.com/user/repo.git) or SSH (e.g., git@github.com:user/repo.git).\n\t\t\"gitRemoteSettings.url\": {\n\t\t\tToSDPItemType: stdlib.NetworkHTTP,\n\t\t\tDescription: \"If the Git remote URL becomes inaccessible: The Dataform Repository may fail to sync with the remote. If the Dataform Repository is updated: The Git remote remains unaffected.\",\n\t\t},\n\t\t// The service account to run workflow invocations under.\n\t\t\"serviceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t// The reference to a KMS encryption key.\n\t\t// If provided, it will be used to encrypt user data in the repository and all child resources.\n\t\t// It is not possible to add or update the encryption key after the repository is created.\n\t\t// Example: projects/{kms_project}/locations/{location}/keyRings/{key_location}/cryptoKeys/{key}\n\t\t\"kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// A data encryption state of a Git repository if this Repository is protected by a KMS key.\n\t\t\"dataEncryptionState.kmsKeyVersionName\": gcpshared.CryptoKeyVersionImpactInOnly,\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/dataform_repository\",\n\t\tDescription: \"id => projects/{{project}}/locations/{{region}}/repositories/{{name}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_dataform_repository.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/dataform-repository_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\tdataform \"google.golang.org/api/dataform/v1beta1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestDataformRepository(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\trepositoryName := \"test-repo\"\n\n\trepository := &dataform.Repository{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/repositories/%s\", projectID, location, repositoryName),\n\t\tServiceAccount: \"dataform-sa@test-project.iam.gserviceaccount.com\",\n\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/my-key\",\n\t}\n\n\trepositoryList := &dataform.ListRepositoriesResponse{\n\t\tRepositories: []*dataform.Repository{repository},\n\t}\n\n\tsdpItemType := gcpshared.DataformRepository\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://dataform.googleapis.com/v1/projects/%s/locations/%s/repositories/%s\", projectID, location, repositoryName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: repository,\n\t\t},\n\t\tfmt.Sprintf(\"https://dataform.googleapis.com/v1/projects/%s/locations/%s/repositories\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: repositoryList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, repositoryName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get dataform repository: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// serviceAccount\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"dataform-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// kmsKeyName\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"my-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search dataform repositories: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 dataform repository, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/locations/[location]/repositories/[repository]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/locations/%s/repositories/%s\", projectID, location, repositoryName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://dataform.googleapis.com/v1/projects/%s/locations/%s/repositories/%s\", projectID, location, repositoryName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Repository not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, repositoryName)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent dataform repository, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/dataplex-aspect-type.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Google Cloud Dataplex Aspect Type defines the structure and metadata schema for aspects that can be attached to assets in Dataplex.\n// It's part of Google Cloud's data governance and catalog capabilities, allowing users to define custom metadata schemas\n// for their data assets within Dataplex lakes and zones.\n// Reference: https://cloud.google.com/dataplex/docs/reference/rest/v1/projects.locations.aspectTypes/get\n// GET https://dataplex.googleapis.com/v1/projects/{project}/locations/{location}/aspectTypes/{aspectType}\n// LIST https://dataplex.googleapis.com/v1/projects/{project}/locations/{location}/aspectTypes\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.DataplexAspectType,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/aspectTypes/%s\",\n\t\t),\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/aspectTypes\",\n\t\t),\n\t\tSearchDescription: \"Search for Dataplex aspect types in a location. Use the format \\\"location\\\" or \\\"projects/[project_id]/locations/[location]/aspectTypes/[aspect_type_id]\\\" which is supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"aspectTypes\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"dataplex.aspectTypes.get\",\n\t\t\t\"dataplex.aspectTypes.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/dataplex.catalogViewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Based on the AspectType structure from the API documentation,\n\t\t// AspectTypes typically define metadata schemas and don't have direct dependencies\n\t\t// on other GCP resources in their core definition. They are schema definitions\n\t\t// rather than runtime resources.\n\t\t// If future updates add resource dependencies, they would be added here.\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/dataplex_aspect_type\",\n\t\tDescription: \"id => projects/{{project}}/locations/{{location}}/aspectTypes/{{aspect_type_id}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_dataplex_aspect_type.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/dataplex-aspect-type_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\t\"time\"\n\n\t\"cloud.google.com/go/dataplex/apiv1/dataplexpb\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestDataplexAspectType(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\taspectTypeName := \"test-aspect-type\"\n\n\t// Mock AspectType using proper GCP SDK types\n\taspectType := &dataplexpb.AspectType{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/aspectTypes/%s\", projectID, location, aspectTypeName),\n\t\tUid: \"12345678-1234-1234-1234-123456789012\",\n\t\tCreateTime: timestamppb.New(mustParseTime(\"2023-01-15T10:30:00.000Z\")),\n\t\tUpdateTime: timestamppb.New(mustParseTime(\"2023-01-16T14:20:00.000Z\")),\n\t\tDisplayName: \"Test Aspect Type\",\n\t\tDescription: \"A test aspect type for unit testing\",\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"test\",\n\t\t\t\"team\": \"data-platform\",\n\t\t},\n\t\tEtag: \"BwWWja0YfJA=\",\n\t}\n\n\t// Create a second aspect type for list testing\n\taspectTypeName2 := \"test-aspect-type-2\"\n\taspectType2 := &dataplexpb.AspectType{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/aspectTypes/%s\", projectID, location, aspectTypeName2),\n\t\tUid: \"87654321-4321-4321-4321-210987654321\",\n\t\tCreateTime: timestamppb.New(mustParseTime(\"2023-01-17T09:15:00.000Z\")),\n\t\tUpdateTime: timestamppb.New(mustParseTime(\"2023-01-17T16:45:00.000Z\")),\n\t\tDisplayName: \"Second Test Aspect Type\",\n\t\tDescription: \"A second test aspect type for list testing\",\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"prod\",\n\t\t\t\"team\": \"analytics\",\n\t\t},\n\t\tEtag: \"CwXXkb1ZgKB=\",\n\t}\n\n\t// Create the list response using a map structure instead of the protobuf ListAspectTypesResponse\n\t// This is necessary because the dynamic adapter expects JSON-serializable structures\n\t// Individual items use proper SDK types, but the list wrapper uses a simple map\n\taspectTypesList := map[string]any{\n\t\t\"aspectTypes\": []any{aspectType, aspectType2},\n\t}\n\n\tsdpItemType := gcpshared.DataplexAspectType\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/aspectTypes/%s\", projectID, location, aspectTypeName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: aspectType,\n\t\t},\n\t\tfmt.Sprintf(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/aspectTypes\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: aspectTypesList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := fmt.Sprintf(\"%s|%s\", location, aspectTypeName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get Dataplex aspect type: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != getQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", getQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Test key attributes (using snake_case as shown in debug output)\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/locations/%s/aspectTypes/%s\", projectID, location, aspectTypeName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"displayName\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'displayName' attribute: %v\", err)\n\t\t}\n\t\tif val != \"Test Aspect Type\" {\n\t\t\tt.Errorf(\"Expected displayName field to be 'Test Aspect Type', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"description\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'description' attribute: %v\", err)\n\t\t}\n\t\tif val != \"A test aspect type for unit testing\" {\n\t\t\tt.Errorf(\"Expected description field to be 'A test aspect type for unit testing', got %s\", val)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"uid\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'uid' attribute: %v\", err)\n\t\t}\n\t\tif val != \"12345678-1234-1234-1234-123456789012\" {\n\t\t\tt.Errorf(\"Expected uid field to be '12345678-1234-1234-1234-123456789012', got %s\", val)\n\t\t}\n\n\t\t// Note: createTime and updateTime are struct values (timestamps), not simple strings\n\t\t// Testing their presence rather than exact format\n\t\t_, err = sdpItem.GetAttributes().Get(\"createTime\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'createTime' attribute: %v\", err)\n\t\t}\n\n\t\t_, err = sdpItem.GetAttributes().Get(\"updateTime\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'updateTime' attribute: %v\", err)\n\t\t}\n\n\t\tval, err = sdpItem.GetAttributes().Get(\"etag\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'etag' attribute: %v\", err)\n\t\t}\n\t\tif val != \"BwWWja0YfJA=\" {\n\t\t\tt.Errorf(\"Expected etag field to be 'BwWWja0YfJA=', got %s\", val)\n\t\t}\n\n\t\t// Note: Since this adapter doesn't define link rule relationships,\n\t\t// we don't run StaticTests here. The adapter's link rules map is empty,\n\t\t// which is correct as AspectTypes are schema definitions rather than runtime resources.\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.DataplexAspectType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a SearchableAdapter\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search Dataplex aspect types: %v\", err)\n\t\t}\n\n\t\t// Verify the first item\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\n\t\t// Verify the second item\n\t\tsecondItem := sdpItems[1]\n\t\tif secondItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected second item type %s, got %s\", sdpItemType.String(), secondItem.GetType())\n\t\t}\n\t\tif secondItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected second item scope '%s', got %s\", projectID, secondItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.DataplexAspectType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a SearchableAdapter\")\n\t\t}\n\n\t\t// Test Terraform format: projects/[project_id]/locations/[location]/aspectTypes/[aspect_type_id]\n\t\t// The adapter should extract the location from this format and search in that location\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/locations/%s/aspectTypes/%s\", projectID, location, aspectTypeName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search Dataplex aspect types with Terraform format: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 Dataplex aspect types with Terraform format, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Verify the first item\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t\texpectedFirstUniqueAttr := fmt.Sprintf(\"%s|%s\", location, aspectTypeName)\n\t\tif firstItem.UniqueAttributeValue() != expectedFirstUniqueAttr {\n\t\t\tt.Errorf(\"Expected first item unique attribute '%s', got %s\", expectedFirstUniqueAttr, firstItem.UniqueAttributeValue())\n\t\t}\n\t})\n\n\tt.Run(\"Error handling\", func(t *testing.T) {\n\t\t// Test 404 error handling\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/aspectTypes/nonexistent\", projectID, location): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": map[string]any{\"code\": 404, \"message\": \"AspectType not found\"}},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := fmt.Sprintf(\"%s|nonexistent\", location)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting nonexistent aspect type, got nil\")\n\t\t}\n\t})\n}\n\n// Helper function to parse time strings\nfunc mustParseTime(timeStr string) time.Time {\n\tt, err := time.Parse(time.RFC3339, timeStr)\n\tif err != nil {\n\t\tpanic(fmt.Sprintf(\"Failed to parse time %s: %v\", timeStr, err))\n\t}\n\treturn t\n}\n" }, { "path": "sources/gcp/dynamic/adapters/dataplex-data-scan.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Dataplex Data Scan allows you to perform data quality checks, profiling, and discovery within data assets in Dataplex\n// GCP Ref (GET): https://cloud.google.com/dataplex/docs/reference/rest/v1/projects.locations.dataScans/get\n// GCP Ref (Schema): https://cloud.google.com/dataplex/docs/reference/rest/v1/projects.locations.dataScans#DataScan\n// GET https://dataplex.googleapis.com/v1/projects/{project}/locations/{location}/dataScans/{dataScan}\n// LIST https://dataplex.googleapis.com/v1/projects/{project}/locations/{location}/dataScans\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.DataplexDataScan,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/dataScans/%s\",\n\t\t),\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/dataScans\",\n\t\t),\n\t\tSearchDescription: \"Search for Dataplex data scans in a location. Use the location name e.g., 'us-central1' or the format \\\"projects/[project_id]/locations/[location]/dataScans/[data_scan_id]\\\" which is supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"dataScans\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"dataplex.dataScans.get\",\n\t\t\t\"dataplex.dataScans.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/dataplex.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631 state\n\t\t// https://cloud.google.com/dataplex/docs/reference/rest/v1/projects.locations.dataScans#DataScan\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Data source references - can scan various data sources\n\t\t\"data.entity\": {\n\t\t\tToSDPItemType: gcpshared.DataplexEntity,\n\t\t\tDescription: \"If the Dataplex Entity is deleted: The data scan will fail to access the data source. If the data scan is updated: The dataplex entity remains unaffected.\",\n\t\t},\n\t\t\"data.resource\": {\n\t\t\t// Note: data.resource can reference either a Storage Bucket (for DataDiscoveryScan)\n\t\t\t// or a BigQuery Table (for DataProfileScan, DataQualityScan, or DataDocumentationScan).\n\t\t\t// The StorageBucket manual linker will detect BigQuery Table URIs and delegate to\n\t\t\t// the BigQueryTable linker automatically.\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the data source (Storage Bucket or BigQuery Table) is deleted or inaccessible: The data scan will fail to access the data source. If the data scan is updated: The data source remains unaffected.\",\n\t\t},\n\t\t// Post-scan action BigQuery table exports\n\t\t\"dataQualitySpec.postScanActions.bigqueryExport.resultsTable\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryTable,\n\t\t\tDescription: \"If the BigQuery table for exporting data quality scan results is deleted or inaccessible: The post-scan action will fail. If the data scan is updated: The BigQuery table remains unaffected.\",\n\t\t},\n\t\t\"dataProfileSpec.postScanActions.bigqueryExport.resultsTable\": {\n\t\t\tToSDPItemType: gcpshared.BigQueryTable,\n\t\t\tDescription: \"If the BigQuery table for exporting data profile scan results is deleted or inaccessible: The post-scan action will fail. If the data scan is updated: The BigQuery table remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/dataplex_datascan\",\n\t\tDescription: \"id => projects/{{project}}/locations/{{location}}/dataScans/{{data_scan_id}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_dataplex_datascan.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/dataplex-data-scan_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/dataplex/apiv1/dataplexpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestDataplexDataScan(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tdataScanName := \"test-data-scan\"\n\n\t// Create mock protobuf object with storage bucket resource\n\tbucketName := \"test-bucket\"\n\tdataScan := &dataplexpb.DataScan{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/dataScans/%s\", projectID, location, dataScanName),\n\t\tData: &dataplexpb.DataSource{\n\t\t\tSource: &dataplexpb.DataSource_Resource{\n\t\t\t\tResource: bucketName,\n\t\t\t},\n\t\t},\n\t}\n\n\t// Create second data scan for search testing\n\tdataScanName2 := \"test-data-scan-2\"\n\tdataScan2 := &dataplexpb.DataScan{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/dataScans/%s\", projectID, location, dataScanName2),\n\t\tData: &dataplexpb.DataSource{\n\t\t\tSource: &dataplexpb.DataSource_Resource{\n\t\t\t\tResource: \"test-bucket\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// Create list response with multiple items\n\tdataScanList := &dataplexpb.ListDataScansResponse{\n\t\tDataScans: []*dataplexpb.DataScan{dataScan, dataScan2},\n\t}\n\n\tsdpItemType := gcpshared.DataplexDataScan\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/dataScans/%s\", projectID, location, dataScanName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: dataScan,\n\t\t},\n\t\tfmt.Sprintf(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/dataScans/%s\", projectID, location, dataScanName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: dataScan2,\n\t\t},\n\t\tfmt.Sprintf(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/dataScans\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: dataScanList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, dataScanName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != combinedQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", combinedQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Storage bucket link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: bucketName,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Note: data.entity link also exists but DataplexEntity adapter doesn't exist yet\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/locations/%s/dataScans/%s\", projectID, location, dataScanName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/dataScans/%s\", projectID, location, dataScanName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Data scan not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, dataScanName)\n\t\t_, err = adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/dataplex-entry-group.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Dataplex Entry Group adapter for Dataplex entry groups\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.DataplexEntryGroup,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/dataplex/docs/reference/rest/v1/projects.locations.entryGroups/get\n\t\t// GET https://dataplex.googleapis.com/v1/{name=projects/*/locations/*/entryGroups/*}\n\t\t// IAM permissions: dataplex.entryGroups.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/entryGroups/%s\"),\n\t\t// Reference: https://cloud.google.com/dataplex/docs/reference/rest/v1/projects.locations.entryGroups/list\n\t\t// GET https://dataplex.googleapis.com/v1/{parent=projects/*/locations/*}/entryGroups\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/entryGroups\"),\n\t\tSearchDescription: \"Search for Dataplex entry groups in a location. Use the format \\\"location\\\" or \\\"projects/[project_id]/locations/[location]/entryGroups/[entry_group_id]\\\" which is supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"entryGroups\"},\n\t\t// HEALTH: https://cloud.google.com/dataplex/docs/reference/rest/v1/TransferStatus\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\tIAMPermissions: []string{\"dataplex.entryGroups.get\", \"dataplex.entryGroups.list\"},\n\t\tPredefinedRole: \"roles/dataplex.catalogViewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// There is no links for this item type.\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/dataplex_entry_group#entry_group_id\",\n\t\tDescription: \"id => projects/{{project}}/locations/{{location}}/entryGroups/{{entry_group_id}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_dataplex_entry_group.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/dataplex-entry-group_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/dataplex/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestDataplexEntryGroup(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tentryGroupID := \"test-entry-group\"\n\n\tentryGroup := &dataplex.GoogleCloudDataplexV1EntryGroup{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/entryGroups/%s\", projectID, location, entryGroupID),\n\t}\n\n\tentryGroupList := &dataplex.GoogleCloudDataplexV1ListEntryGroupsResponse{\n\t\tEntryGroups: []*dataplex.GoogleCloudDataplexV1EntryGroup{entryGroup},\n\t}\n\n\tsdpItemType := gcpshared.DataplexEntryGroup\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/entryGroups/%s\", projectID, location, entryGroupID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: entryGroup,\n\t\t},\n\t\tfmt.Sprintf(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/entryGroups\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: entryGroupList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, entryGroupID)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get dataplex entry group: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search dataplex entry groups: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 dataplex entry group, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/locations/[location]/entryGroups/[entry_group_id]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/locations/%s/entryGroups/%s\", projectID, location, entryGroupID)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://dataplex.googleapis.com/v1/projects/%s/locations/%s/entryGroups/%s\", projectID, location, entryGroupID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Entry group not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, entryGroupID)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent dataplex entry group, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/dataproc-auto-scaling-policy.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Dataproc AutoscalingPolicy adapter - manages autoscaling behavior for Dataproc clusters\n// API Get: https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.autoscalingPolicies/get\n// API List: https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.autoscalingPolicies/list\n// GET https://dataproc.googleapis.com/v1/projects/{project}/regions/{region}/autoscalingPolicies/{autoscalingPolicyId}\n// LIST https://dataproc.googleapis.com/v1/projects/{project}/regions/{region}/autoscalingPolicies\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.DataprocAutoscalingPolicy,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.RegionalLevel,\n\t\tGetEndpointFunc: gcpshared.RegionalLevelEndpointFunc(\n\t\t\t\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/autoscalingPolicies/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.RegionLevelListFunc(\n\t\t\t\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/autoscalingPolicies\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"autoscalingPolicies\"},\n\t\tListResponseSelector: \"policies\",\n\t\tIAMPermissions: []string{\n\t\t\t\"dataproc.autoscalingPolicies.get\",\n\t\t\t\"dataproc.autoscalingPolicies.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/dataproc.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// AutoscalingPolicies don't directly reference other resources,\n\t\t// but they are referenced by Dataproc clusters via config.autoscalingConfig.policyUri\n\t\t// The reverse relationship is handled in the cluster adapter\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/dataproc_autoscaling_policy\",\n\t\tDescription: \"Use GET by autoscaling policy name.\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_dataproc_autoscaling_policy.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/dataproc-auto-scaling-policy_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/dataproc/v2/apiv1/dataprocpb\"\n\t\"google.golang.org/protobuf/types/known/durationpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestDataprocAutoscalingPolicy(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tregion := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tpolicyName := \"test-policy\"\n\n\tpolicy := &dataprocpb.AutoscalingPolicy{\n\t\tId: policyName,\n\t\tName: fmt.Sprintf(\"projects/%s/regions/%s/autoscalingPolicies/%s\", projectID, region, policyName),\n\t\tAlgorithm: &dataprocpb.AutoscalingPolicy_BasicAlgorithm{\n\t\t\tBasicAlgorithm: &dataprocpb.BasicAutoscalingAlgorithm{\n\t\t\t\tConfig: &dataprocpb.BasicAutoscalingAlgorithm_YarnConfig{\n\t\t\t\t\tYarnConfig: &dataprocpb.BasicYarnAutoscalingConfig{\n\t\t\t\t\t\tGracefulDecommissionTimeout: durationpb.New(300_000_000_000), // 300s\n\t\t\t\t\t\tScaleUpFactor: 0.8,\n\t\t\t\t\t\tScaleDownFactor: 0.5,\n\t\t\t\t\t\tScaleUpMinWorkerFraction: 0.1,\n\t\t\t\t\t\tScaleDownMinWorkerFraction: 0.05,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tCooldownPeriod: durationpb.New(120_000_000_000), // 120s\n\t\t\t},\n\t\t},\n\t\tWorkerConfig: &dataprocpb.InstanceGroupAutoscalingPolicyConfig{\n\t\t\tMinInstances: 2,\n\t\t\tMaxInstances: 10,\n\t\t\tWeight: 2,\n\t\t},\n\t\tSecondaryWorkerConfig: &dataprocpb.InstanceGroupAutoscalingPolicyConfig{\n\t\t\tMinInstances: 0,\n\t\t\tMaxInstances: 5,\n\t\t\tWeight: 1,\n\t\t},\n\t\tLabels: map[string]string{\n\t\t\t\"environment\": \"test\",\n\t\t\t\"team\": \"engineering\",\n\t\t},\n\t}\n\n\tpolicyName2 := \"test-policy-2\"\n\tpolicy2 := &dataprocpb.AutoscalingPolicy{\n\t\tId: policyName2,\n\t\tName: fmt.Sprintf(\"projects/%s/regions/%s/autoscalingPolicies/%s\", projectID, region, policyName2),\n\t\tAlgorithm: &dataprocpb.AutoscalingPolicy_BasicAlgorithm{\n\t\t\tBasicAlgorithm: &dataprocpb.BasicAutoscalingAlgorithm{\n\t\t\t\tConfig: &dataprocpb.BasicAutoscalingAlgorithm_YarnConfig{\n\t\t\t\t\tYarnConfig: &dataprocpb.BasicYarnAutoscalingConfig{\n\t\t\t\t\t\tGracefulDecommissionTimeout: durationpb.New(600_000_000_000), // 600s\n\t\t\t\t\t\tScaleUpFactor: 1.0,\n\t\t\t\t\t\tScaleDownFactor: 0.3,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tCooldownPeriod: durationpb.New(180_000_000_000), // 180s\n\t\t\t},\n\t\t},\n\t\tWorkerConfig: &dataprocpb.InstanceGroupAutoscalingPolicyConfig{\n\t\t\tMinInstances: 3,\n\t\t\tMaxInstances: 15,\n\t\t\tWeight: 1,\n\t\t},\n\t}\n\n\tpolicyList := &dataprocpb.ListAutoscalingPoliciesResponse{\n\t\tPolicies: []*dataprocpb.AutoscalingPolicy{policy, policy2},\n\t}\n\n\tsdpItemType := gcpshared.DataprocAutoscalingPolicy\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/autoscalingPolicies/%s\", projectID, region, policyName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: policy,\n\t\t},\n\t\tfmt.Sprintf(\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/autoscalingPolicies/%s\", projectID, region, policyName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: policy2,\n\t\t},\n\t\tfmt.Sprintf(\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/autoscalingPolicies\", projectID, region): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: policyList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), policyName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != policyName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", policyName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\t// Skip static tests - no link rules for this adapter\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/autoscalingPolicies/%s\", projectID, region, policyName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Policy not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), policyName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/dataproc-cluster.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Dataproc Cluster adapter\n// API Get: https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.clusters/get\n// API List: https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.clusters/list\n// GET https://dataproc.googleapis.com/v1/projects/{project}/regions/{region}/clusters/{cluster}\n// LIST https://dataproc.googleapis.com/v1/projects/{project}/regions/{region}/clusters\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.DataprocCluster,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\tLocationLevel: gcpshared.RegionalLevel,\n\t\tGetEndpointFunc: gcpshared.RegionalLevelEndpointFunc(\n\t\t\t\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/clusters/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.RegionLevelListFunc(\n\t\t\t\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/clusters\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"clusters\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"dataproc.clusters.get\",\n\t\t\t\"dataproc.clusters.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/dataproc.viewer\",\n\t\tNameSelector: \"clusterName\", // https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.clusters#resource:-cluster\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\t// https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.clusters#clusterstatus\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"config.gceClusterConfig.networkUri\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t\"config.gceClusterConfig.subnetworkUri\": gcpshared.ComputeSubnetworkImpactInOnly,\n\t\t\"config.gceClusterConfig.serviceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"config.encryptionConfig.gcePdKmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"config.encryptionConfig.kmsKey\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"config.masterConfig.imageUri\": {\n\t\t\tToSDPItemType: gcpshared.ComputeImage,\n\t\t\tDescription: \"If the Image is deleted or updated: The cluster may fail to create new nodes. If the cluster is updated: The existing nodes remain unaffected.\",\n\t\t},\n\t\t\"config.masterConfig.managedGroupConfig.instanceGroupManagerUri\": {\n\t\t\tToSDPItemType: gcpshared.ComputeInstanceGroupManager,\n\t\t\tDescription: \"If the Instance Group Manager is deleted or updated: The cluster may fail to create new nodes. If the cluster is updated: The existing nodes remain unaffected.\",\n\t\t},\n\t\t\"config.masterConfig.accelerators.acceleratorTypeUri\": {\n\t\t\tToSDPItemType: gcpshared.ComputeAcceleratorType,\n\t\t\tDescription: \"If the Accelerator Type is deleted or updated: The cluster may fail to create new nodes. If the cluster is updated: The existing nodes remain unaffected.\",\n\t\t},\n\t\t\"config.workerConfig.imageUri\": {\n\t\t\tToSDPItemType: gcpshared.ComputeImage,\n\t\t\tDescription: \"If the Image is deleted or updated: The cluster may fail to create new nodes. If the cluster is updated: The existing nodes remain unaffected.\",\n\t\t},\n\t\t\"config.workerConfig.managedGroupConfig.instanceGroupManagerUri\": {\n\t\t\tToSDPItemType: gcpshared.ComputeInstanceGroupManager,\n\t\t\tDescription: \"If the Instance Group Manager is deleted or updated: The cluster may fail to create new nodes. If the cluster is updated: The existing nodes remain unaffected.\",\n\t\t},\n\t\t\"config.workerConfig.accelerators.acceleratorTypeUri\": {\n\t\t\tToSDPItemType: gcpshared.ComputeAcceleratorType,\n\t\t\tDescription: \"If the Accelerator Type is deleted or updated: The cluster may fail to create new nodes. If the cluster is updated: The existing nodes remain unaffected.\",\n\t\t},\n\t\t\"config.secondaryWorkerConfig.imageUri\": {\n\t\t\tToSDPItemType: gcpshared.ComputeImage,\n\t\t\tDescription: \"If the Image is deleted or updated: The cluster may fail to create new nodes. If the cluster is updated: The existing nodes remain unaffected.\",\n\t\t},\n\t\t\"config.secondaryWorkerConfig.managedGroupConfig.instanceGroupManagerUri\": {\n\t\t\tToSDPItemType: gcpshared.ComputeInstanceGroupManager,\n\t\t\tDescription: \"If the Instance Group Manager is deleted or updated: The cluster may fail to create new nodes. If the cluster is updated: The existing nodes remain unaffected.\",\n\t\t},\n\t\t\"config.secondaryWorkerConfig.accelerators.acceleratorTypeUri\": {\n\t\t\tToSDPItemType: gcpshared.ComputeAcceleratorType,\n\t\t\tDescription: \"If the Accelerator Type is deleted or updated: The cluster may fail to create new nodes. If the cluster is updated: The existing nodes remain unaffected.\",\n\t\t},\n\t\t\"config.autoscalingConfig.policyUri\": {\n\t\t\tToSDPItemType: gcpshared.DataprocAutoscalingPolicy,\n\t\t\tDescription: \"If the Autoscaling Policy is deleted or updated: The cluster may fail to scale. If the cluster is updated: The existing nodes remain unaffected.\",\n\t\t},\n\t\t\"config.auxiliaryNodeGroups.nodeGroup.name\": {\n\t\t\tToSDPItemType: gcpshared.ComputeNodeGroup,\n\t\t\tDescription: \"If the Node Group is deleted or updated: The cluster may fail to create new nodes. If the cluster is updated: The existing nodes remain unaffected.\",\n\t\t},\n\t\t\"config.tempBucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Storage Bucket is deleted or updated: The cluster may fail to stage data or logs. If the cluster is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"config.stagingBucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Storage Bucket is deleted or updated: The cluster may fail to stage job dependencies, configuration files, or job driver console output. If the cluster is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"config.metastoreConfig.dataprocMetastoreService\": {\n\t\t\tToSDPItemType: gcpshared.DataprocMetastoreService,\n\t\t\tDescription: \"If the Dataproc Metastore Service is deleted or updated: The cluster may lose access to centralized metadata or fail to operate correctly. If the cluster is updated: The metastore service remains unaffected.\",\n\t\t},\n\t\t\"virtualClusterConfig.kubernetesClusterConfig.gkeClusterConfig.gkeClusterTarget\": {\n\t\t\tToSDPItemType: gcpshared.ContainerCluster,\n\t\t\tDescription: \"If the GKE Cluster is deleted or updated: The Dataproc virtual cluster may become invalid or inaccessible. If the Dataproc cluster is updated: The GKE cluster remains unaffected.\",\n\t\t},\n\t\t\"virtualClusterConfig.kubernetesClusterConfig.gkeClusterConfig.nodePoolTarget.nodePool\": {\n\t\t\tToSDPItemType: gcpshared.ContainerNodePool,\n\t\t\tDescription: \"If the GKE Node Pool is deleted or updated: The Dataproc virtual cluster may fail to schedule workloads or lose capacity. If the Dataproc cluster is updated: The node pool remains unaffected.\",\n\t\t},\n\t\t\"virtualClusterConfig.stagingBucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Storage Bucket is deleted or updated: The virtual cluster may fail to stage job dependencies, configuration files, or job driver console output. If the cluster is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"virtualClusterConfig.auxiliaryServicesConfig.sparkHistoryServerConfig.dataprocCluster\": {\n\t\t\tToSDPItemType: gcpshared.DataprocCluster,\n\t\t\tDescription: \"If the Spark History Server Dataproc Cluster is deleted or updated: The cluster may lose access to Spark job history or fail to monitor Spark applications. If the cluster is updated: The Spark History Server cluster remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/dataproc_cluster\",\n\t\tDescription: \"Use GET by cluster name.\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_dataproc_cluster.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/dataproc-cluster_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/dataproc/v2/apiv1/dataprocpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestDataprocCluster(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tregion := \"us-central1\"\n\tzone := region + \"-a\"\n\tlinker := gcpshared.NewLinker()\n\tclusterName := \"test-cluster\"\n\n\tcluster := &dataprocpb.Cluster{\n\t\tClusterName: clusterName,\n\t\tConfig: &dataprocpb.ClusterConfig{\n\t\t\tGceClusterConfig: &dataprocpb.GceClusterConfig{\n\t\t\t\tNetworkUri: fmt.Sprintf(\"projects/%s/global/networks/default\", projectID),\n\t\t\t\tSubnetworkUri: fmt.Sprintf(\"projects/%s/regions/%s/subnetworks/default-subnet\", projectID, region),\n\t\t\t\tServiceAccount: \"test-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t},\n\t\t\tEncryptionConfig: &dataprocpb.EncryptionConfig{\n\t\t\t\tGcePdKmsKeyName: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t\t},\n\t\t\tMasterConfig: &dataprocpb.InstanceGroupConfig{\n\t\t\t\tImageUri: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/images/master-dataproc-image\", projectID),\n\t\t\t\tMachineTypeUri: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/zones/%s/machineTypes/n1-standard-4\", projectID, zone),\n\t\t\t\tAccelerators: []*dataprocpb.AcceleratorConfig{\n\t\t\t\t\t{\n\t\t\t\t\t\tAcceleratorTypeUri: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/zones/%s/acceleratorTypes/nvidia-tesla-t4\", projectID, zone),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tWorkerConfig: &dataprocpb.InstanceGroupConfig{\n\t\t\t\tImageUri: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/images/worker-dataproc-image\", projectID),\n\t\t\t\tMachineTypeUri: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/zones/%s/machineTypes/n1-standard-8\", projectID, zone),\n\t\t\t},\n\t\t\tSecondaryWorkerConfig: &dataprocpb.InstanceGroupConfig{\n\t\t\t\tImageUri: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/images/secondary-dataproc-image\", projectID),\n\t\t\t\tMachineTypeUri: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/zones/%s/machineTypes/n1-standard-2\", projectID, zone),\n\t\t\t},\n\t\t\tAutoscalingConfig: &dataprocpb.AutoscalingConfig{\n\t\t\t\tPolicyUri: fmt.Sprintf(\"projects/%s/regions/%s/autoscalingPolicies/test-policy\", projectID, region),\n\t\t\t},\n\t\t\tTempBucket: \"test-temp-bucket\",\n\t\t},\n\t}\n\n\tclusterName2 := \"test-cluster-2\"\n\tcluster2 := &dataprocpb.Cluster{\n\t\tClusterName: clusterName2,\n\t}\n\n\tclusterList := &dataprocpb.ListClustersResponse{\n\t\tClusters: []*dataprocpb.Cluster{cluster, cluster2},\n\t}\n\n\tsdpItemType := gcpshared.DataprocCluster\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/clusters/%s\", projectID, region, clusterName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: cluster,\n\t\t},\n\t\tfmt.Sprintf(\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/clusters/%s\", projectID, region, clusterName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: cluster2,\n\t\t},\n\t\tfmt.Sprintf(\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/clusters\", projectID, region): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: clusterList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), clusterName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != clusterName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", clusterName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default-subnet\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Master config (SEARCH with full ImageUri)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/images/master-dataproc-image\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Master accelerator\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeAcceleratorType.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"nvidia-tesla-t4\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t// Worker config (SEARCH with full ImageUri)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/images/worker-dataproc-image\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Secondary worker config (SEARCH with full ImageUri)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/images/secondary-dataproc-image\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-temp-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.DataprocAutoscalingPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://dataproc.googleapis.com/v1/projects/%s/regions/%s/clusters/%s\", projectID, region, clusterName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Cluster not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), clusterName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/dns-managed-zone.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// DNS Managed Zone adapter for Cloud DNS managed zones\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.DNSManagedZone,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/dns/docs/reference/rest/v1/managedZones/get\n\t\t// GET https://dns.googleapis.com/dns/v1/projects/{project}/managedZones/{managedZone}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://dns.googleapis.com/dns/v1/projects/%s/managedZones/%s\"),\n\t\t// Reference: https://cloud.google.com/dns/docs/reference/rest/v1/managedZones/list\n\t\t// GET https://dns.googleapis.com/dns/v1/projects/{project}/managedZones\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://dns.googleapis.com/dns/v1/projects/%s/managedZones\"),\n\t\tUniqueAttributeKeys: []string{\"managedZones\"},\n\t\tIAMPermissions: []string{\"dns.managedZones.get\", \"dns.managedZones.list\"},\n\t\tPredefinedRole: \"roles/dns.reader\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"dnsName\": {\n\t\t\tToSDPItemType: stdlib.NetworkDNS,\n\t\t\tDescription: \"Tightly coupled with the DNS Managed Zone.\",\n\t\t},\n\t\t// nameServers is an array of DNS names assigned to the managed zone (output only)\n\t\t\"nameServers\": {\n\t\t\tToSDPItemType: stdlib.NetworkDNS,\n\t\t\tDescription: \"Nameservers assigned to the managed zone are tightly coupled with the DNS Managed Zone.\",\n\t\t},\n\t\t\"privateVisibilityConfig.networks.networkUrl\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t// The resource name of the cluster to bind this ManagedZone to. This should be specified in the format like: projects/*/locations/*/clusters/*.\n\t\t// This is referenced from GKE projects.locations.clusters.get\n\t\t// API: https://cloud.google.com/kubernetes-engine/docs/reference/rest/v1/projects.locations.clusters/get\n\t\t\"privateVisibilityConfig.gkeClusters.gkeClusterName\": {\n\t\t\tToSDPItemType: gcpshared.ContainerCluster,\n\t\t\tDescription: \"If the GKE Container Cluster is deleted or updated: The DNS Managed Zone may lose visibility for that cluster or fail to resolve names. If the DNS Managed Zone is updated: The cluster remains unaffected.\",\n\t\t},\n\t\t\"forwardingConfig.targetNameServers.ipv4Address\": gcpshared.IPImpactBothWays,\n\t\t\"forwardingConfig.targetNameServers.ipv6Address\": gcpshared.IPImpactBothWays,\n\t\t// The presence of this field indicates that DNS Peering is enabled for this zone. The value of this field contains the network to peer with.\n\t\t\"peeringConfig.targetNetwork.networkUrl\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t// This field links to the associated service directory namespace.\n\t\t// The fully qualified URL of the namespace associated with the zone.\n\t\t// Format must be https://servicedirectory.googleapis.com/v1/projects/{project}/locations/{location}/namespaces/{namespace}\n\t\t\"serviceDirectoryConfig.namespace.namespaceUrl\": {\n\t\t\tToSDPItemType: gcpshared.ServiceDirectoryNamespace,\n\t\t\tDescription: \"If the Service Directory Namespace is deleted or updated: The DNS Managed Zone may lose its association or fail to resolve names. If the DNS Managed Zone is updated: The namespace remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/dns_managed_zone#name\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_dns_managed_zone.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/dns-managed-zone_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/dns/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestDNSManagedZone(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tzoneName := \"test-zone\"\n\n\tmanagedZone := &dns.ManagedZone{\n\t\tName: zoneName,\n\t\tDnsName: \"example.com.\",\n\t\tPrivateVisibilityConfig: &dns.ManagedZonePrivateVisibilityConfig{\n\t\t\tNetworks: []*dns.ManagedZonePrivateVisibilityConfigNetwork{\n\t\t\t\t{\n\t\t\t\t\tNetworkUrl: \"https://www.googleapis.com/compute/v1/projects/test-project/global/networks/default\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tForwardingConfig: &dns.ManagedZoneForwardingConfig{\n\t\t\tTargetNameServers: []*dns.ManagedZoneForwardingConfigNameServerTarget{\n\t\t\t\t{\n\t\t\t\t\tIpv4Address: \"10.0.0.10\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tIpv6Address: \"2001:db8::1\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tPeeringConfig: &dns.ManagedZonePeeringConfig{\n\t\t\tTargetNetwork: &dns.ManagedZonePeeringConfigTargetNetwork{\n\t\t\t\tNetworkUrl: \"https://www.googleapis.com/compute/v1/projects/test-project/global/networks/peering-network\",\n\t\t\t},\n\t\t},\n\t}\n\n\tzoneList := &dns.ManagedZonesListResponse{\n\t\tManagedZones: []*dns.ManagedZone{managedZone},\n\t}\n\n\tsdpItemType := gcpshared.DNSManagedZone\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://dns.googleapis.com/dns/v1/projects/%s/managedZones/%s\", projectID, zoneName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: managedZone,\n\t\t},\n\t\tfmt.Sprintf(\"https://dns.googleapis.com/dns/v1/projects/%s/managedZones\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: zoneList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, zoneName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get DNS managed zone: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// dnsName\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"example.com.\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// privateVisibilityConfig.networks.networkUrl\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// TODO: Add test for privateVisibilityConfig.gkeClusters.gkeClusterName β†’ ContainerCluster\n\t\t\t\t// Link from adapter (ToSDPItemType only)\n\t\t\t\t{\n\t\t\t\t\t// forwardingConfig.targetNameServers.ipv4Address\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.10\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// forwardingConfig.targetNameServers.ipv6Address\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2001:db8::1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// peeringConfig.targetNetwork.networkUrl\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"peering-network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// TODO: Add test for serviceDirectoryConfig.namespace.namespaceUrl β†’ ServiceDirectoryNamespace\n\t\t\t\t// Requires ServiceDirectoryNamespace adapter to be implemented first\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list DNS managed zones: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 DNS managed zone, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://dns.googleapis.com/dns/v1/projects/%s/managedZones/%s\", projectID, zoneName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Managed zone not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, zoneName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent DNS managed zone, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/essential-contacts-contact.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Essential Contacts Contact adapter for essential contacts\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.EssentialContactsContact,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OTHER,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/resource-manager/docs/reference/essentialcontacts/rest/v1/projects.contacts/get\n\t\t// GET https://essentialcontacts.googleapis.com/v1/projects/*/contacts/*\n\t\t// IAM permissions: essentialcontacts.contacts.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://essentialcontacts.googleapis.com/v1/projects/%s/contacts/%s\"),\n\t\t// Reference: https://cloud.google.com/resource-manager/docs/reference/essentialcontacts/rest/v1/projects.contacts/list\n\t\t// GET https://essentialcontacts.googleapis.com/v1/projects/*/contacts\n\t\t// IAM permissions: essentialcontacts.contacts.list\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://essentialcontacts.googleapis.com/v1/projects/%s/contacts\"),\n\t\t// This is a special case where we have to define the SEARCH method for only to support Terraform Mapping.\n\t\t// Returns empty URL to trigger GET with the provided full name.\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\treturn \"\"\n\t\t},\n\t\tSearchDescription: \"Search for contacts by their ID in the form of \\\"projects/[project_id]/contacts/[contact_id]\\\".\",\n\t\tUniqueAttributeKeys: []string{\"contacts\"},\n\t\t// HEALTH: https://cloud.google.com/resource-manager/docs/reference/essentialcontacts/rest/v1/folders.contacts#validationstate\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\tIAMPermissions: []string{\"essentialcontacts.contacts.get\", \"essentialcontacts.contacts.list\"},\n\t\tPredefinedRole: \"roles/essentialcontacts.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// There is no links for this item type.\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/essential_contacts_contact#email\",\n\t\tDescription: \"id => {resourceType}/{resource_id}/contacts/{contact_id}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_essential_contacts_contact.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/essential-contacts-contact_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/essentialcontacts/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestEssentialContactsContact(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tcontactID := \"test-contact\"\n\n\tcontact := &essentialcontacts.GoogleCloudEssentialcontactsV1Contact{\n\t\tName: fmt.Sprintf(\"projects/%s/contacts/%s\", projectID, contactID),\n\t\tEmail: \"admin@example.com\",\n\t}\n\n\tcontactList := &essentialcontacts.GoogleCloudEssentialcontactsV1ListContactsResponse{\n\t\tContacts: []*essentialcontacts.GoogleCloudEssentialcontactsV1Contact{contact},\n\t}\n\n\tsdpItemType := gcpshared.EssentialContactsContact\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://essentialcontacts.googleapis.com/v1/projects/%s/contacts/%s\", projectID, contactID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: contact,\n\t\t},\n\t\tfmt.Sprintf(\"https://essentialcontacts.googleapis.com/v1/projects/%s/contacts\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: contactList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, contactID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get contact: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list contacts: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 contact, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/contacts/[contact]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/contacts/%s\", projectID, contactID)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://essentialcontacts.googleapis.com/v1/projects/%s/contacts/%s\", projectID, contactID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Contact not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, contactID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent contact, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/eventarc-trigger.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Eventarc Trigger adapter (IN DEVELOPMENT)\n// Reference: https://cloud.google.com/eventarc/docs/reference/rest/v1/projects.locations.triggers/get\n// GET: https://eventarc.googleapis.com/v1/projects/{project}/locations/{location}/triggers/{trigger}\n// LIST: https://eventarc.googleapis.com/v1/projects/{project}/locations/{location}/triggers\nvar eventarcTriggerAdapter = registerableAdapter{ //nolint:unused\n\tsdpType: gcpshared.EventarcTrigger,\n\tmeta: gcpshared.AdapterMeta{\n\t\tInDevelopment: true,\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://eventarc.googleapis.com/v1/projects/%s/locations/%s/triggers/%s\",\n\t\t),\n\t\t// LIST all triggers across all locations using wildcard\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://eventarc.googleapis.com/v1/projects/%s/locations/-/triggers\",\n\t\t),\n\t\t// List requires only the location (region or global) besides project.\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://eventarc.googleapis.com/v1/projects/%s/locations/%s/triggers\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"locations\", \"triggers\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"eventarc.triggers.get\",\n\t\t\t\"eventarc.triggers.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/eventarc.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Service account used by the trigger to invoke the target service\n\t\t\"serviceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t// Channel associated with the trigger for event delivery\n\t\t\"channel\": {\n\t\t\tToSDPItemType: gcpshared.EventarcChannel,\n\t\t\tDescription: \"If the Eventarc Channel is deleted or updated: The trigger may fail to receive events. If the trigger is updated: The channel remains unaffected.\",\n\t\t},\n\t\t// Cloud Run Service destination\n\t\t\"destination.cloudRunService.service\": {\n\t\t\tToSDPItemType: gcpshared.RunService,\n\t\t\tDescription: \"If the Cloud Run Service is deleted or updated: The trigger may fail to deliver events to the service. If the trigger is updated: The service remains unaffected.\",\n\t\t},\n\t\t// Cloud Function destination (fully qualified resource name)\n\t\t\"destination.cloudFunction\": {\n\t\t\tToSDPItemType: gcpshared.CloudFunctionsFunction,\n\t\t\tDescription: \"If the Cloud Function is deleted or updated: The trigger may fail to deliver events to the function. If the trigger is updated: The function remains unaffected.\",\n\t\t},\n\t\t// GKE Cluster destination\n\t\t\"destination.gke.cluster\": {\n\t\t\tToSDPItemType: gcpshared.ContainerCluster,\n\t\t\tDescription: \"If the GKE Cluster is deleted or updated: The trigger may fail to deliver events to services in the cluster. If the trigger is updated: The cluster remains unaffected.\",\n\t\t},\n\t\t// Workflow destination (fully qualified resource name)\n\t\t\"destination.workflow\": {\n\t\t\tToSDPItemType: gcpshared.WorkflowsWorkflow,\n\t\t\tDescription: \"If the Workflow is deleted or updated: The trigger may fail to invoke the workflow. If the trigger is updated: The workflow remains unaffected.\",\n\t\t},\n\t\t// HTTP endpoint URI (standard library resource)\n\t\t\"destination.httpEndpoint.uri\": {\n\t\t\tToSDPItemType: stdlib.NetworkHTTP,\n\t\t\tDescription: \"If the HTTP endpoint is unavailable or misconfigured: The trigger may fail to deliver events. If the trigger is updated: The HTTP endpoint remains unaffected.\",\n\t\t},\n\t\t// Network Attachment for VPC-internal HTTP endpoints\n\t\t\"destination.httpEndpoint.networkConfig.networkAttachment\": {\n\t\t\tToSDPItemType: gcpshared.ComputeNetworkAttachment,\n\t\t\tDescription: \"If the Network Attachment is deleted or updated: The trigger may fail to access VPC-internal HTTP endpoints. If the trigger is updated: The network attachment remains unaffected.\",\n\t\t},\n\t\t// Pub/Sub Topic used as transport mechanism\n\t\t\"transport.pubsub.topic\": {\n\t\t\tToSDPItemType: gcpshared.PubSubTopic,\n\t\t\tDescription: \"If the Pub/Sub Topic is deleted or updated: The trigger may fail to transport events. If the trigger is updated: The topic remains unaffected.\",\n\t\t},\n\t\t// Pub/Sub Subscription created and managed by Eventarc (output only)\n\t\t\"transport.pubsub.subscription\": {\n\t\t\tToSDPItemType: gcpshared.PubSubSubscription,\n\t\t\tDescription: \"If the Pub/Sub Subscription is deleted or updated: The trigger may fail to receive events from the topic. If the trigger is updated: The subscription may be recreated or updated by Eventarc.\",\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/eventarc-trigger_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/eventarc/apiv1/eventarcpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestEventarcTrigger(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\ttriggerName := \"test-trigger\"\n\n\ttrigger := &eventarcpb.Trigger{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/triggers/%s\", projectID, location, triggerName),\n\t\tServiceAccount: fmt.Sprintf(\"test-sa@%s.iam.gserviceaccount.com\", projectID),\n\t}\n\n\ttriggerName2 := \"test-trigger-2\"\n\ttrigger2 := &eventarcpb.Trigger{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/triggers/%s\", projectID, location, triggerName2),\n\t}\n\n\ttriggerList := &eventarcpb.ListTriggersResponse{\n\t\tTriggers: []*eventarcpb.Trigger{trigger, trigger2},\n\t}\n\n\tsdpItemType := gcpshared.EventarcTrigger\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://eventarc.googleapis.com/v1/projects/%s/locations/%s/triggers/%s\", projectID, location, triggerName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: trigger,\n\t\t},\n\t\tfmt.Sprintf(\"https://eventarc.googleapis.com/v1/projects/%s/locations/%s/triggers/%s\", projectID, location, triggerName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: trigger2,\n\t\t},\n\t\tfmt.Sprintf(\"https://eventarc.googleapis.com/v1/projects/%s/locations/%s/triggers\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: triggerList,\n\t\t},\n\t\tfmt.Sprintf(\"https://eventarc.googleapis.com/v1/projects/%s/locations/-/triggers\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: triggerList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, triggerName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get Eventarc trigger: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != combinedQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", combinedQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/locations/%s/triggers/%s\", projectID, location, triggerName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"test-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search Eventarc triggers: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 Eventarc triggers, got %d\", len(sdpItems))\n\t\t}\n\n\t\tif len(sdpItems) >= 1 {\n\t\t\titem := sdpItems[0]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\tif item.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, item.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list Eventarc triggers: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 Eventarc triggers, got %d\", len(sdpItems))\n\t\t}\n\n\t\tif len(sdpItems) >= 1 {\n\t\t\titem := sdpItems[0]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\tif item.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, item.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://eventarc.googleapis.com/v1/projects/%s/locations/%s/triggers/%s\", projectID, location, triggerName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Trigger not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, triggerName)\n\t\t_, err = adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent Eventarc trigger, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/file-instance.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Cloud File Instance adapter\n// Cloud File provides managed NFS file servers for applications that require a filesystem interface and a shared filesystem for data.\n//\n// Adapter for GCP Cloud File Instance\n// API Get: https://cloud.google.com/filestore/docs/reference/rest/v1/projects.locations.instances/get\n// API List: https://cloud.google.com/filestore/docs/reference/rest/v1/projects.locations.instances/list\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.FileInstance,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t// Project-level adapter (uses locations path parameter)\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// GET https://file.googleapis.com/v1/projects/{project}/locations/{location}/instances/{instance}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://file.googleapis.com/v1/projects/%s/locations/%s/instances/%s\",\n\t\t),\n\t\t// LIST all instances across all locations using wildcard\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://file.googleapis.com/v1/projects/%s/locations/-/instances\",\n\t\t),\n\t\t// Search (per-location) https://file.googleapis.com/v1/projects/{project}/locations/{location}/instances\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://file.googleapis.com/v1/projects/%s/locations/%s/instances\",\n\t\t),\n\t\tSearchDescription: \"Search for Filestore instances in a location. Use the location string or the full resource name supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"instances\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"file.instances.get\",\n\t\t\t\"file.instances.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/file.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631 => state\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"networks.network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t\"networks.ipAddresses\": gcpshared.IPImpactBothWays,\n\t\t\"kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"fileShares.sourceBackup\": {\n\t\t\tToSDPItemType: gcpshared.FileBackup,\n\t\t\tDescription: \"If the referenced Backup is deleted or updated: Restores or incremental backups may fail. If the File instance is updated: The backup remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/filestore_instance\",\n\t\tDescription: \"id => projects/{{project}}/locations/{{location}}/instances/{{name}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_filestore_instance.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/file-instance_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/filestore/apiv1/filestorepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestFileInstance(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tinstanceName := \"test-filestore\"\n\n\tinstance := &filestorepb.Instance{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/instances/%s\", projectID, location, instanceName),\n\t\tNetworks: []*filestorepb.NetworkConfig{\n\t\t\t{\n\t\t\t\tNetwork: fmt.Sprintf(\"projects/%s/global/networks/default\", projectID),\n\t\t\t\tIpAddresses: []string{\"10.0.0.100\"},\n\t\t\t},\n\t\t},\n\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\tFileShares: []*filestorepb.FileShareConfig{\n\t\t\t{\n\t\t\t\tSource: &filestorepb.FileShareConfig_SourceBackup{\n\t\t\t\t\tSourceBackup: fmt.Sprintf(\"projects/%s/locations/%s/backups/test-backup\", projectID, location),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tinstanceName2 := \"test-filestore-2\"\n\tinstance2 := &filestorepb.Instance{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/instances/%s\", projectID, location, instanceName2),\n\t}\n\n\tinstanceList := &filestorepb.ListInstancesResponse{\n\t\tInstances: []*filestorepb.Instance{instance, instance2},\n\t}\n\n\tsdpItemType := gcpshared.FileInstance\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://file.googleapis.com/v1/projects/%s/locations/%s/instances/%s\", projectID, location, instanceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instance,\n\t\t},\n\t\tfmt.Sprintf(\"https://file.googleapis.com/v1/projects/%s/locations/%s/instances/%s\", projectID, location, instanceName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instance2,\n\t\t},\n\t\tfmt.Sprintf(\"https://file.googleapis.com/v1/projects/%s/locations/%s/instances\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instanceList,\n\t\t},\n\t\tfmt.Sprintf(\"https://file.googleapis.com/v1/projects/%s/locations/-/instances\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instanceList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t// For multiple query parameters, use the combined query format\n\t\tcombinedQuery := shared.CompositeLookupKey(location, instanceName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != combinedQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", combinedQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/locations/%s/instances/%s\", projectID, location, instanceName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Network link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// IP address link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.100\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// KMS key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test location-based search\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project_id]/locations/[location]/instances/[instance]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/locations/%s/instances/%s\", projectID, location, instanceName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list Filestore instances: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 Filestore instances, got %d\", len(sdpItems))\n\t\t}\n\n\t\tif len(sdpItems) >= 1 {\n\t\t\titem := sdpItems[0]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\tif item.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, item.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://file.googleapis.com/v1/projects/%s/locations/%s/instances/%s\", projectID, location, instanceName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Instance not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, instanceName)\n\t\t_, err = adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/iam-role.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// IAM Role adapter for custom IAM roles\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.IAMRole,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/iam/docs/reference/rest/v1/roles/get\n\t\t// https://iam.googleapis.com/v1/projects/{PROJECT_ID}/roles/{CUSTOM_ROLE_ID}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://iam.googleapis.com/v1/projects/%s/roles/%s\"),\n\t\t// Reference: https://cloud.google.com/iam/docs/reference/rest/v1/roles/list\n\t\t// https://iam.googleapis.com/v1/projects/{PROJECT_ID}/roles\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://iam.googleapis.com/v1/projects/%s/roles\"),\n\t\tUniqueAttributeKeys: []string{\"roles\"},\n\t\tIAMPermissions: []string{\"iam.roles.get\", \"iam.roles.list\"},\n\t\tPredefinedRole: \"roles/iam.roleViewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// There is no links for this item type.\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/iam-role_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/iam/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestIAMRole(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\troleName := \"customRole\"\n\n\trole := &iam.Role{\n\t\tName: fmt.Sprintf(\"projects/%s/roles/%s\", projectID, roleName),\n\t\tTitle: \"Custom Role\",\n\t}\n\n\troleList := &iam.ListRolesResponse{\n\t\tRoles: []*iam.Role{role},\n\t}\n\n\tsdpItemType := gcpshared.IAMRole\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://iam.googleapis.com/v1/projects/%s/roles/%s\", projectID, roleName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: role,\n\t\t},\n\t\tfmt.Sprintf(\"https://iam.googleapis.com/v1/projects/%s/roles\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: roleList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, roleName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get IAM role: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list IAM roles: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 IAM role, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://iam.googleapis.com/v1/projects/%s/roles/%s\", projectID, roleName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Role not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, roleName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent IAM role, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/logging-bucket.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Logging Bucket adapter for Cloud Logging buckets\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.LoggingBucket,\n\tmeta: gcpshared.AdapterMeta{\n\t\t// global is a type of location.\n\t\t// location is generally a region.\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/logging/docs/reference/v2/rest/v2/projects.locations.buckets/get\n\t\t// GET https://logging.googleapis.com/v2/projects/*/locations/*/buckets/*\n\t\t// IAM permissions: logging.buckets.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/buckets/%s\"),\n\t\t// LIST all buckets across all locations using wildcard\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://logging.googleapis.com/v2/projects/%s/locations/-/buckets\"),\n\t\t// Reference: https://cloud.google.com/logging/docs/reference/v2/rest/v2/projects.locations.buckets/list\n\t\t// GET https://logging.googleapis.com/v2/projects/*/locations/*/buckets\n\t\t// IAM permissions: logging.buckets.list\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/buckets\"),\n\t\tUniqueAttributeKeys: []string{\"locations\", \"buckets\"},\n\t\t// HEALTH: Supports Health status: https://cloud.google.com/logging/docs/reference/v2/rest/v2/LifecycleState\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\tIAMPermissions: []string{\"logging.buckets.get\", \"logging.buckets.list\"},\n\t\tPredefinedRole: \"roles/logging.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"cmekSettings.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"cmekSettings.kmsKeyVersionName\": gcpshared.CryptoKeyVersionImpactInOnly,\n\t\t\"cmekSettings.serviceAccountId\": gcpshared.IAMServiceAccountImpactInOnly,\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/logging-bucket_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/logging/apiv2/loggingpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestLoggingBucket(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"global\"\n\tlinker := gcpshared.NewLinker()\n\tbucketName := \"test-bucket\"\n\n\tbucket := &loggingpb.LogBucket{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/buckets/%s\", projectID, location, bucketName),\n\t\tCmekSettings: &loggingpb.CmekSettings{\n\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/my-key\",\n\t\t\tKmsKeyVersionName: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/my-key/cryptoKeyVersions/1\",\n\t\t\tServiceAccountId: \"cmek-p123456789@gcp-sa-logging.iam.gserviceaccount.com\",\n\t\t},\n\t}\n\n\tbucketList := &loggingpb.ListBucketsResponse{\n\t\tBuckets: []*loggingpb.LogBucket{bucket},\n\t}\n\n\tsdpItemType := gcpshared.LoggingBucket\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/buckets/%s\", projectID, location, bucketName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: bucket,\n\t\t},\n\t\tfmt.Sprintf(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/buckets\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: bucketList,\n\t\t},\n\t\tfmt.Sprintf(\"https://logging.googleapis.com/v2/projects/%s/locations/-/buckets\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: bucketList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, bucketName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get logging bucket: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// cmekSettings.kmsKeyName\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"my-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// cmekSettings.kmsKeyVersionName\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"my-key\", \"1\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// cmekSettings.serviceAccountId\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"cmek-p123456789@gcp-sa-logging.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search logging buckets: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 logging bucket, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list logging buckets: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 logging bucket, got %d\", len(sdpItems))\n\t\t}\n\n\t\tif len(sdpItems) >= 1 {\n\t\t\titem := sdpItems[0]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\tif item.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, item.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/buckets/%s\", projectID, location, bucketName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Bucket not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, bucketName)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent logging bucket, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/logging-link.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Logging Link adapter for Cloud Logging links\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.LoggingLink,\n\tmeta: gcpshared.AdapterMeta{\n\t\t// HEALTH: https://cloud.google.com/logging/docs/reference/v2/rest/v2/LifecycleState\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/logging/docs/reference/v2/rest/v2/projects.locations.buckets.links/get\n\t\t// GET https://logging.googleapis.com/v2/projects/*/locations/*/buckets/*/links/*\n\t\t// IAM permissions: logging.links.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithThreeQueries(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/buckets/%s/links/%s\"),\n\t\t// Reference: https://cloud.google.com/logging/docs/reference/v2/rest/v2/projects.locations.buckets.links/list\n\t\t// GET https://logging.googleapis.com/v2/projects/*/locations/*/buckets/*/links\n\t\t// IAM permissions: logging.links.list\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/buckets/%s/links\"),\n\t\tUniqueAttributeKeys: []string{\"locations\", \"buckets\", \"links\"},\n\t\tIAMPermissions: []string{\"logging.links.get\", \"logging.links.list\"},\n\t\tPredefinedRole: \"roles/logging.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.LoggingBucket,\n\t\t\tDescription: \"If the Logging Bucket is deleted or updated: The Logging Link may lose its association or fail to function as expected. If the Logging Link is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"bigqueryDataset.datasetId\": {\n\t\t\tDescription: \"They are tightly coupled with the Logging Link.\",\n\t\t\tToSDPItemType: gcpshared.BigQueryDataset,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/logging-link_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/logging/apiv2/loggingpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestLoggingLink(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"global\"\n\tbucketName := \"test-bucket\"\n\tlinkName := \"test-link\"\n\tlinker := gcpshared.NewLinker()\n\n\tlink := &loggingpb.Link{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/buckets/%s/links/%s\", projectID, location, bucketName, linkName),\n\t\tBigqueryDataset: &loggingpb.BigQueryDataset{\n\t\t\tDatasetId: fmt.Sprintf(\"bigquery.googleapis.com/projects/%s/datasets/test_dataset\", projectID),\n\t\t},\n\t}\n\n\tlinkList := &loggingpb.ListLinksResponse{\n\t\tLinks: []*loggingpb.Link{link},\n\t}\n\n\tsdpItemType := gcpshared.LoggingLink\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/buckets/%s/links/%s\", projectID, location, bucketName, linkName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: link,\n\t\t},\n\t\tfmt.Sprintf(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/buckets/%s/links\", projectID, location, bucketName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: linkList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, bucketName, linkName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get logging link: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// name (LoggingBucket)\n\t\t\t\t\tExpectedType: gcpshared.LoggingBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, bucketName),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// bigqueryDataset.datasetId\n\t\t\t\t\tExpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test_dataset\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsearchQuery := shared.CompositeLookupKey(location, bucketName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, searchQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search logging links: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 logging link, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/buckets/%s/links/%s\", projectID, location, bucketName, linkName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Link not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, bucketName, linkName)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent logging link, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/logging-saved-query.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Logging Saved Query adapter for Cloud Logging saved queries\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.LoggingSavedQuery,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/logging/docs/reference/v2/rest/v2/projects.locations.savedQueries/get\n\t\t// GET https://logging.googleapis.com/v2/projects/*/locations/*/savedQueries/*\n\t\t// IAM permissions: logging.savedQueries.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/savedQueries/%s\"),\n\t\t// LIST all saved queries across all locations using wildcard\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://logging.googleapis.com/v2/projects/%s/locations/-/savedQueries\"),\n\t\t// Reference: https://cloud.google.com/logging/docs/reference/v2/rest/v2/projects.locations.savedQueries/list\n\t\t// GET https://logging.googleapis.com/v2/projects/*/locations/*/savedQueries\n\t\t// IAM permissions: logging.savedQueries.list\n\t\t// Saved Query has to be shared with the project (opposite is a private one) to show up here.\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/savedQueries\"),\n\t\tUniqueAttributeKeys: []string{\"locations\", \"savedQueries\"},\n\t\t// Documents lists `get` and `list` as the required iam permissions, but there is no permissions like that.\n\t\t// So, the closest one is chosen.\n\t\t// https://cloud.google.com/iam/docs/roles-permissions/logging\n\t\tIAMPermissions: []string{\"logging.queries.getShared\", \"logging.queries.listShared\"},\n\t\tPredefinedRole: \"roles/logging.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// There is no links for this item type.\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/logging-saved-query_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/logging/v2\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestLoggingSavedQuery(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"global\"\n\tlinker := gcpshared.NewLinker()\n\tqueryName := \"test-query\"\n\n\tsavedQuery := &logging.SavedQuery{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/savedQueries/%s\", projectID, location, queryName),\n\t\tDisplayName: \"Test Query\",\n\t}\n\n\tqueryList := &logging.ListSavedQueriesResponse{\n\t\tSavedQueries: []*logging.SavedQuery{savedQuery},\n\t}\n\n\tsdpItemType := gcpshared.LoggingSavedQuery\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/savedQueries/%s\", projectID, location, queryName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: savedQuery,\n\t\t},\n\t\tfmt.Sprintf(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/savedQueries\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: queryList,\n\t\t},\n\t\tfmt.Sprintf(\"https://logging.googleapis.com/v2/projects/%s/locations/-/savedQueries\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: queryList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, queryName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get saved query: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search saved queries: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 saved query, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list saved queries: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 saved query, got %d\", len(sdpItems))\n\t\t}\n\n\t\tif len(sdpItems) >= 1 {\n\t\t\titem := sdpItems[0]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\tif item.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, item.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://logging.googleapis.com/v2/projects/%s/locations/%s/savedQueries/%s\", projectID, location, queryName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Saved query not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, queryName)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent saved query, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/models.go", "content": "package adapters\n\nimport (\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype registerableAdapter struct {\n\tsdpType shared.ItemType\n\tmeta gcpshared.AdapterMeta\n\tlinkRules map[string]*gcpshared.Impact\n\tterraformMapping gcpshared.TerraformMapping\n}\n\nfunc (d registerableAdapter) Register() registerableAdapter {\n\tgcpshared.SDPAssetTypeToAdapterMeta[d.sdpType] = d.meta\n\tgcpshared.LinkRules[d.sdpType] = d.linkRules\n\tgcpshared.SDPAssetTypeToTerraformMappings[d.sdpType] = d.terraformMapping\n\n\treturn d\n}\n" }, { "path": "sources/gcp/dynamic/adapters/monitoring-alert-policy.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Monitoring Alert Policy adapter.\n// GCP API Get Reference: https://cloud.google.com/monitoring/api/ref_v3/rest/v3/projects.alertPolicies/get\n// GET https://monitoring.googleapis.com/v3/projects/{project}/alertPolicies/{alert_policy_id}\n// LIST https://monitoring.googleapis.com/v3/projects/{project}/alertPolicies\n// NOTE: Search is only implemented to support Terraform mapping where the full name\n// (projects/{project}/alertPolicies/{policy_id}) may be provided.\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.MonitoringAlertPolicy,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://monitoring.googleapis.com/v3/projects/%s/alertPolicies/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://monitoring.googleapis.com/v3/projects/%s/alertPolicies\",\n\t\t),\n\t\t// Provide a no-op search (same pattern as other adapters) for terraform mapping support.\n\t\t// Returns empty URL to trigger GET with the provided full name.\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\treturn \"\"\n\t\t},\n\t\tSearchDescription: \"Search by full resource name: projects/[project]/alertPolicies/[alert_policy_id] (used for terraform mapping).\",\n\t\tUniqueAttributeKeys: []string{\"alertPolicies\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"monitoring.alertPolicies.get\",\n\t\t\t\"monitoring.alertPolicies.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/monitoring.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"notificationChannels\": {\n\t\t\tToSDPItemType: gcpshared.MonitoringNotificationChannel,\n\t\t\tDescription: \"The notification channels that are used to notify when this alert policy is triggered. If notification channels are deleted, the alert policy will not be able to notify when triggered. If the alert policy is deleted, the notification channels will not be affected.\",\n\t\t},\n\t\t\"alertStrategy.notificationChannelStrategy.notificationChannelNames\": {\n\t\t\tToSDPItemType: gcpshared.MonitoringNotificationChannel,\n\t\t\tDescription: \"The notification channels specified in the alert strategy for channel-specific renotification behavior. If these notification channels are deleted, the alert policy will not be able to notify when triggered. If the alert policy is deleted, the notification channels will not be affected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/monitoring_alert_policy\",\n\t\tDescription: \"id => projects/{{project}}/alertPolicies/{{alert_policy_id}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_monitoring_alert_policy.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/monitoring-alert-policy_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/monitoring/apiv3/v2/monitoringpb\"\n\t\"google.golang.org/protobuf/types/known/wrapperspb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestMonitoringAlertPolicy(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tpolicyID := \"test-alert-policy-123\"\n\n\t// Create mock protobuf object\n\talertPolicy := &monitoringpb.AlertPolicy{\n\t\tName: fmt.Sprintf(\"projects/%s/alertPolicies/%s\", projectID, policyID),\n\t\tDisplayName: \"Test Alert Policy\",\n\t\tDocumentation: &monitoringpb.AlertPolicy_Documentation{\n\t\t\tContent: \"Test alert policy for monitoring\",\n\t\t},\n\t\tNotificationChannels: []string{\n\t\t\tfmt.Sprintf(\"projects/%s/notificationChannels/test-channel-1\", projectID),\n\t\t\tfmt.Sprintf(\"projects/%s/notificationChannels/test-channel-2\", projectID),\n\t\t},\n\t\tEnabled: wrapperspb.Bool(true),\n\t}\n\n\t// Create second alert policy for list testing\n\tpolicyID2 := \"test-alert-policy-456\"\n\talertPolicy2 := &monitoringpb.AlertPolicy{\n\t\tName: fmt.Sprintf(\"projects/%s/alertPolicies/%s\", projectID, policyID2),\n\t\tDisplayName: \"Test Alert Policy 2\",\n\t\tDocumentation: &monitoringpb.AlertPolicy_Documentation{\n\t\t\tContent: \"Second test alert policy\",\n\t\t},\n\t\tEnabled: wrapperspb.Bool(false),\n\t}\n\n\t// Create list response with multiple items\n\talertPolicyList := &monitoringpb.ListAlertPoliciesResponse{\n\t\tAlertPolicies: []*monitoringpb.AlertPolicy{alertPolicy, alertPolicy2},\n\t}\n\n\tsdpItemType := gcpshared.MonitoringAlertPolicy\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://monitoring.googleapis.com/v3/projects/%s/alertPolicies/%s\", projectID, policyID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: alertPolicy,\n\t\t},\n\t\tfmt.Sprintf(\"https://monitoring.googleapis.com/v3/projects/%s/alertPolicies/%s\", projectID, policyID2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: alertPolicy2,\n\t\t},\n\t\tfmt.Sprintf(\"https://monitoring.googleapis.com/v3/projects/%s/alertPolicies\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: alertPolicyList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, policyID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != policyID {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", policyID, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/alertPolicies/%s\", projectID, policyID)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\t// Include static tests - covers ALL link rule links\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Notification channel links\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.MonitoringNotificationChannel.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-channel-1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.MonitoringNotificationChannel.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-channel-2\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/alertPolicies/[alert_policy_id]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/alertPolicies/%s\", projectID, policyID)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://monitoring.googleapis.com/v3/projects/%s/alertPolicies/%s\", projectID, policyID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Alert policy not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, policyID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/monitoring-custom-dashboard.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Monitoring Custom Dashboard adapter for Cloud Monitoring dashboards\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.MonitoringCustomDashboard,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/monitoring/api/ref_v3/rest/v1/projects.dashboards/get\n\t\t// GET https://monitoring.googleapis.com/v1/projects/[PROJECT_ID_OR_NUMBER]/dashboards/[DASHBOARD_ID] (for custom dashboards).\n\t\t// IAM Perm: monitoring.dashboards.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://monitoring.googleapis.com/v1/projects/%s/dashboards/%s\"),\n\t\t// Reference: https://cloud.google.com/monitoring/api/ref_v3/rest/v1/projects.dashboards/list\n\t\t// GET https://monitoring.googleapis.com/v1/{parent}/dashboards\n\t\t// IAM Perm: monitoring.dashboards.list\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://monitoring.googleapis.com/v1/projects/%s/dashboards\"),\n\t\tSearchDescription: \"Search for custom dashboards by their ID in the form of \\\"projects/[project_id]/dashboards/[dashboard_id]\\\". This is supported for terraform mappings.\",\n\t\t// This is a special case where we have to define the SEARCH method for only to support Terraform Mapping.\n\t\t// Returns empty URL to trigger GET with the provided full name.\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\treturn \"\"\n\t\t},\n\t\tUniqueAttributeKeys: []string{\"dashboards\"},\n\t\tIAMPermissions: []string{\"monitoring.dashboards.get\", \"monitoring.dashboards.list\"},\n\t\tPredefinedRole: \"roles/monitoring.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// There is no links for this item type.\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/monitoring_dashboard\",\n\t\tDescription: \"id => projects/{{project}}/dashboards/{{dashboard_id}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_monitoring_dashboard.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/monitoring-custom-dashboard_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/monitoring/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestMonitoringCustomDashboard(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tdashboardID := \"test-dashboard\"\n\n\tdashboard := &monitoring.Dashboard{\n\t\tName: fmt.Sprintf(\"projects/%s/dashboards/%s\", projectID, dashboardID),\n\t\tDisplayName: \"Test Dashboard\",\n\t}\n\n\tdashboardList := &monitoring.ListDashboardsResponse{\n\t\tDashboards: []*monitoring.Dashboard{dashboard},\n\t}\n\n\tsdpItemType := gcpshared.MonitoringCustomDashboard\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://monitoring.googleapis.com/v1/projects/%s/dashboards/%s\", projectID, dashboardID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: dashboard,\n\t\t},\n\t\tfmt.Sprintf(\"https://monitoring.googleapis.com/v1/projects/%s/dashboards\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: dashboardList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, dashboardID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get dashboard: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list dashboards: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 dashboard, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/dashboards/[dashboard]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/dashboards/%s\", projectID, dashboardID)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://monitoring.googleapis.com/v1/projects/%s/dashboards/%s\", projectID, dashboardID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Dashboard not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, dashboardID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent dashboard, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/monitoring-notification-channel.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Monitoring Notification Channel adapter\n// GCP Ref (GET): https://cloud.google.com/monitoring/api/ref_v3/rest/v3/projects.notificationChannels/get\n// GCP Ref (Schema): https://cloud.google.com/monitoring/api/ref_v3/rest/v3/projects.notificationChannels#NotificationChannel\n// GET https://monitoring.googleapis.com/v3/projects/{project}/notificationChannels/{notificationChannel}\n// LIST https://monitoring.googleapis.com/v3/projects/{project}/notificationChannels\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.MonitoringNotificationChannel,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OBSERVABILITY,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://monitoring.googleapis.com/v3/projects/%s/notificationChannels/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://monitoring.googleapis.com/v3/projects/%s/notificationChannels\",\n\t\t),\n\t\t// Provide a no-op search (same pattern as other adapters) for terraform mapping support.\n\t\t// Returns empty URL to trigger GET with the provided full name.\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\treturn \"\"\n\t\t},\n\t\tSearchDescription: \"Search by full resource name: projects/[project]/notificationChannels/[notificationChannel] (used for terraform mapping).\",\n\t\tUniqueAttributeKeys: []string{\"notificationChannels\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"monitoring.notificationChannels.get\",\n\t\t\t\"monitoring.notificationChannels.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/monitoring.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// For pubsub type notification channels, the topic label contains the Pub/Sub topic resource name\n\t\t// Format: projects/{project}/topics/{topic}\n\t\t\"labels.topic\": {\n\t\t\tToSDPItemType: gcpshared.PubSubTopic,\n\t\t\tDescription: \"If the Pub/Sub Topic is deleted or updated: The Notification Channel may fail to send alerts. If the Notification Channel is updated: The topic remains unaffected.\",\n\t\t},\n\t\t// For webhook_basicauth and webhook_tokenauth type notification channels, the url label contains the HTTP/HTTPS endpoint\n\t\t\"labels.url\": {\n\t\t\tToSDPItemType: stdlib.NetworkHTTP,\n\t\t\tDescription: \"If the HTTP endpoint is unavailable or updated: The Notification Channel may fail to send alerts. If the Notification Channel is updated: The endpoint remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/monitoring_notification_channel\",\n\t\tDescription: \"id => projects/{{project}}/notificationChannels/{{notificationChannel}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_monitoring_notification_channel.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/monitoring-notification-channel_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/monitoring/apiv3/v2/monitoringpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestMonitoringNotificationChannel(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tchannelID := \"test-notification-channel\"\n\n\t// Create mock protobuf object\n\tchannel := &monitoringpb.NotificationChannel{\n\t\tName: fmt.Sprintf(\"projects/%s/notificationChannels/%s\", projectID, channelID),\n\t\tDisplayName: \"Test Notification Channel\",\n\t\tType: \"email\",\n\t\tLabels: map[string]string{\n\t\t\t\"email_address\": \"test@example.com\",\n\t\t},\n\t}\n\n\t// Create second channel for list testing\n\tchannelID2 := \"test-notification-channel-2\"\n\tchannel2 := &monitoringpb.NotificationChannel{\n\t\tName: fmt.Sprintf(\"projects/%s/notificationChannels/%s\", projectID, channelID2),\n\t\tDisplayName: \"Test Notification Channel 2\",\n\t\tType: \"slack\",\n\t}\n\n\t// Create list response with multiple items\n\tchannelList := &monitoringpb.ListNotificationChannelsResponse{\n\t\tNotificationChannels: []*monitoringpb.NotificationChannel{channel, channel2},\n\t}\n\n\tsdpItemType := gcpshared.MonitoringNotificationChannel\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://monitoring.googleapis.com/v3/projects/%s/notificationChannels/%s\", projectID, channelID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: channel,\n\t\t},\n\t\tfmt.Sprintf(\"https://monitoring.googleapis.com/v3/projects/%s/notificationChannels/%s\", projectID, channelID2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: channel2,\n\t\t},\n\t\tfmt.Sprintf(\"https://monitoring.googleapis.com/v3/projects/%s/notificationChannels\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: channelList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, channelID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != channelID {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", channelID, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/notificationChannels/%s\", projectID, channelID)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\t// Skip static tests - no link rules for this adapter\n\t\t// Static tests fail when linked queries are nil\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://monitoring.googleapis.com/v3/projects/%s/notificationChannels/%s\", projectID, channelID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Notification channel not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, channelID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/orgpolicy-policy.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Org Policy Policy (V2) adapter\n// API Get: https://cloud.google.com/resource-manager/docs/reference/orgpolicy/rest/v2/projects.policies/get\n// API List: https://cloud.google.com/resource-manager/docs/reference/orgpolicy/rest/v2/projects.policies/list\n// GET https://orgpolicy.googleapis.com/v2/projects/{project}/policies/{constraint}\n// LIST https://orgpolicy.googleapis.com/v2/projects/{project}/policies\nvar orgPolicyPolicyAdapter = registerableAdapter{ //nolint:unused\n\tsdpType: gcpshared.OrgPolicyPolicy,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://orgpolicy.googleapis.com/v2/projects/%s/policies/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://orgpolicy.googleapis.com/v2/projects/%s/policies\",\n\t\t),\n\t\t// Provide a no-op search (same pattern as other adapters) for terraform mapping support.\n\t\t// Returns empty URL to trigger GET with the provided full name.\n\t\tSearchEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\treturn \"\"\n\t\t},\n\t\tSearchDescription: \"Search with the full policy name: projects/[project]/policies/[constraint] (used for terraform mapping).\",\n\t\tUniqueAttributeKeys: []string{\"policies\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"orgpolicy.policy.get\",\n\t\t\t\"orgpolicy.policies.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/orgpolicy.policyViewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// The name field contains the parent resource identifier (project, folder, or organization)\n\t\t// Format: projects/{project_number}/policies/{constraint} or\n\t\t// folders/{folder_id}/policies/{constraint} or\n\t\t// organizations/{organization_id}/policies/{constraint}\n\t\t// The manual linker (OrgPolicyPolicy in ManualAdapterLinksByAssetType) handles parsing\n\t\t// the prefix to determine the correct parent type and creates the appropriate link.\n\t\t\"name\": {\n\t\t\t// Use CloudResourceManagerProject as placeholder - the manual linker will determine\n\t\t\t// the actual type (project, folder, or organization) based on the name prefix\n\t\t\tToSDPItemType: gcpshared.CloudResourceManagerProject,\n\t\t\tDescription: \"If the parent resource (project, folder, or organization) is deleted or updated: The Org Policy may become invalid or inaccessible. If the Org Policy is updated: The parent resource remains unaffected.\",\n\t\t},\n\t\t// Note: spec.rules[].condition.expression contains CEL expressions that may reference\n\t\t// Tag Keys and Tag Values via resource.matchTag() or resource.matchTagId().\n\t\t// However, the framework does not currently parse CEL expressions to extract these\n\t\t// references automatically. This would require additional CEL parsing logic.\n\t\t// spec.rules[].values.allowed_values and spec.rules[].values.denied_values may contain\n\t\t// resource identifiers (e.g., \"projects/123\", \"folders/456\") for constraints that\n\t\t// support resource references, but these are constraint-specific and not guaranteed\n\t\t// to be resource references (they could be location strings or other values).\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/org_policy_policy\",\n\t\tDescription: \"Use SEARCH with the full policy name: projects/{project}/policies/{constraint}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_org_policy_policy.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/orgpolicy-policy_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/orgpolicy/apiv2/orgpolicypb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestOrgPolicyPolicy(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tpolicyName := \"gcp.resourceLocations\"\n\n\t// Create mock protobuf object\n\tpolicy := &orgpolicypb.Policy{\n\t\tName: fmt.Sprintf(\"projects/%s/policies/%s\", projectID, policyName),\n\t}\n\n\t// Create second policy for list testing\n\tpolicyName2 := \"gcp.requireShieldedVm\"\n\tpolicy2 := &orgpolicypb.Policy{\n\t\tName: fmt.Sprintf(\"projects/%s/policies/%s\", projectID, policyName2),\n\t}\n\n\t// Create list response with multiple items\n\tpolicyList := &orgpolicypb.ListPoliciesResponse{\n\t\tPolicies: []*orgpolicypb.Policy{policy, policy2},\n\t}\n\n\tsdpItemType := gcpshared.OrgPolicyPolicy\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://orgpolicy.googleapis.com/v2/projects/%s/policies/%s\", projectID, policyName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: policy,\n\t\t},\n\t\tfmt.Sprintf(\"https://orgpolicy.googleapis.com/v2/projects/%s/policies/%s\", projectID, policyName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: policy2,\n\t\t},\n\t\tfmt.Sprintf(\"https://orgpolicy.googleapis.com/v2/projects/%s/policies\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: policyList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, policyName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != policyName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", policyName, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/policies/%s\", projectID, policyName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\t// Skip static tests - no link rules for this adapter\n\t\t// Static tests fail when linked queries are nil\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/policies/[constraint]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/policies/%s\", projectID, policyName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://orgpolicy.googleapis.com/v2/projects/%s/policies/%s\", projectID, policyName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Policy not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, policyName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/pubsub-subscription.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Pub/Sub Subscription adapter for Google Cloud Pub/Sub subscriptions\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.PubSubSubscription,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// https://pubsub.googleapis.com/v1/projects/{project}/subscriptions/{subscription}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://pubsub.googleapis.com/v1/projects/%s/subscriptions/%s\"),\n\t\t// Reference: https://cloud.google.com/pubsub/docs/reference/rest/v1/projects.subscriptions/list?rep_location=global\n\t\t// https://pubsub.googleapis.com/v1/projects/{project}/subscriptions\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://pubsub.googleapis.com/v1/projects/%s/subscriptions\"),\n\t\tUniqueAttributeKeys: []string{\"subscriptions\"},\n\t\t// HEALTH: https://cloud.google.com/pubsub/docs/reference/rest/v1/projects.subscriptions#state_2\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\tIAMPermissions: []string{\"pubsub.subscriptions.get\", \"pubsub.subscriptions.list\"},\n\t\tPredefinedRole: \"roles/pubsub.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"topic\": {\n\t\t\tToSDPItemType: gcpshared.PubSubTopic,\n\t\t\tDescription: \"If the Pub/Sub Topic is deleted or updated: The Subscription may fail to receive messages. If the Subscription is updated: The topic remains unaffected.\",\n\t\t},\n\t\t\"deadLetterPolicy.deadLetterTopic\": {\n\t\t\tToSDPItemType: gcpshared.PubSubTopic,\n\t\t\tDescription: \"If the Dead Letter Topic is deleted or updated: The Subscription may fail to deliver failed messages. If the Subscription is updated: The dead letter topic remains unaffected.\",\n\t\t},\n\t\t\"pushConfig.pushEndpoint\": {\n\t\t\tToSDPItemType: stdlib.NetworkHTTP,\n\t\t\tDescription: \"If the HTTP push endpoint is unavailable or updated: The Subscription may fail to deliver messages via push. If the Subscription is updated: The endpoint remains unaffected.\",\n\t\t},\n\t\t\"pushConfig.oidcToken.serviceAccountEmail\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"bigqueryConfig.table\": {\n\t\t\t// The name of the table to which to write data, of the form {projectId}.{datasetId}.{tableId}\n\t\t\t// We have a manual adapter for this.\n\t\t\tToSDPItemType: gcpshared.BigQueryTable,\n\t\t\tDescription: \"If the BigQuery Table is deleted or updated: The Subscription may fail to write data. If the Subscription is updated: The table remains unaffected.\",\n\t\t},\n\t\t\"bigqueryConfig.serviceAccountEmail\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"cloudStorageConfig.bucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Cloud Storage Bucket is deleted or updated: The Subscription may fail to write data. If the Subscription is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"cloudStorageConfig.serviceAccountEmail\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"analyticsHubSubscriptionInfo.subscription\": {\n\t\t\tToSDPItemType: gcpshared.PubSubSubscription,\n\t\t\tDescription: \"If the Pub/Sub Subscription is deleted or updated: The Analytics Hub Subscription may fail to receive messages. If the Analytics Hub Subscription is updated: The Pub/Sub Subscription remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/pubsub_subscription\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_pubsub_subscription.name\",\n\t\t\t},\n\t\t\t// IAM resources for Pub/Sub Subscriptions. These are Terraform-only\n\t\t\t// constructs (no standalone GCP API resource exists for them). When an\n\t\t\t// IAM binding/member/policy changes in a Terraform plan, we resolve it\n\t\t\t// to the parent subscription so that blast radius analysis can show the\n\t\t\t// downstream impact of the access change.\n\t\t\t//\n\t\t\t// Reference: https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/pubsub_subscription_iam\n\t\t\t{\n\t\t\t\t// Authoritative for a given role β€” grants the role to a list of members.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_pubsub_subscription_iam_binding.subscription\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Non-authoritative β€” grants a single member a single role.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_pubsub_subscription_iam_member.subscription\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Authoritative for the entire IAM policy on the subscription.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_pubsub_subscription_iam_policy.subscription\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/pubsub-subscription_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"google.golang.org/api/pubsub/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestPubSubSubscription(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tsubscriptionName := \"test-subscription\"\n\n\tsubscription := &pubsub.Subscription{\n\t\tName: fmt.Sprintf(\"projects/%s/subscriptions/%s\", projectID, subscriptionName),\n\t\tTopic: fmt.Sprintf(\"projects/%s/topics/test-topic\", projectID),\n\t\tDeadLetterPolicy: &pubsub.DeadLetterPolicy{\n\t\t\tDeadLetterTopic: fmt.Sprintf(\"projects/%s/topics/dead-letter-topic\", projectID),\n\t\t\tMaxDeliveryAttempts: 5,\n\t\t},\n\t\tPushConfig: &pubsub.PushConfig{\n\t\t\tPushEndpoint: \"https://example.com/push-endpoint\",\n\t\t\tOidcToken: &pubsub.OidcToken{\n\t\t\t\tServiceAccountEmail: fmt.Sprintf(\"push-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\tAudience: \"https://example.com\",\n\t\t\t},\n\t\t},\n\t\tBigqueryConfig: &pubsub.BigQueryConfig{\n\t\t\tTable: \"test-project.test_dataset.test_table\",\n\t\t\tServiceAccountEmail: fmt.Sprintf(\"bq-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t},\n\t\tCloudStorageConfig: &pubsub.CloudStorageConfig{\n\t\t\tBucket: \"test-bucket\",\n\t\t\tServiceAccountEmail: fmt.Sprintf(\"storage-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t},\n\t}\n\n\tsubscriptionList := &pubsub.ListSubscriptionsResponse{\n\t\tSubscriptions: []*pubsub.Subscription{subscription},\n\t}\n\n\tsdpItemType := gcpshared.PubSubSubscription\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://pubsub.googleapis.com/v1/projects/%s/subscriptions/%s\", projectID, subscriptionName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: subscription,\n\t\t},\n\t\tfmt.Sprintf(\"https://pubsub.googleapis.com/v1/projects/%s/subscriptions\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: subscriptionList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, subscriptionName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get subscription: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// topic\n\t\t\t\t\tExpectedType: gcpshared.PubSubTopic.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-topic\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// deadLetterPolicy.deadLetterTopic\n\t\t\t\t\tExpectedType: gcpshared.PubSubTopic.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"dead-letter-topic\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// pushConfig.pushEndpoint\n\t\t\t\t\tExpectedType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"https://example.com/push-endpoint\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// pushConfig.oidcToken.serviceAccountEmail\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"push-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// bigqueryConfig.table\n\t\t\t\t\tExpectedType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test_dataset\", \"test_table\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// bigqueryConfig.serviceAccountEmail\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"bq-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// cloudStorageConfig.bucket\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// cloudStorageConfig.serviceAccountEmail\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"storage-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list subscriptions: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 subscription, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://pubsub.googleapis.com/v1/projects/%s/subscriptions/%s\", projectID, subscriptionName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Subscription not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, subscriptionName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent subscription, but got nil\")\n\t\t}\n\t})\n}\n\n// TestPubSubSubscriptionIAMTerraformMappings verifies that the IAM Terraform resource\n// types (iam_binding, iam_member, iam_policy) are registered as terraform mappings on\n// the PubSub Subscription adapter. This is critical because these Terraform-only\n// resources don't have their own GCP API β€” they represent IAM policy changes on the\n// parent subscription. Without these mappings, IAM changes would show as \"Unsupported\"\n// in the change analysis UI instead of being resolved to the parent subscription for\n// blast radius analysis.\n//\n// Background: google_pubsub_subscription_iam_binding is an authoritative Terraform\n// resource that manages a single role's members on a subscription. When it changes,\n// we need to resolve it to the affected subscription so customers see the downstream\n// impact (e.g. services that read from the subscription losing access).\nfunc TestPubSubSubscriptionIAMTerraformMappings(t *testing.T) {\n\t// Retrieve the terraform mappings registered for PubSubSubscription\n\ttfMapping, ok := gcpshared.SDPAssetTypeToTerraformMappings[gcpshared.PubSubSubscription]\n\tif !ok {\n\t\tt.Fatal(\"Expected PubSubSubscription to have terraform mappings registered, but none were found\")\n\t}\n\n\t// Build a lookup of terraform type -> query field from the registered mappings.\n\t// This mirrors the logic in cli/tfutils/plan_mapper.go that splits\n\t// TerraformQueryMap on \".\" to get the terraform type and attribute name.\n\ttype mappingInfo struct {\n\t\tterraformType string\n\t\tqueryField string\n\t\tmethod sdp.QueryMethod\n\t}\n\tregisteredMappings := make([]mappingInfo, 0, len(tfMapping.Mappings))\n\tfor _, m := range tfMapping.Mappings {\n\t\tparts := strings.SplitN(m.GetTerraformQueryMap(), \".\", 2)\n\t\tif len(parts) != 2 {\n\t\t\tt.Errorf(\"Invalid TerraformQueryMap format: %q (expected 'type.attribute')\", m.GetTerraformQueryMap())\n\t\t\tcontinue\n\t\t}\n\t\tregisteredMappings = append(registeredMappings, mappingInfo{\n\t\t\tterraformType: parts[0],\n\t\t\tqueryField: parts[1],\n\t\t\tmethod: m.GetTerraformMethod(),\n\t\t})\n\t}\n\n\t// Define the IAM terraform types we expect to be mapped, along with the\n\t// Terraform attribute that identifies the parent subscription.\n\t// All three IAM resource types use \"subscription\" as the attribute that\n\t// contains the subscription name.\n\texpectedIAMMappings := []struct {\n\t\tterraformType string\n\t\tqueryField string\n\t\tmethod sdp.QueryMethod\n\t\tdescription string // documents why this mapping exists, for reviewer clarity\n\t}{\n\t\t{\n\t\t\tterraformType: \"google_pubsub_subscription_iam_binding\",\n\t\t\tqueryField: \"subscription\",\n\t\t\tmethod: sdp.QueryMethod_GET,\n\t\t\tdescription: \"Authoritative for a given role β€” maps to parent subscription for blast radius\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_pubsub_subscription_iam_member\",\n\t\t\tqueryField: \"subscription\",\n\t\t\tmethod: sdp.QueryMethod_GET,\n\t\t\tdescription: \"Non-authoritative single member β€” maps to parent subscription for blast radius\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_pubsub_subscription_iam_policy\",\n\t\t\tqueryField: \"subscription\",\n\t\t\tmethod: sdp.QueryMethod_GET,\n\t\t\tdescription: \"Authoritative for full IAM policy β€” maps to parent subscription for blast radius\",\n\t\t},\n\t}\n\n\tfor _, expected := range expectedIAMMappings {\n\t\tt.Run(expected.terraformType, func(t *testing.T) {\n\t\t\tfound := false\n\t\t\tfor _, registered := range registeredMappings {\n\t\t\t\tif registered.terraformType == expected.terraformType {\n\t\t\t\t\tfound = true\n\n\t\t\t\t\tif registered.queryField != expected.queryField {\n\t\t\t\t\t\tt.Errorf(\"Terraform type %s: expected query field %q, got %q\",\n\t\t\t\t\t\t\texpected.terraformType, expected.queryField, registered.queryField)\n\t\t\t\t\t}\n\n\t\t\t\t\tif registered.method != expected.method {\n\t\t\t\t\t\tt.Errorf(\"Terraform type %s: expected method %s, got %s\",\n\t\t\t\t\t\t\texpected.terraformType, expected.method, registered.method)\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tt.Errorf(\"Terraform type %s is not registered as a mapping on PubSubSubscription. \"+\n\t\t\t\t\t\"This means %q changes will show as 'Unsupported' in the change analysis UI. \"+\n\t\t\t\t\t\"Purpose: %s\",\n\t\t\t\t\texpected.terraformType, expected.terraformType, expected.description)\n\t\t\t}\n\t\t})\n\t}\n\n\t// Also verify the base subscription mapping still exists (sanity check)\n\tt.Run(\"google_pubsub_subscription\", func(t *testing.T) {\n\t\tfound := false\n\t\tfor _, registered := range registeredMappings {\n\t\t\tif registered.terraformType == \"google_pubsub_subscription\" {\n\t\t\t\tfound = true\n\t\t\t\tif registered.queryField != \"name\" {\n\t\t\t\t\tt.Errorf(\"Expected query field 'name' for google_pubsub_subscription, got %q\", registered.queryField)\n\t\t\t\t}\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Error(\"Base terraform mapping for google_pubsub_subscription is missing β€” this would break all subscription change analysis\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/pubsub-topic.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\taws \"github.com/overmindtech/cli/sources/aws/shared\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Pub/Sub Topic adapter for Google Cloud Pub/Sub topics\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.PubSubTopic,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// https://pubsub.googleapis.com/v1/projects/{project}/topics/{topic}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://pubsub.googleapis.com/v1/projects/%s/topics/%s\"),\n\t\t// https://pubsub.googleapis.com/v1/projects/{project}/topics\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://pubsub.googleapis.com/v1/projects/%s/topics\"),\n\t\tUniqueAttributeKeys: []string{\"topics\"},\n\t\t// HEALTH: https://cloud.google.com/pubsub/docs/reference/rest/v1/projects.topics#state\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\tIAMPermissions: []string{\"pubsub.topics.get\", \"pubsub.topics.list\"},\n\t\tPredefinedRole: \"roles/pubsub.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// Schema settings for message validation\n\t\t\"schemaSettings.schema\": {\n\t\t\tToSDPItemType: gcpshared.PubSubSchema,\n\t\t\tDescription: \"If the Pub/Sub Schema is deleted or updated: The Topic may fail to validate messages. If the Topic is updated: The schema remains unaffected.\",\n\t\t},\n\t\t// Settings for ingestion from a data source into this topic.\n\t\t\"ingestionDataSourceSettings.cloudStorage.bucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Cloud Storage Bucket is deleted or updated: The Pub/Sub Topic may fail to receive data. If the Topic is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"ingestionDataSourceSettings.awsKinesis.streamArn\": {\n\t\t\tToSDPItemType: aws.KinesisStream,\n\t\t\tDescription: \"The Kinesis stream ARN to ingest data from. If the Kinesis stream is deleted or updated: The Pub/Sub Topic may fail to receive data. If the Topic is updated: The stream remains unaffected.\",\n\t\t},\n\t\t\"ingestionDataSourceSettings.awsKinesis.consumerArn\": {\n\t\t\tToSDPItemType: aws.KinesisStreamConsumer,\n\t\t\tDescription: \"The Kinesis consumer ARN used for ingestion in Enhanced Fan-Out mode. The consumer must be already created and ready to be used. If the consumer is deleted or updated: The Pub/Sub Topic may fail to receive data. If the Topic is updated: The consumer remains unaffected.\",\n\t\t},\n\t\t\"ingestionDataSourceSettings.awsKinesis.awsRoleArn\": {\n\t\t\tToSDPItemType: aws.IAMRole,\n\t\t\tDescription: \"AWS role to be used for Federated Identity authentication with Kinesis. If the AWS IAM role is deleted or updated: The Pub/Sub Topic may fail to authenticate and receive data. If the Topic is updated: The role remains unaffected.\",\n\t\t},\n\t\t\"ingestionDataSourceSettings.awsKinesis.gcpServiceAccount\": {\n\t\t\tToSDPItemType: gcpshared.IAMServiceAccount,\n\t\t\tDescription: \"GCP service account used for federated identity authentication with AWS Kinesis. If the service account is deleted or updated: The Pub/Sub Topic may fail to authenticate and receive data. If the Topic is updated: The service account remains unaffected.\",\n\t\t},\n\t\t\"ingestionDataSourceSettings.awsMsk.clusterArn\": {\n\t\t\tToSDPItemType: aws.MSKCluster,\n\t\t\tDescription: \"AWS MSK cluster ARN to ingest data from. If the MSK cluster is deleted or updated: The Pub/Sub Topic may fail to receive data. If the Topic is updated: The cluster remains unaffected.\",\n\t\t},\n\t\t\"ingestionDataSourceSettings.awsMsk.awsRoleArn\": {\n\t\t\tToSDPItemType: aws.IAMRole,\n\t\t\tDescription: \"AWS role to be used for Federated Identity authentication with AWS MSK. If the AWS IAM role is deleted or updated: The Pub/Sub Topic may fail to authenticate and receive data. If the Topic is updated: The role remains unaffected.\",\n\t\t},\n\t\t\"ingestionDataSourceSettings.awsMsk.gcpServiceAccount\": {\n\t\t\tToSDPItemType: gcpshared.IAMServiceAccount,\n\t\t\tDescription: \"GCP service account used for federated identity authentication with AWS MSK. If the service account is deleted or updated: The Pub/Sub Topic may fail to authenticate and receive data. If the Topic is updated: The service account remains unaffected.\",\n\t\t},\n\t\t\"ingestionDataSourceSettings.confluentCloud.bootstrapServer\": {\n\t\t\tToSDPItemType: stdlib.NetworkDNS,\n\t\t\tDescription: \"Confluent Cloud bootstrap server endpoint (hostname:port). The linker automatically detects whether the value is a DNS name or IP address and creates the appropriate link. If the bootstrap server is unreachable: The Pub/Sub Topic may fail to receive data. If the Topic is updated: The bootstrap server remains unaffected.\",\n\t\t},\n\t\t\"ingestionDataSourceSettings.confluentCloud.gcpServiceAccount\": {\n\t\t\tToSDPItemType: gcpshared.IAMServiceAccount,\n\t\t\tDescription: \"GCP service account used for federated identity authentication with Confluent Cloud. If the service account is deleted or updated: The Pub/Sub Topic may fail to authenticate and receive data. If the Topic is updated: The service account remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/pubsub_topic\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_pubsub_topic.name\",\n\t\t\t},\n\t\t\t// IAM resources for Pub/Sub Topics. These are Terraform-only constructs\n\t\t\t// (no standalone GCP API resource exists). When an IAM binding/member/policy\n\t\t\t// changes, we resolve it to the parent topic for blast radius analysis.\n\t\t\t//\n\t\t\t// Reference: https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/pubsub_topic_iam\n\t\t\t{\n\t\t\t\t// Authoritative for a given role β€” grants the role to a list of members.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_pubsub_topic_iam_binding.topic\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Non-authoritative β€” grants a single member a single role.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_pubsub_topic_iam_member.topic\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Authoritative for the entire IAM policy on the topic.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_pubsub_topic_iam_policy.topic\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/pubsub-topic_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/pubsub/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestPubSubTopic(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\ttopicName := \"test-topic\"\n\n\ttopic := &pubsub.Topic{\n\t\tName: fmt.Sprintf(\"projects/%s/topics/%s\", projectID, topicName),\n\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/my-key\",\n\t\tIngestionDataSourceSettings: &pubsub.IngestionDataSourceSettings{\n\t\t\tCloudStorage: &pubsub.CloudStorage{\n\t\t\t\tBucket: \"ingestion-bucket\",\n\t\t\t},\n\t\t},\n\t}\n\n\ttopicList := &pubsub.ListTopicsResponse{\n\t\tTopics: []*pubsub.Topic{topic},\n\t}\n\n\tsdpItemType := gcpshared.PubSubTopic\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://pubsub.googleapis.com/v1/projects/%s/topics/%s\", projectID, topicName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: topic,\n\t\t},\n\t\tfmt.Sprintf(\"https://pubsub.googleapis.com/v1/projects/%s/topics\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: topicList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, topicName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get topic: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// kmsKeyName\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"my-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// ingestionDataSourceSettings.cloudStorage.bucket\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"ingestion-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// TODO: Add tests for AWS Kinesis ingestion settings (streamAr, consumerArn, awsRoleArn)\n\t\t\t\t// Requires cross-cloud linking setup\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list topics: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 topic, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://pubsub.googleapis.com/v1/projects/%s/topics/%s\", projectID, topicName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Topic not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, topicName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent topic, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/redis-instance.go", "content": "package adapters\n\nimport (\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// redisInstanceListFilter filters out placeholder entries that GCP returns\n// for unavailable locations when using wildcard location queries.\n// Placeholder entries have names ending in \"/instances/-\" with error status.\nfunc redisInstanceListFilter(item *sdp.Item) bool {\n\tname, err := item.GetAttributes().Get(\"name\")\n\tif err != nil {\n\t\treturn true\n\t}\n\tnameStr, ok := name.(string)\n\tif !ok {\n\t\treturn true\n\t}\n\treturn !strings.HasSuffix(nameStr, \"/instances/-\")\n}\n\n// GCP Cloud Memorystore Redis Instance adapter.\n// Cloud Memorystore for Redis provides a fully managed Redis service that is highly available and scalable.\n// GCP Ref:\n// - API Call structure (GET): https://cloud.google.com/memorystore/docs/redis/reference/rest/v1/projects.locations.instances/get\n// GET https://redis.googleapis.com/v1/projects/{project}/locations/{location}/instances/{instance}\n// - Type Definition (Instance): https://cloud.google.com/memorystore/docs/redis/reference/rest/v1/projects.locations.instances#Instance\n// - LIST: https://cloud.google.com/memorystore/docs/redis/reference/rest/v1/projects.locations.instances/list\n//\n// Scope: Project-level (uses locations path parameter; unique attributes include location+instance).\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.RedisInstance,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/memorystore/docs/redis/reference/rest/v1/projects.locations.instances/get\n\t\t// GET https://redis.googleapis.com/v1/projects/{project}/locations/{location}/instances/{instance}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://redis.googleapis.com/v1/projects/%s/locations/%s/instances/%s\",\n\t\t),\n\t\t// LIST all instances across all locations using wildcard\n\t\t// Note: wildcard list may include placeholder entries for unavailable locations\n\t\t// (entries with name ending in \"/instances/-\" and error status)\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://redis.googleapis.com/v1/projects/%s/locations/-/instances\",\n\t\t),\n\t\t// Filter out placeholder entries from LIST results\n\t\tListFilterFunc: redisInstanceListFilter,\n\t\t// Reference: https://cloud.google.com/memorystore/docs/redis/reference/rest/v1/projects.locations.instances/list\n\t\t// GET https://redis.googleapis.com/v1/projects/{project}/locations/{location}/instances\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://redis.googleapis.com/v1/projects/%s/locations/%s/instances\",\n\t\t),\n\t\tSearchDescription: \"Search Redis instances in a location. Use the format \\\"location\\\" or \\\"projects/[project_id]/locations/[location]/instances/[instance_name]\\\" which is supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"instances\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"redis.instances.get\",\n\t\t\t\"redis.instances.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/redis.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\t// https://cloud.google.com/memorystore/docs/redis/reference/rest/v1/projects.locations.instances#Instance.State\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// The name of the VPC network to which the instance is connected.\n\t\t\"authorizedNetwork\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t// Optional. The KMS key reference that the customer provides when trying to create the instance.\n\t\t\"customerManagedKey\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// Output only. Hostname or IP address of the exposed Redis endpoint used by clients to connect to the service.\n\t\t\"host\": gcpshared.IPImpactBothWays,\n\t\t// Output only (standard tier). Endpoint for readonly traffic to the Redis instance. Can be a hostname or IP address.\n\t\t\"readEndpoint\": gcpshared.IPImpactBothWays,\n\t\t// Output only. List of server CA certificates for the instance.\n\t\t\"serverCaCerts.cert\": {\n\t\t\tToSDPItemType: gcpshared.ComputeSSLCertificate,\n\t\t\tDescription: \"If the certificate is deleted or updated: The Redis instance may lose secure connectivity. If the Redis instance is updated: The certificate remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/redis_instance\",\n\t\tDescription: \"id => projects/{project}/locations/{location}/instances/{instance}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_redis_instance.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/redis-instance_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/redis/apiv1/redispb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestRedisInstance(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tinstanceName := \"test-redis-instance\"\n\n\t// Create mock protobuf object\n\tinstance := &redispb.Instance{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/instances/%s\", projectID, location, instanceName),\n\t\tDisplayName: \"Test Redis Instance\",\n\t\tLocationId: location,\n\t\tAuthorizedNetwork: fmt.Sprintf(\"projects/%s/global/networks/default\", projectID),\n\t\tCustomerManagedKey: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\tHost: \"10.0.0.100\",\n\t\tReadEndpoint: \"10.0.0.101\",\n\t\tServerCaCerts: []*redispb.TlsCertificate{\n\t\t\t{\n\t\t\t\tCert: \"-----BEGIN CERTIFICATE-----\\nMIIC...test certificate data...\\n-----END CERTIFICATE-----\",\n\t\t\t},\n\t\t},\n\t}\n\n\t// Create second instance for list testing\n\tinstanceName2 := \"test-redis-instance-2\"\n\tinstance2 := &redispb.Instance{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/instances/%s\", projectID, location, instanceName2),\n\t\tDisplayName: \"Test Redis Instance 2\",\n\t\tLocationId: location,\n\t}\n\n\t// Create list response with multiple items\n\tinstanceList := &redispb.ListInstancesResponse{\n\t\tInstances: []*redispb.Instance{instance, instance2},\n\t}\n\n\tsdpItemType := gcpshared.RedisInstance\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://redis.googleapis.com/v1/projects/%s/locations/%s/instances/%s\", projectID, location, instanceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instance,\n\t\t},\n\t\tfmt.Sprintf(\"https://redis.googleapis.com/v1/projects/%s/locations/%s/instances/%s\", projectID, location, instanceName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instance2,\n\t\t},\n\t\tfmt.Sprintf(\"https://redis.googleapis.com/v1/projects/%s/locations/%s/instances\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instanceList,\n\t\t},\n\t\tfmt.Sprintf(\"https://redis.googleapis.com/v1/projects/%s/locations/-/instances\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instanceList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t// For multiple query parameters, use the combined query format\n\t\tcombinedQuery := shared.CompositeLookupKey(location, instanceName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != combinedQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", combinedQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/locations/%s/instances/%s\", projectID, location, instanceName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\t// Include static tests - covers ALL link rule links\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Authorized network link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Customer managed key link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Host IP address link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.100\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// Read endpoint IP address link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.101\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// Server CA certificate link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSSLCertificate.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"-----BEGIN CERTIFICATE-----\\nMIIC...test certificate data...\\n-----END CERTIFICATE-----\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test location-based search\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project_id]/locations/[location]/instances/[instance_name]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/locations/%s/instances/%s\", projectID, location, instanceName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list Redis instances: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 Redis instances, got %d\", len(sdpItems))\n\t\t}\n\n\t\tif len(sdpItems) >= 1 {\n\t\t\titem := sdpItems[0]\n\t\t\tif item.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), item.GetType())\n\t\t\t}\n\t\t\tif item.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, item.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List filters out placeholder entries\", func(t *testing.T) {\n\t\tplaceholder := &redispb.Instance{\n\t\t\tName: fmt.Sprintf(\"projects/%s/locations/us-west1/instances/-\", projectID),\n\t\t\tLocationId: \"us-west1\",\n\t\t}\n\n\t\tinstanceListWithPlaceholder := &redispb.ListInstancesResponse{\n\t\t\tInstances: []*redispb.Instance{instance, placeholder, instance2},\n\t\t}\n\n\t\tresponsesWithPlaceholder := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://redis.googleapis.com/v1/projects/%s/locations/-/instances\", projectID): {\n\t\t\t\tStatusCode: http.StatusOK,\n\t\t\t\tBody: instanceListWithPlaceholder,\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(responsesWithPlaceholder)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list Redis instances: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 Redis instances (placeholder filtered out), got %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tname, err := item.GetAttributes().Get(\"name\")\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Failed to get name attribute: %v\", err)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tnameStr, ok := name.(string)\n\t\t\tif !ok {\n\t\t\t\tt.Errorf(\"Name is not a string: %T\", name)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tif strings.HasSuffix(nameStr, \"/instances/-\") {\n\t\t\t\tt.Errorf(\"Placeholder entry was not filtered out: %s\", nameStr)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://redis.googleapis.com/v1/projects/%s/locations/%s/instances/%s\", projectID, location, instanceName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Redis instance not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, instanceName)\n\t\t_, err = adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/run-revision.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Run Revision adapter for Cloud Run revisions\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.RunRevision,\n\tmeta: gcpshared.AdapterMeta{\n\t\t/*\n\t\t\tA Revision is an immutable snapshot of code and configuration.\n\t\t\tA Revision references a container image.\n\t\t\tRevisions are only created by updates to its parent Service.\n\t\t*/\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/run/docs/reference/rest/v2/projects.locations.services.revisions/get\n\t\t// GET https://run.googleapis.com/v2/projects/{project}/locations/{location}/services/{service}/revisions/{revision}\n\t\t// IAM Perm: run.revisions.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithThreeQueries(\"https://run.googleapis.com/v2/projects/%s/locations/%s/services/%s/revisions/%s\"),\n\t\t// Reference: https://cloud.google.com/run/docs/reference/rest/v2/projects.locations.services.revisions/list\n\t\t// GET https://run.googleapis.com/v2/projects/{project}/locations/{location}/services/{service}/revisions\n\t\t// IAM Perm: run.revisions.list\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://run.googleapis.com/v2/projects/%s/locations/%s/services/%s/revisions\"),\n\t\tUniqueAttributeKeys: []string{\"locations\", \"services\", \"revisions\"},\n\t\tIAMPermissions: []string{\"run.revisions.get\", \"run.revisions.list\"},\n\t\tPredefinedRole: \"roles/run.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"service\": {\n\t\t\tToSDPItemType: gcpshared.RunService,\n\t\t\tDescription: \"If the Run Service is deleted or updated: The Revision may lose its association or fail to run. If the Revision is updated: The service remains unaffected.\",\n\t\t},\n\t\t\"vpcAccess.networkInterfaces.network\": {\n\t\t\tToSDPItemType: gcpshared.ComputeNetwork,\n\t\t\tDescription: \"If the Compute Network is deleted or updated: The Revision may lose connectivity or fail to run as expected. If the Revision is updated: The network remains unaffected.\",\n\t\t},\n\t\t\"vpcAccess.networkInterfaces.subnetwork\": {\n\t\t\tToSDPItemType: gcpshared.ComputeSubnetwork,\n\t\t\tDescription: \"If the Compute Subnetwork is deleted or updated: The Revision may lose connectivity or fail to run as expected. If the Revision is updated: The subnetwork remains unaffected.\",\n\t\t},\n\t\t\"vpcAccess.connector\": {\n\t\t\tToSDPItemType: gcpshared.VPCAccessConnector,\n\t\t\tDescription: \"If the VPC Access Connector is deleted or updated: The Revision may lose connectivity or fail to run as expected. If the Revision is updated: The connector remains unaffected.\",\n\t\t},\n\t\t\"serviceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"containers.image\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryDockerImage,\n\t\t\tDescription: \"If the Artifact Registry Docker Image is deleted or updated: The Revision may fail to pull the image. If the Revision is updated: The Docker image remains unaffected.\",\n\t\t},\n\t\t\"volumes.cloudSqlInstance.instances\": {\n\t\t\t// Format: {project}:{location}:{instance}\n\t\t\t// The manual adapter linker handles this format automatically.\n\t\t\tToSDPItemType: gcpshared.SQLAdminInstance,\n\t\t\tDescription: \"If the Cloud SQL Instance is deleted or updated: The Revision may fail to access the database. If the Revision is updated: The instance remains unaffected.\",\n\t\t},\n\t\t\"volumes.gcs.bucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Cloud Storage Bucket is deleted or updated: The Revision may fail to access the GCS volume. If the Revision is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"volumes.secret.secret\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecret,\n\t\t\tDescription: \"If the Secret Manager Secret is deleted or updated: The Revision may fail to access sensitive data mounted as a volume. If the Revision is updated: The secret remains unaffected.\",\n\t\t},\n\t\t\"volumes.nfs.server\": {\n\t\t\tToSDPItemType: stdlib.NetworkIP,\n\t\t\tDescription: \"If the NFS server (IP address or hostname) becomes unavailable: The Revision may fail to mount the NFS volume. If the Revision is updated: The NFS server remains unaffected. The linker automatically detects whether the value is an IP address or DNS name.\",\n\t\t},\n\t\t\"logUri\": {\n\t\t\tToSDPItemType: stdlib.NetworkHTTP,\n\t\t\tDescription: \"If the log URI endpoint becomes unavailable: The Revision logs may not be accessible. If the Revision is updated: The log URI endpoint remains unaffected.\",\n\t\t},\n\t\t\"encryptionKey\": gcpshared.CryptoKeyImpactInOnly,\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/run-revision_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/run/v2\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestRunRevision(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tserviceName := \"test-service\"\n\trevisionName := \"test-revision\"\n\tlinker := gcpshared.NewLinker()\n\n\trevision := &run.GoogleCloudRunV2Revision{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/services/%s/revisions/%s\", projectID, location, serviceName, revisionName),\n\t\tServiceAccount: \"run-sa@test-project.iam.gserviceaccount.com\",\n\t\tService: fmt.Sprintf(\"projects/%s/locations/%s/services/%s\", projectID, location, serviceName),\n\t}\n\n\trevisionList := &run.GoogleCloudRunV2ListRevisionsResponse{\n\t\tRevisions: []*run.GoogleCloudRunV2Revision{revision},\n\t}\n\n\tsdpItemType := gcpshared.RunRevision\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://run.googleapis.com/v2/projects/%s/locations/%s/services/%s/revisions/%s\", projectID, location, serviceName, revisionName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: revision,\n\t\t},\n\t\tfmt.Sprintf(\"https://run.googleapis.com/v2/projects/%s/locations/%s/services/%s/revisions\", projectID, location, serviceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: revisionList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, serviceName, revisionName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get revision: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// service\n\t\t\t\t\tExpectedType: gcpshared.RunService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, serviceName),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// serviceAccount\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"run-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsearchQuery := shared.CompositeLookupKey(location, serviceName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, searchQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search revisions: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 revision, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://run.googleapis.com/v2/projects/%s/locations/%s/services/%s/revisions/%s\", projectID, location, serviceName, revisionName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Revision not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, serviceName, revisionName)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent revision, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/run-service.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Cloud Run Service adapter - Manages stateless containerized applications with automatic scaling\n// Reference: https://cloud.google.com/run/docs/reference/rest/v2/projects.locations.services/get\n// GET: https://run.googleapis.com/v2/projects/{project}/locations/{location}/services/{service}\n// LIST: https://run.googleapis.com/v2/projects/{project}/locations/{location}/services\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.RunService,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://run.googleapis.com/v2/projects/%s/locations/%s/services/%s\",\n\t\t),\n\t\t// List requires location parameter, so use Search\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://run.googleapis.com/v2/projects/%s/locations/%s/services\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"locations\", \"services\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"run.services.get\",\n\t\t\t\"run.services.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/run.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631 - status field for health monitoring\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"template.serviceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t\"template.vpcAccess.connector\": {\n\t\t\tToSDPItemType: gcpshared.VPCAccessConnector,\n\t\t\tDescription: \"If the VPC Access Connector is deleted or updated: The service may lose connectivity or fail to route traffic correctly. If the service is updated: The connector remains unaffected.\",\n\t\t},\n\t\t\"template.vpcAccess.networkInterfaces.network\": {\n\t\t\tToSDPItemType: gcpshared.ComputeNetwork,\n\t\t\tDescription: \"If the Compute Network is deleted or updated: The service may lose connectivity or fail to route traffic correctly. If the service is updated: The network remains unaffected.\",\n\t\t},\n\t\t\"template.vpcAccess.networkInterfaces.subnetwork\": {\n\t\t\tToSDPItemType: gcpshared.ComputeSubnetwork,\n\t\t\tDescription: \"If the Compute Subnetwork is deleted or updated: The service may lose connectivity or fail to route traffic correctly. If the service is updated: The subnetwork remains unaffected.\",\n\t\t},\n\t\t\"template.containers.image\": {\n\t\t\tToSDPItemType: gcpshared.ArtifactRegistryDockerImage,\n\t\t\tDescription: \"If the Artifact Registry Docker Image is deleted or updated: The service may fail to deploy new revisions. If the service is updated: The Docker image remains unaffected.\",\n\t\t},\n\t\t\"template.containers.env.valueSource.secretKeyRef.secret\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecret,\n\t\t\tDescription: \"If the referenced Secret Manager Secret is deleted or updated: the container may fail to start or access sensitive configuration. If the service is updated: the secret remains unaffected.\",\n\t\t},\n\t\t\"template.volumes.secret.secret\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecret,\n\t\t\tDescription: \"If the Secret Manager Secret is deleted or updated: The service may fail to access sensitive data. If the service is updated: The secret remains unaffected.\",\n\t\t},\n\t\t\"template.volumes.cloudSqlInstance.instances\": {\n\t\t\tToSDPItemType: gcpshared.SQLAdminInstance,\n\t\t\tDescription: \"If the Cloud SQL Instance is deleted or updated: The service may fail to access the database. If the service is updated: The instance remains unaffected.\",\n\t\t},\n\t\t\"template.volumes.gcs.bucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Cloud Storage Bucket is deleted or updated: The service may fail to access stored data. If the service is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t\"template.encryptionKey\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"latestCreatedRevision\": {\n\t\t\tToSDPItemType: gcpshared.RunRevision,\n\t\t\tDescription: \"If the Cloud Run Service is deleted or updated: Associated revisions may become orphaned or be deleted. If revisions are updated: The service status may reflect the changes.\",\n\t\t},\n\t\t\"latestReadyRevision\": {\n\t\t\tToSDPItemType: gcpshared.RunRevision,\n\t\t\tDescription: \"If the Cloud Run Service is deleted or updated: Associated revisions may become orphaned or be deleted. If revisions are updated: The service status may reflect the changes.\",\n\t\t},\n\t\t\"traffic.revision\": {\n\t\t\tToSDPItemType: gcpshared.RunRevision,\n\t\t\tDescription: \"If the Cloud Run Service is deleted or updated: Traffic allocation to revisions will be lost. If revisions are updated: The service traffic configuration may need updates.\",\n\t\t},\n\t\t// Forward link from parent to child via SEARCH\n\t\t// Link to all revisions in this service\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.RunRevision,\n\t\t\tDescription: \"If the Cloud Run Service is deleted or updated: All associated Revisions may become invalid or inaccessible. If a Revision is updated: The service remains unaffected.\",\n\t\t\tIsParentToChild: true,\n\t\t},\n\t\t// Link to Binary Authorization platform policy (when explicitly specified via policy field)\n\t\t// Note: When useDefault is true, the service uses the project's default policy,\n\t\t// but we can't link to it here since there's no explicit policy field value\n\t\t\"binaryAuthorization.policy\": {\n\t\t\tToSDPItemType: gcpshared.BinaryAuthorizationPlatformPolicy,\n\t\t\tDescription: \"If the Binary Authorization platform policy is updated: The service may fail to deploy new revisions if images don't meet policy requirements. If the service is updated: The policy remains unaffected.\",\n\t\t},\n\t\t// Link to Cloud Storage bucket used in buildConfig source (if buildConfig is used)\n\t\t\"buildConfig.source.storageSource.bucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Cloud Storage Bucket containing source code is deleted or updated: The service may fail to build new revisions. If the service is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t// Link to HTTP/HTTPS URLs serving traffic for this service\n\t\t\"urls\": {\n\t\t\tToSDPItemType: stdlib.NetworkHTTP,\n\t\t\tDescription: \"If the HTTP endpoint becomes unavailable: The service cannot serve traffic. If the service is updated: The endpoint URL may change.\",\n\t\t},\n\t\t// Link to main URI serving traffic for this service\n\t\t\"uri\": {\n\t\t\tToSDPItemType: stdlib.NetworkHTTP,\n\t\t\tDescription: \"If the HTTP endpoint becomes unavailable: The service cannot serve traffic. If the service is updated: The endpoint URI may change.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/cloud_run_v2_service\",\n\t\tDescription: \"id => projects/{{project}}/locations/{{location}}/services/{{name}}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_cloud_run_v2_service.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/run-service_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/run/apiv2/runpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestRunService(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tlinker := gcpshared.NewLinker()\n\tserviceName := \"test-service\"\n\n\tservice := &runpb.Service{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/services/%s\", projectID, location, serviceName),\n\t\tTemplate: &runpb.RevisionTemplate{\n\t\t\tServiceAccount: \"test-sa@test-project.iam.gserviceaccount.com\",\n\t\t\tVpcAccess: &runpb.VpcAccess{\n\t\t\t\tConnector: fmt.Sprintf(\"projects/%s/locations/%s/connectors/test-connector\", projectID, location),\n\t\t\t\tNetworkInterfaces: []*runpb.VpcAccess_NetworkInterface{\n\t\t\t\t\t{\n\t\t\t\t\t\tNetwork: fmt.Sprintf(\"projects/%s/global/networks/default\", projectID),\n\t\t\t\t\t\tSubnetwork: fmt.Sprintf(\"projects/%s/regions/%s/subnetworks/default\", projectID, location),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tContainers: []*runpb.Container{\n\t\t\t\t{\n\t\t\t\t\tImage: fmt.Sprintf(\"%s-docker.pkg.dev/%s/repo/image:latest\", location, projectID),\n\t\t\t\t\tEnv: []*runpb.EnvVar{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tValues: &runpb.EnvVar_ValueSource{\n\t\t\t\t\t\t\t\tValueSource: &runpb.EnvVarSource{\n\t\t\t\t\t\t\t\t\tSecretKeyRef: &runpb.SecretKeySelector{\n\t\t\t\t\t\t\t\t\t\tSecret: fmt.Sprintf(\"projects/%s/secrets/api-key\", projectID),\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tVolumes: []*runpb.Volume{\n\t\t\t\t{\n\t\t\t\t\tVolumeType: &runpb.Volume_Secret{\n\t\t\t\t\t\tSecret: &runpb.SecretVolumeSource{\n\t\t\t\t\t\t\tSecret: fmt.Sprintf(\"projects/%s/secrets/db-creds\", projectID),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tVolumeType: &runpb.Volume_CloudSqlInstance{\n\t\t\t\t\t\tCloudSqlInstance: &runpb.CloudSqlInstance{\n\t\t\t\t\t\t\tInstances: []string{fmt.Sprintf(\"projects/%s/instances/test-db\", projectID)},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tVolumeType: &runpb.Volume_Gcs{\n\t\t\t\t\t\tGcs: &runpb.GCSVolumeSource{\n\t\t\t\t\t\t\tBucket: \"test-bucket\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tEncryptionKey: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t},\n\t\tLatestReadyRevision: fmt.Sprintf(\"projects/%s/locations/%s/services/%s/revisions/rev-1\", projectID, location, serviceName),\n\t\tLatestCreatedRevision: fmt.Sprintf(\"projects/%s/locations/%s/services/%s/revisions/rev-2\", projectID, location, serviceName),\n\t\tTraffic: []*runpb.TrafficTarget{\n\t\t\t{\n\t\t\t\tRevision: fmt.Sprintf(\"projects/%s/locations/%s/services/%s/revisions/rev-3\", projectID, location, serviceName),\n\t\t\t},\n\t\t},\n\t}\n\n\tserviceName2 := \"test-service-2\"\n\tservice2 := &runpb.Service{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/services/%s\", projectID, location, serviceName2),\n\t}\n\n\tserviceList := &runpb.ListServicesResponse{\n\t\tServices: []*runpb.Service{service, service2},\n\t}\n\n\tsdpItemType := gcpshared.RunService\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://run.googleapis.com/v2/projects/%s/locations/%s/services/%s\", projectID, location, serviceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: service,\n\t\t},\n\t\tfmt.Sprintf(\"https://run.googleapis.com/v2/projects/%s/locations/%s/services/%s\", projectID, location, serviceName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: service2,\n\t\t},\n\t\tfmt.Sprintf(\"https://run.googleapis.com/v2/projects/%s/locations/%s/services\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: serviceList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t// For multiple query parameters, use the combined query format\n\t\tcombinedQuery := shared.CompositeLookupKey(location, serviceName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != combinedQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", combinedQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/locations/%s/services/%s\", projectID, location, serviceName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// template.serviceAccount\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// template.vpcAccess.networkInterfaces.network\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// template.vpcAccess.networkInterfaces.subnetwork\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, location),\n\t\t\t\t},\n\t\t\t\t// template.containers.env.valueSource.secretKeyRef.secret\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SecretManagerSecret.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"api-key\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// template.volumes.secret.secret\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SecretManagerSecret.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"db-creds\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// template.volumes.cloudSqlInstance.instances\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SQLAdminInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-db\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// template.volumes.gcs.bucket\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// template.encryptionKey\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// latestReadyRevision\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.RunRevision.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, serviceName, \"rev-1\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// latestCreatedRevision\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.RunRevision.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, serviceName, \"rev-2\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// traffic.revision\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.RunRevision.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, serviceName, \"rev-3\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// name (parent to child search)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.RunRevision.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, serviceName),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test location-based search\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project_id]/locations/[location]/services/[service]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/locations/%s/services/%s\", projectID, location, serviceName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://run.googleapis.com/v2/projects/%s/locations/%s/services/%s\", projectID, location, serviceName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Service not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, serviceName)\n\t\t_, err = adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/run-worker-pool.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Cloud Run Worker Pool:\n// Reference: https://cloud.google.com/run/docs/reference/rest/v2/projects.locations.workerPools/get\n// GET: https://run.googleapis.com/v2/projects/{project}/locations/{location}/workerPools/{workerPool}\n// LIST: https://run.googleapis.com/v2/projects/{project}/locations/{location}/workerPools\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.RunWorkerPool,\n\tmeta: gcpshared.AdapterMeta{\n\t\tInDevelopment: true,\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://run.googleapis.com/v2/projects/%s/locations/%s/workerPools/%s\",\n\t\t),\n\t\t// The list endpoint requires the location only.\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://run.googleapis.com/v2/projects/%s/locations/%s/workerPools\",\n\t\t),\n\t\t// location|workerPool\n\t\tUniqueAttributeKeys: []string{\"locations\", \"workerPools\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"run.workerPools.get\",\n\t\t\t\"run.workerPools.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/run.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Service account used by revisions in the worker pool\n\t\t\"template.serviceAccount\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t// Encryption key for image encryption\n\t\t\"template.encryptionKey\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// VPC Access Connector for network connectivity\n\t\t\"template.vpcAccess.connector\": {\n\t\t\tToSDPItemType: gcpshared.VPCAccessConnector,\n\t\t\tDescription: \"If the VPC Access Connector is deleted or updated: The worker pool may lose connectivity or fail to route traffic correctly. If the worker pool is updated: The connector remains unaffected.\",\n\t\t},\n\t\t// VPC Network for direct VPC egress\n\t\t\"template.vpcAccess.networkInterfaces.network\": {\n\t\t\tToSDPItemType: gcpshared.ComputeNetwork,\n\t\t\tDescription: \"If the Compute Network is deleted or updated: The worker pool may lose connectivity or fail to route traffic correctly. If the worker pool is updated: The network remains unaffected.\",\n\t\t},\n\t\t// VPC Subnetwork for direct VPC egress\n\t\t\"template.vpcAccess.networkInterfaces.subnetwork\": {\n\t\t\tToSDPItemType: gcpshared.ComputeSubnetwork,\n\t\t\tDescription: \"If the Compute Subnetwork is deleted or updated: The worker pool may lose connectivity or fail to route traffic correctly. If the worker pool is updated: The subnetwork remains unaffected.\",\n\t\t},\n\t\t// Service Mesh for advanced networking\n\t\t\"template.serviceMesh.mesh\": {\n\t\t\tToSDPItemType: gcpshared.NetworkServicesMesh,\n\t\t\tDescription: \"If the Network Services Mesh is deleted or updated: The worker pool may lose service mesh connectivity or fail to communicate with other mesh services. If the worker pool is updated: The mesh remains unaffected.\",\n\t\t},\n\t\t// Secret Manager secrets mounted as volumes\n\t\t\"template.volumes.secret.secret\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecret,\n\t\t\tDescription: \"If the Secret Manager Secret is deleted or updated: The worker pool may fail to access sensitive data mounted as volumes. If the worker pool is updated: The secret remains unaffected.\",\n\t\t},\n\t\t// Cloud SQL instances mounted as volumes\n\t\t\"template.volumes.cloudSqlInstance.instances\": {\n\t\t\tToSDPItemType: gcpshared.SQLAdminInstance,\n\t\t\tDescription: \"If the Cloud SQL Instance is deleted or updated: The worker pool may fail to access the database. If the worker pool is updated: The instance remains unaffected.\",\n\t\t},\n\t\t// GCS buckets mounted as volumes\n\t\t\"template.volumes.gcs.bucket\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Cloud Storage Bucket is deleted or updated: The worker pool may fail to access stored data. If the worker pool is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t// NFS server (IP address or DNS name) - auto-detected by linker\n\t\t\"template.volumes.nfs.server\": {\n\t\t\tToSDPItemType: stdlib.NetworkIP,\n\t\t\tDescription: \"If the NFS server (IP address or hostname) becomes unavailable: The worker pool may fail to mount the NFS volume. If the worker pool is updated: The NFS server remains unaffected. The linker automatically detects whether the value is an IP address or DNS name.\",\n\t\t},\n\t\t// Secret Manager secrets used in environment variables\n\t\t\"template.containers.env.valueSource.secretKeyRef.secret\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecret,\n\t\t\tDescription: \"If the referenced Secret Manager Secret is deleted or updated: The container may fail to start or access sensitive configuration. If the worker pool is updated: The secret remains unaffected.\",\n\t\t},\n\t\t// Binary Authorization policy\n\t\t\"binaryAuthorization.policy\": {\n\t\t\tToSDPItemType: gcpshared.BinaryAuthorizationPlatformPolicy,\n\t\t\tDescription: \"If the Binary Authorization policy is deleted or updated: The worker pool may fail to deploy new revisions if they don't meet policy requirements. If the worker pool is updated: The policy remains unaffected.\",\n\t\t},\n\t\t// Latest ready revision - child resource\n\t\t\"latestReadyRevision\": {\n\t\t\tToSDPItemType: gcpshared.RunRevision,\n\t\t\tDescription: \"If the Cloud Run Worker Pool is deleted or updated: Associated revisions may become orphaned or be deleted. If revisions are updated: The worker pool status may reflect the changes.\",\n\t\t},\n\t\t// Latest created revision - child resource\n\t\t\"latestCreatedRevision\": {\n\t\t\tToSDPItemType: gcpshared.RunRevision,\n\t\t\tDescription: \"If the Cloud Run Worker Pool is deleted or updated: Associated revisions may become orphaned or be deleted. If revisions are updated: The worker pool status may reflect the changes.\",\n\t\t},\n\t\t// Instance split revisions - child resources\n\t\t\"instanceSplits.revision\": {\n\t\t\tToSDPItemType: gcpshared.RunRevision,\n\t\t\tDescription: \"If the Cloud Run Worker Pool is deleted or updated: Associated revisions may become orphaned or be deleted. If revisions are updated: The worker pool status may reflect the changes.\",\n\t\t},\n\t\t// Forward link from parent to child via SEARCH - discover all revisions in this worker pool\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.RunRevision,\n\t\t\tDescription: \"If the Cloud Run Worker Pool is deleted or updated: All associated Revisions may become invalid or inaccessible. If a Revision is updated: The worker pool remains unaffected.\",\n\t\t\tIsParentToChild: true,\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/secret-manager-secret.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Secret Manager Secret adapter.\n// GCP Refs:\n// - API (GET): https://cloud.google.com/secret-manager/docs/reference/rest/v1/projects.secrets/get\n// GET https://secretmanager.googleapis.com/v1/projects/{project}/secrets/{secret}\n// - LIST: https://cloud.google.com/secret-manager/docs/reference/rest/v1/projects.secrets/list\n// GET https://secretmanager.googleapis.com/v1/projects/{project}/secrets\n// - Type: https://cloud.google.com/secret-manager/docs/reference/rest/v1/projects.secrets#Secret\n//\n// Scope: Project-level (no locations segment in the resource path).\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.SecretManagerSecret,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://secretmanager.googleapis.com/v1/projects/%s/secrets/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://secretmanager.googleapis.com/v1/projects/%s/secrets\",\n\t\t),\n\t\tUniqueAttributeKeys: []string{\"secrets\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"secretmanager.secrets.get\",\n\t\t\t\"secretmanager.secrets.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/secretmanager.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// CMEK used with Automatic replication\n\t\t\"replication.automatic.customerManagedEncryption.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// CMEK used with User-managed replication per replica\n\t\t\"replication.userManaged.replicas.customerManagedEncryption.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// Pub/Sub topic which Secret Manager will publish to when control plane events occur on this secret.\n\t\t\"topics.name\": {\n\t\t\tToSDPItemType: gcpshared.PubSubTopic,\n\t\t\tDescription: \"If the Pub/Sub Topic is deleted or its policy changes: Secret event notifications may fail. If the Secret changes: The topic remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/secret_manager_secret\",\n\t\tDescription: \"Use the secret_id to GET the secret within the project.\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_secret_manager_secret.secret_id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/secret-manager-secret_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/secretmanager/apiv1/secretmanagerpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestSecretManagerSecret(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tsecretID := \"test-secret\"\n\n\t// Create mock protobuf object with automatic replication\n\tsecret := &secretmanagerpb.Secret{\n\t\tName: fmt.Sprintf(\"projects/%s/secrets/%s\", projectID, secretID),\n\t\tReplication: &secretmanagerpb.Replication{\n\t\t\tReplication: &secretmanagerpb.Replication_Automatic_{\n\t\t\t\tAutomatic: &secretmanagerpb.Replication_Automatic{\n\t\t\t\t\tCustomerManagedEncryption: &secretmanagerpb.CustomerManagedEncryption{\n\t\t\t\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tTopics: []*secretmanagerpb.Topic{\n\t\t\t{\n\t\t\t\tName: fmt.Sprintf(\"projects/%s/topics/secret-events\", projectID),\n\t\t\t},\n\t\t},\n\t}\n\n\t// Create second secret with user-managed replication\n\tsecretID2 := \"test-secret-2\"\n\tsecret2 := &secretmanagerpb.Secret{\n\t\tName: fmt.Sprintf(\"projects/%s/secrets/%s\", projectID, secretID2),\n\t\tReplication: &secretmanagerpb.Replication{\n\t\t\tReplication: &secretmanagerpb.Replication_UserManaged_{\n\t\t\t\tUserManaged: &secretmanagerpb.Replication_UserManaged{\n\t\t\t\t\tReplicas: []*secretmanagerpb.Replication_UserManaged_Replica{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tLocation: \"us-central1\",\n\t\t\t\t\t\t\tCustomerManagedEncryption: &secretmanagerpb.CustomerManagedEncryption{\n\t\t\t\t\t\t\t\tKmsKeyName: \"projects/test-project/locations/us-central1/keyRings/region-ring/cryptoKeys/region-key\",\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\t// Create third secret for list testing (minimal)\n\tsecretID3 := \"test-secret-3\"\n\tsecret3 := &secretmanagerpb.Secret{\n\t\tName: fmt.Sprintf(\"projects/%s/secrets/%s\", projectID, secretID3),\n\t}\n\n\t// Create list response with multiple items\n\tsecretList := &secretmanagerpb.ListSecretsResponse{\n\t\tSecrets: []*secretmanagerpb.Secret{secret, secret2, secret3},\n\t}\n\n\tsdpItemType := gcpshared.SecretManagerSecret\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://secretmanager.googleapis.com/v1/projects/%s/secrets/%s\", projectID, secretID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: secret,\n\t\t},\n\t\tfmt.Sprintf(\"https://secretmanager.googleapis.com/v1/projects/%s/secrets/%s\", projectID, secretID2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: secret2,\n\t\t},\n\t\tfmt.Sprintf(\"https://secretmanager.googleapis.com/v1/projects/%s/secrets/%s\", projectID, secretID3): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: secret3,\n\t\t},\n\t\tfmt.Sprintf(\"https://secretmanager.googleapis.com/v1/projects/%s/secrets\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: secretList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, secretID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != secretID {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", secretID, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/secrets/%s\", projectID, secretID)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// replication.automatic.customerManagedEncryption.kmsKeyName\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// topics.name\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.PubSubTopic.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"secret-events\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get with UserManaged Replication\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, secretID2, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != secretID2 {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", secretID2, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// replication.userManaged.replicas.customerManagedEncryption.kmsKeyName\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"us-central1\", \"region-ring\", \"region-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 3 {\n\t\t\tt.Errorf(\"Expected 3 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://secretmanager.googleapis.com/v1/projects/%s/secrets/%s\", projectID, secretID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Secret not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, secretID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/security-center-management-security-center-service.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Security Center Management Security Center Service adapter\n// Manages Security Center service configurations for organizations and projects.\n// Reference: https://cloud.google.com/security-command-center/docs/reference/security-center-management/rest/v1/projects.locations.securityCenterServices/get\n// GET: https://securitycentermanagement.googleapis.com/v1/projects/{project}/locations/{location}/securityCenterServices/{securityCenterService}\n// LIST: https://securitycentermanagement.googleapis.com/v1/projects/{project}/locations/{location}/securityCenterServices\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.SecurityCenterManagementSecurityCenterService,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\n\t\t\t\"https://securitycentermanagement.googleapis.com/v1/projects/%s/locations/%s/securityCenterServices/%s\",\n\t\t),\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://securitycentermanagement.googleapis.com/v1/projects/%s/locations/%s/securityCenterServices\",\n\t\t),\n\t\tSearchDescription: \"Search Security Center services in a location. Use the format \\\"location\\\".\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"securityCenterServices\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"securitycentermanagement.securityCenterServices.get\",\n\t\t\t\"securitycentermanagement.securityCenterServices.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/securitycentermanagement.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631 - check if SecurityCenterService has status/state attribute\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Link to parent resource (project, folder, or organization) from name field\n\t\t// The name field format is: projects/{project}/locations/{location}/securityCenterServices/{service}\n\t\t// or: folders/{folder}/locations/{location}/securityCenterServices/{service}\n\t\t// or: organizations/{organization}/locations/{location}/securityCenterServices/{service}\n\t\t// The manual linker registered for CloudResourceManagerProject will detect the type based on the name prefix\n\t\t// and create the appropriate link to Project, Folder, or Organization\n\t\t\"name\": {\n\t\t\tDescription: \"If the parent Project, Folder, or Organization is deleted or updated: The Security Center Service may become invalid or inaccessible. If the Security Center Service is updated: The parent resource remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.CloudResourceManagerProject, // Manual linker handles detection of project/folder/organization from name prefix\n\t\t},\n\t\t// Note: Custom modules (SecurityHealthAnalyticsCustomModule, EventThreatDetectionCustomModule, etc.)\n\t\t// are not direct children in the API path structure - they are sibling resources under the same\n\t\t// project/location scope. They don't have a direct reference field in SecurityCenterService,\n\t\t// so we don't link to them here. They would be discovered through their own adapters.\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\t// No Terraform resource found yet.\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/security-center-management-security-center-service_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/securitycentermanagement/apiv1/securitycentermanagementpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestSecurityCenterManagementSecurityCenterService(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"global\"\n\tlinker := gcpshared.NewLinker()\n\tserviceName := \"container-threat-detection\"\n\n\tservice := &securitycentermanagementpb.SecurityCenterService{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/securityCenterServices/%s\", projectID, location, serviceName),\n\t}\n\n\tserviceName2 := \"event-threat-detection\"\n\tservice2 := &securitycentermanagementpb.SecurityCenterService{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/securityCenterServices/%s\", projectID, location, serviceName2),\n\t}\n\n\tserviceList := &securitycentermanagementpb.ListSecurityCenterServicesResponse{\n\t\tSecurityCenterServices: []*securitycentermanagementpb.SecurityCenterService{service, service2},\n\t}\n\n\tsdpItemType := gcpshared.SecurityCenterManagementSecurityCenterService\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://securitycentermanagement.googleapis.com/v1/projects/%s/locations/%s/securityCenterServices/%s\", projectID, location, serviceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: service,\n\t\t},\n\t\tfmt.Sprintf(\"https://securitycentermanagement.googleapis.com/v1/projects/%s/locations/%s/securityCenterServices/%s\", projectID, location, serviceName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: service2,\n\t\t},\n\t\tfmt.Sprintf(\"https://securitycentermanagement.googleapis.com/v1/projects/%s/locations/%s/securityCenterServices\", projectID, location): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: serviceList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, serviceName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != combinedQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", combinedQuery, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Link to parent Project from name field\n\t\t\t\t// The name field format is: projects/{project}/locations/{location}/securityCenterServices/{service}\n\t\t\t\t// The manual linker will extract the project ID from the name field\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudResourceManagerProject.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: projectID,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://securitycentermanagement.googleapis.com/v1/projects/%s/locations/%s/securityCenterServices/%s\", projectID, location, serviceName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Service not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tcombinedQuery := shared.CompositeLookupKey(location, serviceName)\n\t\t_, err = adapter.Get(ctx, projectID, combinedQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/service-directory-endpoint.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Service Directory Endpoint adapter for Service Directory endpoints\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ServiceDirectoryEndpoint,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/service-directory/docs/reference/rest/v1/projects.locations.namespaces.services.endpoints/get\n\t\t// GET https://servicedirectory.googleapis.com/v1/projects/*/locations/*/namespaces/*/services/*/endpoints/*\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithFourQueries(\"https://servicedirectory.googleapis.com/v1/projects/%s/locations/%s/namespaces/%s/services/%s/endpoints/%s\"),\n\t\t// Reference: https://cloud.google.com/service-directory/docs/reference/rest/v1/projects.locations.namespaces.services.endpoints/list\n\t\t// IAM Perm: servicedirectory.endpoints.list\n\t\t// GET https://servicedirectory.googleapis.com/v1/projects/*/locations/*/namespaces/*/services/*/endpoints\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithThreeQueries(\"https://servicedirectory.googleapis.com/v1/projects/%s/locations/%s/namespaces/%s/services/%s/endpoints\"),\n\t\tSearchDescription: \"Search for endpoints by \\\"location|namespace_id|service_id\\\" or \\\"projects/[project_id]/locations/[location]/namespaces/[namespace_id]/services/[service_id]/endpoints/[endpoint_id]\\\" which is supported for terraform mappings.\",\n\t\tUniqueAttributeKeys: []string{\"locations\", \"namespaces\", \"services\", \"endpoints\"},\n\t\tIAMPermissions: []string{\"servicedirectory.endpoints.get\", \"servicedirectory.endpoints.list\"},\n\t\tPredefinedRole: \"roles/servicedirectory.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.ServiceDirectoryService,\n\t\t\tDescription: \"If the Service Directory Service is deleted or updated: The Endpoint may lose its association or fail to resolve names. If the Endpoint is updated: The service remains unaffected.\",\n\t\t},\n\t\t// An IPv4 or IPv6 address.\n\t\t\"address\": gcpshared.IPImpactBothWays,\n\t\t// The Google Compute Engine network (VPC) of the endpoint in the format projects//locations/global/networks/*.\n\t\t\"network\": gcpshared.ComputeNetworkImpactInOnly,\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/service_directory_endpoint\",\n\t\tDescription: \"id => projects/*/locations/*/namespaces/*/services/*/endpoints/*\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tTerraformQueryMap: \"google_service_directory_endpoint.id\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/service-directory-endpoint_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/servicedirectory/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestServiceDirectoryEndpoint(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlocation := \"us-central1\"\n\tnamespace := \"test-namespace\"\n\tserviceName := \"test-service\"\n\tendpointName := \"test-endpoint\"\n\tlinker := gcpshared.NewLinker()\n\n\tendpoint := &servicedirectory.Endpoint{\n\t\tName: fmt.Sprintf(\"projects/%s/locations/%s/namespaces/%s/services/%s/endpoints/%s\", projectID, location, namespace, serviceName, endpointName),\n\t\tAddress: \"192.168.1.1\",\n\t\tNetwork: fmt.Sprintf(\"projects/%s/locations/global/networks/default\", projectID),\n\t}\n\n\tendpointList := &servicedirectory.ListEndpointsResponse{\n\t\tEndpoints: []*servicedirectory.Endpoint{endpoint},\n\t}\n\n\tsdpItemType := gcpshared.ServiceDirectoryEndpoint\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://servicedirectory.googleapis.com/v1/projects/%s/locations/%s/namespaces/%s/services/%s/endpoints/%s\", projectID, location, namespace, serviceName, endpointName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: endpoint,\n\t\t},\n\t\tfmt.Sprintf(\"https://servicedirectory.googleapis.com/v1/projects/%s/locations/%s/namespaces/%s/services/%s/endpoints\", projectID, location, namespace, serviceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: endpointList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, namespace, serviceName, endpointName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get endpoint: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// name (ServiceDirectoryService)\n\t\t\t\t\tExpectedType: gcpshared.ServiceDirectoryService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(location, namespace, serviceName),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// address\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// network\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsearchQuery := shared.CompositeLookupKey(location, namespace, serviceName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, searchQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search endpoints: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 endpoint, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"Search with Terraform format\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// Test Terraform format: projects/[project]/locations/[location]/namespaces/[namespace]/services/[service]/endpoints/[endpoint]\n\t\tterraformQuery := fmt.Sprintf(\"projects/%s/locations/%s/namespaces/%s/services/%s/endpoints/%s\", projectID, location, namespace, serviceName, endpointName)\n\t\tsdpItems, err := searchable.Search(ctx, projectID, terraformQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search resources with Terraform format: %v\", err)\n\t\t}\n\n\t\t// The search should return only the specific resource matching the Terraform format\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 resource, got %d\", len(sdpItems))\n\t\t\treturn\n\t\t}\n\n\t\t// Verify the single item returned\n\t\tfirstItem := sdpItems[0]\n\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t}\n\t\tif firstItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://servicedirectory.googleapis.com/v1/projects/%s/locations/%s/namespaces/%s/services/%s/endpoints/%s\", projectID, location, namespace, serviceName, endpointName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Endpoint not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(location, namespace, serviceName, endpointName)\n\t\t_, err = adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent endpoint, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/service-directory-service.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Service Directory Service adapter for Service Directory services\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ServiceDirectoryService,\n\tmeta: gcpshared.AdapterMeta{\n\t\tInDevelopment: true,\n\t\t// Reference: https://cloud.google.com/service-directory/docs/reference/rest/v1/projects.locations.namespaces.services/get\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// https://servicedirectory.googleapis.com/v1/projects/*/locations/*/namespaces/*/services/*\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithThreeQueries(\"https://servicedirectory.googleapis.com/v1/projects/%s/locations/%s/namespaces/%s/services/%s\"),\n\t\t// https://servicedirectory.googleapis.com/v1/projects/*/locations/*/namespaces/*/services\n\t\t// IAM Perm: servicedirectory.services.list\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://servicedirectory.googleapis.com/v1/projects/%s/locations/%s/namespaces/%s/services\"),\n\t\tUniqueAttributeKeys: []string{\"locations\", \"namespaces\", \"services\"},\n\t\tIAMPermissions: []string{\"servicedirectory.services.get\", \"servicedirectory.services.list\"},\n\t\tPredefinedRole: \"roles/servicedirectory.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Link from parent Service to child Endpoints via SEARCH\n\t\t// The framework will extract location, namespace, and service from the service name\n\t\t// and create a SEARCH query to find all endpoints under this service\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.ServiceDirectoryEndpoint,\n\t\t\tDescription: \"If the Service Directory Service is deleted or updated: All associated endpoints may become invalid or inaccessible. If an endpoint is updated: The service remains unaffected.\",\n\t\t\tIsParentToChild: true,\n\t\t},\n\t\t// Link to IP addresses in endpoint addresses (if endpoints are included in the response)\n\t\t// The linker will automatically detect if the value is an IP address or DNS name\n\t\t\"endpoints.address\": gcpshared.IPImpactBothWays,\n\t\t// Link to VPC networks referenced by endpoints\n\t\t\"endpoints.network\": gcpshared.ComputeNetworkImpactInOnly,\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/service-usage-service.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Service Usage Service adapter for enabled GCP services\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.ServiceUsageService,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/service-usage/docs/reference/rest/v1/services/get\n\t\t// GET https://serviceusage.googleapis.com/v1/{name=*/*/services/*}\n\t\t// An example name would be: projects/123/services/service\n\t\t// where 123 is the project number TODO: make sure that this is working with project ID as well\n\t\t// IAM Perm: serviceusage.services.get\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://serviceusage.googleapis.com/v1/projects/%s/services/%s\"),\n\t\t// Reference: https://cloud.google.com/service-usage/docs/reference/rest/v1/services/list\n\t\t// GET https://serviceusage.googleapis.com/v1/{parent=*/*}/services\n\t\t/*\n\t\t\tList all services available to the specified project, and the current state of those services with respect to the project.\n\t\t\tThe list includes all public services, all services for which the calling user has the `servicemanagement.services.bind` permission,\n\t\t\tand all services that have already been enabled on the project.\n\t\t\tThe list can be filtered to only include services in a specific state, for example to only include services enabled on the project.\n\t\t*/\n\t\t// Let's use the filter to only list enabled services.\n\t\t// IAM Perm: serviceusage.services.list\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://serviceusage.googleapis.com/v1/projects/%s/services?filter=state:ENABLED\"),\n\t\tUniqueAttributeKeys: []string{\"services\"},\n\t\t// HEALTH: https://cloud.google.com/service-usage/docs/reference/rest/v1/services#state\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\tIAMPermissions: []string{\"serviceusage.services.get\", \"serviceusage.services.list\"},\n\t\tPredefinedRole: \"roles/serviceusage.serviceUsageViewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"parent\": {\n\t\t\tToSDPItemType: gcpshared.CloudResourceManagerProject,\n\t\t\tDescription: \"If the Project is deleted or updated: The Service Usage Service may become invalid or inaccessible. If the Service Usage Service is updated: The project remains unaffected.\",\n\t\t},\n\t\t\"config.name\": {\n\t\t\tToSDPItemType: stdlib.NetworkDNS,\n\t\t\tDescription: \"The DNS address at which this service is available. They are tightly coupled with the Service Usage Service.\",\n\t\t},\n\t\t\"config.usage.producerNotificationChannel\": {\n\t\t\t// Google Service Management currently only supports Google Cloud Pub/Sub as a notification channel.\n\t\t\t// To use Google Cloud Pub/Sub as the channel, this must be the name of a Cloud Pub/Sub topic\n\t\t\tToSDPItemType: gcpshared.PubSubTopic,\n\t\t\tDescription: \"If the Pub/Sub Topic is deleted or updated: The Service Usage Service may fail to send notifications. If the Service Usage Service is updated: The topic remains unaffected.\",\n\t\t},\n\t\t\"config.endpoints.name\": {\n\t\t\tToSDPItemType: stdlib.NetworkDNS,\n\t\t\tDescription: \"The canonical DNS name of the endpoint. DNS names and endpoints are tightly coupled - if DNS resolution fails, the endpoint becomes inaccessible.\",\n\t\t},\n\t\t\"config.endpoints.target\": {\n\t\t\t// The target field can contain either an IP address or FQDN.\n\t\t\t// The linker automatically detects which type the value is and creates the appropriate link.\n\t\t\tToSDPItemType: stdlib.NetworkIP,\n\t\t\tDescription: \"The address of the API frontend (IP address or FQDN). Network connectivity to this address is required for the endpoint to function. The linker automatically detects whether the value is an IP address or DNS name.\",\n\t\t},\n\t\t\"config.endpoints.aliases\": {\n\t\t\t// Note: This field is deprecated but may still be present in existing configurations.\n\t\t\t// The linker will process each alias in the array.\n\t\t\tToSDPItemType: stdlib.NetworkDNS,\n\t\t\tDescription: \"Additional DNS names/aliases for the endpoint. DNS names and endpoints are tightly coupled - if DNS resolution fails, the endpoint becomes inaccessible.\",\n\t\t},\n\t\t\"config.documentation.documentationRootUrl\": {\n\t\t\tToSDPItemType: stdlib.NetworkHTTP,\n\t\t\tDescription: \"The HTTP/HTTPS URL to the root of the service documentation. HTTP connectivity to this URL is required to access the documentation.\",\n\t\t},\n\t\t\"config.documentation.serviceRootUrl\": {\n\t\t\tToSDPItemType: stdlib.NetworkHTTP,\n\t\t\tDescription: \"The HTTP/HTTPS service root URL. HTTP connectivity to this URL may be required for service operations.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/service-usage-service_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/serviceusage/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestServiceUsageService(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tserviceName := \"compute.googleapis.com\"\n\n\tservice := &serviceusage.GoogleApiServiceusageV1Service{\n\t\tName: fmt.Sprintf(\"projects/%s/services/%s\", projectID, serviceName),\n\t\tConfig: &serviceusage.GoogleApiServiceusageV1ServiceConfig{\n\t\t\tName: serviceName,\n\t\t},\n\t\tState: \"ENABLED\",\n\t}\n\n\tserviceList := &serviceusage.ListServicesResponse{\n\t\tServices: []*serviceusage.GoogleApiServiceusageV1Service{service},\n\t}\n\n\tsdpItemType := gcpshared.ServiceUsageService\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://serviceusage.googleapis.com/v1/projects/%s/services/%s\", projectID, serviceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: service,\n\t\t},\n\t\tfmt.Sprintf(\"https://serviceusage.googleapis.com/v1/projects/%s/services?filter=state:ENABLED\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: serviceList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, serviceName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get service: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// config.name\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: serviceName,\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list services: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 service, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://serviceusage.googleapis.com/v1/projects/%s/services/%s\", projectID, serviceName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Service not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, serviceName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent service, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/spanner-backup.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Spanner Backup adapter for Cloud Spanner backups\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.SpannerBackup,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\tInDevelopment: true,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference:https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances.backups/get?rep_location=global\n\t\t// https://spanner.googleapis.com/v1/projects/*/instances/*/backups/*\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://spanner.googleapis.com/v1/projects/%s/instances/%s/backups/%s\"),\n\t\t// https://spanner.googleapis.com/v1/projects/*/instances/*/backups\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://spanner.googleapis.com/v1/projects/%s/instances/%s/backups\"),\n\t\tUniqueAttributeKeys: []string{\"instances\", \"backups\"},\n\t\tIAMPermissions: []string{\"spanner.backups.get\", \"spanner.backups.list\"},\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// This is a backlink to instance.\n\t\t// Framework will extract the instance name and create the linked item query with GET\n\t\t\"name\": {\n\t\t\tDescription: \"If the Spanner Instance is deleted or updated: The Backup may become invalid or inaccessible. If the Backup is updated: The instance remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.SpannerInstance,\n\t\t},\n\t\t// Name of the database from which this backup is created.\n\t\t\"database\": {\n\t\t\tDescription: \"If the Spanner Database is deleted or updated: The Backup may become invalid or inaccessible. If the Backup is updated: The database remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.SpannerDatabase,\n\t\t},\n\t\t// Names of databases restored from this backup. May be across instances.\n\t\t\"referencingDatabases\": {\n\t\t\tDescription: \"If any of the databases restored from this backup are deleted or updated: The Backup may become invalid or inaccessible. If the Backup is updated: The restored databases remain unaffected.\",\n\t\t\tToSDPItemType: gcpshared.SpannerDatabase,\n\t\t},\n\t\t// Names of destination backups copying this source backup.\n\t\t\"referencingBackups\": {\n\t\t\tDescription: \"If any of the destination backups copying this source backup are deleted or updated: The source backup may become invalid or inaccessible. If the source backup is updated: The destination backups remain unaffected.\",\n\t\t\tToSDPItemType: gcpshared.SpannerBackup,\n\t\t},\n\t\t\"encryptionInfo.kmsKeyVersion\": gcpshared.CryptoKeyVersionImpactInOnly,\n\t\t// All Cloud KMS key versions used for encrypting the backup.\n\t\t\"encryptionInformation.kmsKeyVersion\": gcpshared.CryptoKeyVersionImpactInOnly,\n\t\t// URIs of backup schedules associated with this backup (only for scheduled backups).\n\t\t\"backupSchedules\": {\n\t\t\tDescription: \"If any of the backup schedules associated with this backup are deleted or updated: The Backup may stop being created automatically. If the Backup is updated: The backup schedules remain unaffected.\",\n\t\t\tToSDPItemType: gcpshared.SpannerBackupSchedule,\n\t\t},\n\t\t// The instance partitions storing the backup (from the state at versionTime).\n\t\t\"instancePartitions.instancePartition\": {\n\t\t\tDescription: \"If any of the instance partitions storing this backup are deleted or updated: The Backup may become invalid or inaccessible. If the Backup is updated: The instance partitions remain unaffected.\",\n\t\t\tToSDPItemType: gcpshared.SpannerInstancePartition,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/spanner-database.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Spanner Database adapter for Cloud Spanner databases\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.SpannerDatabase,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances.databases/get?rep_location=global\n\t\t// https://spanner.googleapis.com/v1/projects/*/instances/*/databases/*\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://spanner.googleapis.com/v1/projects/%s/instances/%s/databases/%s\"),\n\t\t// Reference: https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances.databases/list?rep_location=global\n\t\t// https://spanner.googleapis.com/v1/{parent=projects/*/instances/*}/databases\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://spanner.googleapis.com/v1/projects/%s/instances/%s/databases\"),\n\t\tUniqueAttributeKeys: []string{\"instances\", \"databases\"},\n\t\t// HEALTH: https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances.databases#state\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\tIAMPermissions: []string{\"spanner.databases.get\", \"spanner.databases.list\"},\n\t\tPredefinedRole: \"overmind_custom_role\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// The Cloud KMS key used to encrypt the database.\n\t\t\"encryptionConfig.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"encryptionConfig.kmsKeyNames\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"restoreInfo.backupInfo.backup\": {\n\t\t\tDescription: \"If the Spanner Backup is deleted or updated: The Database may become invalid or inaccessible. If the Database is updated: The backup remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.SpannerBackup,\n\t\t},\n\t\t// Source database from which the backup was taken (if database was restored from backup).\n\t\t\"restoreInfo.backupInfo.sourceDatabase\": {\n\t\t\tDescription: \"If the source Database is deleted or updated: The restored Database may become invalid or lose its restore point reference. If the restored Database is updated: The source database remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.SpannerDatabase,\n\t\t},\n\t\t\"encryptionInfo.kmsKeyVersion\": gcpshared.CryptoKeyVersionImpactInOnly,\n\t\t// This is a backlink to instance.\n\t\t// Framework will extract the instance name and create the linked item query with GET\n\t\t// NOTE: Child resources (backupSchedules, databaseRoles, operations, sessions) have their own REST API endpoints\n\t\t// but don't appear in the Database response JSON. To link to them, child adapters would need to be created\n\t\t// and the framework would need to support multiple IsParentToChild links from the same field.\n\t\t// Item types have been created for: SpannerBackupSchedule, SpannerDatabaseRole, SpannerDatabaseOperation, SpannerSession\n\t\t\"name\": {\n\t\t\tDescription: \"If the Spanner Instance is deleted or updated: The Database may become invalid or inaccessible. If the Database is updated: The instance remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.SpannerInstance,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/spanner_database.html\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_spanner_database.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/spanner-database_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/spanner/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestSpannerDatabase(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\n\tdatabaseName := \"test-database\"\n\tinstanceName := \"test-instance\"\n\tspannerDatabase := &spanner.Database{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s/databases/%s\", projectID, instanceName, databaseName),\n\t\tEncryptionConfig: &spanner.EncryptionConfig{\n\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/my-key\",\n\t\t\tKmsKeyNames: []string{\n\t\t\t\t\"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/array-key-1\",\n\t\t\t},\n\t\t},\n\t\tRestoreInfo: &spanner.RestoreInfo{\n\t\t\tBackupInfo: &spanner.BackupInfo{\n\t\t\t\tBackup: \"projects/test-project/instances/test-instance/backups/my-backup\",\n\t\t\t},\n\t\t},\n\t\tEncryptionInfo: []*spanner.EncryptionInfo{\n\t\t\t{\n\t\t\t\tKmsKeyVersion: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/my-key/cryptoKeyVersions/1\",\n\t\t\t},\n\t\t},\n\t}\n\n\tspannerDatabases := &spanner.ListDatabasesResponse{\n\t\tDatabases: []*spanner.Database{spannerDatabase},\n\t}\n\n\tsdpItemType := gcpshared.SpannerDatabase\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://spanner.googleapis.com/v1/projects/%s/instances/%s/databases/%s\", projectID, instanceName, databaseName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: spannerDatabase,\n\t\t},\n\t\tfmt.Sprintf(\"https://spanner.googleapis.com/v1/projects/%s/instances/%s/databases\", projectID, instanceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: spannerDatabases,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := shared.CompositeLookupKey(instanceName, databaseName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get Spanner database: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != getQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", databaseName, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SpannerBackup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"test-instance\", \"my-backup\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"my-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"array-key-1\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"my-key\", \"1\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// name field creates a backlink to the Spanner instance\n\t\t\t\t\tExpectedType: gcpshared.SpannerInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: instanceName,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\t// This is a project level adapter, so we pass the project\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement SearchableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, projectID, instanceName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list databases images: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 database, got %d\", len(sdpItems))\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/spanner-instance-config.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Spanner Instance Config adapter for Cloud Spanner instance configurations\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.SpannerInstanceConfig,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\tInDevelopment: true,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instanceConfigs/get?rep_location=global\n\t\t// https://spanner.googleapis.com/v1/projects/*/instanceConfigs/*\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://spanner.googleapis.com/v1/projects/%s/instanceConfigs/%s\"),\n\t\t// https://// https://spanner.googleapis.com/v1/projects/*/instanceConfigs\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://spanner.googleapis.com/v1/projects/%s/instanceConfigs\"),\n\t\tUniqueAttributeKeys: []string{\"instanceConfigs\"},\n\t\tIAMPermissions: []string{\"spanner.instanceConfigs.get\", \"spanner.instanceConfigs.list\"},\n\t\tPredefinedRole: \"roles/spanner.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/spanner-instance.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nvar spannerInstanceAdapter = registerableAdapter{ //nolint:unused\n\tsdpType: gcpshared.SpannerInstance,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances/get?rep_location=global\n\t\t// https://spanner.googleapis.com/v1/projects/*/instances/*\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://spanner.googleapis.com/v1/projects/%s/instances/%s\"),\n\t\t// Reference: https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances/list?rep_location=global\n\t\t// https://spanner.googleapis.com/v1/projects/*/instances\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://spanner.googleapis.com/v1/projects/%s/instances\"),\n\t\tUniqueAttributeKeys: []string{\"instances\"},\n\t\tIAMPermissions: []string{\"spanner.instances.get\", \"spanner.instances.list\"},\n\t\tPredefinedRole: \"roles/spanner.viewer\",\n\t\t// HEALTH: https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances#State\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"config\": {\n\t\t\tToSDPItemType: gcpshared.SpannerInstanceConfig,\n\t\t\tDescription: \"If the Spanner Instance Config is deleted or updated: The Spanner Instance may fail to operate correctly. If the Spanner Instance is updated: The config remains unaffected.\",\n\t\t},\n\t\t// This is a link from parent to child via SEARCH\n\t\t// We need to make sure that the linked item supports `SEARCH` method for the `instance` name.\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.SpannerDatabase,\n\t\t\tDescription: \"If the Spanner Instance is deleted or updated: All associated databases may become invalid or inaccessible. If a database is updated: The instance remains unaffected.\",\n\t\t\tIsParentToChild: true,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/spanner_instance\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\t// TODO: Confirm this is the name that we want to use\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_spanner_instance.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/spanner-instance_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/spanner/admin/instance/apiv1/instancepb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestSpannerInstance(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tinstanceName := \"test-instance\"\n\tspannerInstance := &instancepb.Instance{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s\", projectID, instanceName),\n\t\tDisplayName: \"Test Spanner Instance\",\n\t\tConfig: \"projects/test-project/instanceConfigs/regional-us-central1\",\n\t\tNodeCount: 3,\n\t\tState: instancepb.Instance_READY,\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"test\",\n\t\t\t\"team\": \"devops\",\n\t\t},\n\t\tProcessingUnits: 1000,\n\t}\n\n\tspannerInstances := &instancepb.ListInstancesResponse{\n\t\tInstances: []*instancepb.Instance{spannerInstance},\n\t}\n\n\tsdpItemType := gcpshared.SpannerInstance\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://spanner.googleapis.com/v1/projects/%s/instances/%s\", projectID, instanceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: spannerInstance,\n\t\t},\n\t\tfmt.Sprintf(\"https://spanner.googleapis.com/v1/projects/%s/instances\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: spannerInstances,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tgetQuery := instanceName\n\t\tsdpItem, err := adapter.Get(ctx, projectID, getQuery, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get Spanner instance: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != getQuery {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", instanceName, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\tif val != fmt.Sprintf(\"projects/%s/instances/%s\", projectID, instanceName) {\n\t\t\tt.Errorf(\"Expected name field to be 'projects/%s/instances/%s', got %s\", projectID, instanceName, val)\n\t\t}\n\t\tval, err = sdpItem.GetAttributes().Get(\"displayName\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'displayName' attribute: %v\", err)\n\t\t}\n\t\tif val != \"Test Spanner Instance\" {\n\t\t\tt.Errorf(\"Expected displayName field to be 'Test Spanner Instance', got %s\", val)\n\t\t}\n\t\tval, err = sdpItem.GetAttributes().Get(\"config\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'config' attribute: %v\", err)\n\t\t}\n\t\tif val != \"projects/test-project/instanceConfigs/regional-us-central1\" {\n\t\t\tt.Errorf(\"Expected config field to be 'projects/test-project/instanceConfigs/regional-us-central1', got %s\", val)\n\t\t}\n\t\tval, err = sdpItem.GetAttributes().Get(\"nodeCount\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'nodeCount' attribute: %v\", err)\n\t\t}\n\t\tconverted, ok := val.(float64)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected nodeCount to be a float64, got %T\", val)\n\t\t}\n\t\tif converted != 3 {\n\t\t\tt.Errorf(\"Expected nodeCount field to be '3', got %s\", val)\n\t\t}\n\t\tval, err = sdpItem.GetAttributes().Get(\"state\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'state' attribute: %v\", err)\n\t\t}\n\t\tstateValue, ok := val.(string)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected state to be a string, got %T\", val)\n\t\t}\n\t\tif stateValue != \"READY\" {\n\t\t\tt.Errorf(\"Expected state field to be 'READY', got %s\", stateValue)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SpannerInstanceConfig.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"regional-us-central1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SpannerDatabase.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: instanceName,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.SpannerInstance, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter is not a ListableAdapter\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list Spanner instances: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 Spanner instance, got %d\", len(sdpItems))\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/sql-admin-backup-run.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// SQL Admin Backup Run adapter for Cloud SQL backup runs\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.SQLAdminBackupRun,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/sql/docs/mysql/admin-api/rest/v1/backupRuns/get\n\t\t// GET https://sqladmin.googleapis.com/v1/projects/{project}/instances/{instance}/backupRuns/{id}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithTwoQueries(\"https://sqladmin.googleapis.com/v1/projects/%s/instances/%s/backupRuns/%s\"),\n\t\t// LIST all backup runs across all instances using wildcard\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://sqladmin.googleapis.com/v1/projects/%s/instances/-/backupRuns\"),\n\t\t// Reference: https://cloud.google.com/sql/docs/mysql/admin-api/rest/v1/backupRuns/list\n\t\t// GET https://sqladmin.googleapis.com/v1/projects/{project}/instances/{instance}/backupRuns\n\t\tSearchEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://sqladmin.googleapis.com/v1/projects/%s/instances/%s/backupRuns\"),\n\t\tUniqueAttributeKeys: []string{\"instances\", \"backupRuns\"},\n\t\t// HEALTH: https://cloud.google.com/sql/docs/mysql/admin-api/rest/v1/backupRuns#sqlbackuprunstatus\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\t// https://cloud.google.com/sql/docs/mysql/iam-permissions#permissions-gcloud\n\t\tIAMPermissions: []string{\"cloudsql.backupRuns.get\", \"cloudsql.backupRuns.list\"},\n\t\tPredefinedRole: \"roles/cloudsql.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"instance\": {\n\t\t\tToSDPItemType: gcpshared.SQLAdminInstance,\n\t\t\tDescription: \"They are tightly coupled\",\n\t\t},\n\t\t\"diskEncryptionConfiguration.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// The Cloud KMS key version used to encrypt the backup.\n\t\t// Format: projects/{project}/locations/{location}/keyRings/{keyRing}/cryptoKeys/{cryptoKey}/cryptoKeyVersions/{version}\n\t\t\"diskEncryptionStatus.kmsKeyVersionName\": gcpshared.CryptoKeyVersionImpactInOnly,\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/sql-admin-backup-run_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestSQLAdminBackupRun(t *testing.T) {\n\t_ = context.Background()\n\t_ = \"test-project\"\n\t_ = gcpshared.NewLinker()\n\t_ = gcpshared.SQLAdminBackupRun\n\n\t// Note: All tests are skipped because the BackupRun API response structure\n\t// doesn't include necessary fields for proper item extraction with current adapter implementation\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\t// Note: This test is skipped because the BackupRun API response structure\n\t\t// doesn't include necessary fields for proper item extraction\n\t\tt.Skip(\"BackupRun API response structure is incompatible with current adapter implementation\")\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\t// Note: This test is skipped for the same reason as Get test\n\t\tt.Skip(\"BackupRun API response structure is incompatible with current adapter implementation\")\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Note: This test is skipped for the same reason as Get and Search tests\n\t\tt.Skip(\"BackupRun API response structure is incompatible with current adapter implementation\")\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/sql-admin-backup.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// SQL Admin Backup adapter for Cloud SQL backups\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.SQLAdminBackup,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/sql/docs/mysql/admin-api/rest/v1/Backups/GetBackup\n\t\t// GET https://sqladmin.googleapis.com/v1/{name=projects/*/backups/*}\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\"https://sqladmin.googleapis.com/v1/projects/%s/backups/%s\"),\n\t\t// Reference: https://cloud.google.com/sql/docs/mysql/admin-api/rest/v1/Backups/ListBackups\n\t\t// GET https://sqladmin.googleapis.com/v1/{parent=projects/*}/backups\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://sqladmin.googleapis.com/v1/projects/%s/backups\"),\n\t\tUniqueAttributeKeys: []string{\"backups\"},\n\t\t// HEALTH: https://cloud.google.com/sql/docs/mysql/admin-api/rest/v1/Backups#sqlbackupstate\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\t// https://cloud.google.com/sql/docs/mysql/iam-permissions#permissions-gcloud\n\t\tIAMPermissions: []string{\"cloudsql.backupRuns.get\", \"cloudsql.backupRuns.list\"},\n\t\tPredefinedRole: \"roles/cloudsql.viewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t\"instance\": {\n\t\t\tToSDPItemType: gcpshared.SQLAdminInstance,\n\t\t\tDescription: \"If the Cloud SQL Instance is deleted or updated: The Backup may become invalid or inaccessible. If the Backup is updated: The instance cannot recover from the backup.\",\n\t\t},\n\t\t\"kmsKey\": gcpshared.CryptoKeyImpactInOnly,\n\t\t\"kmsKeyVersion\": gcpshared.CryptoKeyVersionImpactInOnly,\n\t\t// VPC network used for private IP access (from instance settings snapshot at backup time).\n\t\t\"instanceSettings.settings.ipConfiguration.privateNetwork\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t// Allowed external IPv4 networks/ranges that can connect to the instance using its public IP (from instance settings snapshot).\n\t\t// Each entry uses CIDR notation (e.g., 203.0.113.0/24, 198.51.100.5/32).\n\t\t\"instanceSettings.settings.ipConfiguration.authorizedNetworks.value\": gcpshared.IPImpactBothWays,\n\t\t// Named allocated IP range for use (Private IP only, from instance settings snapshot).\n\t\t// This references an Internal Range resource that was used at backup time.\n\t\t\"instanceSettings.settings.ipConfiguration.allocatedIpRange\": {\n\t\t\tToSDPItemType: gcpshared.NetworkConnectivityInternalRange,\n\t\t\tDescription: \"If the Reserved Internal Range is deleted or updated: The backup's instance settings snapshot may reference an invalid IP range configuration. If the backup is updated: The internal range remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tDescription: \"There is no terraform resource for this type.\",\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/sql-admin-backup_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/sqladmin/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestSQLAdminBackup(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tbackupName := \"test-backup\"\n\n\tbackup := &sqladmin.Backup{\n\t\tName: backupName,\n\t\tInstance: \"test-instance\",\n\t\tKmsKey: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/my-key\",\n\t\tKmsKeyVersion: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/my-key/cryptoKeyVersions/1\",\n\t\tBackupRun: \"1234567890\",\n\t\tInstanceSettings: &sqladmin.DatabaseInstance{\n\t\t\tSettings: &sqladmin.Settings{\n\t\t\t\tIpConfiguration: &sqladmin.IpConfiguration{\n\t\t\t\t\tPrivateNetwork: \"projects/test-project/global/networks/test-network\",\n\t\t\t\t\tAuthorizedNetworks: []*sqladmin.AclEntry{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tValue: \"203.0.113.0/24\",\n\t\t\t\t\t\t\tName: \"office-range\",\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tValue: \"198.51.100.5/32\",\n\t\t\t\t\t\t\tName: \"admin-ip\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tAllocatedIpRange: \"projects/test-project/locations/us-central1/internalRanges/test-range\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tbackupList := &sqladmin.ListBackupsResponse{\n\t\tBackups: []*sqladmin.Backup{backup},\n\t}\n\n\tsdpItemType := gcpshared.SQLAdminBackup\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://sqladmin.googleapis.com/v1/projects/%s/backups/%s\", projectID, backupName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: backup,\n\t\t},\n\t\tfmt.Sprintf(\"https://sqladmin.googleapis.com/v1/projects/%s/backups\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: backupList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, backupName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get backup: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// instance\n\t\t\t\t\tExpectedType: gcpshared.SQLAdminInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// kmsKey\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"my-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// kmsKeyVersion\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"my-key\", \"1\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// instanceSettings.settings.ipConfiguration.privateNetwork\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// instanceSettings.settings.ipConfiguration.authorizedNetworks.value (first entry)\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.0/24\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// instanceSettings.settings.ipConfiguration.authorizedNetworks.value (second entry)\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"198.51.100.5/32\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// Note: allocatedIpRange link is not tested here because the NetworkConnectivityInternalRange adapter doesn't exist yet.\n\t\t\t\t// The link rule is defined in the adapter so it will work automatically when the adapter is created.\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list backups: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 backup, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://sqladmin.googleapis.com/v1/projects/%s/backups/%s\", projectID, backupName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Backup not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, backupName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent backup, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/sql-admin-instance.go", "content": "package adapters\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Cloud SQL Instance adapter\n// Reference: https://cloud.google.com/sql/docs/mysql/admin-api/rest/v1/instances/get\n// GET: https://sqladmin.googleapis.com/sql/v1/projects/{project}/instances/{instance}\n// LIST: https://sqladmin.googleapis.com/sql/v1/projects/{project}/instances\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.SQLAdminInstance,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: gcpshared.ProjectLevelEndpointFuncWithSingleQuery(\n\t\t\t\"https://sqladmin.googleapis.com/sql/v1/projects/%s/instances/%s\",\n\t\t),\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\n\t\t\t\"https://sqladmin.googleapis.com/sql/v1/projects/%s/instances\",\n\t\t),\n\t\t// Uniqueness within a project is determined by the instance name segment in the path.\n\t\tUniqueAttributeKeys: []string{\"instances\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"cloudsql.instances.get\",\n\t\t\t\"cloudsql.instances.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/cloudsql.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631/investigate-how-we-can-add-health-status-for-supporting-items\n\t\t// https://cloud.google.com/sql/docs/mysql/admin-api/rest/v1/instances#SqlInstanceState\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// VPC network used for private service connectivity.\n\t\t\"settings.ipConfiguration.privateNetwork\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t// CMEK used to encrypt the primary data disk.\n\t\t\"diskEncryptionConfiguration.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// CMEK used for automated backups (if configured).\n\t\t\"settings.backupConfiguration.kmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// Cloud Storage bucket for SQL Server audit logs.\n\t\t\"settings.sqlServerAuditConfig.bucket\": {\n\t\t\tDescription: \"If the Storage Bucket is deleted or updated: The Cloud SQL Instance may fail to write audit logs. If the Cloud SQL Instance is updated: The bucket remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t},\n\t\t// Name of the primary (master) instance this replica depends on.\n\t\t\"masterInstanceName\": {\n\t\t\tDescription: \"If the master instance is deleted or updated: This replica may lose replication or become stale. If this replica is updated: The master remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.SQLAdminInstance,\n\t\t},\n\t\t// Failover replica for high availability; changes in the failover target can impact this instance's HA posture.\n\t\t\"failoverReplica.name\": {\n\t\t\tDescription: \"If the failover replica is deleted or updated: High availability for this instance may be reduced or fail. If this instance is updated: The failover replica remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.SQLAdminInstance,\n\t\t},\n\t\t// Read replicas sourced from this primary instance. Changes to this instance can impact replicas, but replica changes typically do not impact the primary.\n\t\t\"replicaNames\": {\n\t\t\tDescription: \"If this primary instance is deleted or materially updated: Its replicas may become unavailable or invalid. Changes on replicas generally do not impact the primary.\",\n\t\t\tToSDPItemType: gcpshared.SQLAdminInstance,\n\t\t},\n\t\t// Added: All assigned IP addresses (public or private). Treated as tightly coupled network identifiers.\n\t\t\"ipAddresses.ipAddress\": gcpshared.IPImpactBothWays,\n\t\t\"ipv6Address\": gcpshared.IPImpactBothWays,\n\t\t// Added: Service account used by the instance for operations.\n\t\t\"serviceAccountEmailAddress\": gcpshared.IAMServiceAccountImpactInOnly,\n\t\t// Added: DNS name representing the instance endpoint.\n\t\t\"dnsName\": {\n\t\t\tDescription: \"Tightly coupled with the Cloud SQL Instance endpoint.\",\n\t\t\tToSDPItemType: stdlib.NetworkDNS,\n\t\t},\n\t\t// Authorized networks (CIDR ranges) allowed to connect to the instance.\n\t\t\"settings.ipConfiguration.authorizedNetworks.value\": gcpshared.IPImpactBothWays,\n\t\t// Allocated IP range (secondary IP range in VPC) used for private IP allocation.\n\t\t\"settings.ipConfiguration.allocatedIpRange\": {\n\t\t\tDescription: \"If the Subnetwork's secondary IP range is deleted or updated: The Cloud SQL Instance may fail to allocate private IP addresses. If the instance is updated: The subnetwork remains unaffected.\",\n\t\t\tToSDPItemType: gcpshared.ComputeSubnetwork,\n\t\t},\n\t\t// CA pool resource name when using customer-managed CAs.\n\t\t// Format: projects/{project}/locations/{region}/caPools/{caPoolId}\n\t\t// TODO: Private CA resource type (PrivateCACAPool) does not exist yet. Uncomment when created.\n\t\t// \"settings.ipConfiguration.serverCaPool\": {\n\t\t// \tDescription: \"If the Private CA Pool is deleted or updated: The Cloud SQL Instance may fail to use customer-managed certificates. If the instance is updated: The CA pool remains unaffected.\",\n\t\t// \tToSDPItemType: gcpshared.PrivateCACAPool,\n\t\t// },\n\t\t// Forward link from parent to child via SEARCH\n\t\t// Link to all backup runs for this instance\n\t\t// NOTE: Due to Go map limitations, only one child resource type can be specified per field key.\n\t\t// Additional child resources (databases, users, sslCerts) would also use the \"name\" field but\n\t\t// cannot be added here until the framework supports multiple child resource types per field.\n\t\t// Child resources that should be linked:\n\t\t// - SQLAdminBackupRun (implemented below)\n\t\t// - SQLAdminDatabase (requires framework support for multiple child types)\n\t\t// - SQLAdminUser (requires framework support for multiple child types)\n\t\t// - SQLAdminSSLCert (requires framework support for multiple child types)\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.SQLAdminBackupRun,\n\t\t\tDescription: \"If the Cloud SQL Instance is deleted or updated: All associated Backup Runs may become invalid or inaccessible. If a Backup Run is updated: The instance remains unaffected.\",\n\t\t\tIsParentToChild: true,\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/sql_database_instance\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_sql_database_instance.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/sql-admin-instance_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/sqladmin/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestSQLAdminInstance(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tinstanceName := \"test-sql-instance\"\n\n\tinstance := &sqladmin.DatabaseInstance{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s\", projectID, instanceName),\n\t\tSettings: &sqladmin.Settings{\n\t\t\tIpConfiguration: &sqladmin.IpConfiguration{\n\t\t\t\tPrivateNetwork: fmt.Sprintf(\"projects/%s/global/networks/default\", projectID),\n\t\t\t},\n\t\t\tSqlServerAuditConfig: &sqladmin.SqlServerAuditConfig{\n\t\t\t\tBucket: \"audit-logs-bucket\",\n\t\t\t},\n\t\t},\n\t\tDiskEncryptionConfiguration: &sqladmin.DiskEncryptionConfiguration{\n\t\t\tKmsKeyName: \"projects/test-project/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t},\n\t\tMasterInstanceName: \"master-instance\",\n\t\tFailoverReplica: &sqladmin.DatabaseInstanceFailoverReplica{\n\t\t\tName: \"failover-replica\",\n\t\t},\n\t\tReplicaNames: []string{\"replica-1\", \"replica-2\"},\n\t\tServiceAccountEmailAddress: \"test-sa@test-project.iam.gserviceaccount.com\",\n\t\tDnsName: \"test-sql-instance.database.google.com\",\n\t\tIpAddresses: []*sqladmin.IpMapping{\n\t\t\t{\n\t\t\t\tIpAddress: \"10.0.0.50\",\n\t\t\t},\n\t\t},\n\t\tIpv6Address: \"2001:db8::1\",\n\t}\n\n\tinstanceName2 := \"test-sql-instance-2\"\n\tinstance2 := &sqladmin.DatabaseInstance{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s\", projectID, instanceName2),\n\t}\n\n\tinstanceList := &sqladmin.InstancesListResponse{\n\t\tItems: []*sqladmin.DatabaseInstance{instance, instance2},\n\t}\n\n\tsdpItemType := gcpshared.SQLAdminInstance\n\n\t// Mock HTTP responses\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://sqladmin.googleapis.com/sql/v1/projects/%s/instances/%s\", projectID, instanceName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instance,\n\t\t},\n\t\tfmt.Sprintf(\"https://sqladmin.googleapis.com/sql/v1/projects/%s/instances/%s\", projectID, instanceName2): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instance2,\n\t\t},\n\t\tfmt.Sprintf(\"https://sqladmin.googleapis.com/sql/v1/projects/%s/instances\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: instanceList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, instanceName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\t// Validate SDP item properties\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != instanceName {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", instanceName, sdpItem.UniqueAttributeValue())\n\t\t}\n\t\tif sdpItem.GetScope() != projectID {\n\t\t\tt.Errorf(\"Expected scope '%s', got %s\", projectID, sdpItem.GetScope())\n\t\t}\n\n\t\t// Validate specific attributes\n\t\tval, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get 'name' attribute: %v\", err)\n\t\t}\n\t\texpectedName := fmt.Sprintf(\"projects/%s/instances/%s\", projectID, instanceName)\n\t\tif val != expectedName {\n\t\t\tt.Errorf(\"Expected name field to be '%s', got %s\", expectedName, val)\n\t\t}\n\n\t\t// Include static tests - covers ALL link rule links\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// settings.ipConfiguration.privateNetwork\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// diskEncryptionConfiguration.kmsKeyName\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// settings.sqlServerAuditConfig.bucket\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"audit-logs-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// ipAddresses.ipAddress\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.50\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// ipv6Address\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2001:db8::1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// serviceAccountEmailAddress\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// dnsName\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-sql-instance.database.google.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// masterInstanceName\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SQLAdminInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"master-instance\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// failoverReplica.name\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SQLAdminInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"failover-replica\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// replicaNames[0]\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SQLAdminInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"replica-1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// replicaNames[1]\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SQLAdminInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"replica-2\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// name (parent to child search)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.SQLAdminBackupRun.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: instanceName,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// Validate first item\n\t\tif len(sdpItems) > 0 {\n\t\t\tfirstItem := sdpItems[0]\n\t\t\tif firstItem.GetType() != sdpItemType.String() {\n\t\t\t\tt.Errorf(\"Expected first item type %s, got %s\", sdpItemType.String(), firstItem.GetType())\n\t\t\t}\n\t\t\tif firstItem.GetScope() != projectID {\n\t\t\t\tt.Errorf(\"Expected first item scope '%s', got %s\", projectID, firstItem.GetScope())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\t// Test with error responses to simulate API errors\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://sqladmin.googleapis.com/sql/v1/projects/%s/instances/%s\", projectID, instanceName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Instance not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, instanceName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/storage-bucket.go", "content": "package adapters\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Storage Bucket adapter for Google Cloud Storage buckets\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.StorageBucket,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\t// Reference: https://cloud.google.com/storage/docs/json_api/v1/buckets/get\n\t\t// GET https://storage.googleapis.com/storage/v1/b/{bucket}\n\t\t// Note: Storage buckets are globally unique and don't require project ID in the URL\n\t\tGetEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\tif query != \"\" {\n\t\t\t\treturn fmt.Sprintf(\"https://storage.googleapis.com/storage/v1/b/%s\", query)\n\t\t\t}\n\t\t\treturn \"\"\n\t\t},\n\t\t// Reference: https://cloud.google.com/storage/docs/json_api/v1/buckets/list\n\t\t// GET https://storage.googleapis.com/storage/v1/b?project={project}\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://storage.googleapis.com/storage/v1/b?project=%s\"),\n\t\tUniqueAttributeKeys: []string{\"b\"},\n\t\tIAMPermissions: []string{\"storage.buckets.get\", \"storage.buckets.list\"},\n\t\tPredefinedRole: \"roles/storage.bucketViewer\",\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// A Cloud KMS key that will be used to encrypt objects written to this bucket if no encryption method is specified as part of the object write request.\n\t\t\"encryption.defaultKmsKeyName\": gcpshared.CryptoKeyImpactInOnly,\n\t\t// Name of the network.\n\t\t// Format: projects/PROJECT_ID/global/networks/NETWORK_NAME\n\t\t\"ipFilter.vpcNetworkSources.network\": gcpshared.ComputeNetworkImpactInOnly,\n\t\t// The destination bucket where the current bucket's logs should be placed.\n\t\t\"logging.logBucket\": {\n\t\t\tToSDPItemType: gcpshared.LoggingBucket,\n\t\t\tDescription: \"If the Logging Bucket is deleted or updated: The Storage Bucket may fail to write logs. If the Storage Bucket is updated: The Logging Bucket remains unaffected.\",\n\t\t},\n\t\t// Parent-to-child: bucket name links to this bucket's IAM policy (SEARCH returns one policy item).\n\t\t\"name\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucketIAMPolicy,\n\t\t\tDescription: \"If the Storage Bucket is deleted or updated: Its IAM policy may become invalid. If the IAM policy is updated: The bucket remains unaffected.\",\n\t\t\tIsParentToChild: true,\n\t\t},\n\t\t// TODO: Add parent-to-child links once the child adapters are implemented:\n\t\t// - StorageBucketAccessControl (requires adapter implementation)\n\t\t// - StorageDefaultObjectAccessControl (requires adapter implementation)\n\t\t// - StorageNotificationConfig (requires adapter implementation)\n\t\t// Note: Only one parent-to-child link per field (map limitation). \"name\" is used for StorageBucketIAMPolicy.\n\t\t// since the linkItem function iterates into arrays before calling AutoLink, causing\n\t\t// keys like \"acl.entity\" instead of \"acl\" which would never match.\n\t\t// The framework only supports one parent-to-child link per field (map limitation).\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/storage_bucket\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_storage_bucket.name\",\n\t\t\t},\n\t\t\t// IAM resources for Storage Buckets. These are Terraform-only constructs\n\t\t\t// (no standalone GCP API resource exists). When an IAM binding/member/policy\n\t\t\t// changes, we resolve it to the parent bucket for blast radius analysis.\n\t\t\t//\n\t\t\t// Reference: https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/storage_bucket_iam\n\t\t\t{\n\t\t\t\t// Authoritative for a given role β€” grants the role to a list of members.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_storage_bucket_iam_binding.bucket\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Non-authoritative β€” grants a single member a single role.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_storage_bucket_iam_member.bucket\",\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Authoritative for the entire IAM policy on the bucket.\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_storage_bucket_iam_policy.bucket\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/storage-bucket_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"google.golang.org/api/storage/v1\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestStorageBucket(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tbucketName := \"test-bucket\"\n\n\tbucket := &storage.Bucket{\n\t\tName: bucketName,\n\t\tEncryption: &storage.BucketEncryption{\n\t\t\tDefaultKmsKeyName: \"projects/test-project/locations/global/keyRings/my-keyring/cryptoKeys/my-key\",\n\t\t},\n\t}\n\n\tbucketList := &storage.Buckets{\n\t\tItems: []*storage.Bucket{bucket},\n\t}\n\n\tsdpItemType := gcpshared.StorageBucket\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://storage.googleapis.com/storage/v1/b/%s\", bucketName): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: bucket,\n\t\t},\n\t\tfmt.Sprintf(\"https://storage.googleapis.com/storage/v1/b?project=%s\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: bucketList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, bucketName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get bucket: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\t// encryption.defaultKmsKeyName\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my-keyring\", \"my-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\t// name -> StorageBucketIAMPolicy (parent-to-child: one policy per bucket, GET by bucket name)\n\t\t\t\t\tExpectedType: gcpshared.StorageBucketIAMPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: bucketName,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list buckets: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Errorf(\"Expected 1 bucket, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://storage.googleapis.com/storage/v1/b/%s\", bucketName): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Bucket not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, bucketName, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent bucket, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters/storage-transfer-transfer-job.go", "content": "package adapters\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Storage Transfer Transfer Job facilitates data transfers between cloud storage systems and on-premises data\n// GCP Ref (GET): https://cloud.google.com/storage-transfer/docs/reference/rest/v1/transferJobs/get\n// GCP Ref (Schema): https://cloud.google.com/storage-transfer/docs/reference/rest/v1/transferJobs#TransferJob\n// GET https://storagetransfer.googleapis.com/v1/transferJobs/{jobName}\n// LIST https://storagetransfer.googleapis.com/v1/transferJobs\nvar _ = registerableAdapter{\n\tsdpType: gcpshared.StorageTransferTransferJob,\n\tmeta: gcpshared.AdapterMeta{\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\tLocationLevel: gcpshared.ProjectLevel,\n\t\tGetEndpointFunc: func(query string, location gcpshared.LocationInfo) string {\n\t\t\tif query != \"\" {\n\t\t\t\t// query is the job name, use location.ProjectID for the project\n\t\t\t\treturn fmt.Sprintf(\"https://storagetransfer.googleapis.com/v1/transferJobs/%s?projectId=%s\", query, location.ProjectID)\n\t\t\t}\n\t\t\treturn \"\"\n\t\t},\n\t\tListEndpointFunc: gcpshared.ProjectLevelListFunc(\"https://storagetransfer.googleapis.com/v1/transferJobs?filter={\\\"projectId\\\":\\\"%s\\\"}\"),\n\t\tUniqueAttributeKeys: []string{\"transferJobs\"},\n\t\tIAMPermissions: []string{\n\t\t\t\"storagetransfer.jobs.get\",\n\t\t\t\"storagetransfer.jobs.list\",\n\t\t},\n\t\tPredefinedRole: \"roles/storagetransfer.viewer\",\n\t\t// TODO: https://linear.app/overmind/issue/ENG-631 status\n\t\t// https://cloud.google.com/storage-transfer/docs/reference/rest/v1/transferJobs#TransferJob.status\n\t},\n\tlinkRules: map[string]*gcpshared.Impact{\n\t\t// Transfer spec references to source and destination storage\n\t\t\"transferSpec.gcsDataSource.bucketName\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the source GCS bucket is deleted or inaccessible: The transfer job will fail. If the transfer job is updated: The source bucket remains unaffected.\",\n\t\t},\n\t\t\"transferSpec.gcsDataSink.bucketName\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the destination GCS bucket is deleted or inaccessible: The transfer job will fail. If the transfer job is updated: The destination bucket remains unaffected.\",\n\t\t},\n\t\t// TODO: Investigate how we can link to AWS and Azure source when the account id (scope) is not available\n\t\t// https://cloud.google.com/storage-transfer/docs/reference/rest/v1/TransferSpec#AwsS3Data\n\t\t// https://cloud.google.com/storage-transfer/docs/reference/rest/v1/TransferSpec#AzureBlobStorageData\n\t\t// AWS S3 data source credentials secret (Secret Manager)\n\t\t\"transferSpec.awsS3DataSource.credentialsSecret\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecret,\n\t\t\tDescription: \"If the Secret Manager secret containing AWS credentials is deleted or updated: The transfer job may fail to authenticate with AWS S3. If the transfer job is updated: The secret remains unaffected.\",\n\t\t},\n\t\t// AWS S3 data source CloudFront domain (HTTP endpoint)\n\t\t\"transferSpec.awsS3DataSource.cloudfrontDomain\": {\n\t\t\tToSDPItemType: stdlib.NetworkHTTP,\n\t\t\tDescription: \"If the CloudFront domain endpoint is unreachable: The transfer job will fail to access the source data via CloudFront. If the transfer job is updated: The CloudFront endpoint remains unaffected.\",\n\t\t},\n\t\t// Azure Blob Storage data source credentials secret (Secret Manager)\n\t\t\"transferSpec.azureBlobStorageDataSource.credentialsSecret\": {\n\t\t\tToSDPItemType: gcpshared.SecretManagerSecret,\n\t\t\tDescription: \"If the Secret Manager secret containing Azure SAS token is deleted or updated: The transfer job may fail to authenticate with Azure Blob Storage. If the transfer job is updated: The secret remains unaffected.\",\n\t\t},\n\t\t// Agent pool for POSIX source\n\t\t\"transferSpec.sourceAgentPoolName\": {\n\t\t\tToSDPItemType: gcpshared.StorageTransferAgentPool,\n\t\t\tDescription: \"If the source Agent Pool is deleted or updated: The transfer job may fail to access POSIX source file systems. If the transfer job is updated: The agent pool remains unaffected.\",\n\t\t},\n\t\t// Agent pool for POSIX sink\n\t\t\"transferSpec.sinkAgentPoolName\": {\n\t\t\tToSDPItemType: gcpshared.StorageTransferAgentPool,\n\t\t\tDescription: \"If the sink Agent Pool is deleted or updated: The transfer job may fail to write to POSIX sink file systems. If the transfer job is updated: The agent pool remains unaffected.\",\n\t\t},\n\t\t// Transfer manifest location (gs:// URI pointing to manifest file)\n\t\t\"transferSpec.transferManifest.location\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the Storage Bucket containing the transfer manifest is deleted or inaccessible: The transfer job may fail to read the manifest file. If the transfer job is updated: The bucket remains unaffected.\",\n\t\t},\n\t\t// HTTP data source URL - link to HTTP endpoint using stdlib\n\t\t\"transferSpec.httpDataSource.listUrl\": {\n\t\t\tToSDPItemType: stdlib.NetworkHTTP,\n\t\t\tDescription: \"HTTP data source URL for transfer operations. If the HTTP endpoint is unreachable: The transfer job will fail to access the source data.\",\n\t\t},\n\t\t\"transferSpec.gcsIntermediateDataLocation.bucketName\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the intermediate GCS bucket is deleted or inaccessible: The transfer job will fail. If the transfer job is updated: The intermediate bucket remains unaffected.\",\n\t\t},\n\t\t// Replication spec source bucket\n\t\t\"replicationSpec.gcsDataSource.bucketName\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the source GCS bucket for replication is deleted or inaccessible: The replication job will fail. If the replication job is updated: The source bucket remains unaffected.\",\n\t\t},\n\t\t// Replication spec destination bucket\n\t\t\"replicationSpec.gcsDataSink.bucketName\": {\n\t\t\tToSDPItemType: gcpshared.StorageBucket,\n\t\t\tDescription: \"If the destination GCS bucket for replication is deleted or inaccessible: The replication job will fail. If the replication job is updated: The destination bucket remains unaffected.\",\n\t\t},\n\t\t\"serviceAccount\": {\n\t\t\tToSDPItemType: gcpshared.IAMServiceAccount,\n\t\t\tDescription: \"If the Service Account is deleted or permissions are revoked: The transfer job may fail to execute. If the transfer job is updated: The service account remains unaffected.\",\n\t\t},\n\t\t// Notification configuration\n\t\t\"notificationConfig.pubsubTopic\": {\n\t\t\tToSDPItemType: gcpshared.PubSubTopic,\n\t\t\tDescription: \"If the Pub/Sub Topic is deleted: Transfer job notifications will fail. If the transfer job is updated: The Pub/Sub topic remains unaffected.\",\n\t\t},\n\t\t// TODO: Investigate whether we can/should support multiple items for a given key.\n\t\t// In this case, the eventStream can be an AWS SQS ARN in the form 'arn:aws:sqs:region:account_id:queue_name'\n\t\t// https://linear.app/overmind/issue/ENG-1348\n\t\t// Required. Specifies a unique name of the resource such as AWS SQS ARN in the form 'arn:aws:sqs:region:account_id:queue_name',\n\t\t// or Pub/Sub subscription resource name in the form 'projects/{project}/subscriptions/{sub}'.\n\t\t\"eventStream.name\": {\n\t\t\tToSDPItemType: gcpshared.PubSubSubscription,\n\t\t\tDescription: \"If the Pub/Sub Subscription for event streaming is deleted: Transfer job events will not be consumed. If the transfer job is updated: The Pub/Sub subscription remains unaffected.\",\n\t\t},\n\t\t// Latest transfer operation (child resource)\n\t\t\"latestOperationName\": {\n\t\t\tToSDPItemType: gcpshared.StorageTransferTransferOperation,\n\t\t\tDescription: \"If the Transfer Operation is deleted or updated: The transfer job's latest operation reference may become invalid. If the transfer job is updated: The operation remains unaffected.\",\n\t\t},\n\t},\n\tterraformMapping: gcpshared.TerraformMapping{\n\t\tReference: \"https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/storage_transfer_job\",\n\t\tDescription: \"name => transferJobs/{jobName}\",\n\t\tMappings: []*sdp.TerraformMapping{\n\t\t\t{\n\t\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t\tTerraformQueryMap: \"google_storage_transfer_job.name\",\n\t\t\t},\n\t\t},\n\t},\n}.Register()\n" }, { "path": "sources/gcp/dynamic/adapters/storage-transfer-transfer-job_test.go", "content": "package adapters_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/storagetransfer/apiv1/storagetransferpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestStorageTransferTransferJob(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tlinker := gcpshared.NewLinker()\n\tjobName := \"transferJobs/123456789\"\n\tjobID := \"123456789\" // Just the ID for the Get query\n\n\tjob := &storagetransferpb.TransferJob{\n\t\tName: jobName,\n\t\tServiceAccount: \"test-sa@test-project.iam.gserviceaccount.com\",\n\t\tTransferSpec: &storagetransferpb.TransferSpec{\n\t\t\tDataSource: &storagetransferpb.TransferSpec_GcsDataSource{\n\t\t\t\tGcsDataSource: &storagetransferpb.GcsData{\n\t\t\t\t\tBucketName: \"source-bucket\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tDataSink: &storagetransferpb.TransferSpec_GcsDataSink{\n\t\t\t\tGcsDataSink: &storagetransferpb.GcsData{\n\t\t\t\t\tBucketName: \"dest-bucket\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tNotificationConfig: &storagetransferpb.NotificationConfig{\n\t\t\tPubsubTopic: fmt.Sprintf(\"projects/%s/topics/transfer-notifications\", projectID),\n\t\t},\n\t}\n\n\t// Second job with HTTP data source, intermediate location, and event stream\n\tjobName2 := \"transferJobs/123456790\"\n\tjobID2 := \"123456790\"\n\tjob2 := &storagetransferpb.TransferJob{\n\t\tName: jobName2,\n\t\tServiceAccount: \"test-sa2@test-project.iam.gserviceaccount.com\",\n\t\tTransferSpec: &storagetransferpb.TransferSpec{\n\t\t\tDataSource: &storagetransferpb.TransferSpec_HttpDataSource{\n\t\t\t\tHttpDataSource: &storagetransferpb.HttpData{\n\t\t\t\t\tListUrl: \"https://example.com/urllist.tsv\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tDataSink: &storagetransferpb.TransferSpec_GcsDataSink{\n\t\t\t\tGcsDataSink: &storagetransferpb.GcsData{\n\t\t\t\t\tBucketName: \"http-dest-bucket\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tIntermediateDataLocation: &storagetransferpb.TransferSpec_GcsIntermediateDataLocation{\n\t\t\t\tGcsIntermediateDataLocation: &storagetransferpb.GcsData{\n\t\t\t\t\tBucketName: \"intermediate-bucket\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tEventStream: &storagetransferpb.EventStream{\n\t\t\tName: fmt.Sprintf(\"projects/%s/subscriptions/transfer-events\", projectID),\n\t\t},\n\t}\n\n\tjobList := &storagetransferpb.ListTransferJobsResponse{\n\t\tTransferJobs: []*storagetransferpb.TransferJob{job, job2},\n\t}\n\n\tsdpItemType := gcpshared.StorageTransferTransferJob\n\n\texpectedCallAndResponses := map[string]shared.MockResponse{\n\t\tfmt.Sprintf(\"https://storagetransfer.googleapis.com/v1/transferJobs/%s?projectId=%s\", jobID, projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: job,\n\t\t},\n\t\tfmt.Sprintf(\"https://storagetransfer.googleapis.com/v1/transferJobs/%s?projectId=%s\", jobID2, projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: job2,\n\t\t},\n\t\tfmt.Sprintf(\"https://storagetransfer.googleapis.com/v1/transferJobs?filter={\\\"projectId\\\":\\\"%s\\\"}\", projectID): {\n\t\t\tStatusCode: http.StatusOK,\n\t\t\tBody: jobList,\n\t\t},\n\t}\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, jobID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != jobID {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", jobID, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// transferSpec.gcsDataSource.bucketName\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"source-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// transferSpec.gcsDataSink.bucketName\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"dest-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// serviceAccount\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// notificationConfig.pubsubTopic\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.PubSubTopic.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"transfer-notifications\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get with HTTP source and intermediate location\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tsdpItem, err := adapter.Get(ctx, projectID, jobID2, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get resource: %v\", err)\n\t\t}\n\n\t\tif sdpItem.GetType() != sdpItemType.String() {\n\t\t\tt.Errorf(\"Expected type %s, got %s\", sdpItemType.String(), sdpItem.GetType())\n\t\t}\n\t\tif sdpItem.UniqueAttributeValue() != jobID2 {\n\t\t\tt.Errorf(\"Expected unique attribute value '%s', got %s\", jobID2, sdpItem.UniqueAttributeValue())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// transferSpec.httpDataSource.listUrl (HTTP endpoint)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"https://example.com/urllist.tsv\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// transferSpec.gcsDataSink.bucketName\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"http-dest-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// transferSpec.gcsIntermediateDataLocation.bucketName\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"intermediate-bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// serviceAccount\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-sa2@test-project.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// eventStream.name\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.PubSubSubscription.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"transfer-events\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\thttpCli := shared.NewMockHTTPClientProvider(expectedCallAndResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Skipf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list resources: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Errorf(\"Expected 2 resources, got %d\", len(sdpItems))\n\t\t}\n\t})\n\n\tt.Run(\"ErrorHandling\", func(t *testing.T) {\n\t\terrorResponses := map[string]shared.MockResponse{\n\t\t\tfmt.Sprintf(\"https://storagetransfer.googleapis.com/v1/transferJobs/%s?projectId=%s\", jobID, projectID): {\n\t\t\t\tStatusCode: http.StatusNotFound,\n\t\t\t\tBody: map[string]any{\"error\": \"Transfer job not found\"},\n\t\t\t},\n\t\t}\n\n\t\thttpCli := shared.NewMockHTTPClientProvider(errorResponses)\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, linker, httpCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\t_, err = adapter.Get(ctx, projectID, jobID, true)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error when getting non-existent resource, but got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/dynamic/adapters.go", "content": "package dynamic\n\nimport (\n\t\"fmt\"\n\t\"net/http\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype typeOfAdapter string\n\nconst (\n\tStandard typeOfAdapter = \"standard\"\n\tListable typeOfAdapter = \"listable\"\n\tSearchable typeOfAdapter = \"searchable\"\n\tSearchableListable typeOfAdapter = \"searchableListable\"\n)\n\n// Adapters returns a list of discovery.Adapters for the given locations.\n// Each adapter type is created once and handles all locations of its scope type.\nfunc Adapters(projectLocations, regionLocations, zoneLocations []gcpshared.LocationInfo, linker *gcpshared.Linker, httpCli *http.Client, manualAdapters map[string]bool, cache sdpcache.Cache) ([]discovery.Adapter, error) {\n\tvar adapters []discovery.Adapter\n\n\t// Group adapters by location level\n\tadaptersByLevel := make(map[gcpshared.LocationLevel]map[shared.ItemType]gcpshared.AdapterMeta)\n\tfor sdpItemType, meta := range gcpshared.SDPAssetTypeToAdapterMeta {\n\t\tif meta.InDevelopment {\n\t\t\t// Skip adapters that are in development\n\t\t\t// This is useful for testing new adapters without exposing them to production\n\t\t\tcontinue\n\t\t}\n\t\tif _, ok := adaptersByLevel[meta.LocationLevel]; !ok {\n\t\t\tadaptersByLevel[meta.LocationLevel] = make(map[shared.ItemType]gcpshared.AdapterMeta)\n\t\t}\n\t\tadaptersByLevel[meta.LocationLevel][sdpItemType] = meta\n\t}\n\n\t// Create project-level adapters (one per type)\n\tif len(projectLocations) > 0 {\n\t\tfor sdpItemType := range adaptersByLevel[gcpshared.ProjectLevel] {\n\t\t\tif _, ok := manualAdapters[sdpItemType.String()]; ok {\n\t\t\t\t// Skip, because we have a manual adapter for this item type\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tadapter, err := MakeAdapter(sdpItemType, linker, httpCli, cache, projectLocations)\n\t\t\tif err != nil {\n\t\t\t\treturn nil, fmt.Errorf(\"failed to add adapter for %s: %w\", sdpItemType, err)\n\t\t\t}\n\n\t\t\tadapters = append(adapters, adapter)\n\t\t}\n\t}\n\n\t// Create regional adapters (one per type, handling all regions)\n\tif len(regionLocations) > 0 {\n\t\tfor sdpItemType := range adaptersByLevel[gcpshared.RegionalLevel] {\n\t\t\tif _, ok := manualAdapters[sdpItemType.String()]; ok {\n\t\t\t\t// Skip, because we have a manual adapter for this item type\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tadapter, err := MakeAdapter(sdpItemType, linker, httpCli, cache, regionLocations)\n\t\t\tif err != nil {\n\t\t\t\treturn nil, fmt.Errorf(\"failed to add adapter for %s: %w\", sdpItemType, err)\n\t\t\t}\n\n\t\t\tadapters = append(adapters, adapter)\n\t\t}\n\t}\n\n\t// Create zonal adapters (one per type, handling all zones)\n\tif len(zoneLocations) > 0 {\n\t\tfor sdpItemType := range adaptersByLevel[gcpshared.ZonalLevel] {\n\t\t\tif _, ok := manualAdapters[sdpItemType.String()]; ok {\n\t\t\t\t// Skip, because we have a manual adapter for this item type\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tadapter, err := MakeAdapter(sdpItemType, linker, httpCli, cache, zoneLocations)\n\t\t\tif err != nil {\n\t\t\t\treturn nil, fmt.Errorf(\"failed to add adapter for %s: %w\", sdpItemType, err)\n\t\t\t}\n\n\t\t\tadapters = append(adapters, adapter)\n\t\t}\n\t}\n\n\treturn adapters, nil\n}\n\nfunc adapterType(meta gcpshared.AdapterMeta) typeOfAdapter {\n\tif meta.ListEndpointFunc != nil && meta.SearchEndpointFunc == nil {\n\t\treturn Listable\n\t}\n\n\tif meta.SearchEndpointFunc != nil && meta.ListEndpointFunc == nil {\n\t\treturn Searchable\n\t}\n\n\tif meta.ListEndpointFunc != nil && meta.SearchEndpointFunc != nil {\n\t\treturn SearchableListable\n\t}\n\n\treturn Standard\n}\n\n// MakeAdapter creates a new GCP dynamic adapter based on the provided SDP item type and metadata.\n// It accepts a slice of LocationInfo representing all locations this adapter should handle.\nfunc MakeAdapter(sdpItemType shared.ItemType, linker *gcpshared.Linker, httpCli *http.Client, cache sdpcache.Cache, locations []gcpshared.LocationInfo) (discovery.Adapter, error) {\n\tmeta, ok := gcpshared.SDPAssetTypeToAdapterMeta[sdpItemType]\n\tif !ok {\n\t\treturn nil, fmt.Errorf(\"no adapter metadata found for item type %s\", sdpItemType.String())\n\t}\n\n\t// Validate that all locations match the adapter's expected scope type\n\tfor _, loc := range locations {\n\t\tif loc.LocationLevel() != meta.LocationLevel {\n\t\t\treturn nil, fmt.Errorf(\"location %s has scope %s, expected %s\", loc.ToScope(), loc.LocationLevel(), meta.LocationLevel)\n\t\t}\n\t}\n\n\tcfg := &AdapterConfig{\n\t\tLocations: locations,\n\t\tGetURLFunc: meta.GetEndpointFunc,\n\t\tSDPAssetType: sdpItemType,\n\t\tSDPAdapterCategory: meta.SDPAdapterCategory,\n\t\tTerraformMappings: gcpshared.SDPAssetTypeToTerraformMappings[sdpItemType].Mappings,\n\t\tLinker: linker,\n\t\tHTTPClient: httpCli,\n\t\tUniqueAttributeKeys: meta.UniqueAttributeKeys,\n\t\tIAMPermissions: meta.IAMPermissions,\n\t\tNameSelector: meta.NameSelector,\n\t\tListResponseSelector: meta.ListResponseSelector,\n\t\tSearchFilterFunc: meta.SearchFilterFunc,\n\t\tListFilterFunc: meta.ListFilterFunc,\n\t}\n\n\tswitch adapterType(meta) {\n\tcase SearchableListable:\n\t\treturn NewSearchableListableAdapter(meta.SearchEndpointFunc, meta.ListEndpointFunc, cfg, meta.SearchDescription, cache), nil\n\tcase Searchable:\n\t\treturn NewSearchableAdapter(meta.SearchEndpointFunc, cfg, meta.SearchDescription, cache), nil\n\tcase Listable:\n\t\treturn NewListableAdapter(meta.ListEndpointFunc, cfg, cache), nil\n\tcase Standard:\n\t\treturn NewAdapter(cfg, cache), nil\n\tdefault:\n\t\treturn nil, fmt.Errorf(\"unknown adapter type %s\", adapterType(meta))\n\t}\n}\n" }, { "path": "sources/gcp/dynamic/adapters_test.go", "content": "package dynamic\n\nimport (\n\t\"net/http\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc Test_adapterType(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tmeta gcpshared.AdapterMeta\n\t\twant typeOfAdapter\n\t}{\n\t\t{\n\t\t\tname: \"Listable only\",\n\t\t\tmeta: gcpshared.AdapterMeta{\n\t\t\t\tListEndpointFunc: func(loc gcpshared.LocationInfo) (string, error) { return \"\", nil },\n\t\t\t},\n\t\t\twant: Listable,\n\t\t},\n\t\t{\n\t\t\tname: \"Searchable only\",\n\t\t\tmeta: gcpshared.AdapterMeta{\n\t\t\t\tSearchEndpointFunc: func(query string, loc gcpshared.LocationInfo) string {\n\t\t\t\t\treturn \"\"\n\t\t\t\t},\n\t\t\t},\n\t\t\twant: Searchable,\n\t\t},\n\t\t{\n\t\t\tname: \"SearchableListable\",\n\t\t\tmeta: gcpshared.AdapterMeta{\n\t\t\t\tListEndpointFunc: func(loc gcpshared.LocationInfo) (string, error) { return \"\", nil },\n\t\t\t\tSearchEndpointFunc: func(query string, loc gcpshared.LocationInfo) string {\n\t\t\t\t\treturn \"\"\n\t\t\t\t},\n\t\t\t},\n\t\t\twant: SearchableListable,\n\t\t},\n\t\t{\n\t\t\tname: \"Standard (neither func set)\",\n\t\t\tmeta: gcpshared.AdapterMeta{},\n\t\t\twant: Standard,\n\t\t},\n\t}\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tif got := adapterType(tt.meta); got != tt.want {\n\t\t\t\tt.Errorf(\"adapterType() = %v, want %v\", got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc Test_addAdapter(t *testing.T) {\n\ttype testCase struct {\n\t\tname string\n\t\tsdpType shared.ItemType\n\t\tlocations []gcpshared.LocationInfo\n\t\tlistable bool\n\t\tsearchable bool\n\t\tsearchableListable bool\n\t\tstandard bool\n\t}\n\tprojectLocation := []gcpshared.LocationInfo{gcpshared.NewProjectLocation(\"my-project\")}\n\ttestCases := []testCase{\n\t\t{\n\t\t\tname: \"Listable adapter\",\n\t\t\tsdpType: gcpshared.ComputeNetwork,\n\t\t\tlocations: projectLocation,\n\t\t\tlistable: true,\n\t\t},\n\t\t{\n\t\t\tname: \"SearchableListable adapter (firewall with tag search)\",\n\t\t\tsdpType: gcpshared.ComputeFirewall,\n\t\t\tlocations: projectLocation,\n\t\t\tsearchableListable: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Searchable adapter\",\n\t\t\tsdpType: gcpshared.SQLAdminBackupRun,\n\t\t\tlocations: projectLocation,\n\t\t\tsearchableListable: true,\n\t\t},\n\t\t{\n\t\t\tname: \"SearchableListable adapter\",\n\t\t\tsdpType: gcpshared.MonitoringCustomDashboard,\n\t\t\tlocations: projectLocation,\n\t\t\tsearchableListable: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Standard adapter\",\n\t\t\tsdpType: gcpshared.CloudBillingBillingInfo,\n\t\t\tlocations: projectLocation,\n\t\t\tstandard: true,\n\t\t},\n\t}\n\n\tlinker := gcpshared.NewLinker()\n\tfor _, tc := range testCases {\n\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\tmeta := gcpshared.SDPAssetTypeToAdapterMeta[tc.sdpType]\n\n\t\t\tadapter, err := MakeAdapter(tc.sdpType, linker, http.DefaultClient, sdpcache.NewNoOpCache(), tc.locations)\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"MakeAdapter() error = %v\", err)\n\t\t\t}\n\n\t\t\tif tc.listable {\n\t\t\t\tif meta.ListEndpointFunc == nil {\n\t\t\t\t\tt.Errorf(\"Expected ListEndpointFunc to be set for listable adapter %s\", tc.sdpType)\n\t\t\t\t}\n\n\t\t\t\tif meta.SearchEndpointFunc != nil {\n\t\t\t\t\tt.Errorf(\"Expected SearchEndpointFunc to be nil for listable adapter %s\", tc.sdpType)\n\t\t\t\t}\n\n\t\t\t\t_, ok := adapter.(discovery.ListableAdapter)\n\t\t\t\tif !ok {\n\t\t\t\t\tt.Errorf(\"Expected adapter to be ListableAdapter, got %T\", adapter)\n\t\t\t\t}\n\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif tc.searchable {\n\t\t\t\tif meta.SearchEndpointFunc == nil {\n\t\t\t\t\tt.Errorf(\"Expected SearchEndpointFunc to be set for searchable adapter %s\", tc.sdpType)\n\t\t\t\t}\n\n\t\t\t\tif meta.ListEndpointFunc != nil {\n\t\t\t\t\tt.Errorf(\"Expected ListEndpointFunc to be nil for searchable adapter %s\", tc.sdpType)\n\t\t\t\t}\n\n\t\t\t\t_, ok := adapter.(discovery.SearchableAdapter)\n\t\t\t\tif !ok {\n\t\t\t\t\tt.Errorf(\"Expected adapter to be SearchableAdapter, got %T\", adapter)\n\t\t\t\t}\n\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif tc.searchableListable {\n\t\t\t\tif meta.ListEndpointFunc == nil {\n\t\t\t\t\tt.Errorf(\"Expected ListEndpointFunc to be set for searchable listable adapter %s\", tc.sdpType)\n\t\t\t\t}\n\n\t\t\t\tif meta.SearchEndpointFunc == nil {\n\t\t\t\t\tt.Errorf(\"Expected SearchEndpointFunc to be set for searchable listable adapter %s\", tc.sdpType)\n\t\t\t\t}\n\n\t\t\t\t_, ok := adapter.(SearchableListableAdapter)\n\t\t\t\tif !ok {\n\t\t\t\t\tt.Errorf(\"Expected adapter to be SearchableListableAdapter, got %T\", adapter)\n\t\t\t\t}\n\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif tc.standard {\n\t\t\t\tif meta.ListEndpointFunc != nil {\n\t\t\t\t\tt.Errorf(\"Expected ListEndpointFunc to be nil for standard adapter %s\", tc.sdpType)\n\t\t\t\t}\n\n\t\t\t\tif meta.SearchEndpointFunc != nil {\n\t\t\t\t\tt.Errorf(\"Expected SearchEndpointFunc to be nil for standard adapter %s\", tc.sdpType)\n\t\t\t\t}\n\n\t\t\t\treturn\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestAdapters(t *testing.T) {\n\ttype validator interface {\n\t\tValidate() error\n\t}\n\n\t// Let's ensure that we can create adapters without any issues.\n\tadapters, err := Adapters(\n\t\t[]gcpshared.LocationInfo{gcpshared.NewProjectLocation(\"my-project\")},\n\t\t[]gcpshared.LocationInfo{gcpshared.NewRegionalLocation(\"my-project\", \"us-central1\")},\n\t\t[]gcpshared.LocationInfo{gcpshared.NewZonalLocation(\"my-project\", \"us-central1-a\")},\n\t\tgcpshared.NewLinker(),\n\t\thttp.DefaultClient,\n\t\tnil,\n\t\tsdpcache.NewNoOpCache(),\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"Adapters() error = %v\", err)\n\t}\n\n\tfor _, adapter := range adapters {\n\t\tif adapter == nil {\n\t\t\tt.Error(\"Expected non-nil adapter, got nil\")\n\t\t\tcontinue\n\t\t}\n\n\t\tmeta := adapter.Metadata()\n\t\tif meta == nil {\n\t\t\tt.Error(\"Expected non-nil metadata, got nil\")\n\t\t\tcontinue\n\t\t}\n\n\t\tvalidatable, ok := adapter.(validator)\n\t\tif !ok {\n\t\t\tt.Errorf(\"Expected adapter to implement Validate(), got %T\", adapter)\n\t\t\tcontinue\n\t\t}\n\n\t\tif err := validatable.Validate(); err != nil {\n\t\t\tt.Errorf(\"Validate() error for adapter %s: %v\", adapter.Name(), err)\n\t\t}\n\n\t\tif adapter.Metadata().GetTerraformMappings() != nil {\n\t\t\tfor _, tm := range adapter.Metadata().GetTerraformMappings() {\n\t\t\t\tif tm.GetTerraformMethod() == sdp.QueryMethod_SEARCH {\n\t\t\t\t\tif _, ok := adapter.(discovery.SearchableAdapter); !ok {\n\t\t\t\t\t\tt.Errorf(\"Adapter %s has terraform mapping for SEARCH but does not implement SearchableAdapter\", adapter.Name())\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n}\n" }, { "path": "sources/gcp/dynamic/ai-tools/README.md", "content": "# Dynamic Adapter AI Tools\n\nThis directory contains tools for generating prompts and tickets for dynamic adapter development and testing.\n\n## Files\n\n- `generate-test-ticket-cmd/` - Go implementation for generating Linear ticket content for dynamic adapter unit tests\n- `generate-adapter-ticket-cmd/` - Go implementation for generating Linear ticket content for creating new dynamic adapters\n- `build.sh` - Build script for both tools\n- `README.md` - This documentation\n\n## Related Files\n\n- `../adapters/.cursor/rules/dynamic-adapter-testing.md` - Cursor agent rules for writing adapter tests\n- `../adapters/.cursor/rules/dynamic-adapter-creation.md` - Cursor agent rules for creating new adapters\n- `../adapters/` - Directory containing dynamic adapter implementations\n\n## generate-adapter-ticket\n\n### Purpose\nGenerates complete Linear ticket content for creating new dynamic adapters. This tool helps create comprehensive tickets for implementing new GCP resource adapters with proper context and requirements.\n\n### Usage\n```bash\n# Run directly with go run\ngo run generate-adapter-ticket-cmd/main.go -name -api-ref [-type-ref ] [--verbose]\n\n# Or build and run\n./build.sh\n./generate-adapter-ticket -name -api-ref [-type-ref ] [--verbose]\n\n# Build for specific platform\n./build.sh linux/amd64\n./build.sh darwin/arm64\n```\n\n### Examples\n```bash\n# Generate ticket for monitoring alert policy adapter\ngo run generate-adapter-ticket-cmd/main.go -name monitoring-alert-policy -api-ref \"https://cloud.google.com/monitoring/api/ref_v3/rest/v3/projects.alertPolicies\"\n\n# Generate ticket with type reference\ngo run generate-adapter-ticket-cmd/main.go -name compute-instance-template -api-ref \"https://cloud.google.com/compute/docs/reference/rest/v1/instanceTemplates\" -type-ref \"https://cloud.google.com/compute/docs/reference/rest/v1/instanceTemplates#InstanceTemplate\"\n\n# Generate with verbose output\ngo run generate-adapter-ticket-cmd/main.go --verbose -name storage-bucket -api-ref \"https://cloud.google.com/storage/docs/json_api/v1/buckets\"\n```\n\n### What it does\n1. **Create Linear ticket** for new adapter implementation\n2. **Generate comprehensive context** with API references\n3. **Include implementation checklist** following dynamic adapter patterns\n4. **Reference Cursor rules** for consistent implementation\n5. **Copy description to clipboard** and optionally print it\n\n### Output\nThe tool generates a Linear URL with pre-filled fields and copies the description to clipboard. The description includes:\n- Task overview\n- API references\n- Files to create\n- Implementation instructions referencing Cursor rules\n\n## generate-test-ticket\n\n### Purpose\nGenerates complete Linear ticket content for creating unit tests for dynamic adapters. The Go implementation provides better maintainability, type safety, and cross-platform compatibility.\n\n### Usage\n```bash\n# Run directly with go run\ngo run generate-test-ticket-cmd/main.go [--verbose|-v] \n\n# Or build and run\n./build.sh\n./generate-test-ticket [--verbose|-v] \n\n# Build for specific platform\n./build.sh linux/amd64\n./build.sh darwin/arm64\n\n# Build specific tool only\n./build.sh \"\" generate-test-ticket\n./build.sh linux/amd64 generate-test-ticket\n```\n\n### Examples\n```bash\n# Generate ticket for compute global forwarding rule (quiet mode)\ngo run generate-test-ticket-cmd/main.go compute-global-forwarding-rule\n\n# Generate ticket with verbose output (shows description)\ngo run generate-test-ticket-cmd/main.go --verbose compute-global-forwarding-rule\n\n# Short form of verbose flag\ngo run generate-test-ticket-cmd/main.go -v compute-global-address\n```\n\n### What it does\n1. **Extract adapter information** from the adapter file in `../adapters/`\n2. **Determine protobuf types** based on adapter name patterns\n3. **Extract link rules** configuration from the adapter\n4. **Generate a Linear URL** with basic fields pre-filled:\n - Title: \"Write unit test for {adapter-name} dynamic adapter\"\n - Assignee: Cursor Agent\n - Project: GCP Source Improvements\n - Cycle: This\n - Size: Small (2 points)\n - Status: Todo\n - Milestone: Quality Improvements\n5. **Copy description to clipboard** and optionally print it\n\n### Output\nThe tool generates a Linear URL with basic fields and copies the description to clipboard. In verbose mode (`--verbose` or `-v`), it also prints the complete description for review.\n\n### Requirements\n- Must be run from the `prompter` directory\n- Adapter file must exist in `../adapters/`\n- Adapter file must contain valid SDP item type and link rules configuration\n- Go 1.19+ required\n\n## Integration with Cursor Agents\n\nThe generated tickets work seamlessly with:\n- **Cursor rules** in `../adapters/.cursor/rules/dynamic-adapter-testing.md`\n- **Existing test patterns** from `../adapters/compute-global-address_test.go`\n- **Comprehensive testing requirements** for Get, List, and Search functionality\n\n## Workflow\n\n### Creating New Adapters\n\n#### Quick Mode (default)\n1. **Generate Linear URL** using `generate-adapter-ticket`\n2. **Click the URL** to create a new Linear issue with basic fields pre-filled\n3. **Paste the description** (already copied to clipboard) into the issue\n4. **Save the issue** - it's ready for implementation\n\n#### Review Mode (verbose)\n1. **Generate Linear URL** using `generate-adapter-ticket --verbose`\n2. **Review the description** printed in the output\n3. **Click the URL** to create a new Linear issue with basic fields pre-filled\n4. **Paste the description** (already copied to clipboard) into the issue\n5. **Save the issue** - it's ready for implementation\n\n### Creating Tests for Existing Adapters\n\n#### Quick Mode (default)\n1. **Generate Linear URL** using `generate-test-ticket`\n2. **Click the URL** to create a new Linear issue with basic fields pre-filled\n3. **Paste the description** (already copied to clipboard) into the issue\n4. **Save the issue** - it's already assigned to Cursor Agent\n\n#### Review Mode (verbose)\n1. **Generate Linear URL** using `generate-test-ticket --verbose` or `-v` flag\n2. **Review the description** printed in the output\n3. **Click the URL** to create a new Linear issue with basic fields pre-filled\n4. **Paste the description** (already copied to clipboard) into the issue\n5. **Save the issue** - it's already assigned to Cursor Agent\n\n### Cursor Agent Execution\nWhen a Cursor agent picks up the ticket:\n1. It will automatically apply the rules from `../adapters/.cursor/rules/dynamic-adapter-testing.md`\n2. Follow the comprehensive testing patterns\n3. Create the test file with proper structure\n4. Include all required test cases (Get, List, Search if supported)\n5. Add proper link rules tests\n\n## Example Ticket Content\n\nFor `compute-global-forwarding-rule`:\n\n**Title**: `Write unit test for compute-global-forwarding-rule dynamic adapter`\n\n**Key Details**:\n- **SDP Item Type**: `gcpshared.ComputeGlobalForwardingRule`\n- **Protobuf Types**: `computepb.ForwardingRule` and `computepb.ForwardingRuleList`\n- **API Endpoints**:\n - GET: `https://compute.googleapis.com/compute/v1/projects/{project}/global/forwardingRules/{forwardingRule}`\n - LIST: `https://compute.googleapis.com/compute/v1/projects/{project}/global/forwardingRules`\n- **Link Rules**: network (InOnly), subnetwork (InOnly), IPAddress (BothWays), backendService (BothWays)\n\n## Benefits\n\n1. **Consistency**: All tests follow the same patterns and structure\n2. **Completeness**: Comprehensive coverage of Get, List, and Search functionality\n3. **Automation**: Cursor agents can automatically generate high-quality tests\n4. **Documentation**: Clear requirements and acceptance criteria\n5. **Maintainability**: Standardized approach makes tests easier to maintain\n\n## Adding New Adapters\n\n### Complete Workflow for New Adapters\n\n#### Step 1: Create Implementation Ticket\n1. Run `go run generate-adapter-ticket-cmd/main.go -name my-new-adapter -api-ref \"https://api-reference-url\"`\n2. Click the generated URL to create Linear issue with pre-filled fields\n3. Paste the description (copied to clipboard) into the issue\n4. Save the issue - it's ready for implementation\n\n#### Step 2: Implement the Adapter\nThe Cursor agent (or developer) will:\n1. Follow the rules in `../adapters/.cursor/rules/dynamic-adapter-creation.md`\n2. Create the adapter file (e.g., `my-new-adapter.go`)\n3. Add any necessary SDP item types to `../shared/item-types.go` and `../shared/models.go`\n\n#### Step 3: Create Test Ticket\n1. Run `go run generate-test-ticket-cmd/main.go my-new-adapter` to generate test ticket content\n2. Click the generated URL to create Linear issue with pre-filled fields\n3. Paste the description (copied to clipboard) into the issue\n4. Save the issue - it's already assigned to Cursor Agent\n\n### Quick Testing for Existing Adapters\n\nWhen you just need tests for an existing adapter:\n1. Run `go run generate-test-ticket-cmd/main.go existing-adapter-name`\n2. Click the generated URL to create Linear issue with pre-filled fields\n3. Paste the description (copied to clipboard) into the issue\n4. Save the issue - it's already assigned to Cursor Agent\n\n## Rules Application\n\n### For Adapter Creation\nThe `../adapters/.cursor/rules/dynamic-adapter-creation.md` file ensures that:\n- Proper adapter structure and patterns are followed\n- Correct SDP item types and metadata are defined\n- Appropriate link rules are configured\n- Terraform mappings are included when applicable\n- IAM permissions are properly defined\n\n### For Test Creation\nThe `../adapters/.cursor/rules/dynamic-adapter-testing.md` file ensures that:\n- All tests use the correct package (`adapters_test`)\n- Proper imports are included\n- Correct protobuf types are used\n- Comprehensive test coverage is provided\n- Static tests with link rules are included\n- Common mistakes are avoided\n\nThis ensures consistent, high-quality implementations and unit tests for all dynamic adapters.\n\n## Quick Reference\n\n### Building Tools\n```bash\n# Build both tools for current platform\n./build.sh\n\n# Build for specific platform\n./build.sh linux/amd64\n\n# Build specific tool only\n./build.sh \"\" generate-adapter-ticket\n./build.sh \"\" generate-test-ticket\n```\n\n### Creating New Adapter\n```bash\n# Generate implementation ticket\ngo run generate-adapter-ticket-cmd/main.go -name my-adapter -api-ref \"https://api-url\"\n\n# After implementation, generate test ticket\ngo run generate-test-ticket-cmd/main.go my-adapter\n```\n\n### Testing Existing Adapter\n```bash\n# Generate test ticket\ngo run generate-test-ticket-cmd/main.go existing-adapter-name\n```\n\nBoth tools support `--verbose` flag to preview the description before creating tickets." }, { "path": "sources/gcp/dynamic/ai-tools/build.sh", "content": "#!/bin/bash\n\n# Build script for prompter tools\n# Usage: ./build.sh [platform] [tool]\n# Examples:\n# ./build.sh # Build both tools for current platform\n# ./build.sh linux/amd64 # Build both tools for Linux AMD64\n# ./build.sh darwin/arm64 # Build both tools for macOS ARM64\n# ./build.sh \"\" generate-test-ticket # Build only generate-test-ticket for current platform\n# ./build.sh linux/amd64 generate-adapter-ticket # Build only generate-adapter-ticket for Linux AMD64\n\nset -e\n\n# Check if Go is installed\nif ! command -v go &> /dev/null; then\n echo \"Error: Go is not installed or not in PATH\"\n exit 1\nfi\n\nPLATFORM=\"${1:-}\"\nTOOL=\"${2:-}\"\n\n# Define available tools\nTOOLS=(\"generate-test-ticket\" \"generate-adapter-ticket\")\n\n# If specific tool requested, validate it\nif [ -n \"$TOOL\" ]; then\n if [[ ! \" ${TOOLS[@]} \" =~ \" ${TOOL} \" ]]; then\n echo \"Error: Unknown tool '$TOOL'. Available tools: ${TOOLS[*]}\"\n exit 1\n fi\n TOOLS=(\"$TOOL\")\nfi\n\n# Build function\nbuild_tool() {\n local tool=\"$1\"\n local platform=\"$2\"\n local source_dir=\"${tool}-cmd\"\n local binary_name=\"$tool\"\n\n if [ ! -d \"$source_dir\" ]; then\n echo \"Error: Source directory '$source_dir' not found\"\n return 1\n fi\n\n if [ -z \"$platform\" ]; then\n echo \"Building $binary_name for current platform...\"\n go build -o \"$binary_name\" \"./$source_dir\"\n echo \"βœ… Built successfully: $binary_name\"\n else\n echo \"Building $binary_name for $platform...\"\n\n # Split platform into GOOS and GOARCH\n IFS='/' read -r GOOS GOARCH <<< \"$platform\"\n\n if [ -z \"$GOOS\" ] || [ -z \"$GOARCH\" ]; then\n echo \"Error: Invalid platform format. Use: os/arch (e.g., linux/amd64)\"\n return 1\n fi\n\n OUTPUT_NAME=\"${binary_name}-${GOOS}-${GOARCH}\"\n if [ \"$GOOS\" = \"windows\" ]; then\n OUTPUT_NAME=\"${OUTPUT_NAME}.exe\"\n fi\n\n GOOS=\"$GOOS\" GOARCH=\"$GOARCH\" go build -o \"$OUTPUT_NAME\" \"./$source_dir\"\n echo \"βœ… Built successfully: $OUTPUT_NAME\"\n fi\n}\n\n# Build all requested tools\nfor tool in \"${TOOLS[@]}\"; do\n build_tool \"$tool\" \"$PLATFORM\"\ndone\n\necho \"\"\necho \"Built tools:\"\nfor tool in \"${TOOLS[@]}\"; do\n echo \" $tool\"\ndone\n\necho \"\"\necho \"Usage examples:\"\necho \" ./generate-test-ticket [--verbose|-v] \"\necho \" ./generate-adapter-ticket -name monitoring-alert-policy -api-ref https://...\"\necho \"\"\necho \"For more information, see README.md\"\n" }, { "path": "sources/gcp/dynamic/ai-tools/generate-adapter-ticket-cmd/main.go", "content": "package main\n\nimport (\n\t\"bufio\"\n\t\"context\"\n\t\"flag\"\n\t\"fmt\"\n\t\"os\"\n\t\"os/exec\"\n\t\"strings\"\n\t\"time\"\n)\n\n// This executable produces an adapter authoring prompt by filling a template with\n// user-provided parameters.\n// Usage:\n// go run ./sources/gcp/dynamic/prompter -name monitoring-alert-policy -api https://... -type https://...\n// -type is optional.\n\nconst baseTemplate = `## Task\nCreate a new dynamic adapter for GCP {{NAME}} resource.\n\n## Context\n- **Adapter File**: ` + \"`sources/gcp/dynamic/adapters/{{NAME}}.go`\" + ` (to be created)\n- **API Reference**: {{API_REF}}\n{{TYPE_LINE}}\n\n## Files to Create\n- ` + \"`sources/gcp/dynamic/adapters/{{NAME}}.go`\" + `\n- ` + \"`sources/gcp/shared/item-types.go`\" + ` (if new SDP item type needed)\n- ` + \"`sources/gcp/shared/models.go`\" + ` (if new SDP item type needed)\n\n## Instructions\nFollow the dynamic adapter creation rules in ` + \"`.cursor/rules/dynamic-adapter-creation.mdc`\" + ` for comprehensive implementation guidance.`\n\nfunc main() {\n\tname := flag.String(\"name\", \"\", \"(required) adapter name, e.g. monitoring-alert-policy\")\n\tapi := flag.String(\"api-ref\", \"\", \"(required) GCP reference for API Call structure\")\n\ttypeRef := flag.String(\"type-ref\", \"\", \"(optional) GCP reference for Type Definition\")\n\tverbose := flag.Bool(\"verbose\", false, \"print ticket content instead of copying to clipboard\")\n\tflag.Parse()\n\n\tmissing := []string{}\n\tif *name == \"\" {\n\t\tmissing = append(missing, \"-name\")\n\t}\n\tif *api == \"\" {\n\t\tmissing = append(missing, \"-api-ref\")\n\t}\n\tif len(missing) > 0 {\n\t\tfmt.Fprintf(os.Stderr, \"Missing required flags: %s\\n\", strings.Join(missing, \", \"))\n\t\tflag.Usage()\n\t\tos.Exit(2)\n\t}\n\n\t// Generate adapter creation description\n\tadapterDescription := baseTemplate\n\tadapterDescription = strings.ReplaceAll(adapterDescription, \"{{NAME}}\", *name)\n\tadapterDescription = strings.ReplaceAll(adapterDescription, \"{{API_REF}}\", *api)\n\n\tif *typeRef != \"\" {\n\t\tadapterDescription = strings.ReplaceAll(adapterDescription, \"{{TYPE_LINE}}\", \"- **Type Reference**: \"+*typeRef+\"\\n\")\n\t} else {\n\t\tadapterDescription = strings.ReplaceAll(adapterDescription, \"{{TYPE_LINE}}\", \"\")\n\t}\n\n\t// Generate test ticket description\n\ttestDescription, err := generateTestTicketDescription(*name)\n\tif err != nil {\n\t\tfmt.Fprintf(os.Stderr, \"Warning: Could not generate test ticket description: %v\\n\", err)\n\t\ttestDescription = fmt.Sprintf(\"## Test Ticket\\nWrite unit test for %s dynamic adapter (test ticket generation failed)\", *name)\n\t}\n\n\t// Combine both descriptions with workflow instructions\n\tcombinedDescription := fmt.Sprintf(`%s\n\n---\n\n%s\n\n---\n\n## Workflow\n\n### Phase 1: Adapter Implementation\n1. Create the adapter by following the relevant rule in `+\"`.cursor/rules/dynamic-adapter-creation.md`\"+`\n2. Open PR with adapter implementation\n\n### Phase 2: Unit Tests (After Reviewer Tag)\n1. Wait for reviewer to add the `+\"`adapter-is-approved`\"+` tag to the PR\n2. Once tagged, add unit tests to the same PR following `+\"`.cursor/rules/dynamic-adapter-testing.md`\"+`\n3. Update the existing PR with test implementation`, adapterDescription, testDescription)\n\n\t// Generate Linear URL\n\turl := generateLinearURL(*name)\n\n\tfmt.Printf(\"Generated Linear issue URL:\\n%s\\n\\n\", url)\n\n\tif err := copyToClipboard(combinedDescription); err != nil {\n\t\tfmt.Println(\"πŸ’‘ Tip: Copy the description below to paste into the Linear issue\")\n\t} else {\n\t\tfmt.Println(\"βœ… Combined description copied to clipboard!\")\n\t}\n\n\tfmt.Printf(\"\\nClick the URL above to create a new Linear issue with:\\n\")\n\tfmt.Printf(\"- Title: Create %s dynamic adapter\\n\", *name)\n\tfmt.Printf(\"- Assignee: cursor\\n\")\n\tfmt.Printf(\"- Project: GCP Source Improvements\\n\")\n\tfmt.Printf(\"- Cycle: This\\n\")\n\tfmt.Printf(\"- Size: Small (2 points)\\n\")\n\tfmt.Printf(\"- Status: Todo\\n\")\n\tfmt.Printf(\"- Milestone: Quality Improvements\\n\\n\")\n\n\tif *verbose {\n\t\tfmt.Println(\"Combined description is already copied to clipboard - paste it into the issue:\")\n\t\tfmt.Println(\"==========================================\")\n\t\tfmt.Println(combinedDescription)\n\t\tfmt.Println(\"==========================================\")\n\t} else {\n\t\tfmt.Println(\"Combined description is already copied to clipboard - paste it into the issue.\")\n\t}\n}\n\nfunc generateTestTicketDescription(adapterName string) (string, error) {\n\t// Minimal test ticket description - let Cursor rule handle the details\n\treturn fmt.Sprintf(`## Test Ticket\nWrite unit tests for the `+\"`%s`\"+` dynamic adapter.\n\n## Files to Create\n- `+\"`sources/gcp/dynamic/adapters/%s_test.go`\"+`\n\n## Instructions\nFollow the dynamic adapter testing rules in `+\"`.cursor/rules/dynamic-adapter-testing.md`\"+` for comprehensive test implementation.`, adapterName, adapterName), nil\n}\n\nfunc generateLinearURL(adapterName string) string {\n\ttitle := fmt.Sprintf(\"Create %s dynamic adapter\", adapterName)\n\ttitleEncoded := strings.ReplaceAll(title, \" \", \"+\")\n\n\treturn fmt.Sprintf(\"https://linear.new?title=%s&assignee=cursor&project=GCP+Source+Improvements&cycle=This&estimate=2&status=Todo&projectMilestone=Quantity+Improvements\",\n\t\ttitleEncoded)\n}\n\nfunc copyToClipboard(text string) error {\n\t// Define allowed clipboard commands for security\n\tallowedCommands := map[string][]string{\n\t\t\"pbcopy\": {},\n\t\t\"xclip\": {\"-selection\", \"clipboard\"},\n\t\t\"wl-copy\": {},\n\t}\n\n\t// Try different clipboard commands based on OS\n\tcommandOrder := []string{\"pbcopy\", \"xclip\", \"wl-copy\"}\n\n\tfor _, cmdName := range commandOrder {\n\t\targs := allowedCommands[cmdName]\n\n\t\t// Check if command is available with timeout\n\t\tctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)\n\t\tif exec.CommandContext(ctx, cmdName).Run() != nil {\n\t\t\tcancel()\n\t\t\tcontinue // Command not available\n\t\t}\n\t\tcancel()\n\n\t\tctx, cancel = context.WithTimeout(context.Background(), 10*time.Second)\n\t\tprocess := exec.CommandContext(ctx, cmdName, args...)\n\t\tstdin, err := process.StdinPipe()\n\t\tif err != nil {\n\t\t\tcancel()\n\t\t\tcontinue\n\t\t}\n\n\t\tif err := process.Start(); err != nil {\n\t\t\tcancel()\n\t\t\tcontinue\n\t\t}\n\n\t\twriter := bufio.NewWriter(stdin)\n\t\tif _, err := writer.WriteString(text); err != nil {\n\t\t\tstdin.Close()\n\t\t\tcancel()\n\t\t\tcontinue\n\t\t}\n\t\twriter.Flush()\n\t\tstdin.Close()\n\n\t\tif err := process.Wait(); err != nil {\n\t\t\tcancel()\n\t\t\tcontinue\n\t\t}\n\n\t\tcancel()\n\t\treturn nil // Success\n\t}\n\n\treturn fmt.Errorf(\"no clipboard command available\")\n}\n" }, { "path": "sources/gcp/dynamic/ai-tools/generate-test-ticket-cmd/main.go", "content": "package main\n\nimport (\n\t\"bufio\"\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"os/exec\"\n\t\"path/filepath\"\n\t\"strings\"\n\t\"time\"\n)\n\ntype Config struct {\n\tVerbose bool\n\tAdapterName string\n}\n\ntype AdapterInfo struct {\n\tName string\n}\n\nfunc main() {\n\tconfig := parseArgs()\n\n\tadapterInfo, err := extractAdapterInfo(config.AdapterName)\n\tif err != nil {\n\t\tfmt.Fprintf(os.Stderr, \"Error: %v\\n\", err)\n\t\tos.Exit(1)\n\t}\n\n\tdescription := generateDescription(adapterInfo)\n\turl := generateLinearURL(adapterInfo.Name)\n\n\tfmt.Printf(\"Generated Linear issue URL:\\n%s\\n\\n\", url)\n\n\tif err := copyToClipboard(description); err != nil {\n\t\tfmt.Println(\"πŸ’‘ Tip: Copy the description below to paste into the Linear issue\")\n\t} else {\n\t\tfmt.Println(\"βœ… Description copied to clipboard!\")\n\t}\n\n\tfmt.Printf(\"\\nClick the URL above to create a new Linear issue with:\\n\")\n\tfmt.Printf(\"- Title: Write unit test for %s dynamic adapter\\n\", adapterInfo.Name)\n\tfmt.Printf(\"- Assignee: cursor\\n\")\n\tfmt.Printf(\"- Project: GCP Source Improvements\\n\")\n\tfmt.Printf(\"- Cycle: This\\n\")\n\tfmt.Printf(\"- Size: Small (2 points)\\n\")\n\tfmt.Printf(\"- Status: Todo\\n\")\n\tfmt.Printf(\"- Milestone: Quality Improvements\\n\\n\")\n\n\tif config.Verbose {\n\t\tfmt.Println(\"Description is already copied to clipboard - paste it into the issue:\")\n\t\tfmt.Println(\"==========================================\")\n\t\tfmt.Println(description)\n\t\tfmt.Println(\"==========================================\")\n\t} else {\n\t\tfmt.Println(\"Description is already copied to clipboard - paste it into the issue.\")\n\t}\n}\n\nfunc parseArgs() Config {\n\tconfig := Config{}\n\n\tif len(os.Args) < 2 {\n\t\tprintUsage()\n\t\tos.Exit(1)\n\t}\n\n\targs := os.Args[1:]\n\tfor _, arg := range args {\n\t\tswitch arg {\n\t\tcase \"--verbose\", \"-v\":\n\t\t\tconfig.Verbose = true\n\t\tdefault:\n\t\t\tif config.AdapterName == \"\" {\n\t\t\t\tconfig.AdapterName = arg\n\t\t\t} else {\n\t\t\t\tfmt.Fprintf(os.Stderr, \"Error: Multiple adapter names provided\\n\")\n\t\t\t\tos.Exit(1)\n\t\t\t}\n\t\t}\n\t}\n\n\tif config.AdapterName == \"\" {\n\t\tprintUsage()\n\t\tos.Exit(1)\n\t}\n\n\treturn config\n}\n\nfunc printUsage() {\n\tfmt.Printf(\"Usage: %s [--verbose|-v] \\n\", os.Args[0])\n\tfmt.Printf(\"Example: %s compute-global-forwarding-rule\\n\", os.Args[0])\n\tfmt.Printf(\"Example: %s --verbose compute-global-forwarding-rule\\n\", os.Args[0])\n}\n\nfunc extractAdapterInfo(adapterName string) (*AdapterInfo, error) {\n\tadapterFile := adapterName + \".go\"\n\tadapterPath := filepath.Join(\"..\", \"adapters\", adapterFile)\n\n\t// Check if adapter file exists\n\tif _, err := os.Stat(adapterPath); os.IsNotExist(err) {\n\t\treturn nil, fmt.Errorf(\"adapter file '%s' not found\", adapterPath)\n\t}\n\n\t// For simplified version, we just need the adapter name\n\tinfo := &AdapterInfo{Name: adapterName}\n\treturn info, nil\n}\n\nfunc generateDescription(info *AdapterInfo) string {\n\treturn fmt.Sprintf(`## Task\nWrite unit tests for the `+\"`%s`\"+` dynamic adapter.\n\n## Context\n- **Adapter File**: `+\"`sources/gcp/dynamic/adapters/%s.go`\"+`\n- **Test File**: `+\"`sources/gcp/dynamic/adapters/%s_test.go`\"+` (to be created)\n\n## Files to Create\n- `+\"`sources/gcp/dynamic/adapters/%s_test.go`\"+`\n\n## Instructions\nFollow the dynamic adapter testing rules in `+\"`.cursor/rules/dynamic-adapter-testing.mdc`\"+` for comprehensive test implementation.`,\n\t\tinfo.Name,\n\t\tinfo.Name,\n\t\tinfo.Name,\n\t\tinfo.Name)\n}\n\nfunc generateLinearURL(adapterName string) string {\n\ttitle := fmt.Sprintf(\"Write unit test for %s dynamic adapter\", adapterName)\n\ttitleEncoded := strings.ReplaceAll(title, \" \", \"+\")\n\n\treturn fmt.Sprintf(\"https://linear.new?title=%s&assignee=cursor&project=GCP+Source+Improvements&cycle=This&estimate=2&status=Todo&projectMilestone=Quality+Improvements\",\n\t\ttitleEncoded)\n}\n\nfunc copyToClipboard(text string) error {\n\t// Define allowed clipboard commands for security\n\tallowedCommands := map[string][]string{\n\t\t\"pbcopy\": {},\n\t\t\"xclip\": {\"-selection\", \"clipboard\"},\n\t\t\"wl-copy\": {},\n\t}\n\n\t// Try different clipboard commands based on OS\n\tcommandOrder := []string{\"pbcopy\", \"xclip\", \"wl-copy\"}\n\n\tfor _, cmdName := range commandOrder {\n\t\targs := allowedCommands[cmdName]\n\n\t\t// Check if command is available with timeout\n\t\tctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)\n\t\tif exec.CommandContext(ctx, cmdName).Run() != nil {\n\t\t\tcancel()\n\t\t\tcontinue // Command not available\n\t\t}\n\t\tcancel()\n\n\t\tctx, cancel = context.WithTimeout(context.Background(), 10*time.Second)\n\t\tprocess := exec.CommandContext(ctx, cmdName, args...)\n\t\tstdin, err := process.StdinPipe()\n\t\tif err != nil {\n\t\t\tcancel()\n\t\t\tcontinue\n\t\t}\n\n\t\tif err := process.Start(); err != nil {\n\t\t\tcancel()\n\t\t\tcontinue\n\t\t}\n\n\t\twriter := bufio.NewWriter(stdin)\n\t\tif _, err := writer.WriteString(text); err != nil {\n\t\t\tstdin.Close()\n\t\t\tcancel()\n\t\t\tcontinue\n\t\t}\n\t\twriter.Flush()\n\t\tstdin.Close()\n\n\t\tif err := process.Wait(); err != nil {\n\t\t\tcancel()\n\t\t\tcontinue\n\t\t}\n\n\t\tcancel()\n\t\treturn nil // Success\n\t}\n\n\treturn fmt.Errorf(\"no clipboard command available\")\n}\n" }, { "path": "sources/gcp/dynamic/errors.go", "content": "package dynamic\n\nimport (\n\t\"fmt\"\n)\n\ntype PermissionError struct {\n\tURL string\n}\n\nfunc (e *PermissionError) Error() string {\n\treturn fmt.Sprintf(\"permission denied: %s\", e.URL)\n}\n" }, { "path": "sources/gcp/dynamic/shared.go", "content": "package dynamic\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"errors\"\n\t\"fmt\"\n\t\"io\"\n\t\"net/http\"\n\t\"net/url\"\n\t\"slices\"\n\t\"strings\"\n\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/sourcegraph/conc/pool\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar (\n\tgetDescription = func(sdpAssetType shared.ItemType, uniqueAttributeKeys []string) string {\n\t\tselector := \"\\\"name\\\"\"\n\t\tif len(uniqueAttributeKeys) > 1 {\n\t\t\t// i.e.: \"datasets|tables\" for bigquery tables\n\t\t\tselector = \"\\\"\" + strings.Join(uniqueAttributeKeys, shared.QuerySeparator) + \"\\\"\"\n\t\t}\n\n\t\treturn fmt.Sprintf(\"Get a %s by its %s\", sdpAssetType, selector)\n\t}\n\n\tlistDescription = func(sdpAssetType shared.ItemType) string {\n\t\treturn fmt.Sprintf(\"List all %s\", sdpAssetType)\n\t}\n\n\tsearchDescription = func(sdpAssetType shared.ItemType, uniqueAttributeKeys []string, customSearchMethodDesc string) string {\n\t\tif customSearchMethodDesc != \"\" {\n\t\t\treturn customSearchMethodDesc\n\t\t}\n\n\t\tif len(uniqueAttributeKeys) < 2 {\n\t\t\tpanic(\"searchDescription requires at least two unique attribute keys: \" + sdpAssetType.String())\n\t\t}\n\t\t// For service directory endpoint adapter, the uniqueAttributeKeys is: []string{\"locations\", \"namespaces\", \"services\", \"endpoints\"}\n\t\t// We want to create a selector like:\n\t\t// locations|namespaces|services\n\t\t// We remove the last key, because it defines the actual item selector\n\t\tselector := \"\\\"\" + strings.Join(uniqueAttributeKeys[:len(uniqueAttributeKeys)-1], shared.QuerySeparator) + \"\\\"\"\n\n\t\treturn fmt.Sprintf(\"Search for %s by its %s\", sdpAssetType, selector)\n\t}\n)\n\n// enrichNOTFOUNDQueryError sets Scope, SourceName, ItemType, ResponderName on a NOTFOUND QueryError when they are empty,\n// so cached/returned errors have consistent metadata for debugging and cache inspection.\nfunc enrichNOTFOUNDQueryError(err error, scope, sourceName, itemType string) {\n\tvar qe *sdp.QueryError\n\tif err == nil || !errors.As(err, &qe) || qe.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\treturn\n\t}\n\tif qe.GetScope() != \"\" {\n\t\treturn\n\t}\n\tqe.Scope = scope\n\tqe.SourceName = sourceName\n\tqe.ItemType = itemType\n\tqe.ResponderName = sourceName\n}\n\nfunc linkItem(ctx context.Context, projectID string, sdpItem *sdp.Item, sdpAssetType shared.ItemType, linker *gcpshared.Linker, resp any, keys []string) {\n\tif value, ok := resp.(string); ok {\n\t\tlinker.AutoLink(ctx, projectID, sdpItem, sdpAssetType, value, keys)\n\t\treturn\n\t}\n\n\tif listAny, ok := resp.([]any); ok {\n\t\tfor _, v := range listAny {\n\t\t\tlinkItem(ctx, projectID, sdpItem, sdpAssetType, linker, v, keys)\n\t\t}\n\t\treturn\n\t}\n\n\tif mapAny, ok := resp.(map[string]any); ok {\n\t\tfor k, item := range mapAny {\n\t\t\tlinkItem(ctx, projectID, sdpItem, sdpAssetType, linker, item, append(keys, k))\n\t\t}\n\t\treturn\n\t}\n}\n\nfunc externalToSDP(\n\tctx context.Context,\n\tlocation gcpshared.LocationInfo,\n\tuniqueAttrKeys []string,\n\tresp map[string]any,\n\tsdpAssetType shared.ItemType,\n\tlinker *gcpshared.Linker,\n\tnameSelector string,\n) (*sdp.Item, error) {\n\tattributes, err := shared.ToAttributesWithExclude(resp, \"labels\")\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tlabels := make(map[string]string)\n\tif lls, ok := resp[\"labels\"]; ok {\n\t\tif labelsAny, ok := lls.(map[string]any); ok {\n\t\t\tfor lk, lv := range labelsAny {\n\t\t\t\t// Convert the label value to string\n\t\t\t\tlabels[lk] = fmt.Sprintf(\"%v\", lv)\n\t\t\t}\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: sdpAssetType.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: labels,\n\t}\n\n\tnameSel := nameSelector\n\tif nameSel == \"\" {\n\t\tnameSel = \"name\"\n\t}\n\n\tif name, ok := resp[nameSel].(string); ok {\n\t\tattrValues := gcpshared.ExtractPathParams(name, uniqueAttrKeys...)\n\t\tuniqueAttrValue := strings.Join(attrValues, shared.QuerySeparator)\n\t\terr = sdpItem.GetAttributes().Set(\"uniqueAttr\", uniqueAttrValue)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t} else {\n\t\treturn nil, fmt.Errorf(\"unable to determine the name\")\n\t}\n\n\tfor k, v := range resp {\n\t\tkeys := []string{k}\n\t\tlinkItem(ctx, location.ProjectID, sdpItem, sdpAssetType, linker, v, keys)\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc externalCallSingle(ctx context.Context, httpCli *http.Client, url string) (map[string]any, error) {\n\treq, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tresp, err := httpCli.Do(req)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tdefer resp.Body.Close()\n\n\tif resp.StatusCode != http.StatusOK {\n\t\tbody, readErr := io.ReadAll(resp.Body)\n\t\tif resp.StatusCode == http.StatusNotFound {\n\t\t\t// Return NOTFOUND regardless of body read so callers can cache via IsNotFound(err)\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: fmt.Sprintf(\"resource not found: %s\", url),\n\t\t\t}\n\t\t}\n\t\tif readErr == nil {\n\t\t\tif resp.StatusCode == http.StatusForbidden {\n\t\t\t\treturn nil, &PermissionError{URL: url}\n\t\t\t}\n\t\t\treturn nil, fmt.Errorf(\n\t\t\t\t\"failed to make a GET call: %s, HTTP Status: %s, HTTP Body: %s\",\n\t\t\t\turl,\n\t\t\t\tresp.Status,\n\t\t\t\tstring(body),\n\t\t\t)\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"ovm.source.http.url\": url,\n\t\t\t\"ovm.source.http.response-status\": resp.Status,\n\t\t}).Warnf(\"failed to read the response body: %v\", readErr)\n\t\treturn nil, fmt.Errorf(\"failed to make call: %s\", resp.Status)\n\t}\n\n\tdata, err := io.ReadAll(resp.Body)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tvar result map[string]any\n\tif err = json.Unmarshal(data, &result); err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn result, nil\n}\n\n// externalCallMulti makes a paginated HTTP GET request to the specified URL and sends the results to the provided output channel.\nfunc externalCallMulti(ctx context.Context, itemsSelector string, httpCli *http.Client, urlForList string, out chan<- map[string]any) error {\n\tif out == nil {\n\t\treturn fmt.Errorf(\"no output channel provided\")\n\t}\n\n\tcurrentURL := urlForList\n\tfor {\n\t\treq, err := http.NewRequestWithContext(ctx, http.MethodGet, currentURL, nil)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\n\t\tresp, err := httpCli.Do(req)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\n\t\tif resp.StatusCode != http.StatusOK {\n\t\t\tbody, readErr := io.ReadAll(resp.Body)\n\t\t\tresp.Body.Close()\n\t\t\tif resp.StatusCode == http.StatusNotFound {\n\t\t\t\t// Return QueryError NOTFOUND so callers (streamSDPItems, aggregateSDPItems) can cache via IsNotFound(err)\n\t\t\t\treturn &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: fmt.Sprintf(\"resource not found: %s\", currentURL),\n\t\t\t\t}\n\t\t\t}\n\t\t\tif readErr == nil {\n\t\t\t\treturn fmt.Errorf(\n\t\t\t\t\t\"failed to make the GET call. HTTP Status: %s, HTTP Body: %s\",\n\t\t\t\t\tresp.Status,\n\t\t\t\t\tstring(body),\n\t\t\t\t)\n\t\t\t}\n\t\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\t\"ovm.source.http.url-for-list\": currentURL,\n\t\t\t\t\"ovm.source.http.response-status\": resp.Status,\n\t\t\t}).Warnf(\"failed to read the response body: %v\", readErr)\n\t\t\treturn fmt.Errorf(\"failed to make the GET call. HTTP Status: %s\", resp.Status)\n\t\t}\n\n\t\tdata, err := io.ReadAll(resp.Body)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\n\t\tvar result map[string]any\n\t\tif err = json.Unmarshal(data, &result); err != nil {\n\t\t\treturn err\n\t\t}\n\n\t\t// Extract items from the current page\n\t\titemsAny, ok := result[itemsSelector]\n\t\tif !ok {\n\t\t\titemsSelector = \"items\" // Fallback to a generic \"items\" key\n\t\t\titemsAny, ok = result[itemsSelector]\n\t\t\tif !ok {\n\t\t\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\t\t\"ovm.source.http.url-for-list\": currentURL,\n\t\t\t\t\t\"ovm.source.http.items-selector\": itemsSelector,\n\t\t\t\t\t\"ovm.source.http.result\": result,\n\t\t\t\t}).Debug(\"not found any items in the result\")\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\titems, ok := itemsAny.([]any)\n\t\tif !ok {\n\t\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\t\"ovm.source.http.url-for-list\": currentURL,\n\t\t\t\t\"ovm.source.http.items-selector\": itemsSelector,\n\t\t\t}).Warnf(\"failed to cast resp as a list of %s: within %v\", itemsSelector, result)\n\t\t\tbreak\n\t\t}\n\n\t\t// Add items from this page to our collection\n\t\tfor _, item := range items {\n\t\t\tif itemMap, ok := item.(map[string]any); ok {\n\t\t\t\t// If out channel is provided, send the item to it\n\t\t\t\tselect {\n\t\t\t\tcase out <- itemMap:\n\t\t\t\tcase <-ctx.Done():\n\t\t\t\t\tlog.WithContext(ctx).Warn(\"context cancelled while sending items\")\n\t\t\t\t\treturn ctx.Err()\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Check if there's a next page\n\t\tnextPageToken, ok := result[\"nextPageToken\"].(string)\n\t\tif !ok || nextPageToken == \"\" {\n\t\t\tbreak // No more pages to process\n\t\t}\n\n\t\t// Properly construct the next page URL with the pageToken\n\t\tparsedURL, err := url.Parse(urlForList)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"failed to parse URL %s: %w\", urlForList, err)\n\t\t}\n\n\t\t// Get existing query parameters or create new ones\n\t\tquery := parsedURL.Query()\n\t\tquery.Set(\"pageToken\", nextPageToken)\n\t\tparsedURL.RawQuery = query.Encode()\n\n\t\t// Use the properly constructed URL for the next request\n\t\tcurrentURL = parsedURL.String()\n\t}\n\n\treturn nil\n}\n\nfunc potentialLinksFromLinkRules(itemType shared.ItemType, linkRules map[shared.ItemType]map[string]*gcpshared.Impact) []string {\n\tpotentialLinksMap := make(map[string]bool)\n\tfor key, impact := range linkRules[itemType] {\n\t\tpotentialLinksMap[impact.ToSDPItemType.String()] = true\n\t\t// Special case: stdlib.NetworkIP and stdlib.NetworkDNS are interchangeable\n\t\t// because the linker automatically detects whether a value is an IP address or DNS name\n\t\t// If you specify either one, both are included in potential links\n\t\tif impact.ToSDPItemType.String() == \"ip\" || impact.ToSDPItemType.String() == \"dns\" {\n\t\t\tpotentialLinksMap[\"ip\"] = true\n\t\t\tpotentialLinksMap[\"dns\"] = true\n\t\t}\n\t\t// Network tag keys produce additional links via AutoLink that aren't\n\t\t// captured by ToSDPItemType alone.\n\t\tif gcpshared.IsNetworkTagKey(key) {\n\t\t\tswitch itemType {\n\t\t\tcase gcpshared.ComputeFirewall, gcpshared.ComputeRoute:\n\t\t\t\tpotentialLinksMap[gcpshared.ComputeInstance.String()] = true\n\t\t\tcase gcpshared.ComputeInstance, gcpshared.ComputeInstanceTemplate:\n\t\t\t\tpotentialLinksMap[gcpshared.ComputeFirewall.String()] = true\n\t\t\t\tpotentialLinksMap[gcpshared.ComputeRoute.String()] = true\n\t\t\t}\n\t\t}\n\t}\n\n\tpotentialLinks := make([]string, 0, len(potentialLinksMap))\n\tfor it := range potentialLinksMap {\n\t\tpotentialLinks = append(potentialLinks, it)\n\t}\n\n\t// Sort to ensure deterministic ordering\n\tslices.Sort(potentialLinks)\n\n\treturn potentialLinks\n}\n\n// aggregateSDPItems retrieves items from an external API and converts them to SDP items.\nfunc aggregateSDPItems(ctx context.Context, a Adapter, url string, location gcpshared.LocationInfo) ([]*sdp.Item, error) {\n\tvar items []*sdp.Item\n\titemsSelector := a.uniqueAttributeKeys[len(a.uniqueAttributeKeys)-1] // Use the last key as the item selector\n\n\tif a.listResponseSelector != \"\" {\n\t\titemsSelector = a.listResponseSelector\n\t}\n\n\tout := make(chan map[string]any)\n\tp := pool.New().WithErrors().WithContext(ctx)\n\tp.Go(func(ctx context.Context) error {\n\t\tdefer close(out)\n\t\terr := externalCallMulti(ctx, itemsSelector, a.httpCli, url, out)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"failed to retrieve items for %s: %w\", url, err)\n\t\t}\n\t\treturn nil\n\t},\n\t)\n\n\thadExtractError := false\n\tvar lastExtractErr error\n\tfor resp := range out {\n\t\titem, err := externalToSDP(ctx, location, a.uniqueAttributeKeys, resp, a.sdpAssetType, a.linker, a.nameSelector)\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Warn(\"failed to extract item from response\")\n\t\t\thadExtractError = true\n\t\t\tlastExtractErr = err\n\t\t\tcontinue\n\t\t}\n\n\t\titems = append(items, item)\n\t}\n\n\terr := p.Wait()\n\tif err != nil {\n\t\t// If we have items but the pool failed with NOTFOUND (e.g. 404 on a later pagination page),\n\t\t// return the items we collected so the caller does not cache NOTFOUND for a non-empty result.\n\t\tif sources.IsNotFound(err) && len(items) > 0 {\n\t\t\treturn items, nil\n\t\t}\n\t\treturn nil, err\n\t}\n\n\t// If all items failed extraction, return error so caller does not cache NOTFOUND (matches streamSDPItems)\n\tif len(items) == 0 && hadExtractError && lastExtractErr != nil {\n\t\treturn nil, lastExtractErr\n\t}\n\n\treturn items, nil\n}\n\n// streamSDPItems retrieves items from an external API and streams them as SDP items.\nfunc streamSDPItems(ctx context.Context, a Adapter, url string, location gcpshared.LocationInfo, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\titemsSelector := a.uniqueAttributeKeys[len(a.uniqueAttributeKeys)-1] // Use the last key as the item selector\n\tif a.listResponseSelector != \"\" {\n\t\titemsSelector = a.listResponseSelector\n\t}\n\n\tout := make(chan map[string]any)\n\tp := pool.New().WithErrors().WithContext(ctx)\n\tp.Go(func(ctx context.Context) error {\n\t\tdefer close(out)\n\t\terr := externalCallMulti(ctx, itemsSelector, a.httpCli, url, out)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"failed to retrieve items for %s: %w\", url, err)\n\t\t}\n\t\treturn nil\n\t})\n\n\titemsSent := 0\n\thadExtractError := false\n\tfor resp := range out {\n\t\titem, err := externalToSDP(ctx, location, a.uniqueAttributeKeys, resp, a.sdpAssetType, a.linker, a.nameSelector)\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Warn(\"failed to extract item from response\")\n\t\t\thadExtractError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\titemsSent++\n\n\t\tstream.SendItem(item)\n\t}\n\n\terr := p.Wait()\n\tif err != nil {\n\t\t// Only cache NOTFOUND when no items were sent. For NOTFOUND, don't send error on stream\n\t\t// so behaviour matches cached path (0 items, no error). When items were already sent,\n\t\t// also don't send NOTFOUND (consistent with aggregateSDPItems returning items, nil).\n\t\tif sources.IsNotFound(err) && itemsSent == 0 {\n\t\t\tcache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, cacheKey)\n\t\t}\n\t\tif !sources.IsNotFound(err) {\n\t\t\tstream.SendError(err)\n\t\t}\n\t} else if itemsSent == 0 && !hadExtractError {\n\t\t// Cache not-found when no items were sent AND no extraction errors occurred\n\t\t// If we had extraction errors, items may exist but couldn't be processed\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"no %s found in scope %s\", a.sdpAssetType.String(), location.ToScope()),\n\t\t\tScope: location.ToScope(),\n\t\t\tSourceName: a.Name(),\n\t\t\tItemType: a.sdpAssetType.String(),\n\t\t\tResponderName: a.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n\t// Note: No items found is valid. The caller's defer done() will release pending work.\n}\n\nfunc terraformMappingViaSearch(ctx context.Context, a Adapter, query string, location gcpshared.LocationInfo, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) ([]*sdp.Item, error) {\n\t// query is in the format of:\n\t// projects/{{project}}/datasets/{{dataset}}/tables/{{name}}\n\t// projects/{{project}}/serviceAccounts/{{account}}/keys/{{key}}\n\t//\n\t// Extract the relevant parts from the query\n\t// We need to extract the path parameters based on the number of unique attribute keys\n\t// From projects/{{project}}/serviceAccounts/{{account}}/keys/{{key}}\n\t// we get: [\"account\", \"key\"]\n\t// if the unique attribute keys are [\"serviceAccounts\", \"keys\"]\n\tqueryParts := gcpshared.ExtractPathParamsWithCount(query, len(a.uniqueAttributeKeys))\n\tif len(queryParts) != len(a.uniqueAttributeKeys) {\n\t\terr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\"failed to handle terraform mapping from query %s for %s\",\n\t\t\t\tquery,\n\t\t\t\ta.sdpAssetType,\n\t\t\t),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, cacheKey)\n\t\treturn nil, err\n\t}\n\n\t// Reconstruct the query from the parts with default separator\n\t// For example, if the unique attribute keys are [\"serviceAccounts\", \"keys\"]\n\t// and the query parts are [\"account\", \"key\"], we get \"account|key\"\n\tquery = strings.Join(queryParts, shared.QuerySeparator)\n\n\t// We use the GET endpoint for this query. Because the terraform mappings are for single items,\n\tgetURL := a.getURLFunc(query, location)\n\tif getURL == \"\" {\n\t\terr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\"failed to construct the URL for the query \\\"%s\\\". SEARCH method description: %s\",\n\t\t\t\tquery,\n\t\t\t\ta.Metadata().GetSupportedQueryMethods().GetSearchDescription(),\n\t\t\t),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, cacheKey)\n\t\treturn nil, err\n\t}\n\n\tresp, err := externalCallSingle(ctx, a.httpCli, getURL)\n\tif err != nil {\n\t\tenrichNOTFOUNDQueryError(err, location.ToScope(), a.Name(), a.Type())\n\t\tif sources.IsNotFound(err) {\n\t\t\tcache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, cacheKey)\n\t\t\t// Return empty result, nil error so behaviour matches cached NOTFOUND (caller converts to [], nil)\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\treturn nil, err\n\t}\n\n\titem, err := externalToSDP(ctx, location, a.uniqueAttributeKeys, resp, a.sdpAssetType, a.linker, a.nameSelector)\n\tif err != nil {\n\t\twrappedErr := fmt.Errorf(\"failed to convert response to SDP: %w\", err)\n\t\treturn nil, wrappedErr\n\t}\n\n\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\n\treturn []*sdp.Item{item}, nil\n}\n" }, { "path": "sources/gcp/dynamic/shared_test.go", "content": "package dynamic\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"reflect\"\n\t\"testing\"\n\n\t\"google.golang.org/protobuf/types/known/structpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc Test_externalToSDP(t *testing.T) {\n\ttype args struct {\n\t\tlocation gcpshared.LocationInfo\n\t\tuniqueAttrKeys []string\n\t\tresp map[string]any\n\t\tsdpAssetType shared.ItemType\n\t\tnameSelector string\n\t}\n\ttestLocation := gcpshared.NewProjectLocation(\"test-project\")\n\ttests := []struct {\n\t\tname string\n\t\targs args\n\t\twant *sdp.Item\n\t\twantErr bool\n\t}{\n\t\t{\n\t\t\tname: \"ReturnsSDPItemWithCorrectAttributes\",\n\t\t\targs: args{\n\t\t\t\tlocation: testLocation,\n\t\t\t\tuniqueAttrKeys: []string{\"projects\", \"locations\", \"instances\"},\n\t\t\t\tresp: map[string]any{\n\t\t\t\t\t\"name\": \"projects/test-project/locations/us-central1/instances/instance-1\",\n\t\t\t\t\t\"labels\": map[string]any{\"env\": \"prod\"},\n\t\t\t\t\t\"foo\": \"bar\",\n\t\t\t\t},\n\t\t\t\tsdpAssetType: gcpshared.ComputeInstance,\n\t\t\t},\n\t\t\twant: &sdp.Item{\n\t\t\t\tType: gcpshared.ComputeInstance.String(),\n\t\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\t\tScope: testLocation.ToScope(),\n\t\t\t\tTags: map[string]string{\"env\": \"prod\"},\n\t\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\t\"name\": structpb.NewStringValue(\"projects/test-project/locations/us-central1/instances/instance-1\"),\n\t\t\t\t\t\t\t\"foo\": structpb.NewStringValue(\"bar\"),\n\t\t\t\t\t\t\t\"uniqueAttr\": structpb.NewStringValue(\"test-project|us-central1|instance-1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\twantErr: false,\n\t\t},\n\t\t{\n\t\t\tname: \"ReturnsSDPItemWithCorrectAttributesWhenNameDoesNotHaveUniqueAttrKeys\",\n\t\t\targs: args{\n\t\t\t\tlocation: testLocation,\n\t\t\t\tuniqueAttrKeys: []string{\"projects\", \"locations\", \"instances\"},\n\t\t\t\tresp: map[string]any{\n\t\t\t\t\t// There is name, but it does not include uniqueAttrKeys, expected to use the name as is.\n\t\t\t\t\t\"name\": \"instance-1\",\n\t\t\t\t\t\"labels\": map[string]any{\"env\": \"prod\"},\n\t\t\t\t\t\"foo\": \"bar\",\n\t\t\t\t},\n\t\t\t\tsdpAssetType: gcpshared.ComputeInstance,\n\t\t\t},\n\t\t\twant: &sdp.Item{\n\t\t\t\tType: gcpshared.ComputeInstance.String(),\n\t\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\t\tScope: testLocation.ToScope(),\n\t\t\t\tTags: map[string]string{\"env\": \"prod\"},\n\t\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\t\"name\": structpb.NewStringValue(\"instance-1\"),\n\t\t\t\t\t\t\t\"foo\": structpb.NewStringValue(\"bar\"),\n\t\t\t\t\t\t\t\"uniqueAttr\": structpb.NewStringValue(\"instance-1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\twantErr: false,\n\t\t},\n\t\t{\n\t\t\tname: \"ReturnsErrorWhenNameMissing\",\n\t\t\targs: args{\n\t\t\t\tlocation: testLocation,\n\t\t\t\tuniqueAttrKeys: []string{\"projects\", \"locations\", \"instances\"},\n\t\t\t\tresp: map[string]any{\n\t\t\t\t\t\"labels\": map[string]any{\"env\": \"prod\"},\n\t\t\t\t\t\"foo\": \"bar\",\n\t\t\t\t},\n\t\t\t\tsdpAssetType: gcpshared.ComputeInstance,\n\t\t\t},\n\t\t\twant: nil,\n\t\t\twantErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"UseCustomNameSelectorWhenProvided\",\n\t\t\targs: args{\n\t\t\t\tlocation: testLocation,\n\t\t\t\tuniqueAttrKeys: []string{\"projects\", \"locations\", \"instances\"},\n\t\t\t\tresp: map[string]any{\n\t\t\t\t\t\"instanceName\": \"instance-1\",\n\t\t\t\t\t\"labels\": map[string]any{\"env\": \"prod\"},\n\t\t\t\t\t\"foo\": \"bar\",\n\t\t\t\t},\n\t\t\t\tsdpAssetType: gcpshared.ComputeInstance,\n\t\t\t\tnameSelector: \"instanceName\", // This instructs to look for instanceName instead of name\n\t\t\t},\n\t\t\twant: &sdp.Item{\n\t\t\t\tType: gcpshared.ComputeInstance.String(),\n\t\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\t\tScope: testLocation.ToScope(),\n\t\t\t\tTags: map[string]string{\"env\": \"prod\"},\n\t\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\t\"instanceName\": structpb.NewStringValue(\"instance-1\"),\n\t\t\t\t\t\t\t\"foo\": structpb.NewStringValue(\"bar\"),\n\t\t\t\t\t\t\t\"uniqueAttr\": structpb.NewStringValue(\"instance-1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\twantErr: false,\n\t\t},\n\t\t{\n\t\t\tname: \"ReturnsSDPItemWithEmptyLabels\",\n\t\t\targs: args{\n\t\t\t\tlocation: testLocation,\n\t\t\t\tuniqueAttrKeys: []string{\"projects\", \"locations\", \"instances\"},\n\t\t\t\tresp: map[string]any{\n\t\t\t\t\t\"name\": \"projects/test-project/locations/us-central1/instances/instance-2\",\n\t\t\t\t\t\"foo\": \"baz\",\n\t\t\t\t},\n\t\t\t\tsdpAssetType: gcpshared.ComputeInstance,\n\t\t\t},\n\t\t\twant: &sdp.Item{\n\t\t\t\tType: gcpshared.ComputeInstance.String(),\n\t\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\t\tAttributes: &sdp.ItemAttributes{\n\t\t\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\t\t\"name\": structpb.NewStringValue(\"projects/test-project/locations/us-central1/instances/instance-2\"),\n\t\t\t\t\t\t\t\"foo\": structpb.NewStringValue(\"baz\"),\n\t\t\t\t\t\t\t\"uniqueAttr\": structpb.NewStringValue(\"test-project|us-central1|instance-2\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tScope: testLocation.ToScope(),\n\t\t\t\tTags: map[string]string{},\n\t\t\t},\n\t\t\twantErr: false,\n\t\t},\n\t}\n\tlinker := gcpshared.NewLinker()\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tgot, err := externalToSDP(context.Background(), tt.args.location, tt.args.uniqueAttrKeys, tt.args.resp, tt.args.sdpAssetType, linker, tt.args.nameSelector)\n\t\t\tif (err != nil) != tt.wantErr {\n\t\t\t\tt.Errorf(\"externalToSDP() error = %v, wantErr %v\", err, tt.wantErr)\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\t// got.Attributes = createAttr(t, tt.args.resp)\n\t\t\tif !reflect.DeepEqual(got, tt.want) {\n\t\t\t\tt.Errorf(\"externalToSDP() got = %v, want %v\", got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc Test_getDescription_ReturnsSelectorWithNameWhenNoUniqueAttrKeys(t *testing.T) {\n\tgot := getDescription(gcpshared.ComputeInstance, []string{})\n\twant := fmt.Sprintf(\"Get a %s by its \\\"name\\\"\", gcpshared.ComputeInstance)\n\tif got != want {\n\t\tt.Errorf(\"getDescription() got = %v, want %v\", got, want)\n\t}\n}\n\nfunc Test_getDescription_ReturnsSelectorWithUniqueAttrKeys(t *testing.T) {\n\tgot := getDescription(gcpshared.BigQueryTable, []string{\"datasets\", \"tables\"})\n\twant := fmt.Sprintf(\"Get a %s by its \\\"datasets|tables\\\"\", gcpshared.BigQueryTable)\n\tif got != want {\n\t\tt.Errorf(\"getDescription() got = %v, want %v\", got, want)\n\t}\n}\n\nfunc Test_getDescription_ReturnsSelectorWithSingleUniqueAttrKey(t *testing.T) {\n\tgot := getDescription(gcpshared.StorageBucket, []string{\"buckets\"})\n\twant := fmt.Sprintf(\"Get a %s by its \\\"name\\\"\", gcpshared.StorageBucket)\n\tif got != want {\n\t\tt.Errorf(\"getDescription() got = %v, want %v\", got, want)\n\t}\n}\n\nfunc Test_listDescription_ReturnsCorrectDescription(t *testing.T) {\n\tgot := listDescription(gcpshared.ComputeInstance)\n\twant := \"List all gcp-compute-instance\"\n\tif got != want {\n\t\tt.Errorf(\"listDescription() got = %v, want %v\", got, want)\n\t}\n}\n\nfunc Test_listDescription_HandlesEmptyScope(t *testing.T) {\n\tgot := listDescription(gcpshared.BigQueryTable)\n\twant := \"List all gcp-big-query-table\"\n\tif got != want {\n\t\tt.Errorf(\"listDescription() got = %v, want %v\", got, want)\n\t}\n}\n\nfunc Test_searchDescription_ReturnsSelectorWithMultipleKeys(t *testing.T) {\n\tgot := searchDescription(gcpshared.ServiceDirectoryEndpoint, []string{\"locations\", \"namespaces\", \"services\", \"endpoints\"}, \"\")\n\twant := \"Search for gcp-service-directory-endpoint by its \\\"locations|namespaces|services\\\"\"\n\tif got != want {\n\t\tt.Errorf(\"searchDescription() got = %v, want %v\", got, want)\n\t}\n}\n\nfunc Test_searchDescription_ReturnsSelectorWithTwoKeys(t *testing.T) {\n\tgot := searchDescription(gcpshared.BigQueryTable, []string{\"datasets\", \"tables\"}, \"\")\n\twant := \"Search for gcp-big-query-table by its \\\"datasets\\\"\"\n\tif got != want {\n\t\tt.Errorf(\"searchDescription() got = %v, want %v\", got, want)\n\t}\n}\n\nfunc Test_searchDescription_PanicsWithOneKey(t *testing.T) {\n\tdefer func() {\n\t\tif r := recover(); r == nil {\n\t\t\tt.Errorf(\"searchDescription() did not panic with one unique attribute key; expected panic\")\n\t\t}\n\t}()\n\t_ = searchDescription(gcpshared.StorageBucket, []string{\"buckets\"}, \"\")\n}\n\nfunc Test_searchDescription_WithCustomSearchDescription(t *testing.T) {\n\tcustomDesc := \"Custom search description for gcp-service-directory-endpoint\"\n\tgot := searchDescription(gcpshared.ServiceDirectoryEndpoint, []string{\"locations\", \"namespaces\", \"services\", \"endpoints\"}, customDesc)\n\tif got != customDesc {\n\t\tt.Errorf(\"searchDescription() got = %v, want %v\", got, customDesc)\n\t}\n}\n\n// TestStreamSDPItemsZeroItemsCachesNotFound verifies that when the API returns zero items,\n// streamSDPItems caches NOTFOUND so a subsequent Lookup returns the cached error.\nfunc TestStreamSDPItemsZeroItemsCachesNotFound(t *testing.T) {\n\tserver := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t_ = json.NewEncoder(w).Encode(map[string]any{\"instances\": []any{}})\n\t}))\n\tdefer server.Close()\n\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tlocation := gcpshared.NewProjectLocation(\"test-project\")\n\tscope := location.ToScope()\n\tlistMethod := sdp.QueryMethod_LIST\n\n\ta := Adapter{\n\t\thttpCli: server.Client(),\n\t\tuniqueAttributeKeys: []string{\"instances\"},\n\t\tsdpAssetType: gcpshared.ComputeInstance,\n\t\tlinker: &gcpshared.Linker{},\n\t\tnameSelector: \"name\",\n\t\tlistResponseSelector: \"\",\n\t}\n\tstream := discovery.NewRecordingQueryResultStream()\n\tck := sdpcache.CacheKeyFromParts(a.Name(), listMethod, scope, a.Type(), \"\")\n\n\tstreamSDPItems(ctx, a, server.URL, location, stream, cache, ck)\n\n\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, a.Name(), listMethod, scope, a.Type(), \"\", false)\n\tdone()\n\tif !cacheHit {\n\t\tt.Fatal(\"expected cache hit after streamSDPItems with zero items\")\n\t}\n\tif qErr == nil {\n\t\tt.Fatal(\"expected cached NOTFOUND error, got nil\")\n\t}\n\tif qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\tt.Errorf(\"expected NOTFOUND, got %v\", qErr.GetErrorType())\n\t}\n}\n\n// ListCachesNotFoundWithMemoryCache verifies that when List returns 0 items, NOTFOUND is cached\n// and a second List returns 0 items from cache without calling the API again.\nfunc TestListCachesNotFoundWithMemoryCache(t *testing.T) {\n\tserver := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t_ = json.NewEncoder(w).Encode(map[string]any{\"instances\": []any{}})\n\t}))\n\tdefer server.Close()\n\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tlocation := gcpshared.NewProjectLocation(\"test-project\")\n\tscope := location.ToScope()\n\n\tlistEndpointFunc := func(loc gcpshared.LocationInfo) (string, error) {\n\t\treturn server.URL, nil\n\t}\n\tconfig := &AdapterConfig{\n\t\tLocations: []gcpshared.LocationInfo{location},\n\t\tHTTPClient: server.Client(),\n\t\tGetURLFunc: func(string, gcpshared.LocationInfo) string { return \"\" },\n\t\tSDPAssetType: gcpshared.ComputeInstance,\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\tLinker: &gcpshared.Linker{},\n\t\tUniqueAttributeKeys: []string{\"instances\"},\n\t\tNameSelector: \"name\",\n\t\tListResponseSelector: \"\",\n\t}\n\tadapter := NewListableAdapter(listEndpointFunc, config, cache)\n\tdiscAdapter := adapter.(discovery.Adapter)\n\n\t// Prove cache is empty before the first query\n\tcacheHit, _, _, _, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\tdone()\n\tif cacheHit {\n\t\tt.Fatal(\"cache should be empty before first List\")\n\t}\n\n\titems, err := adapter.List(ctx, scope, false)\n\tif err != nil {\n\t\tt.Fatalf(\"first List: unexpected error: %v\", err)\n\t}\n\tif len(items) != 0 {\n\t\tt.Errorf(\"first List: expected 0 items, got %d\", len(items))\n\t}\n\n\t// the not found error should be cached\n\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\tdone()\n\tif !cacheHit {\n\t\tt.Fatal(\"expected cache hit for List after first call\")\n\t}\n\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\tt.Fatalf(\"expected cached NOTFOUND for List, got %v\", qErr)\n\t}\n\n\titems, err = adapter.List(ctx, scope, false)\n\tif err != nil {\n\t\tt.Fatalf(\"second List: unexpected error: %v\", err)\n\t}\n\tif len(items) != 0 {\n\t\tt.Errorf(\"second List: expected 0 items, got %d\", len(items))\n\t}\n}\n\n// SearchCachesNotFoundWithMemoryCache verifies that when Search returns 0 items, NOTFOUND is cached\n// and a second Search returns 0 items from cache without calling the API again.\nfunc TestSearchCachesNotFoundWithMemoryCache(t *testing.T) {\n\tserver := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t_ = json.NewEncoder(w).Encode(map[string]any{\"instances\": []any{}})\n\t}))\n\tdefer server.Close()\n\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tlocation := gcpshared.NewProjectLocation(\"test-project\")\n\tscope := location.ToScope()\n\tquery := \"some-instance\"\n\n\tsearchEndpointFunc := func(q string, loc gcpshared.LocationInfo) string {\n\t\treturn server.URL\n\t}\n\tconfig := &AdapterConfig{\n\t\tLocations: []gcpshared.LocationInfo{location},\n\t\tHTTPClient: server.Client(),\n\t\tGetURLFunc: func(string, gcpshared.LocationInfo) string { return \"\" },\n\t\tSDPAssetType: gcpshared.ComputeInstance,\n\t\tSDPAdapterCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\tLinker: &gcpshared.Linker{},\n\t\tUniqueAttributeKeys: []string{\"instances\"},\n\t\tNameSelector: \"name\",\n\t\tListResponseSelector: \"\",\n\t}\n\tadapter := NewSearchableAdapter(searchEndpointFunc, config, \"search by instances\", cache)\n\tdiscAdapter := adapter.(discovery.Adapter)\n\n\t// Prove cache is empty before the first query\n\tcacheHit, _, _, _, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\tdone()\n\tif cacheHit {\n\t\tt.Fatal(\"cache should be empty before first Search\")\n\t}\n\n\titems, err := adapter.Search(ctx, scope, query, false)\n\tif err != nil {\n\t\tt.Fatalf(\"first Search: unexpected error: %v\", err)\n\t}\n\tif len(items) != 0 {\n\t\tt.Errorf(\"first Search: expected 0 items, got %d\", len(items))\n\t}\n\n\t// the not found error should be cached\n\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\tdone()\n\tif !cacheHit {\n\t\tt.Fatal(\"expected cache hit for Search after first call\")\n\t}\n\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\tt.Fatalf(\"expected cached NOTFOUND for Search, got %v\", qErr)\n\t}\n\n\titems, err = adapter.Search(ctx, scope, query, false)\n\tif err != nil {\n\t\tt.Fatalf(\"second Search: unexpected error: %v\", err)\n\t}\n\tif len(items) != 0 {\n\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t}\n}\n\n// TestStreamSDPItemsExtractionErrorDoesNotCacheNotFound verifies that when the API returns\n// items but extraction fails (e.g. missing required \"name\"), streamSDPItems does NOT cache NOTFOUND.\nfunc TestStreamSDPItemsExtractionErrorDoesNotCacheNotFound(t *testing.T) {\n\tserver := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t// Item without \"name\" causes externalToSDP to return error (ReturnsErrorWhenNameMissing).\n\t\t_ = json.NewEncoder(w).Encode(map[string]any{\n\t\t\t\"instances\": []any{\n\t\t\t\tmap[string]any{\"foo\": \"bar\"},\n\t\t\t},\n\t\t})\n\t}))\n\tdefer server.Close()\n\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tlocation := gcpshared.NewProjectLocation(\"test-project\")\n\tscope := location.ToScope()\n\tlistMethod := sdp.QueryMethod_LIST\n\n\ta := Adapter{\n\t\thttpCli: server.Client(),\n\t\tuniqueAttributeKeys: []string{\"instances\"},\n\t\tsdpAssetType: gcpshared.ComputeInstance,\n\t\tlinker: &gcpshared.Linker{},\n\t\tnameSelector: \"name\",\n\t\tlistResponseSelector: \"\",\n\t}\n\tstream := discovery.NewRecordingQueryResultStream()\n\tck := sdpcache.CacheKeyFromParts(a.Name(), listMethod, scope, a.Type(), \"\")\n\n\tstreamSDPItems(ctx, a, server.URL, location, stream, cache, ck)\n\n\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, a.Name(), listMethod, scope, a.Type(), \"\", false)\n\tdone()\n\tif cacheHit && qErr != nil && qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\tt.Error(\"extraction errors must not result in NOTFOUND being cached\")\n\t}\n}\n" }, { "path": "sources/gcp/dynamic/testing.go", "content": "package dynamic\n\n// Multiply creates a slice of pointers to copies of the provided value.\n// It takes a value of type T and a count, returning a slice with that many\n// pointers to copies of the original value.\n// Example: multiply(dockerImage, 100) returns a slice with 100 elements,\n// each being a pointer to a copy of dockerImage.\nfunc Multiply[T any](value T, count int) []T {\n\tif count <= 0 {\n\t\treturn []T{}\n\t}\n\n\tresult := make([]T, count)\n\tfor i := range result {\n\t\tresult[i] = value\n\t}\n\treturn result\n}\n" }, { "path": "sources/gcp/integration-tests/README.md", "content": "# Running Integration Tests for GCP\n\nIntegration tests are defined in an individual file for each resource.\nTest names follow the pattern `TestIntegration`, where `` is the API name and `` is the resource name.\nFor example, `TestComputeInstanceIntegration` tests the Compute API's Instance resource.\n\n## Setup your local environment for testing\n\n1. Log in with your Google account here, `https://console.cloud.google.com/`\n2. Use your brex credit card information to create a project and a billing account to use for integration tests.\n3. You can see the other overmind projects, it will be under projects -> all.\n4. Login to gcloud `gcloud auth login` on the terminal.\n5. Enable the tested APIs:\n\n ```bash\n gcloud services enable \\\n compute.googleapis.com \\\n bigquery.googleapis.com \\\n spanner.googleapis.com \\\n cloudresourcemanager.googleapis.com \\\n iam.googleapis.com \\\n iamcredentials.googleapis.com \\\n cloudkms.googleapis.com \\\n cloudasset.googleapis.com \\\n --project=integration-tests-484908\n ```\n\n > **Note:** `integration-tests-484908` is the project id of the shared project used for integration tests.\n\n6. To run the **integration tests in debug mode** you need to set the following environment variables. `~/.config/Cursor/User/settings.json`\n\n ```json\n {\n \"window.commandCenter\": true,\n \"workbench.activityBar.orientation\": \"vertical\",\n \"go.testEnvVars\": {\n \"RUN_GCP_INTEGRATION_TESTS\": \"true\",\n \"GCP_PROJECT_ID\": \"integration-tests-484908\",\n }\n }\n ```\n\n > **Note:** `\"integration-tests-484908\"` is a shared project that is used for integration tests. Communicate on discord when you're using it, to avoid conflicts.\n Or you can run them in the CLI by using:\n\n ```bash\n export RUN_GCP_INTEGRATION_TESTS=true\n # For GCP\n export GCP_PROJECT_ID=\"integration-tests-484908\" # use your own project id here\n export GCP_ZONE=\"us-central1-c\" # not all tests need a zone\n export GCP_REGION=\"us-central1\" # not all tests need a region\n ```\n\n7. Integration tests are using Google Cloud Client Libraries and Google API Client Libraries to interact with GCP resources. These libraries require setting up the Application Default Credentials (ADC) to authenticate with GCP. See the [official documentation](https://cloud.google.com/docs/authentication/set-up-adc-local-dev-environment) for how to set up the ADC for your local development environment.\n Login `gcloud auth application-default login`\n8. **optional** You may need to set the quota project `gcloud auth application-default set-quota-project integration-tests-484908`.\n9. You can now run integration tests.\n\nEach test has `Setup`, `Run`, and `Teardown` methods.\n\n- `Setup` is used to create any resources needed for the test.\n- `Run` is where the actual test logic is implemented.\n- `Teardown` is used to clean up any resources created during the test.\n\nThe `Setup` and `Teardown` methods are idempotent, meaning they can be run multiple times without causing issues. This allows for flexibility in running tests in different orders or multiple times.\n\nWe can easily run all `Setup` tests to create resources, then run all `Run` tests to execute the actual tests, and finally run all `Teardown` tests to clean up resources.\n\nFrom the `sources/gcp` directory:\n\nFor building up the infra for the Compute API resources.\n\n```bash\ngo test ./integration-tests -run \"TestCompute.*/Setup\" -count 1\n```\n\nFor running the actual tests for the Compute API resources.\n\n```bash\ngo test ./integration-tests -run \"TestCompute.*/Run\" -count 1\n```\n\nFor tearing down the infra for the Compute API resources.\n\n```bash\ngo test ./integration-tests -run \"TestCompute.*/Teardown\" -count 1\n```\n\n> **Note:** `-count 1` is used to ensure that the tests are run and no cached results are used.\n\n> **Note:** that the TestServiceAccountImpersonationIntegration tests do not have separate Setup, Run, and Teardown methods, as it requires state to be shared between the tests.\n" }, { "path": "sources/gcp/integration-tests/big-query-model_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/bigquery\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestBigQueryModel(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable is not set, skipping BigQuery model tests\")\n\t}\n\tt.Parallel()\n\n\tdataSet := \"test_dataset\"\n\tmodel := \"test_model\"\n\troutine := \"test_routine\"\n\ttable := \"test_table\"\n\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tclient, err := bigquery.NewClient(ctx, projectID)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create BigQuery client: %v\", err)\n\t}\n\tdefer client.Close()\n\n\tdefer ctrl.Finish()\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tdatasetItem := client.Dataset(dataSet)\n\t\terr := datasetItem.Create(ctx, &bigquery.DatasetMetadata{\n\t\t\tName: dataSet,\n\t\t\tDescription: \"Test dataset for model integration tests\",\n\t\t})\n\t\tif err != nil && !strings.Contains(err.Error(), \"Already Exists\") {\n\t\t\tt.Fatalf(\"Failed to create dataset %s: %v\", dataSet, err)\n\t\t}\n\t\tt.Logf(\"Dataset %s created successfully\", dataSet)\n\n\t\tquery := \"CREATE OR REPLACE MODEL `\" + projectID + \".\" + dataSet + \".\" + model + \"` OPTIONS \" +\n\t\t\t`(model_type='LOGISTIC_REG',\n labels=['animal_label']\n ) AS\n SELECT\n 1 AS feature_dummy, -- A dummy feature for 'cats'\n 'cats' AS animal_label -- The primary label we want to output\n UNION ALL\n SELECT\n 2 AS feature_dummy, -- A different dummy feature for the second label\n 'dogs' AS animal_label; -- A second, dummy label to satisfy the classification requirement`\n\n\t\top, err := client.Query(query).Run(ctx)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create model: %v\", err)\n\t\t}\n\t\tif _, err := op.Wait(ctx); err != nil {\n\t\t\tt.Fatalf(\"Failed to wait for model creation: %v\", err)\n\t\t}\n\t\tmodelItem := client.Dataset(dataSet).Model(model)\n\t\tmodelMetadata, err := modelItem.Update(ctx, bigquery.ModelMetadataToUpdate{\n\t\t\tName: model,\n\t\t\tDescription: \"Test model description\",\n\t\t}, \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create model: %v\", err)\n\t\t}\n\t\tt.Logf(\"Model created: %s\", modelMetadata.Name)\n\n\t\troutineQuery := \"CREATE OR REPLACE FUNCTION `\" + projectID + \".\" + dataSet + \".\" + routine + \"`(input INT64)\\n\" +\n\t\t\t\"RETURNS INT64\\n\" +\n\t\t\t\"AS (\\n\" +\n\t\t\t\" input + 1\\n\" +\n\t\t\t\");\"\n\n\t\troutineOp, err := client.Query(routineQuery).Run(ctx)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create routine: %v\", err)\n\t\t}\n\t\tif _, err := routineOp.Wait(ctx); err != nil {\n\t\t\tt.Fatalf(\"Failed to wait for routine creation: %v\", err)\n\t\t}\n\n\t\troutineItem := client.Dataset(dataSet).Routine(routine)\n\t\tif _, err := routineItem.Metadata(ctx); err != nil {\n\t\t\tt.Fatalf(\"Failed to retrieve routine metadata: %v\", err)\n\t\t}\n\t\tt.Logf(\"Routine created: %s\", routine)\n\n\t\ttableItem := client.Dataset(dataSet).Table(table)\n\t\terr = tableItem.Create(ctx, &bigquery.TableMetadata{\n\t\t\tName: table,\n\t\t\tDescription: \"Test table for integration tests\",\n\t\t\tSchema: bigquery.Schema{\n\t\t\t\t{Name: \"id\", Type: bigquery.IntegerFieldType, Required: true},\n\t\t\t\t{Name: \"name\", Type: bigquery.StringFieldType},\n\t\t\t},\n\t\t})\n\t\tif err != nil && !strings.Contains(err.Error(), \"Already Exists\") {\n\t\t\tt.Fatalf(\"Failed to create table %s: %v\", table, err)\n\t\t}\n\t\tif _, err := tableItem.Metadata(ctx); err != nil {\n\t\t\tt.Fatalf(\"Failed to retrieve table metadata: %v\", err)\n\t\t}\n\t\tt.Logf(\"Table created: %s\", table)\n\t})\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\tbigqueryClient := gcpshared.NewBigQueryModelClient(client)\n\t\tadapter := manual.NewBigQueryModel(bigqueryClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tsdpItem, err := adapter.Get(ctx, adapter.Scopes()[0], dataSet, model)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get item: %v\", err)\n\t\t}\n\t\tif sdpItem == nil {\n\t\t\tt.Fatal(\"Expected an item, got nil\")\n\t\t}\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\n\t\tuniqueAttrValue, attrErr := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif attrErr != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != model {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", model, uniqueAttrValue)\n\t\t}\n\n\t\tsearchable, ok := adapter.(sources.SearchableWrapper)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected adapter to support search\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, adapter.Scopes()[0], dataSet)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search items: %v\", err)\n\t\t}\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one model in dataset, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == model {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find model %s in the list of dataset models\", model)\n\t\t}\n\t})\n\tt.Run(\"GetRoutine\", func(t *testing.T) {\n\t\troutineClient := gcpshared.NewBigQueryRoutineClient(client)\n\t\tadapter := manual.NewBigQueryRoutine(routineClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tsdpItem, err := adapter.Get(ctx, adapter.Scopes()[0], dataSet, routine)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get routine: %v\", err)\n\t\t}\n\t\tif sdpItem == nil {\n\t\t\tt.Fatal(\"Expected a routine item, got nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, attrErr := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif attrErr != nil {\n\t\t\tt.Fatalf(\"Failed to get routine unique attribute: %v\", attrErr)\n\t\t}\n\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(dataSet, routine)\n\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\tt.Fatalf(\"Expected routine unique attribute value to be %s, got %v\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t}\n\n\t\tsearchable, ok := adapter.(sources.SearchableWrapper)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected adapter to support search\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, adapter.Scopes()[0], dataSet)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search routines: %v\", err)\n\t\t}\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one routine in dataset, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedUniqueAttrValue {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find routine %s in the list of dataset routines\", routine)\n\t\t}\n\t})\n\n\tt.Run(\"GetDataset\", func(t *testing.T) {\n\t\tdatasetClient := gcpshared.NewBigQueryDatasetClient(client)\n\t\tadapter := manual.NewBigQueryDataset(datasetClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tsdpItem, err := adapter.Get(ctx, adapter.Scopes()[0], dataSet)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get dataset: %v\", err)\n\t\t}\n\t\tif sdpItem == nil {\n\t\t\tt.Fatal(\"Expected a dataset item, got nil\")\n\t\t}\n\n\t\texpectedScope := projectID\n\t\tmodelLinkFound := false\n\t\troutineLinkFound := false\n\t\ttableLinkFound := false\n\t\tfor _, linkedItem := range sdpItem.GetLinkedItemQueries() {\n\t\t\tquery := linkedItem.GetQuery()\n\t\t\tif query == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tswitch query.GetType() {\n\t\t\tcase gcpshared.BigQueryModel.String():\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Fatalf(\"Expected model link method to be %s, got %s\", sdp.QueryMethod_SEARCH, query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() != dataSet {\n\t\t\t\t\tt.Fatalf(\"Expected model link query to be %s, got %s\", dataSet, query.GetQuery())\n\t\t\t\t}\n\t\t\t\tif query.GetScope() != expectedScope {\n\t\t\t\t\tt.Fatalf(\"Expected model link scope to be %s, got %s\", expectedScope, query.GetScope())\n\t\t\t\t}\n\t\t\t\tmodelLinkFound = true\n\t\t\tcase gcpshared.BigQueryRoutine.String():\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Fatalf(\"Expected routine link method to be %s, got %s\", sdp.QueryMethod_SEARCH, query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() != dataSet {\n\t\t\t\t\tt.Fatalf(\"Expected routine link query to be %s, got %s\", dataSet, query.GetQuery())\n\t\t\t\t}\n\t\t\t\tif query.GetScope() != expectedScope {\n\t\t\t\t\tt.Fatalf(\"Expected routine link scope to be %s, got %s\", expectedScope, query.GetScope())\n\t\t\t\t}\n\t\t\t\troutineLinkFound = true\n\t\t\tcase gcpshared.BigQueryTable.String():\n\t\t\t\tif query.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Fatalf(\"Expected table link method to be %s, got %s\", sdp.QueryMethod_SEARCH, query.GetMethod())\n\t\t\t\t}\n\t\t\t\tif query.GetQuery() != dataSet {\n\t\t\t\t\tt.Fatalf(\"Expected table link query to be %s, got %s\", dataSet, query.GetQuery())\n\t\t\t\t}\n\t\t\t\tif query.GetScope() != expectedScope {\n\t\t\t\t\tt.Fatalf(\"Expected table link scope to be %s, got %s\", expectedScope, query.GetScope())\n\t\t\t\t}\n\t\t\t\ttableLinkFound = true\n\t\t\t}\n\t\t}\n\n\t\tif !modelLinkFound {\n\t\t\tt.Fatalf(\"Expected dataset %s to include a link to its models\", dataSet)\n\t\t}\n\t\tif !routineLinkFound {\n\t\t\tt.Fatalf(\"Expected dataset %s to include a link to its routines\", dataSet)\n\t\t}\n\t\tif !tableLinkFound {\n\t\t\tt.Fatalf(\"Expected dataset %s to include a link to its tables\", dataSet)\n\t\t}\n\t})\n\tt.Run(\"GetTable\", func(t *testing.T) {\n\t\ttableClient := gcpshared.NewBigQueryTableClient(client)\n\t\tadapter := manual.NewBigQueryTable(tableClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tsdpItem, err := adapter.Get(ctx, adapter.Scopes()[0], dataSet, table)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get table: %v\", err)\n\t\t}\n\t\tif sdpItem == nil {\n\t\t\tt.Fatal(\"Expected a table item, got nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, attrErr := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif attrErr != nil {\n\t\t\tt.Fatalf(\"Failed to get table unique attribute: %v\", attrErr)\n\t\t}\n\t\texpectedUniqueAttrValue := shared.CompositeLookupKey(dataSet, table)\n\t\tif uniqueAttrValue != expectedUniqueAttrValue {\n\t\t\tt.Fatalf(\"Expected table unique attribute value to be %s, got %v\", expectedUniqueAttrValue, uniqueAttrValue)\n\t\t}\n\n\t\tsearchable, ok := adapter.(sources.SearchableWrapper)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Expected adapter to support search\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, adapter.Scopes()[0], dataSet)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to search tables: %v\", err)\n\t\t}\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one table in dataset, got %d\", len(sdpItems))\n\t\t}\n\n\t\tfound := false\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == expectedUniqueAttrValue {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find table %s in the list of dataset tables\", table)\n\t\t}\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\t// Cleanup resources if needed\n\t\terr := client.Dataset(dataSet).DeleteWithContents(ctx)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete dataset %s: %v\", dataSet, err)\n\t\t} else {\n\t\t\tt.Logf(\"Dataset %s deleted successfully\", dataSet)\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/integration-tests/compute-address_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeAddressIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\tt.Parallel()\n\n\tregion := os.Getenv(\"GCP_REGION\")\n\tif region == \"\" {\n\t\tt.Skip(\"GCP_REGION environment variable not set\")\n\t}\n\n\taddressName := \"overmind-test-address\"\n\n\tctx := context.Background()\n\n\tclient, err := compute.NewAddressesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewAddressesRESTClient: %v\", err)\n\t}\n\n\tdefer client.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr := createComputeAddress(ctx, client, projectID, region, addressName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create compute address: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tlog.Printf(\"Running integration test for Compute Address in project %s, region %s\", projectID, region)\n\n\t\taddressWrapper := manual.NewComputeAddress(shared.NewComputeAddressClient(client), []shared.LocationInfo{shared.NewRegionalLocation(projectID, region)})\n\t\tscope := addressWrapper.Scopes()[0]\n\n\t\taddressAdapter := sources.WrapperToAdapter(addressWrapper, sdpcache.NewNoOpCache())\n\t\tsdpItem, qErr := addressAdapter.Get(ctx, scope, addressName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != addressName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", addressName, uniqueAttrValue)\n\t\t}\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := addressAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute addresses: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute addresses, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == addressName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find address %s in the list of compute addresses\", addressName)\n\t\t}\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteComputeAddress(ctx, client, region, projectID, addressName)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\t})\n}\n\n// createComputeAddress creates a GCP Compute Engine address with the given parameters.\nfunc createComputeAddress(ctx context.Context, client *compute.AddressesClient, projectID, region, addressName string) error {\n\t// Define the address configuration\n\taddress := &computepb.Address{\n\t\tName: new(addressName),\n\t\tLabels: map[string]string{\n\t\t\t\"test\": \"integration\",\n\t\t},\n\t\tNetworkTier: new(\"PREMIUM\"),\n\t\tRegion: new(region),\n\t}\n\n\t// Create the address\n\treq := &computepb.InsertAddressRequest{\n\t\tProject: projectID,\n\t\tRegion: region,\n\t\tAddressResource: address,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\t// Wait for the operation to complete\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for address creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Address %s created successfully in project %s, region %s\", addressName, projectID, region)\n\treturn nil\n}\n\n// Delete a compute address template.\nfunc deleteComputeAddress(ctx context.Context, client *compute.AddressesClient, region, projectID, addressName string) error {\n\treq := &computepb.DeleteAddressRequest{\n\t\tProject: projectID,\n\t\tRegion: region,\n\t\tAddress: addressName,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for address deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Compute address %s deleted successfully\", addressName)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-autoscaler_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeAutoscalerIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\tt.Parallel()\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\t// Can replace with an environment-specific ID later.\n\tsuffix := \"default\"\n\n\t// 3 resources to create:\n\t// Autoscaler -> Instance Group Manager -> Instance Template\n\tinstanceTemplateName := \"overmind-integration-test-instance-template-\" + suffix\n\tinstanceGroupManagerName := \"overmind-integration-test-igm-\" + suffix\n\tautoscalerName := \"overmind-integration-test-autoscaler-\" + suffix\n\tctx := context.Background()\n\n\t// Create a new Compute Engine client\n\tclient, err := compute.NewAutoscalersRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewAutoscalersRESTClient: %v\", err)\n\t}\n\tdefer client.Close()\n\n\titClient, err := compute.NewInstanceTemplatesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewInstanceTemplatesRESTClient: %v\", err)\n\t}\n\tdefer itClient.Close()\n\n\tigmClient, err := compute.NewInstanceGroupManagersRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewInstanceGroupManagersRESTClient: %v\", err)\n\t}\n\tdefer igmClient.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr := createComputeInstanceTemplate(ctx, itClient, projectID, instanceTemplateName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create compute instance template: %v\", err)\n\t\t}\n\n\t\terr = createInstanceGroupManager(ctx, igmClient, projectID, zone, instanceGroupManagerName, instanceTemplateName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create instance group manager: %v\", err)\n\t\t}\n\n\t\tfullIgmName := \"projects/\" + projectID + \"/zones/\" + zone + \"/instanceGroupManagers/\" + instanceGroupManagerName\n\n\t\terr = createComputeAutoscaler(ctx, client, fullIgmName, projectID, zone, autoscalerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create compute autoscaler: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tlog.Printf(\"Running integration test for Compute Autoscaler in project %s, zone %s\", projectID, zone)\n\n\t\tautoscalerWrapper := manual.NewComputeAutoscaler(gcpshared.NewComputeAutoscalerClient(client), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := autoscalerWrapper.Scopes()[0]\n\n\t\tautoscalerAdapter := sources.WrapperToAdapter(autoscalerWrapper, sdpcache.NewNoOpCache())\n\n\t\t// [SPEC] GET against a valid resource name will return an SDP item wrapping the\n\t\t// available resource.\n\t\tsdpItem, err := autoscalerAdapter.Get(ctx, scope, autoscalerName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"autoscalerAdapter.Get returned unexpected error: %v\", err)\n\t\t}\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\t// [SPEC] The attributes contained in the SDP item directly match the attributes\n\t\t// from the GCP API.\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != autoscalerName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", autoscalerName, uniqueAttrValue)\n\t\t}\n\n\t\t// [SPEC] The only linked item query is one Instance Group Manager.\n\t\t{\n\t\t\tif len(sdpItem.GetLinkedItemQueries()) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 linked item query, got: %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t\t}\n\n\t\t\tlinkedItem := sdpItem.GetLinkedItemQueries()[0]\n\t\t\tif linkedItem.GetQuery().GetType() != gcpshared.ComputeInstanceGroupManager.String() {\n\t\t\t\tt.Fatalf(\"Expected linked item type to be %s, got: %s\", gcpshared.ComputeInstanceGroupManager, linkedItem.GetQuery().GetType())\n\t\t\t}\n\n\t\t\tif linkedItem.GetQuery().GetQuery() != instanceGroupManagerName {\n\t\t\t\tt.Fatalf(\"Expected linked item query to be %s, got: %s\", instanceGroupManagerName, linkedItem.GetQuery().GetQuery())\n\t\t\t}\n\n\t\t\texpectedScope := gcpshared.ZonalScope(projectID, zone)\n\t\t\tif linkedItem.GetQuery().GetScope() != expectedScope {\n\t\t\t\tt.Fatalf(\"Expected linked item scope to be %s, got: %s\", expectedScope, linkedItem.GetQuery().GetScope())\n\t\t\t}\n\t\t}\n\n\t\t// [SPEC] The LIST operation for autoscalers will list all autoscalers in a given\n\t\t// scope.\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := autoscalerAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute autoscalers: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute autoscaler, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// The LIST operation result should include our autoscaler.\n\t\tfound := false\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == autoscalerName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find autoscaler %s in list, but it was not found\", autoscalerName)\n\t\t}\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteComputeAutoscaler(ctx, client, projectID, zone, autoscalerName)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Warning: failed to delete compute autoscaler: %v\", err)\n\t\t}\n\n\t\terr = deleteInstanceGroupManager(ctx, igmClient, projectID, zone, instanceGroupManagerName)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Warning: failed to delete instance group manager: %v\", err)\n\t\t}\n\n\t\terr = deleteComputeInstanceTemplate(ctx, itClient, projectID, instanceTemplateName)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Warning: failed to delete compute instance template: %v\", err)\n\t\t}\n\t})\n}\n\n// Create a compute instance template in GCP to test against. Uses a common Debian image\n// and basic network configuration.\nfunc createComputeInstanceTemplate(ctx context.Context, client *compute.InstanceTemplatesClient, projectID, name string) error {\n\t// Create a new instance template\n\tinstanceTemplate := &computepb.InstanceTemplate{\n\t\tName: new(name),\n\t\tProperties: &computepb.InstanceProperties{\n\t\t\tDisks: []*computepb.AttachedDisk{\n\t\t\t\t{\n\t\t\t\t\tAutoDelete: new(true),\n\t\t\t\t\tBoot: new(true),\n\t\t\t\t\tDeviceName: new(name),\n\t\t\t\t\tInitializeParams: &computepb.AttachedDiskInitializeParams{\n\t\t\t\t\t\tDiskSizeGb: new(int64(10)),\n\t\t\t\t\t\tDiskType: new(\"pd-balanced\"),\n\t\t\t\t\t\tSourceImage: new(\"projects/debian-cloud/global/images/debian-12-bookworm-v20250415\"),\n\t\t\t\t\t},\n\t\t\t\t\tMode: new(\"READ_WRITE\"),\n\t\t\t\t\tType: new(\"PERSISTENT\"),\n\n\t\t\t\t\t// Labels? Tags?\n\t\t\t\t},\n\t\t\t},\n\t\t\tNetworkInterfaces: []*computepb.NetworkInterface{\n\t\t\t\t{\n\t\t\t\t\tAccessConfigs: []*computepb.AccessConfig{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tKind: new(\"compute#accessConfig\"),\n\t\t\t\t\t\t\tName: new(\"External NAT\"),\n\t\t\t\t\t\t\tNetworkTier: new(\"PREMIUM\"),\n\t\t\t\t\t\t\tType: new(\"ONE_TO_ONE_NAT\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tNetwork: new(\"projects/\" + projectID + \"/global/networks/default\"),\n\t\t\t\t\tStackType: new(\"IPV4_ONLY\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tMachineType: new(\"e2-micro\"),\n\t\t\tTags: &computepb.Tags{\n\t\t\t\tItems: []string{\"overmind-test\"},\n\t\t\t},\n\t\t},\n\t}\n\n\t// Create the instance template\n\treq := &computepb.InsertInstanceTemplateRequest{\n\t\tProject: projectID,\n\t\tInstanceTemplateResource: instanceTemplate,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\t// Wait for the operation to complete\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"Failed to wait for instance template operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Instance template %s created successfully in project %s\", name, projectID)\n\treturn nil\n}\n\n// Delete a compute instance template.\nfunc deleteComputeInstanceTemplate(ctx context.Context, client *compute.InstanceTemplatesClient, projectID, name string) error {\n\treq := &computepb.DeleteInstanceTemplateRequest{\n\t\tProject: projectID,\n\t\tInstanceTemplate: name,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for instance template deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Instance template %s deleted successfully in project %s\", name, projectID)\n\treturn nil\n}\n\n// Create a compute autoscaler in GCP targeting the given instance group manager.\nfunc createComputeAutoscaler(ctx context.Context, client *compute.AutoscalersClient, targetedInstanceGroupManager, projectID, zone, name string) error {\n\t// Create a new autoscaler\n\tautoscaler := &computepb.Autoscaler{\n\t\tName: new(name),\n\t\tTarget: &targetedInstanceGroupManager,\n\t\tAutoscalingPolicy: &computepb.AutoscalingPolicy{\n\t\t\tMinNumReplicas: new(int32(0)),\n\t\t\tMaxNumReplicas: new(int32(1)),\n\t\t\tCpuUtilization: &computepb.AutoscalingPolicyCpuUtilization{\n\t\t\t\tUtilizationTarget: new(float64(0.6)),\n\t\t\t},\n\t\t},\n\t}\n\n\treq := &computepb.InsertAutoscalerRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tAutoscalerResource: autoscaler,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for autoscaler creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Autoscaler %s created successfully in project %s, zone %s\", name, projectID, zone)\n\treturn nil\n}\n\n// Delete a compute autoscaler in GCP.\nfunc deleteComputeAutoscaler(ctx context.Context, client *compute.AutoscalersClient, projectID, zone, name string) error {\n\treq := &computepb.DeleteAutoscalerRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tAutoscaler: name,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for autoscaler deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Autoscaler %s deleted successfully in project %s, zone %s\", name, projectID, zone)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-disk_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeDiskIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\tt.Parallel()\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\tdiskName := \"integration-test-disk\"\n\n\tctx := context.Background()\n\n\t// Create a new Compute Disks client\n\tdiskClient, err := compute.NewDisksRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewDisksRESTClient: %v\", err)\n\t}\n\tdefer diskClient.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr := createDisk(ctx, diskClient, projectID, zone, diskName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create disk: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"ListDisks\", func(t *testing.T) {\n\t\tlog.Printf(\"Listing disks in project %s, zone %s\", projectID, zone)\n\n\t\tdisksWrapper := manual.NewComputeDisk(gcpshared.NewComputeDiskClient(diskClient), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := disksWrapper.Scopes()[0]\n\n\t\tdisksAdapter := sources.WrapperToAdapter(disksWrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := disksAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute disks: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute disk, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == diskName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find disk %s in the list of compute disks\", diskName)\n\t\t}\n\n\t\tlog.Printf(\"Found %d disks in project %s, zone %s\", len(sdpItems), projectID, zone)\n\t})\n\n\tt.Run(\"GetDisk\", func(t *testing.T) {\n\t\tlog.Printf(\"Retrieving disk %s in project %s, zone %s\", diskName, projectID, zone)\n\n\t\tdisksWrapper := manual.NewComputeDisk(gcpshared.NewComputeDiskClient(diskClient), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := disksWrapper.Scopes()[0]\n\n\t\tdisksAdapter := sources.WrapperToAdapter(disksWrapper, sdpcache.NewNoOpCache())\n\t\tsdpItem, qErr := disksAdapter.Get(ctx, scope, diskName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != diskName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", diskName, uniqueAttrValue)\n\t\t}\n\n\t\tlog.Printf(\"Successfully retrieved disk %s in project %s, zone %s\", diskName, projectID, zone)\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteDisk(ctx, diskClient, projectID, zone, diskName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete disk: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createDisk(ctx context.Context, client *compute.DisksClient, projectID, zone, diskName string) error {\n\tdisk := &computepb.Disk{\n\t\tName: new(diskName),\n\t\tSizeGb: new(int64(10)),\n\t\tType: new(fmt.Sprintf(\n\t\t\t\"projects/%s/zones/%s/diskTypes/pd-standard\",\n\t\t\tprojectID, zone,\n\t\t)),\n\t\tLabels: map[string]string{\n\t\t\t\"test\": \"integration\",\n\t\t},\n\t}\n\n\treq := &computepb.InsertDiskRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tDiskResource: disk,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"Failed to wait for disk creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Disk %s created successfully in project %s, zone %s\", diskName, projectID, zone)\n\treturn nil\n}\n\nfunc deleteDisk(ctx context.Context, client *compute.DisksClient, projectID, zone, diskName string) error {\n\treq := &computepb.DeleteDiskRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tDisk: diskName,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for disk deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Disk %s deleted successfully in project %s, zone %s\", diskName, projectID, zone)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-forwarding-rule_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeForwardingRuleIntegration(t *testing.T) {\n\t// TODO: Implement the dependencies for Compute Forwarding Rule\n\t// This test currently asserts that the GCP SDK client satisfies the adapter interface\n\tt.Skipf(\"Skipping integration test for Compute Forwarding Rule until we implement the dependencies: BackendService, or Load Balancer and Target HTTP Proxy\")\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\tt.Parallel()\n\n\tregion := os.Getenv(\"GCP_REGION\")\n\tif region == \"\" {\n\t\tt.Skip(\"GCP_REGION environment variable not set\")\n\t}\n\n\truleName := \"integration-test-forwarding-rule\"\n\n\tctx := context.Background()\n\n\t// Create a new Compute Forwarding Rule client\n\tclient, err := compute.NewForwardingRulesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewForwardingRulesRESTClient: %v\", err)\n\t}\n\tdefer client.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr := createComputeForwardingRule(ctx, client, projectID, region, ruleName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create forwarding rule: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tlog.Printf(\"Running integration test for Compute Forwarding Rule in project %s, region %s\", projectID, region)\n\n\t\truleWrapper := manual.NewComputeForwardingRule(gcpshared.NewComputeForwardingRuleClient(client), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tscope := ruleWrapper.Scopes()[0]\n\n\t\truleAdapter := sources.WrapperToAdapter(ruleWrapper, sdpcache.NewNoOpCache())\n\t\tsdpItem, qErr := ruleAdapter.Get(ctx, scope, ruleName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != ruleName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", ruleName, uniqueAttrValue)\n\t\t}\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := ruleAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list forwarding rules: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one forwarding rule, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == ruleName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find forwarding rule %s in the list\", ruleName)\n\t\t}\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteComputeForwardingRule(ctx, client, projectID, region, ruleName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete forwarding rule: %v\", err)\n\t\t}\n\t})\n}\n\n// createComputeForwardingRule creates a GCP Compute Forwarding Rule with the given parameters.\nfunc createComputeForwardingRule(ctx context.Context, client *compute.ForwardingRulesClient, projectID, region, ruleName string) error {\n\treq := &computepb.InsertForwardingRuleRequest{\n\t\tProject: projectID,\n\t\tRegion: region,\n\t\tForwardingRuleResource: &computepb.ForwardingRule{\n\t\t\tName: new(ruleName),\n\t\t\t// IP address for which this forwarding rule accepts traffic.\n\t\t\t// When a client sends traffic to this IP address, the forwarding rule directs the traffic to the referenced target or backendService.\n\t\t\t// While creating a forwarding rule, specifying an IPAddress is required under the following circumstances:\n\t\t\t//\t- When the target is set to targetGrpcProxy and validateForProxyless is set to true, the IPAddress should be set to 0.0.0.0.\n\t\t\t//\t- When the target is a Private Service Connect Google APIs bundle, you must specify an IPAddress.\n\t\t\t//\tOtherwise, you can optionally specify an IP address that references an existing static (reserved) IP address resource.\n\t\t\t//\tWhen omitted, Google Cloud assigns an ephemeral IP address.\n\t\t\t//\tUse one of the following formats to specify an IP address while creating a forwarding rule:\n\t\t\t//\t* IP address number, as in `100.1.2.3`\n\t\t\t//\t* IPv6 address range, as in `2600:1234::/96`\n\t\t\t//\t* Full resource URL, as in https://www.googleapis.com/compute/v1/projects/ project_id/regions/region/addresses/address-name\n\t\t\t//\t* Partial URL or by name, as in:\n\t\t\t//\t\t- projects/project_id/regions/region/addresses/address-name\n\t\t\t//\t\t- regions/region/addresses/address-name\n\t\t\t//\t\t- global/addresses/address-name\n\t\t\t//\t\t- address-name\n\t\t\t//\tThe forwarding rule's target or backendService, and in most cases, also the loadBalancingScheme,\n\t\t\t//\tdetermine the type of IP address that you can use.\n\t\t\t//\tFor detailed information, see [IP address specifications](https://cloud.google.com/load-balancing/docs/forwarding-rule-concepts#ip_address_specifications).\n\t\t\t//\tWhen reading an IPAddress, the API always returns the IP address number.\n\t\t\tIPAddress: new(\"192.168.1.1\"),\n\t\t\tIPProtocol: new(\"TCP\"),\n\t\t\tPortRange: new(\"80-80\"),\n\t\t\t// The URL of the target resource to receive the matched traffic.\n\t\t\t// For regional forwarding rules, this target must be in the same region as the forwarding rule.\n\t\t\t// For global forwarding rules, this target must be a global load balancing resource.\n\t\t\t// The forwarded traffic must be of a type appropriate to the target object.\n\t\t\t//- For load balancers, see the \"Target\" column in [Port specifications](https://cloud.google.com/load-balancing/docs/forwarding-rule-concepts#ip_address_specifications).\n\t\t\t//- For Private Service Connect forwarding rules that forward traffic to Google APIs, provide the name of a supported Google API bundle:\n\t\t\t//- vpc-sc - APIs that support VPC Service Controls.\n\t\t\t//- all-apis - All supported Google APIs.\n\t\t\t//- For Private Service Connect forwarding rules that forward traffic to managed services, the target must be a service attachment.\n\t\t\t//The target is not mutable once set as a service attachment.\n\t\t\tTarget: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/targetPools/test-target-pool\"),\n\t\t},\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn err\n\t}\n\n\tlog.Printf(\"Forwarding rule %s created successfully in project %s, region %s\", ruleName, projectID, region)\n\treturn nil\n}\n\nfunc deleteComputeForwardingRule(ctx context.Context, client *compute.ForwardingRulesClient, projectID, region, ruleName string) error {\n\treq := &computepb.DeleteForwardingRuleRequest{\n\t\tProject: projectID,\n\t\tRegion: region,\n\t\tForwardingRule: ruleName,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for forwarding rule deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Forwarding rule %s deleted successfully\", ruleName)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-healthcheck_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeHealthCheckIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\tt.Parallel()\n\n\thealthCheckName := \"integration-test-healthcheck\"\n\n\tctx := context.Background()\n\n\t// Create both global and regional Compute HealthCheck clients to avoid nil pointer issues\n\tglobalClient, err := compute.NewHealthChecksRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewHealthChecksRESTClient: %v\", err)\n\t}\n\tdefer globalClient.Close()\n\n\tregionalClient, err := compute.NewRegionHealthChecksRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewRegionHealthChecksRESTClient: %v\", err)\n\t}\n\tdefer regionalClient.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr := createComputeHealthCheck(ctx, globalClient, projectID, healthCheckName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create compute health check: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tlog.Printf(\"Running integration test for Compute HealthCheck in project %s\", projectID)\n\n\t\thealthCheckWrapper := manual.NewComputeHealthCheck(\n\t\t\tgcpshared.NewComputeHealthCheckClient(globalClient),\n\t\t\tgcpshared.NewComputeRegionHealthCheckClient(regionalClient),\n\t\t\t[]gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)},\n\t\t\tnil, // No regional locations for this test, but regional client is available if needed\n\t\t)\n\t\tscope := healthCheckWrapper.Scopes()[0]\n\n\t\thealthCheckAdapter := sources.WrapperToAdapter(healthCheckWrapper, sdpcache.NewNoOpCache())\n\n\t\t// [SPEC] GET against a valid resource name will return an SDP item wrapping the\n\t\t// available resource.\n\t\tsdpItem, err := healthCheckAdapter.Get(ctx, scope, healthCheckName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"healthCheckAdapter.Get returned unexpected error: %v\", err)\n\t\t}\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\t// [SPEC] The attributes contained in the SDP item directly match the attributes\n\t\t// from the GCP API.\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != healthCheckName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", healthCheckName, uniqueAttrValue)\n\t\t}\n\n\t\t// [SPEC] HealthChecks have no linked items.\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 0 {\n\t\t\tt.Fatalf(\"Expected 0 linked item queries, got: %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\n\t\t// [SPEC] The LIST operation for health checks will list all health checks in a given\n\t\t// scope.\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := healthCheckAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute health checks: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute health check, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// The LIST operation result should include our health check.\n\t\tfound := false\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == healthCheckName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find health check %s in list, but it was not found\", healthCheckName)\n\t\t}\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteComputeHealthCheck(ctx, globalClient, projectID, healthCheckName)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Warning: failed to delete compute health check: %v\", err)\n\t\t}\n\t})\n}\n\n// createComputeHealthCheck creates a GCP Compute HealthCheck with the given parameters.\nfunc createComputeHealthCheck(ctx context.Context, client *compute.HealthChecksClient, projectID, healthCheckName string) error {\n\thealthCheck := &computepb.HealthCheck{\n\t\tName: new(healthCheckName),\n\t\tCheckIntervalSec: new(int32(5)),\n\t\tTimeoutSec: new(int32(5)),\n\t\tType: new(\"TCP\"),\n\t\tTcpHealthCheck: &computepb.TCPHealthCheck{\n\t\t\tPort: new(int32(80)),\n\t\t},\n\t}\n\n\treq := &computepb.InsertHealthCheckRequest{\n\t\tProject: projectID,\n\t\tHealthCheckResource: healthCheck,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for health check creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Health check %s created successfully in project %s\", healthCheckName, projectID)\n\treturn nil\n}\n\n// deleteComputeHealthCheck deletes a GCP Compute HealthCheck.\nfunc deleteComputeHealthCheck(ctx context.Context, client *compute.HealthChecksClient, projectID, healthCheckName string) error {\n\treq := &computepb.DeleteHealthCheckRequest{\n\t\tProject: projectID,\n\t\tHealthCheck: healthCheckName,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for health check deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Health check %s deleted successfully in project %s\", healthCheckName, projectID)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-image_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeImageIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\timageName := \"integration-test-image\"\n\tdiskName := \"integration-test-disk\"\n\n\tctx := context.Background()\n\n\t// Create a new Compute Images client\n\tclient, err := compute.NewImagesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewImagesRESTClient: %v\", err)\n\t}\n\tdefer client.Close()\n\n\tdiskClient, err := compute.NewDisksRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewDisksRESTClient: %v\", err)\n\t}\n\tdefer diskClient.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr = createDisk(ctx, diskClient, projectID, zone, diskName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create source disk: %v\", err)\n\t\t}\n\n\t\terr := createComputeImage(ctx, client, projectID, zone, imageName, diskName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create compute image: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"ListImages\", func(t *testing.T) {\n\t\tlog.Printf(\"Listing images in project %s\", projectID)\n\n\t\timagesWrapper := manual.NewComputeImage(gcpshared.NewComputeImagesClient(client), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tscope := imagesWrapper.Scopes()[0]\n\n\t\timagesAdapter := sources.WrapperToAdapter(imagesWrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := imagesAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute images: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute image, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == imageName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find images %s in the list of compute images\", imageName)\n\t\t}\n\n\t\tlog.Printf(\"Found %d images in project %s\", len(sdpItems), projectID)\n\t})\n\n\tt.Run(\"GetImage\", func(t *testing.T) {\n\t\tlog.Printf(\"Retrieving image %s in project %s\", imageName, projectID)\n\n\t\timagesWrapper := manual.NewComputeImage(gcpshared.NewComputeImagesClient(client), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tscope := imagesWrapper.Scopes()[0]\n\n\t\timagesAdapter := sources.WrapperToAdapter(imagesWrapper, sdpcache.NewNoOpCache())\n\t\tsdpItem, qErr := imagesAdapter.Get(ctx, scope, imageName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != imageName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", imageName, uniqueAttrValue)\n\t\t}\n\n\t\tlog.Printf(\"Successfully retrieved image %s in project %s\", imageName, projectID)\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteImage(ctx, client, projectID, zone, imageName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete compute image: %v\", err)\n\t\t}\n\t})\n}\n\n// createComputeImage creates a GCP Compute Image with the given parameters.\nfunc createComputeImage(ctx context.Context, client *compute.ImagesClient, projectID, zone, imageName, diskName string) error {\n\timage := &computepb.Image{\n\t\tName: new(imageName),\n\t\tSourceDisk: new(fmt.Sprintf(\n\t\t\t\"projects/%s/zones/%s/disks/%s\",\n\t\t\tprojectID, zone, diskName,\n\t\t)),\n\t\tLabels: map[string]string{\n\t\t\t\"test\": \"integration\",\n\t\t},\n\t}\n\n\t// Create the image\n\treq := &computepb.InsertImageRequest{\n\t\tProject: projectID,\n\t\tImageResource: image,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for image creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Image %s created successfully in project %s\", imageName, projectID)\n\treturn nil\n}\n\nfunc deleteImage(ctx context.Context, client *compute.ImagesClient, projectID, zone, imageName string) error {\n\treq := &computepb.DeleteImageRequest{\n\t\tProject: projectID,\n\t\tImage: imageName,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for image deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Compute image %s deleted successfully in project %s\", imageName, projectID)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-instance-group-manager_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeInstanceGroupManagerIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tinstanceGroupManagerName := \"overmind-test-instance-group-manager\"\n\ttemplateName := \"overmind-integration-test-template\"\n\n\tctx := context.Background()\n\n\tinstanceGroupManagerClient, err := compute.NewInstanceGroupManagersRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewRegionInstanceGroupManagersRESTClient: %v\", err)\n\t}\n\tdefer instanceGroupManagerClient.Close()\n\n\tinstanceTemplatesClient, err := compute.NewInstanceTemplatesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewInstanceTemplatesRESTClient: %v\", err)\n\t}\n\tdefer instanceTemplatesClient.Close()\n\n\t// Setup: create instance template and instance group manager\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr := createInstanceTemplate(ctx, instanceTemplatesClient, projectID, templateName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create instance template: %v\", err)\n\t\t}\n\t\terr = createInstanceGroupManager(ctx, instanceGroupManagerClient, projectID, zone, instanceGroupManagerName, templateName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create instance group manager: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tlog.Printf(\"Running integration test for Compute Instance Group Manager in project %s, zone %s\", projectID, zone)\n\n\t\tinstanceGroupManagerWrapper := manual.NewComputeInstanceGroupManager(gcpshared.NewComputeInstanceGroupManagerClient(instanceGroupManagerClient), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := instanceGroupManagerWrapper.Scopes()[0]\n\n\t\tinstanceGroupManagerAdapter := sources.WrapperToAdapter(instanceGroupManagerWrapper, sdpcache.NewNoOpCache())\n\t\tsdpItem, qErr := instanceGroupManagerAdapter.Get(ctx, scope, instanceGroupManagerName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != instanceGroupManagerName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", instanceGroupManagerName, uniqueAttrValue)\n\t\t}\n\t\t// [SPEC] The only two linked item queries being created at the moment are one Instance Template and Instance Group\n\t\t{\n\t\t\tif len(sdpItem.GetLinkedItemQueries()) != 3 {\n\t\t\t\tt.Logf(\"Linked item queries: %v\", sdpItem.GetLinkedItemQueries())\n\t\t\t\tt.Fatalf(\"Expected 3 linked item query, got: %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t\t}\n\n\t\t\t// [SPEC] Ensure Instance Template is present\n\t\t\tlinkedItem := sdpItem.GetLinkedItemQueries()[0]\n\t\t\tif linkedItem.GetQuery().GetType() != gcpshared.ComputeInstanceTemplate.String() {\n\t\t\t\tt.Fatalf(\"Expected linked item type to be %s, got: %s\", gcpshared.ComputeInstanceTemplate, linkedItem.GetQuery().GetType())\n\t\t\t}\n\n\t\t\tif linkedItem.GetQuery().GetQuery() != templateName {\n\t\t\t\tt.Fatalf(\"Expected linked item query to be %s, got: %s\", instanceGroupManagerName, linkedItem.GetQuery().GetQuery())\n\t\t\t}\n\n\t\t\tif linkedItem.GetQuery().GetScope() != projectID {\n\t\t\t\tt.Fatalf(\"Expected linked item scope to be %s, got: %s\", projectID, linkedItem.GetQuery().GetScope())\n\t\t\t}\n\t\t}\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := instanceGroupManagerAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list instance group managers: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one instance group manager, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == instanceGroupManagerName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find instance group manager %s in the list\", instanceGroupManagerName)\n\t\t}\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteInstanceGroupManager(ctx, instanceGroupManagerClient, projectID, zone, instanceGroupManagerName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete instance group manager: %v\", err)\n\t\t}\n\t\terr = deleteInstanceTemplate(ctx, instanceTemplatesClient, projectID, templateName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete instance template: %v\", err)\n\t\t}\n\t})\n}\n\n// createInstanceTemplate creates a GCP Compute Engine instance template.\nfunc createInstanceTemplate(ctx context.Context, client *compute.InstanceTemplatesClient, projectID, templateName string) error {\n\ttemplate := &computepb.InstanceTemplate{\n\t\tName: new(templateName),\n\t\tProperties: &computepb.InstanceProperties{\n\t\t\tMachineType: new(\"e2-micro\"),\n\t\t\tDisks: []*computepb.AttachedDisk{\n\t\t\t\t{\n\t\t\t\t\tBoot: new(true),\n\t\t\t\t\tAutoDelete: new(true),\n\t\t\t\t\tType: new(\"PERSISTENT\"),\n\t\t\t\t\tInitializeParams: &computepb.AttachedDiskInitializeParams{\n\t\t\t\t\t\tSourceImage: new(\"projects/debian-cloud/global/images/family/debian-11\"),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tNetworkInterfaces: []*computepb.NetworkInterface{\n\t\t\t\t{\n\t\t\t\t\tNetwork: new(\"global/networks/default\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\treq := &computepb.InsertInstanceTemplateRequest{\n\t\tProject: projectID,\n\t\tInstanceTemplateResource: template,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for instance template creation: %w\", err)\n\t}\n\tlog.Printf(\"Instance template %s created successfully in project %s\", templateName, projectID)\n\treturn nil\n}\n\n// deleteInstanceTemplate deletes a GCP Compute Engine instance template.\nfunc deleteInstanceTemplate(ctx context.Context, client *compute.InstanceTemplatesClient, projectID, templateName string) error {\n\treq := &computepb.DeleteInstanceTemplateRequest{\n\t\tProject: projectID,\n\t\tInstanceTemplate: templateName,\n\t}\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for instance template deletion: %w\", err)\n\t}\n\tlog.Printf(\"Instance template %s deleted successfully\", templateName)\n\treturn nil\n}\n\n// createInstanceGroupManager creates a GCP Compute Engine instance group manager.\nfunc createInstanceGroupManager(ctx context.Context, client *compute.InstanceGroupManagersClient, projectID, zone, instanceGroupManagerName, templateName string) error {\n\tinstanceGroupManager := &computepb.InstanceGroupManager{\n\t\tName: new(instanceGroupManagerName),\n\t\tInstanceTemplate: new(fmt.Sprintf(\"projects/%s/global/instanceTemplates/%s\", projectID, templateName)),\n\t\tTargetSize: new(int32(1)),\n\t}\n\n\treq := &computepb.InsertInstanceGroupManagerRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tInstanceGroupManagerResource: instanceGroupManager,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for instance group manager creation: %w\", err)\n\t}\n\tlog.Printf(\"Instance group manager %s created successfully in\", instanceGroupManagerName)\n\treturn nil\n}\n\n// deleteInstanceGroupManager deletes a GCP Compute Engine instance group manager.\nfunc deleteInstanceGroupManager(ctx context.Context, client *compute.InstanceGroupManagersClient, projectID, zone, instanceGroupManagerName string) error {\n\treq := &computepb.DeleteInstanceGroupManagerRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tInstanceGroupManager: instanceGroupManagerName,\n\t}\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for instance group manager deletion: %w\", err)\n\t}\n\tlog.Printf(\"Instance group manager %s deleted successfully\", instanceGroupManagerName)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-instance-group_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeInstanceGroupIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tinstanceGroupName := \"integration-test-instance-group\"\n\n\tctx := context.Background()\n\n\t// Create a new Compute InstanceGroups client\n\tclient, err := compute.NewInstanceGroupsRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewInstanceGroupsRESTClient: %v\", err)\n\t}\n\tdefer client.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr := createInstanceGroup(ctx, client, projectID, zone, instanceGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create instance group: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"ListInstanceGroups\", func(t *testing.T) {\n\t\tlog.Printf(\"Listing instance groups in project %s, zone %s\", projectID, zone)\n\n\t\tinstanceGroupWrapper := manual.NewComputeInstanceGroup(gcpshared.NewComputeInstanceGroupsClient(client), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := instanceGroupWrapper.Scopes()[0]\n\n\t\tadapter := sources.WrapperToAdapter(instanceGroupWrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list instance groups: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one instance group, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\tv, err := item.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err == nil && v == instanceGroupName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find instance group %s in the list of instance groups\", instanceGroupName)\n\t\t}\n\n\t\tlog.Printf(\"Found %d instance groups in project %s, zone %s\", len(sdpItems), projectID, zone)\n\t})\n\n\tt.Run(\"GetInstanceGroup\", func(t *testing.T) {\n\t\tlog.Printf(\"Retrieving instance group %s in project %s, zone %s\", instanceGroupName, projectID, zone)\n\n\t\tinstanceGroupWrapper := manual.NewComputeInstanceGroup(gcpshared.NewComputeInstanceGroupsClient(client), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := instanceGroupWrapper.Scopes()[0]\n\n\t\tadapter := sources.WrapperToAdapter(instanceGroupWrapper, sdpcache.NewNoOpCache())\n\t\tsdpItem, qErr := adapter.Get(ctx, scope, instanceGroupName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != instanceGroupName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", instanceGroupName, uniqueAttrValue)\n\t\t}\n\n\t\tlog.Printf(\"Successfully retrieved instance group %s in project %s, zone %s\", instanceGroupName, projectID, zone)\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteInstanceGroup(ctx, client, projectID, zone, instanceGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete instance group: %v\", err)\n\t\t}\n\t})\n}\n\nfunc createInstanceGroup(ctx context.Context, client *compute.InstanceGroupsClient, projectID, zone, instanceGroupName string) error {\n\tinstanceGroup := &computepb.InstanceGroup{\n\t\tName: new(instanceGroupName),\n\t}\n\n\treq := &computepb.InsertInstanceGroupRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tInstanceGroupResource: instanceGroup,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for instance group creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Instance group %s created successfully in project %s, zone %s\", instanceGroupName, projectID, zone)\n\treturn nil\n}\n\nfunc deleteInstanceGroup(ctx context.Context, client *compute.InstanceGroupsClient, projectID, zone, instanceGroupName string) error {\n\treq := &computepb.DeleteInstanceGroupRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tInstanceGroup: instanceGroupName,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for instance group deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Instance group %s deleted successfully in project %s, zone %s\", instanceGroupName, projectID, zone)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-instance_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeInstanceIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tinstanceName := \"integration-test-instance\"\n\n\tctx := context.Background()\n\n\t// Create a new Compute Instance client\n\tclient, err := compute.NewInstancesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewInstancesRESTClient: %v\", err)\n\t}\n\n\tdefer client.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr := createComputeInstance(ctx, client, projectID, zone, instanceName, \"\", \"\", \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create compute instance: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tlog.Printf(\"Running integration test for Compute Instance in project %s, zone %s\", projectID, zone)\n\n\t\tinstanceWrapper := manual.NewComputeInstance(gcpshared.NewComputeInstanceClient(client), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := instanceWrapper.Scopes()[0]\n\n\t\tinstanceAdapter := sources.WrapperToAdapter(instanceWrapper, sdpcache.NewNoOpCache())\n\t\tsdpItem, qErr := instanceAdapter.Get(ctx, scope, instanceName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != instanceName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", instanceName, uniqueAttrValue)\n\t\t}\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := instanceAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute instances: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute instance, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == instanceName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find instance %s in the list of compute instances\", instanceName)\n\t\t}\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteComputeInstance(ctx, client, projectID, zone, instanceName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete compute instance: %v\", err)\n\t\t}\n\t})\n}\n\n// createComputeInstance creates a GCP Compute Instance with the given parameters.\n// If network or subnetwork is an empty string, it defaults to the project's default network configuration.\nfunc createComputeInstance(ctx context.Context, client *compute.InstancesClient, projectID, zone, instanceName, network, subnetwork, region string) error {\n\t// Construct the network interface\n\tnetworkInterface := &computepb.NetworkInterface{\n\t\tStackType: new(\"IPV4_ONLY\"),\n\t}\n\n\tif network != \"\" {\n\t\tnetworkInterface.Network = new(fmt.Sprintf(\"projects/%s/global/networks/%s\", projectID, network))\n\t}\n\tif subnetwork != \"\" {\n\t\tnetworkInterface.Subnetwork = new(fmt.Sprintf(\"projects/%s/regions/%s/subnetworks/%s\", projectID, region, subnetwork))\n\t}\n\n\t// Define the instance configuration\n\tinstance := &computepb.Instance{\n\t\tName: new(instanceName),\n\t\tMachineType: new(fmt.Sprintf(\"zones/%s/machineTypes/e2-micro\", zone)),\n\t\tDisks: []*computepb.AttachedDisk{\n\t\t\t{\n\t\t\t\tBoot: new(true),\n\t\t\t\tAutoDelete: new(true),\n\t\t\t\tInitializeParams: &computepb.AttachedDiskInitializeParams{\n\t\t\t\t\tSourceImage: new(\"projects/debian-cloud/global/images/debian-12-bookworm-v20250415\"),\n\t\t\t\t\tDiskSizeGb: new(int64(10)),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tNetworkInterfaces: []*computepb.NetworkInterface{networkInterface},\n\t\tLabels: map[string]string{\n\t\t\t\"test\": \"integration\",\n\t\t},\n\t}\n\n\t// Create the instance\n\treq := &computepb.InsertInstanceRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tInstanceResource: instance,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\t// Wait for the operation to complete\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for instance creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Instance %s created successfully in project %s, zone %s\", instanceName, projectID, zone)\n\treturn nil\n}\n\nfunc deleteComputeInstance(ctx context.Context, client *compute.InstancesClient, projectID, zone, instanceName string) error {\n\treq := &computepb.DeleteInstanceRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tInstance: instanceName,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for instance deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Compute instance %s deleted successfully\", instanceName)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-instant-snapshot_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeInstantSnapshotIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tsnapshotName := \"integration-test-instant-snapshot\"\n\tdiskName := \"integration-test-disk-for-snapshot\"\n\tdiskFullName := fmt.Sprintf(\n\t\t\"projects/%s/zones/%s/disks/%s\",\n\t\tprojectID, zone, diskName,\n\t)\n\n\tctx := context.Background()\n\n\t// Create a new Compute InstantSnapshots client\n\tclient, err := compute.NewInstantSnapshotsRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewInstantSnapshotsRESTClient: %v\", err)\n\t}\n\tdefer client.Close()\n\n\tdiskClient, err := compute.NewDisksRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewDisksRESTClient: %v\", err)\n\t}\n\tdefer diskClient.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr = createDisk(ctx, diskClient, projectID, zone, diskName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create source disk: %v\", err)\n\t\t}\n\n\t\terr := createInstantSnapshot(ctx, client, projectID, zone, snapshotName, diskFullName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create instant snapshot: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"ListInstantSnapshots\", func(t *testing.T) {\n\t\tlog.Printf(\"Listing instant snapshots in project %s, zone %s\", projectID, zone)\n\n\t\tsnapshotsWrapper := manual.NewComputeInstantSnapshot(gcpshared.NewComputeInstantSnapshotsClient(client), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := snapshotsWrapper.Scopes()[0]\n\n\t\tsnapshotsAdapter := sources.WrapperToAdapter(snapshotsWrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := snapshotsAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list instant snapshots: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one instant snapshot, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == snapshotName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find snapshot %s in the list of instant snapshots\", snapshotName)\n\t\t}\n\n\t\tlog.Printf(\"Found %d instant snapshots in project %s, zone %s\", len(sdpItems), projectID, zone)\n\t})\n\n\tt.Run(\"GetInstantSnapshot\", func(t *testing.T) {\n\t\tlog.Printf(\"Retrieving instant snapshot %s in project %s, zone %s\", snapshotName, projectID, zone)\n\n\t\tsnapshotsWrapper := manual.NewComputeInstantSnapshot(gcpshared.NewComputeInstantSnapshotsClient(client), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := snapshotsWrapper.Scopes()[0]\n\n\t\tsnapshotsAdapter := sources.WrapperToAdapter(snapshotsWrapper, sdpcache.NewNoOpCache())\n\t\tsdpItem, qErr := snapshotsAdapter.Get(ctx, scope, snapshotName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != snapshotName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", snapshotName, uniqueAttrValue)\n\t\t}\n\n\t\t// [SPEC] The only two linked item queries being created at the moment are one Instance Template and Instance Group\n\t\t{\n\t\t\tif len(sdpItem.GetLinkedItemQueries()) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 linked item query, got: %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t\t}\n\n\t\t\t// [SPEC] Ensure Source Disk is linked\n\t\t\tlinkedItem := sdpItem.GetLinkedItemQueries()[0]\n\t\t\tif linkedItem.GetQuery().GetType() != gcpshared.ComputeDisk.String() {\n\t\t\t\tt.Fatalf(\"Expected linked item type to be %s, got: %s\", gcpshared.ComputeDisk, linkedItem.GetQuery().GetType())\n\t\t\t}\n\n\t\t\tif linkedItem.GetQuery().GetQuery() != diskName {\n\t\t\t\tt.Fatalf(\"Expected linked item query to be %s, got: %s\", diskName, linkedItem.GetQuery().GetQuery())\n\t\t\t}\n\n\t\t\tif linkedItem.GetQuery().GetScope() != gcpshared.ZonalScope(projectID, zone) {\n\t\t\t\tt.Fatalf(\"Expected linked item scope to be %s, got: %s\", gcpshared.ZonalScope(projectID, zone), linkedItem.GetQuery().GetScope())\n\t\t\t}\n\t\t}\n\n\t\tlog.Printf(\"Successfully retrieved instant snapshot %s in project %s, zone %s\", snapshotName, projectID, zone)\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteInstantSnapshot(ctx, client, projectID, zone, snapshotName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete instant snapshot: %v\", err)\n\t\t}\n\t})\n}\n\n// createInstantSnapshot creates a GCP Compute Instant Snapshot with the given parameters.\nfunc createInstantSnapshot(ctx context.Context, client *compute.InstantSnapshotsClient, projectID, zone, snapshotName, diskName string) error {\n\tsnapshot := &computepb.InstantSnapshot{\n\t\tName: new(snapshotName),\n\t\tSourceDisk: new(diskName),\n\t\tLabels: map[string]string{\n\t\t\t\"test\": \"integration\",\n\t\t},\n\t}\n\n\t// Create the instant snapshot\n\treq := &computepb.InsertInstantSnapshotRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tInstantSnapshotResource: snapshot,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for instant snapshot creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Instant snapshot %s created successfully in project %s, zone %s\", snapshotName, projectID, zone)\n\treturn nil\n}\n\nfunc deleteInstantSnapshot(ctx context.Context, client *compute.InstantSnapshotsClient, projectID, zone, snapshotName string) error {\n\treq := &computepb.DeleteInstantSnapshotRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tInstantSnapshot: snapshotName,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for instant snapshot deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Instant snapshot %s deleted successfully\", snapshotName)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-machine-image_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeMachineImageIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\tregion := os.Getenv(\"GCP_REGION\")\n\tif region == \"\" {\n\t\tt.Skip(\"GCP_REGION environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tmachineImageName := \"integration-test-machine-image\"\n\tsourceInstanceName := \"integration-test-instance\"\n\n\tctx := context.Background()\n\n\t// Create a new Compute Machine Images client\n\tclient, err := compute.NewMachineImagesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewMachineImagesRESTClient: %v\", err)\n\t}\n\tdefer client.Close()\n\n\tinstanceClient, err := compute.NewInstancesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewInstancesRESTClient: %v\", err)\n\t}\n\tdefer instanceClient.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr = createComputeInstance(ctx, instanceClient, projectID, zone, sourceInstanceName, \"default\", \"default\", region)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create source instance: %v\", err)\n\t\t}\n\n\t\terr := createComputeMachineImage(t, ctx, client, projectID, zone, machineImageName, sourceInstanceName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create compute machine image: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"ListMachineImages\", func(t *testing.T) {\n\t\tlog.Printf(\"Listing machine images in project %s\", projectID)\n\n\t\tmachineImagesWrapper := manual.NewComputeMachineImage(gcpshared.NewComputeMachineImageClient(client), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tscope := machineImagesWrapper.Scopes()[0]\n\n\t\tmachineImagesAdapter := sources.WrapperToAdapter(machineImagesWrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := machineImagesAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute machine images: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute machine image, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == machineImageName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find machine image %s in the list of compute machine images\", machineImageName)\n\t\t}\n\n\t\tlog.Printf(\"Found %d machine images in project %s\", len(sdpItems), projectID)\n\t})\n\n\tt.Run(\"GetMachineImage\", func(t *testing.T) {\n\t\tlog.Printf(\"Retrieving machine image %s in project %s\", machineImageName, projectID)\n\n\t\tmachineImagesWrapper := manual.NewComputeMachineImage(gcpshared.NewComputeMachineImageClient(client), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tscope := machineImagesWrapper.Scopes()[0]\n\n\t\tmachineImagesAdapter := sources.WrapperToAdapter(machineImagesWrapper, sdpcache.NewNoOpCache())\n\t\tsdpItem, qErr := machineImagesAdapter.Get(ctx, scope, machineImageName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != machineImageName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", machineImageName, uniqueAttrValue)\n\t\t}\n\n\t\tlog.Printf(\"Successfully retrieved machine image %s in project %s\", machineImageName, projectID)\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteComputeMachineImage(ctx, client, projectID, machineImageName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete compute machine image: %v\", err)\n\t\t}\n\n\t\terr = deleteComputeInstance(ctx, instanceClient, projectID, zone, sourceInstanceName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete source instance: %v\", err)\n\t\t}\n\t})\n}\n\n// createComputeMachineImage creates a GCP Compute Machine Image with the given parameters.\nfunc createComputeMachineImage(t *testing.T, ctx context.Context, client *compute.MachineImagesClient, projectID, zone, machineImageName, sourceInstanceName string) error {\n\tmachineImage := &computepb.MachineImage{\n\t\tName: new(machineImageName),\n\t\tSourceInstance: new(fmt.Sprintf(\n\t\t\t\"projects/%s/zones/%s/instances/%s\",\n\t\t\tprojectID, zone, sourceInstanceName,\n\t\t)),\n\t\tLabels: map[string]string{\n\t\t\t\"test\": \"integration\",\n\t\t},\n\t}\n\n\treq := &computepb.InsertMachineImageRequest{\n\t\tProject: projectID,\n\t\tMachineImageResource: machineImage,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for machine image creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Machine image %s created successfully in project %s\", machineImageName, projectID)\n\treturn nil\n}\n\nfunc deleteComputeMachineImage(ctx context.Context, client *compute.MachineImagesClient, projectID, machineImageName string) error {\n\treq := &computepb.DeleteMachineImageRequest{\n\t\tProject: projectID,\n\t\tMachineImage: machineImageName,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for machine image deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Compute machine image %s deleted successfully\", machineImageName)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-network_test.go", "content": "package integrationtests\n\nimport (\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeNetworkIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tctx := t.Context()\n\n\tnetworkName := \"default\" // Use an existing network for testing\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tt.Logf(\"We will use the default network '%s' in project '%s' for testing\", networkName, projectID)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Logf(\"Running test for Compute Network: %s\", networkName)\n\n\t\tsdpItemType := gcpshared.ComputeNetwork\n\n\t\tgcpHTTPCliWithOtel, err := gcpshared.GCPHTTPClientWithOtel(ctx, \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create GCP HTTP client: %v\", err)\n\t\t}\n\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, gcpshared.NewLinker(), gcpHTTPCliWithOtel, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list networks: %v\", err)\n\t\t}\n\n\t\tfor _, sdp := range sdpItems {\n\t\t\tuniqueAttrVal, err := sdp.GetAttributes().Get(sdp.GetUniqueAttribute())\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Failed to get unique attribute for %s: %v\", sdp.GetUniqueAttribute(), err)\n\t\t\t}\n\n\t\t\tuniqueAttrValue, ok := uniqueAttrVal.(string)\n\t\t\tif !ok {\n\t\t\t\tt.Errorf(\"Unique attribute value for %s is not a string: %v\", sdp.GetUniqueAttribute(), uniqueAttrVal)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tsdpItem, qErr := adapter.Get(ctx, projectID, uniqueAttrValue, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Errorf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Errorf(\"Expected sdpItem to be non-nil for network %s\", sdp.GetUniqueAttribute())\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"SDP item validation failed for %s: %v\", sdp.GetUniqueAttribute(), err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tt.Logf(\"Skipping teardown for Compute Network test as we are using the default network '%s'\", networkName)\n\t})\n}\n" }, { "path": "sources/gcp/integration-tests/compute-node-group_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// The scope of this integration test should cover nodegroups, nodes, and node templates.\n\nfunc TestComputeNodeGroupIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tregion := zone[:strings.LastIndex(zone, \"-\")]\n\n\t// Can replace with an environment-specific ID later.\n\tsuffix := \"default\"\n\n\t// Nodegroup -> Node Template\n\tnodeTemplateName := \"overmind-integration-test-node-template-\" + suffix\n\tnodeGroupName := \"overmind-integration-test-node-group-\" + suffix\n\n\tfullNodeTemplateName := \"projects/\" + projectID + \"/regions/\" + region + \"/nodeTemplates/\" + nodeTemplateName\n\n\tctx := context.Background()\n\n\t// Create a new Compute Engine client\n\tclient, err := compute.NewNodeGroupsRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewNodeGroupsRESTClient: %v\", err)\n\t}\n\tdefer client.Close()\n\n\tntClient, err := compute.NewNodeTemplatesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewNodeTemplatesRESTClient: %v\", err)\n\t}\n\tdefer ntClient.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr := createComputeNodeTemplate(ctx, ntClient, projectID, region, nodeTemplateName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create compute node template: %v\", err)\n\t\t}\n\n\t\terr = createComputeNodeGroup(ctx, client, fullNodeTemplateName, projectID, zone, nodeGroupName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create compute node group: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"Test for Node Group\", func(t *testing.T) {\n\t\tlog.Printf(\"Running integration test for Compute Node Group in project %s, zone %s\", projectID, zone)\n\n\t\tnodeGroupWrapper := manual.NewComputeNodeGroup(gcpshared.NewComputeNodeGroupClient(client), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := nodeGroupWrapper.Scopes()[0]\n\n\t\tnodeGroupAdapter := sources.WrapperToAdapter(nodeGroupWrapper, sdpcache.NewNoOpCache())\n\n\t\t// [SPEC] GET against a valid resource name will return an SDP item wrapping the\n\t\t// available resource.\n\t\tsdpItem, err := nodeGroupAdapter.Get(ctx, scope, nodeGroupName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"nodeGroupAdapter.Get returned unexpected error: %v\", err)\n\t\t}\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\t// [SPEC] The attributes contained in the SDP item directly match the attributes\n\t\t// from the GCP API.\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != nodeGroupName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", nodeGroupName, uniqueAttrValue)\n\t\t}\n\n\t\t// [SPEC] The only linked item query is one Node Template.\n\t\t{\n\t\t\tif len(sdpItem.GetLinkedItemQueries()) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 linked item query, got: %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t\t}\n\n\t\t\tlinkedItem := sdpItem.GetLinkedItemQueries()[0]\n\t\t\tif linkedItem.GetQuery().GetType() != gcpshared.ComputeNodeTemplate.String() {\n\t\t\t\tt.Fatalf(\"Expected linked item type to be %s, got: %s\", gcpshared.ComputeNodeTemplate.String(), linkedItem.GetQuery().GetType())\n\t\t\t}\n\n\t\t\tif linkedItem.GetQuery().GetQuery() != nodeTemplateName {\n\t\t\t\tt.Fatalf(\"Expected linked item query to be %s, got: %s\", nodeTemplateName, linkedItem.GetQuery().GetQuery())\n\t\t\t}\n\n\t\t\texpectedScope := gcpshared.RegionalScope(projectID, region)\n\t\t\tif linkedItem.GetQuery().GetScope() != expectedScope {\n\t\t\t\tt.Fatalf(\"Expected linked item scope to be %s, got: %s\", expectedScope, linkedItem.GetQuery().GetScope())\n\t\t\t}\n\t\t}\n\n\t\t// [SPEC] The LIST operation for node groups will list all node groups in a given\n\t\t// scope.\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := nodeGroupAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute node groups: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute node group, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// The LIST operation result should include our node group.\n\t\tfound := false\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == nodeGroupName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find node group %s in list, but it was not found\", nodeGroupName)\n\t\t}\n\t})\n\n\tt.Run(\"Test for Node Template\", func(t *testing.T) {\n\t\tlog.Printf(\"Running integration test for Compute Node Template in project %s, zone %s\", projectID, zone)\n\n\t\tnodeTemplateWrapper := manual.NewComputeNodeTemplate(gcpshared.NewComputeNodeTemplateClient(ntClient), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tscope := nodeTemplateWrapper.Scopes()[0]\n\n\t\tnodeTemplateAdapter := sources.WrapperToAdapter(nodeTemplateWrapper, sdpcache.NewNoOpCache())\n\n\t\t// [SPEC] GET against a valid resource name will return an SDP item wrapping the\n\t\t// available resource.\n\t\tsdpItem, err := nodeTemplateAdapter.Get(ctx, scope, nodeTemplateName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"nodeTemplateAdapter.Get returned unexpected error: %v\", err)\n\t\t}\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\t// [SPEC] The attributes contained in the SDP item directly match the attributes\n\t\t// from the GCP API.\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != nodeTemplateName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", nodeTemplateName, uniqueAttrValue)\n\t\t}\n\n\t\t// [SPEC] Node templates one backlink defined, linking to node groups.\n\t\t{\n\t\t\tif len(sdpItem.GetLinkedItemQueries()) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 linked item query, got: %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t\t}\n\n\t\t\t// [SPEC] The expected query must match the full URL, including the Google API\n\t\t\t// hostname.\n\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNodeGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: nodeTemplateName,\n\t\t\t\t\tExpectedScope: \"*\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, nodeTemplateAdapter, sdpItem, queryTests)\n\n\t\t\tlinkedItem := sdpItem.GetLinkedItemQueries()[0]\n\t\t\tif linkedItem.GetQuery().GetType() != gcpshared.ComputeNodeGroup.String() {\n\t\t\t\tt.Fatalf(\"Expected linked item type to be %s, got: %s\", gcpshared.ComputeNodeGroup.String(), linkedItem.GetQuery().GetType())\n\t\t\t}\n\n\t\t\tif linkedItem.GetQuery().GetQuery() != nodeTemplateName {\n\t\t\t\tt.Fatalf(\"Expected linked item query to be %s, got: %s\", nodeTemplateName, linkedItem.GetQuery().GetQuery())\n\t\t\t}\n\n\t\t\texpectedScope := \"*\"\n\t\t\tif linkedItem.GetQuery().GetScope() != expectedScope {\n\t\t\t\tt.Fatalf(\"Expected linked item scope to be %s, got: %s\", expectedScope, linkedItem.GetQuery().GetScope())\n\t\t\t}\n\t\t}\n\n\t\t// [SPEC] The LIST operation for node templates will list all node groups in a given\n\t\t// scope.\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := nodeTemplateAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute node templates: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute node template, got %d\", len(sdpItems))\n\t\t}\n\n\t\t// The LIST operation result should include our node group.\n\t\tfound := false\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == nodeTemplateName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find node group %s in list, but it was not found\", nodeTemplateName)\n\t\t}\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteComputeNodeGroup(ctx, client, projectID, zone, nodeGroupName)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Warning: failed to delete compute node group: %v\", err)\n\t\t}\n\n\t\terr = deleteComputeNodeTemplate(ctx, ntClient, projectID, region, nodeTemplateName)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Warning: failed to delete node template: %v\", err)\n\t\t}\n\t})\n}\n\n// Create a compute node template in GCP to test against.\nfunc createComputeNodeTemplate(ctx context.Context, client *compute.NodeTemplatesClient, projectID, region, name string) error {\n\t// Create a new node template\n\tnodeTemplate := &computepb.NodeTemplate{\n\t\tName: new(name),\n\t\tNodeType: new(\"c2-node-60-240\"),\n\t}\n\n\t// Create the node template\n\treq := &computepb.InsertNodeTemplateRequest{\n\t\tProject: projectID,\n\t\tNodeTemplateResource: nodeTemplate,\n\t\tRegion: region,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\t// Wait for the operation to complete\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"Failed to wait for node template operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Node template %s created successfully in project %s\", name, projectID)\n\treturn nil\n}\n\n// Delete a compute node template.\nfunc deleteComputeNodeTemplate(ctx context.Context, client *compute.NodeTemplatesClient, projectID, region, name string) error {\n\treq := &computepb.DeleteNodeTemplateRequest{\n\t\tProject: projectID,\n\t\tRegion: region,\n\t\tNodeTemplate: name,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for node template deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Node template %s deleted successfully in project %s\", name, projectID)\n\treturn nil\n}\n\n// Create a compute node group in GCP using the given node template.\nfunc createComputeNodeGroup(ctx context.Context, client *compute.NodeGroupsClient, nodeTemplate, projectID, zone, name string) error {\n\t// Create a new node group\n\tnodeGroup := &computepb.NodeGroup{\n\t\tName: new(name),\n\t\tNodeTemplate: new(nodeTemplate),\n\t\tAutoscalingPolicy: &computepb.NodeGroupAutoscalingPolicy{\n\t\t\tMode: new(computepb.NodeGroupAutoscalingPolicy_OFF.String()),\n\t\t\tMinNodes: new(int32(0)),\n\t\t\tMaxNodes: new(int32(1)),\n\t\t},\n\t}\n\n\treq := &computepb.InsertNodeGroupRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tNodeGroupResource: nodeGroup,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for node group creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Node group %s created successfully in project %s, zone %s\", name, projectID, zone)\n\treturn nil\n}\n\n// Delete a compute node group in GCP.\nfunc deleteComputeNodeGroup(ctx context.Context, client *compute.NodeGroupsClient, projectID, zone, name string) error {\n\treq := &computepb.DeleteNodeGroupRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tNodeGroup: name,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for node group deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Node group %s deleted successfully in project %s, zone %s\", name, projectID, zone)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-reservation_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeReservationIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\treservationName := \"integration-test-reservation\"\n\tmachineType := \"e2-medium\" // Use a common machine type for testing\n\n\tctx := context.Background()\n\n\t// Create a new Compute Reservations client\n\tclient, err := compute.NewReservationsRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewReservationsRESTClient: %v\", err)\n\t}\n\tdefer client.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr := createComputeReservation(ctx, client, projectID, zone, reservationName, machineType)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create compute reservation: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"ListReservations\", func(t *testing.T) {\n\t\tlog.Printf(\"Listing reservations in project %s, zone %s\", projectID, zone)\n\n\t\treservationsWrapper := manual.NewComputeReservation(gcpshared.NewComputeReservationClient(client), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := reservationsWrapper.Scopes()[0]\n\n\t\treservationsAdapter := sources.WrapperToAdapter(reservationsWrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := reservationsAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute reservations: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute reservation, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == reservationName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find reservation %s in the list of compute reservations\", reservationName)\n\t\t}\n\n\t\tlog.Printf(\"Found %d reservations in project %s, zone %s\", len(sdpItems), projectID, zone)\n\t})\n\n\tt.Run(\"GetReservation\", func(t *testing.T) {\n\t\tlog.Printf(\"Retrieving reservation %s in project %s, zone %s\", reservationName, projectID, zone)\n\n\t\treservationsWrapper := manual.NewComputeReservation(gcpshared.NewComputeReservationClient(client), []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tscope := reservationsWrapper.Scopes()[0]\n\n\t\treservationsAdapter := sources.WrapperToAdapter(reservationsWrapper, sdpcache.NewNoOpCache())\n\t\tsdpItem, qErr := reservationsAdapter.Get(ctx, scope, reservationName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != reservationName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", reservationName, uniqueAttrValue)\n\t\t}\n\n\t\tlog.Printf(\"Successfully retrieved reservation %s in project %s, zone %s\", reservationName, projectID, zone)\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteReservation(ctx, client, projectID, zone, reservationName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete compute reservation: %v\", err)\n\t\t}\n\t})\n}\n\n// createComputeReservation creates a GCP Compute Reservation with the given parameters.\nfunc createComputeReservation(ctx context.Context, client *compute.ReservationsClient, projectID, zone, reservationName, machineType string) error {\n\treservation := &computepb.Reservation{\n\t\tName: new(reservationName),\n\t\tSpecificReservation: &computepb.AllocationSpecificSKUReservation{\n\t\t\tInstanceProperties: &computepb.AllocationSpecificSKUAllocationReservedInstanceProperties{\n\t\t\t\tMachineType: new(machineType),\n\t\t\t},\n\t\t\tCount: new(int64(1)),\n\t\t},\n\t}\n\n\treq := &computepb.InsertReservationRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tReservationResource: reservation,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for reservation creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Reservation %s created successfully in project %s, zone %s\", reservationName, projectID, zone)\n\treturn nil\n}\n\nfunc deleteReservation(ctx context.Context, client *compute.ReservationsClient, projectID, zone, reservationName string) error {\n\treq := &computepb.DeleteReservationRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tReservation: reservationName,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for reservation deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Compute reservation %s deleted successfully in project %s, zone %s\", reservationName, projectID, zone)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-snapshot_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeSnapshotIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tsnapshotName := \"integration-test-snapshot\"\n\tdiskName := \"integration-test-disk-for-snapshot\"\n\n\tctx := context.Background()\n\n\t// Create a new Compute Snapshots client\n\tclient, err := compute.NewSnapshotsRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewSnapshotsRESTClient: %v\", err)\n\t}\n\tdefer client.Close()\n\n\tdiskClient, err := compute.NewDisksRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewDisksRESTClient: %v\", err)\n\t}\n\tdefer diskClient.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr = createDisk(ctx, diskClient, projectID, zone, diskName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create source disk: %v\", err)\n\t\t}\n\n\t\terr := createComputeSnapshot(ctx, client, projectID, zone, snapshotName, diskName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create compute snapshot: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"ListSnapshots\", func(t *testing.T) {\n\t\tlog.Printf(\"Listing snapshots in project %s\", projectID)\n\n\t\tsnapshotsWrapper := manual.NewComputeSnapshot(gcpshared.NewComputeSnapshotsClient(client), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tscope := snapshotsWrapper.Scopes()[0]\n\n\t\tsnapshotsAdapter := sources.WrapperToAdapter(snapshotsWrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := snapshotsAdapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute snapshots: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute snapshot, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tuniqueAttrKey := item.GetUniqueAttribute()\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == snapshotName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find snapshot %s in the list of compute snapshots\", snapshotName)\n\t\t}\n\n\t\tlog.Printf(\"Found %d snapshots in project %s\", len(sdpItems), projectID)\n\t})\n\n\tt.Run(\"GetSnapshot\", func(t *testing.T) {\n\t\tlog.Printf(\"Retrieving snapshot %s in project %s\", snapshotName, projectID)\n\n\t\tsnapshotsWrapper := manual.NewComputeSnapshot(gcpshared.NewComputeSnapshotsClient(client), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tscope := snapshotsWrapper.Scopes()[0]\n\n\t\tsnapshotsAdapter := sources.WrapperToAdapter(snapshotsWrapper, sdpcache.NewNoOpCache())\n\t\tsdpItem, qErr := snapshotsAdapter.Get(ctx, scope, snapshotName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected sdpItem to be non-nil\")\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != snapshotName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", snapshotName, uniqueAttrValue)\n\t\t}\n\n\t\tlog.Printf(\"Successfully retrieved snapshot %s in project %s\", snapshotName, projectID)\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteComputeSnapshot(ctx, client, projectID, snapshotName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete compute snapshot: %v\", err)\n\t\t}\n\t})\n}\n\n// createComputeSnapshot creates a GCP Compute Snapshot with the given parameters.\nfunc createComputeSnapshot(ctx context.Context, client *compute.SnapshotsClient, projectID, zone, snapshotName, diskName string) error {\n\tsnapshot := &computepb.Snapshot{\n\t\tName: new(snapshotName),\n\t\tSourceDisk: new(fmt.Sprintf(\n\t\t\t\"projects/%s/zones/%s/disks/%s\",\n\t\t\tprojectID, zone, diskName,\n\t\t)),\n\t\tLabels: map[string]string{\n\t\t\t\"test\": \"integration\",\n\t\t},\n\t\tStorageLocations: []string{\"us-central1\"},\n\t}\n\n\t// Create the snapshot\n\treq := &computepb.InsertSnapshotRequest{\n\t\tProject: projectID,\n\t\tSnapshotResource: snapshot,\n\t}\n\n\top, err := client.Insert(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for snapshot creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Snapshot %s created successfully in project %s\", snapshotName, projectID)\n\treturn nil\n}\n\nfunc deleteComputeSnapshot(ctx context.Context, client *compute.SnapshotsClient, projectID, snapshotName string) error {\n\treq := &computepb.DeleteSnapshotRequest{\n\t\tProject: projectID,\n\t\tSnapshot: snapshotName,\n\t}\n\n\top, err := client.Delete(ctx, req)\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tif err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for snapshot deletion operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Compute snapshot %s deleted successfully\", snapshotName)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/compute-subnetwork_test.go", "content": "package integrationtests\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeSubnetworkIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tregion := os.Getenv(\"GCP_REGION\")\n\tif region == \"\" {\n\t\tregion = \"us-central1\" // Default region if not specified\n\t\tt.Logf(\"GCP_REGION environment variable not set, using default: %s\", region)\n\t}\n\n\tt.Parallel()\n\n\tctx := t.Context()\n\n\t// We'll use the default subnetwork for testing\n\tsubnetworkName := \"default\" // Default subnetworks are created for default networks\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tt.Logf(\"We will use the default subnetwork '%s' in region '%s' of project '%s' for testing\",\n\t\t\tsubnetworkName, region, projectID)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Logf(\"Running test for Compute Subnetwork: %s\", subnetworkName)\n\n\t\tsdpItemType := gcpshared.ComputeSubnetwork\n\n\t\tgcpHTTPCliWithOtel, err := gcpshared.GCPHTTPClientWithOtel(ctx, \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create GCP HTTP client: %v\", err)\n\t\t}\n\n\t\t// For subnetworks, we need to include the region as an initialization parameter\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, gcpshared.NewLinker(), gcpHTTPCliWithOtel, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\tscope := fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list subnetworks in region %s: %v\", region, err)\n\t\t}\n\n\t\tif len(sdpItems) == 0 {\n\t\t\tt.Logf(\"No subnetworks found in project %s and region %s\", projectID, region)\n\t\t\treturn\n\t\t}\n\n\t\tfor _, sdp := range sdpItems {\n\t\t\tuniqueAttrVal, err := sdp.GetAttributes().Get(sdp.GetUniqueAttribute())\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Failed to get unique attribute for %s: %v\", sdp.GetUniqueAttribute(), err)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tuniqueAttrValue, ok := uniqueAttrVal.(string)\n\t\t\tif !ok {\n\t\t\t\tt.Errorf(\"Unique attribute value for %s is not a string: %v\", sdp.GetUniqueAttribute(), uniqueAttrVal)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, uniqueAttrValue, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Errorf(\"Expected no error, got: %v\", qErr)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Errorf(\"Expected sdpItem to be non-nil for subnetwork %s\", uniqueAttrValue)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"SDP item validation failed for %s: %v\", uniqueAttrValue, err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tt.Logf(\"Skipping teardown for Compute Subnetwork test as we are using the default subnetwork '%s'\", subnetworkName)\n\t})\n}\n" }, { "path": "sources/gcp/integration-tests/computer-instance-template_test.go", "content": "package integrationtests\n\nimport (\n\t\"os\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestComputeInstanceTemplateIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tctx := t.Context()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tt.Logf(\"We will test existing instance templates in project '%s'\", projectID)\n\t})\n\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tt.Logf(\"Running test for Compute Instance Templates\")\n\n\t\tsdpItemType := gcpshared.ComputeInstanceTemplate\n\n\t\tgcpHTTPCliWithOtel, err := gcpshared.GCPHTTPClientWithOtel(ctx, \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create GCP HTTP client: %v\", err)\n\t\t}\n\n\t\t// Instance templates are global resources, no region needed\n\t\tadapter, err := dynamic.MakeAdapter(sdpItemType, gcpshared.NewLinker(), gcpHTTPCliWithOtel, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create adapter for %s: %v\", sdpItemType, err)\n\t\t}\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter for %s does not implement ListableAdapter\", sdpItemType)\n\t\t}\n\n\t\t// For global resources, scope is just the project ID\n\t\tscope := projectID\n\t\tsdpItems, err := listable.List(ctx, scope, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list instance templates: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) == 0 {\n\t\t\tt.Logf(\"No instance templates found in project %s\", projectID)\n\t\t\treturn\n\t\t}\n\n\t\tfor _, sdp := range sdpItems {\n\t\t\tuniqueAttrVal, err := sdp.GetAttributes().Get(sdp.GetUniqueAttribute())\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"Failed to get unique attribute for %s: %v\", sdp.GetUniqueAttribute(), err)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tuniqueAttrValue, ok := uniqueAttrVal.(string)\n\t\t\tif !ok {\n\t\t\t\tt.Errorf(\"Unique attribute value for %s is not a string: %v\", sdp.GetUniqueAttribute(), uniqueAttrVal)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tsdpItem, qErr := adapter.Get(ctx, scope, uniqueAttrValue, true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Errorf(\"Expected no error, got: %v\", qErr)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tif sdpItem == nil {\n\t\t\t\tt.Errorf(\"Expected sdpItem to be non-nil for instance template %s\", uniqueAttrValue)\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\t\tt.Errorf(\"SDP item validation failed for %s: %v\", uniqueAttrValue, err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tt.Logf(\"No teardown needed for Compute Instance Template test as we only performed read operations\")\n\t})\n}\n" }, { "path": "sources/gcp/integration-tests/kms_vs_asset_inventory_test.go", "content": "package integrationtests\n\n// GCP Cloud KMS Limitations\n//\n// This test compares the Cloud KMS direct API with the Cloud Asset Inventory API.\n// Understanding the following GCP limitations is essential for working with KMS resources:\n//\n// 1. CryptoKey Deletion:\n// - CryptoKeys CANNOT be immediately deleted from GCP\n// - Must destroy all CryptoKeyVersions first (schedules for deletion after 24h by default)\n// - Even after version destruction, the CryptoKey resource remains (in DESTROYED state)\n// - The key name cannot be reused after destruction\n// - See: https://cloud.google.com/kms/docs/destroy-restore\n//\n// 2. KeyRing Deletion:\n// - KeyRings CANNOT be deleted at all in GCP\n// - Once created, they persist forever in the project\n// - This is by design for audit/compliance purposes\n// - See: https://cloud.google.com/kms/docs/resource-hierarchy\n//\n// 3. Resource Naming:\n// - KeyRing and CryptoKey names must be unique within their parent\n// - Names cannot be reused even after destruction\n// - This test uses a shared KeyRing to avoid proliferation\n//\n// 4. Asset Inventory Indexing:\n// - Cloud Asset Inventory indexes resources asynchronously\n// - New resources may take 1-5 minutes to appear in queries\n// - The test includes retry logic to handle this delay\n//\n// API Rate Limits (for reference):\n//\n// Cloud KMS API:\n// - Read requests: 300 queries per minute (QPM)\n// - Enforced per-second (QPS), not per-minute\n// - Exceeding limit returns RESOURCE_EXHAUSTED error\n// - See: https://cloud.google.com/kms/quotas\n//\n// Cloud Asset Inventory API:\n// - ListAssets: 100 QPM per project, 800 QPM per organization\n// - SearchAllResources: 400 QPM per project\n// - See: https://cloud.google.com/asset-inventory/docs/quota\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"io\"\n\t\"net/http\"\n\t\"net/url\"\n\t\"os\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\tkms \"cloud.google.com/go/kms/apiv1\"\n\t\"cloud.google.com/go/kms/apiv1/kmspb\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"google.golang.org/grpc/codes\"\n\t\"google.golang.org/grpc/status\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nconst (\n\t// Shared KeyRing name - reused across test runs since KeyRings cannot be deleted\n\ttestKeyRingName = \"integration-test-keyring\"\n\t// Location for KMS resources\n\ttestKMSLocation = \"global\"\n\t// CryptoKey name prefix - timestamp will be appended for uniqueness\n\ttestCryptoKeyPrefix = \"api-comparison-test-key\"\n)\n\n// TestKMSvsAssetInventoryComparison compares the Cloud KMS direct API with the\n// Cloud Asset Inventory API for retrieving CryptoKey information.\n//\n// This test demonstrates the differences in:\n// - Calling conventions (URL structure, query parameters)\n// - Response structure (direct resource vs wrapped asset)\n// - Available metadata (ancestors, update times, etc.)\n// - Rate limits and quotas\nfunc TestKMSvsAssetInventoryComparison(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tctx := context.Background()\n\n\t// Create KMS client for resource management\n\tkmsClient, err := kms.NewKeyManagementClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create KMS client: %v\", err)\n\t}\n\tdefer kmsClient.Close()\n\n\t// Create HTTP client for direct API calls\n\thttpClient, err := gcpshared.GCPHTTPClientWithOtel(ctx, \"\")\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create HTTP client: %v\", err)\n\t}\n\n\t// Generate unique CryptoKey name for this test run\n\tcryptoKeyName := fmt.Sprintf(\"%s-%d\", testCryptoKeyPrefix, time.Now().Unix())\n\n\t// Full resource names\n\tkeyRingParent := fmt.Sprintf(\"projects/%s/locations/%s\", projectID, testKMSLocation)\n\tkeyRingFullName := fmt.Sprintf(\"%s/keyRings/%s\", keyRingParent, testKeyRingName)\n\tcryptoKeyFullName := fmt.Sprintf(\"%s/cryptoKeys/%s\", keyRingFullName, cryptoKeyName)\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\t// Create KeyRing (idempotent - will succeed if already exists)\n\t\terr := createKeyRing(ctx, kmsClient, keyRingParent, testKeyRingName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create KeyRing: %v\", err)\n\t\t}\n\t\tlog.Printf(\"KeyRing ready: %s\", keyRingFullName)\n\n\t\t// Create CryptoKey for this test\n\t\terr = createCryptoKey(ctx, kmsClient, keyRingFullName, cryptoKeyName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create CryptoKey: %v\", err)\n\t\t}\n\t\tlog.Printf(\"CryptoKey created: %s\", cryptoKeyFullName)\n\t})\n\n\tt.Run(\"CompareAPIs\", func(t *testing.T) {\n\t\tt.Log(\"=== GCP API Comparison: Cloud KMS vs Cloud Asset Inventory ===\")\n\t\tt.Log(\"\")\n\n\t\t// --- Cloud KMS Direct API ---\n\t\tt.Log(\"--- Cloud KMS Direct API ---\")\n\t\tkmsURL := fmt.Sprintf(\"https://cloudkms.googleapis.com/v1/%s\", cryptoKeyFullName)\n\t\tt.Logf(\"URL: %s\", kmsURL)\n\t\tt.Logf(\"Method: GET\")\n\t\tt.Logf(\"Required Permission: cloudkms.cryptoKeys.get\")\n\t\tt.Logf(\"Rate Limit: 300 QPM (enforced per-second)\")\n\t\tt.Log(\"\")\n\n\t\tkmsStart := time.Now()\n\t\tkmsResponse, err := callKMSDirectAPI(ctx, httpClient, cryptoKeyFullName)\n\t\tkmsLatency := time.Since(kmsStart)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to call KMS API: %v\", err)\n\t\t}\n\t\tt.Logf(\"Latency: %v\", kmsLatency)\n\t\tt.Log(\"\")\n\n\t\t// Pretty print KMS response\n\t\tkmsJSON, _ := json.MarshalIndent(kmsResponse, \"\", \" \")\n\t\tt.Logf(\"Response Structure (Cloud KMS):\\n%s\", string(kmsJSON))\n\t\tt.Log(\"\")\n\n\t\t// --- Cloud Asset Inventory API ---\n\t\tt.Log(\"--- Cloud Asset Inventory API ---\")\n\t\tassetURL := fmt.Sprintf(\n\t\t\t\"https://cloudasset.googleapis.com/v1/projects/%s/assets?assetTypes=cloudkms.googleapis.com/CryptoKey&contentType=RESOURCE\",\n\t\t\tprojectID,\n\t\t)\n\t\tt.Logf(\"URL: %s\", assetURL)\n\t\tt.Logf(\"Method: GET\")\n\t\tt.Logf(\"Required Permission: cloudasset.assets.listResource\")\n\t\tt.Logf(\"Rate Limit: 100 QPM per project (ListAssets)\")\n\t\tt.Log(\"\")\n\n\t\t// Asset Inventory may have indexing delay - retry with backoff\n\t\tvar assetResponse map[string]any\n\t\tvar assetLatency time.Duration\n\t\tvar foundAsset bool\n\n\t\tt.Log(\"Note: Cloud Asset Inventory indexes resources asynchronously.\")\n\t\tt.Log(\"Retrying with backoff if the newly created key is not yet indexed...\")\n\t\tt.Log(\"\")\n\n\t\tfor attempt := 1; attempt <= 10; attempt++ {\n\t\t\tassetStart := time.Now()\n\t\t\tassetResponse, err = callAssetInventoryAPI(ctx, httpClient, projectID, cryptoKeyFullName)\n\t\t\tassetLatency = time.Since(assetStart)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Logf(\"Attempt %d: Error calling Asset Inventory API: %v\", attempt, err)\n\t\t\t} else if assetResponse != nil {\n\t\t\t\tfoundAsset = true\n\t\t\t\tt.Logf(\"Attempt %d: Found asset after %v\", attempt, assetLatency)\n\t\t\t\tbreak\n\t\t\t} else {\n\t\t\t\tt.Logf(\"Attempt %d: Asset not yet indexed, waiting...\", attempt)\n\t\t\t}\n\n\t\t\t// Exponential backoff: 5s, 10s, 20s, 40s... up to 60s\n\t\t\twaitTime := min(time.Duration(5*(1<<(attempt-1)))*time.Second, 60*time.Second)\n\t\t\ttime.Sleep(waitTime)\n\t\t}\n\n\t\tif !foundAsset {\n\t\t\tt.Log(\"WARNING: Asset not found in Cloud Asset Inventory after retries.\")\n\t\t\tt.Log(\"This may indicate the indexing delay exceeds our retry window.\")\n\t\t\tt.Log(\"The test will continue with partial comparison.\")\n\t\t} else {\n\t\t\t// Pretty print Asset Inventory response\n\t\t\tassetJSON, _ := json.MarshalIndent(assetResponse, \"\", \" \")\n\t\t\tt.Logf(\"Response Structure (Cloud Asset Inventory):\\n%s\", string(assetJSON))\n\t\t}\n\t\tt.Log(\"\")\n\n\t\t// --- Comparison Summary ---\n\t\tt.Log(\"=== Comparison Summary ===\")\n\t\tt.Log(\"\")\n\t\tt.Log(\"| Aspect | Cloud KMS API | Cloud Asset Inventory API |\")\n\t\tt.Log(\"|-------------------------|----------------------------|---------------------------------|\")\n\t\tt.Log(\"| Endpoint | cloudkms.googleapis.com | cloudasset.googleapis.com |\")\n\t\tt.Log(\"| Response Type | Direct resource | Wrapped in Asset object |\")\n\t\tt.Log(\"| Resource Data Location | Root of response | resource.data field |\")\n\t\tt.Log(\"| Rate Limit | 300 QPM | 100 QPM (ListAssets) |\")\n\t\tt.Log(\"| Ancestry Info | Not included | Included (ancestors field) |\")\n\t\tt.Log(\"| IAM Policy | Separate API call | Optional (contentType param) |\")\n\t\tt.Log(\"| Update Timestamp | createTime only | updateTime + createTime |\")\n\t\tt.Logf(\"| Observed Latency | %v | %v |\", kmsLatency.Round(time.Millisecond), assetLatency.Round(time.Millisecond))\n\t\tt.Log(\"\")\n\n\t\tt.Log(\"Key Differences:\")\n\t\tt.Log(\"1. Cloud KMS returns the CryptoKey resource directly\")\n\t\tt.Log(\"2. Cloud Asset Inventory wraps the resource with metadata (ancestors, assetType, updateTime)\")\n\t\tt.Log(\"3. Asset Inventory can batch multiple asset types in a single request\")\n\t\tt.Log(\"4. Asset Inventory provides resource hierarchy information (ancestors)\")\n\t\tt.Log(\"5. Cloud KMS API has higher rate limits for targeted resource access\")\n\t\tt.Log(\"6. Asset Inventory has indexing delay (resources not immediately available)\")\n\t})\n\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\t// Note: We cannot delete CryptoKeys or KeyRings in GCP.\n\t\t// The best we can do is destroy the CryptoKeyVersion to make the key unusable.\n\t\t//\n\t\t// From GCP documentation:\n\t\t// \"You cannot delete a CryptoKey or KeyRing resource. These resources are retained\n\t\t// indefinitely for audit and compliance purposes.\"\n\t\t//\n\t\t// To minimize resource accumulation, we:\n\t\t// 1. Destroy the primary CryptoKeyVersion (schedules it for deletion after 24h)\n\t\t// 2. Leave the CryptoKey in DESTROYED state\n\t\t// 3. Reuse the same KeyRing for all test runs\n\n\t\terr := destroyCryptoKeyVersion(ctx, kmsClient, cryptoKeyFullName)\n\t\tif err != nil {\n\t\t\t// Log but don't fail - the key will remain but be unusable\n\t\t\tlog.Printf(\"Warning: Failed to destroy CryptoKeyVersion: %v\", err)\n\t\t\tlog.Printf(\"The CryptoKey %s will remain active but can be manually destroyed later\", cryptoKeyFullName)\n\t\t} else {\n\t\t\tlog.Printf(\"CryptoKeyVersion scheduled for destruction: %s\", cryptoKeyFullName)\n\t\t\tlog.Printf(\"Note: The CryptoKey resource itself cannot be deleted (GCP limitation)\")\n\t\t}\n\t})\n}\n\n// createKeyRing creates a KeyRing if it doesn't already exist.\n// KeyRings cannot be deleted, so this is idempotent.\nfunc createKeyRing(ctx context.Context, client *kms.KeyManagementClient, parent, keyRingID string) error {\n\treq := &kmspb.CreateKeyRingRequest{\n\t\tParent: parent,\n\t\tKeyRingId: keyRingID,\n\t\tKeyRing: &kmspb.KeyRing{},\n\t}\n\n\t_, err := client.CreateKeyRing(ctx, req)\n\tif err != nil {\n\t\t// Check for gRPC AlreadyExists error - KeyRing already exists is fine\n\t\tif st, ok := status.FromError(err); ok && st.Code() == codes.AlreadyExists {\n\t\t\tlog.Printf(\"KeyRing already exists (expected): %s/%s\", parent, keyRingID)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"failed to create KeyRing: %w\", err)\n\t}\n\n\treturn nil\n}\n\n// createCryptoKey creates a new CryptoKey for encryption/decryption.\nfunc createCryptoKey(ctx context.Context, client *kms.KeyManagementClient, keyRingName, cryptoKeyID string) error {\n\treq := &kmspb.CreateCryptoKeyRequest{\n\t\tParent: keyRingName,\n\t\tCryptoKeyId: cryptoKeyID,\n\t\tCryptoKey: &kmspb.CryptoKey{\n\t\t\tPurpose: kmspb.CryptoKey_ENCRYPT_DECRYPT,\n\t\t\tLabels: map[string]string{\n\t\t\t\t\"test\": \"integration\",\n\t\t\t\t\"purpose\": \"api-comparison\",\n\t\t\t},\n\t\t},\n\t}\n\n\t_, err := client.CreateCryptoKey(ctx, req)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to create CryptoKey: %w\", err)\n\t}\n\n\treturn nil\n}\n\n// destroyCryptoKeyVersion destroys the primary version of a CryptoKey.\n// This is the closest we can get to \"deleting\" a key in GCP.\n// The version is scheduled for destruction after 24 hours by default.\nfunc destroyCryptoKeyVersion(ctx context.Context, client *kms.KeyManagementClient, cryptoKeyName string) error {\n\t// First, get the CryptoKey to find its primary version\n\tgetReq := &kmspb.GetCryptoKeyRequest{\n\t\tName: cryptoKeyName,\n\t}\n\n\tcryptoKey, err := client.GetCryptoKey(ctx, getReq)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to get CryptoKey: %w\", err)\n\t}\n\n\tif cryptoKey.GetPrimary() == nil {\n\t\tlog.Printf(\"CryptoKey has no primary version (may already be destroyed)\")\n\t\treturn nil\n\t}\n\n\t// Destroy the primary version\n\tdestroyReq := &kmspb.DestroyCryptoKeyVersionRequest{\n\t\tName: cryptoKey.GetPrimary().GetName(),\n\t}\n\n\t_, err = client.DestroyCryptoKeyVersion(ctx, destroyReq)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to destroy CryptoKeyVersion: %w\", err)\n\t}\n\n\treturn nil\n}\n\n// callKMSDirectAPI calls the Cloud KMS REST API directly to get a CryptoKey.\nfunc callKMSDirectAPI(ctx context.Context, httpClient *http.Client, cryptoKeyName string) (map[string]any, error) {\n\tapiURL := fmt.Sprintf(\"https://cloudkms.googleapis.com/v1/%s\", cryptoKeyName)\n\n\treq, err := http.NewRequestWithContext(ctx, http.MethodGet, apiURL, nil)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create request: %w\", err)\n\t}\n\n\tresp, err := httpClient.Do(req)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to execute request: %w\", err)\n\t}\n\tdefer resp.Body.Close()\n\n\tif resp.StatusCode != http.StatusOK {\n\t\tbody, _ := io.ReadAll(resp.Body)\n\t\treturn nil, fmt.Errorf(\"KMS API returned status %d: %s\", resp.StatusCode, string(body))\n\t}\n\n\tbody, err := io.ReadAll(resp.Body)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to read response body: %w\", err)\n\t}\n\n\tvar result map[string]any\n\tif err := json.Unmarshal(body, &result); err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to unmarshal response: %w\", err)\n\t}\n\n\treturn result, nil\n}\n\n// callAssetInventoryAPI calls the Cloud Asset Inventory API to find a specific CryptoKey.\n// Returns the asset if found, nil if not found (may indicate indexing delay).\nfunc callAssetInventoryAPI(ctx context.Context, httpClient *http.Client, projectID, cryptoKeyName string) (map[string]any, error) {\n\t// Build the Asset Inventory ListAssets URL\n\tbaseURL := fmt.Sprintf(\"https://cloudasset.googleapis.com/v1/projects/%s/assets\", projectID)\n\n\tparams := url.Values{}\n\tparams.Set(\"assetTypes\", \"cloudkms.googleapis.com/CryptoKey\")\n\tparams.Set(\"contentType\", \"RESOURCE\")\n\n\tapiURL := fmt.Sprintf(\"%s?%s\", baseURL, params.Encode())\n\n\treq, err := http.NewRequestWithContext(ctx, http.MethodGet, apiURL, nil)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create request: %w\", err)\n\t}\n\n\t// Cloud Asset Inventory API requires a quota project header when using user credentials\n\t// This tells GCP which project to bill for the API usage\n\treq.Header.Set(\"X-Goog-User-Project\", projectID)\n\n\tresp, err := httpClient.Do(req)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to execute request: %w\", err)\n\t}\n\tdefer resp.Body.Close()\n\n\tif resp.StatusCode != http.StatusOK {\n\t\tbody, _ := io.ReadAll(resp.Body)\n\t\treturn nil, fmt.Errorf(\"Asset Inventory API returned status %d: %s\", resp.StatusCode, string(body))\n\t}\n\n\tbody, err := io.ReadAll(resp.Body)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to read response body: %w\", err)\n\t}\n\n\tvar result map[string]any\n\tif err := json.Unmarshal(body, &result); err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to unmarshal response: %w\", err)\n\t}\n\n\t// Find the specific CryptoKey in the assets list\n\tassets, ok := result[\"assets\"].([]any)\n\tif !ok || len(assets) == 0 {\n\t\treturn nil, nil // No assets found - may indicate indexing delay\n\t}\n\n\t// The Asset Inventory uses full resource names with // prefix\n\t// e.g., //cloudkms.googleapis.com/projects/PROJECT/locations/global/keyRings/RING/cryptoKeys/KEY\n\texpectedAssetName := fmt.Sprintf(\"//cloudkms.googleapis.com/%s\", cryptoKeyName)\n\n\tfor _, asset := range assets {\n\t\tassetMap, ok := asset.(map[string]any)\n\t\tif !ok {\n\t\t\tcontinue\n\t\t}\n\n\t\tname, ok := assetMap[\"name\"].(string)\n\t\tif !ok {\n\t\t\tcontinue\n\t\t}\n\n\t\tif strings.HasSuffix(name, cryptoKeyName) || name == expectedAssetName {\n\t\t\treturn assetMap, nil\n\t\t}\n\t}\n\n\treturn nil, nil // Specific key not found in results\n}\n" }, { "path": "sources/gcp/integration-tests/main_test.go", "content": "package integrationtests\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\t\"strconv\"\n\t\"testing\"\n\n\t_ \"github.com/overmindtech/cli/sources/gcp/dynamic/adapters\" // force import of adapters to register them\n)\n\nfunc TestMain(m *testing.M) {\n\tif shouldRunIntegrationTests() {\n\t\tfmt.Println(\"Running integration tests\")\n\t\tos.Exit(m.Run())\n\t} else {\n\t\tfmt.Println(\"Skipping integration tests, set RUN_GCP_INTEGRATION_TESTS=true to run them\")\n\t\tos.Exit(0)\n\t}\n}\n\nfunc shouldRunIntegrationTests() bool {\n\trun, found := os.LookupEnv(\"RUN_GCP_INTEGRATION_TESTS\")\n\n\tif !found {\n\t\treturn false\n\t}\n\n\tshouldRun, err := strconv.ParseBool(run)\n\tif err != nil {\n\t\treturn false\n\t}\n\n\treturn shouldRun\n}\n" }, { "path": "sources/gcp/integration-tests/network-tags_test.go", "content": "// Run commands (assumes RUN_GCP_INTEGRATION_TESTS, GCP_PROJECT_ID, GCP_ZONE are exported):\n//\n// All: go test ./sources/gcp/integration-tests/ -run \"TestNetworkTagRelationships\" -count 1 -v\n// Setup: go test ./sources/gcp/integration-tests/ -run \"TestNetworkTagRelationships/Setup\" -count 1 -v\n// Run: go test ./sources/gcp/integration-tests/ -run \"TestNetworkTagRelationships/(Instance|Firewall|Route)\" -count 1 -v\n// Teardown: go test ./sources/gcp/integration-tests/ -run \"TestNetworkTagRelationships/Teardown\" -count 1 -v\n//\n// Verify created resources with gcloud:\n//\n// gcloud compute instances describe integration-test-nettag-instance --zone=$GCP_ZONE --project=$GCP_PROJECT_ID --format=\"value(tags.items)\"\n// gcloud compute firewall-rules describe integration-test-nettag-fw --project=$GCP_PROJECT_ID --format=\"value(targetTags)\"\n// gcloud compute routes describe integration-test-nettag-route --project=$GCP_PROJECT_ID --format=\"value(tags)\"\n//\n\npackage integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nconst (\n\tnetworkTagTestInstance = \"integration-test-nettag-instance\"\n\tnetworkTagTestFirewall = \"integration-test-nettag-fw\"\n\tnetworkTagTestRoute = \"integration-test-nettag-route\"\n\tnetworkTagTestInstanceTemplate = \"integration-test-nettag-template\"\n\tnetworkTag = \"nettag-test\"\n)\n\nfunc TestNetworkTagRelationships(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tt.Skip(\"GCP_ZONE environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tctx := context.Background()\n\n\tinstanceClient, err := compute.NewInstancesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewInstancesRESTClient: %v\", err)\n\t}\n\tdefer instanceClient.Close()\n\n\tfirewallClient, err := compute.NewFirewallsRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewFirewallsRESTClient: %v\", err)\n\t}\n\tdefer firewallClient.Close()\n\n\trouteClient, err := compute.NewRoutesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewRoutesRESTClient: %v\", err)\n\t}\n\tdefer routeClient.Close()\n\n\tinstanceTemplateClient, err := compute.NewInstanceTemplatesRESTClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"NewInstanceTemplatesRESTClient: %v\", err)\n\t}\n\tdefer instanceTemplateClient.Close()\n\n\t// --- Setup ---\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tif err := createInstanceWithTags(ctx, instanceClient, projectID, zone); err != nil {\n\t\t\tt.Fatalf(\"Failed to create tagged instance: %v\", err)\n\t\t}\n\t\tif err := createFirewallWithTags(ctx, firewallClient, projectID); err != nil {\n\t\t\tt.Fatalf(\"Failed to create tagged firewall: %v\", err)\n\t\t}\n\t\tif err := createRouteWithTags(ctx, routeClient, projectID); err != nil {\n\t\t\tt.Fatalf(\"Failed to create tagged route: %v\", err)\n\t\t}\n\t\tif err := createInstanceTemplateWithTags(ctx, instanceTemplateClient, projectID); err != nil {\n\t\t\tt.Fatalf(\"Failed to create tagged instance template: %v\", err)\n\t\t}\n\t})\n\n\t// --- Run ---\n\tt.Run(\"InstanceEmitsSearchLinksToFirewallAndRoute\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(\n\t\t\tgcpshared.NewComputeInstanceClient(instanceClient),\n\t\t\t[]gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)},\n\t\t)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], networkTagTestInstance, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Get instance: %v\", qErr)\n\t\t}\n\n\t\tassertHasLinkedItemQuery(t, sdpItem, gcpshared.ComputeFirewall.String(), sdp.QueryMethod_SEARCH, networkTag, projectID)\n\t\tassertHasLinkedItemQuery(t, sdpItem, gcpshared.ComputeRoute.String(), sdp.QueryMethod_SEARCH, networkTag, projectID)\n\t})\n\n\tt.Run(\"FirewallSearchByTagReturnsFirewall\", func(t *testing.T) {\n\t\tgcpHTTPCli, err := gcpshared.GCPHTTPClientWithOtel(ctx, \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"GCPHTTPClientWithOtel: %v\", err)\n\t\t}\n\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.ComputeFirewall, gcpshared.NewLinker(), gcpHTTPCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"MakeAdapter: %v\", err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Firewall adapter does not implement SearchableAdapter\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, projectID, networkTag, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Search: %v\", qErr)\n\t\t}\n\n\t\tfound := false\n\t\tfor _, item := range items {\n\t\t\tif v, err := item.GetAttributes().Get(\"name\"); err == nil && v == networkTagTestFirewall {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected to find firewall %s in search results for tag %q, got %d items\", networkTagTestFirewall, networkTag, len(items))\n\t\t}\n\t})\n\n\tt.Run(\"RouteSearchByTagReturnsRoute\", func(t *testing.T) {\n\t\tgcpHTTPCli, err := gcpshared.GCPHTTPClientWithOtel(ctx, \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"GCPHTTPClientWithOtel: %v\", err)\n\t\t}\n\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.ComputeRoute, gcpshared.NewLinker(), gcpHTTPCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"MakeAdapter: %v\", err)\n\t\t}\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Route adapter does not implement SearchableAdapter\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, projectID, networkTag, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Search: %v\", qErr)\n\t\t}\n\n\t\tfound := false\n\t\tfor _, item := range items {\n\t\t\tif v, err := item.GetAttributes().Get(\"name\"); err == nil && v == networkTagTestRoute {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected to find route %s in search results for tag %q, got %d items\", networkTagTestRoute, networkTag, len(items))\n\t\t}\n\t})\n\n\tt.Run(\"InstanceSearchByTagReturnsInstance\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(\n\t\t\tgcpshared.NewComputeInstanceClient(instanceClient),\n\t\t\t[]gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)},\n\t\t)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Instance adapter does not implement SearchableAdapter\")\n\t\t}\n\n\t\tscopeWithZone := fmt.Sprintf(\"%s.%s\", projectID, zone)\n\t\titems, qErr := searchable.Search(ctx, scopeWithZone, networkTag, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Search: %v\", qErr)\n\t\t}\n\n\t\tfound := false\n\t\tfor _, item := range items {\n\t\t\tif v, err := item.GetAttributes().Get(\"name\"); err == nil && v == networkTagTestInstance {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif !found {\n\t\t\tt.Errorf(\"Expected to find instance %s in search results for tag %q, got %d items\", networkTagTestInstance, networkTag, len(items))\n\t\t}\n\t})\n\n\tt.Run(\"FirewallEmitsSearchLinksToInstance\", func(t *testing.T) {\n\t\tgcpHTTPCli, err := gcpshared.GCPHTTPClientWithOtel(ctx, \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"GCPHTTPClientWithOtel: %v\", err)\n\t\t}\n\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.ComputeFirewall, gcpshared.NewLinker(), gcpHTTPCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"MakeAdapter: %v\", err)\n\t\t}\n\n\t\tsdpItem, qErr := adapter.Get(ctx, projectID, networkTagTestFirewall, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Get firewall: %v\", qErr)\n\t\t}\n\n\t\tassertHasLinkedItemQuery(t, sdpItem, gcpshared.ComputeInstance.String(), sdp.QueryMethod_SEARCH, networkTag, projectID)\n\t})\n\n\tt.Run(\"RouteEmitsSearchLinksToInstance\", func(t *testing.T) {\n\t\tgcpHTTPCli, err := gcpshared.GCPHTTPClientWithOtel(ctx, \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"GCPHTTPClientWithOtel: %v\", err)\n\t\t}\n\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.ComputeRoute, gcpshared.NewLinker(), gcpHTTPCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"MakeAdapter: %v\", err)\n\t\t}\n\n\t\tsdpItem, qErr := adapter.Get(ctx, projectID, networkTagTestRoute, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Get route: %v\", qErr)\n\t\t}\n\n\t\tassertHasLinkedItemQuery(t, sdpItem, gcpshared.ComputeInstance.String(), sdp.QueryMethod_SEARCH, networkTag, projectID)\n\t})\n\n\tt.Run(\"InstanceTemplateEmitsSearchLinksToFirewallAndRoute\", func(t *testing.T) {\n\t\tgcpHTTPCli, err := gcpshared.GCPHTTPClientWithOtel(ctx, \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"GCPHTTPClientWithOtel: %v\", err)\n\t\t}\n\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.ComputeInstanceTemplate, gcpshared.NewLinker(), gcpHTTPCli, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"MakeAdapter: %v\", err)\n\t\t}\n\n\t\tsdpItem, qErr := adapter.Get(ctx, projectID, networkTagTestInstanceTemplate, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Get instance template: %v\", qErr)\n\t\t}\n\n\t\tassertHasLinkedItemQuery(t, sdpItem, gcpshared.ComputeFirewall.String(), sdp.QueryMethod_SEARCH, networkTag, projectID)\n\t\tassertHasLinkedItemQuery(t, sdpItem, gcpshared.ComputeRoute.String(), sdp.QueryMethod_SEARCH, networkTag, projectID)\n\t})\n\n\t// --- Teardown ---\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tif err := deleteComputeInstance(ctx, instanceClient, projectID, zone, networkTagTestInstance); err != nil {\n\t\t\tt.Errorf(\"Failed to delete instance: %v\", err)\n\t\t}\n\t\tif err := deleteFirewall(ctx, firewallClient, projectID, networkTagTestFirewall); err != nil {\n\t\t\tt.Errorf(\"Failed to delete firewall: %v\", err)\n\t\t}\n\t\tif err := deleteRoute(ctx, routeClient, projectID, networkTagTestRoute); err != nil {\n\t\t\tt.Errorf(\"Failed to delete route: %v\", err)\n\t\t}\n\t\tif err := deleteInstanceTemplate(ctx, instanceTemplateClient, projectID, networkTagTestInstanceTemplate); err != nil {\n\t\t\tt.Errorf(\"Failed to delete instance template: %v\", err)\n\t\t}\n\t})\n}\n\nfunc assertHasLinkedItemQuery(t *testing.T, item *sdp.Item, expectedType string, expectedMethod sdp.QueryMethod, expectedQuery, expectedScope string) {\n\tt.Helper()\n\tfor _, liq := range item.GetLinkedItemQueries() {\n\t\tq := liq.GetQuery()\n\t\tif q.GetType() == expectedType && q.GetMethod() == expectedMethod && q.GetQuery() == expectedQuery && q.GetScope() == expectedScope {\n\t\t\treturn\n\t\t}\n\t}\n\tt.Errorf(\"Missing LinkedItemQuery{type=%s, method=%s, query=%s, scope=%s} on item %s\",\n\t\texpectedType, expectedMethod, expectedQuery, expectedScope, item.UniqueAttributeValue())\n}\n\n// --- Resource creation/deletion helpers ---\n\nfunc createInstanceWithTags(ctx context.Context, client *compute.InstancesClient, projectID, zone string) error {\n\tinstance := &computepb.Instance{\n\t\tName: new(networkTagTestInstance),\n\t\tMachineType: new(fmt.Sprintf(\"zones/%s/machineTypes/e2-micro\", zone)),\n\t\tTags: &computepb.Tags{\n\t\t\tItems: []string{networkTag},\n\t\t},\n\t\tDisks: []*computepb.AttachedDisk{\n\t\t\t{\n\t\t\t\tBoot: new(true),\n\t\t\t\tAutoDelete: new(true),\n\t\t\t\tInitializeParams: &computepb.AttachedDiskInitializeParams{\n\t\t\t\t\tSourceImage: new(\"projects/debian-cloud/global/images/debian-12-bookworm-v20250415\"),\n\t\t\t\t\tDiskSizeGb: new(int64(10)),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tNetworkInterfaces: []*computepb.NetworkInterface{\n\t\t\t{StackType: new(\"IPV4_ONLY\")},\n\t\t},\n\t}\n\n\top, err := client.Insert(ctx, &computepb.InsertInstanceRequest{\n\t\tProject: projectID,\n\t\tZone: zone,\n\t\tInstanceResource: instance,\n\t})\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Instance %s already exists, skipping\", networkTagTestInstance)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"insert instance: %w\", err)\n\t}\n\treturn op.Wait(ctx)\n}\n\nfunc createFirewallWithTags(ctx context.Context, client *compute.FirewallsClient, projectID string) error {\n\tfw := &computepb.Firewall{\n\t\tName: new(networkTagTestFirewall),\n\t\tNetwork: new(fmt.Sprintf(\"projects/%s/global/networks/default\", projectID)),\n\t\tTargetTags: []string{networkTag},\n\t\tAllowed: []*computepb.Allowed{\n\t\t\t{\n\t\t\t\tIPProtocol: new(\"tcp\"),\n\t\t\t\tPorts: []string{\"8080\"},\n\t\t\t},\n\t\t},\n\t\tSourceRanges: []string{\"0.0.0.0/0\"},\n\t}\n\n\top, err := client.Insert(ctx, &computepb.InsertFirewallRequest{\n\t\tProject: projectID,\n\t\tFirewallResource: fw,\n\t})\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Firewall %s already exists, skipping\", networkTagTestFirewall)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"insert firewall: %w\", err)\n\t}\n\treturn op.Wait(ctx)\n}\n\nfunc createRouteWithTags(ctx context.Context, client *compute.RoutesClient, projectID string) error {\n\troute := &computepb.Route{\n\t\tName: new(networkTagTestRoute),\n\t\tNetwork: new(fmt.Sprintf(\"projects/%s/global/networks/default\", projectID)),\n\t\tDestRange: new(\"10.99.0.0/24\"),\n\t\tNextHopGateway: new(fmt.Sprintf(\"projects/%s/global/gateways/default-internet-gateway\", projectID)),\n\t\tTags: []string{networkTag},\n\t\tPriority: new(uint32(900)),\n\t}\n\n\top, err := client.Insert(ctx, &computepb.InsertRouteRequest{\n\t\tProject: projectID,\n\t\tRouteResource: route,\n\t})\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Route %s already exists, skipping\", networkTagTestRoute)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"insert route: %w\", err)\n\t}\n\treturn op.Wait(ctx)\n}\n\nfunc deleteFirewall(ctx context.Context, client *compute.FirewallsClient, projectID, name string) error {\n\top, err := client.Delete(ctx, &computepb.DeleteFirewallRequest{\n\t\tProject: projectID,\n\t\tFirewall: name,\n\t})\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"delete firewall: %w\", err)\n\t}\n\treturn op.Wait(ctx)\n}\n\nfunc deleteRoute(ctx context.Context, client *compute.RoutesClient, projectID, name string) error {\n\top, err := client.Delete(ctx, &computepb.DeleteRouteRequest{\n\t\tProject: projectID,\n\t\tRoute: name,\n\t})\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusNotFound {\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"delete route: %w\", err)\n\t}\n\treturn op.Wait(ctx)\n}\n\nfunc createInstanceTemplateWithTags(ctx context.Context, client *compute.InstanceTemplatesClient, projectID string) error {\n\ttemplate := &computepb.InstanceTemplate{\n\t\tName: new(networkTagTestInstanceTemplate),\n\t\tProperties: &computepb.InstanceProperties{\n\t\t\tMachineType: new(\"e2-micro\"),\n\t\t\tTags: &computepb.Tags{\n\t\t\t\tItems: []string{networkTag},\n\t\t\t},\n\t\t\tDisks: []*computepb.AttachedDisk{\n\t\t\t\t{\n\t\t\t\t\tBoot: new(true),\n\t\t\t\t\tAutoDelete: new(true),\n\t\t\t\t\tInitializeParams: &computepb.AttachedDiskInitializeParams{\n\t\t\t\t\t\tSourceImage: new(\"projects/debian-cloud/global/images/debian-12-bookworm-v20250415\"),\n\t\t\t\t\t\tDiskSizeGb: new(int64(10)),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tNetworkInterfaces: []*computepb.NetworkInterface{\n\t\t\t\t{\n\t\t\t\t\tNetwork: new(\"global/networks/default\"),\n\t\t\t\t\tStackType: new(\"IPV4_ONLY\"),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\top, err := client.Insert(ctx, &computepb.InsertInstanceTemplateRequest{\n\t\tProject: projectID,\n\t\tInstanceTemplateResource: template,\n\t})\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.HTTPCode() == http.StatusConflict {\n\t\t\tlog.Printf(\"Instance template %s already exists, skipping\", networkTagTestInstanceTemplate)\n\t\t\treturn nil\n\t\t}\n\t\treturn fmt.Errorf(\"insert instance template: %w\", err)\n\t}\n\treturn op.Wait(ctx)\n}\n" }, { "path": "sources/gcp/integration-tests/service-account-impersonation_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"encoding/base64\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"os\"\n\t\"slices\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\tauthcredentials \"cloud.google.com/go/auth/credentials\"\n\t\"cloud.google.com/go/auth/oauth2adapt\"\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\tcredentials \"cloud.google.com/go/iam/credentials/apiv1\"\n\tcredentialspb \"cloud.google.com/go/iam/credentials/apiv1/credentialspb\"\n\t\"github.com/google/uuid\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\t\"golang.org/x/oauth2\"\n\tcloudresourcemanager \"google.golang.org/api/cloudresourcemanager/v1\"\n\t\"google.golang.org/api/googleapi\"\n\t\"google.golang.org/api/iam/v1\"\n\t\"google.golang.org/api/option\"\n)\n\n// Test state structure to hold service account information\ntype testState struct {\n\tprojectID string\n\tourServiceAccountID string\n\tourServiceAccountEmail string\n\tourServiceAccountKey []byte\n\tourServiceAccountKeyID string\n\tcustomerServiceAccountID string\n\tcustomerServiceAccountEmail string\n\tcustomerServiceAccountKey []byte\n\tcustomerServiceAccountKeyID string\n}\n\nfunc TestServiceAccountImpersonationIntegration(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\t// Initialize Cloud Resource Manager service\n\tcrmService, err := cloudresourcemanager.NewService(t.Context())\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create Cloud Resource Manager service: %v\", err)\n\t\treturn\n\t}\n\n\tstate := &testState{\n\t\tprojectID: projectID,\n\t}\n\n\t// Initialize IAM service using Application Default Credentials\n\tiamService, err := iam.NewService(t.Context())\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create IAM service: %v\", err)\n\t\treturn\n\t}\n\n\t// Create UUIDs for service account names\n\tourSAUUID := uuid.New().String()\n\tcustomerSAUUID := uuid.New().String()\n\n\t// Generate service account IDs (max 30 chars, must be alphanumeric and lowercase)\n\t// Remove hyphens and take first part of UUID\n\tstate.ourServiceAccountID = fmt.Sprintf(\"ovm-test-our-sa-%s\", strings.ReplaceAll(ourSAUUID[:8], \"-\", \"\"))\n\tstate.customerServiceAccountID = fmt.Sprintf(\"ovm-test-cust-%s\", strings.ReplaceAll(customerSAUUID[:8], \"-\", \"\"))\n\n\t// since this test needs to keep state between tests, we wrap it in a Run function\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tif !setupTest(t, t.Context(), iamService, crmService, state) {\n\t\t\treturn\n\t\t}\n\n\t\tt.Cleanup(func() {\n\t\t\tteardownTest(t, t.Context(), iamService, crmService, state)\n\t\t})\n\n\t\tt.Run(\"Test1_OurServiceAccountDirectAuth\", func(t *testing.T) {\n\t\t\ttestOurServiceAccountDirectAuth(t, t.Context(), state)\n\t\t})\n\n\t\tt.Run(\"Test2_CustomerServiceAccountDirectAuth\", func(t *testing.T) {\n\t\t\ttestCustomerServiceAccountDirectAuth(t, t.Context(), state)\n\t\t})\n\n\t\tt.Run(\"Test3_Impersonation\", func(t *testing.T) {\n\t\t\ttestImpersonation(t, t.Context(), state)\n\t\t})\n\n\t})\n}\n\nfunc setupTest(t *testing.T, ctx context.Context, iamService *iam.Service, crmService *cloudresourcemanager.Service, state *testState) bool {\n\t// Create \"Our Service Account\"\n\tt.Logf(\"Creating 'Our Service Account': %s\", state.ourServiceAccountID)\n\tourSA, err := createServiceAccount(ctx, iamService, state.projectID, state.ourServiceAccountID, \"Our Service Account for impersonation test\")\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create 'Our Service Account': %v\", err)\n\t\treturn false\n\t}\n\tstate.ourServiceAccountEmail = ourSA.Email\n\tt.Logf(\"Created 'Our Service Account': %s\", state.ourServiceAccountEmail)\n\n\t// Create \"Customer Service Account\"\n\tt.Logf(\"Creating 'Customer Service Account': %s\", state.customerServiceAccountID)\n\tcustomerSA, err := createServiceAccount(ctx, iamService, state.projectID, state.customerServiceAccountID, \"Customer Service Account for impersonation test\")\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create 'Customer Service Account': %v\", err)\n\t\treturn false\n\t}\n\tstate.customerServiceAccountEmail = customerSA.Email\n\tt.Logf(\"Created 'Customer Service Account': %s\", state.customerServiceAccountEmail)\n\n\t// Verify service accounts are created\n\tt.Log(\"Verifying service accounts are created...\")\n\tmaxAttempts := 30\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tourSAVerified, err := verifyServiceAccountExists(ctx, iamService, state.projectID, state.ourServiceAccountEmail)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Attempt %d/%d: Error verifying 'Our Service Account': %v\", attempt, maxAttempts, err)\n\t\t}\n\t\tcustomerSAVerified, err := verifyServiceAccountExists(ctx, iamService, state.projectID, state.customerServiceAccountEmail)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Attempt %d/%d: Error verifying 'Customer Service Account': %v\", attempt, maxAttempts, err)\n\t\t}\n\n\t\tif ourSAVerified && customerSAVerified {\n\t\t\tt.Logf(\"βœ“ Service accounts verified after %d attempt(s)\", attempt)\n\t\t\tbreak\n\t\t} else {\n\t\t\tt.Logf(\"Attempt %d/%d: Service accounts not yet available, waiting...\", attempt, maxAttempts)\n\t\t}\n\n\t\tif attempt < maxAttempts {\n\t\t\ttime.Sleep(1 * time.Second)\n\t\t} else {\n\t\t\tt.Errorf(\"Service account verification failed after %d attempts. The service accounts may not have been created correctly.\", maxAttempts)\n\t\t\treturn false\n\t\t}\n\t}\n\n\t// Grant \"Our Service Account\" permission to impersonate \"Customer Service Account\"\n\tt.Logf(\"Granting impersonation permission to 'Our Service Account'\")\n\terr = grantServiceAccountTokenCreator(ctx, iamService, state.projectID, state.customerServiceAccountEmail, state.ourServiceAccountEmail)\n\tif err != nil {\n\t\tt.Errorf(\"Failed to grant serviceAccountTokenCreator role: %v\", err)\n\t\treturn false\n\t}\n\n\t// Verify IAM policy binding is effective\n\tt.Log(\"Verifying IAM policy binding for serviceAccountTokenCreator role...\")\n\tmaxAttempts = 30\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\tverified, err := verifyServiceAccountTokenCreatorBinding(ctx, iamService, state.projectID, state.customerServiceAccountEmail, state.ourServiceAccountEmail)\n\t\tif err != nil {\n\t\t\tt.Logf(\"Attempt %d/%d: Error verifying IAM policy: %v\", attempt, maxAttempts, err)\n\t\t} else if verified {\n\t\t\tt.Logf(\"βœ“ IAM policy binding verified after %d attempt(s)\", attempt)\n\t\t\tbreak\n\t\t} else {\n\t\t\tt.Logf(\"Attempt %d/%d: IAM policy binding not yet effective, waiting...\", attempt, maxAttempts)\n\t\t}\n\n\t\tif attempt < maxAttempts {\n\t\t\ttime.Sleep(1 * time.Second)\n\t\t} else {\n\t\t\tt.Errorf(\"IAM policy binding verification failed after %d attempts. The role may not have been granted correctly.\", maxAttempts)\n\t\t\treturn false\n\t\t}\n\t}\n\n\t// Grant \"Customer Service Account\" permission to list Compute Engine instances\n\tt.Logf(\"Granting roles/compute.viewer to 'Customer Service Account' at project level\")\n\terr = grantProjectIAMRole(ctx, crmService, state.projectID, state.customerServiceAccountEmail, \"roles/compute.viewer\")\n\tif err != nil {\n\t\tt.Errorf(\"Failed to grant roles/compute.viewer role: %v\", err)\n\t\treturn false\n\t}\n\n\t// Create service account keys for authentication\n\tt.Log(\"Creating service account keys...\")\n\n\t// Create key for \"Our Service Account\"\n\tourKey, err := createServiceAccountKey(ctx, iamService, state.projectID, state.ourServiceAccountEmail)\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create key for 'Our Service Account': %v\", err)\n\t\treturn false\n\t}\n\tstate.ourServiceAccountKey = []byte(ourKey.PrivateKeyData)\n\tstate.ourServiceAccountKeyID = extractKeyID(ourKey.Name)\n\tt.Logf(\"Created key for 'Our Service Account': %s\", state.ourServiceAccountKeyID)\n\n\t// Create key for \"Customer Service Account\"\n\tcustomerKey, err := createServiceAccountKey(ctx, iamService, state.projectID, state.customerServiceAccountEmail)\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create key for 'Customer Service Account': %v\", err)\n\t\treturn false\n\t}\n\tstate.customerServiceAccountKey = []byte(customerKey.PrivateKeyData)\n\tstate.customerServiceAccountKeyID = extractKeyID(customerKey.Name)\n\tt.Logf(\"Created key for 'Customer Service Account': %s\", state.customerServiceAccountKeyID)\n\n\t// Verify permission is actually effective by attempting GenerateAccessToken\n\t// This is different from just checking the IAM policy exists - it verifies enforcement\n\tt.Log(\"Verifying permission is actually effective by attempting GenerateAccessToken...\")\n\tkeyData, err := base64.StdEncoding.DecodeString(string(state.ourServiceAccountKey))\n\tif err != nil {\n\t\tt.Errorf(\"Failed to decode service account key for verification: %v\", err)\n\t\treturn false\n\t}\n\n\tmaxAttempts = 60 // Allow more time for enforcement\n\tfor attempt := 1; attempt <= maxAttempts; attempt++ {\n\t\t// Create credentials from \"Our Service Account\" key\n\t\ttestCreds, err := authcredentials.NewCredentialsFromJSON(authcredentials.ServiceAccount, keyData, &authcredentials.DetectOptions{Scopes: []string{iam.CloudPlatformScope}})\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Failed to create credentials for verification: %v\", err)\n\t\t\treturn false\n\t\t}\n\t\ttestTokenSource := oauth2adapt.TokenSourceFromTokenProvider(testCreds)\n\n\t\t// Create IAM Credentials client\n\t\ttestClient, err := credentials.NewIamCredentialsClient(ctx, option.WithTokenSource(testTokenSource))\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Failed to create IAM Credentials client for verification: %v\", err)\n\t\t\treturn false\n\t\t}\n\n\t\t// Attempt to generate a token to verify the permission is actually effective\n\t\ttestReq := &credentialspb.GenerateAccessTokenRequest{\n\t\t\tName: fmt.Sprintf(\"projects/-/serviceAccounts/%s\", state.customerServiceAccountEmail),\n\t\t\tScope: []string{\"https://www.googleapis.com/auth/cloud-platform\"},\n\t\t}\n\t\t_, err = testClient.GenerateAccessToken(ctx, testReq)\n\t\ttestClient.Close()\n\n\t\tif err == nil {\n\t\t\tt.Logf(\"βœ“ Permission is actually effective after %d attempt(s)\", attempt)\n\t\t\tbreak\n\t\t}\n\n\t\tif attempt < maxAttempts {\n\t\t\tt.Logf(\"Attempt %d/%d: Permission not yet effective, error: %v, waiting...\", attempt, maxAttempts, err)\n\t\t\ttime.Sleep(2 * time.Second)\n\t\t} else {\n\t\t\tt.Errorf(\"Permission verification failed after %d attempts. The permission may not be enforced yet. Last error: %v\", maxAttempts, err)\n\t\t\treturn false\n\t\t}\n\t}\n\treturn true\n}\n\nfunc testOurServiceAccountDirectAuth(t *testing.T, ctx context.Context, state *testState) {\n\tt.Log(\"Test 1: Authenticating as 'Our Service Account' directly\")\n\n\t// Decode the service account key\n\tkeyData, err := base64.StdEncoding.DecodeString(string(state.ourServiceAccountKey))\n\tif err != nil {\n\t\tt.Errorf(\"Failed to decode service account key: %v\", err)\n\t\treturn\n\t}\n\n\t// Create credentials from the key\n\tcreds, err := authcredentials.NewCredentialsFromJSON(authcredentials.ServiceAccount, keyData, &authcredentials.DetectOptions{Scopes: compute.DefaultAuthScopes()})\n\tif err != nil {\n\t\tt.Logf(\"Key data: %s\", string(keyData))\n\t\tt.Errorf(\"Failed to create credentials from key: %v\", err)\n\t\treturn\n\t}\n\ttokenSource := oauth2adapt.TokenSourceFromTokenProvider(creds)\n\n\t// Create Compute Engine client using these credentials\n\tclient, err := compute.NewInstancesRESTClient(ctx, option.WithTokenSource(tokenSource))\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create Compute client: %v\", err)\n\t\treturn\n\t}\n\tdefer client.Close()\n\n\t// Attempt to list instances - this should fail with permission denied\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tzone = \"us-central1-a\" // Default zone\n\t}\n\n\treq := &computepb.ListInstancesRequest{\n\t\tProject: state.projectID,\n\t\tZone: zone,\n\t}\n\n\tit := client.List(ctx, req)\n\t_, err = it.Next()\n\n\t// We expect a permission error\n\tif err == nil {\n\t\tt.Error(\"Expected permission denied error, but listing succeeded\")\n\t\treturn\n\t}\n\n\t// Check if it's a permission error\n\tvar apiErr *apierror.APIError\n\tif errors.As(err, &apiErr) {\n\t\tif apiErr.HTTPCode() == http.StatusForbidden || apiErr.GRPCStatus().Code().String() == \"PermissionDenied\" {\n\t\t\tt.Logf(\"βœ“ Correctly received permission denied error: %v\", err)\n\t\t\treturn\n\t\t}\n\t\tt.Errorf(\"Expected permission denied error, got: %v\", err)\n\t\treturn\n\t}\n\n\t// Also check for googleapi.Error\n\tvar gErr *googleapi.Error\n\tif errors.As(err, &gErr) {\n\t\tif gErr.Code == http.StatusForbidden {\n\t\t\tt.Logf(\"βœ“ Correctly received permission denied error: %v\", err)\n\t\t\treturn\n\t\t}\n\t\tt.Errorf(\"Expected permission denied error, got: %v\", err)\n\t\treturn\n\t}\n\n\tt.Errorf(\"Expected permission denied error, got unexpected error: %v\", err)\n}\n\nfunc testCustomerServiceAccountDirectAuth(t *testing.T, ctx context.Context, state *testState) {\n\tt.Log(\"Test 2: Authenticating as 'Customer Service Account' directly\")\n\n\t// Decode the service account key\n\tkeyData, err := base64.StdEncoding.DecodeString(string(state.customerServiceAccountKey))\n\tif err != nil {\n\t\tt.Errorf(\"Failed to decode service account key: %v\", err)\n\t\treturn\n\t}\n\n\t// Create credentials from the key\n\tcreds, err := authcredentials.NewCredentialsFromJSON(authcredentials.ServiceAccount, keyData, &authcredentials.DetectOptions{Scopes: compute.DefaultAuthScopes()})\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create credentials from key: %v\", err)\n\t\treturn\n\t}\n\ttokenSource := oauth2adapt.TokenSourceFromTokenProvider(creds)\n\n\t// Create Compute Engine client using these credentials\n\tclient, err := compute.NewInstancesRESTClient(ctx, option.WithTokenSource(tokenSource))\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create Compute client: %v\", err)\n\t\treturn\n\t}\n\tdefer client.Close()\n\n\t// Attempt to list instances - this should succeed\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tzone = \"us-central1-a\" // Default zone\n\t}\n\n\treq := &computepb.ListInstancesRequest{\n\t\tProject: state.projectID,\n\t\tZone: zone,\n\t}\n\n\tit := client.List(ctx, req)\n\t_, err = it.Next()\n\tif err != nil {\n\t\tt.Errorf(\"Expected to successfully list instances, but got error: %v\", err)\n\t\treturn\n\t}\n\n\tt.Log(\"βœ“ Successfully listed instances as 'Customer Service Account'\")\n}\n\nfunc testImpersonation(t *testing.T, ctx context.Context, state *testState) {\n\tt.Log(\"Test 3: Authenticating as 'Our Service Account' and impersonating 'Customer Service Account'\")\n\n\t// Decode the \"Our Service Account\" key\n\tkeyData, err := base64.StdEncoding.DecodeString(string(state.ourServiceAccountKey))\n\tif err != nil {\n\t\tt.Errorf(\"Failed to decode service account key: %v\", err)\n\t\treturn\n\t}\n\n\t// Create credentials from \"Our Service Account\" key\n\tcreds, err := authcredentials.NewCredentialsFromJSON(authcredentials.ServiceAccount, keyData, &authcredentials.DetectOptions{Scopes: []string{iam.CloudPlatformScope}})\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create credentials from key: %v\", err)\n\t\treturn\n\t}\n\ttokenSource := oauth2adapt.TokenSourceFromTokenProvider(creds)\n\n\t// Create IAM Credentials client using \"Our Service Account\" credentials\n\tiamCredsClient, err := credentials.NewIamCredentialsClient(ctx, option.WithTokenSource(tokenSource))\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create IAM Credentials client: %v\", err)\n\t\treturn\n\t}\n\tdefer iamCredsClient.Close()\n\n\t// Generate access token for \"Customer Service Account\" for impersonating it\n\tgenerateTokenReq := &credentialspb.GenerateAccessTokenRequest{\n\t\tName: fmt.Sprintf(\"projects/-/serviceAccounts/%s\", state.customerServiceAccountEmail),\n\t\tScope: compute.DefaultAuthScopes(),\n\t}\n\n\ttokenResp, err := iamCredsClient.GenerateAccessToken(ctx, generateTokenReq)\n\tif err != nil {\n\t\tt.Errorf(\"Failed to generate access token for impersonated service account: %v\", err)\n\t\treturn\n\t}\n\n\t// Create Compute Engine client using the impersonated token\n\timpersonatedTS := oauth2.StaticTokenSource(&oauth2.Token{\n\t\tAccessToken: tokenResp.GetAccessToken(),\n\t})\n\tclient, err := compute.NewInstancesRESTClient(ctx, option.WithTokenSource(impersonatedTS))\n\tif err != nil {\n\t\tt.Errorf(\"Failed to create Compute client: %v\", err)\n\t\treturn\n\t}\n\tdefer client.Close()\n\n\t// Attempt to list instances - this should succeed\n\tzone := os.Getenv(\"GCP_ZONE\")\n\tif zone == \"\" {\n\t\tzone = \"us-central1-a\" // Default zone\n\t}\n\n\treq := &computepb.ListInstancesRequest{\n\t\tProject: state.projectID,\n\t\tZone: zone,\n\t}\n\n\tit := client.List(ctx, req)\n\t_, err = it.Next()\n\tif err != nil {\n\t\tt.Errorf(\"Expected to successfully list instances via impersonation, but got error: %v\", err)\n\t\treturn\n\t}\n\n\tt.Log(\"βœ“ Successfully listed instances via impersonation\")\n}\n\nfunc teardownTest(t *testing.T, ctx context.Context, iamService *iam.Service, crmService *cloudresourcemanager.Service, state *testState) {\n\t// Delete service account keys first (required before deleting service accounts)\n\tif state.ourServiceAccountKeyID != \"\" {\n\t\tt.Logf(\"Deleting key for 'Our Service Account': %s\", state.ourServiceAccountKeyID)\n\t\tkeyResource := fmt.Sprintf(\"projects/%s/serviceAccounts/%s/keys/%s\",\n\t\t\tstate.projectID, state.ourServiceAccountEmail, state.ourServiceAccountKeyID)\n\t\t_, err := iamService.Projects.ServiceAccounts.Keys.Delete(keyResource).Do()\n\t\tif err != nil {\n\t\t\tvar gErr *googleapi.Error\n\t\t\tif errors.As(err, &gErr) && gErr.Code == http.StatusNotFound {\n\t\t\t\tt.Log(\"Key already deleted or not found\")\n\t\t\t} else {\n\t\t\t\tt.Logf(\"Failed to delete key (non-fatal): %v\", err)\n\t\t\t}\n\t\t}\n\t}\n\n\tif state.customerServiceAccountKeyID != \"\" {\n\t\tt.Logf(\"Deleting key for 'Customer Service Account': %s\", state.customerServiceAccountKeyID)\n\t\tkeyResource := fmt.Sprintf(\"projects/%s/serviceAccounts/%s/keys/%s\",\n\t\t\tstate.projectID, state.customerServiceAccountEmail, state.customerServiceAccountKeyID)\n\t\t_, err := iamService.Projects.ServiceAccounts.Keys.Delete(keyResource).Do()\n\t\tif err != nil {\n\t\t\tvar gErr *googleapi.Error\n\t\t\tif errors.As(err, &gErr) && gErr.Code == http.StatusNotFound {\n\t\t\t\tt.Log(\"Key already deleted or not found\")\n\t\t\t} else {\n\t\t\t\tt.Logf(\"Failed to delete key (non-fatal): %v\", err)\n\t\t\t}\n\t\t}\n\t}\n\n\t// Delete service accounts\n\tif state.customerServiceAccountEmail != \"\" {\n\t\tt.Logf(\"Deleting 'Customer Service Account': %s\", state.customerServiceAccountEmail)\n\t\tsaResource := fmt.Sprintf(\"projects/%s/serviceAccounts/%s\", state.projectID, state.customerServiceAccountEmail)\n\t\t_, err := iamService.Projects.ServiceAccounts.Delete(saResource).Do()\n\t\tif err != nil {\n\t\t\tvar gErr *googleapi.Error\n\t\t\tif errors.As(err, &gErr) && (gErr.Code == http.StatusNotFound || gErr.Code == http.StatusForbidden) {\n\t\t\t\tt.Log(\"Service account already deleted or not found\")\n\t\t\t} else {\n\t\t\t\tt.Logf(\"Failed to delete service account (non-fatal): %v\", err)\n\t\t\t}\n\t\t}\n\t}\n\n\tif state.ourServiceAccountEmail != \"\" {\n\t\tt.Logf(\"Deleting 'Our Service Account': %s\", state.ourServiceAccountEmail)\n\t\tsaResource := fmt.Sprintf(\"projects/%s/serviceAccounts/%s\", state.projectID, state.ourServiceAccountEmail)\n\t\t_, err := iamService.Projects.ServiceAccounts.Delete(saResource).Do()\n\t\tif err != nil {\n\t\t\tvar gErr *googleapi.Error\n\t\t\tif errors.As(err, &gErr) && (gErr.Code == http.StatusNotFound || gErr.Code == http.StatusForbidden) {\n\t\t\t\tt.Log(\"Service account already deleted or not found\")\n\t\t\t} else {\n\t\t\t\tt.Logf(\"Failed to delete service account (non-fatal): %v\", err)\n\t\t\t}\n\t\t}\n\t}\n}\n\n// Helper functions\n\nfunc createServiceAccount(ctx context.Context, iamService *iam.Service, projectID, accountID, displayName string) (*iam.ServiceAccount, error) {\n\tprojectResource := fmt.Sprintf(\"projects/%s\", projectID)\n\n\treq := &iam.CreateServiceAccountRequest{\n\t\tAccountId: accountID,\n\t\tServiceAccount: &iam.ServiceAccount{\n\t\t\tDisplayName: displayName,\n\t\t\tDescription: fmt.Sprintf(\"Test service account created for integration testing: %s\", accountID),\n\t\t},\n\t}\n\n\tsa, err := iamService.Projects.ServiceAccounts.Create(projectResource, req).Do()\n\tif err != nil {\n\t\tvar gErr *googleapi.Error\n\t\tif errors.As(err, &gErr) && gErr.Code == http.StatusConflict {\n\t\t\t// Service account already exists, try to get it\n\t\t\tsaEmail := fmt.Sprintf(\"%s@%s.iam.gserviceaccount.com\", accountID, projectID)\n\t\t\tsaResource := fmt.Sprintf(\"projects/%s/serviceAccounts/%s\", projectID, saEmail)\n\t\t\treturn iamService.Projects.ServiceAccounts.Get(saResource).Do()\n\t\t}\n\t\treturn nil, fmt.Errorf(\"failed to create service account: %w\", err)\n\t}\n\n\treturn sa, nil\n}\n\nfunc grantServiceAccountTokenCreator(ctx context.Context, iamService *iam.Service, projectID, targetSAEmail, impersonatorSAEmail string) error {\n\tsaResource := fmt.Sprintf(\"projects/%s/serviceAccounts/%s\", projectID, targetSAEmail)\n\n\t// Get current IAM policy\n\tpolicy, err := iamService.Projects.ServiceAccounts.GetIamPolicy(saResource).Do()\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to get IAM policy: %w\", err)\n\t}\n\n\tif policy == nil {\n\t\tpolicy = &iam.Policy{}\n\t}\n\tif policy.Bindings == nil {\n\t\tpolicy.Bindings = make([]*iam.Binding, 0)\n\t}\n\n\t// Find or create the serviceAccountTokenCreator binding\n\trole := \"roles/iam.serviceAccountTokenCreator\"\n\tmember := fmt.Sprintf(\"serviceAccount:%s\", impersonatorSAEmail)\n\n\troleFound := false\n\tfor i, binding := range policy.Bindings {\n\t\tif binding.Role == role {\n\t\t\t// Check if member already exists\n\t\t\tmemberFound := slices.Contains(binding.Members, member)\n\t\t\tif !memberFound {\n\t\t\t\tpolicy.Bindings[i].Members = append(policy.Bindings[i].Members, member)\n\t\t\t}\n\t\t\troleFound = true\n\t\t\tbreak\n\t\t}\n\t}\n\n\tif !roleFound {\n\t\tpolicy.Bindings = append(policy.Bindings, &iam.Binding{\n\t\t\tRole: role,\n\t\t\tMembers: []string{member},\n\t\t})\n\t}\n\n\t// Set the updated policy\n\t_, err = iamService.Projects.ServiceAccounts.SetIamPolicy(saResource, &iam.SetIamPolicyRequest{\n\t\tPolicy: policy,\n\t}).Do()\n\n\treturn err\n}\n\n// verifyServiceAccountExists verifies that a service account exists.\n// Returns (true, nil) if the service account exists, (false, nil) if not found, or (false, error) on error.\nfunc verifyServiceAccountExists(ctx context.Context, iamService *iam.Service, projectID, saEmail string) (bool, error) {\n\tsaResource := fmt.Sprintf(\"projects/%s/serviceAccounts/%s\", projectID, saEmail)\n\n\t_, err := iamService.Projects.ServiceAccounts.Get(saResource).Do()\n\tif err != nil {\n\t\tvar gErr *googleapi.Error\n\t\tif errors.As(err, &gErr) && gErr.Code == http.StatusNotFound {\n\t\t\treturn false, nil\n\t\t}\n\t\treturn false, fmt.Errorf(\"failed to get service account: %w\", err)\n\t}\n\n\treturn true, nil\n}\n\n// verifyServiceAccountTokenCreatorBinding verifies that the impersonator service account\n// has the serviceAccountTokenCreator role on the target service account.\n// Returns (true, nil) if verified, (false, nil) if not yet effective, or (false, error) on error.\nfunc verifyServiceAccountTokenCreatorBinding(ctx context.Context, iamService *iam.Service, projectID, targetSAEmail, impersonatorSAEmail string) (bool, error) {\n\tsaResource := fmt.Sprintf(\"projects/%s/serviceAccounts/%s\", projectID, targetSAEmail)\n\n\t// Get current IAM policy\n\tpolicy, err := iamService.Projects.ServiceAccounts.GetIamPolicy(saResource).Do()\n\tif err != nil {\n\t\treturn false, fmt.Errorf(\"failed to get IAM policy: %w\", err)\n\t}\n\n\tif policy == nil || policy.Bindings == nil {\n\t\treturn false, nil\n\t}\n\n\trole := \"roles/iam.serviceAccountTokenCreator\"\n\tmember := fmt.Sprintf(\"serviceAccount:%s\", impersonatorSAEmail)\n\n\t// Check if the binding exists\n\tfor _, binding := range policy.Bindings {\n\t\tif binding.Role == role {\n\t\t\t// Check if the impersonator service account is in the members list\n\t\t\tif slices.Contains(binding.Members, member) {\n\t\t\t\treturn true, nil\n\t\t\t}\n\t\t}\n\t}\n\n\treturn false, nil\n}\n\nfunc createServiceAccountKey(ctx context.Context, iamService *iam.Service, projectID, saEmail string) (*iam.ServiceAccountKey, error) {\n\tsaResource := fmt.Sprintf(\"projects/%s/serviceAccounts/%s\", projectID, saEmail)\n\n\treq := &iam.CreateServiceAccountKeyRequest{}\n\n\tkey, err := iamService.Projects.ServiceAccounts.Keys.Create(saResource, req).Do()\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create service account key: %w\", err)\n\t}\n\n\treturn key, nil\n}\n\nfunc extractKeyID(keyName string) string {\n\t// Key name format: projects/{project}/serviceAccounts/{email}/keys/{keyId}\n\tparts := strings.Split(keyName, \"/\")\n\tif len(parts) > 0 {\n\t\treturn parts[len(parts)-1]\n\t}\n\treturn \"\"\n}\n\nfunc grantProjectIAMRole(ctx context.Context, crmService *cloudresourcemanager.Service, projectID, saEmail, role string) error {\n\tmember := fmt.Sprintf(\"serviceAccount:%s\", saEmail)\n\n\t// Get current IAM policy\n\tpolicy, err := crmService.Projects.GetIamPolicy(projectID, &cloudresourcemanager.GetIamPolicyRequest{}).Do()\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to get IAM policy: %w\", err)\n\t}\n\n\tif policy == nil {\n\t\tpolicy = &cloudresourcemanager.Policy{}\n\t}\n\tif policy.Bindings == nil {\n\t\tpolicy.Bindings = make([]*cloudresourcemanager.Binding, 0)\n\t}\n\n\t// Find or create the binding for the role\n\troleFound := false\n\tfor i, binding := range policy.Bindings {\n\t\tif binding.Role == role {\n\t\t\t// Check if member already exists\n\t\t\tmemberFound := slices.Contains(binding.Members, member)\n\t\t\tif !memberFound {\n\t\t\t\tpolicy.Bindings[i].Members = append(policy.Bindings[i].Members, member)\n\t\t\t}\n\t\t\troleFound = true\n\t\t\tbreak\n\t\t}\n\t}\n\n\tif !roleFound {\n\t\tpolicy.Bindings = append(policy.Bindings, &cloudresourcemanager.Binding{\n\t\t\tRole: role,\n\t\t\tMembers: []string{member},\n\t\t})\n\t}\n\n\t// Set the updated policy\n\t_, err = crmService.Projects.SetIamPolicy(projectID, &cloudresourcemanager.SetIamPolicyRequest{\n\t\tPolicy: policy,\n\t}).Do()\n\n\treturn err\n}\n" }, { "path": "sources/gcp/integration-tests/spanner-database_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"log\"\n\t\"os\"\n\t\"testing\"\n\n\tdatabase \"cloud.google.com/go/spanner/admin/database/apiv1\"\n\t\"cloud.google.com/go/spanner/admin/database/apiv1/databasepb\"\n\tinstance \"cloud.google.com/go/spanner/admin/instance/apiv1\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\t\"google.golang.org/grpc/codes\"\n\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestSpannerDatabase(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tinstanceName := \"integration-test-instance\"\n\tdatabaseName := \"integration-test-database\"\n\n\tctx := t.Context()\n\n\t// Create a new Admin Database instanceClient\n\tinstanceClient, err := instance.NewInstanceAdminClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Spanner client: %v\", err)\n\t}\n\n\tdefer instanceClient.Close()\n\n\tdatabaseClient, err := database.NewDatabaseAdminClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Spanner database client: %v\", err)\n\t}\n\tdefer databaseClient.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\terr := setupSpannerInstance(ctx, instanceClient, projectID, instanceName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to setup Spanner Instance: %v\", err)\n\t\t}\n\n\t\terr = setupSpannerDatabase(ctx, databaseClient, projectID, instanceName, databaseName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to setup Spanner Database: %v\", err)\n\t\t}\n\t})\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tlinker := gcpshared.NewLinker()\n\n\t\tgcpHTTPCliWithOtel, err := gcpshared.GCPHTTPClientWithOtel(ctx, \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create gcp http client with otel\")\n\t\t}\n\t\tadapter, err := dynamic.MakeAdapter(gcpshared.SpannerDatabase, linker, gcpHTTPCliWithOtel, sdpcache.NewNoOpCache(), []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to make adapter for spanner database\")\n\t\t}\n\t\tquery := shared.CompositeLookupKey(instanceName, databaseName)\n\t\tsdpItem, err := adapter.Get(ctx, projectID, query, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get item: %v\", err)\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != query {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", query, uniqueAttrValue)\n\t\t}\n\n\t\tsdpItems, err := adapter.(dynamic.SearchableAdapter).Search(ctx, projectID, instanceName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to use spanner database adapter to search: %v\", err)\n\t\t}\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one database, got %d\", len(sdpItems))\n\t\t}\n\t})\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\terr := deleteSpannerDatabase(ctx, databaseClient, projectID, instanceName, databaseName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to teardown Spanner Database: %v\", err)\n\t\t}\n\n\t\terr = deleteSpannerInstance(ctx, instanceClient, projectID, instanceName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to teardown Spanner Instance: %v\", err)\n\t\t}\n\t})\n}\n\nfunc setupSpannerDatabase(ctx context.Context, client *database.DatabaseAdminClient, projectID, instanceName, databaseName string) error {\n\t// Create the database\n\top, err := client.CreateDatabase(ctx, &databasepb.CreateDatabaseRequest{\n\t\tParent: \"projects/\" + projectID + \"/instances/\" + instanceName,\n\t\tCreateStatement: \"CREATE DATABASE `\" + databaseName + \"`\",\n\t})\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.GRPCStatus().Proto().GetCode() == int32(codes.AlreadyExists) {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\t// Wait for the operation to complete\n\tif _, err := op.Wait(ctx); err != nil {\n\t\treturn err\n\t}\n\n\treturn nil\n}\n\nfunc deleteSpannerDatabase(ctx context.Context, client *database.DatabaseAdminClient, projectID, instanceName, databaseName string) error {\n\t// Delete the database\n\terr := client.DropDatabase(ctx, &databasepb.DropDatabaseRequest{\n\t\tDatabase: \"projects/\" + projectID + \"/instances/\" + instanceName + \"/databases/\" + databaseName,\n\t})\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.GRPCStatus().Proto().GetCode() == int32(codes.NotFound) {\n\t\t\tlog.Printf(\"Failed to find resource to delete: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to delete resource: %w\", err)\n\t}\n\n\tlog.Printf(\"Spanner database %s deleted successfully\", databaseName)\n\treturn nil\n}\n" }, { "path": "sources/gcp/integration-tests/spanner-instance_test.go", "content": "package integrationtests\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"os\"\n\t\"testing\"\n\n\tinstance \"cloud.google.com/go/spanner/admin/instance/apiv1\"\n\t\"cloud.google.com/go/spanner/admin/instance/apiv1/instancepb\"\n\t\"github.com/googleapis/gax-go/v2/apierror\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"google.golang.org/grpc/codes\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestSpannerInstance(t *testing.T) {\n\tprojectID := os.Getenv(\"GCP_PROJECT_ID\")\n\tif projectID == \"\" {\n\t\tt.Skip(\"GCP_PROJECT_ID environment variable not set\")\n\t}\n\n\tt.Parallel()\n\n\tinstanceName := \"integration-test-instance\"\n\n\tctx := t.Context()\n\n\t// Create a new Admin Database client\n\tclient, err := instance.NewInstanceAdminClient(ctx)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create Spanner client: %v\", err)\n\t}\n\n\tdefer client.Close()\n\n\tt.Run(\"Setup\", func(t *testing.T) {\n\t\tctx := t.Context()\n\t\terr := setupSpannerInstance(ctx, client, projectID, instanceName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to setup Spanner Instance: %v\", err)\n\t\t}\n\t})\n\tt.Run(\"Run\", func(t *testing.T) {\n\t\tctx := t.Context()\n\t\tlinker := shared.NewLinker()\n\n\t\tgcpHTTPCliWithOtel, err := shared.GCPHTTPClientWithOtel(ctx, \"\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to create gcp http client with otel\")\n\t\t}\n\t\tadapter, err := dynamic.MakeAdapter(shared.SpannerInstance, linker, gcpHTTPCliWithOtel, sdpcache.NewNoOpCache(), []shared.LocationInfo{shared.NewProjectLocation(projectID)})\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to make adapter for spanner instance: %v\", err)\n\t\t}\n\t\tsdpItem, err := adapter.Get(ctx, projectID, instanceName, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get item: %v\", err)\n\t\t}\n\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != instanceName {\n\t\t\tt.Fatalf(\"Expected unique attribute value to be %s, got %s\", instanceName, uniqueAttrValue)\n\t\t}\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, projectID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to list compute instances: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) < 1 {\n\t\t\tt.Fatalf(\"Expected at least one compute instance, got %d\", len(sdpItems))\n\t\t}\n\n\t\tvar found bool\n\t\tfor _, item := range sdpItems {\n\t\t\tif v, err := item.GetAttributes().Get(uniqueAttrKey); err == nil && v == instanceName {\n\t\t\t\tfound = true\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif !found {\n\t\t\tt.Fatalf(\"Expected to find instance %s in the list of compute instances\", instanceName)\n\t\t}\n\t})\n\tt.Run(\"Teardown\", func(t *testing.T) {\n\t\tctx := t.Context()\n\t\terr := deleteSpannerInstance(ctx, client, projectID, instanceName)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to delete Spanner Instance: %v\", err)\n\t\t}\n\t})\n}\n\nfunc deleteSpannerInstance(ctx context.Context, client *instance.InstanceAdminClient, projectID, instanceName string) error {\n\treturn client.DeleteInstance(ctx, &instancepb.DeleteInstanceRequest{\n\t\tName: fmt.Sprintf(\"projects/%s/instances/%s\", projectID, instanceName),\n\t})\n}\n\nfunc setupSpannerInstance(ctx context.Context, client *instance.InstanceAdminClient, projectID, instanceName string) error {\n\t// Implement the setup logic for Spanner Instance setup here\n\top, err := client.CreateInstance(ctx, &instancepb.CreateInstanceRequest{\n\t\tParent: \"projects/\" + projectID,\n\t\tInstanceId: instanceName,\n\t\tInstance: &instancepb.Instance{\n\t\t\tName: fmt.Sprintf(\"projects/%s/instances/%s\", projectID, instanceName),\n\t\t\tConfig: fmt.Sprintf(\"projects/%s/instanceConfigs/eur3\", projectID),\n\t\t\tDisplayName: instanceName,\n\t\t\tNodeCount: 1,\n\t\t},\n\t})\n\tif err != nil {\n\t\tvar apiErr *apierror.APIError\n\t\tif errors.As(err, &apiErr) && apiErr.GRPCStatus().Proto().GetCode() == int32(codes.AlreadyExists) {\n\t\t\tlog.Printf(\"Resource already exists in project, skipping creation: %v\", err)\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"failed to create resource: %w\", err)\n\t}\n\n\tif _, err := op.Wait(ctx); err != nil {\n\t\treturn fmt.Errorf(\"failed to wait for image creation operation: %w\", err)\n\t}\n\n\tlog.Printf(\"Spanner instance %s created successfully in project %s\", instanceName, projectID)\n\treturn nil\n}\n" }, { "path": "sources/gcp/main.go", "content": "package main\n\nimport (\n\t_ \"go.uber.org/automaxprocs\"\n\n\t\"github.com/overmindtech/cli/sources/gcp/cmd\"\n)\n\nfunc main() {\n\tcmd.Execute()\n}\n" }, { "path": "sources/gcp/manual/README.md", "content": "# GCP Manual Adapters\n\nThis directory contains manually implemented GCP adapters that cannot be generated using the dynamic adapter framework due to their complex API response patterns or resource relationships.\n\n## When to Use Manual Adapters\n\n**Prefer Dynamic Adapters**: Always use the [dynamic adapter framework](../../dynamic/adapters/README.md) when possible. Dynamic adapters are automatically generated from GCP API specifications and are easier to maintain.\n\n**Create Manual Adapters Only When**:\n\n1. **Non-standard API Response Format**: The GCP API response doesn't follow the general pattern where resource names or attributes reference different types of resources that require manual handling for linked item queries.\n\n2. **Complex Resource Relationships**: The adapter needs to manually parse and link to multiple different resource types based on the API response content.\n\n## Examples of Manual Adapter Use Cases\n\n### Non-standard API Response Format\n\n**BigQuery Dataset** (`big-query-dataset.go`):\n- Uses dot notation for resource references (`projectID:datasetID`)\n- Requires manual parsing of the `FullID` field to extract dataset ID\n- Complex access control parsing with multiple entity types\n\n**BigQuery Table** (`big-query-table.go`):\n- Uses dot notation for composite keys (`projectID:datasetID.tableID`)\n- Requires manual parsing and splitting of the `FullID` field\n- Multiple connection ID formats need manual parsing (`projectId.locationId;connectionId` vs `projects/projectId/locations/locationId/connections/connectionId`)\n\n### Attributes Referencing Different Resource Types\n\n**Logging Sink** (`logging-sink.go`):\n- The `destination` field can reference multiple different resource types:\n - Storage buckets: `storage.googleapis.com/[BUCKET]`\n - BigQuery datasets: `bigquery.googleapis.com/projects/[PROJECT]/datasets/[DATASET]`\n - Pub/Sub topics: `pubsub.googleapis.com/projects/[PROJECT]/topics/[TOPIC]`\n - Logging buckets: `logging.googleapis.com/projects/[PROJECT]/locations/[LOCATION]/buckets/[BUCKET]`\n- Requires manual parsing and conditional linking based on the destination format\n\n## Implementation Guidelines\n\n### For Detailed Implementation Rules\nRefer to the [cursor rules](.cursor/rules/gcp-manual-adapter-creation.mdc) for comprehensive implementation patterns, examples, and best practices.\n\n### Key Implementation Requirements\n\n1. **Follow Naming Conventions**:\n - File names: `{api}-{resource}.go` (e.g., `compute-subnetwork.go`, `bigquery-table.go`, `logging-sink.go`)\n - Struct names: `{resourceName}Wrapper` (e.g., `computeSubnetworkWrapper`, `bigQueryTableWrapper`)\n - Constructor: `New{ResourceName}` (e.g., `NewComputeSubnetwork`, `NewBigQueryTable`)\n\n2. **Implement Required Methods**:\n - `IAMPermissions()` - List specific GCP API permissions\n - `PredefinedRole()` - Most restrictive GCP predefined role\n - `PotentialLinks()` - All possible linked resource types\n - `TerraformMappings()` - Terraform registry mappings\n - `GetLookups()` / `SearchLookups()` - Query parameter definitions\n\n3. **Handle Complex Resource Linking**:\n - Parse non-standard API response formats\n - Extract resource identifiers from various formats\n - Create appropriate linked item queries\n\n4. **Include Comprehensive Tests**:\n - Unit tests for all methods\n - Static tests for linked item queries\n - Mock-based testing with gomock\n - Interface compliance tests\n\n## Code Review Checklist\n\nWhen reviewing PRs for manual adapters, ensure:\n\n### βœ… Fundamentals Coverage\n- [ ] Unit tests cover all adapter methods (Get, List, Search if applicable)\n- [ ] Static tests validate linked item queries using `shared.RunStaticTests`\n- [ ] Mock expectations are properly set up with gomock\n- [ ] Interface compliance is tested (ListableWrapper, SearchableWrapper, etc.)\n\n### βœ… Terraform Integration\n- [ ] Terraform mappings reference official Terraform registry URLs\n- [ ] Terraform method (GET vs SEARCH) matches adapter capabilities\n- [ ] Terraform query map uses correct resource attribute names\n\n### βœ… Naming and Structure\n- [ ] File name follows `{api}-{resource}.go` convention (e.g., `compute-subnetwork.go`)\n- [ ] Struct and function names follow Go conventions\n- [ ] Package imports are properly organized\n\n### βœ… Linked Item Queries\n- [ ] Example values in tests match actual GCP resource formats\n- [ ] Scopes for linked item queries are correct (verify with linked resource documentation)\n- [ ] Linked item queries are appropriately defined\n- [ ] All possible resource references are handled (no missing cases)\n\n### βœ… Documentation and References\n- [ ] GCP API documentation URLs are included in comments\n- [ ] Resource linking explanations are documented\n- [ ] Complex parsing logic is well-commented\n- [ ] Official GCP reference links are provided for linked resources\n\n### βœ… Error Handling\n- [ ] Proper error wrapping with `gcpshared.QueryError`\n- [ ] Input validation for parsed values\n- [ ] Graceful handling of malformed API responses\n\n## Testing Examples\n\n### Static Tests for Linked Item Queries\n```go\nt.Run(\"StaticTests\", func(t *testing.T) {\n queryTests := shared.QueryTests{\n {\n ExpectedType: gcpshared.BigQueryDataset.String(),\n ExpectedMethod: sdp.QueryMethod_GET,\n ExpectedQuery: \"test-dataset\",\n ExpectedScope: \"test-project-id\",\n },\n // ... more test cases\n }\n shared.RunStaticTests(t, adapter, sdpItem, queryTests)\n})\n```\n\n### Mock Setup for Complex APIs\n```go\nmockClient := mocks.NewMockBigQueryTableClient(ctrl)\nmockClient.EXPECT().Get(ctx, projectID, datasetID, tableID).Return(\n createTableMetadata(projectID, datasetID, tableID, connectionID), nil)\n```\n\n## Common Patterns\n\n### Parsing Composite IDs\n```go\n// BigQuery format: projectID:datasetID.tableID\nparts := strings.Split(strings.TrimPrefix(metadata.FullID, b.ProjectID()+\":\"), \".\")\nif len(parts) != 2 {\n return nil, gcpshared.QueryError(fmt.Errorf(\"invalid table full ID: %s\", metadata.FullID), scope, b.Type())\n}\n```\n\n### Conditional Resource Linking\n```go\nif sink.GetDestination() != \"\" {\n switch {\n case strings.HasPrefix(sink.GetDestination(), \"storage.googleapis.com\"):\n // Handle storage bucket linking\n case strings.HasPrefix(sink.GetDestination(), \"bigquery.googleapis.com\"):\n // Handle BigQuery dataset linking\n // ... more cases\n }\n}\n```\n\n### Path Parameter Extraction\n```go\nvalues := gcpshared.ExtractPathParams(keyName, \"locations\", \"keyRings\", \"cryptoKeys\")\nif len(values) == 3 && values[0] != \"\" && values[1] != \"\" && values[2] != \"\" {\n // Use extracted values for linking\n}\n```\n\n## Getting Help\n\n- **Implementation Details**: See [cursor rules](.cursor/rules/gcp-manual-adapter-creation.mdc)\n- **Dynamic Adapters**: See [dynamic adapter README](../../dynamic/adapters/README.md)\n- **General Source Adapters**: See [sources README](../../README.md)\n- **GCP API Documentation**: Always reference official GCP documentation for API specifics\n\n## Related Files\n\n- **Cursor Rules**: `.cursor/rules/gcp-manual-adapter-creation.mdc` - Comprehensive implementation guide\n- **Shared Utilities**: `../../shared/` - Common utilities and patterns\n- **GCP Shared**: `../shared/` - GCP-specific utilities and base structs\n- **Test Utilities**: `../../shared/testing.go` - Testing helpers and patterns\n" }, { "path": "sources/gcp/manual/adapters.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"cloud.google.com/go/bigquery\"\n\tcertificatemanager \"cloud.google.com/go/certificatemanager/apiv1\"\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\tiamAdmin \"cloud.google.com/go/iam/admin/apiv1\"\n\tlogging \"cloud.google.com/go/logging/apiv2\"\n\t\"cloud.google.com/go/storage\"\n\t\"golang.org/x/oauth2\"\n\t\"google.golang.org/api/option\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Adapters returns a slice of discovery.Adapter instances for GCP Source.\n// It initializes GCP clients if initGCPClients is true, and creates adapters for the specified locations.\n// Otherwise, it uses nil clients, which is useful for enumerating adapters for documentation purposes.\nfunc Adapters(ctx context.Context, projectLocations, regionLocations, zoneLocations []shared.LocationInfo, tokenSource *oauth2.TokenSource, initGCPClients bool, cache sdpcache.Cache) ([]discovery.Adapter, error) {\n\tvar err error\n\tvar (\n\t\tinstanceCli *compute.InstancesClient\n\t\taddressCli *compute.AddressesClient\n\t\tautoscalerCli *compute.AutoscalersClient\n\t\tcomputeImagesCli *compute.ImagesClient\n\t\tcomputeForwardingCli *compute.ForwardingRulesClient\n\t\tcomputeHealthCheckCli *compute.HealthChecksClient\n\t\tcomputeReservationCli *compute.ReservationsClient\n\t\tcomputeSecurityPolicyCli *compute.SecurityPoliciesClient\n\t\tcomputeSnapshotCli *compute.SnapshotsClient\n\t\tcomputeInstantSnapshotCli *compute.InstantSnapshotsClient\n\t\tcomputeMachineImageCli *compute.MachineImagesClient\n\t\tbackendServiceCli *compute.BackendServicesClient\n\t\tinstanceGroupCli *compute.InstanceGroupsClient\n\t\tinstanceGroupManagerCli *compute.InstanceGroupManagersClient\n\t\tregionInstanceGroupManagerCli *compute.RegionInstanceGroupManagersClient\n\t\tdiskCli *compute.DisksClient\n\t\tiamServiceAccountKeyCli *iamAdmin.IamClient\n\t\tiamServiceAccountCli *iamAdmin.IamClient\n\t\tcertificateManagerCli *certificatemanager.Client\n\t\tkmsLoader *shared.CloudKMSAssetLoader\n\t\tbigQueryDatasetCli *bigquery.Client\n\t\tloggingConfigCli *logging.ConfigClient\n\t\tnodeGroupCli *compute.NodeGroupsClient\n\t\tnodeTemplateCli *compute.NodeTemplatesClient\n\t\tregionBackendServiceCli *compute.RegionBackendServicesClient\n\t\tregionHealthCheckCli *compute.RegionHealthChecksClient\n\t\tstorageCli *storage.Client\n\t)\n\n\tif initGCPClients {\n\t\topts := []option.ClientOption{}\n\t\tif tokenSource != nil {\n\t\t\topts = append(opts, option.WithTokenSource(*tokenSource))\n\t\t}\n\n\t\tinstanceCli, err = compute.NewInstancesRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute instances client: %w\", err)\n\t\t}\n\n\t\taddressCli, err = compute.NewAddressesRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute addresses client: %w\", err)\n\t\t}\n\n\t\tautoscalerCli, err = compute.NewAutoscalersRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute autoscalers client: %w\", err)\n\t\t}\n\n\t\tcomputeImagesCli, err = compute.NewImagesRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute images client: %w\", err)\n\t\t}\n\n\t\tcomputeForwardingCli, err = compute.NewForwardingRulesRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute forwarding rules client: %w\", err)\n\t\t}\n\n\t\tcomputeHealthCheckCli, err = compute.NewHealthChecksRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute health checks client: %w\", err)\n\t\t}\n\n\t\tcomputeReservationCli, err = compute.NewReservationsRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute reservations client: %w\", err)\n\t\t}\n\n\t\tcomputeSecurityPolicyCli, err = compute.NewSecurityPoliciesRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute security policies client: %w\", err)\n\t\t}\n\n\t\tcomputeSnapshotCli, err = compute.NewSnapshotsRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute snapshots client: %w\", err)\n\t\t}\n\n\t\tcomputeInstantSnapshotCli, err = compute.NewInstantSnapshotsRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute instant snapshots client: %w\", err)\n\t\t}\n\n\t\tcomputeMachineImageCli, err = compute.NewMachineImagesRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute machine images client: %w\", err)\n\t\t}\n\n\t\tbackendServiceCli, err = compute.NewBackendServicesRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute backend services client: %w\", err)\n\t\t}\n\n\t\tinstanceGroupCli, err = compute.NewInstanceGroupsRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute instance groups client: %w\", err)\n\t\t}\n\n\t\tinstanceGroupManagerCli, err = compute.NewInstanceGroupManagersRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute instance group managers client: %w\", err)\n\t\t}\n\n\t\tregionInstanceGroupManagerCli, err = compute.NewRegionInstanceGroupManagersRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute region instance group managers client: %w\", err)\n\t\t}\n\n\t\tdiskCli, err = compute.NewDisksRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute disks client: %w\", err)\n\t\t}\n\n\t\t// IAM\n\t\tiamServiceAccountKeyCli, err = iamAdmin.NewIamClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create IAM service account key client: %w\", err)\n\t\t}\n\n\t\tiamServiceAccountCli, err = iamAdmin.NewIamClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create IAM service account client: %w\", err)\n\t\t}\n\n\t\t// Certificate Manager\n\t\tcertificateManagerCli, err = certificatemanager.NewClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create certificate manager client: %w\", err)\n\t\t}\n\n\t\t// Extract project ID from projectLocations for BigQuery client initialization.\n\t\t//\n\t\t// IMPORTANT: The project ID passed to bigquery.NewClient() is used for:\n\t\t// 1. Billing - all BigQuery operations are billed to this project\n\t\t// 2. Client initialization - required parameter, cannot be omitted\n\t\t//\n\t\t// This does NOT restrict which projects we can query. All actual API operations\n\t\t// in our codebase explicitly specify the target project using:\n\t\t// - DatasetInProject(projectID, datasetID) for Get operations\n\t\t// - dsIterator.ProjectID = projectID for List operations\n\t\t//\n\t\t// Therefore, using the first project ID here allows the adapter to query\n\t\t// resources across ALL configured projects. The only consideration is billing:\n\t\t// if projects have separate billing accounts, operations will be billed to\n\t\t// the first project. If all projects share billing, this doesn't matter.\n\t\t//\n\t\t// We use the first project ID rather than bigquery.DetectProjectID because:\n\t\t// - Auto-detection fails in containerized/Kubernetes environments\n\t\t// - We have explicit project IDs available in projectLocations\n\t\t// - Explicit configuration is more reliable than environment detection\n\t\tvar bigQueryProjectID string\n\t\tfor _, loc := range projectLocations {\n\t\t\tif loc.ProjectID != \"\" {\n\t\t\t\tbigQueryProjectID = loc.ProjectID\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t\tif bigQueryProjectID == \"\" {\n\t\t\treturn nil, fmt.Errorf(\"at least one project location with a valid project ID is required to create BigQuery client\")\n\t\t}\n\n\t\tbigQueryDatasetCli, err = bigquery.NewClient(ctx, bigQueryProjectID, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create bigquery client: %w\", err)\n\t\t}\n\n\t\t// Create KMS asset loader (uses Cloud Asset API for bulk loading)\n\t\thttpClient, err := shared.GCPHTTPClientWithOtel(ctx, \"\")\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create HTTP client for KMS loader: %w\", err)\n\t\t}\n\t\tkmsLoader = shared.NewCloudKMSAssetLoader(httpClient, bigQueryProjectID, cache, \"gcp-source\", projectLocations)\n\n\t\tloggingConfigCli, err = logging.NewConfigClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create logging config client: %w\", err)\n\t\t}\n\n\t\tnodeGroupCli, err = compute.NewNodeGroupsRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute node groups client: %w\", err)\n\t\t}\n\n\t\tnodeTemplateCli, err = compute.NewNodeTemplatesRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute node templates client: %w\", err)\n\t\t}\n\n\t\tregionBackendServiceCli, err = compute.NewRegionBackendServicesRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute region backend services client: %w\", err)\n\t\t}\n\n\t\tregionHealthCheckCli, err = compute.NewRegionHealthChecksRESTClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create compute region health checks client: %w\", err)\n\t\t}\n\n\t\tstorageCli, err = storage.NewClient(ctx, opts...)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create storage client: %w\", err)\n\t\t}\n\t}\n\n\tvar adapters []discovery.Adapter\n\n\t// Multi-scope regional adapters (one adapter per type handling all regions)\n\tif len(regionLocations) > 0 {\n\t\tadapters = append(adapters,\n\t\t\tsources.WrapperToAdapter(NewComputeAddress(shared.NewComputeAddressClient(addressCli), regionLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeForwardingRule(shared.NewComputeForwardingRuleClient(computeForwardingCli), regionLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeNodeTemplate(shared.NewComputeNodeTemplateClient(nodeTemplateCli), regionLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeRegionInstanceGroupManager(shared.NewRegionInstanceGroupManagerClient(regionInstanceGroupManagerCli), regionLocations), cache),\n\t\t)\n\t}\n\n\t// Multi-scope zonal adapters (one adapter per type handling all zones)\n\tif len(zoneLocations) > 0 {\n\t\tadapters = append(adapters,\n\t\t\tsources.WrapperToAdapter(NewComputeInstance(shared.NewComputeInstanceClient(instanceCli), zoneLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeAutoscaler(shared.NewComputeAutoscalerClient(autoscalerCli), zoneLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeInstanceGroup(shared.NewComputeInstanceGroupsClient(instanceGroupCli), zoneLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeInstanceGroupManager(shared.NewComputeInstanceGroupManagerClient(instanceGroupManagerCli), zoneLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeReservation(shared.NewComputeReservationClient(computeReservationCli), zoneLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeInstantSnapshot(shared.NewComputeInstantSnapshotsClient(computeInstantSnapshotCli), zoneLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeDisk(shared.NewComputeDiskClient(diskCli), zoneLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeNodeGroup(shared.NewComputeNodeGroupClient(nodeGroupCli), zoneLocations), cache),\n\t\t)\n\t}\n\n\t// Dual-scope adapters (handle both global and regional)\n\tif len(projectLocations) > 0 || len(regionLocations) > 0 {\n\t\tadapters = append(adapters,\n\t\t\tsources.WrapperToAdapter(\n\t\t\t\tNewComputeBackendService(\n\t\t\t\t\tshared.NewComputeBackendServiceClient(backendServiceCli),\n\t\t\t\t\tshared.NewComputeRegionBackendServiceClient(regionBackendServiceCli),\n\t\t\t\t\tprojectLocations,\n\t\t\t\t\tregionLocations,\n\t\t\t\t),\n\t\t\t\tcache,\n\t\t\t),\n\t\t\tsources.WrapperToAdapter(\n\t\t\t\tNewComputeHealthCheck(\n\t\t\t\t\tshared.NewComputeHealthCheckClient(computeHealthCheckCli),\n\t\t\t\t\tshared.NewComputeRegionHealthCheckClient(regionHealthCheckCli),\n\t\t\t\t\tprojectLocations,\n\t\t\t\t\tregionLocations,\n\t\t\t\t),\n\t\t\t\tcache,\n\t\t\t),\n\t\t)\n\t}\n\n\t// global - project level - adapters\n\tif len(projectLocations) > 0 {\n\t\tadapters = append(adapters,\n\t\t\tsources.WrapperToAdapter(NewComputeImage(shared.NewComputeImagesClient(computeImagesCli), projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeSecurityPolicy(shared.NewComputeSecurityPolicyClient(computeSecurityPolicyCli), projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeMachineImage(shared.NewComputeMachineImageClient(computeMachineImageCli), projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewComputeSnapshot(shared.NewComputeSnapshotsClient(computeSnapshotCli), projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewIAMServiceAccountKey(shared.NewIAMServiceAccountKeyClient(iamServiceAccountKeyCli), projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewIAMServiceAccount(shared.NewIAMServiceAccountClient(iamServiceAccountCli), projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewCertificateManagerCertificate(shared.NewCertificateManagerCertificateClient(certificateManagerCli), projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewCloudKMSKeyRing(kmsLoader, projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewCloudKMSCryptoKey(kmsLoader, projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewCloudKMSCryptoKeyVersion(kmsLoader, projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewBigQueryDataset(shared.NewBigQueryDatasetClient(bigQueryDatasetCli), projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewBigQueryTable(shared.NewBigQueryTableClient(bigQueryDatasetCli), projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewLoggingSink(shared.NewLoggingConfigClient(loggingConfigCli), projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewBigQueryRoutine(shared.NewBigQueryRoutineClient(bigQueryDatasetCli), projectLocations), cache),\n\t\t\tsources.WrapperToAdapter(NewStorageBucketIAMPolicy(shared.NewStorageBucketIAMPolicyGetter(storageCli), projectLocations), cache),\n\t\t)\n\t}\n\n\treturn adapters, nil\n}\n" }, { "path": "sources/gcp/manual/big-query-dataset.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"cloud.google.com/go/bigquery\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar BigQueryDatasetLookupByID = shared.NewItemTypeLookup(\"id\", gcpshared.BigQueryDataset)\n\ntype BigQueryDatasetWrapper struct {\n\tclient gcpshared.BigQueryDatasetClient\n\t*gcpshared.ProjectBase\n}\n\n// NewBigQueryDataset creates a new bigQueryDatasetWrapper instance.\nfunc NewBigQueryDataset(client gcpshared.BigQueryDatasetClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &BigQueryDatasetWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tgcpshared.BigQueryDataset,\n\t\t),\n\t}\n}\n\nfunc (b BigQueryDatasetWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"bigquery.datasets.get\",\n\t}\n}\n\nfunc (b BigQueryDatasetWrapper) PredefinedRole() string {\n\treturn \"roles/bigquery.metadataViewer\"\n}\n\nfunc (b BigQueryDatasetWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.IAMServiceAccount,\n\t\tgcpshared.CloudKMSCryptoKey,\n\t\tgcpshared.BigQueryDataset,\n\t\tgcpshared.BigQueryConnection,\n\t\tgcpshared.BigQueryModel,\n\t\tgcpshared.BigQueryRoutine,\n\t\tgcpshared.BigQueryTable,\n\t)\n}\n\nfunc (b BigQueryDatasetWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_bigquery_dataset.dataset_id\",\n\t\t},\n\t\t// IAM resources for BigQuery Datasets. These are Terraform-only constructs\n\t\t// (no standalone GCP API resource exists). When an IAM binding/member/policy\n\t\t// changes, we resolve it to the parent dataset for blast radius analysis.\n\t\t//\n\t\t// Reference: https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/bigquery_dataset_iam\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_bigquery_dataset_iam_binding.dataset_id\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_bigquery_dataset_iam_member.dataset_id\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_bigquery_dataset_iam_policy.dataset_id\",\n\t\t},\n\t}\n}\n\nfunc (b BigQueryDatasetWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tBigQueryDatasetLookupByID,\n\t}\n}\n\nfunc (b BigQueryDatasetWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := b.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tmetadata, getErr := b.client.Get(ctx, location.ProjectID, queryParts[0])\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, b.Type())\n\t}\n\n\treturn b.gcpBigQueryDatasetToItem(metadata, location)\n}\n\nfunc (b BigQueryDatasetWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\tlocation, err := b.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\titems, listErr := b.client.List(ctx, location.ProjectID, func(ctx context.Context, md *bigquery.DatasetMetadata) (*sdp.Item, *sdp.QueryError) {\n\t\treturn b.gcpBigQueryDatasetToItem(md, location)\n\t})\n\tif listErr != nil {\n\t\treturn nil, gcpshared.QueryError(listErr, scope, b.Type())\n\t}\n\n\treturn items, nil\n}\n\nfunc (b BigQueryDatasetWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\tlocation, err := b.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tb.client.ListStream(ctx, location.ProjectID, stream, func(ctx context.Context, md *bigquery.DatasetMetadata) (*sdp.Item, *sdp.QueryError) {\n\t\titem, qerr := b.gcpBigQueryDatasetToItem(md, location)\n\t\tif qerr == nil && item != nil {\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t}\n\t\treturn item, qerr\n\t})\n}\n\nfunc (b BigQueryDatasetWrapper) gcpBigQueryDatasetToItem(metadata *bigquery.DatasetMetadata, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(metadata, \"labels\")\n\tif err != nil {\n\t\treturn nil, gcpshared.QueryError(err, location.ToScope(), b.Type())\n\t}\n\n\t// The full dataset ID in the form projectID:datasetID.\n\tparts := strings.Split(metadata.FullID, \":\")\n\tif len(parts) != 2 {\n\t\treturn nil, gcpshared.QueryError(fmt.Errorf(\"invalid dataset full ID: %s\", metadata.FullID), location.ToScope(), b.Type())\n\t}\n\n\terr = attributes.Set(\"id\", parts[1])\n\tif err != nil {\n\t\treturn nil, gcpshared.QueryError(err, location.ToScope(), b.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.BigQueryDataset.String(),\n\t\tUniqueAttribute: \"id\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: metadata.Labels,\n\t}\n\n\t// Link to contained models.\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: gcpshared.BigQueryModel.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: parts[1],\n\t\t\tScope: location.ToScope(),\n\t\t},\n\t})\n\n\t// Link to contained tables.\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: gcpshared.BigQueryTable.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: parts[1],\n\t\t\tScope: location.ToScope(),\n\t\t},\n\t})\n\n\t// Link to contained routines.\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: gcpshared.BigQueryRoutine.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: parts[1],\n\t\t\tScope: location.ToScope(),\n\t\t},\n\t})\n\n\tfor _, access := range metadata.Access {\n\t\tif access.EntityType == bigquery.GroupEmailEntity ||\n\t\t\taccess.EntityType == bigquery.UserEmailEntity ||\n\t\t\taccess.EntityType == bigquery.IAMMemberEntity {\n\t\t\tif access.Entity != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: access.Entity,\n\t\t\t\t\t\tScope: location.ToScope(),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif access.Dataset != nil && access.Dataset.Dataset != nil {\n\t\t\t// Link to the dataset that this access applies to\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: access.Dataset.Dataset.DatasetID,\n\t\t\t\t\tScope: location.ToScope(),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif metadata.DefaultEncryptionConfig != nil {\n\t\t// Link to the KMS key used for default encryption\n\t\tvalues := gcpshared.ExtractPathParams(metadata.DefaultEncryptionConfig.KMSKeyName, \"locations\", \"keyRings\", \"cryptoKeys\")\n\t\tif len(values) == 3 && values[0] != \"\" && values[1] != \"\" && values[2] != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(values...),\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif metadata.ExternalDatasetReference != nil && metadata.ExternalDatasetReference.Connection != \"\" {\n\t\t// Link to the external dataset reference\n\t\t// Format: projects/{projectId}/locations/{locationId}/connections/{connectionId}\n\t\tvalues := gcpshared.ExtractPathParams(metadata.ExternalDatasetReference.Connection, \"locations\", \"connections\")\n\t\tif len(values) == 2 && values[0] != \"\" && values[1] != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.BigQueryConnection.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(values...),\n\t\t\t\t\tScope: location.ToScope(),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/big-query-dataset_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/bigquery\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestBigQueryDataset(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockBigQueryDatasetClient(ctrl)\n\tprojectID := \"test-project\"\n\tdatasetID := \"test_dataset\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryDataset(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, projectID, datasetID).Return(createDataset(projectID, datasetID), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], datasetID, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-user@example.com\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: datasetID,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryModel.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: datasetID,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryRoutine.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: datasetID,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: datasetID,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-connection\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryDataset(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockClient.EXPECT().List(ctx, projectID, gomock.Any()).Return([]*sdp.Item{\n\t\t\t{},\n\t\t\t{},\n\t\t}, nil)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\texpectedCount := 2\n\t\tactualCount := len(sdpItems)\n\t\tif actualCount != expectedCount {\n\t\t\tt.Fatalf(\"Expected %d items, got: %d\", expectedCount, actualCount)\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Expected adapter to not support Search operation, but it does\")\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockBigQueryDatasetClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\n\t\tmockClient.EXPECT().List(ctx, projectID, gomock.Any()).Return([]*sdp.Item{}, nil).Times(1)\n\n\t\twrapper := manual.NewBigQueryDataset(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\titems, err := listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List: expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List after first call\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List, got %v\", qErr)\n\t\t}\n\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\n// createDataset creates a BigQuery Dataset for testing.\nfunc createDataset(projectID, datasetID string) *bigquery.DatasetMetadata {\n\treturn &bigquery.DatasetMetadata{\n\t\tName: datasetID,\n\t\tFullID: projectID + \":\" + datasetID,\n\t\tLocation: \"EU\",\n\t\tDescription: \"Test dataset for unit tests\",\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"test\",\n\t\t},\n\t\tAccess: []*bigquery.AccessEntry{\n\t\t\t{\n\t\t\t\tRole: bigquery.ReaderRole,\n\t\t\t\tEntityType: bigquery.UserEmailEntity,\n\t\t\t\tEntity: \"test-user@example.com\",\n\t\t\t\tDataset: &bigquery.DatasetAccessEntry{\n\t\t\t\t\tDataset: &bigquery.Dataset{\n\t\t\t\t\t\tProjectID: projectID,\n\t\t\t\t\t\tDatasetID: datasetID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tDefaultEncryptionConfig: &bigquery.EncryptionConfig{\n\t\t\tKMSKeyName: \"projects/\" + projectID + \"/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t},\n\t\tExternalDatasetReference: &bigquery.ExternalDatasetReference{\n\t\t\t// projects/{projectId}/locations/{locationId}/connections/{connectionId}\n\t\t\tConnection: \"projects/\" + projectID + \"/locations/global/connections/test-connection\",\n\t\t},\n\t}\n}\n" }, { "path": "sources/gcp/manual/big-query-model.go", "content": "package manual\n\nimport (\n\t\"context\"\n\n\t\"cloud.google.com/go/bigquery\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar BigQueryModelLookupById = shared.NewItemTypeLookup(\"id\", gcpshared.BigQueryModel)\n\n// BigQueryModelWrapper is a wrapper for the BigQueryModelClient that implements the sources.SearchableWrapper interface\ntype BigQueryModelWrapper struct {\n\tclient gcpshared.BigQueryModelClient\n\t*gcpshared.ProjectBase\n}\n\n// NewBigQueryModel creates a new BigQueryModelWrapper instance\nfunc NewBigQueryModel(client gcpshared.BigQueryModelClient, locations []gcpshared.LocationInfo) sources.SearchStreamableWrapper {\n\treturn &BigQueryModelWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tgcpshared.BigQueryModel,\n\t\t),\n\t}\n}\n\nfunc (m BigQueryModelWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"bigquery.models.getMetadata\",\n\t\t\"bigquery.models.list\",\n\t}\n}\n\nfunc (m BigQueryModelWrapper) PredefinedRole() string {\n\t// https://cloud.google.com/iam/docs/roles-permissions/bigquery#bigquery.metadataViewer\n\treturn \"roles/bigquery.metadataViewer\"\n}\n\nfunc (m BigQueryModelWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tBigQueryDatasetLookupByID,\n\t\tBigQueryModelLookupById,\n\t}\n}\n\nfunc (m BigQueryModelWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := m.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tmetadata, err := m.client.Get(ctx, location.ProjectID, queryParts[0], queryParts[1])\n\tif err != nil {\n\t\treturn nil, gcpshared.QueryError(err, scope, m.Type())\n\t}\n\treturn m.GCPBigQueryMetadataToItem(ctx, location, queryParts[0], metadata)\n}\n\nfunc (m BigQueryModelWrapper) GCPBigQueryMetadataToItem(ctx context.Context, location gcpshared.LocationInfo, dataSetId string, metadata *bigquery.ModelMetadata) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(metadata, \"labels\")\n\tif err != nil {\n\t\treturn nil, gcpshared.QueryError(err, location.ToScope(), m.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.BigQueryModel.String(),\n\t\tUniqueAttribute: \"Name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: metadata.Labels,\n\t}\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: gcpshared.BigQueryDataset.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tScope: location.ProjectID,\n\t\t\tQuery: dataSetId,\n\t\t},\n\t\t// Model is in a dataset, if dataset is deleted, model is deleted.\n\t\t// If the model is deleted, the dataset is not deleted.\n\t})\n\n\tif metadata.EncryptionConfig != nil && metadata.EncryptionConfig.KMSKeyName != \"\" {\n\t\tvalues := gcpshared.ExtractPathParams(metadata.EncryptionConfig.KMSKeyName, \"locations\", \"keyRings\", \"cryptoKeys\")\n\t\tif len(values) == 3 && values[0] != \"\" && values[1] != \"\" && values[2] != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(values...),\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tfor _, row := range metadata.RawTrainingRuns() {\n\t\tif row.DataSplitResult != nil {\n\t\t\t// Link to evaluation table (already existed)\n\t\t\tif row.DataSplitResult.EvaluationTable != nil && row.DataSplitResult.EvaluationTable.TableId != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(dataSetId, row.DataSplitResult.EvaluationTable.TableId),\n\t\t\t\t\t},\n\t\t\t\t\t// If the evaluation table is deleted or updated: The model's evaluation results may become invalid or inaccessible. If the model is updated: The table remains unaffected.\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to training table\n\t\t\tif row.DataSplitResult.TrainingTable != nil && row.DataSplitResult.TrainingTable.TableId != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(dataSetId, row.DataSplitResult.TrainingTable.TableId),\n\t\t\t\t\t},\n\t\t\t\t\t// If the training table is deleted or updated: The model's training data may become invalid or inaccessible. If the model is updated: The table remains unaffected.\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to test table\n\t\t\tif row.DataSplitResult.TestTable != nil && row.DataSplitResult.TestTable.TableId != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(dataSetId, row.DataSplitResult.TestTable.TableId),\n\t\t\t\t\t},\n\t\t\t\t\t// If the test table is deleted or updated: The model's test results may become invalid or inaccessible. If the model is updated: The table remains unaffected.\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// TODO: Link to BigQuery Connection and Vertex AI Endpoint for remote models\n\t// RemoteModelInfo (containing connection and endpoint fields) is not directly accessible\n\t// in the Go SDK's ModelMetadata struct. To implement these links, we would need to:\n\t// 1. Use the REST API directly to fetch model metadata, or\n\t// 2. Wait for the Go SDK to expose RemoteModelInfo fields, or\n\t// 3. Access the raw JSON response if available\n\t// Connection format: projects/{projectId}/locations/{locationId}/connections/{connectionId}\n\t// Endpoint format: https://{location}-aiplatform.googleapis.com/v1/projects/{project}/locations/{location}/endpoints/{endpoint_id}\n\n\treturn sdpItem, nil\n}\n\nfunc (m BigQueryModelWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.CloudKMSCryptoKey,\n\t\tgcpshared.BigQueryDataset,\n\t\tgcpshared.BigQueryTable,\n\t\tgcpshared.BigQueryConnection,\n\t\tgcpshared.AIPlatformEndpoint,\n\t)\n}\n\nfunc (m BigQueryModelWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tBigQueryModelLookupById,\n\t\t},\n\t}\n}\n\nfunc (m BigQueryModelWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tlocation, err := m.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\titems, listErr := m.client.List(ctx, location.ProjectID, queryParts[0], func(datasetID string, md *bigquery.ModelMetadata) (*sdp.Item, *sdp.QueryError) {\n\t\treturn m.GCPBigQueryMetadataToItem(ctx, location, datasetID, md)\n\t})\n\treturn items, listErr\n}\n\nfunc (m BigQueryModelWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tlocation, err := m.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tm.client.ListStream(ctx, location.ProjectID, queryParts[0], stream, func(datasetID string, md *bigquery.ModelMetadata) (*sdp.Item, *sdp.QueryError) {\n\t\titem, qerr := m.GCPBigQueryMetadataToItem(ctx, location, datasetID, md)\n\t\tif qerr == nil && item != nil {\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t}\n\t\treturn item, qerr\n\t})\n}\n" }, { "path": "sources/gcp/manual/big-query-model_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\tbigquery \"cloud.google.com/go/bigquery\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestBigQueryModel(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockBigQueryModelClient(ctrl)\n\tprojectID := \"test-project\"\n\tdatasetID := \"test_dataset\"\n\tmodelName := \"test_model\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryModel(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, projectID, datasetID, modelName).Return(createDatasetModel(projectID, modelName), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tquery := shared.CompositeLookupKey(datasetID, modelName)\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], query, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\t\tif sdpItem == nil {\n\t\t\tt.Fatal(\"Expected an item, got nil\")\n\t\t}\n\n\t\t// Cannot test for linked table as you cannot set the model metadata training runs.\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: datasetID,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryModel(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tmockClient.EXPECT().List(ctx, projectID, datasetID, gomock.Any()).Return([]*sdp.Item{\n\t\t\t{},\n\t\t}, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports searching\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], datasetID, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.ListStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support ListStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockBigQueryModelClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\t\tdatasetID := \"empty_dataset\"\n\t\tquery := datasetID\n\n\t\tmockClient.EXPECT().List(ctx, projectID, datasetID, gomock.Any()).Return([]*sdp.Item{}, nil).Times(1)\n\n\t\twrapper := manual.NewBigQueryModel(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\n\t\titems, qErr := searchable.Search(ctx, scope, query, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"first Search: unexpected error: %v\", qErr)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first Search: expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\tcacheHit, _, _, cachedErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for Search after first call\")\n\t\t}\n\t\tif cachedErr == nil || cachedErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for Search, got %v\", cachedErr)\n\t\t}\n\n\t\titems, qErr = searchable.Search(ctx, scope, query, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"second Search: unexpected error: %v\", qErr)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"List_Unsupported\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryModel(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports list - it should not\n\t\t_, ok := adapter.(discovery.ListableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Expected adapter to not support List operation, but it does\")\n\t\t}\n\t})\n}\n\nfunc createDatasetModel(projectID, modelName string) *bigquery.ModelMetadata {\n\tmodel := &bigquery.ModelMetadata{\n\t\tName: modelName,\n\t\tType: \"LINEAR_REGRESSION\",\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"test\",\n\t\t},\n\t\tLocation: \"US\",\n\t\tETag: \"etag123\",\n\n\t\tDescription: \"Test model description\",\n\t\tEncryptionConfig: &bigquery.EncryptionConfig{\n\t\t\tKMSKeyName: \"projects/\" + projectID + \"/locations/global/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t},\n\t}\n\n\treturn model\n}\n" }, { "path": "sources/gcp/manual/big-query-routine.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"cloud.google.com/go/bigquery\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar BigQueryRoutineLookupByID = shared.NewItemTypeLookup(\"id\", gcpshared.BigQueryRoutine)\n\ntype BigQueryRoutineWrapper struct {\n\tclient gcpshared.BigQueryRoutineClient\n\n\t*gcpshared.ProjectBase\n}\n\nfunc NewBigQueryRoutine(client gcpshared.BigQueryRoutineClient, locations []gcpshared.LocationInfo) sources.SearchStreamableWrapper {\n\treturn &BigQueryRoutineWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tgcpshared.BigQueryRoutine),\n\t}\n}\n\nfunc (b BigQueryRoutineWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"bigquery.routines.get\",\n\t\t\"bigquery.routines.list\",\n\t}\n}\n\nfunc (b BigQueryRoutineWrapper) PredefinedRole() string {\n\treturn \"roles/bigquery.metadataViewer\"\n}\n\n// PotentialLinks returns the potential links for the BigQuery routine wrapper\nfunc (b BigQueryRoutineWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.BigQueryDataset,\n\t\tgcpshared.StorageBucket,\n\t\tgcpshared.BigQueryConnection,\n\t\tstdlib.NetworkHTTP,\n\t)\n}\n\n// TerraformMappings returns the Terraform mappings for the BigQuery routine wrapper\nfunc (b BigQueryRoutineWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/bigquery_routine\n\t\t\t// ID format: projects/{{project}}/datasets/{{dataset_id}}/routines/{{routine_id}}\n\t\t\t// The framework automatically intercepts queries starting with \"projects/\" and converts\n\t\t\t// them to GET operations by extracting the last N path parameters (based on GetLookups count).\n\t\t\tTerraformQueryMap: \"google_bigquery_routine.id\",\n\t\t},\n\t}\n}\n\n// GetLookups returns the lookups for the BigQuery routine\nfunc (b BigQueryRoutineWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tBigQueryDatasetLookupByID,\n\t\tBigQueryRoutineLookupByID,\n\t}\n}\n\nfunc (b BigQueryRoutineWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tBigQueryRoutineLookupByID,\n\t\t},\n\t}\n}\n\n// Get retrieves a BigQuery routine by its ID\nfunc (b BigQueryRoutineWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := b.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\t// 0: dataset ID\n\t// 1: routine ID\n\tmetadata, getErr := b.client.Get(ctx, location.ProjectID, queryParts[0], queryParts[1])\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, b.Type())\n\t}\n\treturn b.gcpBigQueryRoutineToItem(metadata, queryParts[0], queryParts[1], location)\n}\n\nfunc (b BigQueryRoutineWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tlocation, err := b.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\ttoItem := func(metadata *bigquery.RoutineMetadata, datasetID, routineID string) (*sdp.Item, *sdp.QueryError) {\n\t\treturn b.gcpBigQueryRoutineToItem(metadata, datasetID, routineID, location)\n\t}\n\n\titems, listErr := b.client.List(ctx, location.ProjectID, queryParts[0], toItem)\n\tif listErr != nil {\n\t\treturn nil, gcpshared.QueryError(listErr, scope, b.Type())\n\t}\n\n\treturn items, nil\n}\n\nfunc (b BigQueryRoutineWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tlocation, err := b.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\ttoItem := func(metadata *bigquery.RoutineMetadata, datasetID, routineID string) (*sdp.Item, *sdp.QueryError) {\n\t\titem, qerr := b.gcpBigQueryRoutineToItem(metadata, datasetID, routineID, location)\n\t\tif qerr == nil && item != nil {\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t}\n\t\treturn item, qerr\n\t}\n\n\titems, listErr := b.client.List(ctx, location.ProjectID, queryParts[0], toItem)\n\tif listErr != nil {\n\t\tstream.SendError(gcpshared.QueryError(listErr, scope, b.Type()))\n\t\treturn\n\t}\n\n\tfor _, item := range items {\n\t\tstream.SendItem(item)\n\t}\n}\n\nfunc (b BigQueryRoutineWrapper) gcpBigQueryRoutineToItem(metadata *bigquery.RoutineMetadata, datasetID, routineID string, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(metadata, \"\")\n\tif err != nil {\n\t\treturn nil, gcpshared.QueryError(err, location.ToScope(), b.Type())\n\t}\n\n\terr = attributes.Set(\"id\", shared.CompositeLookupKey(datasetID, routineID))\n\tif err != nil {\n\t\treturn nil, gcpshared.QueryError(err, location.ToScope(), b.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.BigQueryRoutine.String(),\n\t\tUniqueAttribute: \"id\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: make(map[string]string),\n\t}\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: gcpshared.BigQueryDataset.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: datasetID,\n\t\t\tScope: location.ProjectID,\n\t\t},\n\t})\n\n\t// Link to imported libraries (GCS buckets) for JavaScript routines\n\t// Format: gs://bucket-name/path/to/file.js\n\tif len(metadata.ImportedLibraries) > 0 {\n\t\tif linkFunc, ok := gcpshared.ManualAdapterLinksByAssetType[gcpshared.StorageBucket]; ok {\n\t\t\tfor _, libraryURI := range metadata.ImportedLibraries {\n\t\t\t\tif libraryURI != \"\" {\n\t\t\t\t\tlinkedQuery := linkFunc(location.ProjectID, location.ToScope(), libraryURI)\n\t\t\t\t\tif linkedQuery != nil {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, linkedQuery)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to BigQuery Connection used for remote function authentication\n\t// Format: projects/{projectId}/locations/{locationId}/connections/{connectionId}\n\t// or: {projectId}.{locationId};{connectionId}\n\tif metadata.RemoteFunctionOptions != nil && metadata.RemoteFunctionOptions.Connection != \"\" {\n\t\tvar projectID, location, connectionID string\n\t\tvalues := gcpshared.ExtractPathParams(metadata.RemoteFunctionOptions.Connection, \"projects\", \"locations\", \"connections\")\n\t\tif len(values) == 3 {\n\t\t\tprojectID = values[0]\n\t\t\tlocation = values[1]\n\t\t\tconnectionID = values[2]\n\t\t} else {\n\t\t\t// Try short format: {projectId}.{locationId};{connectionId}\n\t\t\tresParts := strings.Split(metadata.RemoteFunctionOptions.Connection, \".\")\n\t\t\tif len(resParts) == 2 {\n\t\t\t\tprojectID = resParts[0]\n\t\t\t\tcolParts := strings.Split(resParts[1], \";\")\n\t\t\t\tif len(colParts) == 2 {\n\t\t\t\t\tlocation = colParts[0]\n\t\t\t\t\tconnectionID = colParts[1]\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\tif projectID != \"\" && location != \"\" && connectionID != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.BigQueryConnection.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(location, connectionID),\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to HTTP endpoint for remote function calls\n\t// Format: https://example.com/run or http://example.com/run\n\tif metadata.RemoteFunctionOptions != nil && metadata.RemoteFunctionOptions.Endpoint != \"\" {\n\t\tendpoint := strings.TrimSpace(metadata.RemoteFunctionOptions.Endpoint)\n\t\tif strings.HasPrefix(endpoint, \"http://\") || strings.HasPrefix(endpoint, \"https://\") {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: endpoint,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// NOTE: SparkOptions and ExternalRuntimeOptions are not currently available in the Go SDK's RoutineMetadata struct,\n\t// even though they exist in the REST API. If the Go SDK is updated to include these fields in the future,\n\t// we should add links for:\n\t// - sparkOptions.connection (BigQuery Connection)\n\t// - sparkOptions.mainFileUri, pyFileUris, jarUris, fileUris, archiveUris (GCS buckets)\n\t// - externalRuntimeOptions.runtimeConnection (BigQuery Connection)\n\n\t// NOTE: optional feature for the future - parse routine_definition to identify referenced tables/views/connections and add links. Out-of-scope for initial version.\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/big-query-routine_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"testing\"\n\t\"time\"\n\n\t\"cloud.google.com/go/bigquery\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n\t\"github.com/stretchr/testify/assert\"\n)\n\nfunc TestBigQueryRoutine(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockBigQueryRoutineClient(ctrl)\n\tprojectID := \"test-project\"\n\tdatasetID := \"test_dataset\"\n\troutineID := \"test_routine\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryRoutine(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, projectID, datasetID, routineID).Return(createRoutineMetadata(\"test routine\"), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(datasetID, routineID), true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != gcpshared.BigQueryRoutine.String() {\n\t\t\tt.Fatalf(\"Expected type %s, got: %s\", gcpshared.BigQueryRoutine.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: datasetID,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Imported library GCS bucket link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Remote function connection link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"us|example-conn\",\n\t\t\t\t\tExpectedScope: \"example\",\n\t\t\t\t},\n\t\t\t\t// Remote function HTTP endpoint link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkHTTP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"https://example.com/run\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get error\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryRoutine(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\tmockClient.EXPECT().Get(ctx, projectID, datasetID, routineID).Return(nil, assert.AnError)\n\t\t_, qErr := adapter.Get(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(datasetID, routineID), true)\n\t\tif qErr == nil {\n\t\t\tt.Fatalf(\"Expected error, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryRoutine(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Mock the List function to call the converter with each routine\n\t\tmockClient.EXPECT().List(\n\t\t\tgomock.Any(),\n\t\t\tprojectID,\n\t\t\tdatasetID,\n\t\t\tgomock.Any(),\n\t\t).DoAndReturn(func(ctx context.Context, projectID string, datasetID string, converter func(routine *bigquery.RoutineMetadata, datasetID, routineID string) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError) {\n\t\t\titems := make([]*sdp.Item, 0, 2)\n\n\t\t\troutine1 := createRoutineMetadata(\"test routine 1\")\n\t\t\titem1, qErr := converter(routine1, datasetID, \"routine1\")\n\t\t\tif qErr != nil {\n\t\t\t\treturn nil, qErr\n\t\t\t}\n\t\t\titems = append(items, item1)\n\n\t\t\troutine2 := createRoutineMetadata(\"test routine 2\")\n\t\t\titem2, qErr := converter(routine2, datasetID, \"routine2\")\n\t\t\tif qErr != nil {\n\t\t\t\treturn nil, qErr\n\t\t\t}\n\t\t\titems = append(items, item2)\n\n\t\t\treturn items, nil\n\t\t})\n\n\t\t// Check if adapter supports searching\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], datasetID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\texpectedCount := 2\n\t\tactualCount := len(sdpItems)\n\t\tif actualCount != expectedCount {\n\t\t\tt.Fatalf(\"Expected %d items, got: %d\", expectedCount, actualCount)\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Search error\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryRoutine(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Mock the List function to call the converter with each routine\n\t\tmockClient.EXPECT().List(\n\t\t\tgomock.Any(),\n\t\t\tprojectID,\n\t\t\tdatasetID,\n\t\t\tgomock.Any(),\n\t\t).Return(nil, &sdp.QueryError{ErrorType: sdp.QueryError_OTHER, ErrorString: \"test error\"})\n\n\t\t// Check if adapter supports searching\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t_, err := searchable.Search(ctx, wrapper.Scopes()[0], datasetID, true)\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected error, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"SearchCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockBigQueryRoutineClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\t\tdatasetID := \"empty_dataset\"\n\t\tquery := datasetID\n\n\t\tmockClient.EXPECT().List(gomock.Any(), projectID, datasetID, gomock.Any()).Return([]*sdp.Item{}, nil).Times(1)\n\n\t\twrapper := manual.NewBigQueryRoutine(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\n\t\titems, err := searchable.Search(ctx, scope, query, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first Search: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first Search: expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for Search after first call\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for Search, got %v\", qErr)\n\t\t}\n\n\t\titems, err = searchable.Search(ctx, scope, query, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second Search: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"Search with terraform format\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryRoutine(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Use terraform-style path format\n\t\tterraformStyleQuery := \"projects/test-project/datasets/test_dataset/routines/test_routine\"\n\n\t\t// Mock Get (called internally when terraform format is detected)\n\t\tmockClient.EXPECT().Get(ctx, projectID, datasetID, routineID).Return(createRoutineMetadata(\"terraform format test\"), nil)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], terraformStyleQuery, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error with terraform format, got: %v\", qErr)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(items))\n\t\t}\n\t\tif items[0].GetType() != gcpshared.BigQueryRoutine.String() {\n\t\t\tt.Fatalf(\"Expected type %s, got: %s\", gcpshared.BigQueryRoutine.String(), items[0].GetType())\n\t\t}\n\t})\n\n\tt.Run(\"Search with legacy pipe format\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryRoutine(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Use legacy dataset ID format\n\t\tlegacyQuery := datasetID\n\n\t\t// Mock the List function\n\t\tmockClient.EXPECT().List(\n\t\t\tgomock.Any(),\n\t\t\tprojectID,\n\t\t\tdatasetID,\n\t\t\tgomock.Any(),\n\t\t).DoAndReturn(func(ctx context.Context, projectID string, datasetID string, converter func(routine *bigquery.RoutineMetadata, datasetID, routineID string) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError) {\n\t\t\titems := make([]*sdp.Item, 0, 1)\n\t\t\troutine := createRoutineMetadata(\"legacy format test\")\n\t\t\titem, qErr := converter(routine, datasetID, routineID)\n\t\t\tif qErr != nil {\n\t\t\t\treturn nil, qErr\n\t\t\t}\n\t\t\titems = append(items, item)\n\t\t\treturn items, nil\n\t\t})\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], legacyQuery, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error with legacy format, got: %v\", qErr)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(items))\n\t\t}\n\t})\n}\n\nfunc createRoutineMetadata(description string) *bigquery.RoutineMetadata {\n\treturn &bigquery.RoutineMetadata{\n\t\tType: bigquery.ScalarFunctionRoutine,\n\t\tCreationTime: time.Unix(1710000000, 0),\n\t\tLastModifiedTime: time.Unix(1710003600, 0),\n\t\tLanguage: \"SQL\",\n\t\tDescription: description,\n\t\tBody: \"BEGIN SELECT 1; END;\",\n\t\tArguments: []*bigquery.RoutineArgument{\n\t\t\t{\n\t\t\t\tName: \"input_num\",\n\t\t\t\tKind: \"FIXED_TYPE\",\n\t\t\t\tMode: \"IN\",\n\t\t\t\tDataType: &bigquery.StandardSQLDataType{\n\t\t\t\t\tTypeKind: \"INT64\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tReturnType: &bigquery.StandardSQLDataType{\n\t\t\tTypeKind: \"INT64\",\n\t\t},\n\t\tDataGovernanceType: string(bigquery.Deterministic),\n\t\tImportedLibraries: []string{\"gs://bucket/lib.js\"},\n\t\tRemoteFunctionOptions: &bigquery.RemoteFunctionOptions{\n\t\t\tConnection: \"projects/example/locations/us/connections/example-conn\",\n\t\t\tEndpoint: \"https://example.com/run\",\n\t\t},\n\t}\n}\n" }, { "path": "sources/gcp/manual/big-query-table.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"cloud.google.com/go/bigquery\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar BigQueryTableLookupByID = shared.NewItemTypeLookup(\"id\", gcpshared.BigQueryTable)\n\ntype BigQueryTableWrapper struct {\n\tclient gcpshared.BigQueryTableClient\n\n\t*gcpshared.ProjectBase\n}\n\n// NewBigQueryTable creates a new bigQueryTable instance\nfunc NewBigQueryTable(client gcpshared.BigQueryTableClient, locations []gcpshared.LocationInfo) sources.SearchStreamableWrapper {\n\treturn &BigQueryTableWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_DATABASE,\n\t\t\tgcpshared.BigQueryTable,\n\t\t),\n\t}\n}\n\nfunc (b BigQueryTableWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"bigquery.tables.get\",\n\t\t\"bigquery.tables.list\",\n\t}\n}\n\nfunc (b BigQueryTableWrapper) PredefinedRole() string {\n\treturn \"roles/bigquery.metadataViewer\"\n}\n\n// PotentialLinks returns the potential links for the BigQuery table wrapper\nfunc (b BigQueryTableWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.CloudKMSCryptoKey,\n\t\tgcpshared.BigQueryDataset,\n\t\tgcpshared.BigQueryConnection,\n\t\tgcpshared.StorageBucket,\n\t\tgcpshared.BigQueryTable,\n\t)\n}\n\n// TerraformMappings returns the Terraform mappings for the BigQuery table wrapper\nfunc (b BigQueryTableWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/bigquery_table\n\t\t\t// ID format: projects/{{project}}/datasets/{{dataset}}/tables/{{name}}\n\t\t\t// The framework automatically intercepts queries starting with \"projects/\" and converts\n\t\t\t// them to GET operations by extracting the last N path parameters (based on GetLookups count).\n\t\t\tTerraformQueryMap: \"google_bigquery_table.id\",\n\t\t},\n\t\t// IAM resources for BigQuery Tables. These are Terraform-only constructs\n\t\t// (no standalone GCP API resource exists). We use the dataset_id attribute\n\t\t// because table_id is a bare name that the SEARCH handler would misinterpret\n\t\t// as a dataset ID. Using dataset_id lists all tables in the affected dataset,\n\t\t// providing dataset-level blast radius for table IAM changes.\n\t\t//\n\t\t// Reference: https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/bigquery_table_iam\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"google_bigquery_table_iam_binding.dataset_id\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"google_bigquery_table_iam_member.dataset_id\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"google_bigquery_table_iam_policy.dataset_id\",\n\t\t},\n\t}\n}\n\n// GetLookups returns the lookups for the BigQuery dataset\nfunc (b BigQueryTableWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tBigQueryDatasetLookupByID,\n\t\tBigQueryTableLookupByID,\n\t}\n}\n\nfunc (b BigQueryTableWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tBigQueryDatasetLookupByID,\n\t\t},\n\t}\n}\n\n// Get retrieves a BigQuery dataset by its ID\nfunc (b BigQueryTableWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := b.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\t// O: dataset ID\n\t// 1: table ID\n\tmetadata, err := b.client.Get(ctx, location.ProjectID, queryParts[0], queryParts[1])\n\tif err != nil {\n\t\treturn nil, gcpshared.QueryError(err, scope, b.Type())\n\t}\n\n\treturn b.GCPBigQueryTableToItem(location, metadata)\n}\n\nfunc (b BigQueryTableWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tlocation, err := b.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\t// queryParts[0]: Dataset ID\n\titems, listErr := b.client.List(ctx, location.ProjectID, queryParts[0], func(md *bigquery.TableMetadata) (*sdp.Item, *sdp.QueryError) {\n\t\treturn b.GCPBigQueryTableToItem(location, md)\n\t})\n\treturn items, listErr\n}\n\nfunc (b BigQueryTableWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tlocation, err := b.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\t// queryParts[0]: Dataset ID\n\tb.client.ListStream(ctx, location.ProjectID, queryParts[0], stream, func(md *bigquery.TableMetadata) (*sdp.Item, *sdp.QueryError) {\n\t\titem, qerr := b.GCPBigQueryTableToItem(location, md)\n\t\tif qerr == nil && item != nil {\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t}\n\t\treturn item, qerr\n\t})\n}\n\nfunc (b BigQueryTableWrapper) GCPBigQueryTableToItem(location gcpshared.LocationInfo, metadata *bigquery.TableMetadata) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(metadata, \"labels\")\n\tif err != nil {\n\t\treturn nil, gcpshared.QueryError(err, location.ToScope(), b.Type())\n\t}\n\n\t// The full dataset ID in the form projectID:datasetID.tableID\n\tparts := strings.Split(strings.TrimPrefix(metadata.FullID, location.ProjectID+\":\"), \".\")\n\tif len(parts) != 2 {\n\t\treturn nil, gcpshared.QueryError(fmt.Errorf(\"invalid table full ID: %s\", metadata.FullID), location.ToScope(), b.Type())\n\t}\n\n\t// O: dataset ID\n\t// 1: table ID\n\terr = attributes.Set(\"id\", strings.Join(parts, shared.QuerySeparator))\n\tif err != nil {\n\t\treturn nil, gcpshared.QueryError(err, location.ToScope(), b.Type())\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.BigQueryTable.String(),\n\t\tUniqueAttribute: \"id\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: metadata.Labels,\n\t}\n\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: gcpshared.BigQueryDataset.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: parts[0], // dataset ID\n\t\t\tScope: location.ProjectID,\n\t\t},\n\t})\n\n\tif metadata.EncryptionConfig != nil && metadata.EncryptionConfig.KMSKeyName != \"\" {\n\t\t// The KMS key used to encrypt the table.\n\t\t// The KMS key name can have the form\n\t\t// projects/{projectId}/locations/{locationId}/keyRings/{keyRingId}/cryptoKeys/{cryptoKeyId}\n\t\tvalues := gcpshared.ExtractPathParams(metadata.EncryptionConfig.KMSKeyName, \"locations\", \"keyRings\", \"cryptoKeys\")\n\t\tif len(values) == 3 && values[0] != \"\" && values[1] != \"\" && values[2] != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(values...),\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif metadata.ExternalDataConfig != nil {\n\t\tif metadata.ExternalDataConfig.ConnectionID != \"\" {\n\t\t\t// The connection specifying the credentials to be used to read external storage, such as Azure Blob, Cloud Storage, or S3.\n\t\t\t// The connectionId can have the form\n\t\t\t// {projectId}.{locationId};{connectionId} or\n\t\t\t// projects/{projectId}/locations/{locationId}/connections/{connectionId}\n\t\t\tvar projectID, connectionLocation, connectionID string\n\t\t\tvalues := gcpshared.ExtractPathParams(metadata.ExternalDataConfig.ConnectionID, \"projects\", \"locations\", \"connections\")\n\t\t\tif len(values) == 3 {\n\t\t\t\tprojectID = values[0]\n\t\t\t\tconnectionLocation = values[1]\n\t\t\t\tconnectionID = values[2]\n\t\t\t} else {\n\t\t\t\t// {projectId}.{locationId};{connectionId}\n\t\t\t\tresParts := strings.Split(metadata.ExternalDataConfig.ConnectionID, \".\")\n\t\t\t\tif len(resParts) == 2 {\n\t\t\t\t\tprojectID = resParts[0]\n\t\t\t\t\t// {locationId};{connectionId}\n\t\t\t\t\tcolParts := strings.Split(resParts[1], \";\")\n\t\t\t\t\tif len(colParts) == 2 {\n\t\t\t\t\t\tconnectionLocation = colParts[0]\n\t\t\t\t\t\tconnectionID = colParts[1]\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tif projectID != \"\" && connectionLocation != \"\" && connectionID != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.BigQueryConnection.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(connectionLocation, connectionID),\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Storage Buckets referenced in source URIs (gs:// URIs).\n\t\t// Format: gs://bucket-name/path/to/file or gs://bucket-name/path/* (wildcard allowed after bucket name).\n\t\t// GET https://storage.googleapis.com/storage/v1/b/{bucket}\n\t\t// https://cloud.google.com/storage/docs/json_api/v1/buckets/get\n\t\tif len(metadata.ExternalDataConfig.SourceURIs) > 0 {\n\t\t\t// Use a map to deduplicate bucket names\n\t\t\tbucketMap := make(map[string]bool)\n\t\t\tfor _, sourceURI := range metadata.ExternalDataConfig.SourceURIs {\n\t\t\t\tif sourceURI != \"\" {\n\t\t\t\t\t// Use the StorageBucket linker to extract bucket name from various URI formats\n\t\t\t\t\tif linkFunc, ok := gcpshared.ManualAdapterLinksByAssetType[gcpshared.StorageBucket]; ok {\n\t\t\t\t\t\t// The linker handles gs:// URIs and extracts bucket names\n\t\t\t\t\t\tlinkedQuery := linkFunc(location.ProjectID, location.ToScope(), sourceURI)\n\t\t\t\t\t\tif linkedQuery != nil {\n\t\t\t\t\t\t\t// Create a unique key from query and scope to deduplicate\n\t\t\t\t\t\t\tbucketKey := fmt.Sprintf(\"%s|%s\", linkedQuery.GetQuery().GetQuery(), linkedQuery.GetQuery().GetScope())\n\t\t\t\t\t\t\tif !bucketMap[bucketKey] {\n\t\t\t\t\t\t\t\tbucketMap[bucketKey] = true\n\t\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, linkedQuery)\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to base table if this is a snapshot.\n\t// The base table from which this snapshot was created.\n\t// GET https://bigquery.googleapis.com/bigquery/v2/projects/{projectId}/datasets/{datasetId}/tables/{tableId}\n\t// https://cloud.google.com/bigquery/docs/reference/rest/v2/tables/get\n\tif metadata.SnapshotDefinition != nil && metadata.SnapshotDefinition.BaseTableReference != nil {\n\t\tbaseTableRef := metadata.SnapshotDefinition.BaseTableReference\n\t\tif baseTableRef.ProjectID != \"\" && baseTableRef.DatasetID != \"\" && baseTableRef.TableID != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(baseTableRef.DatasetID, baseTableRef.TableID),\n\t\t\t\t\tScope: baseTableRef.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to base table if this is a clone.\n\t// The base table from which this clone was created.\n\t// GET https://bigquery.googleapis.com/bigquery/v2/projects/{projectId}/datasets/{datasetId}/tables/{tableId}\n\t// https://cloud.google.com/bigquery/docs/reference/rest/v2/tables/get\n\tif metadata.CloneDefinition != nil && metadata.CloneDefinition.BaseTableReference != nil {\n\t\tbaseTableRef := metadata.CloneDefinition.BaseTableReference\n\t\tif baseTableRef.ProjectID != \"\" && baseTableRef.DatasetID != \"\" && baseTableRef.TableID != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.BigQueryTable.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(baseTableRef.DatasetID, baseTableRef.TableID),\n\t\t\t\t\tScope: baseTableRef.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Note: Replicas field is not available in the Go client library's TableMetadata struct,\n\t// even though it exists in the REST API. If needed in the future, we would need to access\n\t// the raw REST API response or wait for the Go client library to expose this field.\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/big-query-table_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/bigquery\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestBigQueryTable(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockBigQueryTableClient(ctrl)\n\tprojectID := \"test-project\"\n\tdatasetID := \"test_dataset\"\n\ttableID := \"test_table\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryTable(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, projectID, datasetID, tableID).Return(createTableMetadata(projectID, datasetID, tableID, projectID+\".us;test-connection\"), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(datasetID, tableID), true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != gcpshared.BigQueryTable.String() {\n\t\t\tt.Fatalf(\"Expected type %s, got: %s\", gcpshared.BigQueryTable.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: datasetID,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"us\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"us\", \"test-connection\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get with alternative connection id\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryTable(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, projectID, datasetID, tableID).Return(createTableMetadata(projectID, datasetID, tableID, fmt.Sprintf(\"projects/%s/locations/us/connections/test-connection\", projectID)), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(datasetID, tableID), true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != gcpshared.BigQueryTable.String() {\n\t\t\tt.Fatalf(\"Expected type %s, got: %s\", gcpshared.BigQueryTable.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: datasetID,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"us\", \"test-ring\", \"test-key\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryConnection.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"us\", \"test-connection\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryTable(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Mock the List function to call the converter with each table\n\t\tmockClient.EXPECT().List(\n\t\t\tgomock.Any(),\n\t\t\tprojectID,\n\t\t\tdatasetID,\n\t\t\tgomock.Any(),\n\t\t).DoAndReturn(func(ctx context.Context, projectID, datasetID string, converter func(*bigquery.TableMetadata) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError) {\n\t\t\titems := make([]*sdp.Item, 0, 2)\n\n\t\t\ttable1 := createTableMetadata(projectID, datasetID, \"table1\", projectID+\".us;test-connection\")\n\t\t\titem1, qErr := converter(table1)\n\t\t\tif qErr != nil {\n\t\t\t\treturn nil, qErr\n\t\t\t}\n\t\t\titems = append(items, item1)\n\n\t\t\ttable2 := createTableMetadata(projectID, datasetID, \"table2\", projectID+\".us;test-connection\")\n\t\t\titem2, qErr := converter(table2)\n\t\t\tif qErr != nil {\n\t\t\t\treturn nil, qErr\n\t\t\t}\n\t\t\titems = append(items, item2)\n\n\t\t\treturn items, nil\n\t\t})\n\n\t\t// Check if adapter supports searching\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], datasetID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\texpectedCount := 2\n\t\tactualCount := len(sdpItems)\n\t\tif actualCount != expectedCount {\n\t\t\tt.Fatalf(\"Expected %d items, got: %d\", expectedCount, actualCount)\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithTerraformMapping\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryTable(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Mock the List function to call the converter with each table\n\t\tmockClient.EXPECT().Get(ctx, projectID, datasetID, tableID).\n\t\t\tReturn(createTableMetadata(\n\t\t\t\tprojectID,\n\t\t\t\tdatasetID,\n\t\t\t\ttableID,\n\t\t\t\tfmt.Sprintf(\"projects/%s/locations/us/connections/test-connection\", projectID),\n\t\t\t), nil)\n\n\t\tterraformMapping := fmt.Sprintf(\"projects/%s/datasets/%s/tables/%s\", projectID, datasetID, tableID)\n\t\t// Check if adapter supports searching\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], terraformMapping, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\texpectedCount := 1\n\t\tactualCount := len(sdpItems)\n\t\tif actualCount != expectedCount {\n\t\t\tt.Fatalf(\"Expected %d items, got: %d\", expectedCount, actualCount)\n\t\t}\n\n\t\tif err := sdpItems[0].Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"SearchCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockBigQueryTableClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\t\tdatasetID := \"empty_dataset\"\n\t\tquery := datasetID\n\n\t\tmockClient.EXPECT().List(gomock.Any(), projectID, datasetID, gomock.Any()).Return([]*sdp.Item{}, nil).Times(1)\n\n\t\twrapper := manual.NewBigQueryTable(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\n\t\titems, err := searchable.Search(ctx, scope, query, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first Search: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first Search: expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for Search after first call\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for Search, got %v\", qErr)\n\t\t}\n\n\t\titems, err = searchable.Search(ctx, scope, query, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second Search: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"List_Unsupported\", func(t *testing.T) {\n\t\twrapper := manual.NewBigQueryTable(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports list - it should not\n\t\t_, ok := adapter.(discovery.ListableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Expected adapter to not support List operation, but it does\")\n\t\t}\n\n\t\t// Check if adapter supports ListStream - it should not\n\t\t_, ok = adapter.(discovery.ListStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support ListStream operation\")\n\t\t}\n\t})\n}\n\n// createTableMetadata creates a BigQuery TableMetadata for testing.\nfunc createTableMetadata(projectID, datasetID, tableID, connectionID string) *bigquery.TableMetadata {\n\treturn &bigquery.TableMetadata{\n\t\tName: tableID,\n\t\tFullID: projectID + \":\" + datasetID + \".\" + tableID,\n\t\tType: \"TABLE\",\n\t\tLocation: \"US\",\n\t\tLabels: map[string]string{\"env\": \"test\"},\n\t\tEncryptionConfig: &bigquery.EncryptionConfig{\n\t\t\tKMSKeyName: \"projects/\" + projectID + \"/locations/us/keyRings/test-ring/cryptoKeys/test-key\",\n\t\t},\n\t\tExternalDataConfig: &bigquery.ExternalDataConfig{\n\t\t\tConnectionID: connectionID,\n\t\t},\n\t}\n}\n" }, { "path": "sources/gcp/manual/certificate-manager-certificate.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\tcertificatemanagerpb \"cloud.google.com/go/certificatemanager/apiv1/certificatemanagerpb\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar (\n\tCertificateManagerCertificateLookupByLocation = shared.NewItemTypeLookup(\"location\", gcpshared.CertificateManagerCertificate)\n\tCertificateManagerCertificateLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.CertificateManagerCertificate)\n)\n\ntype certificateManagerCertificateWrapper struct {\n\tclient gcpshared.CertificateManagerCertificateClient\n\t*gcpshared.ProjectBase\n}\n\n// NewCertificateManagerCertificate creates a new certificateManagerCertificateWrapper.\nfunc NewCertificateManagerCertificate(client gcpshared.CertificateManagerCertificateClient, locations []gcpshared.LocationInfo) sources.SearchableWrapper {\n\treturn &certificateManagerCertificateWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tgcpshared.CertificateManagerCertificate,\n\t\t),\n\t}\n}\n\nfunc (c certificateManagerCertificateWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"certificatemanager.certs.get\",\n\t\t\"certificatemanager.certs.list\",\n\t}\n}\n\nfunc (c certificateManagerCertificateWrapper) PredefinedRole() string {\n\treturn \"roles/certificatemanager.viewer\"\n}\n\nfunc (c certificateManagerCertificateWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.CertificateManagerDnsAuthorization,\n\t\tgcpshared.CertificateManagerCertificateIssuanceConfig,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\nfunc (c certificateManagerCertificateWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/certificate_manager_certificate\n\t\t\t// ID format: projects/{{project}}/locations/{{location}}/certificates/{{name}}\n\t\t\t// The framework automatically intercepts queries starting with \"projects/\" and converts\n\t\t\t// them to GET operations by extracting the last N path parameters (based on GetLookups count).\n\t\t\tTerraformQueryMap: \"google_certificate_manager_certificate.id\",\n\t\t},\n\t}\n}\n\nfunc (c certificateManagerCertificateWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tCertificateManagerCertificateLookupByLocation,\n\t\tCertificateManagerCertificateLookupByName,\n\t}\n}\n\n// Get retrieves a Certificate Manager Certificate by its unique attribute (location|certificateName).\nfunc (c certificateManagerCertificateWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tif len(queryParts) != 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Get requires exactly 2 query parts: location and certificate name\",\n\t\t}\n\t}\n\n\tlocationName := queryParts[0]\n\tcertificateName := queryParts[1]\n\n\t// Construct the full resource name\n\t// Format: projects/{project}/locations/{location}/certificates/{certificate}\n\tname := \"projects/\" + location.ProjectID + \"/locations/\" + locationName + \"/certificates/\" + certificateName\n\n\treq := &certificatemanagerpb.GetCertificateRequest{\n\t\tName: name,\n\t}\n\n\tcertificate, getErr := c.client.GetCertificate(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\titem, sdpErr := c.gcpCertificateToSDPItem(certificate, location)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\treturn item, nil\n}\n\nfunc (c certificateManagerCertificateWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tCertificateManagerCertificateLookupByLocation,\n\t\t},\n\t}\n}\n\n// Search searches Certificate Manager Certificates by location.\nfunc (c certificateManagerCertificateWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.SearchStream(ctx, stream, cache, cacheKey, scope, queryParts...)\n\t})\n}\n\n// SearchStream streams certificates matching the search criteria (location).\nfunc (c certificateManagerCertificateWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tif len(queryParts) != 1 {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"Search requires 1 query part: location\",\n\t\t})\n\t\treturn\n\t}\n\n\tlocationName := queryParts[0]\n\n\t// Construct the parent path\n\t// Format: projects/{project}/locations/{location}\n\tparent := \"projects/\" + location.ProjectID + \"/locations/\" + locationName\n\n\treq := &certificatemanagerpb.ListCertificatesRequest{\n\t\tParent: parent,\n\t}\n\n\tresults := c.client.ListCertificates(ctx, req)\n\n\tfor {\n\t\tcert, iterErr := results.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpCertificateToSDPItem(cert, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t}\n}\n\nfunc (c certificateManagerCertificateWrapper) gcpCertificateToSDPItem(certificate *certificatemanagerpb.Certificate, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(certificate, \"labels\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\t// Extract location and certificate name from the resource name\n\t// Format: projects/{project}/locations/{location}/certificates/{certificate}\n\tvalues := gcpshared.ExtractPathParams(certificate.GetName(), \"locations\", \"certificates\")\n\tif len(values) != 2 {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"invalid certificate name format: \" + certificate.GetName(),\n\t\t}\n\t}\n\n\tlocationName := values[0]\n\tcertificateName := values[1]\n\n\t// Set composite unique attribute\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(locationName, certificateName))\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.CertificateManagerCertificate.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: certificate.GetLabels(),\n\t}\n\n\t// Link to DNS names from sanDnsNames (covers both managed and self-managed certificates)\n\tfor _, dnsName := range certificate.GetSanDnsnames() {\n\t\tif dnsName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: dnsName,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to DNS Authorizations used for managed certificate domain validation\n\tif managed := certificate.GetManaged(); managed != nil {\n\t\t// Link to DNS names from managed.domains\n\t\tfor _, domain := range managed.GetDomains() {\n\t\t\tif domain != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: domain,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t\tfor _, dnsAuthURI := range managed.GetDnsAuthorizations() {\n\t\t\t// Extract location and dnsAuthorization name from URI\n\t\t\t// Format: projects/{project}/locations/{location}/dnsAuthorizations/{dnsAuthorization}\n\t\t\tvalues := gcpshared.ExtractPathParams(dnsAuthURI, \"locations\", \"dnsAuthorizations\")\n\t\t\tif len(values) == 2 && values[0] != \"\" && values[1] != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.CertificateManagerDnsAuthorization.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(values[0], values[1]),\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to Certificate Issuance Config for private PKI certificates\n\t\tif issuanceConfigURI := managed.GetIssuanceConfig(); issuanceConfigURI != \"\" {\n\t\t\t// Extract location and issuanceConfig name from URI\n\t\t\t// Format: projects/{project}/locations/{location}/certificateIssuanceConfigs/{certificateIssuanceConfig}\n\t\t\tvalues := gcpshared.ExtractPathParams(issuanceConfigURI, \"locations\", \"certificateIssuanceConfigs\")\n\t\t\tif len(values) == 2 && values[0] != \"\" && values[1] != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.CertificateManagerCertificateIssuanceConfig.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(values[0], values[1]),\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Note: The Certificate resource's UsedBy field (which lists resources using this certificate)\n\t// is not available in the Go SDK protobuf. The reverse links from CertificateMap,\n\t// CertificateMapEntry, and TargetHttpsProxy to Certificate will be established\n\t// when those adapters are created.\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/certificate-manager-certificate_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\tcertificatemanagerpb \"cloud.google.com/go/certificatemanager/apiv1/certificatemanagerpb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc createCertificate(projectID, location, name string) *certificatemanagerpb.Certificate {\n\treturn &certificatemanagerpb.Certificate{\n\t\tName: \"projects/\" + projectID + \"/locations/\" + location + \"/certificates/\" + name,\n\t\tDescription: \"Test certificate\",\n\t\tCreateTime: timestamppb.Now(),\n\t\tUpdateTime: timestamppb.Now(),\n\t\tLabels: map[string]string{\n\t\t\t\"env\": \"test\",\n\t\t},\n\t\tScope: certificatemanagerpb.Certificate_DEFAULT,\n\t}\n}\n\nfunc TestCertificateManagerCertificate(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockCertificateManagerCertificateClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tlocation := \"us-central1\"\n\tcertificateName := \"test-certificate\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewCertificateManagerCertificate(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().GetCertificate(ctx, gomock.Any()).Return(createCertificate(projectID, location, certificateName), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], location+shared.QuerySeparator+certificateName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatal(\"Expected item, got nil\")\n\t\t}\n\n\t\tif err := sdpItem.Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\n\t\t// Verify the item type\n\t\tif sdpItem.GetType() != gcpshared.CertificateManagerCertificate.String() {\n\t\t\tt.Errorf(\"Expected type %s, got: %s\", gcpshared.CertificateManagerCertificate.String(), sdpItem.GetType())\n\t\t}\n\n\t\t// Verify the unique attribute\n\t\tif sdpItem.GetUniqueAttribute() != \"uniqueAttr\" {\n\t\t\tt.Errorf(\"Expected unique attribute 'uniqueAttr', got: %s\", sdpItem.GetUniqueAttribute())\n\t\t}\n\n\t\t// Verify the scope\n\t\texpectedScope := projectID\n\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\tt.Errorf(\"Expected scope %s, got: %s\", expectedScope, sdpItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\twrapper := manual.NewCertificateManagerCertificate(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockIterator := mocks.NewMockCertificateIterator(ctrl)\n\n\t\tmockIterator.EXPECT().Next().Return(createCertificate(projectID, location, \"cert1\"), nil)\n\t\tmockIterator.EXPECT().Next().Return(createCertificate(projectID, location, \"cert2\"), nil)\n\t\tmockIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().ListCertificates(ctx, gomock.Any()).Return(mockIterator)\n\n\t\t// Check if adapter supports searching\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], location, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\texpectedCount := 2\n\t\tactualCount := len(sdpItems)\n\t\tif actualCount != expectedCount {\n\t\t\tt.Fatalf(\"Expected %d items, got: %d\", expectedCount, actualCount)\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockCertificateManagerCertificateClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\t\tlocationName := \"us-central1\"\n\t\tquery := locationName\n\n\t\tmockIter := mocks.NewMockCertificateIterator(ctrl)\n\t\tmockIter.EXPECT().Next().Return(nil, iterator.Done)\n\t\tmockClient.EXPECT().ListCertificates(ctx, gomock.Any()).Return(mockIter).Times(1)\n\n\t\twrapper := manual.NewCertificateManagerCertificate(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\n\t\titems, err := searchable.Search(ctx, scope, query, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first Search: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first Search: expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for Search after first call\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for Search, got %v\", qErr)\n\t\t}\n\n\t\titems, err = searchable.Search(ctx, scope, query, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second Search: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"GetLookups\", func(t *testing.T) {\n\t\twrapper := manual.NewCertificateManagerCertificate(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tlookups := wrapper.GetLookups()\n\t\tif len(lookups) != 2 {\n\t\t\tt.Errorf(\"Expected 2 lookups, got: %d\", len(lookups))\n\t\t}\n\n\t\t// Verify the lookup types\n\t\texpectedTypes := []string{\"location\", \"name\"}\n\t\tfor i, lookup := range lookups {\n\t\t\tif lookup.By != expectedTypes[i] {\n\t\t\t\tt.Errorf(\"Expected lookup by %s, got: %s\", expectedTypes[i], lookup.By)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchLookups\", func(t *testing.T) {\n\t\twrapper := manual.NewCertificateManagerCertificate(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tsearchLookups := wrapper.SearchLookups()\n\t\tif len(searchLookups) != 1 {\n\t\t\tt.Errorf(\"Expected 1 search lookup, got: %d\", len(searchLookups))\n\t\t}\n\n\t\t// Verify the search lookup has only location\n\t\tif len(searchLookups[0]) != 1 {\n\t\t\tt.Errorf(\"Expected 1 lookup in search lookup, got: %d\", len(searchLookups[0]))\n\t\t}\n\t})\n\n\tt.Run(\"TerraformMappings\", func(t *testing.T) {\n\t\twrapper := manual.NewCertificateManagerCertificate(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmappings := wrapper.TerraformMappings()\n\t\tif len(mappings) != 1 {\n\t\t\tt.Errorf(\"Expected 1 terraform mapping, got: %d\", len(mappings))\n\t\t}\n\n\t\tmapping := mappings[0]\n\t\tif mapping.GetTerraformMethod() != sdp.QueryMethod_SEARCH {\n\t\t\tt.Errorf(\"Expected SEARCH method, got: %v\", mapping.GetTerraformMethod())\n\t\t}\n\n\t\texpectedQueryMap := \"google_certificate_manager_certificate.id\"\n\t\tif mapping.GetTerraformQueryMap() != expectedQueryMap {\n\t\t\tt.Errorf(\"Expected query map %s, got: %s\", expectedQueryMap, mapping.GetTerraformQueryMap())\n\t\t}\n\t})\n\n\tt.Run(\"IAMPermissions\", func(t *testing.T) {\n\t\twrapper := manual.NewCertificateManagerCertificate(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tpermissions := wrapper.IAMPermissions()\n\t\texpectedPermissions := []string{\n\t\t\t\"certificatemanager.certs.get\",\n\t\t\t\"certificatemanager.certs.list\",\n\t\t}\n\n\t\tif len(permissions) != len(expectedPermissions) {\n\t\t\tt.Errorf(\"Expected %d permissions, got: %d\", len(expectedPermissions), len(permissions))\n\t\t}\n\n\t\tfor i, perm := range permissions {\n\t\t\tif perm != expectedPermissions[i] {\n\t\t\t\tt.Errorf(\"Expected permission %s, got: %s\", expectedPermissions[i], perm)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"PredefinedRole\", func(t *testing.T) {\n\t\twrapper := manual.NewCertificateManagerCertificate(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\t// PredefinedRole is available on the wrapper, not the adapter\n\t\trole := wrapper.(interface{ PredefinedRole() string }).PredefinedRole()\n\t\texpectedRole := \"roles/certificatemanager.viewer\"\n\t\tif role != expectedRole {\n\t\t\tt.Errorf(\"Expected role %s, got: %s\", expectedRole, role)\n\t\t}\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\twrapper := manual.NewCertificateManagerCertificate(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tlinks := wrapper.PotentialLinks()\n\t\texpectedLinks := map[shared.ItemType]bool{\n\t\t\tgcpshared.CertificateManagerDnsAuthorization: true,\n\t\t\tgcpshared.CertificateManagerCertificateIssuanceConfig: true,\n\t\t\tstdlib.NetworkDNS: true,\n\t\t}\n\n\t\tif len(links) != len(expectedLinks) {\n\t\t\tt.Errorf(\"Expected %d potential links, got: %d\", len(expectedLinks), len(links))\n\t\t}\n\n\t\tfor expectedLink := range expectedLinks {\n\t\t\tif !links[expectedLink] {\n\t\t\t\tt.Errorf(\"Expected link to %s\", expectedLink)\n\t\t\t}\n\t\t}\n\t})\n}\n" }, { "path": "sources/gcp/manual/cloud-kms-crypto-key-version.go", "content": "package manual\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar CloudKMSCryptoKeyVersionLookupByVersion = shared.NewItemTypeLookup(\"version\", gcpshared.CloudKMSCryptoKeyVersion)\n\n// cloudKMSCryptoKeyVersionWrapper wraps the KMS CryptoKeyVersion operations using CloudKMSAssetLoader.\ntype cloudKMSCryptoKeyVersionWrapper struct {\n\tloader *gcpshared.CloudKMSAssetLoader\n\n\t*gcpshared.ProjectBase\n}\n\n// NewCloudKMSCryptoKeyVersion creates a new cloudKMSCryptoKeyVersionWrapper.\nfunc NewCloudKMSCryptoKeyVersion(loader *gcpshared.CloudKMSAssetLoader, locations []gcpshared.LocationInfo) sources.SearchStreamableWrapper {\n\treturn &cloudKMSCryptoKeyVersionWrapper{\n\t\tloader: loader,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tgcpshared.CloudKMSCryptoKeyVersion,\n\t\t),\n\t}\n}\n\nfunc (c cloudKMSCryptoKeyVersionWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"cloudasset.assets.listResource\",\n\t}\n}\n\nfunc (c cloudKMSCryptoKeyVersionWrapper) PredefinedRole() string {\n\treturn \"roles/cloudasset.viewer\"\n}\n\n// PotentialLinks returns the potential links for the CryptoKeyVersion wrapper.\nfunc (c cloudKMSCryptoKeyVersionWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.CloudKMSCryptoKey,\n\t\tgcpshared.CloudKMSImportJob,\n\t\tgcpshared.CloudKMSEKMConnection,\n\t)\n}\n\n// TerraformMappings returns the Terraform mappings for the CryptoKeyVersion wrapper.\nfunc (c cloudKMSCryptoKeyVersionWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/kms_crypto_key_version\n\t\t\t// ID format: projects/{project}/locations/{location}/keyRings/{keyRing}/cryptoKeys/{cryptoKey}/cryptoKeyVersions/{version}\n\t\t\t// The framework automatically intercepts queries starting with \"projects/\" and converts\n\t\t\t// them to GET operations by extracting the last N path parameters (based on GetLookups count).\n\t\t\tTerraformQueryMap: \"google_kms_crypto_key_version.id\",\n\t\t},\n\t}\n}\n\n// GetLookups returns the lookups for the CryptoKeyVersion wrapper.\nfunc (c cloudKMSCryptoKeyVersionWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tCloudKMSCryptoKeyRingLookupByLocation,\n\t\tCloudKMSCryptoKeyRingLookupByName,\n\t\tCloudKMSCryptoKeyLookupByName,\n\t\tCloudKMSCryptoKeyVersionLookupByVersion,\n\t}\n}\n\n// Get retrieves a KMS CryptoKeyVersion by its unique attribute (location|keyRing|cryptoKey|version).\n// Data is loaded via Cloud Asset API and cached in sdpcache.\nfunc (c cloudKMSCryptoKeyVersionWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\t_, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tuniqueAttr := shared.CompositeLookupKey(queryParts...)\n\treturn c.loader.GetItem(ctx, scope, c.Type(), uniqueAttr)\n}\n\n// SearchLookups returns the lookups for the CryptoKeyVersion wrapper.\nfunc (c cloudKMSCryptoKeyVersionWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tCloudKMSCryptoKeyRingLookupByLocation,\n\t\t\tCloudKMSCryptoKeyRingLookupByName,\n\t\t\tCloudKMSCryptoKeyLookupByName,\n\t\t},\n\t}\n}\n\n// Search searches KMS CryptoKeyVersions by cryptoKey (location|keyRing|cryptoKey).\n// Data is loaded via Cloud Asset API and cached in sdpcache.\nfunc (c cloudKMSCryptoKeyVersionWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.SearchStream(ctx, stream, cache, cacheKey, scope, queryParts...)\n\t})\n}\n\n// SearchStream streams CryptoKeyVersions matching the search criteria (location|keyRing|cryptoKey).\nfunc (c cloudKMSCryptoKeyVersionWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, _ sdpcache.Cache, _ sdpcache.CacheKey, scope string, queryParts ...string) {\n\t_, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\t// CryptoKeyVersion search is by location|keyRing|cryptoKey\n\tsearchQuery := shared.CompositeLookupKey(queryParts[0], queryParts[1], queryParts[2])\n\tc.loader.SearchItems(ctx, stream, scope, c.Type(), searchQuery)\n}\n" }, { "path": "sources/gcp/manual/cloud-kms-crypto-key-version_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestCloudKMSCryptoKeyVersion(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project-id\"\n\n\tt.Run(\"Get_CacheHit\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with a CryptoKeyVersion item\n\t\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/1\",\n\t\t\t\"uniqueAttr\": \"us|test-keyring|test-key|1\",\n\t\t\t\"state\": \"ENABLED\",\n\t\t})\n\t\t_ = attrs.Set(\"uniqueAttr\", \"us|test-keyring|test-key|1\")\n\n\t\titem := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: projectID,\n\t\t\tHealth: sdp.Health_HEALTH_OK.Enum(),\n\t\t}\n\n\t\tcacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_GET, projectID, gcpshared.CloudKMSCryptoKeyVersion.String(), \"us|test-keyring|test-key|1\")\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKeyVersion(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"us|test-keyring|test-key|1\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected item, got nil\")\n\t\t}\n\n\t\tuniqueAttr, err := sdpItem.GetAttributes().Get(\"uniqueAttr\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get uniqueAttr: %v\", err)\n\t\t}\n\t\tif uniqueAttr != \"us|test-keyring|test-key|1\" {\n\t\t\tt.Fatalf(\"Expected uniqueAttr 'us|test-keyring|test-key|1', got: %v\", uniqueAttr)\n\t\t}\n\n\t\t// Verify health\n\t\tif sdpItem.GetHealth() != sdp.Health_HEALTH_OK {\n\t\t\tt.Fatalf(\"Expected health HEALTH_OK, got: %v\", sdpItem.GetHealth())\n\t\t}\n\t})\n\n\tt.Run(\"Get_CacheMiss_NotFound\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with a NOTFOUND error to simulate item not existing\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"No resources found in Cloud Asset API\",\n\t\t}\n\t\tcacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_GET, projectID, gcpshared.CloudKMSCryptoKeyVersion.String(), \"us|test-keyring|test-key|99\")\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKeyVersion(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\t// Get a non-existent item - should return NOTFOUND from cache\n\t\t_, err := adapter.Get(ctx, wrapper.Scopes()[0], \"us|test-keyring|test-key|99\", false)\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected NOTFOUND error, got nil\")\n\t\t}\n\t\tvar qErr *sdp.QueryError\n\t\tif !errors.As(err, &qErr) {\n\t\t\tt.Fatalf(\"Expected QueryError, got: %T - %v\", err, err)\n\t\t}\n\t\tif qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"Expected NOTFOUND error type, got: %v\", qErr.GetErrorType())\n\t\t}\n\t})\n\n\tt.Run(\"Search_CacheHit\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with CryptoKeyVersion items under SEARCH cache key (by cryptoKey)\n\t\tattrs1, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/1\",\n\t\t\t\"uniqueAttr\": \"us|test-keyring|test-key|1\",\n\t\t})\n\t\t_ = attrs1.Set(\"uniqueAttr\", \"us|test-keyring|test-key|1\")\n\n\t\tattrs2, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/2\",\n\t\t\t\"uniqueAttr\": \"us|test-keyring|test-key|2\",\n\t\t})\n\t\t_ = attrs2.Set(\"uniqueAttr\", \"us|test-keyring|test-key|2\")\n\n\t\titem1 := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs1,\n\t\t\tScope: projectID,\n\t\t\tHealth: sdp.Health_HEALTH_OK.Enum(),\n\t\t}\n\t\titem2 := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs2,\n\t\t\tScope: projectID,\n\t\t\tHealth: sdp.Health_HEALTH_WARNING.Enum(),\n\t\t}\n\n\t\t// Search by location|keyRing|cryptoKey\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSCryptoKeyVersion.String(), \"us|test-keyring|test-key\")\n\t\tcache.StoreItem(ctx, item1, shared.DefaultCacheDuration, searchCacheKey)\n\t\tcache.StoreItem(ctx, item2, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKeyVersion(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], \"us|test-keyring|test-key\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"Search_CacheHit_Empty\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\t// Store NOTFOUND error in cache to simulate empty result\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"No resources found in Cloud Asset API\",\n\t\t}\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSCryptoKeyVersion.String(), \"us|test-keyring|empty-key\")\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKeyVersion(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], \"us|test-keyring|empty-key\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error (empty search is valid), got: %v\", qErr)\n\t\t}\n\n\t\t// Empty result is valid for SEARCH - should return empty slice, not error\n\t\tif len(items) != 0 {\n\t\t\tt.Fatalf(\"Expected 0 items (empty result), got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no crypto key versions found for search query\",\n\t\t}\n\t\tquery := \"us|test-keyring|empty-key\"\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSCryptoKeyVersion.String(), query)\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\twrapper := manual.NewCloudKMSCryptoKeyVersion(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tscope := wrapper.Scopes()[0]\n\n\t\titems, qErr := searchable.Search(ctx, scope, query, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"first Search: unexpected error: %v\", qErr)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first Search: expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\tcacheHit, _, _, cachedErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for Search after first call\")\n\t\t}\n\t\tif cachedErr == nil || cachedErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for Search, got %v\", cachedErr)\n\t\t}\n\n\t\titems, qErr = searchable.Search(ctx, scope, query, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"second Search: unexpected error: %v\", qErr)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"List_Unsupported\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKeyVersion(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\t// Check if adapter supports list - it should not\n\t\t_, ok := adapter.(discovery.ListableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Expected adapter to not support List operation, but it does\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_TerraformFormat\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with CryptoKeyVersion items under SEARCH cache key (by cryptoKey)\n\t\tattrs1, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us-central1/keyRings/my-keyring/cryptoKeys/my-key/cryptoKeyVersions/1\",\n\t\t\t\"uniqueAttr\": \"us-central1|my-keyring|my-key|1\",\n\t\t})\n\t\t_ = attrs1.Set(\"uniqueAttr\", \"us-central1|my-keyring|my-key|1\")\n\n\t\tattrs2, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us-central1/keyRings/my-keyring/cryptoKeys/my-key/cryptoKeyVersions/2\",\n\t\t\t\"uniqueAttr\": \"us-central1|my-keyring|my-key|2\",\n\t\t})\n\t\t_ = attrs2.Set(\"uniqueAttr\", \"us-central1|my-keyring|my-key|2\")\n\n\t\titem1 := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs1,\n\t\t\tScope: projectID,\n\t\t\tHealth: sdp.Health_HEALTH_OK.Enum(),\n\t\t}\n\t\titem2 := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs2,\n\t\t\tScope: projectID,\n\t\t\tHealth: sdp.Health_HEALTH_OK.Enum(),\n\t\t}\n\n\t\t// Search by location|keyRing|cryptoKey (what the terraform format will be converted to)\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSCryptoKeyVersion.String(), \"us-central1|my-keyring|my-key\")\n\t\tcache.StoreItem(ctx, item1, shared.DefaultCacheDuration, searchCacheKey)\n\t\tcache.StoreItem(ctx, item2, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKeyVersion(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t// Use terraform-style path format\n\t\tterraformStyleQuery := \"projects/test-project-id/locations/us-central1/keyRings/my-keyring/cryptoKeys/my-key/cryptoKeyVersions/1\"\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], terraformStyleQuery, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error with terraform format, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify we got at least one item back\n\t\tif len(items) == 0 {\n\t\t\tt.Fatalf(\"Expected at least 1 item with terraform format, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify the items have the expected unique attributes\n\t\tfoundVersion1 := false\n\t\tfor _, item := range items {\n\t\t\tuniqueAttr, err := item.GetAttributes().Get(\"uniqueAttr\")\n\t\t\tif err == nil && (uniqueAttr == \"us-central1|my-keyring|my-key|1\" || uniqueAttr == \"us-central1|my-keyring|my-key|2\") {\n\t\t\t\tif uniqueAttr == \"us-central1|my-keyring|my-key|1\" {\n\t\t\t\t\tfoundVersion1 = true\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundVersion1 {\n\t\t\tt.Fatalf(\"Expected to find version 1 in results\")\n\t\t}\n\t})\n\n\tt.Run(\"Search_LegacyPipeFormat\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with CryptoKeyVersion items\n\t\tattrs1, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/europe-west1/keyRings/prod-keyring/cryptoKeys/prod-key/cryptoKeyVersions/1\",\n\t\t\t\"uniqueAttr\": \"europe-west1|prod-keyring|prod-key|1\",\n\t\t})\n\t\t_ = attrs1.Set(\"uniqueAttr\", \"europe-west1|prod-keyring|prod-key|1\")\n\n\t\titem1 := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs1,\n\t\t\tScope: projectID,\n\t\t\tHealth: sdp.Health_HEALTH_OK.Enum(),\n\t\t}\n\n\t\t// Search by location|keyRing|cryptoKey (legacy format)\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSCryptoKeyVersion.String(), \"europe-west1|prod-keyring|prod-key\")\n\t\tcache.StoreItem(ctx, item1, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKeyVersion(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t// Use legacy pipe-separated format with multiple query parts\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], \"europe-west1|prod-keyring|prod-key\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error with legacy format, got: %v\", qErr)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item with legacy format, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with a CryptoKeyVersion item with linked queries\n\t\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/1\",\n\t\t\t\"uniqueAttr\": \"us|test-keyring|test-key|1\",\n\t\t})\n\t\t_ = attrs.Set(\"uniqueAttr\", \"us|test-keyring|test-key|1\")\n\n\t\titem := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: projectID,\n\t\t\tHealth: sdp.Health_HEALTH_OK.Enum(),\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: \"us|test-keyring|test-key\",\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tcacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_GET, projectID, gcpshared.CloudKMSCryptoKeyVersion.String(), \"us|test-keyring|test-key|1\")\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKeyVersion(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"us|test-keyring|test-key|1\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tqueryTests := shared.QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"us|test-keyring|test-key\",\n\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t},\n\t\t}\n\n\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t})\n}\n" }, { "path": "sources/gcp/manual/cloud-kms-crypto-key.go", "content": "package manual\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar CloudKMSCryptoKeyLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.CloudKMSCryptoKey)\n\n// cloudKMSCryptoKeyWrapper wraps the KMS CryptoKey operations using CloudKMSAssetLoader.\ntype cloudKMSCryptoKeyWrapper struct {\n\tloader *gcpshared.CloudKMSAssetLoader\n\n\t*gcpshared.ProjectBase\n}\n\n// NewCloudKMSCryptoKey creates a new cloudKMSCryptoKeyWrapper.\nfunc NewCloudKMSCryptoKey(loader *gcpshared.CloudKMSAssetLoader, locations []gcpshared.LocationInfo) sources.SearchStreamableWrapper {\n\treturn &cloudKMSCryptoKeyWrapper{\n\t\tloader: loader,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tgcpshared.CloudKMSCryptoKey,\n\t\t),\n\t}\n}\n\nfunc (c cloudKMSCryptoKeyWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"cloudasset.assets.listResource\",\n\t}\n}\n\nfunc (c cloudKMSCryptoKeyWrapper) PredefinedRole() string {\n\treturn \"roles/cloudasset.viewer\"\n}\n\n// PotentialLinks returns the potential links for the CryptoKey wrapper.\nfunc (c cloudKMSCryptoKeyWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.CloudKMSCryptoKeyVersion,\n\t\tgcpshared.CloudKMSImportJob,\n\t\tgcpshared.CloudKMSEKMConnection,\n\t\tgcpshared.IAMPolicy,\n\t\tgcpshared.CloudKMSKeyRing,\n\t)\n}\n\n// TerraformMappings returns the Terraform mappings for the CryptoKey wrapper.\nfunc (c cloudKMSCryptoKeyWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/kms_crypto_key\n\t\t\t// ID format: projects/{{project}}/locations/{{location}}/keyRings/{{keyRing}}/cryptoKeys/{{name}}\n\t\t\t// The framework automatically intercepts queries starting with \"projects/\" and converts\n\t\t\t// them to GET operations by extracting the last N path parameters (based on GetLookups count).\n\t\t\tTerraformQueryMap: \"google_kms_crypto_key.id\",\n\t\t},\n\t}\n}\n\n// GetLookups returns the lookups for the CryptoKey wrapper.\nfunc (c cloudKMSCryptoKeyWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tCloudKMSCryptoKeyRingLookupByLocation,\n\t\tCloudKMSCryptoKeyRingLookupByName,\n\t\tCloudKMSCryptoKeyLookupByName,\n\t}\n}\n\n// Get retrieves a KMS CryptoKey by its unique attribute (location|keyRing|cryptoKeyName).\n// Data is loaded via Cloud Asset API and cached in sdpcache.\nfunc (c cloudKMSCryptoKeyWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\t_, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tuniqueAttr := shared.CompositeLookupKey(queryParts...)\n\treturn c.loader.GetItem(ctx, scope, c.Type(), uniqueAttr)\n}\n\n// SearchLookups returns the lookups for the CryptoKey wrapper.\nfunc (c cloudKMSCryptoKeyWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tCloudKMSCryptoKeyRingLookupByLocation,\n\t\t\tCloudKMSCryptoKeyRingLookupByName,\n\t\t},\n\t}\n}\n\n// Search searches KMS CryptoKeys by keyRing (location|keyRing).\n// Data is loaded via Cloud Asset API and cached in sdpcache.\nfunc (c cloudKMSCryptoKeyWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.SearchStream(ctx, stream, cache, cacheKey, scope, queryParts...)\n\t})\n}\n\n// SearchStream streams CryptoKeys matching the search criteria (location|keyRing).\nfunc (c cloudKMSCryptoKeyWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, _ sdpcache.Cache, _ sdpcache.CacheKey, scope string, queryParts ...string) {\n\t_, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\t// CryptoKey search is by location|keyRing\n\tsearchQuery := shared.CompositeLookupKey(queryParts[0], queryParts[1])\n\tc.loader.SearchItems(ctx, stream, scope, c.Type(), searchQuery)\n}\n" }, { "path": "sources/gcp/manual/cloud-kms-crypto-key_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestCloudKMSCryptoKey(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project-id\"\n\n\tt.Run(\"Get_CacheHit\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with a CryptoKey item\n\t\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key\",\n\t\t\t\"uniqueAttr\": \"global|test-keyring|test-key\",\n\t\t})\n\t\t_ = attrs.Set(\"uniqueAttr\", \"global|test-keyring|test-key\")\n\n\t\titem := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: projectID,\n\t\t\tTags: map[string]string{\"env\": \"test\"},\n\t\t}\n\n\t\tcacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_GET, projectID, gcpshared.CloudKMSCryptoKey.String(), \"global|test-keyring|test-key\")\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKey(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"global|test-keyring|test-key\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected item, got nil\")\n\t\t}\n\n\t\tuniqueAttr, err := sdpItem.GetAttributes().Get(\"uniqueAttr\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get uniqueAttr: %v\", err)\n\t\t}\n\t\tif uniqueAttr != \"global|test-keyring|test-key\" {\n\t\t\tt.Fatalf(\"Expected uniqueAttr 'global|test-keyring|test-key', got: %v\", uniqueAttr)\n\t\t}\n\n\t\t// Verify tags\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags())\n\t\t}\n\t})\n\n\tt.Run(\"Get_CacheMiss_NotFound\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with a NOTFOUND error to simulate item not existing\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"No resources found in Cloud Asset API\",\n\t\t}\n\t\tcacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_GET, projectID, gcpshared.CloudKMSCryptoKey.String(), \"global|test-keyring|nonexistent\")\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKey(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\t// Get a non-existent item - should return NOTFOUND from cache\n\t\t_, err := adapter.Get(ctx, wrapper.Scopes()[0], \"global|test-keyring|nonexistent\", false)\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected NOTFOUND error, got nil\")\n\t\t}\n\t\tvar qErr *sdp.QueryError\n\t\tif !errors.As(err, &qErr) {\n\t\t\tt.Fatalf(\"Expected QueryError, got: %T - %v\", err, err)\n\t\t}\n\t\tif qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"Expected NOTFOUND error type, got: %v\", qErr.GetErrorType())\n\t\t}\n\t})\n\n\tt.Run(\"Search_CacheHit\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with CryptoKey items under SEARCH cache key (by keyRing)\n\t\tattrs1, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key-1\",\n\t\t\t\"uniqueAttr\": \"global|test-keyring|test-key-1\",\n\t\t})\n\t\t_ = attrs1.Set(\"uniqueAttr\", \"global|test-keyring|test-key-1\")\n\n\t\tattrs2, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key-2\",\n\t\t\t\"uniqueAttr\": \"global|test-keyring|test-key-2\",\n\t\t})\n\t\t_ = attrs2.Set(\"uniqueAttr\", \"global|test-keyring|test-key-2\")\n\n\t\titem1 := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs1,\n\t\t\tScope: projectID,\n\t\t}\n\t\titem2 := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs2,\n\t\t\tScope: projectID,\n\t\t}\n\n\t\t// Search by location|keyRing\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSCryptoKey.String(), \"global|test-keyring\")\n\t\tcache.StoreItem(ctx, item1, shared.DefaultCacheDuration, searchCacheKey)\n\t\tcache.StoreItem(ctx, item2, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKey(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], \"global|test-keyring\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"Search_CacheHit_Empty\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\t// Store NOTFOUND error in cache to simulate empty result\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"No resources found in Cloud Asset API\",\n\t\t}\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSCryptoKey.String(), \"global|empty-keyring\")\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKey(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], \"global|empty-keyring\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error (empty search is valid), got: %v\", qErr)\n\t\t}\n\n\t\t// Empty result is valid for SEARCH - should return empty slice, not error\n\t\tif len(items) != 0 {\n\t\t\tt.Fatalf(\"Expected 0 items (empty result), got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no crypto keys found for search query\",\n\t\t}\n\t\tquery := \"global|empty-keyring\"\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSCryptoKey.String(), query)\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\twrapper := manual.NewCloudKMSCryptoKey(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tscope := wrapper.Scopes()[0]\n\n\t\titems, qErr := searchable.Search(ctx, scope, query, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"first Search: unexpected error: %v\", qErr)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first Search: expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\tcacheHit, _, _, cachedErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for Search after first call\")\n\t\t}\n\t\tif cachedErr == nil || cachedErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for Search, got %v\", cachedErr)\n\t\t}\n\n\t\titems, qErr = searchable.Search(ctx, scope, query, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"second Search: unexpected error: %v\", qErr)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"Search_TerraformFormat\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with a specific CryptoKey item\n\t\t// Note: Terraform queries with full path are converted to GET operations by the adapter framework\n\t\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us-central1/keyRings/my-keyring/cryptoKeys/my-key-1\",\n\t\t\t\"uniqueAttr\": \"us-central1|my-keyring|my-key-1\",\n\t\t})\n\t\t_ = attrs.Set(\"uniqueAttr\", \"us-central1|my-keyring|my-key-1\")\n\n\t\titem := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: projectID,\n\t\t}\n\n\t\t// Store with GET cache key (terraform queries are converted to GET operations)\n\t\tgetCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_GET, projectID, gcpshared.CloudKMSCryptoKey.String(), \"us-central1|my-keyring|my-key-1\")\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, getCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKey(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t// Search using terraform-style path format\n\t\t// The adapter framework detects this and converts it to a GET operation\n\t\tterraformID := \"projects/test-project-id/locations/us-central1/keyRings/my-keyring/cryptoKeys/my-key-1\"\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], terraformID, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error with terraform format, got: %v\", qErr)\n\t\t}\n\n\t\t// Terraform queries with full path return 1 specific item (converted to GET)\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item with terraform format (converted to GET), got: %d\", len(items))\n\t\t}\n\n\t\t// Verify the returned item has the correct unique attribute\n\t\tuniqueAttr, err := items[0].GetAttributes().Get(\"uniqueAttr\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get uniqueAttr: %v\", err)\n\t\t}\n\t\tif uniqueAttr != \"us-central1|my-keyring|my-key-1\" {\n\t\t\tt.Fatalf(\"Expected uniqueAttr 'us-central1|my-keyring|my-key-1', got: %v\", uniqueAttr)\n\t\t}\n\t})\n\n\tt.Run(\"Search_LegacyFormat\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with CryptoKey items\n\t\tattrs1, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us-central1/keyRings/my-keyring/cryptoKeys/my-key-1\",\n\t\t\t\"uniqueAttr\": \"us-central1|my-keyring|my-key-1\",\n\t\t})\n\t\t_ = attrs1.Set(\"uniqueAttr\", \"us-central1|my-keyring|my-key-1\")\n\n\t\tattrs2, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us-central1/keyRings/my-keyring/cryptoKeys/my-key-2\",\n\t\t\t\"uniqueAttr\": \"us-central1|my-keyring|my-key-2\",\n\t\t})\n\t\t_ = attrs2.Set(\"uniqueAttr\", \"us-central1|my-keyring|my-key-2\")\n\n\t\titem1 := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs1,\n\t\t\tScope: projectID,\n\t\t}\n\t\titem2 := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs2,\n\t\t\tScope: projectID,\n\t\t}\n\n\t\t// Store with location|keyRing search key\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSCryptoKey.String(), \"us-central1|my-keyring\")\n\t\tcache.StoreItem(ctx, item1, shared.DefaultCacheDuration, searchCacheKey)\n\t\tcache.StoreItem(ctx, item2, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKey(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t// Search using legacy pipe format\n\t\tlegacyQuery := \"us-central1|my-keyring\"\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], legacyQuery, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error with legacy format, got: %v\", qErr)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items with legacy format, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify both expected items are present (order is not guaranteed)\n\t\tfound := make(map[string]bool)\n\t\tfor _, item := range items {\n\t\t\tua, err := item.GetAttributes().Get(\"uniqueAttr\")\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get uniqueAttr: %v\", err)\n\t\t\t}\n\t\t\tfound[ua.(string)] = true\n\t\t}\n\t\tfor _, expected := range []string{\"us-central1|my-keyring|my-key-1\", \"us-central1|my-keyring|my-key-2\"} {\n\t\t\tif !found[expected] {\n\t\t\t\tt.Fatalf(\"Expected item with uniqueAttr %q not found in results\", expected)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List_Unsupported\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKey(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\t// Check if adapter supports list - it should not\n\t\t_, ok := adapter.(discovery.ListableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Expected adapter to not support List operation, but it does\")\n\t\t}\n\t})\n\n\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with a CryptoKey item with linked queries\n\t\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key\",\n\t\t\t\"uniqueAttr\": \"global|test-keyring|test-key\",\n\t\t})\n\t\t_ = attrs.Set(\"uniqueAttr\", \"global|test-keyring|test-key\")\n\n\t\titem := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: projectID,\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.IAMPolicy.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: \"global|test-keyring|test-key\",\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.CloudKMSKeyRing.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: \"global|test-keyring\",\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: \"global|test-keyring|test-key\",\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tcacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_GET, projectID, gcpshared.CloudKMSCryptoKey.String(), \"global|test-keyring|test-key\")\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSCryptoKey(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"global|test-keyring|test-key\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tqueryTests := shared.QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.IAMPolicy.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"global|test-keyring|test-key\",\n\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.CloudKMSKeyRing.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"global|test-keyring\",\n\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"global|test-keyring|test-key\",\n\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t},\n\t\t}\n\n\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t})\n}\n" }, { "path": "sources/gcp/manual/cloud-kms-key-ring.go", "content": "package manual\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar (\n\tCloudKMSCryptoKeyRingLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.CloudKMSKeyRing)\n\tCloudKMSCryptoKeyRingLookupByLocation = shared.NewItemTypeLookup(\"location\", gcpshared.CloudKMSKeyRing)\n)\n\n// cloudKMSKeyRingWrapper wraps the KMS KeyRing operations using CloudKMSAssetLoader.\ntype cloudKMSKeyRingWrapper struct {\n\tloader *gcpshared.CloudKMSAssetLoader\n\n\t*gcpshared.ProjectBase\n}\n\n// NewCloudKMSKeyRing creates a new cloudKMSKeyRingWrapper.\nfunc NewCloudKMSKeyRing(loader *gcpshared.CloudKMSAssetLoader, locations []gcpshared.LocationInfo) sources.SearchableListableWrapper {\n\treturn &cloudKMSKeyRingWrapper{\n\t\tloader: loader,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tgcpshared.CloudKMSKeyRing,\n\t\t),\n\t}\n}\n\nfunc (c cloudKMSKeyRingWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"cloudasset.assets.listResource\",\n\t}\n}\n\nfunc (c cloudKMSKeyRingWrapper) PredefinedRole() string {\n\treturn \"roles/cloudasset.viewer\"\n}\n\n// PotentialLinks returns the potential links for the kms key ring\nfunc (c cloudKMSKeyRingWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.IAMPolicy,\n\t\tgcpshared.CloudKMSCryptoKey,\n\t)\n}\n\n// TerraformMappings returns the Terraform mappings for the KeyRing wrapper.\nfunc (c cloudKMSKeyRingWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/kms_key_ring\n\t\t\t// ID format: projects/{{project}}/locations/{{location}}/keyRings/{{name}}\n\t\t\t// The framework automatically intercepts queries starting with \"projects/\" and converts\n\t\t\t// them to GET operations by extracting the last N path parameters (based on GetLookups count).\n\t\t\tTerraformQueryMap: \"google_kms_key_ring.id\",\n\t\t},\n\t}\n}\n\n// GetLookups returns the lookups for the KeyRing wrapper.\nfunc (c cloudKMSKeyRingWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tCloudKMSCryptoKeyRingLookupByLocation,\n\t\tCloudKMSCryptoKeyRingLookupByName,\n\t}\n}\n\n// Get retrieves a KMS KeyRing by its unique attribute (location|keyRingName).\n// Data is loaded via Cloud Asset API and cached in sdpcache.\nfunc (c cloudKMSKeyRingWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\t_, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tuniqueAttr := shared.CompositeLookupKey(queryParts...)\n\treturn c.loader.GetItem(ctx, scope, c.Type(), uniqueAttr)\n}\n\n// SearchLookups returns the lookups for the KeyRing wrapper.\nfunc (c cloudKMSKeyRingWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tCloudKMSCryptoKeyRingLookupByLocation,\n\t\t},\n\t}\n}\n\n// Search searches KMS KeyRings by location.\n// Data is loaded via Cloud Asset API and cached in sdpcache.\nfunc (c cloudKMSKeyRingWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.SearchStream(ctx, stream, cache, cacheKey, scope, queryParts...)\n\t})\n}\n\n// SearchStream streams KeyRings matching the search criteria (location).\nfunc (c cloudKMSKeyRingWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, _ sdpcache.Cache, _ sdpcache.CacheKey, scope string, queryParts ...string) {\n\t_, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\t// KeyRing search is by location only\n\tlocation := queryParts[0]\n\tc.loader.SearchItems(ctx, stream, scope, c.Type(), location)\n}\n\n// List lists all KMS KeyRings in the project.\n// Data is loaded via Cloud Asset API and cached in sdpcache.\nfunc (c cloudKMSKeyRingWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\n// ListStream streams all KeyRings in the project.\nfunc (c cloudKMSKeyRingWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, _ sdpcache.Cache, _ sdpcache.CacheKey, scope string) {\n\t_, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tc.loader.ListItems(ctx, stream, scope, c.Type())\n}\n" }, { "path": "sources/gcp/manual/cloud-kms-key-ring_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestCloudKMSKeyRing(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project-id\"\n\n\tt.Run(\"Get_CacheHit\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with a KeyRing item (simulating what the loader would do)\n\t\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us/keyRings/test-keyring\",\n\t\t\t\"uniqueAttr\": \"us|test-keyring\",\n\t\t})\n\t\t_ = attrs.Set(\"uniqueAttr\", \"us|test-keyring\")\n\n\t\titem := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSKeyRing.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: projectID,\n\t\t}\n\n\t\tcacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_GET, projectID, gcpshared.CloudKMSKeyRing.String(), \"us|test-keyring\")\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\n\t\t// Create loader that won't need to make API calls since cache is populated\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSKeyRing(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"us|test-keyring\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem == nil {\n\t\t\tt.Fatalf(\"Expected item, got nil\")\n\t\t}\n\n\t\tuniqueAttr, err := sdpItem.GetAttributes().Get(\"uniqueAttr\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get uniqueAttr: %v\", err)\n\t\t}\n\t\tif uniqueAttr != \"us|test-keyring\" {\n\t\t\tt.Fatalf(\"Expected uniqueAttr 'us|test-keyring', got: %v\", uniqueAttr)\n\t\t}\n\t})\n\n\tt.Run(\"Get_CacheMiss_NotFound\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with a NOTFOUND error to simulate item not existing\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"No resources found in Cloud Asset API\",\n\t\t}\n\t\tcacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_GET, projectID, gcpshared.CloudKMSKeyRing.String(), \"us|nonexistent\")\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSKeyRing(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\t// Get a non-existent item - should return NOTFOUND from cache\n\t\t_, err := adapter.Get(ctx, wrapper.Scopes()[0], \"us|nonexistent\", false)\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected NOTFOUND error, got nil\")\n\t\t}\n\t\tvar qErr *sdp.QueryError\n\t\tif !errors.As(err, &qErr) {\n\t\t\tt.Fatalf(\"Expected QueryError, got: %T - %v\", err, err)\n\t\t}\n\t\tif qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"Expected NOTFOUND error type, got: %v\", qErr.GetErrorType())\n\t\t}\n\t})\n\n\tt.Run(\"List_CacheHit\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with KeyRing items under LIST cache key\n\t\tattrs1, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us/keyRings/test-keyring-1\",\n\t\t\t\"uniqueAttr\": \"us|test-keyring-1\",\n\t\t})\n\t\t_ = attrs1.Set(\"uniqueAttr\", \"us|test-keyring-1\")\n\n\t\tattrs2, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us/keyRings/test-keyring-2\",\n\t\t\t\"uniqueAttr\": \"us|test-keyring-2\",\n\t\t})\n\t\t_ = attrs2.Set(\"uniqueAttr\", \"us|test-keyring-2\")\n\n\t\titem1 := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSKeyRing.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs1,\n\t\t\tScope: projectID,\n\t\t}\n\t\titem2 := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSKeyRing.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs2,\n\t\t\tScope: projectID,\n\t\t}\n\n\t\tlistCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_LIST, projectID, gcpshared.CloudKMSKeyRing.String(), \"\")\n\t\tcache.StoreItem(ctx, item1, shared.DefaultCacheDuration, listCacheKey)\n\t\tcache.StoreItem(ctx, item2, shared.DefaultCacheDuration, listCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSKeyRing(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\titems, qErr := listable.List(ctx, wrapper.Scopes()[0], false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"List_CacheHit_Empty\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\t// Store NOTFOUND error in cache to simulate empty result\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"No resources found in Cloud Asset API\",\n\t\t}\n\t\tlistCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_LIST, projectID, gcpshared.CloudKMSKeyRing.String(), \"\")\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, listCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSKeyRing(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\titems, qErr := listable.List(ctx, wrapper.Scopes()[0], false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error (empty list is valid), got: %v\", qErr)\n\t\t}\n\n\t\t// Empty result is valid for LIST - should return empty slice, not error\n\t\tif len(items) != 0 {\n\t\t\tt.Fatalf(\"Expected 0 items (empty result), got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no key rings found for list\",\n\t\t}\n\t\tlistCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_LIST, projectID, gcpshared.CloudKMSKeyRing.String(), \"\")\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, listCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\twrapper := manual.NewCloudKMSKeyRing(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\t\tscope := wrapper.Scopes()[0]\n\n\t\titems, qErr := listable.List(ctx, scope, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"first List: unexpected error: %v\", qErr)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List: expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\tcacheHit, _, _, cachedErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List after first call\")\n\t\t}\n\t\tif cachedErr == nil || cachedErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List, got %v\", cachedErr)\n\t\t}\n\n\t\titems, qErr = listable.List(ctx, scope, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"second List: unexpected error: %v\", qErr)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"Search_CacheHit_ByLocation\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with KeyRing items under SEARCH cache key (by location)\n\t\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us/keyRings/test-keyring\",\n\t\t\t\"uniqueAttr\": \"us|test-keyring\",\n\t\t})\n\t\t_ = attrs.Set(\"uniqueAttr\", \"us|test-keyring\")\n\n\t\titem := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSKeyRing.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: projectID,\n\t\t}\n\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSKeyRing.String(), \"us\")\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSKeyRing(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], \"us\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no key rings found for search query\",\n\t\t}\n\t\tquery := \"us-central1\"\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSKeyRing.String(), query)\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\twrapper := manual.NewCloudKMSKeyRing(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\t\tscope := wrapper.Scopes()[0]\n\n\t\titems, qErr := searchable.Search(ctx, scope, query, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"first Search: unexpected error: %v\", qErr)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first Search: expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\tcacheHit, _, _, cachedErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for Search after first call\")\n\t\t}\n\t\tif cachedErr == nil || cachedErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for Search, got %v\", cachedErr)\n\t\t}\n\n\t\titems, qErr = searchable.Search(ctx, scope, query, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"second Search: unexpected error: %v\", qErr)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"Search_TerraformFormat\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with KeyRing item\n\t\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us-central1/keyRings/my-keyring\",\n\t\t\t\"uniqueAttr\": \"us-central1|my-keyring\",\n\t\t})\n\t\t_ = attrs.Set(\"uniqueAttr\", \"us-central1|my-keyring\")\n\n\t\titem := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSKeyRing.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: projectID,\n\t\t}\n\n\t\t// Store with location-based search key (terraform format is converted to location)\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSKeyRing.String(), \"us-central1\")\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSKeyRing(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t// Search using terraform-style path format\n\t\t// The SearchStream will extract the location and search by that\n\t\tterraformID := \"projects/test-project-id/locations/us-central1/keyRings/my-keyring\"\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], terraformID, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error with terraform format, got: %v\", qErr)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item with terraform format, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify the returned item has the correct unique attribute\n\t\tuniqueAttr, err := items[0].GetAttributes().Get(\"uniqueAttr\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get uniqueAttr: %v\", err)\n\t\t}\n\t\tif uniqueAttr != \"us-central1|my-keyring\" {\n\t\t\tt.Fatalf(\"Expected uniqueAttr 'us-central1|my-keyring', got: %v\", uniqueAttr)\n\t\t}\n\t})\n\n\tt.Run(\"Search_LegacyLocationFormat\", func(t *testing.T) {\n\t\tcache := sdpcache.NewCache(ctx)\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with KeyRing item\n\t\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us-central1/keyRings/my-keyring\",\n\t\t\t\"uniqueAttr\": \"us-central1|my-keyring\",\n\t\t})\n\t\t_ = attrs.Set(\"uniqueAttr\", \"us-central1|my-keyring\")\n\n\t\titem := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSKeyRing.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: projectID,\n\t\t}\n\n\t\t// Store with location-based search key\n\t\tsearchCacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_SEARCH, projectID, gcpshared.CloudKMSKeyRing.String(), \"us-central1\")\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, searchCacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSKeyRing(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\t// Search using legacy location format\n\t\tlegacyQuery := \"us-central1\"\n\t\titems, qErr := searchable.Search(ctx, wrapper.Scopes()[0], legacyQuery, false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error with legacy format, got: %v\", qErr)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item with legacy format, got: %d\", len(items))\n\t\t}\n\n\t\t// Verify the returned item has the correct unique attribute\n\t\tuniqueAttr, err := items[0].GetAttributes().Get(\"uniqueAttr\")\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get uniqueAttr: %v\", err)\n\t\t}\n\t\tif uniqueAttr != \"us-central1|my-keyring\" {\n\t\t\tt.Fatalf(\"Expected uniqueAttr 'us-central1|my-keyring', got: %v\", uniqueAttr)\n\t\t}\n\t})\n\n\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tdefer cache.Clear()\n\n\t\t// Pre-populate cache with a KeyRing item\n\t\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\t\"name\": \"projects/test-project-id/locations/us/keyRings/test-keyring\",\n\t\t\t\"uniqueAttr\": \"us|test-keyring\",\n\t\t})\n\t\t_ = attrs.Set(\"uniqueAttr\", \"us|test-keyring\")\n\n\t\titem := &sdp.Item{\n\t\t\tType: gcpshared.CloudKMSKeyRing.String(),\n\t\t\tUniqueAttribute: \"uniqueAttr\",\n\t\t\tAttributes: attrs,\n\t\t\tScope: projectID,\n\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.IAMPolicy.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: \"us|test-keyring\",\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: \"us|test-keyring\",\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tcacheKey := sdpcache.CacheKeyFromParts(\"gcp-source\", sdp.QueryMethod_GET, projectID, gcpshared.CloudKMSKeyRing.String(), \"us|test-keyring\")\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\n\t\tloader := gcpshared.NewCloudKMSAssetLoader(nil, projectID, cache, \"gcp-source\", []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\twrapper := manual.NewCloudKMSKeyRing(loader, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"us|test-keyring\", false)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tqueryTests := shared.QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.IAMPolicy.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"us|test-keyring\",\n\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"us|test-keyring\",\n\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t},\n\t\t}\n\n\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t})\n}\n" }, { "path": "sources/gcp/manual/compute-address.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeAddressLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeAddress)\n\ntype computeAddressWrapper struct {\n\tclient gcpshared.ComputeAddressClient\n\t*gcpshared.RegionBase\n}\n\n// NewComputeAddress creates a new computeAddressWrapper.\nfunc NewComputeAddress(client gcpshared.ComputeAddressClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeAddressWrapper{\n\t\tclient: client,\n\t\tRegionBase: gcpshared.NewRegionBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tgcpshared.ComputeAddress,\n\t\t),\n\t}\n}\n\nfunc (c computeAddressWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.addresses.get\",\n\t\t\"compute.addresses.list\",\n\t}\n}\n\nfunc (c computeAddressWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeAddressWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tstdlib.NetworkIP,\n\t\tgcpshared.ComputeAddress,\n\t\tgcpshared.ComputeSubnetwork,\n\t\tgcpshared.ComputeNetwork,\n\t\tgcpshared.ComputeForwardingRule,\n\t\tgcpshared.ComputeGlobalForwardingRule,\n\t\tgcpshared.ComputeInstance,\n\t\tgcpshared.ComputeTargetVpnGateway,\n\t\tgcpshared.ComputeRouter,\n\t\tgcpshared.ComputePublicDelegatedPrefix,\n\t)\n}\n\nfunc (c computeAddressWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_address.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeAddressWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeAddressLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for compute addresses since they use aggregatedList\nfunc (c computeAddressWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\nfunc (c computeAddressWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetAddressRequest{\n\t\tProject: location.ProjectID,\n\t\tRegion: location.Region,\n\t\tAddress: queryParts[0],\n\t}\n\n\taddress, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeAddressToSDPItem(ctx, address, location)\n}\n\nfunc (c computeAddressWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeAddressWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific scope with per-region List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListAddressesRequest{\n\t\tProject: location.ProjectID,\n\t\tRegion: location.Region,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\taddress, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeAddressToSDPItem(ctx, address, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute addresses found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all addresses across all regions\nfunc (c computeAddressWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.Locations())\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.AggregatedList(ctx, &computepb.AggregatedListAddressesRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"regions/us-central1\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.Locations()) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process addresses in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetAddresses() != nil {\n\t\t\t\t\tfor _, address := range pair.Value.GetAddresses() {\n\t\t\t\t\t\titem, sdpErr := c.gcpComputeAddressToSDPItem(ctx, address, scopeLocation)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute addresses found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeAddressWrapper) gcpComputeAddressToSDPItem(ctx context.Context, address *computepb.Address, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(address, \"labels\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeAddress.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: address.GetLabels(),\n\t}\n\n\tif network := address.GetNetwork(); network != \"\" {\n\t\tif strings.Contains(network, \"/\") {\n\t\t\tnetworkName := gcpshared.LastPathComponent(network)\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, network)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: networkName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif subnetwork := address.GetSubnetwork(); subnetwork != \"\" {\n\t\tif strings.Contains(subnetwork, \"/\") {\n\t\t\tsubnetworkName := gcpshared.LastPathComponent(subnetwork)\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, subnetwork)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: subnetworkName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif ip := address.GetAddress(); ip != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: ip,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to resources using this address\n\tfor _, userURI := range address.GetUsers() {\n\t\tif userURI != \"\" {\n\t\t\tlinkedQuery := gcpshared.AddressUsersLinker(\n\t\t\t\tctx,\n\t\t\t\tlocation.ProjectID,\n\t\t\t\tuserURI,\n\t\t\t)\n\t\t\tif linkedQuery != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, linkedQuery)\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Public Delegated Prefix\n\tif ipCollection := address.GetIpCollection(); ipCollection != \"\" {\n\t\tif strings.Contains(ipCollection, \"/\") {\n\t\t\tregion := gcpshared.ExtractPathParam(\"regions\", ipCollection)\n\t\t\tprefixName := gcpshared.LastPathComponent(ipCollection)\n\t\t\tif region != \"\" && prefixName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputePublicDelegatedPrefix.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: prefixName,\n\t\t\t\t\t\tScope: fmt.Sprintf(\"%s.%s\", location.ProjectID, region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tswitch address.GetStatus() {\n\tcase computepb.Address_RESERVING.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase computepb.Address_UNDEFINED_STATUS.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\tcase computepb.Address_RESERVED.String(),\n\t\tcomputepb.Address_IN_USE.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-address_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeAddress(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeAddressClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tregion := \"us-central1\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeAddress(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeAddress(\"test-address\"), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-address\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeAddress(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeAddressIterator(ctrl)\n\n\t\t// Add mock implementation here\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeAddress(\"test-address-1\"), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeAddress(\"test-address-2\"), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeAddress(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeAddressIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeAddress(\"test-address-1\"), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeAddress(\"test-address-2\"), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeAddressClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tregion := \"us-central1\"\n\t\tscope := projectID + \".\" + region\n\n\t\tmockAggIter := mocks.NewMockAddressesScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.AddressesScopedListPair{}, iterator.Done)\n\t\tmockListIter := mocks.NewMockComputeAddressIterator(ctrl)\n\t\tmockListIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockListIter).Times(1)\n\n\t\twrapper := manual.NewComputeAddress(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope ---\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"GetWithUsers\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeAddress(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\t// Test with various user resource types\n\t\tusers := []string{\n\t\t\t// Regional forwarding rule\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/forwardingRules/test-forwarding-rule\", projectID, region),\n\t\t\t// Global forwarding rule\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/forwardingRules/test-global-forwarding-rule\", projectID),\n\t\t\t// VM Instance\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/us-central1-a/instances/test-instance\", projectID),\n\t\t\t// Target VPN Gateway\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/targetVpnGateways/test-vpn-gateway\", projectID, region),\n\t\t\t// Router\n\t\t\tfmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/routers/test-router\", projectID, region),\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeAddressWithUsers(\"test-address-with-users\", users), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-address-with-users\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Network link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Subnetwork link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t// IP address link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// Regional forwarding rule link (from users)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeForwardingRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-forwarding-rule\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t// Global forwarding rule link (from users)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeGlobalForwardingRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-global-forwarding-rule\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Instance link (from users)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1-a\", projectID),\n\t\t\t\t},\n\t\t\t\t// Target VPN Gateway link (from users)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeTargetVpnGateway.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-vpn-gateway\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t// Router link (from users)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeRouter.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-router\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithIPCollection\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeAddress(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tipCollection := fmt.Sprintf(\"projects/%s/regions/%s/publicDelegatedPrefixes/test-prefix\", projectID, region)\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeAddressWithIPCollection(\"test-address-with-ip-collection\", ipCollection), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-address-with-ip-collection\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Network link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// Subnetwork link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t// IP address link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// Public Delegated Prefix link (from ipCollection)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputePublicDelegatedPrefix.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-prefix\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n}\n\nfunc createComputeAddress(addressName string) *computepb.Address {\n\treturn &computepb.Address{\n\t\tName: new(addressName),\n\t\tLabels: map[string]string{\"env\": \"test\"},\n\t\tNetwork: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/global/networks/network\"),\n\t\tSubnetwork: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/subnetworks/default\"),\n\t\tAddress: new(\"192.168.1.3\"),\n\t}\n}\n\nfunc createComputeAddressWithUsers(addressName string, users []string) *computepb.Address {\n\taddr := createComputeAddress(addressName)\n\taddr.Users = users\n\treturn addr\n}\n\nfunc createComputeAddressWithIPCollection(addressName string, ipCollection string) *computepb.Address {\n\taddr := createComputeAddress(addressName)\n\taddr.IpCollection = new(ipCollection)\n\treturn addr\n}\n" }, { "path": "sources/gcp/manual/compute-autoscaler.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeAutoscalerLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeAutoscaler)\n\ntype computeAutoscalerWrapper struct {\n\tclient gcpshared.ComputeAutoscalerClient\n\t*gcpshared.ZoneBase\n}\n\n// NewComputeAutoscaler creates a new computeAutoscalerWrapper instance.\nfunc NewComputeAutoscaler(client gcpshared.ComputeAutoscalerClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeAutoscalerWrapper{\n\t\tclient: client,\n\t\tZoneBase: gcpshared.NewZoneBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\t\tgcpshared.ComputeAutoscaler,\n\t\t),\n\t}\n}\n\nfunc (c computeAutoscalerWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.autoscalers.get\",\n\t\t\"compute.autoscalers.list\",\n\t}\n}\n\nfunc (c computeAutoscalerWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeAutoscalerWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeInstanceGroupManager,\n\t)\n}\n\nfunc (c computeAutoscalerWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\t// https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_address#argument-reference\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_autoscaler.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeAutoscalerWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeAutoscalerLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for compute autoscalers since they use aggregatedList\nfunc (c computeAutoscalerWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\n// Get retrieves an autoscaler by its name for a specific scope.\nfunc (c computeAutoscalerWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetAutoscalerRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t\tAutoscaler: queryParts[0],\n\t}\n\n\tautoscaler, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeAutoscalerToSDPItem(ctx, autoscaler, location)\n}\n\n// List lists autoscalers for a specific scope.\nfunc (c computeAutoscalerWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\n// ListStream lists autoscalers for a specific scope and sends them to a stream.\nfunc (c computeAutoscalerWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific scope with per-zone List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tresults := c.client.List(ctx, &computepb.ListAutoscalersRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tautoscaler, iterErr := results.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeAutoscalerToSDPItem(ctx, autoscaler, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute autoscalers found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all autoscalers across all zones\nfunc (c computeAutoscalerWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.Locations())\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.AggregatedList(ctx, &computepb.AggregatedListAutoscalersRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"zones/us-central1-a\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.Locations()) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process autoscalers in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetAutoscalers() != nil {\n\t\t\t\t\tfor _, autoscaler := range pair.Value.GetAutoscalers() {\n\t\t\t\t\t\titem, sdpErr := c.gcpComputeAutoscalerToSDPItem(ctx, autoscaler, scopeLocation)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute autoscalers found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeAutoscalerWrapper) gcpComputeAutoscalerToSDPItem(ctx context.Context, autoscaler *computepb.Autoscaler, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(autoscaler)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeAutoscaler.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\t// Autoscalers don't have labels.\n\t}\n\n\tinstanceGroupManagerName := autoscaler.GetTarget()\n\tif instanceGroupManagerName != \"\" {\n\t\tigmNameParts := strings.Split(instanceGroupManagerName, \"/\")\n\t\tigmName := igmNameParts[len(igmNameParts)-1]\n\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, instanceGroupManagerName)\n\t\tif err == nil {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeInstanceGroupManager.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: igmName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-autoscaler_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeAutoscalerWrapper(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeAutoscalerClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tzone := \"us-central1-a\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\t// Attach mock client to our wrapper.\n\t\twrapper := manual.NewComputeAutoscaler(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createAutoscalerApiFixture(\"test-autoscaler\"), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-autoscaler\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// [SPEC] The default scope is a combined zone and project id.\n\t\tif sdpItem.GetScope() != \"test-project-id.us-central1-a\" {\n\t\t\tt.Fatalf(\"Expected scope to be 'test-project-id.us-central1-a', got: %s\", sdpItem.GetScope())\n\t\t}\n\n\t\t// [SPEC] Autoscalers have one link: the targeted Instance Group Manager.\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 linked item query, got: %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\n\t\tt.Run(\"Attributes\", func(t *testing.T) {\n\t\t\t// Check for a few attributes from the fixture to make sure they were copied properly.\n\t\t\t// These will not really fail ever unless the underlying shared sources change; so it's more of a sanity check.\n\t\t\tattributes := sdpItem.GetAttributes()\n\n\t\t\tname, err := attributes.Get(\"name\")\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Error getting name attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif name.(string) != \"test-autoscaler\" {\n\t\t\t\tt.Fatalf(\"Expected name to be 'test-autoscaler', got: %s\", name)\n\t\t\t}\n\n\t\t\t// Nested attributes.\n\t\t\tminReplicas, err := attributes.Get(\"autoscaling_policy.min_num_replicas\")\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Error getting MinNumReplicas attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif minReplicas.(float64) != 1 {\n\t\t\t\tt.Fatalf(\"Expected minNumReplicas to be 1, got: %d\", minReplicas)\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// [SPEC] An autoscaler is linked to a instance group manager. The query will\n\t\t\t// match the name of the IGM resource, and the scope is the same zone.\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceGroupManager.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance-group\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\n\t\t\t\t\t// [SPEC] Autoscalers are tightly coupled with the instance group manager\n\t\t\t\t\t// (albeit less strength on the IN direction).\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeAutoscaler(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeAutoscalerIter := mocks.NewMockComputeAutoscalerIterator(ctrl)\n\n\t\t// Mock out items listed from the API.\n\t\tmockComputeAutoscalerIter.EXPECT().Next().Return(createAutoscalerApiFixture(\"test-autoscaler-1\"), nil)\n\t\tmockComputeAutoscalerIter.EXPECT().Next().Return(createAutoscalerApiFixture(\"test-autoscaler-2\"), nil)\n\t\tmockComputeAutoscalerIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeAutoscalerIter)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeAutoscaler(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeAutoscalerIter := mocks.NewMockComputeAutoscalerIterator(ctrl)\n\t\tmockComputeAutoscalerIter.EXPECT().Next().Return(createAutoscalerApiFixture(\"test-autoscaler-1\"), nil)\n\t\tmockComputeAutoscalerIter.EXPECT().Next().Return(createAutoscalerApiFixture(\"test-autoscaler-2\"), nil)\n\t\tmockComputeAutoscalerIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeAutoscalerIter)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tvar errs []error\n\t\tmockItemHandler := func(item *sdp.Item) { items = append(items, item); wg.Done() }\n\t\tmockErrorHandler := func(err error) { errs = append(errs, err) }\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeAutoscalerClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tzone := \"us-central1-a\"\n\t\tscope := projectID + \".\" + zone\n\n\t\tmockAggIter := mocks.NewMockAutoscalersScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.AutoscalersScopedListPair{}, iterator.Done)\n\t\tmockListIter := mocks.NewMockComputeAutoscalerIterator(ctrl)\n\t\tmockListIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockListIter).Times(1)\n\n\t\twrapper := manual.NewComputeAutoscaler(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope ---\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\n// Create an autoscaler fixture (as returned from GCP API).\nfunc createAutoscalerApiFixture(autoscalerName string) *computepb.Autoscaler {\n\treturn &computepb.Autoscaler{\n\t\tName: new(autoscalerName),\n\t\tTarget: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/zones/us-central1-a/instanceGroupManagers/test-instance-group\"),\n\t\tAutoscalingPolicy: &computepb.AutoscalingPolicy{\n\t\t\tMinNumReplicas: new(int32(1)),\n\t\t\tMaxNumReplicas: new(int32(5)),\n\t\t\tCpuUtilization: &computepb.AutoscalingPolicyCpuUtilization{\n\t\t\t\tUtilizationTarget: new(float64(0.6)),\n\t\t\t},\n\t\t},\n\t\tZone: new(\"us-central1-a\"),\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-backend-service.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"slices\"\n\t\"strings\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeBackendServiceLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeBackendService)\n\ntype computeBackendServiceWrapper struct {\n\tglobalClient gcpshared.ComputeBackendServiceClient\n\tregionalClient gcpshared.ComputeRegionBackendServiceClient\n\tprojectLocations []gcpshared.LocationInfo // For global backend services\n\tregionLocations []gcpshared.LocationInfo // For regional backend services\n\t*shared.Base\n}\n\n// NewComputeBackendService creates a new computeBackendServiceWrapper instance that handles both global and regional backend services.\nfunc NewComputeBackendService(globalClient gcpshared.ComputeBackendServiceClient, regionalClient gcpshared.ComputeRegionBackendServiceClient, projectLocations []gcpshared.LocationInfo, regionLocations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\t// Combine all locations for scope generation\n\tallLocations := make([]gcpshared.LocationInfo, 0, len(projectLocations)+len(regionLocations))\n\tallLocations = append(allLocations, projectLocations...)\n\tallLocations = append(allLocations, regionLocations...)\n\n\tscopes := make([]string, 0, len(allLocations))\n\tfor _, location := range allLocations {\n\t\tscopes = append(scopes, location.ToScope())\n\t}\n\n\treturn &computeBackendServiceWrapper{\n\t\tglobalClient: globalClient,\n\t\tregionalClient: regionalClient,\n\t\tprojectLocations: projectLocations,\n\t\tregionLocations: regionLocations,\n\t\tBase: shared.NewBase(sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION, gcpshared.ComputeBackendService, scopes),\n\t}\n}\n\n// validateAndParseScope parses the scope and validates it against configured locations.\n// Returns the LocationInfo if valid, or a QueryError if the scope is invalid or not configured.\nfunc (c computeBackendServiceWrapper) validateAndParseScope(scope string) (gcpshared.LocationInfo, *sdp.QueryError) {\n\tlocation, err := gcpshared.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn gcpshared.LocationInfo{}, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\t// Check if the location is in the adapter's configured locations\n\tallLocations := append([]gcpshared.LocationInfo{}, c.projectLocations...)\n\tallLocations = append(allLocations, c.regionLocations...)\n\n\tif slices.ContainsFunc(allLocations, location.Equals) {\n\t\treturn location, nil\n\t}\n\n\treturn gcpshared.LocationInfo{}, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\tErrorString: fmt.Sprintf(\"scope %s not found in adapter's configured locations\", scope),\n\t}\n}\n\nfunc (c computeBackendServiceWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.backendServices.get\",\n\t\t\"compute.backendServices.list\",\n\t\t\"compute.regionBackendServices.get\",\n\t\t\"compute.regionBackendServices.list\",\n\t}\n}\n\nfunc (c computeBackendServiceWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (computeBackendServiceWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeNetwork,\n\t\tgcpshared.ComputeSecurityPolicy,\n\t\tgcpshared.NetworkSecurityClientTlsPolicy,\n\t\tgcpshared.NetworkServicesServiceLbPolicy,\n\t\tgcpshared.NetworkServicesServiceBinding,\n\t\tgcpshared.ComputeInstanceGroup,\n\t\tgcpshared.ComputeNetworkEndpointGroup,\n\t\tgcpshared.ComputeHealthCheck,\n\t\tgcpshared.ComputeInstance,\n\t\tgcpshared.ComputeRegion,\n\t)\n}\n\nfunc (c computeBackendServiceWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_backend_service.name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_region_backend_service.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeBackendServiceWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeBackendServiceLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for backend services since they use aggregatedList\nfunc (c computeBackendServiceWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\nfunc (c computeBackendServiceWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\t// Parse and validate the scope\n\tlocation, err := c.validateAndParseScope(scope)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Route to the appropriate API based on whether the scope includes a region\n\tif location.Regional() {\n\t\t// Regional backend service\n\t\treq := &computepb.GetRegionBackendServiceRequest{\n\t\t\tProject: location.ProjectID,\n\t\t\tRegion: location.Region,\n\t\t\tBackendService: queryParts[0],\n\t\t}\n\n\t\tservice, getErr := c.regionalClient.Get(ctx, req)\n\t\tif getErr != nil {\n\t\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t\t}\n\n\t\treturn gcpComputeBackendServiceToSDPItem(ctx, location.ProjectID, location.ToScope(), service, gcpshared.ComputeBackendService)\n\t}\n\n\t// Global backend service\n\treq := &computepb.GetBackendServiceRequest{\n\t\tProject: location.ProjectID,\n\t\tBackendService: queryParts[0],\n\t}\n\n\tservice, getErr := c.globalClient.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn gcpComputeBackendServiceToSDPItem(ctx, location.ProjectID, location.ToScope(), service, gcpshared.ComputeBackendService)\n}\n\nfunc (c computeBackendServiceWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeBackendServiceWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Parse and validate the scope\n\tlocation, err := c.validateAndParseScope(scope)\n\tif err != nil {\n\t\tstream.SendError(err)\n\t\treturn\n\t}\n\n\t// Route to the appropriate API based on whether the scope includes a region\n\tvar itemsSent int\n\tvar hadError bool\n\tif location.Regional() {\n\t\t// Regional backend services\n\t\tit := c.regionalClient.List(ctx, &computepb.ListRegionBackendServicesRequest{\n\t\t\tProject: location.ProjectID,\n\t\t\tRegion: location.Region,\n\t\t})\n\n\t\tfor {\n\t\t\tbackendService, iterErr := it.Next()\n\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\tbreak\n\t\t\t}\n\t\t\tif iterErr != nil {\n\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\titem, sdpErr := gcpComputeBackendServiceToSDPItem(ctx, location.ProjectID, location.ToScope(), backendService, gcpshared.ComputeBackendService)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\thadError = true\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t\titemsSent++\n\t\t}\n\t} else {\n\t\t// Global backend services\n\t\tit := c.globalClient.List(ctx, &computepb.ListBackendServicesRequest{\n\t\t\tProject: location.ProjectID,\n\t\t})\n\n\t\tfor {\n\t\t\tbackendService, iterErr := it.Next()\n\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\tbreak\n\t\t\t}\n\t\t\tif iterErr != nil {\n\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\titem, sdpErr := gcpComputeBackendServiceToSDPItem(ctx, location.ProjectID, location.ToScope(), backendService, gcpshared.ComputeBackendService)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\thadError = true\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t\titemsSent++\n\t\t}\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute backend services found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all backend services across all regions (global and regional)\nfunc (c computeBackendServiceWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.projectLocations, c.regionLocations)\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.globalClient.AggregatedList(ctx, &computepb.AggregatedListBackendServicesRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"global\" or \"regions/us-central1\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.projectLocations, c.regionLocations) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process backend services in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetBackendServices() != nil {\n\t\t\t\t\tfor _, backendService := range pair.Value.GetBackendServices() {\n\t\t\t\t\t\titem, sdpErr := gcpComputeBackendServiceToSDPItem(ctx, scopeLocation.ProjectID, scopeLocation.ToScope(), backendService, gcpshared.ComputeBackendService)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute backend services found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc gcpComputeBackendServiceToSDPItem(ctx context.Context, projectID string, scope string, bs *computepb.BackendService, itemType shared.ItemType) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(bs)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: itemType.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// The URL of the network to which this backend service belongs.\n\t// This field must be set for Internal Passthrough Network Load Balancers when the haPolicy is enabled,\n\t// and for External Passthrough Network Load Balancers when the haPolicy fastIpMove is enabled.\n\t// This field can only be specified when the load balancing scheme is set to INTERNAL.\n\tif network := bs.GetNetwork(); network != \"\" {\n\t\tif strings.Contains(network, \"/\") {\n\t\t\tnetworkName := gcpshared.LastPathComponent(network)\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: networkName,\n\t\t\t\t\t// This is a global resource\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// TODO: We need keyring as well for linking keys.\n\t// So, at this point, without a proper integration tests, we don't have enough confidence to link this.\n\t// Names of the keys for signing request URLs.\n\t// signedURLKeyNames := bs.GetCdnPolicy().GetSignedUrlKeyNames()\n\n\t// The resource URL for the security policy associated with this backend service.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/global/securityPolicies/{securityPolicy}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/securityPolicies/get\n\tif securityPolicy := bs.GetSecurityPolicy(); securityPolicy != \"\" {\n\t\tif strings.Contains(securityPolicy, \"/\") {\n\t\t\tsecurityPolicyName := gcpshared.LastPathComponent(securityPolicy)\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: securityPolicyName,\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// The resource URL for the edge security policy associated with this backend service.\n\tif edgeSecurityPolicy := bs.GetEdgeSecurityPolicy(); edgeSecurityPolicy != \"\" {\n\t\tif strings.Contains(edgeSecurityPolicy, \"/\") {\n\t\t\tedgeSecurityPolicyName := gcpshared.LastPathComponent(edgeSecurityPolicy)\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: edgeSecurityPolicyName,\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Optional. A URL referring to a networksecurity.ClientTlsPolicy resource that describes how clients should authenticate with this service's backends.\n\t// clientTlsPolicy only applies to a global BackendService with the loadBalancingScheme set to INTERNAL_SELF_MANAGED.\n\t// If left blank, communications are not encrypted.\n\tif bs.GetSecuritySettings() != nil {\n\t\tif clientTlsPolicy := bs.GetSecuritySettings().GetClientTlsPolicy(); clientTlsPolicy != \"\" {\n\t\t\t// The URL should look like this:\n\t\t\t// GET https://networksecurity.googleapis.com/v1/{name=projects/*/locations/*/clientTlsPolicies/*}\n\t\t\t// See: https://cloud.google.com/service-mesh/docs/reference/network-security/rest/v1/projects.locations.clientTlsPolicies/get\n\t\t\t// This will be a global resource but it will require a location dynamically.\n\t\t\t// So, we need to extract the location and the policy name from the URL.\n\t\t\tif strings.Contains(clientTlsPolicy, \"/\") {\n\t\t\t\tparams := gcpshared.ExtractPathParams(clientTlsPolicy, \"locations\", \"clientTlsPolicies\")\n\t\t\t\tif len(params) == 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\t\tlocation := params[0]\n\t\t\t\t\tpolicyName := params[1]\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t// The resource name will be: \"gcp-network-security-client-tls-policy\"\n\t\t\t\t\t\t\tType: gcpshared.NetworkSecurityClientTlsPolicy.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t// This is a global resource but it will require a location dynamically.\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(location, policyName),\n\t\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Health checks are used by the backend service to probe the health of its backends.\n\t// At most one health check can be specified per backend service.\n\t// For regional backend services, these are typically regional health checks.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/healthChecks/{healthCheck}\n\t// or GET https://compute.googleapis.com/compute/v1/projects/{project}/global/healthChecks/{healthCheck}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/regionHealthChecks/get\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/healthChecks/get\n\tif healthChecks := bs.GetHealthChecks(); len(healthChecks) > 0 {\n\t\t// At most one health check is allowed, but we iterate in case multiple are present\n\t\tfor _, healthCheckURL := range healthChecks {\n\t\t\tif healthCheckURL != \"\" && strings.Contains(healthCheckURL, \"/\") {\n\t\t\t\t// Extract scope from the health check URL (could be global or regional)\n\t\t\t\thealthCheckScope, err := gcpshared.ExtractScopeFromURI(ctx, healthCheckURL)\n\t\t\t\tif err != nil {\n\t\t\t\t\t// If scope extraction fails, skip this health check\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Extract health check name from URL\n\t\t\t\thealthCheckName := gcpshared.LastPathComponent(healthCheckURL)\n\t\t\t\tif healthCheckName != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeHealthCheck.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: healthCheckName,\n\t\t\t\t\t\t\tScope: healthCheckScope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tfor _, backend := range bs.GetBackends() {\n\t\tif backend.GetGroup() != \"\" {\n\t\t\t// The group field is a URL to a Compute Instance Group or Network Endpoint Group.\n\t\t\t// We can link it to the Compute Instance Group or Network Endpoint Group.\n\t\t\tif strings.Contains(backend.GetGroup(), \"/nodeGroups/\") {\n\t\t\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups/get#http-request\n\t\t\t\tparams := gcpshared.ExtractPathParams(backend.GetGroup(), \"zones\", \"nodeGroups\")\n\t\t\t\tif len(params) == 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\t\tzone := params[0]\n\t\t\t\t\tgroupName := params[1]\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeInstanceGroup.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: groupName,\n\t\t\t\t\t\t\tScope: zone,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t\tif strings.Contains(backend.GetGroup(), \"/networkEndpointGroups/\") {\n\t\t\t\t// Network Endpoint Groups can be zonal, regional, or global\n\t\t\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/networkEndpointGroups/get\n\t\t\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/regionNetworkEndpointGroups/get\n\t\t\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/globalNetworkEndpointGroups/get\n\t\t\t\t// Extract scope from the NEG URL\n\t\t\t\tnegScope, err := gcpshared.ExtractScopeFromURI(ctx, backend.GetGroup())\n\t\t\t\tif err != nil {\n\t\t\t\t\t// Fallback to zonal extraction for backward compatibility\n\t\t\t\t\tparams := gcpshared.ExtractPathParams(backend.GetGroup(), \"zones\", \"networkEndpointGroups\")\n\t\t\t\t\tif len(params) == 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\t\t\tzone := params[0]\n\t\t\t\t\t\tnegName := params[1]\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeNetworkEndpointGroup.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: negName,\n\t\t\t\t\t\t\t\tScope: zone,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t} else {\n\t\t\t\t\t// Use scope extraction for zonal, regional, or global NEGs\n\t\t\t\t\tnegName := gcpshared.LastPathComponent(backend.GetGroup())\n\t\t\t\t\tif negName != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeNetworkEndpointGroup.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: negName,\n\t\t\t\t\t\t\t\tScope: negScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\t// Also check for instanceGroups (unmanaged instance groups)\n\t\t\tif strings.Contains(backend.GetGroup(), \"/instanceGroups/\") {\n\t\t\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/instanceGroups/get\n\t\t\t\tparams := gcpshared.ExtractPathParams(backend.GetGroup(), \"zones\", \"instanceGroups\")\n\t\t\t\tif len(params) == 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\t\tzone := params[0]\n\t\t\t\t\tgroupName := params[1]\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeInstanceGroup.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: groupName,\n\t\t\t\t\t\t\tScope: zone,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// URL to networkservices.ServiceLbPolicy resource. Can only be set if load balancing scheme is EXTERNAL, EXTERNAL_MANAGED, INTERNAL_MANAGED or INTERNAL_SELF_MANAGED and the scope is global.\n\t// GET https://networkservices.googleapis.com/v1/{name=projects/*/locations/*/serviceLbPolicies/*}\n\t// https://cloud.google.com/service-mesh/docs/reference/network-services/rest/v1/projects.locations.serviceLbPolicies/get\n\tif serviceLbPolicy := bs.GetServiceLbPolicy(); serviceLbPolicy != \"\" {\n\t\tif strings.Contains(serviceLbPolicy, \"/\") {\n\t\t\tparams := gcpshared.ExtractPathParams(serviceLbPolicy, \"locations\", \"serviceLbPolicies\")\n\t\t\tif len(params) == 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\tlocation := params[0]\n\t\t\t\tpolicyName := params[1]\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.NetworkServicesServiceLbPolicy.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(location, policyName),\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// URLs of networkservices.ServiceBinding resources. Can only be set if load balancing scheme is INTERNAL_SELF_MANAGED. If set, lists of backends and health checks must be both empty.\n\t// GET https://networkservices.googleapis.com/v1alpha1/{name=projects/*/locations/*/serviceBindings/*}\n\t// https://cloud.google.com/service-mesh/docs/reference/network-services/rest/v1alpha1/projects.locations.serviceBindings/get\n\tif serviceBindings := bs.GetServiceBindings(); serviceBindings != nil {\n\t\tfor _, serviceBinding := range serviceBindings {\n\t\t\tif strings.Contains(serviceBinding, \"/\") {\n\t\t\t\tparams := gcpshared.ExtractPathParams(serviceBinding, \"locations\", \"serviceBindings\")\n\t\t\t\tif len(params) == 2 && params[0] != \"\" && params[1] != \"\" {\n\t\t\t\t\tlocation := params[0]\n\t\t\t\t\tbindingName := params[1]\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.NetworkServicesServiceBinding.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(location, bindingName),\n\t\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// HA Policy (High Availability Policy) for External Passthrough and Internal Passthrough Network Load Balancers.\n\t// Used for self-managed high availability with zonal NEG backends.\n\t// GET https://cloud.google.com/compute/docs/reference/rest/v1/backendServices#BackendService\n\tif haPolicy := bs.GetHaPolicy(); haPolicy != nil {\n\t\tif leader := haPolicy.GetLeader(); leader != nil {\n\t\t\t// Link to the Network Endpoint Group containing the leader endpoint\n\t\t\t// haPolicy.leader.backendGroup is a fully-qualified URL of the zonal NEG containing the leader endpoint.\n\t\t\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/networkEndpointGroups/{networkEndpointGroup}\n\t\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/networkEndpointGroups/get\n\t\t\tif backendGroup := leader.GetBackendGroup(); backendGroup != \"\" {\n\t\t\t\tnegScope, err := gcpshared.ExtractScopeFromURI(ctx, backendGroup)\n\t\t\t\tif err == nil {\n\t\t\t\t\tnegName := gcpshared.LastPathComponent(backendGroup)\n\t\t\t\t\tif negName != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeNetworkEndpointGroup.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: negName,\n\t\t\t\t\t\t\t\tScope: negScope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to the Compute Instance designated as leader\n\t\t\t// haPolicy.leader.networkEndpoint.instance is the name of the VM instance in the NEG to be leader.\n\t\t\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/instances/{instance}\n\t\t\t// https://cloud.google.com/compute/docs/reference/rest/v1/instances/get\n\t\t\tif networkEndpoint := leader.GetNetworkEndpoint(); networkEndpoint != nil {\n\t\t\t\tif instanceName := networkEndpoint.GetInstance(); instanceName != \"\" {\n\t\t\t\t\t// The instance name alone is not enough - we need to extract the zone from the backendGroup\n\t\t\t\t\t// Since the leader must be in the same NEG as specified in backendGroup, we can extract zone from there\n\t\t\t\t\tif backendGroup := leader.GetBackendGroup(); backendGroup != \"\" {\n\t\t\t\t\t\t// Extract zone from backendGroup URL\n\t\t\t\t\t\tzone := gcpshared.ExtractPathParam(\"zones\", backendGroup)\n\t\t\t\t\t\tif zone != \"\" {\n\t\t\t\t\t\t\tinstanceScope := gcpshared.ZonalScope(projectID, zone)\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: instanceName,\n\t\t\t\t\t\t\t\t\tScope: instanceScope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// The URL of the region where the regional backend service resides.\n\t// This field is output-only and is not applicable to global backend services.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/regions/get\n\tif region := bs.GetRegion(); region != \"\" {\n\t\tif strings.Contains(region, \"/\") {\n\t\t\tregionNameParts := strings.Split(region, \"/\")\n\t\t\tregionName := regionNameParts[len(regionNameParts)-1]\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeRegion.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: regionName,\n\t\t\t\t\t// Regions are project-scoped resources\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-backend-service_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeBackendService(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockGlobalClient := mocks.NewMockComputeBackendServiceClient(ctrl)\n\tmockRegionalClient := mocks.NewMockComputeRegionBackendServiceClient(ctrl)\n\tprojectID := \"test-project\"\n\n\tt.Run(\"Get-Scope-Validation-Global\", func(t *testing.T) {\n\t\t// Adapter configured for project-level only (global resources)\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\t// Attempt to query a regional scope that wasn't configured\n\t\tunauthorizedScope := fmt.Sprintf(\"%s.us-central1\", projectID)\n\t\t_, qErr := wrapper.Get(ctx, unauthorizedScope, \"test-backend-service\")\n\n\t\t// Should fail with NOSCOPE error since us-central1 wasn't configured\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when querying unconfigured regional scope, got nil\")\n\t\t}\n\t\tif qErr.GetErrorType() != sdp.QueryError_NOSCOPE {\n\t\t\tt.Errorf(\"Expected NOSCOPE error, got: %v (error: %s)\", qErr.GetErrorType(), qErr.GetErrorString())\n\t\t}\n\t})\n\n\tt.Run(\"Get-Scope-Validation-Regional\", func(t *testing.T) {\n\t\t// Adapter configured for us-west1 only\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, nil, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, \"us-west1\")})\n\n\t\t// Attempt to query us-central1 which wasn't configured\n\t\tunauthorizedScope := fmt.Sprintf(\"%s.us-central1\", projectID)\n\t\t_, qErr := wrapper.Get(ctx, unauthorizedScope, \"test-backend-service\")\n\n\t\t// Should fail with NOSCOPE error since us-central1 wasn't configured\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when querying unconfigured regional scope, got nil\")\n\t\t}\n\t\tif qErr.GetErrorType() != sdp.QueryError_NOSCOPE {\n\t\t\tt.Errorf(\"Expected NOSCOPE error, got: %v (error: %s)\", qErr.GetErrorType(), qErr.GetErrorString())\n\t\t}\n\t})\n\n\tt.Run(\"ListStream-Scope-Validation-Global\", func(t *testing.T) {\n\t\t// Adapter configured for project-level only (global resources)\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\t// Attempt to list from a regional scope that wasn't configured\n\t\tunauthorizedScope := fmt.Sprintf(\"%s.us-central1\", projectID)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\tcache := sdpcache.NewNoOpCache()\n\n\t\twrapper.ListStream(ctx, stream, cache, sdpcache.CacheKey{}, unauthorizedScope)\n\n\t\t// Should fail with NOSCOPE error since us-central1 wasn't configured\n\t\tif len(errs) == 0 {\n\t\t\tt.Fatal(\"Expected error when listing from unconfigured regional scope, got none\")\n\t\t}\n\t\t// The error should contain scope-related error message\n\t\tif len(errs) > 0 {\n\t\t\t// The first error should be a QueryError about scope\n\t\t\texpectedError := \"scope\"\n\t\t\tif err := errs[0]; err == nil || err.Error() == \"\" {\n\t\t\t\tt.Errorf(\"Expected error containing '%s', got nil or empty error\", expectedError)\n\t\t\t} else if err := errs[0]; !strings.Contains(err.Error(), expectedError) {\n\t\t\t\tt.Errorf(\"Expected error containing '%s', got: %v\", expectedError, err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Get-Global\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\tmockGlobalClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeBackendService(\"test-backend-service\"), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-backend-service\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: \"test-project\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-security-policy\",\n\t\t\t\t\tExpectedScope: \"test-project\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-edge-security-policy\",\n\t\t\t\t\tExpectedScope: \"test-project\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkSecurityClientTlsPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-client-tls-policy\",\n\t\t\t\t\tExpectedScope: \"test-project\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceLbPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-lb-policy\",\n\t\t\t\t\tExpectedScope: \"test-project\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceBinding.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-binding\",\n\t\t\t\t\tExpectedScope: \"test-project\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List-Global\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockBackendServiceIterator := mocks.NewMockComputeBackendServiceIterator(ctrl)\n\n\t\tmockBackendServiceIterator.EXPECT().Next().Return(createComputeBackendService(\"test-backend-service\"), nil)\n\t\tmockBackendServiceIterator.EXPECT().Next().Return(createComputeBackendService(\"test-backend-service\"), nil)\n\t\tmockBackendServiceIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockGlobalClient.EXPECT().List(ctx, gomock.Any()).Return(mockBackendServiceIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream-Global\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockBackendServiceIterator := mocks.NewMockComputeBackendServiceIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockBackendServiceIterator.EXPECT().Next().Return(createComputeBackendService(\"test-backend-service-1\"), nil)\n\t\tmockBackendServiceIterator.EXPECT().Next().Return(createComputeBackendService(\"test-backend-service-2\"), nil)\n\t\tmockBackendServiceIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockGlobalClient.EXPECT().List(ctx, gomock.Any()).Return(mockBackendServiceIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockGlobalClient := mocks.NewMockComputeBackendServiceClient(ctrl)\n\t\tmockRegionalClient := mocks.NewMockComputeRegionBackendServiceClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\n\t\tmockAggIter := mocks.NewMockBackendServicesScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.BackendServicesScopedListPair{}, iterator.Done)\n\t\tmockGlobalClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"GetWithHealthCheck\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\t// Test with global health check\n\t\thealthCheckURL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/healthChecks/test-health-check\", projectID)\n\t\tbackendService := createComputeBackendService(\"test-backend-service\")\n\t\tbackendService.HealthChecks = []string{healthCheckURL}\n\n\t\tmockGlobalClient.EXPECT().Get(ctx, gomock.Any()).Return(backendService, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-backend-service\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-security-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-edge-security-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkSecurityClientTlsPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-client-tls-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceLbPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-lb-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceBinding.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-binding\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeHealthCheck.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-health-check\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithRegionalHealthCheck\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\t// Test with regional health check\n\t\tregion := \"us-central1\"\n\t\thealthCheckURL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/healthChecks/test-regional-health-check\", projectID, region)\n\t\tbackendService := createComputeBackendService(\"test-backend-service\")\n\t\tbackendService.HealthChecks = []string{healthCheckURL}\n\n\t\tmockGlobalClient.EXPECT().Get(ctx, gomock.Any()).Return(backendService, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-backend-service\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-security-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-edge-security-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkSecurityClientTlsPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-client-tls-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceLbPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-lb-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceBinding.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-binding\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeHealthCheck.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-regional-health-check\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithInstanceGroup\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\t// Test with unmanaged instance group\n\t\tzone := \"us-central1-a\"\n\t\tinstanceGroupURL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/instanceGroups/test-instance-group\", projectID, zone)\n\t\tbackendService := createComputeBackendService(\"test-backend-service\")\n\t\tbackendService.Backends = []*computepb.Backend{\n\t\t\t{\n\t\t\t\tGroup: new(instanceGroupURL),\n\t\t\t},\n\t\t}\n\n\t\tmockGlobalClient.EXPECT().Get(ctx, gomock.Any()).Return(backendService, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-backend-service\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-security-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-edge-security-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkSecurityClientTlsPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-client-tls-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceLbPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-lb-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceBinding.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-binding\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance-group\",\n\t\t\t\t\tExpectedScope: zone,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithHAPolicy\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\t// Test with HA Policy\n\t\tzone := \"us-central1-a\"\n\t\tbackendGroupURL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/networkEndpointGroups/test-neg\", projectID, zone)\n\t\tinstanceName := \"test-leader-instance\"\n\t\tbackendService := createComputeBackendService(\"test-backend-service\")\n\t\tbackendService.HaPolicy = &computepb.BackendServiceHAPolicy{\n\t\t\tLeader: &computepb.BackendServiceHAPolicyLeader{\n\t\t\t\tBackendGroup: new(backendGroupURL),\n\t\t\t\tNetworkEndpoint: &computepb.BackendServiceHAPolicyLeaderNetworkEndpoint{\n\t\t\t\t\tInstance: new(instanceName),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockGlobalClient.EXPECT().Get(ctx, gomock.Any()).Return(backendService, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-backend-service\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-security-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-edge-security-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkSecurityClientTlsPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-client-tls-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceLbPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-lb-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceBinding.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-binding\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetworkEndpointGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-neg\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: instanceName,\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithRegion\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\t// Test with region field (output-only, typically for regional backend services)\n\t\tregion := \"us-central1\"\n\t\tregionURL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s\", projectID, region)\n\t\tbackendService := createComputeBackendService(\"test-backend-service\")\n\t\tbackendService.Region = new(regionURL)\n\n\t\tmockGlobalClient.EXPECT().Get(ctx, gomock.Any()).Return(backendService, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-backend-service\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-security-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSecurityPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-edge-security-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkSecurityClientTlsPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-client-tls-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceLbPolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-lb-policy\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.NetworkServicesServiceBinding.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-location|test-service-binding\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeRegion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: region,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\t// Regional backend service tests\n\tregion := \"us-central1\"\n\n\tt.Run(\"Get-Regional\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, nil, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tmockRegionalClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeBackendService(\"test-regional-backend-service\"), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), \"test-regional-backend-service\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify the item has the correct type (should be ComputeBackendService, not ComputeRegionBackendService)\n\t\tif sdpItem.GetType() != gcpshared.ComputeBackendService.String() {\n\t\t\tt.Fatalf(\"Expected type to be '%s', got: %s\", gcpshared.ComputeBackendService.String(), sdpItem.GetType())\n\t\t}\n\n\t\t// Verify the scope is regional\n\t\tif sdpItem.GetScope() != fmt.Sprintf(\"%s.%s\", projectID, region) {\n\t\t\tt.Fatalf(\"Expected scope to be '%s.%s', got: %s\", projectID, region, sdpItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"List-Regional\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeBackendService(mockGlobalClient, mockRegionalClient, nil, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockBackendServiceIterator := mocks.NewMockComputeRegionBackendServiceIterator(ctrl)\n\n\t\tmockBackendServiceIterator.EXPECT().Next().Return(createComputeBackendService(\"test-regional-backend-service-1\"), nil)\n\t\tmockBackendServiceIterator.EXPECT().Next().Return(createComputeBackendService(\"test-regional-backend-service-2\"), nil)\n\t\tmockBackendServiceIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockRegionalClient.EXPECT().List(ctx, gomock.Any()).Return(mockBackendServiceIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\t// Verify each item has the correct type\n\t\t\tif item.GetType() != gcpshared.ComputeBackendService.String() {\n\t\t\t\tt.Fatalf(\"Expected type to be '%s', got: %s\", gcpshared.ComputeBackendService.String(), item.GetType())\n\t\t\t}\n\n\t\t\t// Verify each item has the correct regional scope\n\t\t\tif item.GetScope() != fmt.Sprintf(\"%s.%s\", projectID, region) {\n\t\t\t\tt.Fatalf(\"Expected scope to be '%s.%s', got: %s\", projectID, region, item.GetScope())\n\t\t\t}\n\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n}\n\nfunc createComputeBackendService(name string) *computepb.BackendService {\n\treturn &computepb.BackendService{\n\t\tName: new(name),\n\t\tNetwork: new(\"global/networks/network\"),\n\t\tSecurityPolicy: new(\"https://compute.googleapis.com/compute/v1/projects/test-project/global/securityPolicies/test-security-policy\"),\n\t\tEdgeSecurityPolicy: new(\"https://compute.googleapis.com/compute/v1/projects/test-project/global/securityPolicies/test-edge-security-policy\"),\n\t\tSecuritySettings: &computepb.SecuritySettings{\n\t\t\tClientTlsPolicy: new(\"https://networksecurity.googleapis.com/v1/projects/test-project/locations/test-location/clientTlsPolicies/test-client-tls-policy\"),\n\t\t},\n\t\tServiceLbPolicy: new(\" https://networkservices.googleapis.com/v1alpha1/name=projects/test-project/locations/test-location/serviceLbPolicies/test-service-lb-policy\"),\n\t\tServiceBindings: []string{\n\t\t\t\"https://networkservices.googleapis.com/v1alpha1/projects/test-project/locations/test-location/serviceBindings/test-service-binding\",\n\t\t},\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-disk.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeDiskLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeDisk)\n\ntype computeDiskWrapper struct {\n\tclient gcpshared.ComputeDiskClient\n\t*gcpshared.ZoneBase\n}\n\n// NewComputeDisk creates a new computeDiskWrapper.\nfunc NewComputeDisk(client gcpshared.ComputeDiskClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeDiskWrapper{\n\t\tclient: client,\n\t\tZoneBase: gcpshared.NewZoneBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tgcpshared.ComputeDisk,\n\t\t),\n\t}\n}\n\nfunc (c computeDiskWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.disks.get\",\n\t\t\"compute.disks.list\",\n\t}\n}\n\nfunc (c computeDiskWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeDiskWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeResourcePolicy,\n\t\tgcpshared.ComputeDisk,\n\t\tgcpshared.ComputeImage,\n\t\tgcpshared.ComputeSnapshot,\n\t\tgcpshared.ComputeInstantSnapshot,\n\t\tgcpshared.ComputeDiskType,\n\t\tgcpshared.ComputeInstance,\n\t\tgcpshared.CloudKMSCryptoKeyVersion,\n\t\tgcpshared.StorageBucket,\n\t\tgcpshared.ComputeStoragePool,\n\t)\n}\n\nfunc (c computeDiskWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_disk.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeDiskWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeDiskLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for compute disks since they use aggregatedList\nfunc (c computeDiskWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\nfunc (c computeDiskWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetDiskRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t\tDisk: queryParts[0],\n\t}\n\n\tdisk, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeDiskToSDPItem(ctx, disk, location)\n}\n\nfunc (c computeDiskWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeDiskWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific scope with per-zone List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListDisksRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tdisk, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeDiskToSDPItem(ctx, disk, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute disks found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all disks across all zones\nfunc (c computeDiskWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.Locations())\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.AggregatedList(ctx, &computepb.AggregatedListDisksRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"zones/us-central1-a\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.Locations()) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process disks in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetDisks() != nil {\n\t\t\t\t\tfor _, disk := range pair.Value.GetDisks() {\n\t\t\t\t\t\titem, sdpErr := c.gcpComputeDiskToSDPItem(ctx, disk, scopeLocation)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute disks found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeDiskWrapper) gcpComputeDiskToSDPItem(ctx context.Context, disk *computepb.Disk, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(disk, \"labels\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeDisk.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: disk.GetLabels(),\n\t}\n\n\t// The resource URL for the disk type associated with this disk.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/diskTypes/{diskType}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/diskTypes/get\n\tif diskType := disk.GetType(); diskType != \"\" {\n\t\tif strings.Contains(diskType, \"/\") {\n\t\t\tdiskTypeName := gcpshared.LastPathComponent(diskType)\n\t\t\tif diskTypeName != \"\" {\n\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, diskType)\n\t\t\t\tif err == nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeDiskType.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: diskTypeName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// The resource URL for the image used to create this disk.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/global/images/{image}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/images/get\n\tif sourceImage := disk.GetSourceImage(); sourceImage != \"\" {\n\t\tif strings.Contains(sourceImage, \"/\") {\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceImage)\n\t\t\tif err == nil {\n\t\t\t\t// Use SEARCH for all image references - it handles both family and specific image formats\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeImage.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: sourceImage, // Pass full URI so Search can detect format\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// The resource URL for the snapshot used to create this disk.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/global/snapshots/{snapshot}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/snapshots/get\n\tif sourceSnapshot := disk.GetSourceSnapshot(); sourceSnapshot != \"\" {\n\t\tif strings.Contains(sourceSnapshot, \"/\") {\n\t\t\tsnapshotName := gcpshared.LastPathComponent(sourceSnapshot)\n\t\t\tif snapshotName != \"\" {\n\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceSnapshot)\n\t\t\t\tif err == nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeSnapshot.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: snapshotName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// The resource URL for the instant snapshot used to create this disk.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/instantSnapshots/{instantSnapshot}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/instantSnapshots/get\n\tif sourceInstantSnapshot := disk.GetSourceInstantSnapshot(); sourceInstantSnapshot != \"\" {\n\t\tif strings.Contains(sourceInstantSnapshot, \"/\") {\n\t\t\tinstantSnapshotName := gcpshared.LastPathComponent(sourceInstantSnapshot)\n\t\t\tif instantSnapshotName != \"\" {\n\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceInstantSnapshot)\n\t\t\t\tif err == nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeInstantSnapshot.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: instantSnapshotName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// The resource URL for the source disk used to create this disk.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/disks/{disk}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/disks/get\n\tif sourceDisk := disk.GetSourceDisk(); sourceDisk != \"\" {\n\t\tif strings.Contains(sourceDisk, \"/\") {\n\t\t\tsourceDiskName := gcpshared.LastPathComponent(sourceDisk)\n\t\t\tif sourceDiskName != \"\" {\n\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceDisk)\n\t\t\t\tif err == nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: sourceDiskName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// The resource URLs for the resource policies associated with this disk.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/resourcePolicies/{resourcePolicy}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/resourcePolicies/get\n\tfor _, rp := range disk.GetResourcePolicies() {\n\t\tif strings.Contains(rp, \"/\") {\n\t\t\trpName := gcpshared.LastPathComponent(rp)\n\t\t\tif rpName != \"\" {\n\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, rp)\n\t\t\t\tif err == nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: rpName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\t// The resource URLs for the users (instances) using this disk.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/instances/{instance}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/instances/get\n\tfor _, instance := range disk.GetUsers() {\n\t\tif strings.Contains(instance, \"/\") {\n\t\t\tinstanceName := gcpshared.LastPathComponent(instance)\n\t\t\tif instanceName != \"\" {\n\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, instance)\n\t\t\t\tif err == nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: instanceName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// The Encryption keys associated with this disk; appears in the following format:\n\t// \"diskEncryptionKey.kmsKeyName\": \"projects/kms_project_id/locations/region/keyRings/key_region/cryptoKeys/key/cryptoKeysVersions/version\n\t// GET https://cloudkms.googleapis.com/v1/{name=projects/*/locations/*/keyRings/*/cryptoKeys/*/cryptoKeyVersions/*}\n\t// https://cloud.google.com/kms/docs/reference/rest/v1/projects.locations.keyRings.cryptoKeys.cryptoKeyVersions\n\t// DiskEncryptionKey.kmsKeyName -> CloudKMSCryptoKeyVersion\n\tif diskEncryptionKey := disk.GetDiskEncryptionKey(); diskEncryptionKey != nil {\n\t\tif keyName := diskEncryptionKey.GetKmsKeyName(); keyName != \"\" {\n\t\t\tloc := gcpshared.ExtractPathParam(\"locations\", keyName)\n\t\t\tkeyRing := gcpshared.ExtractPathParam(\"keyRings\", keyName)\n\t\t\tcryptoKey := gcpshared.ExtractPathParam(\"cryptoKeys\", keyName)\n\t\t\tcryptoKeyVersion := gcpshared.ExtractPathParam(\"cryptoKeyVersions\", keyName)\n\n\t\t\tif loc != \"\" && keyRing != \"\" && cryptoKey != \"\" && cryptoKeyVersion != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loc, keyRing, cryptoKey, cryptoKeyVersion),\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t},\n\t\t\t\t\t// Deleting a key might break the disk’s ability to function and have its data read\n\t\t\t\t\t// Deleting a disk in GCP does not affect its associated encryption key\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// The customer-supplied encryption key of the source image; appears in the following format:\n\t// \"sourceImageEncryptionKey.kmsKeyName\": \"\"projects/ kms_project_id/locations/ region/keyRings/ key_region/cryptoKeys/key /cryptoKeyVersions/1\"\n\t// GET https://cloudkms.googleapis.com/v1/{name=projects/*/locations/*/keyRings/*/cryptoKeys/*/cryptoKeyVersions/*}\n\t// https://cloud.google.com/kms/docs/reference/rest/v1/projects.locations.keyRings.cryptoKeys.cryptoKeyVersions\n\t// SourceImageEncryptionKey.kmsKeyName -> CloudKMSCryptoKeyVersion\n\tif sourceImageEncryptionKey := disk.GetSourceImageEncryptionKey(); sourceImageEncryptionKey != nil {\n\t\tif keyName := sourceImageEncryptionKey.GetKmsKeyName(); keyName != \"\" {\n\t\t\tloc := gcpshared.ExtractPathParam(\"locations\", keyName)\n\t\t\tkeyRing := gcpshared.ExtractPathParam(\"keyRings\", keyName)\n\t\t\tcryptoKey := gcpshared.ExtractPathParam(\"cryptoKeys\", keyName)\n\t\t\tcryptoKeyVersion := gcpshared.ExtractPathParam(\"cryptoKeyVersions\", keyName)\n\n\t\t\tif loc != \"\" && keyRing != \"\" && cryptoKey != \"\" && cryptoKeyVersion != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loc, keyRing, cryptoKey, cryptoKeyVersion),\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t},\n\t\t\t\t\t// Deleting a key might break the disk’s ability to function and have its data read\n\t\t\t\t\t// Deleting a disk in GCP does not affect its source image's encryption key\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// The customer-supplied encryption key of the source snapshot; appears in the following format:\n\t// \"sourceImageEncryptionKey.kmsKeyName\": \"projects/ kms_project_id/locations/ region/keyRings/ key_region/cryptoKeys/key /cryptoKeyVersions/1\"\n\t// GET https://cloudkms.googleapis.com/v1/{name=projects/*/locations/*/keyRings/*/cryptoKeys/*/cryptoKeyVersions/*}\n\t// https://cloud.google.com/kms/docs/reference/rest/v1/projects.locations.keyRings.cryptoKeys.cryptoKeyVersions\n\t// SourceSnapshotEncryptionKey.kmsKeyName -> CloudKMSCryptoKeyVersion\n\tif sourceSnapshotEncryptionKey := disk.GetSourceSnapshotEncryptionKey(); sourceSnapshotEncryptionKey != nil {\n\t\tif keyName := sourceSnapshotEncryptionKey.GetKmsKeyName(); keyName != \"\" {\n\t\t\tloc := gcpshared.ExtractPathParam(\"locations\", keyName)\n\t\t\tkeyRing := gcpshared.ExtractPathParam(\"keyRings\", keyName)\n\t\t\tcryptoKey := gcpshared.ExtractPathParam(\"cryptoKeys\", keyName)\n\t\t\tcryptoKeyVersion := gcpshared.ExtractPathParam(\"cryptoKeyVersions\", keyName)\n\n\t\t\tif loc != \"\" && keyRing != \"\" && cryptoKey != \"\" && cryptoKeyVersion != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loc, keyRing, cryptoKey, cryptoKeyVersion),\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t},\n\t\t\t\t\t// Deleting a key might break the disk’s ability to function and have its data read\n\t\t\t\t\t// Deleting a disk in GCP does not affect its source image's encryption key\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// The URL of the DiskConsistencyGroupPolicy for a secondary disk that was created using a consistency group; this is a type of Resource Policy.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/resourcePolicies/{resourcePolicy}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/resourcePolicies\n\tif sourceConsistencyGroupPolicy := disk.GetSourceConsistencyGroupPolicy(); sourceConsistencyGroupPolicy != \"\" {\n\t\tif strings.Contains(sourceConsistencyGroupPolicy, \"/\") {\n\t\t\trpName := gcpshared.LastPathComponent(sourceConsistencyGroupPolicy)\n\t\t\tif rpName != \"\" {\n\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceConsistencyGroupPolicy)\n\t\t\t\tif err == nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: rpName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// The Cloud Storage URI for a disk image (tarball .tar.gz or .vmdk) used to create this disk.\n\t// Format: gs://bucket-name/path/to/object or https://storage.googleapis.com/bucket-name/path/to/object\n\t// GET https://storage.googleapis.com/storage/v1/b/{bucket}\n\t// https://cloud.google.com/storage/docs/json_api/v1/buckets/get\n\t// Note: Storage Bucket adapter only supports GET method (not SEARCH), so we extract the bucket name\n\t// and use GET. We reuse the existing StorageBucket manual adapter linker to avoid duplicating\n\t// GCS URI parsing logic, which handles various formats:\n\t// - //storage.googleapis.com/projects/PROJECT_ID/buckets/BUCKET_ID\n\t// - https://storage.googleapis.com/projects/PROJECT_ID/buckets/BUCKET_ID\n\t// - gs://bucket-name\n\t// - gs://bucket-name/path/to/file\n\t// - bucket-name (without gs:// prefix)\n\tif sourceStorageObject := disk.GetSourceStorageObject(); sourceStorageObject != \"\" {\n\t\tif linkFunc, ok := gcpshared.ManualAdapterLinksByAssetType[gcpshared.StorageBucket]; ok {\n\t\t\tlinkedQuery := linkFunc(location.ProjectID, location.ToScope(), sourceStorageObject)\n\t\t\tif linkedQuery != nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, linkedQuery)\n\t\t\t}\n\t\t}\n\t}\n\n\t// The storage pool to create new disk in. URL or partial resource path accepted.\n\t// GET https://compute.googleapis.com/compute/v1/projects/{project}/zones/{zone}/storagePools/{storagePool}\n\t// https://cloud.google.com/compute/docs/reference/rest/v1/storagePools/get\n\tif storagePool := disk.GetStoragePool(); storagePool != \"\" {\n\t\tif strings.Contains(storagePool, \"/\") {\n\t\t\tstoragePoolName := gcpshared.LastPathComponent(storagePool)\n\t\t\tif storagePoolName != \"\" {\n\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, storagePool)\n\t\t\t\tif err == nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeStoragePool.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: storagePoolName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t\t// If the Storage Pool is deleted or updated: The disk may fail to operate correctly or become invalid. If the disk is updated: The Storage Pool remains unaffected.\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link async primary disk\n\tif asyncPrimaryDisk := disk.GetAsyncPrimaryDisk(); asyncPrimaryDisk != nil {\n\t\tif primaryDisk := asyncPrimaryDisk.GetDisk(); primaryDisk != \"\" {\n\t\t\tif strings.Contains(primaryDisk, \"/\") {\n\t\t\t\tprimaryDiskName := gcpshared.LastPathComponent(primaryDisk)\n\t\t\t\tif primaryDiskName != \"\" {\n\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, primaryDisk)\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: primaryDiskName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif consistencyGroupPolicy := asyncPrimaryDisk.GetConsistencyGroupPolicy(); consistencyGroupPolicy != \"\" {\n\t\t\tif strings.Contains(consistencyGroupPolicy, \"/\") {\n\t\t\t\tpolicyName := gcpshared.LastPathComponent(consistencyGroupPolicy)\n\t\t\t\tif policyName != \"\" {\n\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, consistencyGroupPolicy)\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: policyName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link async secondary disks\n\tfor _, asyncSecondaryDisk := range disk.GetAsyncSecondaryDisks() {\n\t\tif asyncReplicationDisk := asyncSecondaryDisk.GetAsyncReplicationDisk(); asyncReplicationDisk != nil {\n\t\t\tif secondaryDisk := asyncReplicationDisk.GetDisk(); secondaryDisk != \"\" {\n\t\t\t\tif strings.Contains(secondaryDisk, \"/\") {\n\t\t\t\t\tsecondaryDiskName := gcpshared.LastPathComponent(secondaryDisk)\n\t\t\t\t\tif secondaryDiskName != \"\" {\n\t\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, secondaryDisk)\n\t\t\t\t\t\tif err == nil {\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: secondaryDiskName,\n\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif consistencyGroupPolicy := asyncReplicationDisk.GetConsistencyGroupPolicy(); consistencyGroupPolicy != \"\" {\n\t\t\t\tif strings.Contains(consistencyGroupPolicy, \"/\") {\n\t\t\t\t\tpolicyName := gcpshared.LastPathComponent(consistencyGroupPolicy)\n\t\t\t\t\tif policyName != \"\" {\n\t\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, consistencyGroupPolicy)\n\t\t\t\t\t\tif err == nil {\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: policyName,\n\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Set health status\n\tswitch disk.GetStatus() {\n\tcase computepb.Disk_UNDEFINED_STATUS.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\tcase computepb.Disk_CREATING.String(), computepb.Disk_RESTORING.String(), computepb.Disk_DELETING.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase computepb.Disk_FAILED.String(), computepb.Disk_UNAVAILABLE.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\tcase computepb.Disk_READY.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-disk_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeDisk(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeDiskClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tzone := \"us-central1-a\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeDisk(\"test-disk\", computepb.Disk_READY), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-disk\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\texpectedTag := \"test\"\n\t\tactualTag := sdpItem.GetTags()[\"env\"]\n\t\tif actualTag != expectedTag {\n\t\t\tt.Fatalf(\"Expected tag 'env=%s', got: %v\", expectedTag, actualTag)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\ttype staticTestCase struct {\n\t\t\t\tname string\n\t\t\t\tsourceType string\n\t\t\t\tsourceValue string\n\t\t\t\texpectedLinked shared.QueryTests\n\t\t\t}\n\t\t\tcases := []staticTestCase{\n\t\t\t\t{\n\t\t\t\t\tname: \"SourceImage\",\n\t\t\t\t\tsourceType: \"image\",\n\t\t\t\t\tsourceValue: \"projects/test-project-id/global/images/test-image\",\n\t\t\t\t\texpectedLinked: shared.QueryTests{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tExpectedQuery: \"projects/test-project-id/global/images/test-image\",\n\t\t\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"SourceSnapshot\",\n\t\t\t\t\tsourceType: \"snapshot\",\n\t\t\t\t\tsourceValue: \"projects/test-project-id/global/snapshots/test-snapshot\",\n\t\t\t\t\texpectedLinked: shared.QueryTests{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tExpectedType: gcpshared.ComputeSnapshot.String(),\n\t\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tExpectedQuery: \"test-snapshot\",\n\t\t\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"SourceInstantSnapshot\",\n\t\t\t\t\tsourceType: \"instantSnapshot\",\n\t\t\t\t\tsourceValue: \"projects/test-project-id/zones/us-central1-a/instantSnapshots/test-instant-snapshot\",\n\t\t\t\t\texpectedLinked: shared.QueryTests{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tExpectedType: gcpshared.ComputeInstantSnapshot.String(),\n\t\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tExpectedQuery: \"test-instant-snapshot\",\n\t\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"SourceDisk\",\n\t\t\t\t\tsourceType: \"disk\",\n\t\t\t\t\tsourceValue: \"projects/test-project-id/zones/us-central1-a/disks/source-disk\",\n\t\t\t\t\texpectedLinked: shared.QueryTests{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tExpectedQuery: \"source-disk\",\n\t\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// These are always present\n\t\t\tresourcePolicyTest := shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t}\n\t\t\tuserTest := shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.ComputeInstance.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t}\n\t\t\tdiskTypeTest := shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.ComputeDiskType.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"pd-standard\",\n\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t}\n\t\t\tdiskEncryptionKeyTest := shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-disk\",\n\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t}\n\t\t\tsourceImageEncryptionKeyTest := shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-image\",\n\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t}\n\t\t\tsourceSnapshotEncryptionKeyTest := shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-snapshot\",\n\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t}\n\t\t\tsourceConsistencyGroupPolicy := shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-consistency-group-policy\",\n\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t}\n\n\t\t\tfor _, tc := range cases {\n\t\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\t\tdisk := createComputeDiskWithSource(\"test-disk\", computepb.Disk_READY, tc.sourceType, tc.sourceValue)\n\t\t\t\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\t\t// Mock the Get call to return our disk\n\t\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(disk, nil)\n\n\t\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-disk\", true)\n\t\t\t\t\tif qErr != nil {\n\t\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t\t}\n\n\t\t\t\t\t// Compose expected queries for this source type\n\t\t\t\t\texpectedQueries := append(tc.expectedLinked, resourcePolicyTest, userTest, diskTypeTest, diskEncryptionKeyTest, sourceImageEncryptionKeyTest, sourceSnapshotEncryptionKeyTest, sourceConsistencyGroupPolicy)\n\t\t\t\t\tshared.RunStaticTests(t, adapter, sdpItem, expectedQueries)\n\t\t\t\t})\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tinput computepb.Disk_Status\n\t\t\texpected sdp.Health\n\t\t}\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Ready\",\n\t\t\t\tinput: computepb.Disk_READY,\n\t\t\t\texpected: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Creating\",\n\t\t\t\tinput: computepb.Disk_CREATING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Restoring\",\n\t\t\t\tinput: computepb.Disk_RESTORING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Deleting\",\n\t\t\t\tinput: computepb.Disk_DELETING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Failed\",\n\t\t\t\tinput: computepb.Disk_FAILED,\n\t\t\t\texpected: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Unavailable\",\n\t\t\t\tinput: computepb.Disk_UNAVAILABLE,\n\t\t\t\texpected: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Unknown\",\n\t\t\t\tinput: computepb.Disk_UNDEFINED_STATUS,\n\t\t\t\texpected: sdp.Health_HEALTH_UNKNOWN,\n\t\t\t},\n\t\t}\n\n\t\tmockClient = mocks.NewMockComputeDiskClient(ctrl)\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeDisk(\"test-disk\", tc.input), nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-disk\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expected {\n\t\t\t\t\tt.Fatalf(\"Expected health %s, got: %s (input: %s)\", tc.expected, sdpItem.GetHealth(), tc.input)\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeDiskIterator(ctrl)\n\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeDisk(\"test-disk-1\", computepb.Disk_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeDisk(\"test-disk-2\", computepb.Disk_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\texpectedCount := 2\n\t\tactualCount := len(sdpItems)\n\t\tif actualCount != expectedCount {\n\t\t\tt.Fatalf(\"Expected %d items, got: %d\", expectedCount, actualCount)\n\t\t}\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeDiskIterator(ctrl)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeDisk(\"test-disk-1\", computepb.Disk_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeDisk(\"test-disk-2\", computepb.Disk_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tvar errs []error\n\t\tmockItemHandler := func(item *sdp.Item) { items = append(items, item); wg.Done() }\n\t\tmockErrorHandler := func(err error) { errs = append(errs, err) }\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeDiskClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tzone := \"us-central1-a\"\n\t\tscope := projectID + \".\" + zone\n\n\t\tmockAggIter := mocks.NewMockDisksScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.DisksScopedListPair{}, iterator.Done)\n\t\tmockListIter := mocks.NewMockComputeDiskIterator(ctrl)\n\t\tmockListIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockListIter).Times(1)\n\n\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope ---\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"GetWithSourceStorageObject\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\t// Test with gs:// URI format\n\t\tsourceStorageObject := \"gs://test-bucket/path/to/image.tar.gz\"\n\t\tdisk := createComputeDisk(\"test-disk\", computepb.Disk_READY)\n\t\tdisk.SourceStorageObject = new(sourceStorageObject)\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(disk, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-disk\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDiskType.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"pd-standard\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-disk\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-image\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-snapshot\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-consistency-group-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"projects/test-project-id/global/images/test-image\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new query we're testing\n\t\t\tqueryTests := append(baseQueries, shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-bucket\",\n\t\t\t\tExpectedScope: projectID,\n\t\t\t})\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithStoragePool\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tstoragePoolURL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/storagePools/test-storage-pool\", projectID, zone)\n\t\tdisk := createComputeDisk(\"test-disk\", computepb.Disk_READY)\n\t\tdisk.StoragePool = new(storagePoolURL)\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(disk, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-disk\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present (same as above)\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDiskType.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"pd-standard\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-disk\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-image\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-snapshot\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-consistency-group-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"projects/test-project-id/global/images/test-image\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new query we're testing\n\t\t\tqueryTests := append(baseQueries, shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.ComputeStoragePool.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-storage-pool\",\n\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t})\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithAsyncPrimaryDisk\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tprimaryDiskURL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/disks/primary-disk\", projectID, zone)\n\t\tconsistencyGroupPolicyURL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/us-central1/resourcePolicies/test-consistency-policy\", projectID)\n\t\tdisk := createComputeDisk(\"test-disk\", computepb.Disk_READY)\n\t\tdisk.AsyncPrimaryDisk = &computepb.DiskAsyncReplication{\n\t\t\tDisk: new(primaryDiskURL),\n\t\t\tConsistencyGroupPolicy: new(consistencyGroupPolicyURL),\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(disk, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-disk\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDiskType.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"pd-standard\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-disk\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-image\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-snapshot\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-consistency-group-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"projects/test-project-id/global/images/test-image\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new queries we're testing\n\t\t\tqueryTests := append(baseQueries,\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"primary-disk\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-consistency-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t)\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithAsyncSecondaryDisks\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tsecondaryDisk1URL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/disks/secondary-disk-1\", projectID, zone)\n\t\tsecondaryDisk2URL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/zones/%s/disks/secondary-disk-2\", projectID, zone)\n\t\tconsistencyGroupPolicyURL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/us-central1/resourcePolicies/test-consistency-policy\", projectID)\n\t\tdisk := createComputeDisk(\"test-disk\", computepb.Disk_READY)\n\t\tdisk.AsyncSecondaryDisks = map[string]*computepb.DiskAsyncReplicationList{\n\t\t\t\"secondary-disk-1\": {\n\t\t\t\tAsyncReplicationDisk: &computepb.DiskAsyncReplication{\n\t\t\t\t\tDisk: new(secondaryDisk1URL),\n\t\t\t\t\tConsistencyGroupPolicy: new(consistencyGroupPolicyURL),\n\t\t\t\t},\n\t\t\t},\n\t\t\t\"secondary-disk-2\": {\n\t\t\t\tAsyncReplicationDisk: &computepb.DiskAsyncReplication{\n\t\t\t\t\tDisk: new(secondaryDisk2URL),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(disk, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-disk\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDiskType.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"pd-standard\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-disk\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-image\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-snapshot\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-consistency-group-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"projects/test-project-id/global/images/test-image\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new queries we're testing\n\t\t\tqueryTests := append(baseQueries,\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"secondary-disk-1\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-consistency-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"secondary-disk-2\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t)\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"SupportsWildcardScope\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter implements WildcardScopeAdapter\n\t\tif wildcardAdapter, ok := adapter.(discovery.WildcardScopeAdapter); ok {\n\t\t\tif !wildcardAdapter.SupportsWildcardScope() {\n\t\t\t\tt.Fatal(\"Expected SupportsWildcardScope to return true\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Fatal(\"Expected adapter to implement WildcardScopeAdapter interface\")\n\t\t}\n\t})\n\n\tt.Run(\"List with wildcard scope\", func(t *testing.T) {\n\t\tzone1 := \"us-central1-a\"\n\t\tzone2 := \"us-central1-b\"\n\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{\n\t\t\tgcpshared.NewZonalLocation(projectID, zone1),\n\t\t\tgcpshared.NewZonalLocation(projectID, zone2),\n\t\t})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Create mock aggregated list iterator\n\t\tmockAggregatedIterator := mocks.NewMockDisksScopedListPairIterator(ctrl)\n\n\t\t// Mock response for zone1\n\t\tmockAggregatedIterator.EXPECT().Next().Return(compute.DisksScopedListPair{\n\t\t\tKey: \"zones/us-central1-a\",\n\t\t\tValue: &computepb.DisksScopedList{\n\t\t\t\tDisks: []*computepb.Disk{\n\t\t\t\t\tcreateComputeDisk(\"disk-1-zone-a\", computepb.Disk_READY),\n\t\t\t\t},\n\t\t\t},\n\t\t}, nil)\n\n\t\t// Mock response for zone2\n\t\tmockAggregatedIterator.EXPECT().Next().Return(compute.DisksScopedListPair{\n\t\t\tKey: \"zones/us-central1-b\",\n\t\t\tValue: &computepb.DisksScopedList{\n\t\t\t\tDisks: []*computepb.Disk{\n\t\t\t\t\tcreateComputeDisk(\"disk-1-zone-b\", computepb.Disk_READY),\n\t\t\t\t},\n\t\t\t},\n\t\t}, nil)\n\n\t\t// Mock response for a zone not in our config (should be filtered)\n\t\tmockAggregatedIterator.EXPECT().Next().Return(compute.DisksScopedListPair{\n\t\t\tKey: \"zones/us-west1-a\",\n\t\t\tValue: &computepb.DisksScopedList{\n\t\t\t\tDisks: []*computepb.Disk{\n\t\t\t\t\tcreateComputeDisk(\"disk-west\", computepb.Disk_READY),\n\t\t\t\t},\n\t\t\t},\n\t\t}, nil)\n\n\t\t// End of iteration\n\t\tmockAggregatedIterator.EXPECT().Next().Return(compute.DisksScopedListPair{}, iterator.Done)\n\n\t\t// Mock the AggregatedList method\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).DoAndReturn(\n\t\t\tfunc(ctx context.Context, req *computepb.AggregatedListDisksRequest, opts ...any) gcpshared.DisksScopedListPairIterator {\n\t\t\t\t// Verify request parameters\n\t\t\t\tif req.GetProject() != projectID {\n\t\t\t\t\tt.Errorf(\"Expected project %s, got %s\", projectID, req.GetProject())\n\t\t\t\t}\n\t\t\t\tif !req.GetReturnPartialSuccess() {\n\t\t\t\t\tt.Error(\"Expected ReturnPartialSuccess to be true\")\n\t\t\t\t}\n\t\t\t\treturn mockAggregatedIterator\n\t\t\t},\n\t\t)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t// Call List with wildcard scope\n\t\tsdpItems, err := listable.List(ctx, \"*\", true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should return only items from configured zones (zone-a and zone-b, not west1-a)\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items (filtered), got: %d\", len(sdpItems))\n\t\t}\n\n\t\t// Verify items have correct scopes\n\t\tscopesSeen := make(map[string]bool)\n\t\tfor _, item := range sdpItems {\n\t\t\tscopesSeen[item.GetScope()] = true\n\t\t}\n\n\t\texpectedScopes := []string{\n\t\t\tfmt.Sprintf(\"%s.%s\", projectID, zone1),\n\t\t\tfmt.Sprintf(\"%s.%s\", projectID, zone2),\n\t\t}\n\n\t\tfor _, expectedScope := range expectedScopes {\n\t\t\tif !scopesSeen[expectedScope] {\n\t\t\t\tt.Errorf(\"Expected to see scope %s in results\", expectedScope)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List with specific scope still works\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeDisk(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeDiskIterator(ctrl)\n\n\t\t// Mock normal per-zone List behavior\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeDisk(\"test-disk\", computepb.Disk_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t// Call List with specific scope (not wildcard)\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\t})\n}\n\nfunc createComputeDisk(diskName string, status computepb.Disk_Status) *computepb.Disk {\n\treturn createComputeDiskWithSource(diskName, status, \"image\", \"projects/test-project-id/global/images/test-image\")\n}\n\n// createComputeDiskWithSource creates a Disk with only the specified source field set.\n// sourceType can be \"image\", \"snapshot\", \"instantSnapshot\", or \"disk\".\n// sourceValue is the value to set for the source field.\nfunc createComputeDiskWithSource(diskName string, status computepb.Disk_Status, sourceType, sourceValue string) *computepb.Disk {\n\tdisk := &computepb.Disk{\n\t\tName: new(diskName),\n\t\tLabels: map[string]string{\"env\": \"test\"},\n\t\tType: new(\"projects/test-project-id/zones/us-central1-a/diskTypes/pd-standard\"),\n\t\tStatus: new(status.String()),\n\t\tResourcePolicies: []string{\"projects/test-project-id/regions/us-central1/resourcePolicies/test-policy\"},\n\t\tUsers: []string{\"projects/test-project-id/zones/us-central1-a/instances/test-instance\"},\n\t\tDiskEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\tKmsKeyName: new(\"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-source-disk\"),\n\t\t\tRawKey: new(\"test-key\"),\n\t\t},\n\t\tSourceImageEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\tKmsKeyName: new(\"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-source-image\"),\n\t\t\tRawKey: new(\"test-key\"),\n\t\t},\n\t\tSourceSnapshotEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\tKmsKeyName: new(\"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-source-snapshot\"),\n\t\t\tRawKey: new(\"test-key\"),\n\t\t},\n\t\tSourceConsistencyGroupPolicy: new(\"projects/test-project-id/regions/us-central1/resourcePolicies/test-consistency-group-policy\"),\n\t}\n\n\tswitch sourceType {\n\tcase \"image\":\n\t\tdisk.SourceImage = new(sourceValue)\n\tcase \"snapshot\":\n\t\tdisk.SourceSnapshot = new(sourceValue)\n\tcase \"instantSnapshot\":\n\t\tdisk.SourceInstantSnapshot = new(sourceValue)\n\tcase \"disk\":\n\t\tdisk.SourceDisk = new(sourceValue)\n\tdefault:\n\t\t// Default to image if unknown type\n\t\tdisk.SourceImage = new(\"projects/test-project-id/global/images/test-image\")\n\t}\n\n\treturn disk\n}\n" }, { "path": "sources/gcp/manual/compute-forwarding-rule.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeForwardingRuleLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeForwardingRule)\n\ntype computeForwardingRuleWrapper struct {\n\tclient gcpshared.ComputeForwardingRuleClient\n\t*gcpshared.RegionBase\n}\n\n// NewComputeForwardingRule creates a new computeForwardingRuleWrapper.\nfunc NewComputeForwardingRule(client gcpshared.ComputeForwardingRuleClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeForwardingRuleWrapper{\n\t\tclient: client,\n\t\tRegionBase: gcpshared.NewRegionBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\t\t\tgcpshared.ComputeForwardingRule,\n\t\t),\n\t}\n}\n\nfunc (c computeForwardingRuleWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.forwardingRules.get\",\n\t\t\"compute.forwardingRules.list\",\n\t}\n}\n\nfunc (c computeForwardingRuleWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeForwardingRuleWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tstdlib.NetworkIP,\n\t\tgcpshared.ComputeSubnetwork,\n\t\tgcpshared.ComputeNetwork,\n\t\tgcpshared.ComputeBackendService,\n\t\tgcpshared.ComputeTargetHttpProxy,\n\t\tgcpshared.ComputeTargetHttpsProxy,\n\t\tgcpshared.ComputeTargetTcpProxy,\n\t\tgcpshared.ComputeTargetSslProxy,\n\t\tgcpshared.ComputeTargetPool,\n\t\tgcpshared.ComputeTargetVpnGateway,\n\t\tgcpshared.ComputeTargetInstance,\n\t\tgcpshared.ComputeServiceAttachment,\n\t\tgcpshared.ComputeForwardingRule,\n\t\tgcpshared.ComputePublicDelegatedPrefix,\n\t\tgcpshared.ServiceDirectoryNamespace,\n\t\tgcpshared.ServiceDirectoryService,\n\t)\n}\n\nfunc (c computeForwardingRuleWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_forwarding_rule.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeForwardingRuleWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeForwardingRuleLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for compute forwarding rules since they use aggregatedList\nfunc (c computeForwardingRuleWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\nfunc (c computeForwardingRuleWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetForwardingRuleRequest{\n\t\tProject: location.ProjectID,\n\t\tRegion: location.Region,\n\t\tForwardingRule: queryParts[0],\n\t}\n\n\trule, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeForwardingRuleToSDPItem(ctx, rule, location)\n}\n\nfunc (c computeForwardingRuleWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeForwardingRuleWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific scope with per-region List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListForwardingRulesRequest{\n\t\tProject: location.ProjectID,\n\t\tRegion: location.Region,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\trule, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeForwardingRuleToSDPItem(ctx, rule, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute forwarding rules found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all forwarding rules across all regions\nfunc (c computeForwardingRuleWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.Locations())\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.AggregatedList(ctx, &computepb.AggregatedListForwardingRulesRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"regions/us-central1\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.Locations()) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process forwarding rules in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetForwardingRules() != nil {\n\t\t\t\t\tfor _, rule := range pair.Value.GetForwardingRules() {\n\t\t\t\t\t\titem, sdpErr := c.gcpComputeForwardingRuleToSDPItem(ctx, rule, scopeLocation)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute forwarding rules found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeForwardingRuleWrapper) gcpComputeForwardingRuleToSDPItem(ctx context.Context, rule *computepb.ForwardingRule, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(rule, \"labels\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeForwardingRule.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: rule.GetLabels(),\n\t}\n\n\tif rule.GetIPAddress() != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: rule.GetIPAddress(),\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\tif rule.GetBackendService() != \"\" {\n\t\tif strings.Contains(rule.GetBackendService(), \"/\") {\n\t\t\tbackendServiceName := gcpshared.LastPathComponent(rule.GetBackendService())\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, rule.GetBackendService())\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: backendServiceName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif rule.GetPscConnectionStatus() != \"\" {\n\t\tswitch rule.GetPscConnectionStatus() {\n\t\tcase computepb.ForwardingRule_UNDEFINED_PSC_CONNECTION_STATUS.String(),\n\t\t\tcomputepb.ForwardingRule_STATUS_UNSPECIFIED.String():\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t\tcase computepb.ForwardingRule_ACCEPTED.String():\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t\tcase computepb.ForwardingRule_PENDING.String():\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t\tcase computepb.ForwardingRule_REJECTED.String(), computepb.ForwardingRule_CLOSED.String():\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t\tcase computepb.ForwardingRule_NEEDS_ATTENTION.String():\n\t\t\tsdpItem.Health = sdp.Health_HEALTH_WARNING.Enum()\n\t\t}\n\t}\n\n\tif rule.GetNetwork() != \"\" {\n\t\tif strings.Contains(rule.GetNetwork(), \"/\") {\n\t\t\tnetworkName := gcpshared.LastPathComponent(rule.GetNetwork())\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, rule.GetNetwork())\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: networkName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tif subnetwork := rule.GetSubnetwork(); subnetwork != \"\" {\n\t\tif strings.Contains(subnetwork, \"/\") {\n\t\t\tsubnetworkName := gcpshared.LastPathComponent(subnetwork)\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, subnetwork)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: subnetworkName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to target resource (polymorphic)\n\tif target := rule.GetTarget(); target != \"\" {\n\t\tlinkedQuery := gcpshared.ForwardingRuleTargetLinker(location.ProjectID, location.ToScope(), target)\n\t\tif linkedQuery != nil {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, linkedQuery)\n\t\t}\n\t}\n\n\t// Link to base forwarding rule\n\tif baseForwardingRule := rule.GetBaseForwardingRule(); baseForwardingRule != \"\" {\n\t\tif strings.Contains(baseForwardingRule, \"/\") {\n\t\t\tforwardingRuleName := gcpshared.LastPathComponent(baseForwardingRule)\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, baseForwardingRule)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeForwardingRule.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: forwardingRuleName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Public Delegated Prefix\n\tif ipCollection := rule.GetIpCollection(); ipCollection != \"\" {\n\t\tif strings.Contains(ipCollection, \"/\") {\n\t\t\tprefixName := gcpshared.LastPathComponent(ipCollection)\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, ipCollection)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputePublicDelegatedPrefix.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: prefixName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to Service Directory\n\tfor _, reg := range rule.GetServiceDirectoryRegistrations() {\n\t\tif namespace := reg.GetNamespace(); namespace != \"\" {\n\t\t\tloc := gcpshared.ExtractPathParam(\"locations\", namespace)\n\t\t\tnamespaceName := gcpshared.ExtractPathParam(\"namespaces\", namespace)\n\t\t\tif loc != \"\" && namespaceName != \"\" {\n\t\t\t\tquery := shared.CompositeLookupKey(loc, namespaceName)\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ServiceDirectoryNamespace.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: query,\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif service := reg.GetService(); service != \"\" {\n\t\t\tnamespace := reg.GetNamespace()\n\t\t\tif namespace != \"\" && service != \"\" {\n\t\t\t\tloc := gcpshared.ExtractPathParam(\"locations\", namespace)\n\t\t\t\tnamespaceName := gcpshared.ExtractPathParam(\"namespaces\", namespace)\n\t\t\t\tif loc != \"\" && namespaceName != \"\" {\n\t\t\t\t\tquery := shared.CompositeLookupKey(loc, namespaceName, service)\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ServiceDirectoryService.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: query,\n\t\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-forwarding-rule_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeForwardingRule(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeForwardingRuleClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tregion := \"us-central1\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeForwardingRule(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createForwardingRule(\"test-rule\", projectID, region, \"192.168.1.1\"), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-rule\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-subnetwork\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-network\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"backend-service\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeForwardingRule(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockIterator := mocks.NewMockForwardingRuleIterator(ctrl)\n\n\t\tmockIterator.EXPECT().Next().Return(createForwardingRule(\"test-rule-1\", projectID, region, \"192.168.1.1\"), nil)\n\t\tmockIterator.EXPECT().Next().Return(createForwardingRule(\"test-rule-2\", projectID, region, \"192.168.1.2\"), nil)\n\t\tmockIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeForwardingRule(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockIterator := mocks.NewMockForwardingRuleIterator(ctrl)\n\n\t\tmockIterator.EXPECT().Next().Return(createForwardingRule(\"test-rule-1\", projectID, region, \"192.168.1.1\"), nil)\n\t\tmockIterator.EXPECT().Next().Return(createForwardingRule(\"test-rule-2\", projectID, region, \"192.168.1.2\"), nil)\n\t\tmockIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeForwardingRuleClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tregion := \"us-central1\"\n\t\tscope := projectID + \".\" + region\n\n\t\tmockAggIter := mocks.NewMockForwardingRulesScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.ForwardingRulesScopedListPair{}, iterator.Done)\n\t\tmockListIter := mocks.NewMockForwardingRuleIterator(ctrl)\n\t\tmockListIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockListIter).Times(1)\n\n\t\twrapper := manual.NewComputeForwardingRule(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope ---\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"GetWithTarget\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeForwardingRule(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\t// Test with TargetHttpProxy\n\t\ttargetURL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/global/targetHttpProxies/test-target-proxy\", projectID)\n\t\tforwardingRule := createForwardingRule(\"test-rule\", projectID, region, \"192.168.1.1\")\n\t\tforwardingRule.Target = new(targetURL)\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(forwardingRule, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-rule\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-subnetwork\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"backend-service\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new query we're testing\n\t\t\tqueryTests := append(baseQueries, shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.ComputeTargetHttpProxy.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-target-proxy\",\n\t\t\t\tExpectedScope: projectID,\n\t\t\t})\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithBaseForwardingRule\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeForwardingRule(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tbaseForwardingRuleURL := fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/forwardingRules/base-forwarding-rule\", projectID, region)\n\t\tforwardingRule := createForwardingRule(\"test-rule\", projectID, region, \"192.168.1.1\")\n\t\tforwardingRule.BaseForwardingRule = new(baseForwardingRuleURL)\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(forwardingRule, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-rule\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-subnetwork\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"backend-service\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new query we're testing\n\t\t\tqueryTests := append(baseQueries, shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.ComputeForwardingRule.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"base-forwarding-rule\",\n\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t})\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithIPCollection\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeForwardingRule(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tipCollectionURL := fmt.Sprintf(\"projects/%s/regions/%s/publicDelegatedPrefixes/test-prefix\", projectID, region)\n\t\tforwardingRule := createForwardingRule(\"test-rule\", projectID, region, \"192.168.1.1\")\n\t\tforwardingRule.IpCollection = new(ipCollectionURL)\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(forwardingRule, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-rule\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-subnetwork\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"backend-service\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new query we're testing\n\t\t\tqueryTests := append(baseQueries, shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.ComputePublicDelegatedPrefix.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"test-prefix\",\n\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t})\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithServiceDirectoryRegistrations\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeForwardingRule(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tnamespaceURL := fmt.Sprintf(\"projects/%s/locations/us-central1/namespaces/test-namespace\", projectID)\n\t\tserviceName := \"test-service\"\n\t\tforwardingRule := createForwardingRule(\"test-rule\", projectID, region, \"192.168.1.1\")\n\t\tforwardingRule.ServiceDirectoryRegistrations = []*computepb.ForwardingRuleServiceDirectoryRegistration{\n\t\t\t{\n\t\t\t\tNamespace: new(namespaceURL),\n\t\t\t\tService: new(serviceName),\n\t\t\t},\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(forwardingRule, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-rule\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-subnetwork\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeBackendService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"backend-service\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, region),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new queries we're testing\n\t\t\tqueryTests := append(baseQueries,\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ServiceDirectoryNamespace.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"us-central1|test-namespace\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ServiceDirectoryService.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"us-central1|test-namespace|test-service\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t)\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n}\n\nfunc createForwardingRule(name, projectID, region, ipAddress string) *computepb.ForwardingRule {\n\treturn &computepb.ForwardingRule{\n\t\tName: new(name),\n\t\tIPAddress: new(ipAddress),\n\t\tLabels: map[string]string{\"env\": \"test\"},\n\t\tNetwork: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/networks/test-network\", projectID)),\n\t\tSubnetwork: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/regions/%s/subnetworks/test-subnetwork\", projectID, region)),\n\t\tBackendService: new(fmt.Sprintf(\"https://compute.googleapis.com/compute/v1/projects/%s/regions/%s/backendServices/backend-service\", projectID, region)),\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-healthcheck.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net\"\n\t\"slices\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeHealthCheckLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeHealthCheck)\n\ntype computeHealthCheckWrapper struct {\n\tglobalClient gcpshared.ComputeHealthCheckClient\n\tregionalClient gcpshared.ComputeRegionHealthCheckClient\n\tprojectLocations []gcpshared.LocationInfo // For global health checks\n\tregionLocations []gcpshared.LocationInfo // For regional health checks\n\t*shared.Base\n}\n\n// NewComputeHealthCheck creates a new computeHealthCheckWrapper instance that handles both global and regional health checks.\nfunc NewComputeHealthCheck(globalClient gcpshared.ComputeHealthCheckClient, regionalClient gcpshared.ComputeRegionHealthCheckClient, projectLocations []gcpshared.LocationInfo, regionLocations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\t// Combine all locations for scope generation\n\tallLocations := make([]gcpshared.LocationInfo, 0, len(projectLocations)+len(regionLocations))\n\tallLocations = append(allLocations, projectLocations...)\n\tallLocations = append(allLocations, regionLocations...)\n\n\tscopes := make([]string, 0, len(allLocations))\n\tfor _, location := range allLocations {\n\t\tscopes = append(scopes, location.ToScope())\n\t}\n\n\treturn &computeHealthCheckWrapper{\n\t\tglobalClient: globalClient,\n\t\tregionalClient: regionalClient,\n\t\tprojectLocations: projectLocations,\n\t\tregionLocations: regionLocations,\n\t\tBase: shared.NewBase(sdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION, gcpshared.ComputeHealthCheck, scopes),\n\t}\n}\n\n// validateAndParseScope parses the scope and validates it against configured locations.\n// Returns the LocationInfo if valid, or a QueryError if the scope is invalid or not configured.\nfunc (c computeHealthCheckWrapper) validateAndParseScope(scope string) (gcpshared.LocationInfo, *sdp.QueryError) {\n\tlocation, err := gcpshared.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn gcpshared.LocationInfo{}, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\t// Check if the location is in the adapter's configured locations\n\tallLocations := append([]gcpshared.LocationInfo{}, c.projectLocations...)\n\tallLocations = append(allLocations, c.regionLocations...)\n\n\tif slices.ContainsFunc(allLocations, location.Equals) {\n\t\treturn location, nil\n\t}\n\n\treturn gcpshared.LocationInfo{}, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\tErrorString: fmt.Sprintf(\"scope %s not found in adapter's configured locations\", scope),\n\t}\n}\n\nfunc (c computeHealthCheckWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.healthChecks.get\",\n\t\t\"compute.healthChecks.list\",\n\t\t\"compute.regionHealthChecks.get\",\n\t\t\"compute.regionHealthChecks.list\",\n\t}\n}\n\nfunc (c computeHealthCheckWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeHealthCheckWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tstdlib.NetworkIP,\n\t\tstdlib.NetworkDNS,\n\t\tgcpshared.ComputeRegion,\n\t)\n}\n\nfunc (c computeHealthCheckWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_health_check.name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_region_health_check.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeHealthCheckWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeHealthCheckLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for health checks since they use aggregatedList\nfunc (c computeHealthCheckWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\nfunc (c computeHealthCheckWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\t// Parse and validate the scope\n\tlocation, err := c.validateAndParseScope(scope)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Route to the appropriate API based on whether the scope includes a region\n\tif location.Regional() {\n\t\t// Regional health check\n\t\treq := &computepb.GetRegionHealthCheckRequest{\n\t\t\tProject: location.ProjectID,\n\t\t\tRegion: location.Region,\n\t\t\tHealthCheck: queryParts[0],\n\t\t}\n\n\t\thealthCheck, getErr := c.regionalClient.Get(ctx, req)\n\t\tif getErr != nil {\n\t\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t\t}\n\n\t\treturn GcpComputeHealthCheckToSDPItem(healthCheck, location, gcpshared.ComputeHealthCheck)\n\t}\n\n\t// Global health check\n\treq := &computepb.GetHealthCheckRequest{\n\t\tProject: location.ProjectID,\n\t\tHealthCheck: queryParts[0],\n\t}\n\n\thealthCheck, getErr := c.globalClient.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn GcpComputeHealthCheckToSDPItem(healthCheck, location, gcpshared.ComputeHealthCheck)\n}\n\nfunc (c computeHealthCheckWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeHealthCheckWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Parse and validate the scope\n\tlocation, err := c.validateAndParseScope(scope)\n\tif err != nil {\n\t\tstream.SendError(err)\n\t\treturn\n\t}\n\n\t// Route to the appropriate API based on whether the scope includes a region\n\tvar itemsSent int\n\tvar hadError bool\n\tif location.Regional() {\n\t\t// Regional health checks\n\t\tit := c.regionalClient.List(ctx, &computepb.ListRegionHealthChecksRequest{\n\t\t\tProject: location.ProjectID,\n\t\t\tRegion: location.Region,\n\t\t})\n\n\t\tfor {\n\t\t\thealthCheck, iterErr := it.Next()\n\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\tbreak\n\t\t\t}\n\t\t\tif iterErr != nil {\n\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\titem, sdpErr := GcpComputeHealthCheckToSDPItem(healthCheck, location, gcpshared.ComputeHealthCheck)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\thadError = true\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t\titemsSent++\n\t\t}\n\t} else {\n\t\t// Global health checks\n\t\tit := c.globalClient.List(ctx, &computepb.ListHealthChecksRequest{\n\t\t\tProject: location.ProjectID,\n\t\t})\n\n\t\tfor {\n\t\t\thealthCheck, iterErr := it.Next()\n\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\tbreak\n\t\t\t}\n\t\t\tif iterErr != nil {\n\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\titem, sdpErr := GcpComputeHealthCheckToSDPItem(healthCheck, location, gcpshared.ComputeHealthCheck)\n\t\t\tif sdpErr != nil {\n\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\thadError = true\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\tstream.SendItem(item)\n\t\t\titemsSent++\n\t\t}\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute health checks found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all health checks across all regions (global and regional)\nfunc (c computeHealthCheckWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.projectLocations, c.regionLocations)\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.globalClient.AggregatedList(ctx, &computepb.AggregatedListHealthChecksRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"global\" or \"regions/us-central1\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.projectLocations, c.regionLocations) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process health checks in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetHealthChecks() != nil {\n\t\t\t\t\tfor _, healthCheck := range pair.Value.GetHealthChecks() {\n\t\t\t\t\t\titem, sdpErr := GcpComputeHealthCheckToSDPItem(healthCheck, scopeLocation, gcpshared.ComputeHealthCheck)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute health checks found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// GcpComputeHealthCheckToSDPItem converts a GCP health check to an SDP item.\n// This function is shared by both global and regional health check adapters.\nfunc GcpComputeHealthCheckToSDPItem(healthCheck *computepb.HealthCheck, location gcpshared.LocationInfo, itemType shared.ItemType) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(healthCheck)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: itemType.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t}\n\n\t// Link to host field from HTTP health checks\n\tif httpHealthCheck := healthCheck.GetHttpHealthCheck(); httpHealthCheck != nil {\n\t\tif host := httpHealthCheck.GetHost(); host != \"\" {\n\t\t\tlinkHostToNetworkResource(sdpItem, host)\n\t\t}\n\t}\n\n\t// Link to host field from HTTPS health checks\n\tif httpsHealthCheck := healthCheck.GetHttpsHealthCheck(); httpsHealthCheck != nil {\n\t\tif host := httpsHealthCheck.GetHost(); host != \"\" {\n\t\t\tlinkHostToNetworkResource(sdpItem, host)\n\t\t}\n\t}\n\n\t// Link to host field from HTTP/2 health checks\n\tif http2HealthCheck := healthCheck.GetHttp2HealthCheck(); http2HealthCheck != nil {\n\t\tif host := http2HealthCheck.GetHost(); host != \"\" {\n\t\t\tlinkHostToNetworkResource(sdpItem, host)\n\t\t}\n\t}\n\n\t// Link to source regions\n\tfor _, regionName := range healthCheck.GetSourceRegions() {\n\t\tif regionName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeRegion.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: regionName,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to region field\n\tif region := healthCheck.GetRegion(); region != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: gcpshared.ComputeRegion.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: region,\n\t\t\t\tScope: location.ProjectID,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc linkHostToNetworkResource(sdpItem *sdp.Item, host string) {\n\tif host == \"\" {\n\t\treturn\n\t}\n\n\tif net.ParseIP(host) != nil {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: host,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t} else {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: host,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-healthcheck_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeHealthCheck(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockGlobalClient := mocks.NewMockComputeHealthCheckClient(ctrl)\n\tmockRegionalClient := mocks.NewMockComputeRegionHealthCheckClient(ctrl)\n\tprojectID := \"test-project-id\"\n\n\tt.Run(\"Get-Scope-Validation-Global\", func(t *testing.T) {\n\t\t// Adapter configured for project-level only (global resources)\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\t// Attempt to query a regional scope that wasn't configured\n\t\tunauthorizedScope := fmt.Sprintf(\"%s.us-central1\", projectID)\n\t\t_, qErr := wrapper.Get(ctx, unauthorizedScope, \"test-healthcheck\")\n\n\t\t// Should fail with NOSCOPE error since us-central1 wasn't configured\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when querying unconfigured regional scope, got nil\")\n\t\t}\n\t\tif qErr.GetErrorType() != sdp.QueryError_NOSCOPE {\n\t\t\tt.Errorf(\"Expected NOSCOPE error, got: %v (error: %s)\", qErr.GetErrorType(), qErr.GetErrorString())\n\t\t}\n\t})\n\n\tt.Run(\"Get-Scope-Validation-Regional\", func(t *testing.T) {\n\t\t// Adapter configured for us-west1 only\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, nil, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, \"us-west1\")})\n\n\t\t// Attempt to query us-central1 which wasn't configured\n\t\tunauthorizedScope := fmt.Sprintf(\"%s.us-central1\", projectID)\n\t\t_, qErr := wrapper.Get(ctx, unauthorizedScope, \"test-healthcheck\")\n\n\t\t// Should fail with NOSCOPE error since us-central1 wasn't configured\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"Expected error when querying unconfigured regional scope, got nil\")\n\t\t}\n\t\tif qErr.GetErrorType() != sdp.QueryError_NOSCOPE {\n\t\t\tt.Errorf(\"Expected NOSCOPE error, got: %v (error: %s)\", qErr.GetErrorType(), qErr.GetErrorString())\n\t\t}\n\t})\n\n\tt.Run(\"ListStream-Scope-Validation-Global\", func(t *testing.T) {\n\t\t// Adapter configured for project-level only (global resources)\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\t// Attempt to list from a regional scope that wasn't configured\n\t\tunauthorizedScope := fmt.Sprintf(\"%s.us-central1\", projectID)\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\tcache := sdpcache.NewNoOpCache()\n\n\t\twrapper.ListStream(ctx, stream, cache, sdpcache.CacheKey{}, unauthorizedScope)\n\n\t\t// Should fail with NOSCOPE error since us-central1 wasn't configured\n\t\tif len(errs) == 0 {\n\t\t\tt.Fatal(\"Expected error when listing from unconfigured regional scope, got none\")\n\t\t}\n\t\t// The error should contain scope-related error message\n\t\tif len(errs) > 0 {\n\t\t\t// The first error should be a QueryError about scope\n\t\t\texpectedError := \"scope\"\n\t\t\tif err := errs[0]; err == nil || err.Error() == \"\" {\n\t\t\t\tt.Errorf(\"Expected error containing '%s', got nil or empty error\", expectedError)\n\t\t\t} else if err := errs[0]; !strings.Contains(err.Error(), expectedError) {\n\t\t\t\tt.Errorf(\"Expected error containing '%s', got: %v\", expectedError, err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"Get-Global\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\tmockGlobalClient.EXPECT().Get(ctx, gomock.Any()).Return(createHealthCheck(\"test-healthcheck\"), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-healthcheck\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// [SPEC] The default scope is the project ID.\n\t\tif sdpItem.GetScope() != \"test-project-id\" {\n\t\t\tt.Fatalf(\"Expected scope to be 'test-project-id', got: %s\", sdpItem.GetScope())\n\t\t}\n\n\t\t// [SPEC] TCP HealthChecks have no linked items (no host field).\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 0 {\n\t\t\tt.Fatalf(\"Expected 0 linked item queries for TCP health check, got: %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\t})\n\n\tt.Run(\"GetWithHTTPHealthCheck\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\thttpHealthCheck := createHTTPHealthCheck(\"test-http-healthcheck\", \"example.com\")\n\t\tmockGlobalClient.EXPECT().Get(ctx, gomock.Any()).Return(httpHealthCheck, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-http-healthcheck\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// DNS name link from HTTP health check host field\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkDNS.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"example.com\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithHTTPSHealthCheckWithIP\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\thttpsHealthCheck := createHTTPSHealthCheck(\"test-https-healthcheck\", \"192.168.1.100\")\n\t\tmockGlobalClient.EXPECT().Get(ctx, gomock.Any()).Return(httpsHealthCheck, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-https-healthcheck\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// IP address link from HTTPS health check host field\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.100\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithSourceRegions\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\thealthCheckWithRegions := createHealthCheckWithSourceRegions(\"test-healthcheck-regions\", []string{\"us-central1\", \"us-east1\", \"europe-west1\"})\n\t\tmockGlobalClient.EXPECT().Get(ctx, gomock.Any()).Return(healthCheckWithRegions, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-healthcheck-regions\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Region links from sourceRegions array\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeRegion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"us-central1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeRegion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"us-east1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeRegion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"europe-west1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithRegion\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\tregionalHealthCheck := createRegionalHealthCheck(\"test-regional-healthcheck\", \"us-central1\")\n\t\tmockGlobalClient.EXPECT().Get(ctx, gomock.Any()).Return(regionalHealthCheck, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-regional-healthcheck\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Region link from region field (output only, for regional health checks)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeRegion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"us-central1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeHealthCheckIter := mocks.NewMockComputeHealthCheckIterator(ctrl)\n\n\t\t// Mock out items listed from the API.\n\t\tmockComputeHealthCheckIter.EXPECT().Next().Return(createHealthCheck(\"test-healthcheck-1\"), nil)\n\t\tmockComputeHealthCheckIter.EXPECT().Next().Return(createHealthCheck(\"test-healthcheck-2\"), nil)\n\t\tmockComputeHealthCheckIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockGlobalClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeHealthCheckIter)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeHealthCheckIter := mocks.NewMockComputeHealthCheckIterator(ctrl)\n\t\tmockComputeHealthCheckIter.EXPECT().Next().Return(createHealthCheck(\"test-healthcheck-1\"), nil)\n\t\tmockComputeHealthCheckIter.EXPECT().Next().Return(createHealthCheck(\"test-healthcheck-2\"), nil)\n\t\tmockComputeHealthCheckIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockGlobalClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeHealthCheckIter)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tvar errs []error\n\t\tmockItemHandler := func(item *sdp.Item) { items = append(items, item); wg.Done() }\n\t\tmockErrorHandler := func(err error) { errs = append(errs, err) }\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockGlobalClient := mocks.NewMockComputeHealthCheckClient(ctrl)\n\t\tmockRegionalClient := mocks.NewMockComputeRegionHealthCheckClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\n\t\tmockAggIter := mocks.NewMockHealthChecksScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.HealthChecksScopedListPair{}, iterator.Done)\n\t\tmockGlobalClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\n\t\t// Project-only: List(\"*\") uses AggregatedList; we only test the \"*\" path here.\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)}, nil)\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\t// Regional health check tests\n\tregion := \"us-central1\"\n\n\tt.Run(\"Get-Regional\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, nil, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tmockRegionalClient.EXPECT().Get(ctx, gomock.Any()).Return(createHealthCheck(\"test-regional-healthcheck\"), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), \"test-regional-healthcheck\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify the item has the correct type (should be ComputeHealthCheck, not ComputeRegionHealthCheck)\n\t\tif sdpItem.GetType() != gcpshared.ComputeHealthCheck.String() {\n\t\t\tt.Fatalf(\"Expected type to be '%s', got: %s\", gcpshared.ComputeHealthCheck.String(), sdpItem.GetType())\n\t\t}\n\n\t\t// Verify the scope is regional\n\t\texpectedScope := fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\tif sdpItem.GetScope() != expectedScope {\n\t\t\tt.Fatalf(\"Expected scope to be '%s', got: %s\", expectedScope, sdpItem.GetScope())\n\t\t}\n\t})\n\n\tt.Run(\"List-Regional\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeHealthCheck(mockGlobalClient, mockRegionalClient, nil, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockHealthCheckIterator := mocks.NewMockComputeRegionHealthCheckIterator(ctrl)\n\n\t\tmockHealthCheckIterator.EXPECT().Next().Return(createHealthCheck(\"test-regional-healthcheck-1\"), nil)\n\t\tmockHealthCheckIterator.EXPECT().Next().Return(createHealthCheck(\"test-regional-healthcheck-2\"), nil)\n\t\tmockHealthCheckIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockRegionalClient.EXPECT().List(ctx, gomock.Any()).Return(mockHealthCheckIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, fmt.Sprintf(\"%s.%s\", projectID, region), true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\t// Verify each item has the correct type\n\t\t\tif item.GetType() != gcpshared.ComputeHealthCheck.String() {\n\t\t\t\tt.Fatalf(\"Expected type to be '%s', got: %s\", gcpshared.ComputeHealthCheck.String(), item.GetType())\n\t\t\t}\n\n\t\t\t// Verify each item has the correct regional scope\n\t\t\texpectedScope := fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\t\tif item.GetScope() != expectedScope {\n\t\t\t\tt.Fatalf(\"Expected scope to be '%s', got: %s\", expectedScope, item.GetScope())\n\t\t\t}\n\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n}\n\nfunc createHealthCheck(healthCheckName string) *computepb.HealthCheck {\n\treturn &computepb.HealthCheck{\n\t\tName: new(healthCheckName),\n\t\tCheckIntervalSec: new(int32(5)),\n\t\tTimeoutSec: new(int32(5)),\n\t\tType: new(\"TCP\"),\n\t\tTcpHealthCheck: &computepb.TCPHealthCheck{\n\t\t\tPort: new(int32(80)),\n\t\t},\n\t}\n}\n\nfunc createHTTPHealthCheck(healthCheckName, host string) *computepb.HealthCheck {\n\treturn &computepb.HealthCheck{\n\t\tName: new(healthCheckName),\n\t\tCheckIntervalSec: new(int32(5)),\n\t\tTimeoutSec: new(int32(5)),\n\t\tType: new(\"HTTP\"),\n\t\tHttpHealthCheck: &computepb.HTTPHealthCheck{\n\t\t\tPort: new(int32(80)),\n\t\t\tHost: new(host),\n\t\t\tRequestPath: new(\"/\"),\n\t\t},\n\t}\n}\n\nfunc createHTTPSHealthCheck(healthCheckName, host string) *computepb.HealthCheck {\n\treturn &computepb.HealthCheck{\n\t\tName: new(healthCheckName),\n\t\tCheckIntervalSec: new(int32(5)),\n\t\tTimeoutSec: new(int32(5)),\n\t\tType: new(\"HTTPS\"),\n\t\tHttpsHealthCheck: &computepb.HTTPSHealthCheck{\n\t\t\tPort: new(int32(443)),\n\t\t\tHost: new(host),\n\t\t\tRequestPath: new(\"/\"),\n\t\t},\n\t}\n}\n\nfunc createHealthCheckWithSourceRegions(healthCheckName string, regions []string) *computepb.HealthCheck {\n\treturn &computepb.HealthCheck{\n\t\tName: new(healthCheckName),\n\t\tCheckIntervalSec: new(int32(30)),\n\t\tTimeoutSec: new(int32(5)),\n\t\tType: new(\"TCP\"),\n\t\tTcpHealthCheck: &computepb.TCPHealthCheck{\n\t\t\tPort: new(int32(80)),\n\t\t},\n\t\tSourceRegions: regions,\n\t}\n}\n\nfunc createRegionalHealthCheck(healthCheckName, region string) *computepb.HealthCheck {\n\treturn &computepb.HealthCheck{\n\t\tName: new(healthCheckName),\n\t\tCheckIntervalSec: new(int32(5)),\n\t\tTimeoutSec: new(int32(5)),\n\t\tType: new(\"TCP\"),\n\t\tTcpHealthCheck: &computepb.TCPHealthCheck{\n\t\t\tPort: new(int32(80)),\n\t\t},\n\t\tRegion: new(region),\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-image.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"google.golang.org/api/iterator\"\n\t\"google.golang.org/grpc/codes\"\n\t\"google.golang.org/grpc/status\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar (\n\tComputeImageLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeImage)\n\tComputeImageLookupByFamily = shared.NewItemTypeLookup(\"family\", gcpshared.ComputeImage)\n)\n\ntype computeImageWrapper struct {\n\tclient gcpshared.ComputeImagesClient\n\t*gcpshared.ProjectBase\n}\n\n// NewComputeImage creates a new computeImageWrapper instance.\nfunc NewComputeImage(client gcpshared.ComputeImagesClient, locations []gcpshared.LocationInfo) sources.SearchableListableWrapper {\n\treturn &computeImageWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tgcpshared.ComputeImage,\n\t\t),\n\t}\n}\n\nfunc (c computeImageWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.images.get\",\n\t\t\"compute.images.list\",\n\t}\n}\n\nfunc (c computeImageWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeImageWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_image.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeImageWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeImageLookupByName,\n\t}\n}\n\nfunc (c computeImageWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeImageLookupByFamily,\n\t\t},\n\t}\n}\n\nfunc (c computeImageWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeDisk,\n\t\tgcpshared.ComputeSnapshot,\n\t\tgcpshared.ComputeImage,\n\t\tgcpshared.ComputeLicense,\n\t\tgcpshared.StorageBucket,\n\t\tgcpshared.CloudKMSCryptoKey,\n\t\tgcpshared.CloudKMSCryptoKeyVersion,\n\t\tgcpshared.IAMServiceAccount,\n\t)\n}\n\nfunc (c computeImageWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetImageRequest{\n\t\tProject: location.ProjectID,\n\t\tImage: queryParts[0],\n\t}\n\n\timage, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeImageToSDPItem(ctx, image, location)\n}\n\nfunc (c computeImageWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tquery := queryParts[0]\n\tvar image *computepb.Image\n\tvar getErr error\n\n\t// Check if query is a full URI format\n\tif strings.Contains(query, \"/images/\") {\n\t\t// Extract project ID from URI if present\n\t\timageProjectID := gcpshared.ExtractPathParam(\"projects\", query)\n\t\tif imageProjectID == \"\" {\n\t\t\timageProjectID = location.ProjectID\n\t\t}\n\n\t\t// Check if it's a family reference\n\t\tif strings.Contains(query, \"/images/family/\") {\n\t\t\t// Extract family name\n\t\t\tfamilyName := gcpshared.LastPathComponent(query)\n\t\t\treq := &computepb.GetFromFamilyImageRequest{\n\t\t\t\tProject: imageProjectID,\n\t\t\t\tFamily: familyName,\n\t\t\t}\n\t\t\timage, getErr = c.client.GetFromFamily(ctx, req)\n\t\t} else {\n\t\t\t// Regular image reference - extract image name\n\t\t\timageName := gcpshared.LastPathComponent(query)\n\t\t\treq := &computepb.GetImageRequest{\n\t\t\t\tProject: imageProjectID,\n\t\t\t\tImage: imageName,\n\t\t\t}\n\t\t\timage, getErr = c.client.Get(ctx, req)\n\t\t}\n\t} else {\n\t\t// Query is just a name - try Get first, then fallback to GetFromFamily\n\t\treq := &computepb.GetImageRequest{\n\t\t\tProject: location.ProjectID,\n\t\t\tImage: query,\n\t\t}\n\t\timage, getErr = c.client.Get(ctx, req)\n\n\t\t// If Get fails with not found, try GetFromFamily (treating the name as a family)\n\t\tif getErr != nil {\n\t\t\t// Check if it's a \"not found\" error\n\t\t\tif s, ok := status.FromError(getErr); ok && s.Code() == codes.NotFound {\n\t\t\t\tfamilyReq := &computepb.GetFromFamilyImageRequest{\n\t\t\t\t\tProject: location.ProjectID,\n\t\t\t\t\tFamily: query,\n\t\t\t\t}\n\t\t\t\timage, getErr = c.client.GetFromFamily(ctx, familyReq)\n\t\t\t}\n\t\t}\n\t}\n\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\titem, sdpErr := c.gcpComputeImageToSDPItem(ctx, image, location)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\treturn []*sdp.Item{item}, nil\n}\n\nfunc (c computeImageWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeImageWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListImagesRequest{\n\t\tProject: location.ProjectID,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\timage, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeImageToSDPItem(ctx, image, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute images found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeImageWrapper) gcpComputeImageToSDPItem(ctx context.Context, image *computepb.Image, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(image, \"labels\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeImage.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: image.GetLabels(),\n\t}\n\n\tswitch image.GetStatus() {\n\tcase computepb.Image_UNDEFINED_STATUS.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\tcase computepb.Image_FAILED.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\tcase computepb.Image_PENDING.String(), computepb.Image_DELETING.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase computepb.Image_READY.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t}\n\n\t// Link to source disk\n\tif sourceDisk := image.GetSourceDisk(); sourceDisk != \"\" {\n\t\tdiskName := gcpshared.LastPathComponent(sourceDisk)\n\t\tif diskName != \"\" {\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceDisk)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to source snapshot\n\tif sourceSnapshot := image.GetSourceSnapshot(); sourceSnapshot != \"\" {\n\t\tsnapshotName := gcpshared.LastPathComponent(sourceSnapshot)\n\t\tif snapshotName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeSnapshot.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: snapshotName,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to source image\n\tif sourceImage := image.GetSourceImage(); sourceImage != \"\" {\n\t\tprojectID := gcpshared.ExtractPathParam(\"projects\", sourceImage)\n\t\tscope := location.ProjectID\n\t\tif projectID != \"\" {\n\t\t\tscope = projectID\n\t\t}\n\t\t// Use SEARCH for all image references - it handles both family and specific image formats\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: gcpshared.ComputeImage.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: sourceImage, // Pass full URI so Search can detect format\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\t// Link to licenses\n\tfor _, license := range image.GetLicenses() {\n\t\tlicenseName := gcpshared.LastPathComponent(license)\n\t\tif licenseName != \"\" {\n\t\t\tprojectID := gcpshared.ExtractPathParam(\"projects\", license)\n\t\t\tscope := location.ProjectID\n\t\t\tif projectID != \"\" {\n\t\t\t\tscope = projectID\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeLicense.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: licenseName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to raw disk storage bucket\n\tif rawDisk := image.GetRawDisk(); rawDisk != nil {\n\t\tif rawDiskSource := rawDisk.GetSource(); rawDiskSource != \"\" {\n\t\t\tif linkFunc, ok := gcpshared.ManualAdapterLinksByAssetType[gcpshared.StorageBucket]; ok {\n\t\t\t\tlinkedQuery := linkFunc(location.ProjectID, location.ToScope(), rawDiskSource)\n\t\t\t\tif linkedQuery != nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, linkedQuery)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to image encryption key\n\tif imageEncryptionKey := image.GetImageEncryptionKey(); imageEncryptionKey != nil {\n\t\tc.addKMSKeyLinks(sdpItem, imageEncryptionKey.GetKmsKeyName(), imageEncryptionKey.GetKmsKeyServiceAccount(), location)\n\t}\n\n\t// Link to source image encryption key\n\tif sourceImageEncryptionKey := image.GetSourceImageEncryptionKey(); sourceImageEncryptionKey != nil {\n\t\tc.addKMSKeyLinks(sdpItem, sourceImageEncryptionKey.GetKmsKeyName(), sourceImageEncryptionKey.GetKmsKeyServiceAccount(), location)\n\t}\n\n\t// Link to source snapshot encryption key\n\tif sourceSnapshotEncryptionKey := image.GetSourceSnapshotEncryptionKey(); sourceSnapshotEncryptionKey != nil {\n\t\tc.addKMSKeyLinks(sdpItem, sourceSnapshotEncryptionKey.GetKmsKeyName(), sourceSnapshotEncryptionKey.GetKmsKeyServiceAccount(), location)\n\t}\n\n\t// Link to replacement image\n\tif deprecated := image.GetDeprecated(); deprecated != nil {\n\t\tif replacement := deprecated.GetReplacement(); replacement != \"\" {\n\t\t\tprojectID := gcpshared.ExtractPathParam(\"projects\", replacement)\n\t\t\tscope := location.ProjectID\n\t\t\tif projectID != \"\" {\n\t\t\t\tscope = projectID\n\t\t\t}\n\t\t\t// Use SEARCH for all image references - it handles both family and specific image formats\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: replacement, // Pass full URI so Search can detect format\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeImageWrapper) addKMSKeyLinks(sdpItem *sdp.Item, keyName, kmsKeyServiceAccount string, location gcpshared.LocationInfo) {\n\tif keyName != \"\" {\n\t\tloc := gcpshared.ExtractPathParam(\"locations\", keyName)\n\t\tkeyRing := gcpshared.ExtractPathParam(\"keyRings\", keyName)\n\t\tcryptoKey := gcpshared.ExtractPathParam(\"cryptoKeys\", keyName)\n\t\tcryptoKeyVersion := gcpshared.ExtractPathParam(\"cryptoKeyVersions\", keyName)\n\n\t\tif loc != \"\" && keyRing != \"\" && cryptoKey != \"\" && cryptoKeyVersion != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(loc, keyRing, cryptoKey, cryptoKeyVersion),\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t} else if loc != \"\" && keyRing != \"\" && cryptoKey != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(loc, keyRing, cryptoKey),\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif kmsKeyServiceAccount != \"\" {\n\t\tserviceAccountEmail := kmsKeyServiceAccount\n\t\tif strings.Contains(kmsKeyServiceAccount, \"/serviceAccounts/\") {\n\t\t\tserviceAccountEmail = gcpshared.LastPathComponent(kmsKeyServiceAccount)\n\t\t}\n\t\tif serviceAccountEmail != \"\" {\n\t\t\tprojectID := location.ProjectID\n\t\t\tif strings.Contains(kmsKeyServiceAccount, \"/projects/\") {\n\t\t\t\textractedProjectID := gcpshared.ExtractPathParam(\"projects\", kmsKeyServiceAccount)\n\t\t\t\tif extractedProjectID != \"\" {\n\t\t\t\t\tprojectID = extractedProjectID\n\t\t\t\t}\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: serviceAccountEmail,\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-image_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\t\"google.golang.org/grpc/codes\"\n\t\"google.golang.org/grpc/status\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeImage(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeImagesClient(ctrl)\n\tprojectID := \"test-project-id\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeImageWithLinks(projectID, \"test-image\", computepb.Image_READY), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-image\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// sourceDisk link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-source-disk\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1-a\", projectID),\n\t\t\t\t},\n\t\t\t\t// sourceSnapshot link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSnapshot.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-source-snapshot\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// sourceImage link (SEARCH handles full URI; createComputeImageWithLinks uses https URL)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/images/test-source-image\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// licenses link (first license)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeLicense.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-license-1\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// licenses link (second license)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeLicense.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-license-2\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// rawDisk.source (GCS bucket) link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"%s-raw-disk-bucket\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// imageEncryptionKey.kmsKeyName (CryptoKeyVersion) link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-image-key|test-version-image\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// imageEncryptionKey.kmsKeyServiceAccount link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"test-image-kms-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// sourceImageEncryptionKey.kmsKeyName (CryptoKeyVersion) link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-source-image-key|test-version-source-image\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// sourceImageEncryptionKey.kmsKeyServiceAccount link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"test-source-image-kms-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// sourceSnapshotEncryptionKey.kmsKeyName (CryptoKeyVersion) link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-source-snapshot-key|test-version-source-snapshot\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// sourceSnapshotEncryptionKey.kmsKeyServiceAccount link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"test-source-snapshot-kms-sa@%s.iam.gserviceaccount.com\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t// deprecated.replacement link (SEARCH handles full URI)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/images/test-replacement-image\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tinput computepb.Image_Status\n\t\t\texpected sdp.Health\n\t\t}\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Undefined\",\n\t\t\t\tinput: computepb.Image_UNDEFINED_STATUS,\n\t\t\t\texpected: sdp.Health_HEALTH_UNKNOWN,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Deleting\",\n\t\t\t\tinput: computepb.Image_DELETING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Failed\",\n\t\t\t\tinput: computepb.Image_FAILED,\n\t\t\t\texpected: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Pending\",\n\t\t\t\tinput: computepb.Image_PENDING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Healthy\",\n\t\t\t\tinput: computepb.Image_READY,\n\t\t\t\texpected: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t}\n\n\t\tmockClient = mocks.NewMockComputeImagesClient(ctrl)\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\twrapper := manual.NewComputeImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeImage(\"test-instance\", tc.input), nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expected {\n\t\t\t\t\tt.Fatalf(\"Expected health %s, got: %s\", tc.expected, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeImageIterator(ctrl)\n\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeImage(\"test-image-1\", computepb.Image_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeImage(\"test-image-2\", computepb.Image_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeImageIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeImage(\"test-image-1\", computepb.Image_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeImage(\"test-image-2\", computepb.Image_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeImagesClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\n\t\tmockIter := mocks.NewMockComputeImageIterator(ctrl)\n\t\tmockIter.EXPECT().Next().Return(nil, iterator.Done)\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIter).Times(1)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\titems, err := listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\t// SearchCachesNotFoundWithMemoryCache verifies that when Search returns no items\n\t// (NotFound from both Get and GetFromFamily), NOTFOUND is cached. Second Search\n\t// hits cache and returns 0 items without calling the backend again.\n\tt.Run(\"SearchCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeImagesClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\t\tquery := \"nonexistent-image\"\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(nil, status.Error(codes.NotFound, \"image not found\")).Times(1)\n\t\tmockClient.EXPECT().GetFromFamily(ctx, gomock.Any()).Return(nil, status.Error(codes.NotFound, \"family not found\")).Times(1)\n\n\t\twrapper := manual.NewComputeImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\n\t\t// First Search: cache miss β†’ Get then GetFromFamily return NotFound β†’ transformer stores NOTFOUND.\n\t\t_, err := searchable.Search(ctx, scope, query, false)\n\t\tif err == nil {\n\t\t\tt.Fatal(\"first Search: expected error (NOTFOUND), got nil\")\n\t\t}\n\t\tvar qe *sdp.QueryError\n\t\tif errors.As(err, &qe) && qe.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"first Search: expected NOTFOUND, got %v\", err)\n\t\t}\n\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for Search after first call\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for Search, got %v\", qErr)\n\t\t}\n\n\t\t// Second Search: cache hit β†’ transformer returns empty result, no backend calls.\n\t\titems, err := searchable.Search(ctx, scope, query, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second Search: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\tt.Run(\"SearchByFamilyName\", func(t *testing.T) {\n\t\t\tctrl := gomock.NewController(t)\n\t\t\tdefer ctrl.Finish()\n\t\t\tmockClient := mocks.NewMockComputeImagesClient(ctrl)\n\t\t\twrapper := manual.NewComputeImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\t\tfamilyName := \"test-image-family\"\n\t\t\texpectedImageName := \"test-image-family-20240101\"\n\n\t\t\t// When searching by name (not URI), Search tries Get first, then falls back to GetFromFamily\n\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).DoAndReturn(func(ctx context.Context, req *computepb.GetImageRequest, opts ...any) (*computepb.Image, error) {\n\t\t\t\tif req.GetProject() != projectID {\n\t\t\t\t\tt.Errorf(\"Expected project %s, got %s\", projectID, req.GetProject())\n\t\t\t\t}\n\t\t\t\tif req.GetImage() != familyName {\n\t\t\t\t\tt.Errorf(\"Expected image %s, got %s\", familyName, req.GetImage())\n\t\t\t\t}\n\t\t\t\treturn nil, status.Error(codes.NotFound, \"image not found\")\n\t\t\t})\n\n\t\t\tmockClient.EXPECT().GetFromFamily(ctx, gomock.Any()).DoAndReturn(func(ctx context.Context, req *computepb.GetFromFamilyImageRequest, opts ...any) (*computepb.Image, error) {\n\t\t\t\tif req.GetProject() != projectID {\n\t\t\t\t\tt.Errorf(\"Expected project %s, got %s\", projectID, req.GetProject())\n\t\t\t\t}\n\t\t\t\tif req.GetFamily() != familyName {\n\t\t\t\t\tt.Errorf(\"Expected family %s, got %s\", familyName, req.GetFamily())\n\t\t\t\t}\n\t\t\t\treturn createComputeImageWithLinks(projectID, expectedImageName, computepb.Image_READY), nil\n\t\t\t})\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t// Verify adapter implements SearchableWrapper\n\t\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Adapter should implement SearchableAdapter interface\")\n\t\t\t}\n\n\t\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], familyName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tsdpItem := sdpItems[0]\n\t\t\tif sdpItem.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", sdpItem.Validate())\n\t\t\t}\n\n\t\t\t// Verify the returned image has the correct name (from GetFromFamily)\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != expectedImageName {\n\t\t\t\tt.Fatalf(\"Expected image name %s, got %s\", expectedImageName, uniqueAttrValue)\n\t\t\t}\n\n\t\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"SearchByFamilyURI\", func(t *testing.T) {\n\t\t\tctrl := gomock.NewController(t)\n\t\t\tdefer ctrl.Finish()\n\t\t\tmockClient := mocks.NewMockComputeImagesClient(ctrl)\n\t\t\twrapper := manual.NewComputeImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\t\t// Pass the full URI - Search should detect it's a family reference\n\t\t\tfamilyURI := \"projects/\" + projectID + \"/global/images/family/test-image-family\"\n\t\t\texpectedImageName := \"test-image-family-20240101\"\n\n\t\t\tmockClient.EXPECT().GetFromFamily(ctx, gomock.Any()).DoAndReturn(func(ctx context.Context, req *computepb.GetFromFamilyImageRequest, opts ...any) (*computepb.Image, error) {\n\t\t\t\tif req.GetProject() != projectID {\n\t\t\t\t\tt.Errorf(\"Expected project %s, got %s\", projectID, req.GetProject())\n\t\t\t\t}\n\t\t\t\tif req.GetFamily() != \"test-image-family\" {\n\t\t\t\t\tt.Errorf(\"Expected family 'test-image-family', got %s\", req.GetFamily())\n\t\t\t\t}\n\t\t\t\treturn createComputeImageWithLinks(projectID, expectedImageName, computepb.Image_READY), nil\n\t\t\t})\n\n\t\t\t// Call Search directly on the wrapper to bypass adapter's projects/ routing logic\n\t\t\tsdpItems, err := wrapper.Search(ctx, wrapper.Scopes()[0], familyURI)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tsdpItem := sdpItems[0]\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, attrErr := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif attrErr != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", attrErr)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != expectedImageName {\n\t\t\t\tt.Fatalf(\"Expected image name %s, got %s\", expectedImageName, uniqueAttrValue)\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"SearchByImageURI\", func(t *testing.T) {\n\t\t\tctrl := gomock.NewController(t)\n\t\t\tdefer ctrl.Finish()\n\t\t\tmockClient := mocks.NewMockComputeImagesClient(ctrl)\n\t\t\twrapper := manual.NewComputeImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\t\timageURI := \"projects/\" + projectID + \"/global/images/test-image-exact\"\n\t\t\texpectedImageName := \"test-image-exact\"\n\n\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).DoAndReturn(func(ctx context.Context, req *computepb.GetImageRequest, opts ...any) (*computepb.Image, error) {\n\t\t\t\tif req.GetProject() != projectID {\n\t\t\t\t\tt.Errorf(\"Expected project %s, got %s\", projectID, req.GetProject())\n\t\t\t\t}\n\t\t\t\tif req.GetImage() != expectedImageName {\n\t\t\t\t\tt.Errorf(\"Expected image %s, got %s\", expectedImageName, req.GetImage())\n\t\t\t\t}\n\t\t\t\treturn createComputeImage(expectedImageName, computepb.Image_READY), nil\n\t\t\t})\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\n\t\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], imageURI, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tsdpItem := sdpItems[0]\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != expectedImageName {\n\t\t\t\tt.Fatalf(\"Expected image name %s, got %s\", expectedImageName, uniqueAttrValue)\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"SearchByImageNameWithFallback\", func(t *testing.T) {\n\t\t\tctrl := gomock.NewController(t)\n\t\t\tdefer ctrl.Finish()\n\t\t\tmockClient := mocks.NewMockComputeImagesClient(ctrl)\n\t\t\twrapper := manual.NewComputeImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\t\timageName := \"test-image-name\"\n\t\t\texpectedImageName := \"test-image-name\"\n\n\t\t\t// First Get call fails with NotFound\n\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).DoAndReturn(func(ctx context.Context, req *computepb.GetImageRequest, opts ...any) (*computepb.Image, error) {\n\t\t\t\tif req.GetProject() != projectID {\n\t\t\t\t\tt.Errorf(\"Expected project %s, got %s\", projectID, req.GetProject())\n\t\t\t\t}\n\t\t\t\tif req.GetImage() != imageName {\n\t\t\t\t\tt.Errorf(\"Expected image %s, got %s\", imageName, req.GetImage())\n\t\t\t\t}\n\t\t\t\treturn nil, status.Error(codes.NotFound, \"image not found\")\n\t\t\t})\n\n\t\t\t// Then GetFromFamily succeeds (treating name as family)\n\t\t\tmockClient.EXPECT().GetFromFamily(ctx, gomock.Any()).DoAndReturn(func(ctx context.Context, req *computepb.GetFromFamilyImageRequest, opts ...any) (*computepb.Image, error) {\n\t\t\t\tif req.GetProject() != projectID {\n\t\t\t\t\tt.Errorf(\"Expected project %s, got %s\", projectID, req.GetProject())\n\t\t\t\t}\n\t\t\t\tif req.GetFamily() != imageName {\n\t\t\t\t\tt.Errorf(\"Expected family %s, got %s\", imageName, req.GetFamily())\n\t\t\t\t}\n\t\t\t\treturn createComputeImage(expectedImageName, computepb.Image_READY), nil\n\t\t\t})\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\n\t\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], imageName, true)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif len(sdpItems) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t\t}\n\n\t\t\tsdpItem := sdpItems[0]\n\t\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif uniqueAttrValue != expectedImageName {\n\t\t\t\tt.Fatalf(\"Expected image name %s, got %s\", expectedImageName, uniqueAttrValue)\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"GetStillWorksWithExactName\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\texactImageName := \"test-image-exact\"\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).DoAndReturn(func(ctx context.Context, req *computepb.GetImageRequest, opts ...any) (*computepb.Image, error) {\n\t\t\tif req.GetProject() != projectID {\n\t\t\t\tt.Errorf(\"Expected project %s, got %s\", projectID, req.GetProject())\n\t\t\t}\n\t\t\tif req.GetImage() != exactImageName {\n\t\t\t\tt.Errorf(\"Expected image %s, got %s\", exactImageName, req.GetImage())\n\t\t\t}\n\t\t\treturn createComputeImage(exactImageName, computepb.Image_READY), nil\n\t\t})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], exactImageName, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify Get still works with exact image names\n\t\tuniqueAttrKey := sdpItem.GetUniqueAttribute()\n\t\tuniqueAttrValue, err := sdpItem.GetAttributes().Get(uniqueAttrKey)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Failed to get unique attribute: %v\", err)\n\t\t}\n\n\t\tif uniqueAttrValue != exactImageName {\n\t\t\tt.Fatalf(\"Expected image name %s, got %s\", exactImageName, uniqueAttrValue)\n\t\t}\n\t})\n}\n\nfunc createComputeImage(imageName string, status computepb.Image_Status) *computepb.Image {\n\treturn &computepb.Image{\n\t\tName: new(imageName),\n\t\tLabels: map[string]string{\"env\": \"test\"},\n\t\tStatus: new(status.String()),\n\t}\n}\n\nfunc createComputeImageWithLinks(projectID, imageName string, status computepb.Image_Status) *computepb.Image {\n\tzone := \"us-central1-a\"\n\tsourceDiskURL := fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/zones/%s/disks/test-source-disk\", projectID, zone)\n\tsourceSnapshotURL := fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/snapshots/test-source-snapshot\", projectID)\n\tsourceImageURL := fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/images/test-source-image\", projectID)\n\treplacementImageURL := fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/images/test-replacement-image\", projectID)\n\n\treturn &computepb.Image{\n\t\tName: new(imageName),\n\t\tLabels: map[string]string{\"env\": \"test\"},\n\t\tStatus: new(status.String()),\n\t\tSourceDisk: &sourceDiskURL,\n\t\tSourceSnapshot: &sourceSnapshotURL,\n\t\tSourceImage: &sourceImageURL,\n\t\tLicenses: []string{\n\t\t\tfmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/licenses/test-license-1\", projectID),\n\t\t\tfmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/global/licenses/test-license-2\", projectID),\n\t\t},\n\t\tRawDisk: &computepb.RawDisk{\n\t\t\tSource: new(fmt.Sprintf(\"gs://%s-raw-disk-bucket/raw-disk.tar.gz\", projectID)),\n\t\t},\n\t\tImageEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\tKmsKeyName: new(fmt.Sprintf(\"projects/%s/locations/global/keyRings/test-keyring/cryptoKeys/test-image-key/cryptoKeyVersions/test-version-image\", projectID)),\n\t\t\tKmsKeyServiceAccount: new(fmt.Sprintf(\"projects/%s/serviceAccounts/test-image-kms-sa@%s.iam.gserviceaccount.com\", projectID, projectID)),\n\t\t},\n\t\tSourceImageEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\tKmsKeyName: new(fmt.Sprintf(\"projects/%s/locations/global/keyRings/test-keyring/cryptoKeys/test-source-image-key/cryptoKeyVersions/test-version-source-image\", projectID)),\n\t\t\tKmsKeyServiceAccount: new(fmt.Sprintf(\"projects/%s/serviceAccounts/test-source-image-kms-sa@%s.iam.gserviceaccount.com\", projectID, projectID)),\n\t\t},\n\t\tSourceSnapshotEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\tKmsKeyName: new(fmt.Sprintf(\"projects/%s/locations/global/keyRings/test-keyring/cryptoKeys/test-source-snapshot-key/cryptoKeyVersions/test-version-source-snapshot\", projectID)),\n\t\t\tKmsKeyServiceAccount: new(fmt.Sprintf(\"projects/%s/serviceAccounts/test-source-snapshot-kms-sa@%s.iam.gserviceaccount.com\", projectID, projectID)),\n\t\t},\n\t\tDeprecated: &computepb.DeprecationStatus{\n\t\t\tReplacement: &replacementImageURL,\n\t\t},\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-instance-group-manager-shared.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// InstanceGroupManagerToSDPItem converts a GCP InstanceGroupManager to an SDP Item.\n// This function is shared between zonal and regional instance group manager adapters.\n// The itemType parameter determines which Overmind type the SDP item will have.\nfunc InstanceGroupManagerToSDPItem(ctx context.Context, instanceGroupManager *computepb.InstanceGroupManager, location gcpshared.LocationInfo, itemType shared.ItemType) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(instanceGroupManager, \"\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: itemType.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t}\n\n\t// Deleting the Instance Group Manager:\n\t// If the IGM is deleted, the associated instances are also deleted, but the instance template remains unaffected.\n\t// The instance template can still be used by other IGMs or for creating standalone instances.\n\t// Deleting an instance template also doesn't not delete the IGM.\n\n\t// Link instance template\n\tif instanceTemplate := instanceGroupManager.GetInstanceTemplate(); instanceTemplate != \"\" {\n\t\tinstanceTemplateName := gcpshared.LastPathComponent(instanceTemplate)\n\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, instanceTemplate)\n\t\tif err == nil && instanceTemplateName != \"\" {\n\t\t\ttemplateType := gcpshared.ComputeInstanceTemplate\n\t\t\tif strings.Contains(instanceTemplate, \"/regions/\") {\n\t\t\t\ttemplateType = gcpshared.ComputeRegionInstanceTemplate\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: templateType.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: instanceTemplateName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link instance group\n\tif group := instanceGroupManager.GetInstanceGroup(); group != \"\" {\n\t\tinstanceGroupName := gcpshared.LastPathComponent(group)\n\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, group)\n\t\tif err == nil && instanceGroupName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeInstanceGroup.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: instanceGroupName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link zone (for zonal instance group managers)\n\tif zone := instanceGroupManager.GetZone(); zone != \"\" {\n\t\tzoneName := gcpshared.LastPathComponent(zone)\n\t\tif zoneName != \"\" && location.ProjectID != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeZone.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: zoneName,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link region (for regional instance group managers)\n\tif region := instanceGroupManager.GetRegion(); region != \"\" {\n\t\tregionName := gcpshared.LastPathComponent(region)\n\t\tif regionName != \"\" && location.ProjectID != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeRegion.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: regionName,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link zones from distribution policy (for regional MIGs with explicit zone distribution)\n\tif distributionPolicy := instanceGroupManager.GetDistributionPolicy(); distributionPolicy != nil {\n\t\tfor _, zoneConfig := range distributionPolicy.GetZones() {\n\t\t\tif zoneURL := zoneConfig.GetZone(); zoneURL != \"\" {\n\t\t\t\tzoneName := gcpshared.LastPathComponent(zoneURL)\n\t\t\t\tif zoneName != \"\" && location.ProjectID != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeZone.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: zoneName,\n\t\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link target pools\n\tfor _, targetPool := range instanceGroupManager.GetTargetPools() {\n\t\ttargetPoolName := gcpshared.LastPathComponent(targetPool)\n\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, targetPool)\n\t\tif err == nil && targetPoolName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeTargetPool.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: targetPoolName,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link resource policies from ResourcePolicies.WorkloadPolicy\n\tif resourcePolicies := instanceGroupManager.GetResourcePolicies(); resourcePolicies != nil {\n\t\tif workloadPolicy := resourcePolicies.GetWorkloadPolicy(); workloadPolicy != \"\" {\n\t\t\tresourcePolicyName := gcpshared.LastPathComponent(workloadPolicy)\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, workloadPolicy)\n\t\t\tif err == nil && resourcePolicyName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: resourcePolicyName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to instance templates in versions array (used for canary/rolling deployments)\n\t// If versions are defined, they override the top-level instanceTemplate\n\t// Each version can have its own template, so we need to link all of them\n\tfor _, version := range instanceGroupManager.GetVersions() {\n\t\tif versionTemplate := version.GetInstanceTemplate(); versionTemplate != \"\" {\n\t\t\tversionTemplateName := gcpshared.LastPathComponent(versionTemplate)\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, versionTemplate)\n\t\t\tif err == nil && versionTemplateName != \"\" {\n\t\t\t\ttemplateType := gcpshared.ComputeInstanceTemplate\n\t\t\t\tif strings.Contains(versionTemplate, \"/regions/\") {\n\t\t\t\t\ttemplateType = gcpshared.ComputeRegionInstanceTemplate\n\t\t\t\t}\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: templateType.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: versionTemplateName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to health checks used in auto-healing policies\n\t// Auto-healing policies use health checks to determine if instances are healthy\n\t// If the health check is deleted or updated, auto-healing may fail\n\tfor _, autoHealingPolicy := range instanceGroupManager.GetAutoHealingPolicies() {\n\t\tif healthCheckURL := autoHealingPolicy.GetHealthCheck(); healthCheckURL != \"\" {\n\t\t\thealthCheckName := gcpshared.LastPathComponent(healthCheckURL)\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, healthCheckURL)\n\t\t\tif err == nil && healthCheckName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeHealthCheck.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: healthCheckName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Autoscalers set the Instance Group Manager target size\n\t// InstanceGroupManagers orphans the autoscaler when deleted\n\tif status := instanceGroupManager.GetStatus(); status != nil {\n\t\tif autoscalerURL := status.GetAutoscaler(); autoscalerURL != \"\" {\n\t\t\tautoscalerName := gcpshared.LastPathComponent(autoscalerURL)\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, autoscalerURL)\n\t\t\tif err == nil && autoscalerName != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeAutoscaler.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: autoscalerName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tswitch {\n\tcase instanceGroupManager.GetStatus() != nil && instanceGroupManager.GetStatus().GetIsStable():\n\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\tdefault:\n\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-instance-group-manager.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeInstanceGroupManagerLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeInstanceGroupManager)\n\ntype computeInstanceGroupManagerWrapper struct {\n\tclient gcpshared.ComputeInstanceGroupManagerClient\n\t*gcpshared.ZoneBase\n}\n\n// NewComputeInstanceGroupManager creates a new computeInstanceGroupManagerWrapper.\nfunc NewComputeInstanceGroupManager(client gcpshared.ComputeInstanceGroupManagerClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeInstanceGroupManagerWrapper{\n\t\tclient: client,\n\t\tZoneBase: gcpshared.NewZoneBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tgcpshared.ComputeInstanceGroupManager,\n\t\t),\n\t}\n}\n\nfunc (c computeInstanceGroupManagerWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.instanceGroupManagers.get\",\n\t\t\"compute.instanceGroupManagers.list\",\n\t}\n}\n\nfunc (c computeInstanceGroupManagerWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\n// PotentialLinks returns the potential links for the compute instance group manager wrapper\nfunc (c computeInstanceGroupManagerWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeInstanceTemplate,\n\t\tgcpshared.ComputeRegionInstanceTemplate,\n\t\tgcpshared.ComputeInstanceGroup,\n\t\tgcpshared.ComputeTargetPool,\n\t\tgcpshared.ComputeResourcePolicy,\n\t\tgcpshared.ComputeAutoscaler,\n\t\tgcpshared.ComputeHealthCheck,\n\t\tgcpshared.ComputeZone,\n\t\tgcpshared.ComputeRegion,\n\t)\n}\n\n// TerraformMappings returns the Terraform mappings for the compute instance group manager wrapper\nfunc (c computeInstanceGroupManagerWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_instance_group_manager#argument-reference\n\t\t\tTerraformQueryMap: \"google_compute_instance_group_manager.name\",\n\t\t},\n\t}\n}\n\n// GetLookups returns the lookups for the compute instance group manager wrapper\nfunc (c computeInstanceGroupManagerWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeInstanceGroupManagerLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for compute instance group managers since they use aggregatedList\nfunc (c computeInstanceGroupManagerWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\n// Get retrieves a compute instance group manager by its name\nfunc (c computeInstanceGroupManagerWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetInstanceGroupManagerRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t\tInstanceGroupManager: queryParts[0],\n\t}\n\n\tigm, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpInstanceGroupManagerToSDPItem(ctx, igm, location)\n}\n\nfunc (c computeInstanceGroupManagerWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeInstanceGroupManagerWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific scope with per-zone List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListInstanceGroupManagersRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tigm, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpInstanceGroupManagerToSDPItem(ctx, igm, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute instance group managers found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all instance group managers across all zones\nfunc (c computeInstanceGroupManagerWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.Locations())\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.AggregatedList(ctx, &computepb.AggregatedListInstanceGroupManagersRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"zones/us-central1-a\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.Locations()) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process instance group managers in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetInstanceGroupManagers() != nil {\n\t\t\t\t\tfor _, igm := range pair.Value.GetInstanceGroupManagers() {\n\t\t\t\t\t\titem, sdpErr := c.gcpInstanceGroupManagerToSDPItem(ctx, igm, scopeLocation)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute instance group managers found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeInstanceGroupManagerWrapper) gcpInstanceGroupManagerToSDPItem(ctx context.Context, instanceGroupManager *computepb.InstanceGroupManager, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\treturn InstanceGroupManagerToSDPItem(ctx, instanceGroupManager, location, gcpshared.ComputeInstanceGroupManager)\n}\n" }, { "path": "sources/gcp/manual/compute-instance-group-manager_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeInstanceGroupManager(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeInstanceGroupManagerClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tzone := \"us-central1-a\"\n\tregion := \"us-central1\"\n\tinstanceTemplateName := \"https://www.googleapis.com/compute/v1/projects/test-project-id/global/instanceTemplates/unit-test-template\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createInstanceGroupManager(\"test-instance-group-manager\", true, instanceTemplateName), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance-group-manager\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != gcpshared.ComputeInstanceGroupManager.String() {\n\t\t\tt.Fatalf(\"Expected type %s, got: %s\", gcpshared.ComputeInstanceGroupManager.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tt.Run(\"GlobalInstanceTemplate\", func(t *testing.T) {\n\t\t\t\tigm := createInstanceGroupManager(\"test-instance-group-manager\", true, instanceTemplateName)\n\n\t\t\t\twrapper := manual.NewComputeInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(igm, nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance-group-manager\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceTemplate.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"unit-test-template\",\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceGroup.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-group\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeZone.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"us-central1-a\",\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeTargetPool.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-pool\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t}\n\n\t\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t\t})\n\n\t\t\tt.Run(\"RegionalInstanceTemplate\", func(t *testing.T) {\n\t\t\t\tregionalInstanceTemplateName := \"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/instanceTemplates/unit-test-template\"\n\t\t\t\tigm := createInstanceGroupManager(\"test-instance-group-manager\", true, regionalInstanceTemplateName)\n\n\t\t\t\twrapper := manual.NewComputeInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(igm, nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance-group-manager\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeRegionInstanceTemplate.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"unit-test-template\",\n\t\t\t\t\t\tExpectedScope: gcpshared.RegionalScope(projectID, region),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceGroup.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-group\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeZone.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"us-central1-a\",\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeTargetPool.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-pool\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t}\n\n\t\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t\t})\n\n\t\t\tt.Run(\"VersionsWithInstanceTemplates\", func(t *testing.T) {\n\t\t\t\t// Create IGM with versions array containing multiple templates\n\t\t\t\tigm := &computepb.InstanceGroupManager{\n\t\t\t\t\tName: new(\"test-instance-group-manager\"),\n\t\t\t\t\tStatus: &computepb.InstanceGroupManagerStatus{\n\t\t\t\t\t\tIsStable: new(true),\n\t\t\t\t\t},\n\t\t\t\t\tVersions: []*computepb.InstanceGroupManagerVersion{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: new(\"canary\"),\n\t\t\t\t\t\t\tInstanceTemplate: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/global/instanceTemplates/canary-template\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tName: new(\"stable\"),\n\t\t\t\t\t\t\tInstanceTemplate: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/instanceTemplates/stable-template\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tInstanceGroup: new(\"projects/test-project-id/zones/us-central1-a/instanceGroups/test-group\"),\n\t\t\t\t\tTargetPools: []string{\n\t\t\t\t\t\t\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/targetPools/test-pool\",\n\t\t\t\t\t},\n\t\t\t\t\tResourcePolicies: &computepb.InstanceGroupManagerResourcePolicies{\n\t\t\t\t\t\tWorkloadPolicy: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/resourcePolicies/test-policy\"),\n\t\t\t\t\t},\n\t\t\t\t}\n\n\t\t\t\twrapper := manual.NewComputeInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(igm, nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance-group-manager\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t\t// Canary version template (global)\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceTemplate.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"canary-template\",\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t\t// Stable version template (regional)\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeRegionInstanceTemplate.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"stable-template\",\n\t\t\t\t\t\tExpectedScope: gcpshared.RegionalScope(projectID, region),\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceGroup.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-group\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeTargetPool.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-pool\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t}\n\n\t\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t\t})\n\n\t\t\tt.Run(\"AutoHealingPoliciesWithHealthCheck\", func(t *testing.T) {\n\t\t\t\t// Create IGM with auto-healing policy containing health check\n\t\t\t\tigm := &computepb.InstanceGroupManager{\n\t\t\t\t\tName: new(\"test-instance-group-manager\"),\n\t\t\t\t\tStatus: &computepb.InstanceGroupManagerStatus{\n\t\t\t\t\t\tIsStable: new(true),\n\t\t\t\t\t},\n\t\t\t\t\tZone: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/zones/us-central1-a\"),\n\t\t\t\t\tInstanceTemplate: new(instanceTemplateName),\n\t\t\t\t\tInstanceGroup: new(\"projects/test-project-id/zones/us-central1-a/instanceGroups/test-group\"),\n\t\t\t\t\tAutoHealingPolicies: []*computepb.InstanceGroupManagerAutoHealingPolicy{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tHealthCheck: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/global/healthChecks/test-health-check\"),\n\t\t\t\t\t\t\tInitialDelaySec: new(int32(300)),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tTargetPools: []string{\n\t\t\t\t\t\t\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/targetPools/test-pool\",\n\t\t\t\t\t},\n\t\t\t\t\tResourcePolicies: &computepb.InstanceGroupManagerResourcePolicies{\n\t\t\t\t\t\tWorkloadPolicy: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/resourcePolicies/test-policy\"),\n\t\t\t\t\t},\n\t\t\t\t}\n\n\t\t\t\twrapper := manual.NewComputeInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(igm, nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance-group-manager\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceTemplate.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"unit-test-template\",\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t\t// Health check from auto-healing policy\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeHealthCheck.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-health-check\",\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceGroup.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-group\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeZone.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"us-central1-a\",\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeTargetPool.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-pool\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t}\n\n\t\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t\t})\n\t\t})\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tisStable bool\n\t\t\texpected sdp.Health\n\t\t}\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Healthy\",\n\t\t\t\tisStable: true,\n\t\t\t\texpected: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Unhealthy\",\n\t\t\t\tisStable: false,\n\t\t\t\texpected: sdp.Health_HEALTH_UNKNOWN,\n\t\t\t},\n\t\t}\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\twrapper := manual.NewComputeInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createInstanceGroupManager(\"test-instance-group-manager\", tc.isStable, instanceTemplateName), nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance-group-manager\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expected {\n\t\t\t\t\tt.Fatalf(\"Expected health %s, got: %s\", tc.expected, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockIterator := mocks.NewMockComputeInstanceGroupManagerIterator(ctrl)\n\n\t\tmockIterator.EXPECT().Next().Return(createInstanceGroupManager(\"instance-group-manager-1\", true, instanceTemplateName), nil)\n\t\tmockIterator.EXPECT().Next().Return(createInstanceGroupManager(\"instance-group-manager-2\", false, instanceTemplateName), nil)\n\t\tmockIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor i, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\texpectedName := \"instance-group-manager-\" + fmt.Sprintf(\"%d\", i+1)\n\t\t\tif item.UniqueAttributeValue() != expectedName {\n\t\t\t\tt.Fatalf(\"Expected name %s, got: %s\", expectedName, item.UniqueAttributeValue())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockIterator := mocks.NewMockComputeInstanceGroupManagerIterator(ctrl)\n\t\tmockIterator.EXPECT().Next().Return(createInstanceGroupManager(\"instance-group-manager-1\", true, instanceTemplateName), nil)\n\t\tmockIterator.EXPECT().Next().Return(createInstanceGroupManager(\"instance-group-manager-2\", false, instanceTemplateName), nil)\n\t\tmockIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tvar errs []error\n\t\tmockItemHandler := func(item *sdp.Item) { items = append(items, item); wg.Done() }\n\t\tmockErrorHandler := func(err error) { errs = append(errs, err) }\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeInstanceGroupManagerClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tzone := \"us-central1-a\"\n\t\tscope := projectID + \".\" + zone\n\n\t\tmockAggIter := mocks.NewMockInstanceGroupManagersScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.InstanceGroupManagersScopedListPair{}, iterator.Done)\n\t\tmockListIter := mocks.NewMockComputeInstanceGroupManagerIterator(ctrl)\n\t\tmockListIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockListIter).Times(1)\n\n\t\twrapper := manual.NewComputeInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope ---\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\nfunc createInstanceGroupManager(name string, isStable bool, instanceTemplate string) *computepb.InstanceGroupManager {\n\treturn &computepb.InstanceGroupManager{\n\t\tName: new(name),\n\t\tStatus: &computepb.InstanceGroupManagerStatus{\n\t\t\tIsStable: new(isStable),\n\t\t},\n\t\tZone: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/zones/us-central1-a\"),\n\t\tInstanceTemplate: new(instanceTemplate),\n\t\tInstanceGroup: new(\"projects/test-project-id/zones/us-central1-a/instanceGroups/test-group\"),\n\t\tTargetPools: []string{\n\t\t\t\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/targetPools/test-pool\",\n\t\t},\n\t\tResourcePolicies: &computepb.InstanceGroupManagerResourcePolicies{\n\t\t\tWorkloadPolicy: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/resourcePolicies/test-policy\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-instance-group.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeInstanceGroupLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeInstanceGroup)\n\ntype computeInstanceGroupWrapper struct {\n\tclient gcpshared.ComputeInstanceGroupsClient\n\t*gcpshared.ZoneBase\n}\n\n// NewComputeInstanceGroup creates a new computeInstanceGroupWrapper instance.\nfunc NewComputeInstanceGroup(client gcpshared.ComputeInstanceGroupsClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeInstanceGroupWrapper{\n\t\tclient: client,\n\t\tZoneBase: gcpshared.NewZoneBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tgcpshared.ComputeInstanceGroup,\n\t\t),\n\t}\n}\n\nfunc (c computeInstanceGroupWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.instanceGroups.get\",\n\t\t\"compute.instanceGroups.list\",\n\t}\n}\n\nfunc (c computeInstanceGroupWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeInstanceGroupWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeSubnetwork,\n\t\tgcpshared.ComputeNetwork,\n\t\tgcpshared.ComputeZone,\n\t\tgcpshared.ComputeRegion,\n\t)\n}\n\nfunc (c computeInstanceGroupWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_instance_group.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeInstanceGroupWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeInstanceGroupLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for compute instance groups since they use aggregatedList\nfunc (c computeInstanceGroupWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\nfunc (c computeInstanceGroupWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetInstanceGroupRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t\tInstanceGroup: queryParts[0],\n\t}\n\n\tinstanceGroup, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeInstanceGroupToSDPItem(instanceGroup, location)\n}\n\nfunc (c computeInstanceGroupWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeInstanceGroupWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific scope with per-zone List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListInstanceGroupsRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tinstanceGroup, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeInstanceGroupToSDPItem(instanceGroup, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute instance groups found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all instance groups across all zones\nfunc (c computeInstanceGroupWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.Locations())\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.AggregatedList(ctx, &computepb.AggregatedListInstanceGroupsRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"zones/us-central1-a\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.Locations()) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process instance groups in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetInstanceGroups() != nil {\n\t\t\t\t\tfor _, instanceGroup := range pair.Value.GetInstanceGroups() {\n\t\t\t\t\t\titem, sdpErr := c.gcpComputeInstanceGroupToSDPItem(instanceGroup, scopeLocation)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute instance groups found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeInstanceGroupWrapper) gcpComputeInstanceGroupToSDPItem(instanceGroup *computepb.InstanceGroup, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(instanceGroup, \"\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\titem := &sdp.Item{\n\t\tType: gcpshared.ComputeInstanceGroup.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t}\n\n\tif network := instanceGroup.GetNetwork(); network != \"\" {\n\t\tnetworkName := gcpshared.LastPathComponent(network)\n\t\tif networkName != \"\" {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: networkName,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif subnetwork := instanceGroup.GetSubnetwork(); subnetwork != \"\" {\n\t\tsubnetworkName := gcpshared.LastPathComponent(subnetwork)\n\t\tif subnetworkName != \"\" {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: subnetworkName,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif zone := instanceGroup.GetZone(); zone != \"\" {\n\t\tzoneName := gcpshared.LastPathComponent(zone)\n\t\tif zoneName != \"\" {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeZone.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: zoneName,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\tif region := instanceGroup.GetRegion(); region != \"\" {\n\t\tregionName := gcpshared.LastPathComponent(region)\n\t\tif regionName != \"\" {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeRegion.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: regionName,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn item, nil\n}\n" }, { "path": "sources/gcp/manual/compute-instance-group_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeInstanceGroup(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeInstanceGroupsClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tzone := \"us-central1-a\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstanceGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeInstanceGroup(\"test-ig\", \"test-network\", \"test-subnetwork\", projectID, zone), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-ig\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tnameAttrValue, err := sdpItem.GetAttributes().Get(\"name\")\n\t\tif err != nil || nameAttrValue != \"test-ig\" {\n\t\t\tt.Fatalf(\"Expected name 'test-ig', got: %s. Error: %v\", nameAttrValue, err)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-subnetwork\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeZone.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: zone,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstanceGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockIterator := mocks.NewMockComputeInstanceGroupIterator(ctrl)\n\t\tmockIterator.EXPECT().Next().Return(createComputeInstanceGroup(\"test-ig-1\", \"net-1\", \"subnet-1\", projectID, zone), nil)\n\t\tmockIterator.EXPECT().Next().Return(createComputeInstanceGroup(\"test-ig-2\", \"net-2\", \"subnet-2\", projectID, zone), nil)\n\t\tmockIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstanceGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockIterator := mocks.NewMockComputeInstanceGroupIterator(ctrl)\n\t\tmockIterator.EXPECT().Next().Return(createComputeInstanceGroup(\"test-ig-1\", \"net-1\", \"subnet-1\", projectID, zone), nil)\n\t\tmockIterator.EXPECT().Next().Return(createComputeInstanceGroup(\"test-ig-2\", \"net-2\", \"subnet-2\", projectID, zone), nil)\n\t\tmockIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tvar errs []error\n\t\tmockItemHandler := func(item *sdp.Item) { items = append(items, item); wg.Done() }\n\t\tmockErrorHandler := func(err error) { errs = append(errs, err) }\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeInstanceGroupsClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tzone := \"us-central1-a\"\n\t\tscope := projectID + \".\" + zone\n\n\t\tmockAggIter := mocks.NewMockInstanceGroupsScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.InstanceGroupsScopedListPair{}, iterator.Done)\n\t\tmockListIter := mocks.NewMockComputeInstanceGroupIterator(ctrl)\n\t\tmockListIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockListIter).Times(1)\n\n\t\twrapper := manual.NewComputeInstanceGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope ---\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\nfunc createComputeInstanceGroup(name, network, subnetwork, projectID, zone string) *computepb.InstanceGroup {\n\treturn &computepb.InstanceGroup{\n\t\tName: new(name),\n\t\tNetwork: new(fmt.Sprintf(\"projects/%s/global/networks/%s\", projectID, network)),\n\t\tSubnetwork: new(fmt.Sprintf(\"projects/%s/regions/us-central1/subnetworks/%s\", projectID, subnetwork)),\n\t\tZone: new(fmt.Sprintf(\"projects/%s/zones/%s\", projectID, zone)),\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-instance.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeInstanceLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeInstance)\nvar ComputeInstanceLookupByNetworkTag = shared.NewItemTypeLookup(\"networkTag\", gcpshared.ComputeInstance)\n\ntype computeInstanceWrapper struct {\n\tclient gcpshared.ComputeInstanceClient\n\t*gcpshared.ZoneBase\n}\n\n// NewComputeInstance creates a new computeInstanceWrapper instance.\nfunc NewComputeInstance(client gcpshared.ComputeInstanceClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeInstanceWrapper{\n\t\tclient: client,\n\t\tZoneBase: gcpshared.NewZoneBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tgcpshared.ComputeInstance,\n\t\t),\n\t}\n}\n\nfunc (c computeInstanceWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.instances.get\",\n\t\t\"compute.instances.list\",\n\t}\n}\n\nfunc (c computeInstanceWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeInstanceWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tstdlib.NetworkIP,\n\t\tstdlib.NetworkDNS,\n\t\tgcpshared.ComputeDisk,\n\t\tgcpshared.ComputeSubnetwork,\n\t\tgcpshared.ComputeNetwork,\n\t\tgcpshared.ComputeResourcePolicy,\n\t\tgcpshared.IAMServiceAccount,\n\t\tgcpshared.ComputeImage,\n\t\tgcpshared.ComputeSnapshot,\n\t\tgcpshared.CloudKMSCryptoKey,\n\t\tgcpshared.CloudKMSCryptoKeyVersion,\n\t\tgcpshared.ComputeZone,\n\t\tgcpshared.ComputeInstanceTemplate,\n\t\tgcpshared.ComputeRegionInstanceTemplate,\n\t\tgcpshared.ComputeInstanceGroupManager,\n\t\tgcpshared.ComputeFirewall,\n\t\tgcpshared.ComputeRoute,\n\t)\n}\n\nfunc (c computeInstanceWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_instance#argument-reference\n\t\t\tTerraformQueryMap: \"google_compute_instance.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeInstanceWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeInstanceLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for compute instances since they use aggregatedList\nfunc (c computeInstanceWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\nfunc (c computeInstanceWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{ComputeInstanceLookupByNetworkTag},\n\t}\n}\n\n// Search finds compute instances by network tag. The engine routes\n// project-scoped SEARCH queries to zonal scopes via substring matching, so\n// scope is a zonal scope like \"project.zone\". We list all instances via\n// AggregatedList and filter to the matching zone + tag.\nfunc (c computeInstanceWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\ttag := queryParts[0]\n\n\tallItems, qErr := c.List(ctx, \"*\")\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\n\tvar matched []*sdp.Item\n\tfor _, item := range allItems {\n\t\tif item.GetScope() != scope {\n\t\t\tcontinue\n\t\t}\n\n\t\ttagsVal, err := item.GetAttributes().Get(\"tags\")\n\t\tif err != nil {\n\t\t\tcontinue\n\t\t}\n\t\ttagsMap, ok := tagsVal.(map[string]any)\n\t\tif !ok {\n\t\t\tcontinue\n\t\t}\n\t\titemsVal, ok := tagsMap[\"items\"]\n\t\tif !ok {\n\t\t\tcontinue\n\t\t}\n\t\titemsList, ok := itemsVal.([]any)\n\t\tif !ok {\n\t\t\tcontinue\n\t\t}\n\t\tfor _, t := range itemsList {\n\t\t\tif s, ok := t.(string); ok && s == tag {\n\t\t\t\tmatched = append(matched, item)\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t}\n\n\treturn matched, nil\n}\n\nfunc (c computeInstanceWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetInstanceRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t\tInstance: queryParts[0],\n\t}\n\n\tinstance, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeInstanceToSDPItem(ctx, instance, location)\n}\n\nfunc (c computeInstanceWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeInstanceWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific scope with per-zone List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListInstancesRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t})\n\n\titemsSent := 0\n\tvar hadError bool\n\tfor {\n\t\tinstance, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeInstanceToSDPItem(ctx, instance, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute instances found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all instances across all zones\nfunc (c computeInstanceWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.Locations())\n\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.AggregatedList(ctx, &computepb.AggregatedListInstancesRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"zones/us-central1-a\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.Locations()) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process instances in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetInstances() != nil {\n\t\t\t\t\tfor _, instance := range pair.Value.GetInstances() {\n\t\t\t\t\t\titem, sdpErr := c.gcpComputeInstanceToSDPItem(ctx, instance, scopeLocation)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute instances found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeInstanceWrapper) gcpComputeInstanceToSDPItem(ctx context.Context, instance *computepb.Instance, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(instance, \"labels\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeInstance.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: instance.GetLabels(),\n\t}\n\n\tfor _, disk := range instance.GetDisks() {\n\t\tif disk.GetSource() != \"\" {\n\t\t\tif strings.Contains(disk.GetSource(), \"/\") {\n\t\t\t\tdiskNameParts := strings.Split(disk.GetSource(), \"/\")\n\t\t\t\tdiskName := diskNameParts[len(diskNameParts)-1]\n\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, disk.GetSource())\n\t\t\t\tif err == nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to source image if disk is being initialized from an image\n\t\tif initializeParams := disk.GetInitializeParams(); initializeParams != nil {\n\t\t\tif sourceImage := initializeParams.GetSourceImage(); sourceImage != \"\" {\n\t\t\t\timageName := gcpshared.LastPathComponent(sourceImage)\n\t\t\t\tif imageName != \"\" {\n\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceImage)\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\t// Use SEARCH for all image references - it handles both family and specific image formats\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeImage.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: sourceImage, // Pass full URI so Search can detect format\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to source snapshot if disk is being initialized from a snapshot\n\t\t\tif sourceSnapshot := initializeParams.GetSourceSnapshot(); sourceSnapshot != \"\" {\n\t\t\t\tsnapshotName := gcpshared.LastPathComponent(sourceSnapshot)\n\t\t\t\tif snapshotName != \"\" {\n\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceSnapshot)\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeSnapshot.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: snapshotName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to KMS key used to decrypt source image\n\t\t\tif sourceImageEncryptionKey := initializeParams.GetSourceImageEncryptionKey(); sourceImageEncryptionKey != nil {\n\t\t\t\tif keyName := sourceImageEncryptionKey.GetKmsKeyName(); keyName != \"\" {\n\t\t\t\t\tloc := gcpshared.ExtractPathParam(\"locations\", keyName)\n\t\t\t\t\tkeyRing := gcpshared.ExtractPathParam(\"keyRings\", keyName)\n\t\t\t\t\tcryptoKey := gcpshared.ExtractPathParam(\"cryptoKeys\", keyName)\n\t\t\t\t\tcryptoKeyVersion := gcpshared.ExtractPathParam(\"cryptoKeyVersions\", keyName)\n\n\t\t\t\t\tif loc != \"\" && keyRing != \"\" && cryptoKey != \"\" && cryptoKeyVersion != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loc, keyRing, cryptoKey, cryptoKeyVersion),\n\t\t\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to KMS key used to decrypt source snapshot\n\t\t\tif sourceSnapshotEncryptionKey := initializeParams.GetSourceSnapshotEncryptionKey(); sourceSnapshotEncryptionKey != nil {\n\t\t\t\tif keyName := sourceSnapshotEncryptionKey.GetKmsKeyName(); keyName != \"\" {\n\t\t\t\t\tloc := gcpshared.ExtractPathParam(\"locations\", keyName)\n\t\t\t\t\tkeyRing := gcpshared.ExtractPathParam(\"keyRings\", keyName)\n\t\t\t\t\tcryptoKey := gcpshared.ExtractPathParam(\"cryptoKeys\", keyName)\n\t\t\t\t\tcryptoKeyVersion := gcpshared.ExtractPathParam(\"cryptoKeyVersions\", keyName)\n\n\t\t\t\t\tif loc != \"\" && keyRing != \"\" && cryptoKey != \"\" && cryptoKeyVersion != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loc, keyRing, cryptoKey, cryptoKeyVersion),\n\t\t\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Link to KMS key used for disk encryption\n\t\tif diskEncryptionKey := disk.GetDiskEncryptionKey(); diskEncryptionKey != nil {\n\t\t\tif keyName := diskEncryptionKey.GetKmsKeyName(); keyName != \"\" {\n\t\t\t\tloc := gcpshared.ExtractPathParam(\"locations\", keyName)\n\t\t\t\tkeyRing := gcpshared.ExtractPathParam(\"keyRings\", keyName)\n\t\t\t\tcryptoKey := gcpshared.ExtractPathParam(\"cryptoKeys\", keyName)\n\t\t\t\tcryptoKeyVersion := gcpshared.ExtractPathParam(\"cryptoKeyVersions\", keyName)\n\n\t\t\t\tif loc != \"\" && keyRing != \"\" && cryptoKey != \"\" {\n\t\t\t\t\tif cryptoKeyVersion != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loc, keyRing, cryptoKey, cryptoKeyVersion),\n\t\t\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t} else {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(loc, keyRing, cryptoKey),\n\t\t\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tif instance.GetNetworkInterfaces() != nil {\n\t\tfor _, networkInterface := range instance.GetNetworkInterfaces() {\n\t\t\tif networkInterface.GetNetworkIP() != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: networkInterface.GetNetworkIP(),\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif networkInterface.GetIpv6Address() != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: networkInterface.GetIpv6Address(),\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\t// Link to external IPv4 address from access configs\n\t\t\tfor _, accessConfig := range networkInterface.GetAccessConfigs() {\n\t\t\t\tif natIP := accessConfig.GetNatIP(); natIP != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: natIP,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\tif externalIPv6 := accessConfig.GetExternalIpv6(); externalIPv6 != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: externalIPv6,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Link to external IPv6 address from ipv6AccessConfigs\n\t\t\tfor _, ipv6AccessConfig := range networkInterface.GetIpv6AccessConfigs() {\n\t\t\t\tif externalIPv6 := ipv6AccessConfig.GetExternalIpv6(); externalIPv6 != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: externalIPv6,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif subnetwork := networkInterface.GetSubnetwork(); subnetwork != \"\" {\n\t\t\t\tif strings.Contains(subnetwork, \"/\") {\n\t\t\t\t\tsubnetworkName := gcpshared.LastPathComponent(subnetwork)\n\t\t\t\t\tregion := gcpshared.ExtractPathParam(\"regions\", subnetwork)\n\t\t\t\t\tif region != \"\" && subnetworkName != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: subnetworkName,\n\t\t\t\t\t\t\t\tScope: gcpshared.RegionalScope(location.ProjectID, region),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif network := networkInterface.GetNetwork(); network != \"\" {\n\t\t\t\tif strings.Contains(network, \"/\") {\n\t\t\t\t\tnetworkName := gcpshared.LastPathComponent(network)\n\t\t\t\t\tif networkName != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: networkName,\n\t\t\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to resource policies\n\tfor _, rp := range instance.GetResourcePolicies() {\n\t\tif strings.Contains(rp, \"/\") {\n\t\t\tparts := gcpshared.ExtractPathParams(rp, \"regions\", \"resourcePolicies\")\n\t\t\tif len(parts) == 2 && parts[0] != \"\" && parts[1] != \"\" {\n\t\t\t\tresourcePolicyName := parts[1]\n\t\t\t\tregion := parts[0]\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: resourcePolicyName,\n\t\t\t\t\t\tScope: gcpshared.RegionalScope(location.ProjectID, region),\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to service account\n\tfor _, sa := range instance.GetServiceAccounts() {\n\t\tif email := sa.GetEmail(); email != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: email,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to zone\n\tif zoneURL := instance.GetZone(); zoneURL != \"\" {\n\t\tzoneName := gcpshared.LastPathComponent(zoneURL)\n\t\tif zoneName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeZone.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: zoneName,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to instance template and instance group manager from metadata\n\tif metadata := instance.GetMetadata(); metadata != nil {\n\t\tfor _, item := range metadata.GetItems() {\n\t\t\tkey := item.GetKey()\n\t\t\tvalue := item.GetValue()\n\n\t\t\tswitch key {\n\t\t\tcase \"instance-template\":\n\t\t\t\t// Link to instance template (global or regional)\n\t\t\t\tif value != \"\" {\n\t\t\t\t\ttemplateName := gcpshared.LastPathComponent(value)\n\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, value)\n\t\t\t\t\tif err == nil && templateName != \"\" {\n\t\t\t\t\t\ttemplateType := gcpshared.ComputeInstanceTemplate\n\t\t\t\t\t\tif strings.Contains(value, \"/regions/\") {\n\t\t\t\t\t\t\ttemplateType = gcpshared.ComputeRegionInstanceTemplate\n\t\t\t\t\t\t}\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: templateType.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: templateName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\tcase \"created-by\":\n\t\t\t\t// Link to instance group manager (zonal or regional)\n\t\t\t\tif value != \"\" {\n\t\t\t\t\tigmName := gcpshared.LastPathComponent(value)\n\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, value)\n\t\t\t\t\tif err == nil && igmName != \"\" {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeInstanceGroupManager.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: igmName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to firewalls and routes by network tag.\n\t// Tag-based SEARCH lists all firewalls/routes in scope then filters;\n\t// may be slow in very large projects.\n\tif tags := instance.GetTags(); tags != nil {\n\t\tfor _, tag := range tags.GetItems() {\n\t\t\ttag = strings.TrimSpace(tag)\n\t\t\tif tag == \"\" {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries,\n\t\t\t\t&sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeFirewall.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: tag,\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t&sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeRoute.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: tag,\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t)\n\t\t}\n\t}\n\n\t// Set health based on status\n\tswitch instance.GetStatus() {\n\tcase computepb.Instance_RUNNING.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\tcase computepb.Instance_STOPPING.String(),\n\t\tcomputepb.Instance_SUSPENDING.String(),\n\t\tcomputepb.Instance_PROVISIONING.String(),\n\t\tcomputepb.Instance_STAGING.String(),\n\t\tcomputepb.Instance_REPAIRING.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase computepb.Instance_TERMINATED.String(),\n\t\tcomputepb.Instance_STOPPED.String(),\n\t\tcomputepb.Instance_SUSPENDED.String():\n\t\t// No health set for stopped/terminated instances\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-instance_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeInstance(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeInstanceClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tzone := \"us-central1-a\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeInstance(\"test-instance\", computepb.Instance_RUNNING), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2001:0db8:85a3:0000:0000:8a2e:0370:7334\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tinput computepb.Instance_Status\n\t\t\texpected sdp.Health\n\t\t}\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Healthy\",\n\t\t\t\tinput: computepb.Instance_RUNNING,\n\t\t\t\texpected: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Terminated\",\n\t\t\t\tinput: computepb.Instance_TERMINATED,\n\t\t\t\texpected: sdp.Health_HEALTH_UNKNOWN,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Stopped\",\n\t\t\t\tinput: computepb.Instance_STOPPED,\n\t\t\t\texpected: sdp.Health_HEALTH_UNKNOWN,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Suspended\",\n\t\t\t\tinput: computepb.Instance_SUSPENDED,\n\t\t\t\texpected: sdp.Health_HEALTH_UNKNOWN,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Provisioning\",\n\t\t\t\tinput: computepb.Instance_PROVISIONING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Repairing\",\n\t\t\t\tinput: computepb.Instance_REPAIRING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Staging\",\n\t\t\t\tinput: computepb.Instance_STAGING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Stopping\",\n\t\t\t\tinput: computepb.Instance_STOPPING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Suspending\",\n\t\t\t\tinput: computepb.Instance_SUSPENDING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t}\n\n\t\tmockClient = mocks.NewMockComputeInstanceClient(ctrl)\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeInstance(\"test-instance\", tc.input), nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expected {\n\t\t\t\t\tt.Fatalf(\"Expected health %s, got: %s\", tc.expected, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeInstanceIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeInstance(\"test-instance-1\", computepb.Instance_RUNNING), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeInstance(\"test-instance-2\", computepb.Instance_RUNNING), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeInstanceIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeInstance(\"test-instance-1\", computepb.Instance_RUNNING), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeInstance(\"test-instance-2\", computepb.Instance_RUNNING), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter should support Search operation (for network tag search)\")\n\t\t}\n\t})\n\n\t// ListCachesNotFoundWithMemoryCache verifies that when List returns 0 items,\n\t// NOTFOUND is cached (for both \"*\" and a specific scope). We verify caching\n\t// by: (1) calling cache.Lookup and asserting cache hit with NOTFOUND error,\n\t// (2) repeating the List call and asserting the GCP client is not called again (gomock Times(1)).\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\n\t\tmockClient := mocks.NewMockComputeInstanceClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tzone := \"us-central1-a\"\n\t\tscope := projectID + \".\" + zone\n\n\t\t// Empty aggregated iterator: one Next() then Done (for List(\"*\")).\n\t\tmockAggIter := mocks.NewMockInstancesScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.InstancesScopedListPair{}, iterator.Done)\n\n\t\t// Empty per-zone iterator: one Next() then Done (for List(scope)).\n\t\tmockListIter := mocks.NewMockComputeInstanceIterator(ctrl)\n\t\tmockListIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockListIter).Times(1)\n\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" (wildcard): two List calls ---\n\t\t// First List(\"*\"): cache miss β†’ listAggregatedStream β†’ AggregatedList (0 items) β†’ NOTFOUND cached.\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// Verify NOTFOUND is in the cache for \"*\".\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*) after first call\")\n\t\t}\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"expected cached NOTFOUND error for List(*), got nil\")\n\t\t}\n\t\tif qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"expected cached error type NOTFOUND for List(*), got %v\", qErr.GetErrorType())\n\t\t}\n\n\t\t// Second List(\"*\"): must hit cache (no second AggregatedList call).\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope: two List calls ---\n\t\t// First List(scope): cache miss β†’ per-zone List β†’ List (0 items) β†’ NOTFOUND cached.\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// Verify NOTFOUND is in the cache for scope.\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope) after first call\")\n\t\t}\n\t\tif qErr == nil {\n\t\t\tt.Fatal(\"expected cached NOTFOUND error for List(scope), got nil\")\n\t\t}\n\t\tif qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"expected cached error type NOTFOUND for List(scope), got %v\", qErr.GetErrorType())\n\t\t}\n\n\t\t// Second List(scope): must hit cache (no second List call).\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// We know it was cached: (1) cache.Lookup returned cacheHit true with NOTFOUND, and\n\t\t// (2) ctrl.Finish() verifies AggregatedList and List were each called exactly once.\n\t})\n\n\tt.Run(\"GetWithInitializeParams\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\t// Test with sourceImage and sourceSnapshot in initializeParams\n\t\tsourceImageURL := fmt.Sprintf(\"projects/%s/global/images/test-image\", projectID)\n\t\tsourceSnapshotURL := fmt.Sprintf(\"projects/%s/global/snapshots/test-snapshot\", projectID)\n\t\tsourceImageKeyName := fmt.Sprintf(\"projects/%s/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-image\", projectID)\n\t\tsourceSnapshotKeyName := fmt.Sprintf(\"projects/%s/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-snapshot\", projectID)\n\n\t\tinstance := createComputeInstance(\"test-instance\", computepb.Instance_RUNNING)\n\t\tinstance.Disks = []*computepb.AttachedDisk{\n\t\t\t{\n\t\t\t\tDeviceName: new(\"test-disk\"),\n\t\t\t\tSource: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/zones/%s/disks/test-instance\", projectID, zone)),\n\t\t\t\tInitializeParams: &computepb.AttachedDiskInitializeParams{\n\t\t\t\t\tSourceImage: new(sourceImageURL),\n\t\t\t\t\tSourceSnapshot: new(sourceSnapshotURL),\n\t\t\t\t\tSourceImageEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\t\t\t\tKmsKeyName: new(sourceImageKeyName),\n\t\t\t\t\t},\n\t\t\t\t\tSourceSnapshotEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\t\t\t\tKmsKeyName: new(sourceSnapshotKeyName),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(instance, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2001:0db8:85a3:0000:0000:8a2e:0370:7334\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new queries we're testing\n\t\t\tqueryTests := append(baseQueries,\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: fmt.Sprintf(\"projects/%s/global/images/test-image\", projectID),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSnapshot.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-snapshot\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-image\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-snapshot\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t)\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithDiskEncryptionKey\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\t// Test with diskEncryptionKey (with version)\n\t\tdiskKeyName := fmt.Sprintf(\"projects/%s/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-disk\", projectID)\n\n\t\tinstance := createComputeInstance(\"test-instance\", computepb.Instance_RUNNING)\n\t\tinstance.Disks = []*computepb.AttachedDisk{\n\t\t\t{\n\t\t\t\tDeviceName: new(\"test-disk\"),\n\t\t\t\tSource: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/zones/%s/disks/test-instance\", projectID, zone)),\n\t\t\t\tDiskEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\t\t\tKmsKeyName: new(diskKeyName),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(instance, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2001:0db8:85a3:0000:0000:8a2e:0370:7334\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new query we're testing\n\t\t\tqueryTests := append(baseQueries, shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-disk\",\n\t\t\t\tExpectedScope: projectID,\n\t\t\t})\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithDiskEncryptionKeyWithoutVersion\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\t// Test with diskEncryptionKey (without version - should link to CryptoKey)\n\t\tdiskKeyName := fmt.Sprintf(\"projects/%s/locations/global/keyRings/test-keyring/cryptoKeys/test-key\", projectID)\n\n\t\tinstance := createComputeInstance(\"test-instance\", computepb.Instance_RUNNING)\n\t\tinstance.Disks = []*computepb.AttachedDisk{\n\t\t\t{\n\t\t\t\tDeviceName: new(\"test-disk\"),\n\t\t\t\tSource: new(fmt.Sprintf(\"https://www.googleapis.com/compute/v1/projects/%s/zones/%s/disks/test-instance\", projectID, zone)),\n\t\t\t\tDiskEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\t\t\tKmsKeyName: new(diskKeyName),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(instance, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2001:0db8:85a3:0000:0000:8a2e:0370:7334\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new query we're testing\n\t\t\tqueryTests := append(baseQueries, shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"global|test-keyring|test-key\",\n\t\t\t\tExpectedScope: projectID,\n\t\t\t})\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithServiceAccount\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\t// Test with service account email\n\t\tserviceAccountEmail := \"test-service-account@test-project-id.iam.gserviceaccount.com\"\n\n\t\tinstance := createComputeInstance(\"test-instance\", computepb.Instance_RUNNING)\n\t\tinstance.ServiceAccounts = []*computepb.ServiceAccount{\n\t\t\t{\n\t\t\t\tEmail: new(serviceAccountEmail),\n\t\t\t},\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(instance, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2001:0db8:85a3:0000:0000:8a2e:0370:7334\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the new query we're testing\n\t\t\tqueryTests := append(baseQueries, shared.QueryTest{\n\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: serviceAccountEmail,\n\t\t\t\tExpectedScope: projectID,\n\t\t\t})\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithMetadata\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\t// Test with instance-template and created-by metadata\n\t\tinstanceTemplateName := \"my-template\"\n\t\tinstanceTemplateURI := fmt.Sprintf(\"projects/%s/global/instanceTemplates/%s\", projectID, instanceTemplateName)\n\t\tigmName := \"my-mig\"\n\t\tigmURI := fmt.Sprintf(\"projects/%s/regions/us-central1/instanceGroupManagers/%s\", projectID, igmName)\n\n\t\tinstance := createComputeInstance(\"test-instance\", computepb.Instance_RUNNING)\n\t\tinstance.Metadata = &computepb.Metadata{\n\t\t\tItems: []*computepb.Items{\n\t\t\t\t{\n\t\t\t\t\tKey: new(\"instance-template\"),\n\t\t\t\t\tValue: new(instanceTemplateURI),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tKey: new(\"created-by\"),\n\t\t\t\t\tValue: new(igmURI),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(instance, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2001:0db8:85a3:0000:0000:8a2e:0370:7334\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the metadata-based links\n\t\t\tqueryTests := append(baseQueries,\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceTemplate.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: instanceTemplateName,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceGroupManager.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: igmName,\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t)\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithRegionalInstanceTemplate\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\t// Test with regional instance template\n\t\tinstanceTemplateName := \"my-regional-template\"\n\t\tinstanceTemplateURI := fmt.Sprintf(\"projects/%s/regions/us-central1/instanceTemplates/%s\", projectID, instanceTemplateName)\n\n\t\tinstance := createComputeInstance(\"test-instance\", computepb.Instance_RUNNING)\n\t\tinstance.Metadata = &computepb.Metadata{\n\t\t\tItems: []*computepb.Items{\n\t\t\t\t{\n\t\t\t\t\tKey: new(\"instance-template\"),\n\t\t\t\t\tValue: new(instanceTemplateURI),\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(instance, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// Base queries that are always present\n\t\t\tbaseQueries := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.%s\", projectID, zone),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"192.168.1.3\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"default\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"network\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2001:0db8:85a3:0000:0000:8a2e:0370:7334\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Add the metadata-based link for regional instance template\n\t\t\tqueryTests := append(baseQueries,\n\t\t\t\tshared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.ComputeRegionInstanceTemplate.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: instanceTemplateName,\n\t\t\t\t\tExpectedScope: fmt.Sprintf(\"%s.us-central1\", projectID),\n\t\t\t\t},\n\t\t\t)\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"GetWithNetworkTags\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tinstance := createComputeInstance(\"test-instance\", computepb.Instance_RUNNING)\n\t\tinstance.Tags = &computepb.Tags{\n\t\t\tItems: []string{\"web-server\", \"http-server\"},\n\t\t}\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(instance, nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-instance\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// Verify SEARCH links to ComputeFirewall and ComputeRoute for each tag\n\t\ttagLinkTests := shared.QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.ComputeFirewall.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"web-server\",\n\t\t\t\tExpectedScope: projectID,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.ComputeRoute.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"web-server\",\n\t\t\t\tExpectedScope: projectID,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.ComputeFirewall.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"http-server\",\n\t\t\t\tExpectedScope: projectID,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.ComputeRoute.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tExpectedQuery: \"http-server\",\n\t\t\t\tExpectedScope: projectID,\n\t\t\t},\n\t\t}\n\n\t\tfor _, qt := range tagLinkTests {\n\t\t\tfound := false\n\t\t\tfor _, liq := range sdpItem.GetLinkedItemQueries() {\n\t\t\t\tq := liq.GetQuery()\n\t\t\t\tif q.GetType() == qt.ExpectedType &&\n\t\t\t\t\tq.GetMethod() == qt.ExpectedMethod &&\n\t\t\t\t\tq.GetQuery() == qt.ExpectedQuery &&\n\t\t\t\t\tq.GetScope() == qt.ExpectedScope {\n\t\t\t\t\tfound = true\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\t\t\tif !found {\n\t\t\t\tt.Errorf(\"Missing LinkedItemQuery{type=%s, method=%s, query=%s, scope=%s}\",\n\t\t\t\t\tqt.ExpectedType, qt.ExpectedMethod, qt.ExpectedQuery, qt.ExpectedScope)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SupportsWildcardScope\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter implements WildcardScopeAdapter\n\t\tif wildcardAdapter, ok := adapter.(discovery.WildcardScopeAdapter); ok {\n\t\t\tif !wildcardAdapter.SupportsWildcardScope() {\n\t\t\t\tt.Fatal(\"Expected SupportsWildcardScope to return true\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Fatal(\"Expected adapter to implement WildcardScopeAdapter interface\")\n\t\t}\n\t})\n\n\tt.Run(\"List with wildcard scope\", func(t *testing.T) {\n\t\tzone1 := \"us-central1-a\"\n\t\tzone2 := \"us-central1-b\"\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{\n\t\t\tgcpshared.NewZonalLocation(projectID, zone1),\n\t\t\tgcpshared.NewZonalLocation(projectID, zone2),\n\t\t})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Create mock aggregated list iterator\n\t\tmockAggregatedIterator := mocks.NewMockInstancesScopedListPairIterator(ctrl)\n\n\t\t// Mock response for zone1\n\t\tmockAggregatedIterator.EXPECT().Next().Return(compute.InstancesScopedListPair{\n\t\t\tKey: \"zones/us-central1-a\",\n\t\t\tValue: &computepb.InstancesScopedList{\n\t\t\t\tInstances: []*computepb.Instance{\n\t\t\t\t\tcreateComputeInstance(\"instance-1-zone-a\", computepb.Instance_RUNNING),\n\t\t\t\t},\n\t\t\t},\n\t\t}, nil)\n\n\t\t// Mock response for zone2\n\t\tmockAggregatedIterator.EXPECT().Next().Return(compute.InstancesScopedListPair{\n\t\t\tKey: \"zones/us-central1-b\",\n\t\t\tValue: &computepb.InstancesScopedList{\n\t\t\t\tInstances: []*computepb.Instance{\n\t\t\t\t\tcreateComputeInstance(\"instance-1-zone-b\", computepb.Instance_RUNNING),\n\t\t\t\t},\n\t\t\t},\n\t\t}, nil)\n\n\t\t// Mock response for a zone not in our config (should be filtered)\n\t\tmockAggregatedIterator.EXPECT().Next().Return(compute.InstancesScopedListPair{\n\t\t\tKey: \"zones/us-west1-a\",\n\t\t\tValue: &computepb.InstancesScopedList{\n\t\t\t\tInstances: []*computepb.Instance{\n\t\t\t\t\tcreateComputeInstance(\"instance-west\", computepb.Instance_RUNNING),\n\t\t\t\t},\n\t\t\t},\n\t\t}, nil)\n\n\t\t// End of iteration\n\t\tmockAggregatedIterator.EXPECT().Next().Return(compute.InstancesScopedListPair{}, iterator.Done)\n\n\t\t// Mock the AggregatedList method\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).DoAndReturn(\n\t\t\tfunc(ctx context.Context, req *computepb.AggregatedListInstancesRequest, opts ...any) gcpshared.InstancesScopedListPairIterator {\n\t\t\t\t// Verify request parameters\n\t\t\t\tif req.GetProject() != projectID {\n\t\t\t\t\tt.Errorf(\"Expected project %s, got %s\", projectID, req.GetProject())\n\t\t\t\t}\n\t\t\t\tif !req.GetReturnPartialSuccess() {\n\t\t\t\t\tt.Error(\"Expected ReturnPartialSuccess to be true\")\n\t\t\t\t}\n\t\t\t\treturn mockAggregatedIterator\n\t\t\t},\n\t\t)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t// Call List with wildcard scope\n\t\tsdpItems, err := listable.List(ctx, \"*\", true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// Should return only items from configured zones (zone-a and zone-b, not west1-a)\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items (filtered), got: %d\", len(sdpItems))\n\t\t}\n\n\t\t// Verify items have correct scopes\n\t\tscopesSeen := make(map[string]bool)\n\t\tfor _, item := range sdpItems {\n\t\t\tscopesSeen[item.GetScope()] = true\n\t\t}\n\n\t\texpectedScopes := []string{\n\t\t\tfmt.Sprintf(\"%s.%s\", projectID, zone1),\n\t\t\tfmt.Sprintf(\"%s.%s\", projectID, zone2),\n\t\t}\n\n\t\tfor _, expectedScope := range expectedScopes {\n\t\t\tif !scopesSeen[expectedScope] {\n\t\t\t\tt.Errorf(\"Expected to see scope %s in results\", expectedScope)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"List with specific scope still works\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstance(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeInstanceIterator(ctrl)\n\n\t\t// Mock normal per-zone List behavior\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeInstance(\"test-instance\", computepb.Instance_RUNNING), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\t// Call List with specific scope (not wildcard)\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(sdpItems))\n\t\t}\n\t})\n}\n\nfunc createComputeInstance(instanceName string, status computepb.Instance_Status) *computepb.Instance {\n\treturn &computepb.Instance{\n\t\tName: new(instanceName),\n\t\tLabels: map[string]string{\"env\": \"test\"},\n\t\tDisks: []*computepb.AttachedDisk{\n\t\t\t{\n\t\t\t\tDeviceName: new(\"test-disk\"),\n\t\t\t\tSource: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/zones/us-central1-a/disks/test-instance\"),\n\t\t\t},\n\t\t},\n\t\tNetworkInterfaces: []*computepb.NetworkInterface{\n\t\t\t{\n\t\t\t\tNetworkIP: new(\"192.168.1.3\"),\n\t\t\t\tSubnetwork: new(\"projects/test-project-id/regions/us-central1/subnetworks/default\"),\n\t\t\t\tNetwork: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/global/networks/network\"),\n\t\t\t\tIpv6Address: new(\"2001:0db8:85a3:0000:0000:8a2e:0370:7334\"),\n\t\t\t},\n\t\t},\n\t\tStatus: new(status.String()),\n\t\tResourcePolicies: []string{\n\t\t\t\"projects/test-project-id/regions/us-central1/resourcePolicies/test-policy\",\n\t\t},\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-instant-snapshot.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeInstantSnapshotLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeInstantSnapshot)\n\ntype computeInstantSnapshotWrapper struct {\n\tclient gcpshared.ComputeInstantSnapshotsClient\n\t*gcpshared.ZoneBase\n}\n\n// NewComputeInstantSnapshot creates a new computeInstantSnapshotWrapper instance.\nfunc NewComputeInstantSnapshot(client gcpshared.ComputeInstantSnapshotsClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeInstantSnapshotWrapper{\n\t\tclient: client,\n\t\tZoneBase: gcpshared.NewZoneBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tgcpshared.ComputeInstantSnapshot,\n\t\t),\n\t}\n}\n\nfunc (c computeInstantSnapshotWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.instantSnapshots.get\",\n\t\t\"compute.instantSnapshots.list\",\n\t}\n}\n\nfunc (c computeInstantSnapshotWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeInstantSnapshotWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeDisk,\n\t)\n}\n\nfunc (c computeInstantSnapshotWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_instant_snapshot.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeInstantSnapshotWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeInstantSnapshotLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for compute instant snapshots since they use aggregatedList\nfunc (c computeInstantSnapshotWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\nfunc (c computeInstantSnapshotWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetInstantSnapshotRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t\tInstantSnapshot: queryParts[0],\n\t}\n\n\tinstantSnapshot, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeInstantSnapshotToSDPItem(ctx, instantSnapshot, location)\n}\n\nfunc (c computeInstantSnapshotWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeInstantSnapshotWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific scope with per-zone List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListInstantSnapshotsRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tinstantSnapshot, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeInstantSnapshotToSDPItem(ctx, instantSnapshot, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute instant snapshots found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all instant snapshots across all zones\nfunc (c computeInstantSnapshotWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.Locations())\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.AggregatedList(ctx, &computepb.AggregatedListInstantSnapshotsRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"zones/us-central1-a\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.Locations()) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process instant snapshots in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetInstantSnapshots() != nil {\n\t\t\t\t\tfor _, instantSnapshot := range pair.Value.GetInstantSnapshots() {\n\t\t\t\t\t\titem, sdpErr := c.gcpComputeInstantSnapshotToSDPItem(ctx, instantSnapshot, scopeLocation)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute instant snapshots found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeInstantSnapshotWrapper) gcpComputeInstantSnapshotToSDPItem(ctx context.Context, instantSnapshot *computepb.InstantSnapshot, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(instantSnapshot, \"labels\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeInstantSnapshot.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: instantSnapshot.GetLabels(),\n\t}\n\n\t// Link source disk\n\tif disk := instantSnapshot.GetSourceDisk(); disk != \"\" {\n\t\tdiskName := gcpshared.LastPathComponent(disk)\n\t\tif diskName != \"\" {\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, disk)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tswitch instantSnapshot.GetStatus() {\n\tcase computepb.InstantSnapshot_UNDEFINED_STATUS.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\tcase computepb.InstantSnapshot_CREATING.String(),\n\t\tcomputepb.InstantSnapshot_DELETING.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase computepb.InstantSnapshot_FAILED.String(),\n\t\tcomputepb.InstantSnapshot_UNAVAILABLE.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\tcase computepb.InstantSnapshot_READY.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\tdefault:\n\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-instant-snapshot_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeInstantSnapshot(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeInstantSnapshotsClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tzone := \"us-central1-a\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstantSnapshot(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeInstantSnapshot(\"test-snapshot\", zone, computepb.InstantSnapshot_READY), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-snapshot\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\t\t// [SPEC] The default scope for disk is a combined zone and project id.\n\t\tif sdpItem.GetScope() != \"test-project-id.us-central1-a\" {\n\t\t\tt.Fatalf(\"Expected scope to be 'test-project-id.us-central1-a', got: %s\", sdpItem.GetScope())\n\t\t}\n\n\t\t// [SPEC] Instant snapshots have one link: the source Disk.\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 linked item query, got: %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\n\t\t// [SPEC] Ensure Source Disk is linked\n\t\tlinkedItem := sdpItem.GetLinkedItemQueries()[0]\n\t\tdiskName := \"test-disk\"\n\t\tif linkedItem.GetQuery().GetType() != gcpshared.ComputeDisk.String() {\n\t\t\tt.Fatalf(\"Expected linked item type to be %s, got: %s\", gcpshared.ComputeDisk, linkedItem.GetQuery().GetType())\n\t\t}\n\n\t\tif linkedItem.GetQuery().GetQuery() != diskName {\n\t\t\tt.Fatalf(\"Expected linked item query to be %s, got: %s\", diskName, linkedItem.GetQuery().GetQuery())\n\t\t}\n\n\t\tif linkedItem.GetQuery().GetScope() != gcpshared.ZonalScope(projectID, zone) {\n\t\t\tt.Fatalf(\"Expected linked item scope to be %s, got: %s\", gcpshared.ZonalScope(projectID, zone), linkedItem.GetQuery().GetScope())\n\t\t}\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-disk\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tinput computepb.InstantSnapshot_Status\n\t\t\texpected sdp.Health\n\t\t}\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Undefined\",\n\t\t\t\tinput: computepb.InstantSnapshot_UNDEFINED_STATUS,\n\t\t\t\texpected: sdp.Health_HEALTH_UNKNOWN,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Creating\",\n\t\t\t\tinput: computepb.InstantSnapshot_CREATING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Deleting\",\n\t\t\t\tinput: computepb.InstantSnapshot_DELETING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Failed\",\n\t\t\t\tinput: computepb.InstantSnapshot_FAILED,\n\t\t\t\texpected: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Ready\",\n\t\t\t\tinput: computepb.InstantSnapshot_READY,\n\t\t\t\texpected: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Unavailable\",\n\t\t\t\tinput: computepb.InstantSnapshot_UNAVAILABLE,\n\t\t\t\texpected: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t}\n\n\t\tmockClient = mocks.NewMockComputeInstantSnapshotsClient(ctrl)\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\twrapper := manual.NewComputeInstantSnapshot(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeInstantSnapshot(\"test-snapshot\", zone, tc.input), nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-snapshot\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expected {\n\t\t\t\t\tt.Fatalf(\"Expected health %s, got: %s\", tc.expected, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstantSnapshot(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeInstantSnapshotIterator(ctrl)\n\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeInstantSnapshot(\"test-snapshot-1\", zone, computepb.InstantSnapshot_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeInstantSnapshot(\"test-snapshot-2\", zone, computepb.InstantSnapshot_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeInstantSnapshot(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeInstantSnapshotIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeInstantSnapshot(\"test-snapshot-1\", zone, computepb.InstantSnapshot_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeInstantSnapshot(\"test-snapshot-2\", zone, computepb.InstantSnapshot_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeInstantSnapshotsClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tzone := \"us-central1-a\"\n\t\tscope := projectID + \".\" + zone\n\n\t\tmockAggIter := mocks.NewMockInstantSnapshotsScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.InstantSnapshotsScopedListPair{}, iterator.Done)\n\t\tmockListIter := mocks.NewMockComputeInstantSnapshotIterator(ctrl)\n\t\tmockListIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockListIter).Times(1)\n\n\t\twrapper := manual.NewComputeInstantSnapshot(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope ---\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\nfunc createComputeInstantSnapshot(snapshotName, zone string, status computepb.InstantSnapshot_Status) *computepb.InstantSnapshot {\n\treturn &computepb.InstantSnapshot{\n\t\tName: new(snapshotName),\n\t\tLabels: map[string]string{\"env\": \"test\"},\n\t\tStatus: new(status.String()),\n\t\tZone: new(zone),\n\t\tSourceDisk: new(\n\t\t\t\"projects/test-project-id/zones/\" + zone + \"/disks/test-disk\",\n\t\t),\n\t\tArchitecture: new(computepb.InstantSnapshot_X86_64.String()),\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-machine-image.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nvar ComputeMachineImageLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeMachineImage)\n\ntype computeMachineImageWrapper struct {\n\tclient gcpshared.ComputeMachineImageClient\n\t*gcpshared.ProjectBase\n}\n\n// NewComputeMachineImage creates a new computeMachineImageWrapper instance.\nfunc NewComputeMachineImage(client gcpshared.ComputeMachineImageClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeMachineImageWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tgcpshared.ComputeMachineImage,\n\t\t),\n\t}\n}\n\nfunc (c computeMachineImageWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.machineImages.get\",\n\t\t\"compute.machineImages.list\",\n\t}\n}\n\nfunc (c computeMachineImageWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeMachineImageWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeNetwork,\n\t\tgcpshared.ComputeSubnetwork,\n\t\tgcpshared.ComputeNetworkAttachment,\n\t\tgcpshared.ComputeDisk,\n\t\tgcpshared.ComputeImage,\n\t\tgcpshared.ComputeSnapshot,\n\t\tgcpshared.CloudKMSCryptoKeyVersion,\n\t\tgcpshared.ComputeInstance,\n\t\tgcpshared.IAMServiceAccount,\n\t\tgcpshared.ComputeAcceleratorType,\n\t\tstdlib.NetworkIP,\n\t)\n}\n\nfunc (c computeMachineImageWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_machine_image.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeMachineImageWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeMachineImageLookupByName,\n\t}\n}\n\nfunc (c computeMachineImageWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetMachineImageRequest{\n\t\tProject: location.ProjectID,\n\t\tMachineImage: queryParts[0],\n\t}\n\n\tmachineImage, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeMachineImageToSDPItem(ctx, machineImage, location)\n}\n\nfunc (c computeMachineImageWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeMachineImageWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListMachineImagesRequest{\n\t\tProject: location.ProjectID,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tmachineImage, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeMachineImageToSDPItem(ctx, machineImage, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute machine images found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeMachineImageWrapper) gcpComputeMachineImageToSDPItem(ctx context.Context, machineImage *computepb.MachineImage, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(machineImage, \"labels\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeMachineImage.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: machineImage.GetLabels(),\n\t}\n\n\tif instanceProperties := machineImage.GetInstanceProperties(); instanceProperties != nil {\n\t\tfor _, networkInterface := range instanceProperties.GetNetworkInterfaces() {\n\t\t\tif network := networkInterface.GetNetwork(); network != \"\" {\n\t\t\t\tnetworkName := gcpshared.LastPathComponent(network)\n\t\t\t\tif networkName != \"\" {\n\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, network)\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: networkName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif subnet := networkInterface.GetSubnetwork(); subnet != \"\" {\n\t\t\t\tsubnetworkName := gcpshared.LastPathComponent(subnet)\n\t\t\t\tif subnetworkName != \"\" {\n\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, subnet)\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: subnetworkName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif networkAttachment := networkInterface.GetNetworkAttachment(); networkAttachment != \"\" {\n\t\t\t\tnetworkAttachmentName := gcpshared.LastPathComponent(networkAttachment)\n\t\t\t\tif networkAttachmentName != \"\" {\n\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, networkAttachment)\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeNetworkAttachment.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: networkAttachmentName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif networkIP := networkInterface.GetNetworkIP(); networkIP != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: networkIP,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif ipv6Address := networkInterface.GetIpv6Address(); ipv6Address != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: ipv6Address,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tfor _, accessConfig := range networkInterface.GetAccessConfigs() {\n\t\t\t\tif natIP := accessConfig.GetNatIP(); natIP != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: natIP,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor _, ipv6AccessConfig := range networkInterface.GetIpv6AccessConfigs() {\n\t\t\t\tif externalIpv6 := ipv6AccessConfig.GetExternalIpv6(); externalIpv6 != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: stdlib.NetworkIP.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: externalIpv6,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tfor _, disk := range instanceProperties.GetDisks() {\n\t\t\tif diskSource := disk.GetSource(); diskSource != \"\" {\n\t\t\t\tif strings.Contains(diskSource, \"/\") {\n\t\t\t\t\tdiskName := gcpshared.LastPathComponent(diskSource)\n\t\t\t\t\tif diskName != \"\" {\n\t\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, diskSource)\n\t\t\t\t\t\tif err == nil {\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\n\t\t\t\t\t\t\tif sourceDiskEncryptionKey := disk.GetDiskEncryptionKey(); sourceDiskEncryptionKey != nil {\n\t\t\t\t\t\t\t\tc.addKMSKeyLink(sdpItem, sourceDiskEncryptionKey.GetKmsKeyName(), location)\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif initializeParams := disk.GetInitializeParams(); initializeParams != nil {\n\t\t\t\tif sourceImage := initializeParams.GetSourceImage(); sourceImage != \"\" {\n\t\t\t\t\timageName := gcpshared.LastPathComponent(sourceImage)\n\t\t\t\t\tif imageName != \"\" {\n\t\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceImage)\n\t\t\t\t\t\tif err == nil {\n\t\t\t\t\t\t\t// Use SEARCH for all image references - it handles both family and specific image formats\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: gcpshared.ComputeImage.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\t\tQuery: sourceImage, // Pass full URI so Search can detect format\n\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif sourceSnapshot := initializeParams.GetSourceSnapshot(); sourceSnapshot != \"\" {\n\t\t\t\t\tsnapshotName := gcpshared.LastPathComponent(sourceSnapshot)\n\t\t\t\t\tif snapshotName != \"\" {\n\t\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceSnapshot)\n\t\t\t\t\t\tif err == nil {\n\t\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\t\tType: gcpshared.ComputeSnapshot.String(),\n\t\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\t\tQuery: snapshotName,\n\t\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif sourceImageEncryptionKey := initializeParams.GetSourceImageEncryptionKey(); sourceImageEncryptionKey != nil {\n\t\t\t\t\tc.addKMSKeyLink(sdpItem, sourceImageEncryptionKey.GetKmsKeyName(), location)\n\t\t\t\t}\n\n\t\t\t\tif sourceSnapshotEncryptionKey := initializeParams.GetSourceSnapshotEncryptionKey(); sourceSnapshotEncryptionKey != nil {\n\t\t\t\t\tc.addKMSKeyLink(sdpItem, sourceSnapshotEncryptionKey.GetKmsKeyName(), location)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tfor _, serviceAccount := range instanceProperties.GetServiceAccounts() {\n\t\t\tif email := serviceAccount.GetEmail(); email != \"\" {\n\t\t\t\tsaEmail := email\n\t\t\t\tif strings.Contains(email, \"/\") {\n\t\t\t\t\tsaEmail = gcpshared.LastPathComponent(email)\n\t\t\t\t}\n\t\t\t\tif saEmail != \"\" {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: saEmail,\n\t\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tfor _, accelerator := range instanceProperties.GetGuestAccelerators() {\n\t\t\tif acceleratorType := accelerator.GetAcceleratorType(); acceleratorType != \"\" {\n\t\t\t\tacceleratorTypeName := gcpshared.LastPathComponent(acceleratorType)\n\t\t\t\tif acceleratorTypeName != \"\" {\n\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, acceleratorType)\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeAcceleratorType.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: acceleratorTypeName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tif machineImageEncryptionKey := machineImage.GetMachineImageEncryptionKey(); machineImageEncryptionKey != nil {\n\t\tc.addKMSKeyLink(sdpItem, machineImageEncryptionKey.GetKmsKeyName(), location)\n\t}\n\n\tif sourceInstance := machineImage.GetSourceInstance(); sourceInstance != \"\" {\n\t\tsourceInstanceName := gcpshared.LastPathComponent(sourceInstance)\n\t\tif sourceInstanceName != \"\" {\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceInstance)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: sourceInstanceName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tfor _, savedDisk := range machineImage.GetSavedDisks() {\n\t\tif sourceDisk := savedDisk.GetSourceDisk(); sourceDisk != \"\" {\n\t\t\tdiskName := gcpshared.LastPathComponent(sourceDisk)\n\t\t\tif diskName != \"\" {\n\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceDisk)\n\t\t\t\tif err == nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tswitch machineImage.GetStatus() {\n\tcase computepb.MachineImage_READY.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\tcase computepb.MachineImage_CREATING.String(),\n\t\tcomputepb.MachineImage_DELETING.String(),\n\t\tcomputepb.MachineImage_UPLOADING.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase computepb.MachineImage_INVALID.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeMachineImageWrapper) addKMSKeyLink(sdpItem *sdp.Item, keyName string, location gcpshared.LocationInfo) {\n\tif keyName == \"\" {\n\t\treturn\n\t}\n\tloc := gcpshared.ExtractPathParam(\"locations\", keyName)\n\tkeyRing := gcpshared.ExtractPathParam(\"keyRings\", keyName)\n\tcryptoKey := gcpshared.ExtractPathParam(\"cryptoKeys\", keyName)\n\tcryptoKeyVersion := gcpshared.ExtractPathParam(\"cryptoKeyVersions\", keyName)\n\n\tif loc != \"\" && keyRing != \"\" && cryptoKey != \"\" && cryptoKeyVersion != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: shared.CompositeLookupKey(loc, keyRing, cryptoKey, cryptoKeyVersion),\n\t\t\t\tScope: location.ProjectID,\n\t\t\t},\n\t\t})\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-machine-image_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestComputeMachineImage(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeMachineImageClient(ctrl)\n\tprojectID := \"test-project-id\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeMachineImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeMachineImage(\"test-machine-image\", computepb.MachineImage_READY), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-machine-image\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t// Network link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-network\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t// Subnetwork link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-subnetwork\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t},\n\t\t\t\t// Network Attachment link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNetworkAttachment.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-network-attachment\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t},\n\t\t\t\t// IPv4 internal IP address\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"10.0.0.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// IPv6 internal address\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2001:db8::1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// External IPv4 address (NAT IP)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"203.0.113.1\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// External IPv6 address\n\t\t\t\t{\n\t\t\t\t\tExpectedType: stdlib.NetworkIP.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"2001:db8::2\",\n\t\t\t\t\tExpectedScope: \"global\",\n\t\t\t\t},\n\t\t\t\t// Disk source link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-disk\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t// Disk encryption key\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-disk\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t// Source image link (SEARCH handles full URI)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeImage.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"https://www.googleapis.com/compute/v1/projects/test-project-id/global/images/test-source-image\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t// Source snapshot link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeSnapshot.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-source-snapshot\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t// Source image encryption key\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-image\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t// Source snapshot encryption key\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-snapshot\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t// Service account link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-sa@test-project-id.iam.gserviceaccount.com\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t// Accelerator type link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeAcceleratorType.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"nvidia-tesla-k80\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t// Machine image encryption key\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-machine-encryption-key\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t// Source instance link\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstance.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instance\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t// Saved disk link (from savedDisks)\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-saved-disk\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tinput computepb.MachineImage_Status\n\t\t\texpected sdp.Health\n\t\t}\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Ready\",\n\t\t\t\tinput: computepb.MachineImage_READY,\n\t\t\t\texpected: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Creating\",\n\t\t\t\tinput: computepb.MachineImage_CREATING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Deleting\",\n\t\t\t\tinput: computepb.MachineImage_DELETING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Uploading\",\n\t\t\t\tinput: computepb.MachineImage_UPLOADING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Invalid\",\n\t\t\t\tinput: computepb.MachineImage_INVALID,\n\t\t\t\texpected: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t}\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\twrapper := manual.NewComputeMachineImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeMachineImage(\"test-machine-image\", tc.input), nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-machine-image\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expected {\n\t\t\t\t\tt.Fatalf(\"Expected health %s, got: %s\", tc.expected, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeMachineImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeMachineImageIterator(ctrl)\n\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeMachineImage(\"test-machine-image-1\", computepb.MachineImage_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeMachineImage(\"test-machine-image-2\", computepb.MachineImage_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeMachineImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeMachineImageIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeMachineImage(\"test-machine-image-1\", computepb.MachineImage_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeMachineImage(\"test-machine-image-2\", computepb.MachineImage_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeMachineImageClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\n\t\tmockIter := mocks.NewMockComputeMachineImageIterator(ctrl)\n\t\tmockIter.EXPECT().Next().Return(nil, iterator.Done)\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIter).Times(1)\n\n\t\twrapper := manual.NewComputeMachineImage(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\titems, err := listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\nfunc createComputeMachineImage(imageName string, status computepb.MachineImage_Status) *computepb.MachineImage {\n\treturn &computepb.MachineImage{\n\t\tName: new(imageName),\n\t\tLabels: map[string]string{\"env\": \"test\"},\n\t\tStatus: new(status.String()),\n\t\tInstanceProperties: &computepb.InstanceProperties{\n\t\t\tNetworkInterfaces: []*computepb.NetworkInterface{\n\t\t\t\t{\n\t\t\t\t\tNetwork: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/global/networks/test-network\"),\n\t\t\t\t\tSubnetwork: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/subnetworks/test-subnetwork\"),\n\t\t\t\t\tNetworkAttachment: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/networkAttachments/test-network-attachment\"),\n\t\t\t\t\tNetworkIP: new(\"10.0.0.1\"),\n\t\t\t\t\tIpv6Address: new(\"2001:db8::1\"),\n\t\t\t\t\tAccessConfigs: []*computepb.AccessConfig{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tNatIP: new(\"203.0.113.1\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\tIpv6AccessConfigs: []*computepb.AccessConfig{\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tExternalIpv6: new(\"2001:db8::2\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tDisks: []*computepb.AttachedDisk{\n\t\t\t\t{\n\t\t\t\t\tSource: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/zones/us-central1-a/disks/test-disk\"),\n\t\t\t\t\tDiskEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\t\t\t\tKmsKeyName: new(\"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-source-disk\"),\n\t\t\t\t\t},\n\t\t\t\t\tInitializeParams: &computepb.AttachedDiskInitializeParams{\n\t\t\t\t\t\tSourceImage: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/global/images/test-source-image\"),\n\t\t\t\t\t\tSourceSnapshot: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/global/snapshots/test-source-snapshot\"),\n\t\t\t\t\t\tSourceImageEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\t\t\t\t\tKmsKeyName: new(\"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-source-image\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t\tSourceSnapshotEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\t\t\t\t\tKmsKeyName: new(\"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-source-snapshot\"),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\tServiceAccounts: []*computepb.ServiceAccount{\n\t\t\t\t{\n\t\t\t\t\tEmail: new(\"test-sa@test-project-id.iam.gserviceaccount.com\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\tGuestAccelerators: []*computepb.AcceleratorConfig{\n\t\t\t\t{\n\t\t\t\t\tAcceleratorType: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/zones/us-central1-a/acceleratorTypes/nvidia-tesla-k80\"),\n\t\t\t\t\tAcceleratorCount: new(int32(1)),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tMachineImageEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\tKmsKeyName: new(\"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-machine-encryption-key\"),\n\t\t},\n\t\tSourceInstance: new(\"projects/test-project-id/zones/us-central1-a/instances/test-instance\"),\n\t\tSavedDisks: []*computepb.SavedDisk{\n\t\t\t{\n\t\t\t\tSourceDisk: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/zones/us-central1-a/disks/test-saved-disk\"),\n\t\t\t},\n\t\t},\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-node-group.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar (\n\tComputeNodeGroupLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeNodeGroup)\n\tComputeNodeGroupLookupByNodeTemplateName = shared.NewItemTypeLookup(\"nodeTemplateName\", gcpshared.ComputeNodeGroup)\n)\n\ntype computeNodeGroupWrapper struct {\n\tclient gcpshared.ComputeNodeGroupClient\n\t*gcpshared.ZoneBase\n}\n\n// NewComputeNodeGroup creates a new computeNodeGroupWrapper instance.\nfunc NewComputeNodeGroup(client gcpshared.ComputeNodeGroupClient, locations []gcpshared.LocationInfo) sources.SearchableListableWrapper {\n\treturn &computeNodeGroupWrapper{\n\t\tclient: client,\n\t\tZoneBase: gcpshared.NewZoneBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tgcpshared.ComputeNodeGroup,\n\t\t),\n\t}\n}\n\nfunc (c computeNodeGroupWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.nodeGroups.get\",\n\t\t\"compute.nodeGroups.list\",\n\t}\n}\n\nfunc (c computeNodeGroupWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeNodeGroupWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeNodeTemplate,\n\t)\n}\n\nfunc (c computeNodeGroupWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_node_group.name\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\tTerraformQueryMap: \"google_compute_node_template.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeNodeGroupWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeNodeGroupLookupByName,\n\t}\n}\n\nfunc (c computeNodeGroupWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tComputeNodeGroupLookupByNodeTemplateName,\n\t\t},\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for compute node groups since they use aggregatedList\nfunc (c computeNodeGroupWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\nfunc (c computeNodeGroupWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetNodeGroupRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t\tNodeGroup: queryParts[0],\n\t}\n\n\tnodeGroup, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeNodeGroupToSDPItem(ctx, nodeGroup, location)\n}\n\nfunc (c computeNodeGroupWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeNodeGroupWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific scope with per-zone List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListNodeGroupsRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tnodeGroup, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeNodeGroupToSDPItem(ctx, nodeGroup, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute node groups found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all node groups across all zones\nfunc (c computeNodeGroupWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.Locations())\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.AggregatedList(ctx, &computepb.AggregatedListNodeGroupsRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"zones/us-central1-a\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.Locations()) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process node groups in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetNodeGroups() != nil {\n\t\t\t\t\tfor _, nodeGroup := range pair.Value.GetNodeGroups() {\n\t\t\t\t\t\titem, sdpErr := c.gcpComputeNodeGroupToSDPItem(ctx, nodeGroup, scopeLocation)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute node groups found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeNodeGroupWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.SearchStream(ctx, stream, cache, cacheKey, scope, queryParts...)\n\t})\n}\n\nfunc (c computeNodeGroupWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tnodeTemplate := queryParts[0]\n\n\treq := &computepb.ListNodeGroupsRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t\tFilter: new(\"nodeTemplate = \" + nodeTemplate),\n\t}\n\n\tit := c.client.List(ctx, req)\n\n\tfor {\n\t\tnodeGroup, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeNodeGroupToSDPItem(ctx, nodeGroup, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t}\n}\n\nfunc (c computeNodeGroupWrapper) gcpComputeNodeGroupToSDPItem(ctx context.Context, nodegroup *computepb.NodeGroup, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(nodegroup)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeNodeGroup.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\t// No labels for node groups.\n\t}\n\n\ttemplateUrl := nodegroup.GetNodeTemplate()\n\tif templateUrl != \"\" {\n\t\tname := gcpshared.LastPathComponent(templateUrl)\n\t\tif name != \"\" {\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, templateUrl)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeNodeTemplate.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: name,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\tswitch nodegroup.GetStatus() {\n\tcase computepb.NodeGroup_READY.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\tcase computepb.NodeGroup_INVALID.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\tcase computepb.NodeGroup_CREATING.String(),\n\t\tcomputepb.NodeGroup_DELETING.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-node-group_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"strings\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeNodeGroup(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeNodeGroupClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tzone := \"us-central1-a\"\n\n\ttestTemplateUrl := \"https://www.googleapis.com/compute/v1/projects/test-project/regions/northamerica-northeast1/nodeTemplates/node-template-1\"\n\ttestTemplateUrl2 := \"https://www.googleapis.com/compute/v1/projects/test-project/regions/northamerica-northeast1/nodeTemplates/node-template-2\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeNodeGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeNodeGroup(\"test-node-group\", testTemplateUrl, computepb.NodeGroup_READY), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-node-group\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNodeTemplate.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"node-template-1\",\n\t\t\t\t\tExpectedScope: \"test-project.northamerica-northeast1\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tinput computepb.NodeGroup_Status\n\t\t\texpected sdp.Health\n\t\t}\n\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Ready status\",\n\t\t\t\tinput: computepb.NodeGroup_READY,\n\t\t\t\texpected: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Invalid status\",\n\t\t\t\tinput: computepb.NodeGroup_INVALID,\n\t\t\t\texpected: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Creating status\",\n\t\t\t\tinput: computepb.NodeGroup_CREATING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Deleting status\",\n\t\t\t\tinput: computepb.NodeGroup_DELETING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t}\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\twrapper := manual.NewComputeNodeGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeNodeGroup(\"test-ng\", \"test-temp\", tc.input), nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-node-group\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expected {\n\t\t\t\t\tt.Errorf(\"Expected health: %v, got: %v\", tc.expected, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeNodeGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeNodeGroupIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeNodeGroup(\"test-node-group-1\", testTemplateUrl, computepb.NodeGroup_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeNodeGroup(\"test-node-group-2\", testTemplateUrl2, computepb.NodeGroup_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tquery := item.GetLinkedItemQueries()[0].GetQuery().GetQuery()\n\t\t\tif !strings.Contains(query, \"node-template\") {\n\t\t\t\tt.Fatalf(\"Expected node-template in query, got: %s\", query)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeNodeGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeNodeGroupIterator(ctrl)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeNodeGroup(\"test-node-group-1\", testTemplateUrl, computepb.NodeGroup_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeNodeGroup(\"test-node-group-2\", testTemplateUrl2, computepb.NodeGroup_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2)\n\n\t\tvar items []*sdp.Item\n\t\tvar errs []error\n\t\tmockItemHandler := func(item *sdp.Item) { items = append(items, item); wg.Done() }\n\t\tmockErrorHandler := func(err error) { errs = append(errs, err) }\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeNodeGroupClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tzone := \"us-central1-a\"\n\t\tscope := projectID + \".\" + zone\n\n\t\tmockAggIter := mocks.NewMockNodeGroupsScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.NodeGroupsScopedListPair{}, iterator.Done)\n\t\tmockListIter := mocks.NewMockComputeNodeGroupIterator(ctrl)\n\t\tmockListIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockListIter).Times(1)\n\n\t\twrapper := manual.NewComputeNodeGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope ---\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeNodeGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tfilterBy := testTemplateUrl\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).DoAndReturn(func(ctx context.Context, req *computepb.ListNodeGroupsRequest, opts ...any) *mocks.MockComputeNodeGroupIterator {\n\t\t\tfullList := []*computepb.NodeGroup{\n\t\t\t\tcreateComputeNodeGroup(\"test-node-group-1\", testTemplateUrl, computepb.NodeGroup_READY),\n\t\t\t\tcreateComputeNodeGroup(\"test-node-group-2\", testTemplateUrl2, computepb.NodeGroup_READY),\n\t\t\t\tcreateComputeNodeGroup(\"test-node-group-3\", testTemplateUrl, computepb.NodeGroup_READY),\n\t\t\t\tcreateComputeNodeGroup(\"test-node-group-4\", testTemplateUrl, computepb.NodeGroup_READY),\n\t\t\t}\n\n\t\t\texpectedFilter := \"nodeTemplate = \" + filterBy\n\t\t\tif req.GetFilter() != expectedFilter {\n\t\t\t\tt.Fatalf(\"Expected filter to be %s, got: %s\", expectedFilter, req.GetFilter())\n\t\t\t}\n\n\t\t\tmockComputeIterator := mocks.NewMockComputeNodeGroupIterator(ctrl)\n\t\t\tfor _, nodeGroup := range fullList {\n\t\t\t\tif nodeGroup.GetNodeTemplate() == filterBy {\n\t\t\t\t\tmockComputeIterator.EXPECT().Next().Return(nodeGroup, nil)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t\treturn mockComputeIterator\n\t\t})\n\n\t\t// [SPEC] Search filters by the node template URL. It will list and filter out\n\t\t// any node groups that are not using the given URL.\n\n\t\t// Check if adapter supports searching\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], testTemplateUrl, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\t// 1 of 4 are filtered out.\n\t\tif len(sdpItems) != 3 {\n\t\t\tt.Fatalf(\"Expected 3 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tattributes := item.GetAttributes()\n\t\t\tnodeTemplate, err := attributes.Get(\"node_template\")\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get node_template attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif nodeTemplate != testTemplateUrl {\n\t\t\t\tt.Fatalf(\"Expected node_template to be %s, got: %s\", testTemplateUrl, nodeTemplate)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeNodeGroupClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tzone := \"us-central1-a\"\n\t\tscope := projectID + \".\" + zone\n\t\tquery := \"https://www.googleapis.com/compute/v1/projects/cache-test-project/zones/us-central1-a/nodeTemplates/nonexistent-template\"\n\n\t\tmockIter := mocks.NewMockComputeNodeGroupIterator(ctrl)\n\t\tmockIter.EXPECT().Next().Return(nil, iterator.Done)\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIter).Times(1)\n\n\t\twrapper := manual.NewComputeNodeGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\n\t\titems, err := searchable.Search(ctx, scope, query, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first Search: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first Search: expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for Search after first call\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for Search, got %v\", qErr)\n\t\t}\n\n\t\titems, err = searchable.Search(ctx, scope, query, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second Search: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeNodeGroup(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tfilterBy := testTemplateUrl\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).DoAndReturn(func(ctx context.Context, req *computepb.ListNodeGroupsRequest, opts ...any) *mocks.MockComputeNodeGroupIterator {\n\t\t\tfullList := []*computepb.NodeGroup{\n\t\t\t\tcreateComputeNodeGroup(\"test-node-group-1\", testTemplateUrl, computepb.NodeGroup_READY),\n\t\t\t\tcreateComputeNodeGroup(\"test-node-group-2\", testTemplateUrl2, computepb.NodeGroup_READY),\n\t\t\t\tcreateComputeNodeGroup(\"test-node-group-3\", testTemplateUrl, computepb.NodeGroup_READY),\n\t\t\t\tcreateComputeNodeGroup(\"test-node-group-4\", testTemplateUrl, computepb.NodeGroup_READY),\n\t\t\t}\n\n\t\t\texpectedFilter := \"nodeTemplate = \" + filterBy\n\t\t\tif req.GetFilter() != expectedFilter {\n\t\t\t\tt.Fatalf(\"Expected filter to be %s, got: %s\", expectedFilter, req.GetFilter())\n\t\t\t}\n\n\t\t\tmockComputeIterator := mocks.NewMockComputeNodeGroupIterator(ctrl)\n\t\t\tfor _, nodeGroup := range fullList {\n\t\t\t\tif nodeGroup.GetNodeTemplate() == filterBy {\n\t\t\t\t\tmockComputeIterator.EXPECT().Next().Return(nodeGroup, nil)\n\t\t\t\t}\n\t\t\t}\n\t\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\t\t\treturn mockComputeIterator\n\t\t})\n\n\t\tvar items []*sdp.Item\n\t\tvar errs []error\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(3) // 3 items expected\n\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports search streaming\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], testTemplateUrl, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) > 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 3 {\n\t\t\tt.Fatalf(\"Expected 3 items, got: %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t\tattributes := item.GetAttributes()\n\t\t\tnodeTemplate, err := attributes.Get(\"node_template\")\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to get node_template attribute: %v\", err)\n\t\t\t}\n\t\t\tif nodeTemplate != testTemplateUrl {\n\t\t\t\tt.Fatalf(\"Expected node_template to be %s, got: %s\", testTemplateUrl, nodeTemplate)\n\t\t\t}\n\t\t}\n\t})\n}\n\nfunc createComputeNodeGroup(name, templateUrl string, status computepb.NodeGroup_Status) *computepb.NodeGroup {\n\treturn &computepb.NodeGroup{\n\t\tName: new(name),\n\t\tNodeTemplate: new(templateUrl),\n\t\tStatus: new(status.String()),\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-node-template.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeNodeTemplateLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeNodeTemplate)\n\ntype computeNodeTemplateWrapper struct {\n\tclient gcpshared.ComputeNodeTemplateClient\n\t*gcpshared.RegionBase\n}\n\n// NewComputeNodeTemplate creates a new computeNodeTemplateWrapper instance.\nfunc NewComputeNodeTemplate(client gcpshared.ComputeNodeTemplateClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeNodeTemplateWrapper{\n\t\tclient: client,\n\t\tRegionBase: gcpshared.NewRegionBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\t\tgcpshared.ComputeNodeTemplate,\n\t\t),\n\t}\n}\n\nfunc (c computeNodeTemplateWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.nodeTemplates.get\",\n\t\t\"compute.nodeTemplates.list\",\n\t}\n}\n\nfunc (c computeNodeTemplateWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeNodeTemplateWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeNodeGroup,\n\t)\n}\n\nfunc (c computeNodeTemplateWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_node_template.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeNodeTemplateWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeNodeTemplateLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for compute node templates since they use aggregatedList\nfunc (c computeNodeTemplateWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\nfunc (c computeNodeTemplateWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetNodeTemplateRequest{\n\t\tProject: location.ProjectID,\n\t\tRegion: location.Region,\n\t\tNodeTemplate: queryParts[0],\n\t}\n\n\tnodeTemplate, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeNodeTemplateToSDPItem(nodeTemplate, location)\n}\n\nfunc (c computeNodeTemplateWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeNodeTemplateWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific scope with per-region List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListNodeTemplatesRequest{\n\t\tProject: location.ProjectID,\n\t\tRegion: location.Region,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tnodeTemplate, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeNodeTemplateToSDPItem(nodeTemplate, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute node templates found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all node templates across all regions\nfunc (c computeNodeTemplateWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.Locations())\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.AggregatedList(ctx, &computepb.AggregatedListNodeTemplatesRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"regions/us-central1\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.Locations()) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process node templates in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetNodeTemplates() != nil {\n\t\t\t\t\tfor _, nodeTemplate := range pair.Value.GetNodeTemplates() {\n\t\t\t\t\t\titem, sdpErr := c.gcpComputeNodeTemplateToSDPItem(nodeTemplate, scopeLocation)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute node templates found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeNodeTemplateWrapper) gcpComputeNodeTemplateToSDPItem(nodeTemplate *computepb.NodeTemplate, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(nodeTemplate)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeNodeTemplate.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t}\n\n\t// Backlink to any node group using this template.\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: gcpshared.ComputeNodeGroup.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: nodeTemplate.GetName(),\n\t\t\tScope: \"*\",\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-node-template_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeNodeTemplate(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeNodeTemplateClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tregion := \"us-central1\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\t// Attach mock client to our wrapper.\n\t\twrapper := manual.NewComputeNodeTemplate(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createNodeTemplateApiFixture(\"test-node-template\"), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-node-template\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\t// [SPEC] The default scope is a combined region and project id.\n\t\tif sdpItem.GetScope() != \"test-project-id.us-central1\" {\n\t\t\tt.Fatalf(\"Expected scope to be 'test-project-id.us-central1', got: %s\", sdpItem.GetScope())\n\t\t}\n\n\t\t// [SPEC] Node templates are linked to one or more node groups.\n\t\t// TODO - this is not currently implemented in the adapter.\n\t\tif len(sdpItem.GetLinkedItemQueries()) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 linked item query, got: %d\", len(sdpItem.GetLinkedItemQueries()))\n\t\t}\n\n\t\tt.Run(\"Attributes\", func(t *testing.T) {\n\t\t\t// Check for a few attributes from the fixture to make sure they were copied properly.\n\t\t\t// These will not really fail ever unless the underlying shared sources change; so it's more of a sanity check.\n\t\t\tattributes := sdpItem.GetAttributes()\n\n\t\t\tname, err := attributes.Get(\"name\")\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Error getting name attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif name.(string) != \"test-node-template\" {\n\t\t\t\tt.Fatalf(\"Expected name to be 'test-node-template', got: %s\", name)\n\t\t\t}\n\n\t\t\t// [SPEC] Nested attributes are visible under attribute_parent.attribute_child\n\t\t\tserverBindingType, err := attributes.Get(\"server_binding.type\")\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Error getting serverBindingType attribute: %v\", err)\n\t\t\t}\n\n\t\t\tif serverBindingType.(string) != \"RESTART_NODE_ON_ANY_SERVER\" {\n\t\t\t\tt.Fatalf(\"Expected serverBindingType to be RESTART_NODE_ON_ANY_SERVER, got: %v\", serverBindingType)\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t// [SPEC] A node template is linked to one or more node groups.\n\t\t\t// The query will be a SEARCH query against the node template URL.\n\t\t\t// The query uses all scopes as the scope of the node group is not the same as the template.\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeNodeGroup.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-node-template\",\n\t\t\t\t\tExpectedScope: \"*\",\n\n\t\t\t\t\t// [SPEC] The node groups does not affect the node template.\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeNodeTemplate(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeNodeTemplateIter := mocks.NewMockComputeNodeTemplateIterator(ctrl)\n\n\t\t// Mock out items listed from the API.\n\t\tmockComputeNodeTemplateIter.EXPECT().Next().Return(createNodeTemplateApiFixture(\"test-node-template-1\"), nil)\n\t\tmockComputeNodeTemplateIter.EXPECT().Next().Return(createNodeTemplateApiFixture(\"test-node-template-2\"), nil)\n\t\tmockComputeNodeTemplateIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeNodeTemplateIter)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeNodeTemplate(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeNodeTemplateIter := mocks.NewMockComputeNodeTemplateIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockComputeNodeTemplateIter.EXPECT().Next().Return(createNodeTemplateApiFixture(\"test-node-template-1\"), nil)\n\t\tmockComputeNodeTemplateIter.EXPECT().Next().Return(createNodeTemplateApiFixture(\"test-node-template-2\"), nil)\n\t\tmockComputeNodeTemplateIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeNodeTemplateIter)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeNodeTemplateClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tregion := \"us-central1\"\n\t\tscope := projectID + \".\" + region\n\n\t\tmockAggIter := mocks.NewMockNodeTemplatesScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.NodeTemplatesScopedListPair{}, iterator.Done)\n\t\tmockListIter := mocks.NewMockComputeNodeTemplateIterator(ctrl)\n\t\tmockListIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockListIter).Times(1)\n\n\t\twrapper := manual.NewComputeNodeTemplate(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope ---\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\n// Create an node template fixture (as returned from GCP API).\nfunc createNodeTemplateApiFixture(nodeTemplateName string) *computepb.NodeTemplate {\n\treturn &computepb.NodeTemplate{\n\t\tName: new(nodeTemplateName),\n\t\tNodeType: new(\"c2-node-60-240\"),\n\t\tServerBinding: &computepb.ServerBinding{\n\t\t\tType: new(\"RESTART_NODE_ON_ANY_SERVER\"),\n\t\t},\n\t\tSelfLink: new(\"test-self-link\"),\n\t\tRegion: new(\"us-central1\"),\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-region-instance-group-manager.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeRegionInstanceGroupManagerLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeRegionInstanceGroupManager)\n\ntype computeRegionInstanceGroupManagerWrapper struct {\n\tclient gcpshared.RegionInstanceGroupManagerClient\n\t*gcpshared.RegionBase\n}\n\n// NewComputeRegionInstanceGroupManager creates a new computeRegionInstanceGroupManagerWrapper.\nfunc NewComputeRegionInstanceGroupManager(client gcpshared.RegionInstanceGroupManagerClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeRegionInstanceGroupManagerWrapper{\n\t\tclient: client,\n\t\tRegionBase: gcpshared.NewRegionBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tgcpshared.ComputeRegionInstanceGroupManager,\n\t\t),\n\t}\n}\n\nfunc (c computeRegionInstanceGroupManagerWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.regionInstanceGroupManagers.get\",\n\t\t\"compute.regionInstanceGroupManagers.list\",\n\t}\n}\n\nfunc (c computeRegionInstanceGroupManagerWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\n// PotentialLinks returns the potential links for the regional compute instance group manager wrapper\nfunc (c computeRegionInstanceGroupManagerWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeInstanceTemplate,\n\t\tgcpshared.ComputeRegionInstanceTemplate,\n\t\tgcpshared.ComputeInstanceGroup,\n\t\tgcpshared.ComputeTargetPool,\n\t\tgcpshared.ComputeResourcePolicy,\n\t\tgcpshared.ComputeAutoscaler,\n\t\tgcpshared.ComputeHealthCheck,\n\t\tgcpshared.ComputeZone,\n\t\tgcpshared.ComputeRegion,\n\t)\n}\n\n// TerraformMappings returns the Terraform mappings for the regional compute instance group manager wrapper\nfunc (c computeRegionInstanceGroupManagerWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/compute_region_instance_group_manager#argument-reference\n\t\t\tTerraformQueryMap: \"google_compute_region_instance_group_manager.name\",\n\t\t},\n\t}\n}\n\n// GetLookups returns the lookups for the regional compute instance group manager wrapper\nfunc (c computeRegionInstanceGroupManagerWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeRegionInstanceGroupManagerLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Returns true for regional compute instance group managers since they can list across all regions\nfunc (c computeRegionInstanceGroupManagerWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\n// Get retrieves a regional compute instance group manager by its name\nfunc (c computeRegionInstanceGroupManagerWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetRegionInstanceGroupManagerRequest{\n\t\tProject: location.ProjectID,\n\t\tRegion: location.Region,\n\t\tInstanceGroupManager: queryParts[0],\n\t}\n\n\tigm, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpRegionInstanceGroupManagerToSDPItem(ctx, igm, location)\n}\n\nfunc (c computeRegionInstanceGroupManagerWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeRegionInstanceGroupManagerWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope by listing across all configured regions\n\tif scope == \"*\" {\n\t\tc.listAllRegionsStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific regional scope with per-region List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListRegionInstanceGroupManagersRequest{\n\t\tProject: location.ProjectID,\n\t\tRegion: location.Region,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tigm, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpRegionInstanceGroupManagerToSDPItem(ctx, igm, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute region instance group managers found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeRegionInstanceGroupManagerWrapper) listAllRegionsStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Use a pool to list across all regions in parallel\n\tp := pool.New().WithContext(ctx).WithMaxGoroutines(10)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, location := range c.Locations() {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.List(ctx, &computepb.ListRegionInstanceGroupManagersRequest{\n\t\t\t\tProject: location.ProjectID,\n\t\t\t\tRegion: location.Region,\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tigm, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, location.ToScope(), c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\titem, sdpErr := c.gcpRegionInstanceGroupManagerToSDPItem(ctx, igm, location)\n\t\t\t\tif sdpErr != nil {\n\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\tstream.SendItem(item)\n\t\t\t\titemsSent.Add(1)\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute region instance group managers found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeRegionInstanceGroupManagerWrapper) gcpRegionInstanceGroupManagerToSDPItem(ctx context.Context, instanceGroupManager *computepb.InstanceGroupManager, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\treturn InstanceGroupManagerToSDPItem(ctx, instanceGroupManager, location, gcpshared.ComputeRegionInstanceGroupManager)\n}\n" }, { "path": "sources/gcp/manual/compute-region-instance-group-manager_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeRegionInstanceGroupManager(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockRegionInstanceGroupManagerClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tregion := \"us-central1\"\n\tinstanceTemplateName := \"https://www.googleapis.com/compute/v1/projects/test-project-id/global/instanceTemplates/unit-test-template\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeRegionInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createRegionInstanceGroupManager(\"test-region-instance-group-manager\", true, instanceTemplateName), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-region-instance-group-manager\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetType() != gcpshared.ComputeRegionInstanceGroupManager.String() {\n\t\t\tt.Fatalf(\"Expected type %s, got: %s\", gcpshared.ComputeRegionInstanceGroupManager.String(), sdpItem.GetType())\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tt.Run(\"GlobalInstanceTemplate\", func(t *testing.T) {\n\t\t\t\tigm := createRegionInstanceGroupManager(\"test-region-instance-group-manager\", true, instanceTemplateName)\n\n\t\t\t\twrapper := manual.NewComputeRegionInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(igm, nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-region-instance-group-manager\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceTemplate.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"unit-test-template\",\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceGroup.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-group\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeRegion.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"us-central1\",\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeTargetPool.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-pool\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeAutoscaler.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-autoscaler\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t\t})\n\n\t\t\tt.Run(\"RegionalInstanceTemplate\", func(t *testing.T) {\n\t\t\t\tregionalInstanceTemplateName := \"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/instanceTemplates/regional-template\"\n\t\t\t\tigm := createRegionInstanceGroupManager(\"test-region-instance-group-manager\", true, regionalInstanceTemplateName)\n\n\t\t\t\twrapper := manual.NewComputeRegionInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(igm, nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-region-instance-group-manager\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeRegionInstanceTemplate.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"regional-template\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeInstanceGroup.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-group\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeRegion.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"us-central1\",\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeTargetPool.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-pool\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.ComputeAutoscaler.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"test-autoscaler\",\n\t\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t\t})\n\t\t})\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\thealthTests := []struct {\n\t\t\tname string\n\t\t\tisStable bool\n\t\t\texpectedHealth sdp.Health\n\t\t}{\n\t\t\t{\n\t\t\t\tname: \"Stable\",\n\t\t\t\tisStable: true,\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Unstable\",\n\t\t\t\tisStable: false,\n\t\t\t\texpectedHealth: sdp.Health_HEALTH_UNKNOWN,\n\t\t\t},\n\t\t}\n\n\t\tfor _, tc := range healthTests {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\twrapper := manual.NewComputeRegionInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createRegionInstanceGroupManager(\"test-region-instance-group-manager\", tc.isStable, instanceTemplateName), nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-region-instance-group-manager\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expectedHealth {\n\t\t\t\t\tt.Fatalf(\"Expected health %v, got: %v\", tc.expectedHealth, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeRegionInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tmockIterator := mocks.NewMockRegionInstanceGroupManagerIterator(ctrl)\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIterator)\n\t\tmockIterator.EXPECT().Next().Return(createRegionInstanceGroupManager(\"region-instance-group-manager-1\", true, instanceTemplateName), nil)\n\t\tmockIterator.EXPECT().Next().Return(createRegionInstanceGroupManager(\"region-instance-group-manager-2\", false, instanceTemplateName), nil)\n\t\tmockIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\titems, qErr := wrapper.(sources.ListableWrapper).List(ctx, wrapper.Scopes()[0])\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\tfor i, item := range items {\n\t\t\texpectedName := \"region-instance-group-manager-\" + fmt.Sprintf(\"%d\", i+1)\n\t\t\tif item.GetAttributes().GetAttrStruct().GetFields()[\"name\"].GetStringValue() != expectedName {\n\t\t\t\tt.Fatalf(\"Expected name %s, got: %s\", expectedName, item.GetAttributes().GetAttrStruct().GetFields()[\"name\"].GetStringValue())\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeRegionInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\n\t\tmockIterator := mocks.NewMockRegionInstanceGroupManagerIterator(ctrl)\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIterator)\n\t\tmockIterator.EXPECT().Next().Return(createRegionInstanceGroupManager(\"region-instance-group-manager-1\", true, instanceTemplateName), nil)\n\t\tmockIterator.EXPECT().Next().Return(createRegionInstanceGroupManager(\"region-instance-group-manager-2\", false, instanceTemplateName), nil)\n\t\tmockIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tstream := discovery.NewRecordingQueryResultStream()\n\t\tnoOpCache := sdpcache.NewNoOpCache()\n\t\temptyCacheKey := sdpcache.CacheKey{}\n\n\t\twrapper.ListStream(ctx, stream, noOpCache, emptyCacheKey, wrapper.Scopes()[0])\n\n\t\titems := stream.GetItems()\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockRegionInstanceGroupManagerClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tregion := \"us-central1\"\n\t\tscope := projectID + \".\" + region\n\n\t\t// \"*\" path calls List once per region; specific scope calls List once. With 1 region: 2 List calls total.\n\t\tmockIter1 := mocks.NewMockRegionInstanceGroupManagerIterator(ctrl)\n\t\tmockIter1.EXPECT().Next().Return(nil, iterator.Done)\n\t\tmockIter2 := mocks.NewMockRegionInstanceGroupManagerIterator(ctrl)\n\t\tmockIter2.EXPECT().Next().Return(nil, iterator.Done)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockIter1).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockIter2).Times(1)\n\n\t\twrapper := manual.NewComputeRegionInstanceGroupManager(mockClient, []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(projectID, region)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope ---\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\nfunc createRegionInstanceGroupManager(name string, isStable bool, instanceTemplate string) *computepb.InstanceGroupManager {\n\treturn &computepb.InstanceGroupManager{\n\t\tName: new(name),\n\t\tStatus: &computepb.InstanceGroupManagerStatus{\n\t\t\tIsStable: new(isStable),\n\t\t\tAutoscaler: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/autoscalers/test-autoscaler\"),\n\t\t},\n\t\tRegion: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1\"),\n\t\tInstanceTemplate: new(instanceTemplate),\n\t\tInstanceGroup: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/instanceGroups/test-group\"),\n\t\tTargetPools: []string{\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/targetPools/test-pool\"},\n\t\tResourcePolicies: &computepb.InstanceGroupManagerResourcePolicies{\n\t\t\tWorkloadPolicy: new(\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/resourcePolicies/test-policy\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-reservation.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync/atomic\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/sourcegraph/conc/pool\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeReservationLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeReservation)\n\ntype computeReservationWrapper struct {\n\tclient gcpshared.ComputeReservationClient\n\t*gcpshared.ZoneBase\n}\n\n// NewComputeReservation creates a new computeReservationWrapper.\nfunc NewComputeReservation(client gcpshared.ComputeReservationClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeReservationWrapper{\n\t\tclient: client,\n\t\tZoneBase: gcpshared.NewZoneBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION,\n\t\t\tgcpshared.ComputeReservation,\n\t\t),\n\t}\n}\n\nfunc (c computeReservationWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.reservations.get\",\n\t\t\"compute.reservations.list\",\n\t}\n}\n\nfunc (c computeReservationWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeReservationWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeRegionCommitment,\n\t\tgcpshared.ComputeAcceleratorType,\n\t\tgcpshared.ComputeResourcePolicy,\n\t)\n}\n\nfunc (c computeReservationWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_reservation.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeReservationWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeReservationLookupByName,\n\t}\n}\n\n// SupportsWildcardScope implements the WildcardScopeAdapter interface\n// Always returns true for compute reservations since they use aggregatedList\nfunc (c computeReservationWrapper) SupportsWildcardScope() bool {\n\treturn true\n}\n\nfunc (c computeReservationWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetReservationRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t\tReservation: queryParts[0],\n\t}\n\n\treservation, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeReservationToSDPItem(ctx, reservation, location)\n}\n\nfunc (c computeReservationWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeReservationWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\t// Handle wildcard scope with AggregatedList\n\tif scope == \"*\" {\n\t\tc.listAggregatedStream(ctx, stream, cache, cacheKey)\n\t\treturn\n\t}\n\n\t// Handle specific scope with per-zone List\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListReservationsRequest{\n\t\tProject: location.ProjectID,\n\t\tZone: location.Zone,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\treservation, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeReservationToSDPItem(ctx, reservation, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute reservations found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\n// listAggregatedStream uses AggregatedList to stream all reservations across all zones\nfunc (c computeReservationWrapper) listAggregatedStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t// Get all unique project IDs\n\tprojectIDs := gcpshared.GetProjectIDsFromLocations(c.Locations())\n\n\t// Use a pool with 10x concurrency to parallelize AggregatedList calls\n\tp := pool.New().WithMaxGoroutines(10).WithContext(ctx)\n\tvar itemsSent atomic.Int32\n\tvar hadError atomic.Bool\n\n\tfor _, projectID := range projectIDs {\n\t\tp.Go(func(ctx context.Context) error {\n\t\t\tit := c.client.AggregatedList(ctx, &computepb.AggregatedListReservationsRequest{\n\t\t\t\tProject: projectID,\n\t\t\t\tReturnPartialSuccess: new(true), // Handle partial failures gracefully\n\t\t\t})\n\n\t\t\tfor {\n\t\t\t\tpair, iterErr := it.Next()\n\t\t\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tif iterErr != nil {\n\t\t\t\t\tstream.SendError(gcpshared.QueryError(iterErr, projectID, c.Type()))\n\t\t\t\t\thadError.Store(true)\n\t\t\t\t\treturn iterErr\n\t\t\t\t}\n\n\t\t\t\t// Parse scope from pair.Key (e.g., \"zones/us-central1-a\")\n\t\t\t\tscopeLocation, err := gcpshared.ParseAggregatedListScope(projectID, pair.Key)\n\t\t\t\tif err != nil {\n\t\t\t\t\tcontinue // Skip unparseable scopes\n\t\t\t\t}\n\n\t\t\t\t// Only process if this scope is in our adapter's configured locations\n\t\t\t\tif !gcpshared.HasLocationInSlices(scopeLocation, c.Locations()) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\t// Process reservations in this scope\n\t\t\t\tif pair.Value != nil && pair.Value.GetReservations() != nil {\n\t\t\t\t\tfor _, reservation := range pair.Value.GetReservations() {\n\t\t\t\t\t\titem, sdpErr := c.gcpComputeReservationToSDPItem(ctx, reservation, scopeLocation)\n\t\t\t\t\t\tif sdpErr != nil {\n\t\t\t\t\t\t\tstream.SendError(sdpErr)\n\t\t\t\t\t\t\thadError.Store(true)\n\t\t\t\t\t\t\tcontinue\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t\t\t\t\tstream.SendItem(item)\n\t\t\t\t\t\titemsSent.Add(1)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\t// Wait for all goroutines to complete\n\t_ = p.Wait()\n\tif itemsSent.Load() == 0 && !hadError.Load() {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute reservations found in scope *\",\n\t\t\tScope: \"*\",\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeReservationWrapper) gcpComputeReservationToSDPItem(ctx context.Context, reservation *computepb.Reservation, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(reservation)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeReservation.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t}\n\n\t// Link commitment\n\tif commitmentURL := reservation.GetCommitment(); commitmentURL != \"\" {\n\t\tcommitmentName := gcpshared.LastPathComponent(commitmentURL)\n\t\tif commitmentName != \"\" {\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, commitmentURL)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeRegionCommitment.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: commitmentName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link accelerator types\n\tif reservation.GetSpecificReservation() != nil && reservation.GetSpecificReservation().GetInstanceProperties() != nil {\n\t\tfor _, accelerator := range reservation.GetSpecificReservation().GetInstanceProperties().GetGuestAccelerators() {\n\t\t\tif accelerator != nil && accelerator.GetAcceleratorType() != \"\" {\n\t\t\t\tacceleratorType := accelerator.GetAcceleratorType()\n\t\t\t\tacceleratorName := gcpshared.LastPathComponent(acceleratorType)\n\t\t\t\tif acceleratorName != \"\" {\n\t\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, acceleratorType)\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: gcpshared.ComputeAcceleratorType.String(),\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\t\tQuery: acceleratorName,\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link resource policies\n\tfor _, policyURL := range reservation.GetResourcePolicies() {\n\t\tif policyURL != \"\" {\n\t\t\tpolicyName := gcpshared.LastPathComponent(policyURL)\n\t\t\tif policyName != \"\" {\n\t\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, policyURL)\n\t\t\t\tif err == nil {\n\t\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: policyName,\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tswitch reservation.GetStatus() {\n\tcase computepb.Reservation_CREATING.String(),\n\t\tcomputepb.Reservation_DELETING.String(),\n\t\tcomputepb.Reservation_UPDATING.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase computepb.Reservation_READY.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-reservation_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"testing\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeReservation(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeReservationClient(ctrl)\n\tprojectID := \"test-project-id\"\n\tzone := \"us-central1-a\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeReservation(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeReservation(\"test-reservation\", computepb.Reservation_READY), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-reservation\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeRegionCommitment.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-commitment\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeAcceleratorType.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"nvidia-tesla-k80\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-policy\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tinput computepb.Reservation_Status\n\t\t\texpected sdp.Health\n\t\t}\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Ready\",\n\t\t\t\tinput: computepb.Reservation_READY,\n\t\t\t\texpected: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Creating\",\n\t\t\t\tinput: computepb.Reservation_CREATING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Deleting\",\n\t\t\t\tinput: computepb.Reservation_DELETING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Updating\",\n\t\t\t\tinput: computepb.Reservation_UPDATING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t}\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\twrapper := manual.NewComputeReservation(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeReservation(\"test-reservation\", tc.input), nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-reservation\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expected {\n\t\t\t\t\tt.Fatalf(\"Expected health %s, got: %s\", tc.expected, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeReservation(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeReservationIterator(ctrl)\n\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeReservation(\"test-reservation-1\", computepb.Reservation_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeReservation(\"test-reservation-2\", computepb.Reservation_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeReservation(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeReservationIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeReservation(\"test-reservation-1\", computepb.Reservation_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeReservation(\"test-reservation-2\", computepb.Reservation_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeReservationClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tzone := \"us-central1-a\"\n\t\tscope := projectID + \".\" + zone\n\n\t\tmockAggIter := mocks.NewMockReservationsScopedListPairIterator(ctrl)\n\t\tmockAggIter.EXPECT().Next().Return(compute.ReservationsScopedListPair{}, iterator.Done)\n\t\tmockListIter := mocks.NewMockComputeReservationIterator(ctrl)\n\t\tmockListIter.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().AggregatedList(gomock.Any(), gomock.Any()).Return(mockAggIter).Times(1)\n\t\tmockClient.EXPECT().List(gomock.Any(), gomock.Any()).Return(mockListIter).Times(1)\n\n\t\twrapper := manual.NewComputeReservation(mockClient, []gcpshared.LocationInfo{gcpshared.NewZonalLocation(projectID, zone)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\t// --- Scope \"*\" ---\n\t\titems, err := listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, \"*\", discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(*)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(*), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, \"*\", false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(*): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(*): expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\t// --- Specific scope ---\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done = cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\nfunc createComputeReservation(reservationName string, status computepb.Reservation_Status) *computepb.Reservation {\n\treturn &computepb.Reservation{\n\t\tName: new(reservationName),\n\t\tCommitment: new(\n\t\t\t\"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/commitments/test-commitment\",\n\t\t),\n\t\tSpecificReservation: &computepb.AllocationSpecificSKUReservation{\n\t\t\tInstanceProperties: &computepb.AllocationSpecificSKUAllocationReservedInstanceProperties{\n\t\t\t\tMachineType: new(\n\t\t\t\t\t\"https://www.googleapis.com/compute/v1/projects/test-project-id/zones/us-central1-a/machineTypes/n1-standard-1\",\n\t\t\t\t),\n\t\t\t\tGuestAccelerators: []*computepb.AcceleratorConfig{\n\t\t\t\t\t{\n\t\t\t\t\t\tAcceleratorType: new(\n\t\t\t\t\t\t\t\"https://www.googleapis.com/compute/v1/projects/test-project-id/zones/us-central1-a/acceleratorTypes/nvidia-tesla-k80\",\n\t\t\t\t\t\t),\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tResourcePolicies: map[string]string{\n\t\t\t\"policy1\": \"https://www.googleapis.com/compute/v1/projects/test-project-id/regions/us-central1/resourcePolicies/test-policy\",\n\t\t},\n\t\tStatus: new(status.String()),\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-security-policy.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strconv\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeSecurityPolicyLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeSecurityPolicy)\n\ntype computeSecurityPolicyWrapper struct {\n\tclient gcpshared.ComputeSecurityPolicyClient\n\t*gcpshared.ProjectBase\n}\n\n// NewComputeSecurityPolicy creates a new computeSecurityPolicyWrapper instance.\nfunc NewComputeSecurityPolicy(client gcpshared.ComputeSecurityPolicyClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeSecurityPolicyWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tgcpshared.ComputeSecurityPolicy,\n\t\t),\n\t}\n}\n\nfunc (c computeSecurityPolicyWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.securityPolicies.get\",\n\t\t\"compute.securityPolicies.list\",\n\t}\n}\n\nfunc (c computeSecurityPolicyWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeSecurityPolicyWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeRule,\n\t)\n}\n\nfunc (c computeSecurityPolicyWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_security_policy.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeSecurityPolicyWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeSecurityPolicyLookupByName,\n\t}\n}\n\nfunc (c computeSecurityPolicyWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetSecurityPolicyRequest{\n\t\tProject: location.ProjectID,\n\t\tSecurityPolicy: queryParts[0],\n\t}\n\n\tpolicy, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeSecurityPolicyToSDPItem(policy, location)\n}\n\nfunc (c computeSecurityPolicyWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeSecurityPolicyWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListSecurityPoliciesRequest{\n\t\tProject: location.ProjectID,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tsecurityPolicy, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeSecurityPolicyToSDPItem(securityPolicy, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute security policies found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeSecurityPolicyWrapper) gcpComputeSecurityPolicyToSDPItem(securityPolicy *computepb.SecurityPolicy, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(securityPolicy, \"labels\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeSecurityPolicy.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: securityPolicy.GetLabels(),\n\t}\n\n\t// Link to associated rules\n\tfor _, rule := range securityPolicy.GetRules() {\n\t\tpolicyName := securityPolicy.GetName()\n\t\trulePriority := strconv.Itoa(int(rule.GetPriority()))\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: gcpshared.ComputeRule.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: shared.CompositeLookupKey(policyName, rulePriority),\n\t\t\t\tScope: location.ProjectID,\n\t\t\t},\n\t\t})\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/compute-security-policy_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeSecurityPolicy(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeSecurityPolicyClient(ctrl)\n\tprojectID := \"test-project-id\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeSecurityPolicy(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeSecurityPolicy(\"test-security-policy\"), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-security-policy\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeRule.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-security-policy|1000\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeSecurityPolicy(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeSecurityPolicyIterator(ctrl)\n\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeSecurityPolicy(\"test-security-policy-1\"), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeSecurityPolicy(\"test-security-policy-2\"), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeSecurityPolicy(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeSecurityPolicyIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeSecurityPolicy(\"test-security-policy-1\"), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeSecurityPolicy(\"test-security-policy-2\"), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeSecurityPolicyClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\n\t\tmockIter := mocks.NewMockComputeSecurityPolicyIterator(ctrl)\n\t\tmockIter.EXPECT().Next().Return(nil, iterator.Done)\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIter).Times(1)\n\n\t\twrapper := manual.NewComputeSecurityPolicy(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\titems, err := listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\nfunc createComputeSecurityPolicy(policyName string) *computepb.SecurityPolicy {\n\treturn &computepb.SecurityPolicy{\n\t\tName: new(policyName),\n\t\tLabels: map[string]string{\"env\": \"test\"},\n\t\tRules: []*computepb.SecurityPolicyRule{\n\t\t\t{\n\t\t\t\tPriority: new(int32(1000)),\n\t\t\t},\n\t\t},\n\t\tRegion: new(\"us-central1\"),\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-snapshot.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar ComputeSnapshotLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.ComputeSnapshot)\n\ntype computeSnapshotWrapper struct {\n\tclient gcpshared.ComputeSnapshotsClient\n\t*gcpshared.ProjectBase\n}\n\n// NewComputeSnapshot creates a new computeSnapshotWrapper instance.\nfunc NewComputeSnapshot(client gcpshared.ComputeSnapshotsClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &computeSnapshotWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_STORAGE,\n\t\t\tgcpshared.ComputeSnapshot,\n\t\t),\n\t}\n}\n\nfunc (c computeSnapshotWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"compute.snapshots.get\",\n\t\t\"compute.snapshots.list\",\n\t}\n}\n\nfunc (c computeSnapshotWrapper) PredefinedRole() string {\n\treturn \"roles/compute.viewer\"\n}\n\nfunc (c computeSnapshotWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.ComputeInstantSnapshot,\n\t\tgcpshared.ComputeLicense,\n\t\tgcpshared.ComputeDisk,\n\t\tgcpshared.CloudKMSCryptoKeyVersion,\n\t\tgcpshared.ComputeResourcePolicy,\n\t)\n}\n\nfunc (c computeSnapshotWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_compute_snapshot.name\",\n\t\t},\n\t}\n}\n\nfunc (c computeSnapshotWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tComputeSnapshotLookupByName,\n\t}\n}\n\nfunc (c computeSnapshotWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\treq := &computepb.GetSnapshotRequest{\n\t\tProject: location.ProjectID,\n\t\tSnapshot: queryParts[0],\n\t}\n\n\tsnapshot, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpComputeSnapshotToSDPItem(ctx, snapshot, location)\n}\n\nfunc (c computeSnapshotWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c computeSnapshotWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := c.client.List(ctx, &computepb.ListSnapshotsRequest{\n\t\tProject: location.ProjectID,\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tsnapshot, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpComputeSnapshotToSDPItem(ctx, snapshot, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no compute snapshots found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c computeSnapshotWrapper) gcpComputeSnapshotToSDPItem(ctx context.Context, snapshot *computepb.Snapshot, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(snapshot, \"labels\")\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.ComputeSnapshot.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t\tTags: snapshot.GetLabels(),\n\t}\n\n\t// Link to licenses\n\tfor _, license := range snapshot.GetLicenses() {\n\t\tlicenseName := gcpshared.LastPathComponent(license)\n\t\tif licenseName != \"\" {\n\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.ComputeLicense.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: licenseName,\n\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to source instant snapshot\n\tif sourceInstantSnapshot := snapshot.GetSourceInstantSnapshot(); sourceInstantSnapshot != \"\" {\n\t\tinstantSnapshotName := gcpshared.LastPathComponent(sourceInstantSnapshot)\n\t\tif instantSnapshotName != \"\" {\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceInstantSnapshot)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeInstantSnapshot.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: instantSnapshotName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tif sourceInstantSnapshotEncryptionKey := snapshot.GetSourceInstantSnapshotEncryptionKey(); sourceInstantSnapshotEncryptionKey != nil {\n\t\t\t\tc.addKMSKeyLink(sdpItem, sourceInstantSnapshotEncryptionKey.GetKmsKeyName(), location)\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to source disk\n\tif disk := snapshot.GetSourceDisk(); disk != \"\" {\n\t\tdiskName := gcpshared.LastPathComponent(disk)\n\t\tif diskName != \"\" {\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, disk)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: diskName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\tif sourceDiskEncryptionKey := snapshot.GetSourceDiskEncryptionKey(); sourceDiskEncryptionKey != nil {\n\t\t\tc.addKMSKeyLink(sdpItem, sourceDiskEncryptionKey.GetKmsKeyName(), location)\n\t\t}\n\t}\n\n\t// Link to snapshot schedule policy\n\tif sourceSnapshotSchedulePolicy := snapshot.GetSourceSnapshotSchedulePolicy(); sourceSnapshotSchedulePolicy != \"\" {\n\t\tsnapshotSchedulePolicyName := gcpshared.LastPathComponent(sourceSnapshotSchedulePolicy)\n\t\tif snapshotSchedulePolicyName != \"\" {\n\t\t\tscope, err := gcpshared.ExtractScopeFromURI(ctx, sourceSnapshotSchedulePolicy)\n\t\t\tif err == nil {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: snapshotSchedulePolicyName,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to snapshot encryption key\n\tif snapshotEncryptionKey := snapshot.GetSnapshotEncryptionKey(); snapshotEncryptionKey != nil {\n\t\tc.addKMSKeyLink(sdpItem, snapshotEncryptionKey.GetKmsKeyName(), location)\n\t}\n\n\tswitch snapshot.GetStatus() {\n\tcase computepb.Snapshot_UNDEFINED_STATUS.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\tcase computepb.Snapshot_CREATING.String(),\n\t\tcomputepb.Snapshot_DELETING.String(),\n\t\tcomputepb.Snapshot_UPLOADING.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_PENDING.Enum()\n\tcase computepb.Snapshot_FAILED.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_ERROR.Enum()\n\tcase computepb.Snapshot_READY.String():\n\t\tsdpItem.Health = sdp.Health_HEALTH_OK.Enum()\n\tdefault:\n\t\tsdpItem.Health = sdp.Health_HEALTH_UNKNOWN.Enum()\n\t}\n\n\treturn sdpItem, nil\n}\n\nfunc (c computeSnapshotWrapper) addKMSKeyLink(sdpItem *sdp.Item, keyName string, location gcpshared.LocationInfo) {\n\tif keyName == \"\" {\n\t\treturn\n\t}\n\tloc := gcpshared.ExtractPathParam(\"locations\", keyName)\n\tkeyRing := gcpshared.ExtractPathParam(\"keyRings\", keyName)\n\tcryptoKey := gcpshared.ExtractPathParam(\"cryptoKeys\", keyName)\n\tcryptoKeyVersion := gcpshared.ExtractPathParam(\"cryptoKeyVersions\", keyName)\n\n\tif loc != \"\" && keyRing != \"\" && cryptoKey != \"\" && cryptoKeyVersion != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: shared.CompositeLookupKey(loc, keyRing, cryptoKey, cryptoKeyVersion),\n\t\t\t\tScope: location.ProjectID,\n\t\t\t},\n\t\t})\n\t}\n}\n" }, { "path": "sources/gcp/manual/compute-snapshot_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestComputeSnapshot(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockComputeSnapshotsClient(ctrl)\n\tprojectID := \"test-project-id\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeSnapshot(\"test-snapshot\", computepb.Snapshot_READY), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-snapshot\", true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tif sdpItem.GetTags()[\"env\"] != \"test\" {\n\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %v\", sdpItem.GetTags()[\"env\"])\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeLicense.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-license\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeInstantSnapshot.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-instant-snapshot\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-snapshot\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeDisk.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-disk\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1-a\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-source-disk\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.ComputeResourcePolicy.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-source-snapshot-schedule-policy\",\n\t\t\t\t\tExpectedScope: \"test-project-id.us-central1\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"global|test-keyring|test-key|test-version-snapshot\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"HealthCheck\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tinput computepb.Snapshot_Status\n\t\t\texpected sdp.Health\n\t\t}\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Undefined\",\n\t\t\t\tinput: computepb.Snapshot_UNDEFINED_STATUS,\n\t\t\t\texpected: sdp.Health_HEALTH_UNKNOWN,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Creating\",\n\t\t\t\tinput: computepb.Snapshot_CREATING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Deleting\",\n\t\t\t\tinput: computepb.Snapshot_DELETING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Failed\",\n\t\t\t\tinput: computepb.Snapshot_FAILED,\n\t\t\t\texpected: sdp.Health_HEALTH_ERROR,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Ready\",\n\t\t\t\tinput: computepb.Snapshot_READY,\n\t\t\t\texpected: sdp.Health_HEALTH_OK,\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Uploading\",\n\t\t\t\tinput: computepb.Snapshot_UPLOADING,\n\t\t\t\texpected: sdp.Health_HEALTH_PENDING,\n\t\t\t},\n\t\t}\n\n\t\tmockClient = mocks.NewMockComputeSnapshotsClient(ctrl)\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\twrapper := manual.NewComputeSnapshot(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createComputeSnapshot(\"test-snapshot\", tc.input), nil)\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"test-snapshot\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tif sdpItem.GetHealth() != tc.expected {\n\t\t\t\t\tt.Fatalf(\"Expected health %s, got: %s\", tc.expected, sdpItem.GetHealth())\n\t\t\t\t}\n\t\t\t})\n\t\t}\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeSnapshotIterator(ctrl)\n\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeSnapshot(\"test-snapshot-1\", computepb.Snapshot_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeSnapshot(\"test-snapshot-2\", computepb.Snapshot_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\n\t\t\tif item.GetTags()[\"env\"] != \"test\" {\n\t\t\t\tt.Fatalf(\"Expected tag 'env=test', got: %s\", item.GetTags()[\"env\"])\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockComputeIterator := mocks.NewMockComputeSnapshotIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeSnapshot(\"test-snapshot-1\", computepb.Snapshot_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(createComputeSnapshot(\"test-snapshot-2\", computepb.Snapshot_READY), nil)\n\t\tmockComputeIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockComputeIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockComputeSnapshotsClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\n\t\tmockIter := mocks.NewMockComputeSnapshotIterator(ctrl)\n\t\tmockIter.EXPECT().Next().Return(nil, iterator.Done)\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIter).Times(1)\n\n\t\twrapper := manual.NewComputeSnapshot(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\titems, err := listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\nfunc createComputeSnapshot(snapshotName string, status computepb.Snapshot_Status) *computepb.Snapshot {\n\treturn &computepb.Snapshot{\n\t\tName: new(snapshotName),\n\t\tLabels: map[string]string{\"env\": \"test\"},\n\t\tStatus: new(status.String()),\n\t\tSourceInstantSnapshot: new(\"projects/test-project-id/zones/us-central1-a/instantSnapshots/test-instant-snapshot\"),\n\t\tStorageLocations: []string{\"us-central1\"},\n\t\tLicenses: []string{\"projects/test-project-id/global/licenses/test-license\"},\n\t\tSourceDiskEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\tKmsKeyName: new(\"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-source-disk\"),\n\t\t},\n\t\tSourceDisk: new(\"projects/test-project-id/zones/us-central1-a/disks/test-disk\"),\n\t\tSourceInstantSnapshotEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\tKmsKeyName: new(\"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-source-snapshot\"),\n\t\t\tRawKey: new(\"test-key\"),\n\t\t},\n\t\tSourceSnapshotSchedulePolicy: new(\"projects/test-project-id/regions/us-central1/resourcePolicies/test-source-snapshot-schedule-policy\"),\n\t\tSnapshotEncryptionKey: &computepb.CustomerEncryptionKey{\n\t\t\tKmsKeyName: new(\"projects/test-project-id/locations/global/keyRings/test-keyring/cryptoKeys/test-key/cryptoKeyVersions/test-version-snapshot\"),\n\t\t},\n\t}\n}\n" }, { "path": "sources/gcp/manual/iam-service-account-key.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"cloud.google.com/go/iam/admin/apiv1/adminpb\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar IAMServiceAccountKeyLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.IAMServiceAccountKey)\n\ntype iamServiceAccountKeyWrapper struct {\n\tclient gcpshared.IAMServiceAccountKeyClient\n\t*gcpshared.ProjectBase\n}\n\n// NewIAMServiceAccountKey creates a new IAM Service Account Key adapter\nfunc NewIAMServiceAccountKey(client gcpshared.IAMServiceAccountKeyClient, locations []gcpshared.LocationInfo) sources.SearchStreamableWrapper {\n\treturn &iamServiceAccountKeyWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tgcpshared.IAMServiceAccountKey,\n\t\t),\n\t}\n}\n\nfunc (c iamServiceAccountKeyWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"iam.serviceAccountKeys.get\",\n\t\t\"iam.serviceAccountKeys.list\",\n\t}\n}\n\nfunc (c iamServiceAccountKeyWrapper) PredefinedRole() string {\n\treturn \"roles/iam.serviceAccountViewer\"\n}\n\n// PotentialLinks returns the potential links for the iam service account wrapper\nfunc (c iamServiceAccountKeyWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.IAMServiceAccount,\n\t)\n}\n\n// TerraformMappings returns the Terraform mappings for the IAM Service Account Key wrapper\nfunc (c iamServiceAccountKeyWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_SEARCH,\n\t\t\t// https://registry.terraform.io/providers/hashicorp/google/latest/docs/resources/service_account_key\n\t\t\t// ID format: projects/{{project}}/serviceAccounts/{{account}}/keys/{{key}}\n\t\t\t// The framework automatically intercepts queries starting with \"projects/\" and converts\n\t\t\t// them to GET operations by extracting the last N path parameters (based on GetLookups count).\n\t\t\tTerraformQueryMap: \"google_service_account_key.id\",\n\t\t},\n\t}\n}\n\n// GetLookups returns the lookups for the IAM Service Account Key wrapper\nfunc (c iamServiceAccountKeyWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tIAMServiceAccountLookupByEmailOrUniqueID,\n\t\tIAMServiceAccountKeyLookupByName,\n\t}\n}\n\n// Get retrieves a Service Account Key by its name and related serviceAccount\n// See: https://cloud.google.com/iam/docs/reference/rest/v1/projects.serviceAccounts.keys/get\n// Format: GET https://iam.googleapis.com/v1/{name=projects/*/serviceAccounts/*/keys/*}\nfunc (c iamServiceAccountKeyWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tserviceAccountIdentifier := queryParts[0]\n\tkeyName := queryParts[1]\n\n\treq := &adminpb.GetServiceAccountKeyRequest{\n\t\tName: \"projects/\" + location.ProjectID + \"/serviceAccounts/\" + serviceAccountIdentifier + \"/keys/\" + keyName,\n\t}\n\n\tkey, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\treturn c.gcpIAMServiceAccountKeyToSDPItem(key, location)\n}\n\n// SearchLookups defines how the source can be searched for specific items.\nfunc (c iamServiceAccountKeyWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{\n\t\t\tIAMServiceAccountLookupByEmailOrUniqueID,\n\t\t},\n\t}\n}\n\n// Search retrieves Service Account Keys by name (or other supported fields in the future)\nfunc (c iamServiceAccountKeyWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.SearchStream(ctx, stream, cache, cacheKey, scope, queryParts...)\n\t})\n}\n\n// SearchStream streams the search results for Service Account Keys.\nfunc (c iamServiceAccountKeyWrapper) SearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tserviceAccountIdentifier := queryParts[0]\n\n\tit, searchErr := c.client.Search(ctx, &adminpb.ListServiceAccountKeysRequest{\n\t\tName: \"projects/\" + location.ProjectID + \"/serviceAccounts/\" + serviceAccountIdentifier,\n\t})\n\tif searchErr != nil {\n\t\tstream.SendError(gcpshared.QueryError(searchErr, scope, c.Type()))\n\t\treturn\n\t}\n\n\tfor _, key := range it.GetKeys() {\n\t\titem, sdpErr := c.gcpIAMServiceAccountKeyToSDPItem(key, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\tcontinue\n\t\t}\n\t\tif item != nil {\n\t\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\t}\n\t\tstream.SendItem(item)\n\t}\n}\n\n// gcpIAMServiceAccountKeyToSDPItem converts a ServiceAccountKey to an sdp.Item\nfunc (c iamServiceAccountKeyWrapper) gcpIAMServiceAccountKeyToSDPItem(key *adminpb.ServiceAccountKey, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(key)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\t// The unique attribute must be the same as the query parameter for the Get method.\n\t// Which is in the format: serviceAccountName|keyName\n\t// We will extract the path parameters from the ServiceAccountKey name to create a unique lookup key.\n\t//\n\t// `projects/{PROJECT_ID}/serviceAccounts/{ACCOUNT}/keys/{key}`.\n\tkeyVals := gcpshared.ExtractPathParams(key.GetName(), \"serviceAccounts\", \"keys\")\n\tserviceAccountName := keyVals[0]\n\tkeyName := keyVals[1]\n\tif serviceAccountName == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"service account name not found in key name\",\n\t\t}\n\t}\n\n\terr = attributes.Set(\"uniqueAttr\", shared.CompositeLookupKey(serviceAccountName, keyName))\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"failed to set unique attribute: %v\", err),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.IAMServiceAccountKey.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t}\n\n\t// The URL for the ServiceAccount related to this ServiceAccountKey\n\t// GET https://iam.googleapis.com/v1/{name=projects/*/serviceAccounts/*}\n\t// https://cloud.google.com/iam/docs/reference/rest/v1/projects.serviceAccounts\n\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: gcpshared.IAMServiceAccount.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: serviceAccountName,\n\t\t\tScope: location.ProjectID,\n\t\t},\n\t})\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/iam-service-account-key_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/iam/admin/apiv1/adminpb\"\n\t\"go.uber.org/mock/gomock\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestIAMServiceAccountKey(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockIAMServiceAccountKeyClient(ctrl)\n\tprojectID := \"test-project-id\"\n\n\ttestServiceAccount := \"test-sa@test-project-id.iam.gserviceaccount.com\"\n\ttestKeyName := \"1234567890abcdef\"\n\ttestKeyFullName := \"projects/test-project-id/serviceAccounts/test-sa@test-project-id.iam.gserviceaccount.com/keys/1234567890abcdef\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\twrapper := manual.NewIAMServiceAccountKey(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createServiceAccountKey(testKeyFullName), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], shared.CompositeLookupKey(testServiceAccount, testKeyName), true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: testServiceAccount,\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Search\", func(t *testing.T) {\n\t\twrapper := manual.NewIAMServiceAccountKey(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockClient.EXPECT().Search(ctx, gomock.Any()).Return(&adminpb.ListServiceAccountKeysResponse{\n\t\t\tKeys: []*adminpb.ServiceAccountKey{\n\t\t\t\tcreateServiceAccountKey(testKeyFullName),\n\t\t\t},\n\t\t}, nil)\n\n\t\t// Check if adapter supports searching\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], testServiceAccount, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\texpectedCount := 1\n\t\tactualCount := len(sdpItems)\n\t\tif actualCount != expectedCount {\n\t\t\tt.Fatalf(\"Expected %d items, got: %d\", expectedCount, actualCount)\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"SearchCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockIAMServiceAccountKeyClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\t\tquery := \"nonexistent-sa@cache-test-project.iam.gserviceaccount.com\"\n\n\t\tmockClient.EXPECT().Search(ctx, gomock.Any()).Return(&adminpb.ListServiceAccountKeysResponse{Keys: nil}, nil).Times(1)\n\n\t\twrapper := manual.NewIAMServiceAccountKey(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tsearchable := adapter.(discovery.SearchableAdapter)\n\n\t\titems, err := searchable.Search(ctx, scope, query, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first Search: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first Search: expected 0 items, got %d\", len(items))\n\t\t}\n\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_SEARCH, scope, discAdapter.Type(), query, false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for Search after first call\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for Search, got %v\", qErr)\n\t\t}\n\n\t\titems, err = searchable.Search(ctx, scope, query, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second Search: unexpected error: %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n\n\tt.Run(\"SearchWithTerraformQueryMap\", func(t *testing.T) {\n\t\twrapper := manual.NewIAMServiceAccountKey(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createServiceAccountKey(testKeyFullName), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// projects/{{project}}/serviceAccounts/{{account}}/keys/{{key}}\n\t\tterraformResourceID := fmt.Sprintf(\"projects/%s/serviceAccounts/%s/keys/%s\", projectID, testServiceAccount, testKeyName)\n\n\t\t// Check if adapter supports searching\n\t\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support Search operation\")\n\t\t}\n\n\t\tsdpItems, err := searchable.Search(ctx, wrapper.Scopes()[0], terraformResourceID, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\texpectedCount := 1\n\t\tactualCount := len(sdpItems)\n\t\tif actualCount != expectedCount {\n\t\t\tt.Fatalf(\"Expected %d items, got: %d\", expectedCount, actualCount)\n\t\t}\n\n\t\tif err := sdpItems[0].Validate(); err != nil {\n\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"SearchStream\", func(t *testing.T) {\n\t\twrapper := manual.NewIAMServiceAccountKey(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockClient.EXPECT().Search(ctx, gomock.Any()).Return(&adminpb.ListServiceAccountKeysResponse{\n\t\t\tKeys: []*adminpb.ServiceAccountKey{\n\t\t\t\tcreateServiceAccountKey(testKeyFullName),\n\t\t\t},\n\t\t}, nil)\n\n\t\tvar items []*sdp.Item\n\t\tvar errs []error\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(1)\n\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done()\n\t\t}\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports search streaming\n\t\tsearchStreamable, ok := adapter.(discovery.SearchStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support SearchStream operation\")\n\t\t}\n\n\t\tsearchStreamable.SearchStream(ctx, wrapper.Scopes()[0], testServiceAccount, true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) > 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got: %d\", len(items))\n\t\t}\n\t\tfor _, item := range items {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.ListStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support ListStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"List_Unsupported\", func(t *testing.T) {\n\t\twrapper := manual.NewIAMServiceAccountKey(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports list - it should not\n\t\t_, ok := adapter.(discovery.ListableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Expected adapter to not support List operation, but it does\")\n\t\t}\n\t})\n}\n\n// createServiceAccountKey creates a ServiceAccountKey with the specified name.\nfunc createServiceAccountKey(name string) *adminpb.ServiceAccountKey {\n\treturn &adminpb.ServiceAccountKey{\n\t\tName: name,\n\t}\n}\n" }, { "path": "sources/gcp/manual/iam-service-account.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"strings\"\n\n\t\"cloud.google.com/go/iam/admin/apiv1/adminpb\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar IAMServiceAccountLookupByEmailOrUniqueID = shared.NewItemTypeLookup(\"email or unique_id\", gcpshared.IAMServiceAccount)\n\ntype iamServiceAccountWrapper struct {\n\tclient gcpshared.IAMServiceAccountClient\n\t*gcpshared.ProjectBase\n}\n\n// NewIAMServiceAccount creates a new iamServiceAccountWrapper.\nfunc NewIAMServiceAccount(client gcpshared.IAMServiceAccountClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &iamServiceAccountWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tgcpshared.IAMServiceAccount,\n\t\t),\n\t}\n}\n\nfunc (c iamServiceAccountWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"iam.serviceAccounts.get\",\n\t\t\"iam.serviceAccounts.list\",\n\t}\n}\n\nfunc (c iamServiceAccountWrapper) PredefinedRole() string {\n\treturn \"roles/iam.serviceAccountViewer\"\n}\n\nfunc (c iamServiceAccountWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.CloudResourceManagerProject,\n\t\tgcpshared.IAMServiceAccountKey,\n\t)\n}\n\nfunc (c iamServiceAccountWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_service_account.email\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_service_account.unique_id\",\n\t\t},\n\t}\n}\n\nfunc (c iamServiceAccountWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tIAMServiceAccountLookupByEmailOrUniqueID,\n\t}\n}\n\nfunc (c iamServiceAccountWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tresourceIdentifier := queryParts[0]\n\tname := \"projects/\" + location.ProjectID + \"/serviceAccounts/\" + resourceIdentifier\n\n\treq := &adminpb.GetServiceAccountRequest{\n\t\tName: name,\n\t}\n\n\tserviceAccount, getErr := c.client.Get(ctx, req)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, c.Type())\n\t}\n\n\titem, sdpErr := c.gcpIAMServiceAccountToSDPItem(serviceAccount, location)\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\tif strings.Contains(resourceIdentifier, \"@\") {\n\t\titem.UniqueAttribute = \"email\"\n\t}\n\n\treturn item, nil\n}\n\nfunc (c iamServiceAccountWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tc.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (c iamServiceAccountWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\tlocation, err := c.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\treq := &adminpb.ListServiceAccountsRequest{\n\t\tName: \"projects/\" + location.ProjectID,\n\t}\n\n\tresults := c.client.List(ctx, req)\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tsa, iterErr := results.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, c.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := c.gcpIAMServiceAccountToSDPItem(sa, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no IAM service accounts found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: c.Name(),\n\t\t\tItemType: c.Type(),\n\t\t\tResponderName: c.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (c iamServiceAccountWrapper) gcpIAMServiceAccountToSDPItem(serviceAccount *adminpb.ServiceAccount, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(serviceAccount)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsdpItem := &sdp.Item{\n\t\tType: gcpshared.IAMServiceAccount.String(),\n\t\tUniqueAttribute: \"unique_id\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t}\n\n\tif projectID := serviceAccount.GetProjectId(); projectID != \"\" {\n\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: gcpshared.CloudResourceManagerProject.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: projectID,\n\t\t\t\tScope: location.ProjectID,\n\t\t\t},\n\t\t})\n\t}\n\n\tif serviceAccountName := serviceAccount.GetName(); serviceAccountName != \"\" {\n\t\tif strings.Contains(serviceAccountName, \"/\") {\n\t\t\tserviceAccountID := gcpshared.ExtractPathParam(\"serviceAccounts\", serviceAccountName)\n\t\t\tif serviceAccountID != \"\" {\n\t\t\t\tsdpItem.LinkedItemQueries = append(sdpItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.IAMServiceAccountKey.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: serviceAccountID,\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\treturn sdpItem, nil\n}\n" }, { "path": "sources/gcp/manual/iam-service-account_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/iam/admin/apiv1/adminpb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestIAMServiceAccount(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockIAMServiceAccountClient(ctrl)\n\tprojectID := \"test-project-id\"\n\n\ttestUniqueID := \"1234567890\"\n\ttestEmail := \"test-sa@test-project-id.iam.gserviceaccount.com\"\n\ttestDisplayName := \"Test Service Account\"\n\n\tt.Run(\"Get by unique_id\", func(t *testing.T) {\n\t\twrapper := manual.NewIAMServiceAccount(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createServiceAccount(testUniqueID, testEmail, testDisplayName, projectID, false), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], testUniqueID, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudResourceManagerProject.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-project-id\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccountKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-service-account-id\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"Get by email\", func(t *testing.T) {\n\t\twrapper := manual.NewIAMServiceAccount(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockClient.EXPECT().Get(ctx, gomock.Any()).Return(createServiceAccount(testUniqueID, testEmail, testDisplayName, projectID, false), nil)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], testEmail, true)\n\t\tif qErr != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t}\n\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.CloudResourceManagerProject.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"test-project-id\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccountKey.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tExpectedQuery: \"test-service-account-id\",\n\t\t\t\t\tExpectedScope: \"test-project-id\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewIAMServiceAccount(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockIterator := mocks.NewMockIAMServiceAccountIterator(ctrl)\n\n\t\tmockIterator.EXPECT().Next().Return(createServiceAccount(\"111\", \"sa1@test-project-id.iam.gserviceaccount.com\", \"SA 1\", projectID, false), nil)\n\t\tmockIterator.EXPECT().Next().Return(createServiceAccount(\"222\", \"sa2@test-project-id.iam.gserviceaccount.com\", \"SA 2\", projectID, true), nil)\n\t\tmockIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIterator)\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\texpectedCount := 2\n\t\tactualCount := len(sdpItems)\n\t\tif actualCount != expectedCount {\n\t\t\tt.Fatalf(\"Expected %d items, got: %d\", expectedCount, actualCount)\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif err := item.Validate(); err != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewIAMServiceAccount(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockIterator := mocks.NewMockIAMServiceAccountIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockIterator.EXPECT().Next().Return(createServiceAccount(\"111\", \"sa1@test-project-id.iam.gserviceaccount.com\", \"SA 1\", projectID, false), nil)\n\t\tmockIterator.EXPECT().Next().Return(createServiceAccount(\"222\", \"sa2@test-project-id.iam.gserviceaccount.com\", \"SA 2\", projectID, true), nil)\n\t\tmockIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the List method\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockIAMServiceAccountClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\n\t\tmockIter := mocks.NewMockIAMServiceAccountIterator(ctrl)\n\t\tmockIter.EXPECT().Next().Return(nil, iterator.Done)\n\t\tmockClient.EXPECT().List(ctx, gomock.Any()).Return(mockIter).Times(1)\n\n\t\twrapper := manual.NewIAMServiceAccount(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\titems, err := listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\n// createServiceAccount creates a ServiceAccount with the specified fields.\nfunc createServiceAccount(uniqueID, email, displayName, projectID string, disabled bool) *adminpb.ServiceAccount {\n\treturn &adminpb.ServiceAccount{\n\t\tUniqueId: uniqueID,\n\t\tEmail: email,\n\t\tDisplayName: displayName,\n\t\tDisabled: disabled,\n\t\tProjectId: projectID,\n\t\tName: \"projects/test-project-id/serviceAccounts/test-service-account-id\",\n\t}\n}\n" }, { "path": "sources/gcp/manual/logging-sink.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"cloud.google.com/go/logging/apiv2/loggingpb\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nvar LoggingSinkLookupByName = shared.NewItemTypeLookup(\"name\", gcpshared.LoggingSink)\n\n// NewLoggingSink creates a new logging sink instance.\nfunc NewLoggingSink(client gcpshared.LoggingConfigClient, locations []gcpshared.LocationInfo) sources.ListStreamableWrapper {\n\treturn &loggingSinkWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_CONFIGURATION,\n\t\t\tgcpshared.LoggingSink,\n\t\t),\n\t}\n}\n\n// IAMPermissions returns the required IAM permissions for the logging sink wrapper\nfunc (l loggingSinkWrapper) IAMPermissions() []string {\n\treturn []string{\n\t\t\"logging.sinks.get\",\n\t\t\"logging.sinks.list\",\n\t}\n}\n\nfunc (l loggingSinkWrapper) PredefinedRole() string {\n\treturn \"roles/logging.viewer\"\n}\n\ntype loggingSinkWrapper struct {\n\tclient gcpshared.LoggingConfigClient\n\n\t*gcpshared.ProjectBase\n}\n\n// assert interface\nvar _ sources.ListStreamableWrapper = (*loggingSinkWrapper)(nil)\n\nfunc (l loggingSinkWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tLoggingSinkLookupByName,\n\t}\n}\n\nfunc (l loggingSinkWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.StorageBucket,\n\t\tgcpshared.BigQueryDataset,\n\t\tgcpshared.PubSubTopic,\n\t\tgcpshared.LoggingBucket,\n\t\tgcpshared.IAMServiceAccount,\n\t)\n}\n\nfunc (l loggingSinkWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := l.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\tsink, getErr := l.client.GetSink(ctx, &loggingpb.GetSinkRequest{\n\t\tSinkName: fmt.Sprintf(\"projects/%s/sinks/%s\", location.ProjectID, queryParts[0]),\n\t})\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, l.Type())\n\t}\n\n\treturn l.gcpLoggingSinkToItem(sink, location)\n}\n\nfunc (l loggingSinkWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\treturn gcpshared.CollectFromStream(ctx, func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey) {\n\t\tl.ListStream(ctx, stream, cache, cacheKey, scope)\n\t})\n}\n\nfunc (l loggingSinkWrapper) ListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string) {\n\tlocation, err := l.LocationFromScope(scope)\n\tif err != nil {\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t})\n\t\treturn\n\t}\n\n\tit := l.client.ListSinks(ctx, &loggingpb.ListSinksRequest{\n\t\tParent: fmt.Sprintf(\"projects/%s\", location.ProjectID),\n\t})\n\n\tvar itemsSent int\n\tvar hadError bool\n\tfor {\n\t\tsink, iterErr := it.Next()\n\t\tif errors.Is(iterErr, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif iterErr != nil {\n\t\t\tstream.SendError(gcpshared.QueryError(iterErr, scope, l.Type()))\n\t\t\treturn\n\t\t}\n\n\t\titem, sdpErr := l.gcpLoggingSinkToItem(sink, location)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\thadError = true\n\t\t\tcontinue\n\t\t}\n\n\t\tcache.StoreItem(ctx, item, shared.DefaultCacheDuration, cacheKey)\n\t\tstream.SendItem(item)\n\t\titemsSent++\n\t}\n\tif itemsSent == 0 && !hadError {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no logging sinks found in scope \" + scope,\n\t\t\tScope: scope,\n\t\t\tSourceName: l.Name(),\n\t\t\tItemType: l.Type(),\n\t\t\tResponderName: l.Name(),\n\t\t}\n\t\tcache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, cacheKey)\n\t}\n}\n\nfunc (l loggingSinkWrapper) gcpLoggingSinkToItem(sink *loggingpb.LogSink, location gcpshared.LocationInfo) (*sdp.Item, *sdp.QueryError) {\n\tattributes, err := shared.ToAttributesWithExclude(sink)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\n\titem := &sdp.Item{\n\t\tType: gcpshared.LoggingSink.String(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: location.ToScope(),\n\t}\n\n\tif sink.GetDestination() != \"\" {\n\t\tswitch {\n\t\tcase strings.HasPrefix(sink.GetDestination(), \"storage.googleapis.com\"):\n\t\t\t// \"storage.googleapis.com/[GCS_BUCKET]\"\n\t\t\tparts := strings.Split(sink.GetDestination(), \"/\")\n\t\t\tif len(parts) == 2 {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.StorageBucket.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: parts[1], // Bucket name\n\t\t\t\t\t\tScope: location.ProjectID,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\tcase strings.HasPrefix(sink.GetDestination(), \"bigquery.googleapis.com\"):\n\t\t\t// \"bigquery.googleapis.com/projects/[PROJECT_ID]/datasets/[DATASET]\"\n\t\t\tvalues := gcpshared.ExtractPathParams(sink.GetDestination(), \"projects\", \"datasets\")\n\t\t\tif len(values) == 2 && values[0] != \"\" && values[1] != \"\" {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: values[1], // Dataset ID\n\t\t\t\t\t\tScope: values[0], // Project ID\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\tcase strings.HasPrefix(sink.GetDestination(), \"pubsub.googleapis.com\"):\n\t\t\t// \"pubsub.googleapis.com/projects/[PROJECT_ID]/topics/[TOPIC_ID]\"\n\t\t\tvalues := gcpshared.ExtractPathParams(sink.GetDestination(), \"projects\", \"topics\")\n\t\t\tif len(values) == 2 && values[0] != \"\" && values[1] != \"\" {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.PubSubTopic.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: values[1], // Topic ID\n\t\t\t\t\t\tScope: values[0], // Project ID\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\tcase strings.HasPrefix(sink.GetDestination(), \"logging.googleapis.com\"):\n\t\t\t// \"logging.googleapis.com/projects/[PROJECT_ID]/locations/[LOCATION_ID]/buckets/[BUCKET_ID]\"\n\t\t\tvalues := gcpshared.ExtractPathParams(sink.GetDestination(), \"projects\", \"locations\", \"buckets\")\n\t\t\tif len(values) == 3 && values[0] != \"\" && values[1] != \"\" && values[2] != \"\" {\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: gcpshared.LoggingBucket.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(values[1], values[2]), // location|bucket_ID\n\t\t\t\t\t\tScope: values[0], // Project ID\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\t}\n\n\t// Link to IAM Service Account from writerIdentity\n\t// The writerIdentity field contains the IAM identity (service account email or group) under which\n\t// Cloud Logging writes the exported log entries. We only link if it's a service account email.\n\t// Format: service-account@project-id.iam.gserviceaccount.com\n\tif writerIdentity := sink.GetWriterIdentity(); writerIdentity != \"\" {\n\t\tif strings.Contains(writerIdentity, \".iam.gserviceaccount.com\") {\n\t\t\t// Extract project ID from service account email\n\t\t\t// Format: {account-id}@{project-id}.iam.gserviceaccount.com\n\t\t\tparts := strings.Split(writerIdentity, \"@\")\n\t\t\tif len(parts) == 2 {\n\t\t\t\tdomain := parts[1]\n\t\t\t\t// Remove .iam.gserviceaccount.com to get project ID\n\t\t\t\tprojectID := strings.TrimSuffix(domain, \".iam.gserviceaccount.com\")\n\t\t\t\tif projectID != \"\" {\n\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: writerIdentity, // Service account email\n\t\t\t\t\t\t\tScope: projectID, // Project ID extracted from email\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn item, nil\n}\n" }, { "path": "sources/gcp/manual/logging-sink_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"sync\"\n\t\"testing\"\n\n\t\"cloud.google.com/go/logging/apiv2/loggingpb\"\n\t\"go.uber.org/mock/gomock\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/gcp/shared/mocks\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestNewLoggingSink(t *testing.T) {\n\tctx := context.Background()\n\tctrl := gomock.NewController(t)\n\tdefer ctrl.Finish()\n\n\tmockClient := mocks.NewMockLoggingConfigClient(ctrl)\n\tprojectID := \"my-project-id\"\n\n\tt.Run(\"Get\", func(t *testing.T) {\n\t\ttype testCase struct {\n\t\t\tname string\n\t\t\tdestination string\n\t\t\texpectedQueryTest shared.QueryTest\n\t\t}\n\t\ttestCases := []testCase{\n\t\t\t{\n\t\t\t\tname: \"Cloud Storage Bucket\",\n\t\t\t\tdestination: \"storage.googleapis.com/my_bucket\",\n\t\t\t\texpectedQueryTest: shared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"my_bucket\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"BigQuery Dataset\",\n\t\t\t\tdestination: \"bigquery.googleapis.com/projects/my-project-id/datasets/my_dataset\",\n\t\t\t\texpectedQueryTest: shared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"my_dataset\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Pub/Sub Topic\",\n\t\t\t\tdestination: \"pubsub.googleapis.com/projects/my-project-id/topics/my_topic\",\n\t\t\t\texpectedQueryTest: shared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.PubSubTopic.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: \"my_topic\",\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\tname: \"Logging Bucket\",\n\t\t\t\tdestination: \"logging.googleapis.com/projects/my-project-id/locations/global/buckets/my_bucket\",\n\t\t\t\texpectedQueryTest: shared.QueryTest{\n\t\t\t\t\tExpectedType: gcpshared.LoggingBucket.String(),\n\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tExpectedQuery: shared.CompositeLookupKey(\"global\", \"my_bucket\"),\n\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t}\n\n\t\tfor _, tc := range testCases {\n\t\t\tt.Run(tc.name, func(t *testing.T) {\n\t\t\t\twrapper := manual.NewLoggingSink(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\t\t\tmockClient.EXPECT().GetSink(ctx, gomock.Any()).Return(createLoggingSink(\"my-sink\", tc.destination, \"\"), nil)\n\n\t\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"my-sink\", true)\n\t\t\t\tif qErr != nil {\n\t\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t\t}\n\n\t\t\t\tuniqAttr := sdpItem.GetUniqueAttribute()\n\t\t\t\tuniqAttrVal, err := sdpItem.GetAttributes().Get(uniqAttr)\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Fatalf(\"Expected to find unique attribute %s, got error: %v\", uniqAttr, err)\n\t\t\t\t}\n\n\t\t\t\tif uniqAttrVal.(string) != \"my-sink\" {\n\t\t\t\t\tt.Errorf(\"Expected unique attribute value to be 'my-sink', got: %s\", uniqAttrVal)\n\t\t\t\t}\n\n\t\t\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t\t\tqueryTests := shared.QueryTests{tc.expectedQueryTest}\n\t\t\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t\t\t})\n\t\t\t})\n\t\t}\n\n\t\t// Test writerIdentity link to IAM Service Account\n\t\tt.Run(\"WriterIdentity Service Account\", func(t *testing.T) {\n\t\t\twrapper := manual.NewLoggingSink(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\t\twriterIdentity := fmt.Sprintf(\"logging-sink-writer@%s.iam.gserviceaccount.com\", projectID)\n\n\t\t\tmockClient.EXPECT().GetSink(ctx, gomock.Any()).Return(createLoggingSink(\"my-sink\", \"storage.googleapis.com/my_bucket\", writerIdentity), nil)\n\n\t\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t\tsdpItem, qErr := adapter.Get(ctx, wrapper.Scopes()[0], \"my-sink\", true)\n\t\t\tif qErr != nil {\n\t\t\t\tt.Fatalf(\"Expected no error, got: %v\", qErr)\n\t\t\t}\n\n\t\t\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\t\t\tqueryTests := shared.QueryTests{\n\t\t\t\t\t// Storage bucket link\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: \"my_bucket\",\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t\t// IAM Service Account link from writerIdentity\n\t\t\t\t\t{\n\t\t\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tExpectedQuery: writerIdentity,\n\t\t\t\t\t\tExpectedScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t\t\t})\n\t\t})\n\t})\n\n\tt.Run(\"List\", func(t *testing.T) {\n\t\twrapper := manual.NewLoggingSink(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tmockLoggingSinkIterator := mocks.NewMockLoggingSinkIterator(ctrl)\n\n\t\tmockLoggingSinkIterator.EXPECT().Next().Return(createLoggingSink(\"sink1\", \"storage.googleapis.com/my_bucket\", \"\"), nil)\n\t\tmockLoggingSinkIterator.EXPECT().Next().Return(createLoggingSink(\"sink2\", \"bigquery.googleapis.com/projects/my-project-id/datasets/my_dataset\", \"\"), nil)\n\t\tmockLoggingSinkIterator.EXPECT().Next().Return(nil, iterator.Done) // End of iteration\n\n\t\tmockClient.EXPECT().ListSinks(ctx, gomock.Any()).Return(mockLoggingSinkIterator)\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\t// Check if adapter supports listing\n\t\tlistable, ok := adapter.(discovery.ListableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support List operation\")\n\t\t}\n\n\t\tsdpItems, err := listable.List(ctx, wrapper.Scopes()[0], true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Expected no error, got: %v\", err)\n\t\t}\n\n\t\tif len(sdpItems) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(sdpItems))\n\t\t}\n\n\t\tfor _, item := range sdpItems {\n\t\t\tif item.Validate() != nil {\n\t\t\t\tt.Fatalf(\"Expected no validation error, got: %v\", item.Validate())\n\t\t\t}\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListStream\", func(t *testing.T) {\n\t\twrapper := manual.NewLoggingSink(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\n\t\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t\tmockLoggingSinkIterator := mocks.NewMockLoggingSinkIterator(ctrl)\n\n\t\t// add mock implementation here\n\t\tmockLoggingSinkIterator.EXPECT().Next().Return(createLoggingSink(\"sink1\", \"storage.googleapis.com/my_bucket\", \"\"), nil)\n\t\tmockLoggingSinkIterator.EXPECT().Next().Return(createLoggingSink(\"sink2\", \"bigquery.googleapis.com/projects/my-project-id/datasets/my_dataset\", \"\"), nil)\n\t\tmockLoggingSinkIterator.EXPECT().Next().Return(nil, iterator.Done)\n\n\t\t// Mock the ListSinks method\n\t\tmockClient.EXPECT().ListSinks(ctx, gomock.Any()).Return(mockLoggingSinkIterator)\n\n\t\twg := &sync.WaitGroup{}\n\t\twg.Add(2) // we added two items\n\n\t\tvar items []*sdp.Item\n\t\tmockItemHandler := func(item *sdp.Item) {\n\t\t\titems = append(items, item)\n\t\t\twg.Done() // signal that we processed an item\n\t\t}\n\n\t\tvar errs []error\n\t\tmockErrorHandler := func(err error) {\n\t\t\terrs = append(errs, err)\n\t\t}\n\n\t\tstream := discovery.NewQueryResultStream(mockItemHandler, mockErrorHandler)\n\t\t// Check if adapter supports list streaming\n\t\tlistStreamable, ok := adapter.(discovery.ListStreamableAdapter)\n\t\tif !ok {\n\t\t\tt.Fatalf(\"Adapter does not support ListStream operation\")\n\t\t}\n\n\t\tlistStreamable.ListStream(ctx, wrapper.Scopes()[0], true, stream)\n\t\twg.Wait()\n\n\t\tif len(errs) != 0 {\n\t\t\tt.Fatalf(\"Expected no errors, got: %v\", errs)\n\t\t}\n\n\t\tif len(items) != 2 {\n\t\t\tt.Fatalf(\"Expected 2 items, got: %d\", len(items))\n\t\t}\n\n\t\t_, ok = adapter.(discovery.SearchStreamableAdapter)\n\t\tif ok {\n\t\t\tt.Fatalf(\"Adapter should not support SearchStream operation\")\n\t\t}\n\t})\n\n\tt.Run(\"ListCachesNotFoundWithMemoryCache\", func(t *testing.T) {\n\t\tctrl := gomock.NewController(t)\n\t\tdefer ctrl.Finish()\n\t\tmockClient := mocks.NewMockLoggingConfigClient(ctrl)\n\t\tprojectID := \"cache-test-project\"\n\t\tscope := projectID\n\n\t\tmockIter := mocks.NewMockLoggingSinkIterator(ctrl)\n\t\tmockIter.EXPECT().Next().Return(nil, iterator.Done)\n\t\tmockClient.EXPECT().ListSinks(ctx, gomock.Any()).Return(mockIter).Times(1)\n\n\t\twrapper := manual.NewLoggingSink(mockClient, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tadapter := sources.WrapperToAdapter(wrapper, cache)\n\t\tdiscAdapter := adapter.(discovery.Adapter)\n\t\tlistable := adapter.(discovery.ListableAdapter)\n\n\t\titems, err := listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"first List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"first List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t\tcacheHit, _, _, qErr, done := cache.Lookup(ctx, discAdapter.Name(), sdp.QueryMethod_LIST, scope, discAdapter.Type(), \"\", false)\n\t\tdone()\n\t\tif !cacheHit {\n\t\t\tt.Fatal(\"expected cache hit for List(scope)\")\n\t\t}\n\t\tif qErr == nil || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Fatalf(\"expected cached NOTFOUND for List(scope), got %v\", qErr)\n\t\t}\n\t\titems, err = listable.List(ctx, scope, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"second List(scope): %v\", err)\n\t\t}\n\t\tif len(items) != 0 {\n\t\t\tt.Errorf(\"second List(scope): expected 0 items, got %d\", len(items))\n\t\t}\n\t})\n}\n\nfunc createLoggingSink(name, destination, writerIdentity string) *loggingpb.LogSink {\n\tsink := &loggingpb.LogSink{\n\t\tName: name,\n\t\tDestination: destination,\n\t\tFilter: \"severity>=ERROR\",\n\t}\n\tif writerIdentity != \"\" {\n\t\tsink.WriterIdentity = writerIdentity\n\t}\n\treturn sink\n}\n" }, { "path": "sources/gcp/manual/storage-bucket-iam-policy.go", "content": "package manual\n\nimport (\n\t\"context\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// Storage Bucket IAM Policy adapter: one item per bucket representing the bucket's full IAM policy.\n// Uses the Storage Bucket getIamPolicy V3 API. All Terraform bucket IAM resources (binding, member, policy) map to this item.\n// See: https://cloud.google.com/storage/docs/json_api/v1/buckets/getIamPolicy\n\nvar (\n\tStorageBucketIAMPolicyLookupByBucket = shared.NewItemTypeLookup(\"bucket\", gcpshared.StorageBucketIAMPolicy)\n)\n\ntype storageBucketIAMPolicyWrapper struct {\n\tclient gcpshared.StorageBucketIAMPolicyGetter\n\t*gcpshared.ProjectBase\n}\n\n// NewStorageBucketIAMPolicy creates a SearchableWrapper for Storage Bucket IAM policy (one item per bucket).\nfunc NewStorageBucketIAMPolicy(client gcpshared.StorageBucketIAMPolicyGetter, locations []gcpshared.LocationInfo) sources.SearchableWrapper {\n\treturn &storageBucketIAMPolicyWrapper{\n\t\tclient: client,\n\t\tProjectBase: gcpshared.NewProjectBase(\n\t\t\tlocations,\n\t\t\tsdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n\t\t\tgcpshared.StorageBucketIAMPolicy,\n\t\t),\n\t}\n}\n\nfunc (w *storageBucketIAMPolicyWrapper) IAMPermissions() []string {\n\treturn []string{\"storage.buckets.getIamPolicy\"}\n}\n\nfunc (w *storageBucketIAMPolicyWrapper) PredefinedRole() string {\n\treturn \"overmind_custom_role\"\n}\n\nfunc (w *storageBucketIAMPolicyWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn shared.NewItemTypesSet(\n\t\tgcpshared.StorageBucket,\n\t\tgcpshared.IAMServiceAccount,\n\t\tgcpshared.IAMRole,\n\t\tgcpshared.ComputeProject,\n\t\tstdlib.NetworkDNS,\n\t)\n}\n\nfunc (w *storageBucketIAMPolicyWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn []*sdp.TerraformMapping{\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_storage_bucket_iam_binding.bucket\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_storage_bucket_iam_member.bucket\",\n\t\t},\n\t\t{\n\t\t\tTerraformMethod: sdp.QueryMethod_GET,\n\t\t\tTerraformQueryMap: \"google_storage_bucket_iam_policy.bucket\",\n\t\t},\n\t}\n}\n\nfunc (w *storageBucketIAMPolicyWrapper) GetLookups() sources.ItemTypeLookups {\n\treturn sources.ItemTypeLookups{\n\t\tStorageBucketIAMPolicyLookupByBucket,\n\t}\n}\n\nfunc (w *storageBucketIAMPolicyWrapper) SearchLookups() []sources.ItemTypeLookups {\n\treturn []sources.ItemTypeLookups{\n\t\t{StorageBucketIAMPolicyLookupByBucket},\n\t}\n}\n\nfunc (w *storageBucketIAMPolicyWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tlocation, err := w.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\tif len(queryParts) < 1 || queryParts[0] == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"GET requires bucket name\",\n\t\t}\n\t}\n\tbucketName := queryParts[0]\n\n\tbindings, getErr := w.client.GetBucketIAMPolicy(ctx, bucketName)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, w.Type())\n\t}\n\n\treturn w.policyToItem(location, bucketName, bindings)\n}\n\nfunc (w *storageBucketIAMPolicyWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tlocation, err := w.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: err.Error(),\n\t\t}\n\t}\n\tif len(queryParts) < 1 || queryParts[0] == \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"SEARCH requires bucket name\",\n\t\t}\n\t}\n\tbucketName := queryParts[0]\n\n\tbindings, getErr := w.client.GetBucketIAMPolicy(ctx, bucketName)\n\tif getErr != nil {\n\t\treturn nil, gcpshared.QueryError(getErr, scope, w.Type())\n\t}\n\n\titem, qErr := w.policyToItem(location, bucketName, bindings)\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\treturn []*sdp.Item{item}, nil\n}\n\n// policyBinding is the serialized shape of one binding in the policy item attributes.\ntype policyBinding struct {\n\tRole string `json:\"role\"`\n\tMembers []string `json:\"members\"`\n\tConditionExpression string `json:\"conditionExpression,omitempty\"`\n\tConditionTitle string `json:\"conditionTitle,omitempty\"`\n\tConditionDescription string `json:\"conditionDescription,omitempty\"`\n}\n\n// policyToItem builds one SDP item for the bucket's IAM policy and adds linked item queries from all bindings.\nfunc (w *storageBucketIAMPolicyWrapper) policyToItem(location gcpshared.LocationInfo, bucketName string, bindings []gcpshared.BucketIAMBinding) (*sdp.Item, *sdp.QueryError) {\n\tpolicyBindings := make([]policyBinding, 0, len(bindings))\n\tfor _, b := range bindings {\n\t\tpolicyBindings = append(policyBindings, policyBinding{\n\t\t\tRole: b.Role,\n\t\t\tMembers: b.Members,\n\t\t\tConditionExpression: b.ConditionExpression,\n\t\t\tConditionTitle: b.ConditionTitle,\n\t\t\tConditionDescription: b.ConditionDescription,\n\t\t})\n\t}\n\n\ttype policyAttrs struct {\n\t\tBucket string `json:\"bucket\"`\n\t\tBindings []policyBinding `json:\"bindings\"`\n\t}\n\tattrs, err := shared.ToAttributesWithExclude(policyAttrs{Bucket: bucketName, Bindings: policyBindings})\n\tif err != nil {\n\t\treturn nil, gcpshared.QueryError(err, location.ToScope(), w.Type())\n\t}\n\tif err = attrs.Set(\"uniqueAttr\", bucketName); err != nil {\n\t\treturn nil, gcpshared.QueryError(err, location.ToScope(), w.Type())\n\t}\n\n\titem := &sdp.Item{\n\t\tType: gcpshared.StorageBucketIAMPolicy.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attrs,\n\t\tScope: location.ToScope(),\n\t}\n\n\t// Link to StorageBucket (In: true, Out: true)\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: gcpshared.StorageBucket.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: bucketName,\n\t\t\tScope: location.ProjectID,\n\t\t},\n\t})\n\n\t// Collect unique linked SAs, projects, domains, and custom IAM roles across all bindings.\n\tlinkedSAs := make(map[string]string) // email -> projectID\n\tlinkedProjects := make(map[string]struct{})\n\tlinkedDomains := make(map[string]struct{})\n\tlinkedRoles := make(map[string]map[string]struct{}) // projectID -> set of roleIDs\n\n\tfor _, b := range bindings {\n\t\t// Custom roles are in the form projects/{project}/roles/{roleId}; predefined roles are roles/...\n\t\tif projectID, roleID := extractCustomRoleProjectAndID(b.Role); projectID != \"\" && roleID != \"\" {\n\t\t\tif linkedRoles[projectID] == nil {\n\t\t\t\tlinkedRoles[projectID] = make(map[string]struct{})\n\t\t\t}\n\t\t\tlinkedRoles[projectID][roleID] = struct{}{}\n\t\t}\n\t\tfor _, member := range b.Members {\n\t\t\tsaEmail := extractServiceAccountEmailFromMember(member)\n\t\t\tif saEmail != \"\" {\n\t\t\t\tprojectID := extractProjectFromServiceAccountEmail(saEmail)\n\t\t\t\tif projectID != \"\" && !isGoogleManagedServiceAccountDomain(projectID) {\n\t\t\t\t\tlinkedSAs[saEmail] = projectID\n\t\t\t\t}\n\t\t\t}\n\t\t\tprojectID := extractProjectIDFromProjectPrincipalMember(member)\n\t\t\tif projectID != \"\" {\n\t\t\t\tlinkedProjects[projectID] = struct{}{}\n\t\t\t}\n\t\t\tdomainName := extractDomainFromDomainMember(member)\n\t\t\tif domainName != \"\" {\n\t\t\t\tlinkedDomains[domainName] = struct{}{}\n\t\t\t}\n\t\t}\n\t}\n\n\tfor saEmail, projectID := range linkedSAs {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: saEmail,\n\t\t\t\tScope: projectID,\n\t\t\t},\n\t\t})\n\t}\n\tfor projectID, roleIDs := range linkedRoles {\n\t\tfor roleID := range roleIDs {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: gcpshared.IAMRole.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: roleID,\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\tfor projectID := range linkedProjects {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: gcpshared.ComputeProject.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: projectID,\n\t\t\t\tScope: projectID,\n\t\t\t},\n\t\t})\n\t}\n\tfor domainName := range linkedDomains {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: stdlib.NetworkDNS.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: domainName,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\treturn item, nil\n}\n\n// extractCustomRoleProjectAndID parses a custom IAM role reference \"projects/{project}/roles/{roleId}\"\n// and returns (projectID, roleID). For predefined roles (e.g. \"roles/storage.objectViewer\") returns (\"\", \"\").\nfunc extractCustomRoleProjectAndID(role string) (projectID, roleID string) {\n\tconst prefix = \"projects/\"\n\tconst suffix = \"/roles/\"\n\tif !strings.HasPrefix(role, prefix) || !strings.Contains(role, suffix) {\n\t\treturn \"\", \"\"\n\t}\n\trest := strings.TrimPrefix(role, prefix)\n\tbefore, after, ok := strings.Cut(rest, suffix)\n\tif !ok {\n\t\treturn \"\", \"\"\n\t}\n\tprojectID = before\n\troleID = after\n\tif projectID == \"\" || roleID == \"\" {\n\t\treturn \"\", \"\"\n\t}\n\treturn projectID, roleID\n}\n\n// extractDomainFromDomainMember returns the domain for \"domain:example.com\" or\n// \"deleted:domain:example.com\", or \"\" otherwise. The value is a DNS name.\n// For deleted members, any \"?uid=...\" suffix is stripped so the result is a valid DNS link.\nfunc extractDomainFromDomainMember(member string) string {\n\tvar domain string\n\tif after, ok := strings.CutPrefix(member, \"deleted:domain:\"); ok {\n\t\tdomain = after\n\t} else if after, ok := strings.CutPrefix(member, \"domain:\"); ok {\n\t\tdomain = after\n\t} else {\n\t\treturn \"\"\n\t}\n\t// Deleted domain members can include \"?uid=123456789\"; strip so link uses the actual domain.\n\tif idx := strings.Index(domain, \"?\"); idx != -1 {\n\t\tdomain = domain[:idx]\n\t}\n\treturn domain\n}\n\n// extractProjectIDFromProjectPrincipalMember returns the project ID for project principal members\n// (projectOwner:projectId, projectEditor:projectId, projectViewer:projectId), or \"\" otherwise.\nfunc extractProjectIDFromProjectPrincipalMember(member string) string {\n\tfor _, prefix := range []string{\"projectOwner:\", \"projectEditor:\", \"projectViewer:\"} {\n\t\tif after, ok := strings.CutPrefix(member, prefix); ok {\n\t\t\treturn after\n\t\t}\n\t}\n\treturn \"\"\n}\n\n// extractServiceAccountEmailFromMember returns the email for \"serviceAccount:email\" or \"deleted:serviceAccount:email\", or \"\" if not a service account member.\n// For deleted members, any \"?uid=...\" suffix is stripped so the result is a valid IAMServiceAccount lookup query (email only).\nfunc extractServiceAccountEmailFromMember(member string) string {\n\tvar email string\n\tif after, ok := strings.CutPrefix(member, \"deleted:serviceAccount:\"); ok {\n\t\temail = after\n\t} else if after, ok := strings.CutPrefix(member, \"serviceAccount:\"); ok {\n\t\temail = after\n\t} else {\n\t\treturn \"\"\n\t}\n\t// Deleted SAs can include \"?uid=123456789\"; strip query part so link uses the actual SA email.\n\tif idx := strings.Index(email, \"?\"); idx != -1 {\n\t\temail = email[:idx]\n\t}\n\treturn email\n}\n\n// extractProjectFromServiceAccountEmail extracts project ID from \"name@project.iam.gserviceaccount.com\".\n// Only project-scoped SAs use that domain; developer.gserviceaccount.com and appspot.gserviceaccount.com\n// use a shared domain where the first label is not a project ID, so we return \"\" to avoid invalid links.\n// For Google-managed SAs (e.g. name@gcp-sa-logging.iam.gserviceaccount.com) use isGoogleManagedServiceAccountDomain to skip.\nfunc extractProjectFromServiceAccountEmail(email string) string {\n\t_, after, ok := strings.Cut(email, \"@\")\n\tif !ok {\n\t\treturn \"\"\n\t}\n\tdomain := after\n\t// Only use first label as project when domain is project.iam.gserviceaccount.com.\n\t// developer.gserviceaccount.com and appspot.gserviceaccount.com must not be treated as project IDs.\n\tif !strings.HasSuffix(domain, \".iam.gserviceaccount.com\") {\n\t\treturn \"\"\n\t}\n\tbefore, _, ok := strings.Cut(domain, \".\")\n\tif !ok {\n\t\treturn \"\"\n\t}\n\treturn before\n}\n\n// isGoogleManagedServiceAccountDomain reports whether the domain's first label is a known\n// Google-managed pattern (not a customer project ID). Such SAs cannot be resolved to a\n// project-scoped IAMServiceAccount item with a valid Scope.\nfunc isGoogleManagedServiceAccountDomain(firstLabel string) bool {\n\t// gcp-sa-* (e.g. gcp-sa-logging, gcp-sa-datalabeling)\n\tif strings.HasPrefix(firstLabel, \"gcp-sa-\") {\n\t\treturn true\n\t}\n\t// cloudservices.gserviceaccount.com, gs-project-accounts, system.gserviceaccount.com\n\tswitch firstLabel {\n\tcase \"cloudservices\", \"gs-project-accounts\", \"system\":\n\t\treturn true\n\t}\n\treturn false\n}\n" }, { "path": "sources/gcp/manual/storage-bucket-iam-policy_test.go", "content": "package manual_test\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources\"\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// fakeBucketIAMPolicyGetter returns a fixed list of bindings for testing.\ntype fakeBucketIAMPolicyGetter struct {\n\tbindings []gcpshared.BucketIAMBinding\n\treturnErr error\n\tbucketSeen string\n}\n\nfunc (f *fakeBucketIAMPolicyGetter) GetBucketIAMPolicy(ctx context.Context, bucketName string) ([]gcpshared.BucketIAMBinding, error) {\n\tf.bucketSeen = bucketName\n\tif f.returnErr != nil {\n\t\treturn nil, f.returnErr\n\t}\n\treturn f.bindings, nil\n}\n\n// policyWithBindings builds []BucketIAMBinding from role -> members (no condition).\n// For conditional bindings, construct []BucketIAMBinding directly.\nfunc policyWithBindings(bindings map[string][]string) []gcpshared.BucketIAMBinding {\n\tout := make([]gcpshared.BucketIAMBinding, 0, len(bindings))\n\tfor role, members := range bindings {\n\t\tout = append(out, gcpshared.BucketIAMBinding{Role: role, Members: members, ConditionExpression: \"\"})\n\t}\n\treturn out\n}\n\nfunc TestStorageBucketIAMPolicy_Get(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tbucketName := \"my-bucket\"\n\trole := \"roles/storage.objectViewer\"\n\tsaMember := \"serviceAccount:siem-sa@test-project.iam.gserviceaccount.com\"\n\n\tbindings := policyWithBindings(map[string][]string{\n\t\trole: {saMember, \"user:alice@example.com\"},\n\t})\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: bindings}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\tscope := projectID\n\tsdpItem, qErr := adapter.Get(ctx, scope, bucketName, true)\n\tif qErr != nil {\n\t\tt.Errorf(\"Get failed: %v\", qErr)\n\t\treturn\n\t}\n\n\tif sdpItem.GetType() != gcpshared.StorageBucketIAMPolicy.String() {\n\t\tt.Errorf(\"type: got %s, want %s\", sdpItem.GetType(), gcpshared.StorageBucketIAMPolicy.String())\n\t}\n\tif getter.bucketSeen != bucketName {\n\t\tt.Errorf(\"bucket seen: got %s, want %s\", getter.bucketSeen, bucketName)\n\t}\n\n\t// Policy item has bucket and bindings attributes\n\tif ua, _ := sdpItem.GetAttributes().Get(\"uniqueAttr\"); ua != bucketName {\n\t\tt.Errorf(\"uniqueAttr: got %v, want %s\", ua, bucketName)\n\t}\n\n\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\tqueryTests := shared.QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: bucketName,\n\t\t\t\tExpectedScope: projectID,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.IAMServiceAccount.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"siem-sa@test-project.iam.gserviceaccount.com\",\n\t\t\t\tExpectedScope: projectID,\n\t\t\t},\n\t\t}\n\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t})\n}\n\nfunc TestStorageBucketIAMPolicy_Get_ProjectPrincipalMembers_Linked(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"bucket-project\"\n\tbucketName := \"my-bucket\"\n\trole := \"roles/storage.objectViewer\"\n\tbindings := policyWithBindings(map[string][]string{\n\t\trole: {\n\t\t\t\"projectOwner:other-project\",\n\t\t\t\"projectEditor:another-project\",\n\t\t\t\"projectViewer:bucket-project\",\n\t\t},\n\t})\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: bindings}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\tsdpItem, qErr := adapter.Get(ctx, projectID, bucketName, true)\n\tif qErr != nil {\n\t\tt.Errorf(\"Get failed: %v\", qErr)\n\t\treturn\n\t}\n\n\tt.Run(\"StaticTests\", func(t *testing.T) {\n\t\tqueryTests := shared.QueryTests{\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.StorageBucket.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: bucketName,\n\t\t\t\tExpectedScope: projectID,\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.ComputeProject.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"other-project\",\n\t\t\t\tExpectedScope: \"other-project\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.ComputeProject.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"another-project\",\n\t\t\t\tExpectedScope: \"another-project\",\n\t\t\t},\n\t\t\t{\n\t\t\t\tExpectedType: gcpshared.ComputeProject.String(),\n\t\t\t\tExpectedMethod: sdp.QueryMethod_GET,\n\t\t\t\tExpectedQuery: \"bucket-project\",\n\t\t\t\tExpectedScope: \"bucket-project\",\n\t\t\t},\n\t\t}\n\t\tshared.RunStaticTests(t, adapter, sdpItem, queryTests)\n\t})\n}\n\nfunc TestStorageBucketIAMPolicy_Get_ProjectPrincipalMembers_Deduplicated(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"my-project\"\n\tbucketName := \"my-bucket\"\n\tbindings := policyWithBindings(map[string][]string{\n\t\t\"roles/storage.admin\": {\n\t\t\t\"projectOwner:shared-project\",\n\t\t\t\"projectEditor:shared-project\",\n\t\t},\n\t})\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: bindings}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\tsdpItem, qErr := adapter.Get(ctx, projectID, bucketName, true)\n\tif qErr != nil {\n\t\tt.Errorf(\"Get failed: %v\", qErr)\n\t\treturn\n\t}\n\n\tvar projectLinks int\n\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\tif q.GetQuery().GetType() == gcpshared.ComputeProject.String() {\n\t\t\tprojectLinks++\n\t\t\tif q.GetQuery().GetQuery() != \"shared-project\" || q.GetQuery().GetScope() != \"shared-project\" {\n\t\t\t\tt.Errorf(\"ComputeProject link: got query=%q scope=%q, want shared-project\", q.GetQuery().GetQuery(), q.GetQuery().GetScope())\n\t\t\t}\n\t\t}\n\t}\n\tif projectLinks != 1 {\n\t\tt.Errorf(\"expected 1 ComputeProject link (deduplicated), got %d\", projectLinks)\n\t}\n}\n\nfunc TestStorageBucketIAMPolicy_Get_DeletedServiceAccount_IsLinked(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"my-project\"\n\tbucketName := \"my-bucket\"\n\tbindings := policyWithBindings(map[string][]string{\n\t\t\"roles/storage.objectViewer\": {\n\t\t\t\"deleted:serviceAccount:old-sa@my-project.iam.gserviceaccount.com?uid=123456789\",\n\t\t},\n\t})\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: bindings}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\tsdpItem, qErr := adapter.Get(ctx, projectID, bucketName, true)\n\tif qErr != nil {\n\t\tt.Errorf(\"Get failed: %v\", qErr)\n\t\treturn\n\t}\n\n\tvar iamLinks int\n\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\tif q.GetQuery().GetType() == gcpshared.IAMServiceAccount.String() {\n\t\t\tiamLinks++\n\t\t\tif q.GetQuery().GetScope() != \"my-project\" {\n\t\t\t\tt.Errorf(\"IAM link scope: got %q, want my-project\", q.GetQuery().GetScope())\n\t\t\t}\n\t\t}\n\t}\n\tif iamLinks != 1 {\n\t\tt.Errorf(\"expected 1 IAMServiceAccount link for deleted:serviceAccount: member, got %d\", iamLinks)\n\t}\n}\n\nfunc TestStorageBucketIAMPolicy_Get_DomainMembers_EmitDNSLinks(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"my-project\"\n\tbucketName := \"my-bucket\"\n\tbindings := policyWithBindings(map[string][]string{\n\t\t\"roles/storage.objectViewer\": {\n\t\t\t\"domain:example.com\",\n\t\t\t\"domain:acme.co.uk\",\n\t\t\t\"domain:example.com\",\n\t\t},\n\t})\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: bindings}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\tsdpItem, qErr := adapter.Get(ctx, projectID, bucketName, true)\n\tif qErr != nil {\n\t\tt.Errorf(\"Get failed: %v\", qErr)\n\t\treturn\n\t}\n\n\tvar dnsLinks int\n\tdnsQueries := make(map[string]struct{})\n\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\tif q.GetQuery().GetType() == \"dns\" {\n\t\t\tdnsLinks++\n\t\t\tdnsQueries[q.GetQuery().GetQuery()] = struct{}{}\n\t\t\tif q.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH || q.GetQuery().GetScope() != \"global\" {\n\t\t\t\tt.Errorf(\"dns link: method=%v scope=%q (want SEARCH, global)\", q.GetQuery().GetMethod(), q.GetQuery().GetScope())\n\t\t\t}\n\t\t}\n\t}\n\tif dnsLinks != 2 {\n\t\tt.Errorf(\"expected 2 dns links (example.com, acme.co.uk; example.com deduped), got %d\", dnsLinks)\n\t}\n\tif _, ok := dnsQueries[\"example.com\"]; !ok {\n\t\tt.Error(\"missing dns link for example.com\")\n\t}\n\tif _, ok := dnsQueries[\"acme.co.uk\"]; !ok {\n\t\tt.Error(\"missing dns link for acme.co.uk\")\n\t}\n}\n\nfunc TestStorageBucketIAMPolicy_Get_DeletedDomainMember_StripsUIDSuffix(t *testing.T) {\n\t// deleted:domain:example.com?uid=123456789 should produce a DNS link with query \"example.com\", not \"example.com?uid=123456789\".\n\tctx := context.Background()\n\tprojectID := \"my-project\"\n\tbucketName := \"my-bucket\"\n\tbindings := policyWithBindings(map[string][]string{\n\t\t\"roles/storage.objectViewer\": {\n\t\t\t\"deleted:domain:example.com?uid=123456789\",\n\t\t},\n\t})\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: bindings}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\tsdpItem, qErr := adapter.Get(ctx, projectID, bucketName, true)\n\tif qErr != nil {\n\t\tt.Errorf(\"Get failed: %v\", qErr)\n\t\treturn\n\t}\n\n\tvar dnsLinks int\n\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\tif q.GetQuery().GetType() == \"dns\" {\n\t\t\tdnsLinks++\n\t\t\tquery := q.GetQuery().GetQuery()\n\t\t\tif query != \"example.com\" {\n\t\t\t\tt.Errorf(\"dns link query: got %q, want example.com (?uid= suffix must be stripped)\", query)\n\t\t\t}\n\t\t}\n\t}\n\tif dnsLinks != 1 {\n\t\tt.Errorf(\"expected 1 dns link, got %d\", dnsLinks)\n\t}\n}\n\nfunc TestStorageBucketIAMPolicy_Get_CustomRole_EmitsIAMRoleLink(t *testing.T) {\n\t// Bindings that reference custom IAM roles (projects/{project}/roles/{roleId}) should emit LinkedItemQuery to IAMRole.\n\tctx := context.Background()\n\tprojectID := \"my-project\"\n\tbucketName := \"my-bucket\"\n\tbindings := []gcpshared.BucketIAMBinding{\n\t\t{\n\t\t\tRole: \"projects/custom-project/roles/myCustomRole\",\n\t\t\tMembers: []string{\"user:admin@example.com\"},\n\t\t\tConditionExpression: \"\",\n\t\t\tConditionTitle: \"\",\n\t\t\tConditionDescription: \"\",\n\t\t},\n\t\t{\n\t\t\tRole: \"roles/storage.objectViewer\",\n\t\t\tMembers: []string{\"user:viewer@example.com\"},\n\t\t\tConditionExpression: \"\",\n\t\t\tConditionTitle: \"\",\n\t\t\tConditionDescription: \"\",\n\t\t},\n\t}\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: bindings}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\tsdpItem, qErr := adapter.Get(ctx, projectID, bucketName, true)\n\tif qErr != nil {\n\t\tt.Errorf(\"Get failed: %v\", qErr)\n\t\treturn\n\t}\n\n\tvar iamRoleLinks int\n\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\tif q.GetQuery().GetType() == gcpshared.IAMRole.String() {\n\t\t\tiamRoleLinks++\n\t\t\tif q.GetQuery().GetScope() != \"custom-project\" || q.GetQuery().GetQuery() != \"myCustomRole\" {\n\t\t\t\tt.Errorf(\"IAMRole link: got scope=%q query=%q, want scope=custom-project query=myCustomRole\", q.GetQuery().GetScope(), q.GetQuery().GetQuery())\n\t\t\t}\n\t\t}\n\t}\n\tif iamRoleLinks != 1 {\n\t\tt.Errorf(\"expected 1 IAMRole link for custom role, got %d\", iamRoleLinks)\n\t}\n}\n\nfunc TestStorageBucketIAMPolicy_Get_GoogleManagedSA_SkipsLink(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"my-project\"\n\tbucketName := \"my-bucket\"\n\tbindings := policyWithBindings(map[string][]string{\n\t\t\"roles/storage.objectViewer\": {\n\t\t\t\"serviceAccount:my-sa@my-project.iam.gserviceaccount.com\",\n\t\t\t\"serviceAccount:123456@gcp-sa-logging.iam.gserviceaccount.com\",\n\t\t},\n\t})\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: bindings}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\tsdpItem, qErr := adapter.Get(ctx, projectID, bucketName, true)\n\tif qErr != nil {\n\t\tt.Errorf(\"Get failed: %v\", qErr)\n\t\treturn\n\t}\n\n\tvar iamLinks int\n\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\tif q.GetQuery().GetType() == gcpshared.IAMServiceAccount.String() {\n\t\t\tiamLinks++\n\t\t\tif q.GetQuery().GetScope() != \"my-project\" || q.GetQuery().GetQuery() != \"my-sa@my-project.iam.gserviceaccount.com\" {\n\t\t\t\tt.Errorf(\"IAM link: scope=%q query=%q (expected customer SA only)\", q.GetQuery().GetScope(), q.GetQuery().GetQuery())\n\t\t\t}\n\t\t}\n\t}\n\tif iamLinks != 1 {\n\t\tt.Errorf(\"expected 1 IAMServiceAccount link (customer SA), got %d (Google-managed SA should be skipped)\", iamLinks)\n\t}\n}\n\nfunc TestStorageBucketIAMPolicy_Get_DeveloperAndAppspotSA_SkipLink(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"my-project\"\n\tbucketName := \"my-bucket\"\n\tbindings := policyWithBindings(map[string][]string{\n\t\t\"roles/storage.objectViewer\": {\n\t\t\t\"serviceAccount:123456@developer.gserviceaccount.com\",\n\t\t\t\"serviceAccount:my-app@appspot.gserviceaccount.com\",\n\t\t},\n\t})\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: bindings}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\tsdpItem, qErr := adapter.Get(ctx, projectID, bucketName, true)\n\tif qErr != nil {\n\t\tt.Errorf(\"Get failed: %v\", qErr)\n\t\treturn\n\t}\n\n\tvar iamLinks int\n\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\tif q.GetQuery().GetType() == gcpshared.IAMServiceAccount.String() {\n\t\t\tiamLinks++\n\t\t\tscope := q.GetQuery().GetScope()\n\t\t\tif scope == \"developer\" || scope == \"appspot\" {\n\t\t\t\tt.Errorf(\"must not create IAM link with scope %q (not a project ID)\", scope)\n\t\t\t}\n\t\t}\n\t}\n\tif iamLinks != 0 {\n\t\tt.Errorf(\"expected 0 IAMServiceAccount links for developer/appspot SAs, got %d\", iamLinks)\n\t}\n}\n\nfunc TestStorageBucketIAMPolicy_Get_ClientError(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tgetter := &fakeBucketIAMPolicyGetter{returnErr: errors.New(\"api error\"), bindings: nil}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t_, qErr := adapter.Get(ctx, projectID, \"my-bucket\", true)\n\tif qErr == nil {\n\t\tt.Error(\"expected error when getter returns error\")\n\t\treturn\n\t}\n}\n\nfunc TestStorageBucketIAMPolicy_Search(t *testing.T) {\n\tctx := context.Background()\n\tprojectID := \"test-project\"\n\tbucketName := \"my-bucket\"\n\tbindings := policyWithBindings(map[string][]string{\n\t\t\"roles/storage.objectViewer\": {\"serviceAccount:sa1@test-project.iam.gserviceaccount.com\"},\n\t\t\"roles/storage.admin\": {\"user:admin@example.com\"},\n\t})\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: bindings}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\tsearchable, ok := adapter.(discovery.SearchableAdapter)\n\tif !ok {\n\t\tt.Error(\"adapter does not implement SearchableAdapter\")\n\t\treturn\n\t}\n\n\titems, qErr := searchable.Search(ctx, projectID, bucketName, true)\n\tif qErr != nil {\n\t\tt.Errorf(\"Search failed: %v\", qErr)\n\t\treturn\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Errorf(\"Search: got %d items, want 1 (one policy per bucket)\", len(items))\n\t}\n\tif getter.bucketSeen != bucketName {\n\t\tt.Errorf(\"bucket seen: got %s, want %s\", getter.bucketSeen, bucketName)\n\t}\n\n\tif len(items) > 0 {\n\t\tif err := items[0].Validate(); err != nil {\n\t\t\tt.Errorf(\"item validation: %v\", err)\n\t\t}\n\t\tif items[0].GetType() != gcpshared.StorageBucketIAMPolicy.String() {\n\t\t\tt.Errorf(\"Search item type: got %s, want %s\", items[0].GetType(), gcpshared.StorageBucketIAMPolicy.String())\n\t\t}\n\t}\n}\n\nfunc TestStorageBucketIAMPolicy_TerraformMapping(t *testing.T) {\n\tbindings := policyWithBindings(map[string][]string{\"roles/storage.objectViewer\": {\"user:u@example.com\"}})\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: bindings}\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(\"p\")})\n\n\tmappings := wrapper.TerraformMappings()\n\twantMaps := map[string]bool{\n\t\t\"google_storage_bucket_iam_binding.bucket\": false,\n\t\t\"google_storage_bucket_iam_member.bucket\": false,\n\t\t\"google_storage_bucket_iam_policy.bucket\": false,\n\t}\n\tif len(mappings) != 3 {\n\t\tt.Errorf(\"TerraformMappings: got %d entries, want 3\", len(mappings))\n\t\treturn\n\t}\n\tfor _, m := range mappings {\n\t\tif m.GetTerraformMethod() != sdp.QueryMethod_GET {\n\t\t\tt.Errorf(\"TerraformMethod: got %v, want GET\", m.GetTerraformMethod())\n\t\t}\n\t\tqm := m.GetTerraformQueryMap()\n\t\tif _, ok := wantMaps[qm]; !ok {\n\t\t\tt.Errorf(\"TerraformQueryMap: unexpected %q\", qm)\n\t\t}\n\t\twantMaps[qm] = true\n\t}\n\tfor qm, seen := range wantMaps {\n\t\tif !seen {\n\t\t\tt.Errorf(\"TerraformQueryMap: missing %q\", qm)\n\t\t}\n\t}\n}\n\nfunc TestStorageBucketIAMPolicy_Get_InsufficientQueryParts(t *testing.T) {\n\tctx := context.Background()\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: nil}\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(\"p\")})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\t// Get with empty query should fail (no bucket name)\n\t_, qErr := adapter.Get(ctx, \"p\", \"\", true)\n\tif qErr == nil {\n\t\tt.Error(\"expected error when query is empty (no bucket name)\")\n\t\treturn\n\t}\n}\n\nfunc TestStorageBucketIAMPolicy_Get_EmptyPolicy_ReturnsItem(t *testing.T) {\n\t// Bucket with no bindings still returns a valid policy item (empty bindings array).\n\tctx := context.Background()\n\tprojectID := \"my-project\"\n\tbucketName := \"my-bucket\"\n\tgetter := &fakeBucketIAMPolicyGetter{bindings: []gcpshared.BucketIAMBinding{}}\n\n\twrapper := manual.NewStorageBucketIAMPolicy(getter, []gcpshared.LocationInfo{gcpshared.NewProjectLocation(projectID)})\n\tadapter := sources.WrapperToAdapter(wrapper, sdpcache.NewNoOpCache())\n\n\tsdpItem, qErr := adapter.Get(ctx, projectID, bucketName, true)\n\tif qErr != nil {\n\t\tt.Errorf(\"Get failed for empty policy: %v\", qErr)\n\t\treturn\n\t}\n\tif sdpItem.GetType() != gcpshared.StorageBucketIAMPolicy.String() {\n\t\tt.Errorf(\"type: got %s, want %s\", sdpItem.GetType(), gcpshared.StorageBucketIAMPolicy.String())\n\t}\n\t// Should still link to the bucket\n\tvar bucketLinks int\n\tfor _, q := range sdpItem.GetLinkedItemQueries() {\n\t\tif q.GetQuery().GetType() == gcpshared.StorageBucket.String() {\n\t\t\tbucketLinks++\n\t\t}\n\t}\n\tif bucketLinks != 1 {\n\t\tt.Errorf(\"expected 1 StorageBucket link, got %d\", bucketLinks)\n\t}\n}\n" }, { "path": "sources/gcp/proc/proc.go", "content": "package proc\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net/http\"\n\t\"strings\"\n\t\"sync\"\n\t\"time\"\n\n\tresourcemanager \"cloud.google.com/go/resourcemanager/apiv3\"\n\tresourcemanagerpb \"cloud.google.com/go/resourcemanager/apiv3/resourcemanagerpb\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/sourcegraph/conc/iter\"\n\t\"github.com/spf13/viper\"\n\t\"golang.org/x/oauth2\"\n\t\"google.golang.org/api/impersonate\"\n\t\"google.golang.org/api/iterator\"\n\t\"google.golang.org/api/option\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\t_ \"github.com/overmindtech/cli/sources/gcp/dynamic/adapters\" // Import all adapters to register them\n\t\"github.com/overmindtech/cli/sources/gcp/manual\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\n// Metadata contains the metadata for the GCP source\nvar Metadata = sdp.AdapterMetadataList{}\n\n// GCPConfig holds configuration for GCP source\ntype GCPConfig struct {\n\tParent string // Optional: Can be organization, folder, or project. If empty, will discover all accessible projects\n\tProjectID string // Deprecated: Use Parent instead. Optional: If empty, will discover all accessible projects\n\tRegions []string\n\tZones []string\n\n\tImpersonationServiceAccountEmail string // leave empty for direct access using Application Default Credentials\n}\n\n// ProjectPermissionCheckResult contains detailed results from checking project permissions\ntype ProjectPermissionCheckResult struct {\n\tSuccessCount int\n\tFailureCount int\n\tProjectErrors map[string]error\n}\n\n// FormatError generates a detailed error message from the permission check results\nfunc (r *ProjectPermissionCheckResult) FormatError() error {\n\tif r.FailureCount == 0 {\n\t\treturn nil\n\t}\n\n\ttotalProjects := r.SuccessCount + r.FailureCount\n\tfailurePercentage := (float64(r.FailureCount) / float64(totalProjects)) * 100\n\n\t// Build error message\n\tvar errMsg strings.Builder\n\tfmt.Fprintf(&errMsg, \"%d out of %d projects (%.1f%%) failed permission checks\\n\\n\",\n\t\tr.FailureCount, totalProjects, failurePercentage)\n\n\t// List failed projects with their errors\n\terrMsg.WriteString(\"Failed projects:\\n\")\n\tfor projectID, err := range r.ProjectErrors {\n\t\tfmt.Fprintf(&errMsg, \" - %s: %v\\n\", projectID, err)\n\t}\n\n\treturn errors.New(errMsg.String())\n}\n\n// ParentType represents the type of GCP parent resource\ntype ParentType int\n\nconst (\n\tParentTypeUnknown ParentType = iota\n\tParentTypeOrganization\n\tParentTypeFolder\n\tParentTypeProject\n)\n\n// projectCheckResult holds the result of checking a single project's permissions\ntype projectCheckResult struct {\n\tProjectID string\n\tError error\n}\n\n// ProjectHealthChecker manages permission checks for GCP projects with caching support\ntype ProjectHealthChecker struct {\n\tprojectIDs []string\n\tadapter discovery.Adapter\n\tcacheDuration time.Duration\n\tcachedResult *ProjectPermissionCheckResult\n\tcacheTime time.Time\n\tmu sync.RWMutex\n}\n\n// NewProjectHealthChecker creates a new ProjectHealthChecker with the given configuration\nfunc NewProjectHealthChecker(\n\tprojectIDs []string,\n\tadapter discovery.Adapter,\n\tcacheDuration time.Duration,\n) *ProjectHealthChecker {\n\treturn &ProjectHealthChecker{\n\t\tprojectIDs: projectIDs,\n\t\tadapter: adapter,\n\t\tcacheDuration: cacheDuration,\n\t}\n}\n\n// Check runs the permission check, using cached results if available and valid\nfunc (c *ProjectHealthChecker) Check(ctx context.Context) (*ProjectPermissionCheckResult, error) {\n\t// Fast path: check cache with read lock\n\tc.mu.RLock()\n\tif c.cachedResult != nil && time.Since(c.cacheTime) < c.cacheDuration {\n\t\tresult := c.cachedResult\n\t\tc.mu.RUnlock()\n\t\treturn result, result.FormatError()\n\t}\n\tc.mu.RUnlock()\n\n\t// Slow path: need to run check, acquire write lock\n\tc.mu.Lock()\n\t// Double-check in case another goroutine just populated the cache\n\tif c.cachedResult != nil && time.Since(c.cacheTime) < c.cacheDuration {\n\t\tresult := c.cachedResult\n\t\tc.mu.Unlock()\n\t\treturn result, result.FormatError()\n\t}\n\n\t// Run the actual check while holding the lock\n\tresult, err := c.runCheck(ctx)\n\tc.cachedResult = result\n\tc.cacheTime = time.Now()\n\tc.mu.Unlock()\n\n\treturn result, err\n}\n\n// runCheck performs the actual permission check without caching\nfunc (c *ProjectHealthChecker) runCheck(ctx context.Context) (*ProjectPermissionCheckResult, error) {\n\t// Map over project IDs and check permissions in parallel\n\tmapper := iter.Mapper[string, projectCheckResult]{\n\t\tMaxGoroutines: 20,\n\t}\n\n\tcheckResults, _ := mapper.MapErr(c.projectIDs, func(projectID *string) (projectCheckResult, error) {\n\t\t// Get the project from the cloud resource manager\n\t\t// Giving this permission is mandatory for the GCP source health check\n\t\tprj, err := c.adapter.Get(ctx, *projectID, *projectID, false)\n\t\tif err != nil {\n\t\t\t// Check if this is a permission error and provide a simplified message\n\t\t\tvar permissionError *dynamic.PermissionError\n\t\t\tif errors.As(err, &permissionError) {\n\t\t\t\terr = fmt.Errorf(\"insufficient permissions to access GCP project '%s'. \"+\n\t\t\t\t\t\"Please ensure the service account has the 'resourcemanager.projects.get' permission via the 'roles/browser' predefined GCP role\", *projectID)\n\t\t\t} else {\n\t\t\t\terr = fmt.Errorf(\"error accessing project %s: %w\", *projectID, err)\n\t\t\t}\n\n\t\t\treturn projectCheckResult{\n\t\t\t\tProjectID: *projectID,\n\t\t\t\tError: err,\n\t\t\t}, nil\n\t\t}\n\n\t\tif prj == nil {\n\t\t\treturn projectCheckResult{\n\t\t\t\tProjectID: *projectID,\n\t\t\t\tError: fmt.Errorf(\"project %s not found in cloud resource manager\", *projectID),\n\t\t\t}, nil\n\t\t}\n\n\t\tprjID, err := prj.GetAttributes().Get(\"projectId\")\n\t\tif err != nil {\n\t\t\treturn projectCheckResult{\n\t\t\t\tProjectID: *projectID,\n\t\t\t\tError: fmt.Errorf(\"error getting project ID from project %s: %w\", *projectID, err),\n\t\t\t}, nil\n\t\t}\n\n\t\tprjIDStr, ok := prjID.(string)\n\t\tif !ok {\n\t\t\treturn projectCheckResult{\n\t\t\t\tProjectID: *projectID,\n\t\t\t\tError: fmt.Errorf(\"project ID is not a string for project %s: %v\", *projectID, prjID),\n\t\t\t}, nil\n\t\t}\n\n\t\tif prjIDStr != *projectID {\n\t\t\treturn projectCheckResult{\n\t\t\t\tProjectID: *projectID,\n\t\t\t\tError: fmt.Errorf(\"project ID mismatch for project %s: expected %s, got %s\", *projectID, *projectID, prjIDStr),\n\t\t\t}, nil\n\t\t}\n\n\t\t// Success\n\t\treturn projectCheckResult{\n\t\t\tProjectID: *projectID,\n\t\t\tError: nil,\n\t\t}, nil\n\t})\n\n\t// Aggregate results into final structure\n\tresult := &ProjectPermissionCheckResult{\n\t\tProjectErrors: make(map[string]error),\n\t}\n\n\tfor _, check := range checkResults {\n\t\tif check.Error != nil {\n\t\t\tresult.FailureCount++\n\t\t\tresult.ProjectErrors[check.ProjectID] = check.Error\n\t\t} else {\n\t\t\tresult.SuccessCount++\n\t\t}\n\t}\n\n\t// Generate formatted error if there were failures\n\tif result.FailureCount > 0 {\n\t\treturn result, result.FormatError()\n\t}\n\n\treturn result, nil\n}\n\n// detectParentType determines the type of parent resource based on its format\nfunc detectParentType(parent string) (ParentType, error) {\n\tif parent == \"\" {\n\t\treturn ParentTypeUnknown, fmt.Errorf(\"parent is empty\")\n\t}\n\n\t// Check for organization format\n\tif len(parent) >= len(\"organizations/\") && parent[:len(\"organizations/\")] == \"organizations/\" {\n\t\treturn ParentTypeOrganization, nil\n\t}\n\n\t// Check for folder format\n\tif len(parent) >= len(\"folders/\") && parent[:len(\"folders/\")] == \"folders/\" {\n\t\treturn ParentTypeFolder, nil\n\t}\n\n\t// Check for explicit project format\n\tif len(parent) >= len(\"projects/\") && parent[:len(\"projects/\")] == \"projects/\" {\n\t\treturn ParentTypeProject, nil\n\t}\n\n\t// If none of the above, assume it's a project ID\n\t// GCP project IDs must:\n\t// - Start with a lowercase letter\n\t// - Contain only lowercase letters, digits, and hyphens\n\t// - Be between 6 and 30 characters\n\t// This is a simplified check - we'll let the API validate the actual format\n\tif len(parent) >= 6 && len(parent) <= 30 {\n\t\treturn ParentTypeProject, nil\n\t}\n\n\treturn ParentTypeUnknown, fmt.Errorf(\"unable to determine parent type from: %s. Expected formats: 'organizations/{org_id}', 'folders/{folder_id}', or project ID\", parent)\n}\n\n// normalizeParent converts a parent string to its canonical format\n// For projects, it converts \"projects/{project_id}\" to just the project ID\n// For organizations and folders, it ensures the format is correct\nfunc normalizeParent(parent string, parentType ParentType) (string, error) {\n\tswitch parentType {\n\tcase ParentTypeOrganization:\n\t\t// Organizations should be in format \"organizations/{org_id}\"\n\t\t// Validate that there's an ID after the prefix\n\t\tprefix := \"organizations/\"\n\t\tif !strings.HasPrefix(parent, prefix) || len(parent) <= len(prefix) {\n\t\t\treturn \"\", fmt.Errorf(\"invalid organization format: %s. Expected 'organizations/{org_id}'\", parent)\n\t\t}\n\t\treturn parent, nil\n\tcase ParentTypeFolder:\n\t\t// Folders should be in format \"folders/{folder_id}\"\n\t\t// Validate that there's an ID after the prefix\n\t\tprefix := \"folders/\"\n\t\tif !strings.HasPrefix(parent, prefix) || len(parent) <= len(prefix) {\n\t\t\treturn \"\", fmt.Errorf(\"invalid folder format: %s. Expected 'folders/{folder_id}'\", parent)\n\t\t}\n\t\treturn parent, nil\n\tcase ParentTypeProject:\n\t\t// Extract project ID from \"projects/{project_id}\" format if present\n\t\tvar projectID string\n\t\tif strings.HasPrefix(parent, \"projects/\") {\n\t\t\tprojectID = parent[len(\"projects/\"):]\n\t\t} else {\n\t\t\tprojectID = parent\n\t\t}\n\t\t// Validate that the project ID is not empty\n\t\tif projectID == \"\" {\n\t\t\treturn \"\", fmt.Errorf(\"invalid project format: %s. Expected 'projects/{project_id}' or a valid project ID\", parent)\n\t\t}\n\t\treturn projectID, nil\n\tcase ParentTypeUnknown:\n\t\treturn \"\", fmt.Errorf(\"unknown parent type\")\n\tdefault:\n\t\treturn \"\", fmt.Errorf(\"unknown parent type\")\n\t}\n}\n\nfunc init() {\n\t// Register the GCP source metadata for documentation purposes\n\tctx := context.Background()\n\n\t// Placeholder locations for metadata registration\n\tprojectLocations := []gcpshared.LocationInfo{gcpshared.NewProjectLocation(\"project\")}\n\tregionLocations := []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(\"project\", \"region\")}\n\tzoneLocations := []gcpshared.LocationInfo{gcpshared.NewZonalLocation(\"project\", \"zone\")}\n\n\tdiscoveryAdapters, err := adapters(\n\t\tctx,\n\t\tprojectLocations,\n\t\tregionLocations,\n\t\tzoneLocations,\n\t\t\"\",\n\t\tnil,\n\t\tfalse,\n\t\tsdpcache.NewNoOpCache(), // no-op cache for metadata registration\n\t)\n\tif err != nil {\n\t\t// docs generation should fail if there are errors creating adapters\n\t\tpanic(fmt.Errorf(\"error creating adapters: %w\", err))\n\t}\n\n\tfor _, adapter := range discoveryAdapters {\n\t\tMetadata.Register(adapter.Metadata())\n\t}\n\n\tlog.Debug(\"Registered GCP source metadata\", \" with \", len(Metadata.AllAdapterMetadata()), \" adapters\")\n}\n\n// InitializeAdapters adds GCP adapters to an existing engine. This is a single-attempt\n// function; retry logic is handled by the caller via Engine.InitialiseAdapters.\n//\n// cfg must not be nil β€” call ConfigFromViper() first for config validation.\nfunc InitializeAdapters(ctx context.Context, engine *discovery.Engine, cfg *GCPConfig) error {\n\t// ReadinessCheck verifies adapters are healthy by using a CloudResourceManagerProject adapter\n\t// Timeout is handled by SendHeartbeat, HTTP handlers rely on request context\n\tengine.SetReadinessCheck(func(ctx context.Context) error {\n\t\t// Find a CloudResourceManagerProject adapter to verify adapter health\n\t\tadapters := engine.AdaptersByType(gcpshared.CloudResourceManagerProject.String())\n\t\tif len(adapters) == 0 {\n\t\t\treturn fmt.Errorf(\"readiness check failed: no %s adapters available\", gcpshared.CloudResourceManagerProject.String())\n\t\t}\n\t\t// Use first adapter and try to get from first scope\n\t\tadapter := adapters[0]\n\t\tscopes := adapter.Scopes()\n\t\tif len(scopes) == 0 {\n\t\t\treturn fmt.Errorf(\"readiness check failed: no scopes available for %s adapter\", gcpshared.CloudResourceManagerProject.String())\n\t\t}\n\t\t// Use the first scope's project ID to verify adapter health\n\t\tscope := scopes[0]\n\t\t_, err := adapter.Get(ctx, scope, scope, true)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"readiness check (getting project) failed: %w\", err)\n\t\t}\n\t\treturn nil\n\t})\n\n\t// Create a shared cache for all adapters in this source\n\tsharedCache := sdpcache.NewCache(ctx)\n\n\t// Determine which projects to use based on the parent configuration\n\tvar projectIDs []string\n\tif cfg.Parent == \"\" {\n\t\t// No parent specified - discover all accessible projects\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t}).Info(\"No parent specified, discovering all accessible projects\")\n\n\t\tdiscoveredProjects, err := discoverProjects(ctx, cfg.ImpersonationServiceAccountEmail)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"error discovering projects: %w\", err)\n\t\t}\n\n\t\tprojectIDs = discoveredProjects\n\t} else {\n\t\t// Parent is specified - determine its type and discover accordingly\n\t\tparentType, err := detectParentType(cfg.Parent)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"error detecting parent type: %w\", err)\n\t\t}\n\n\t\tnormalizedParent, err := normalizeParent(cfg.Parent, parentType)\n\t\tif err != nil {\n\t\t\treturn fmt.Errorf(\"error normalizing parent: %w\", err)\n\t\t}\n\n\t\tswitch parentType {\n\t\tcase ParentTypeProject:\n\t\t\t// Single project - no discovery needed\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\t\"ovm.source.parent\": cfg.Parent,\n\t\t\t\t\"ovm.source.project_id\": normalizedParent,\n\t\t\t}).Info(\"Using specified project\")\n\t\t\tprojectIDs = []string{normalizedParent}\n\n\t\tcase ParentTypeOrganization, ParentTypeFolder:\n\t\t\t// Organization or folder - discover all projects within it\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\t\"ovm.source.parent\": cfg.Parent,\n\t\t\t\t\"parent_type\": parentType,\n\t\t\t}).Info(\"Discovering projects under parent\")\n\n\t\t\tdiscoveredProjects, err := discoverProjectsUnderSpecificParent(ctx, cfg.Parent, cfg.ImpersonationServiceAccountEmail)\n\t\t\tif err != nil {\n\t\t\t\treturn fmt.Errorf(\"error discovering projects under parent %s: %w\", cfg.Parent, err)\n\t\t\t}\n\n\t\t\tif len(discoveredProjects) == 0 {\n\t\t\t\treturn fmt.Errorf(\"no accessible projects found under parent %s. Please ensure the service account has the 'resourcemanager.projects.list' permission via the 'roles/browser' predefined GCP role\", cfg.Parent)\n\t\t\t}\n\n\t\t\tprojectIDs = discoveredProjects\n\n\t\tcase ParentTypeUnknown:\n\t\t\treturn fmt.Errorf(\"unknown parent type for parent: %s\", cfg.Parent)\n\n\t\tdefault:\n\t\t\treturn fmt.Errorf(\"unknown parent type for parent: %s\", cfg.Parent)\n\t\t}\n\t}\n\n\tlogFields := log.Fields{\n\t\t\"ovm.source.type\": \"gcp\",\n\t\t\"ovm.source.project_count\": len(projectIDs),\n\t\t\"ovm.source.regions\": cfg.Regions,\n\t\t\"ovm.source.zones\": cfg.Zones,\n\t\t\"ovm.source.impersonation-service-account-email\": cfg.ImpersonationServiceAccountEmail,\n\t}\n\tif cfg.Parent == \"\" {\n\t\tlogFields[\"ovm.source.parent\"] = \"\"\n\t} else {\n\t\tlogFields[\"ovm.source.parent\"] = cfg.Parent\n\t}\n\tif cfg.ProjectID != \"\" {\n\t\tlogFields[\"ovm.source.project_id\"] = cfg.ProjectID\n\t}\n\tlog.WithFields(logFields).Info(\"Got config\")\n\n\t// If still no regions/zones this is no valid config.\n\tif len(cfg.Regions) == 0 && len(cfg.Zones) == 0 {\n\t\treturn fmt.Errorf(\"GCP source must specify at least one region or zone\")\n\t}\n\n\tlinker := gcpshared.NewLinker()\n\n\t// Build LocationInfo slices for all projects, regions, and zones\n\tprojectLocations := make([]gcpshared.LocationInfo, 0, len(projectIDs))\n\tfor _, projectID := range projectIDs {\n\t\tprojectLocations = append(projectLocations, gcpshared.NewProjectLocation(projectID))\n\t}\n\n\tregionLocations := make([]gcpshared.LocationInfo, 0, len(projectIDs)*len(cfg.Regions))\n\tfor _, projectID := range projectIDs {\n\t\tfor _, region := range cfg.Regions {\n\t\t\tregionLocations = append(regionLocations, gcpshared.NewRegionalLocation(projectID, region))\n\t\t}\n\t}\n\n\tzoneLocations := make([]gcpshared.LocationInfo, 0, len(projectIDs)*len(cfg.Zones))\n\tfor _, projectID := range projectIDs {\n\t\tfor _, zone := range cfg.Zones {\n\t\t\tzoneLocations = append(zoneLocations, gcpshared.NewZonalLocation(projectID, zone))\n\t\t}\n\t}\n\n\t// Create adapters once for all projects using pre-built LocationInfo\n\tlog.WithFields(log.Fields{\n\t\t\"ovm.source.type\": \"gcp\",\n\t\t\"ovm.source.project_count\": len(projectIDs),\n\t}).Debug(\"Creating multi-project adapters\")\n\n\tallAdapters, err := adapters(\n\t\tctx,\n\t\tprojectLocations,\n\t\tregionLocations,\n\t\tzoneLocations,\n\t\tcfg.ImpersonationServiceAccountEmail,\n\t\tlinker,\n\t\ttrue,\n\t\tsharedCache,\n\t)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error creating discovery adapters: %w\", err)\n\t}\n\n\t// Find the single multi-project CloudResourceManagerProject adapter\n\tvar cloudResourceManagerProjectAdapter discovery.Adapter\n\tfor _, adapter := range allAdapters {\n\t\tif adapter.Type() == gcpshared.CloudResourceManagerProject.String() {\n\t\t\tcloudResourceManagerProjectAdapter = adapter\n\t\t\tbreak\n\t\t}\n\t}\n\n\tif cloudResourceManagerProjectAdapter == nil {\n\t\treturn fmt.Errorf(\"cloud resource manager project adapter not found\")\n\t}\n\n\t// Create health checker with single multi-project adapter and 5 minute cache duration\n\thealthChecker := NewProjectHealthChecker(\n\t\tprojectIDs,\n\t\tcloudResourceManagerProjectAdapter,\n\t\t5*time.Minute,\n\t)\n\n\t// Run initial permission check before starting the source to fail fast if\n\t// we don't have the required permissions. This validates that we can access\n\t// the Cloud Resource Manager API for all configured projects.\n\tcheckCtx, checkSpan := tracing.Tracer().Start(ctx, \"InitializeAdapters.HealthCheck\")\n\tresult, err := healthChecker.Check(checkCtx)\n\tcheckSpan.End()\n\tif err != nil {\n\t\tlog.WithContext(ctx).WithError(err).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"ovm.source.success_count\": result.SuccessCount,\n\t\t\t\"ovm.source.failure_count\": result.FailureCount,\n\t\t\t\"ovm.source.project_count\": len(projectIDs),\n\t\t}).Error(\"Permission check failed for some projects\")\n\t} else {\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"ovm.source.success_count\": result.SuccessCount,\n\t\t\t\"ovm.source.project_count\": len(projectIDs),\n\t\t}).Info(\"All projects passed permission checks\")\n\t}\n\n\t// Add the adapters to the engine\n\terr = engine.AddAdapters(allAdapters...)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error adding adapters to engine: %w\", err)\n\t}\n\n\tlog.Debug(\"Sources initialized\")\n\treturn nil\n}\n\n// ConfigFromViper reads and validates the GCP configuration from viper flags.\n// This performs local validation only (no API calls) and should be called\n// before InitializeAdapters to catch permanent config errors early.\nfunc ConfigFromViper() (*GCPConfig, error) {\n\tparent := viper.GetString(\"gcp-parent\")\n\tprojectID := viper.GetString(\"gcp-project-id\")\n\n\t// Handle backwards compatibility\n\t// If both are specified, parent takes precedence (with a warning)\n\t// If only project-id is specified, convert it to parent format for internal use\n\tif parent != \"\" && projectID != \"\" {\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t}).Warn(\"Both --gcp-parent and --gcp-project-id are specified. Using --gcp-parent. Note: --gcp-project-id is deprecated, please use --gcp-parent instead.\")\n\t} else if projectID != \"\" {\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t}).Warn(\"Using deprecated --gcp-project-id flag. Please use --gcp-parent instead for future compatibility.\")\n\t\t// Convert project ID to parent format for internal consistency\n\t\tparent = projectID\n\t}\n\n\tl := &GCPConfig{\n\t\tParent: parent,\n\t\tProjectID: projectID, // Keep for backwards compatibility in logging/debugging\n\t\tImpersonationServiceAccountEmail: viper.GetString(\"gcp-impersonation-service-account-email\"),\n\t}\n\n\t// TODO: In the future, we will try to get the zones via Search API\n\t// https://github.com/overmindtech/workspace/issues/1340\n\n\tzones := viper.GetStringSlice(\"gcp-zones\")\n\tregions := viper.GetStringSlice(\"gcp-regions\")\n\tif len(zones) == 0 && len(regions) == 0 {\n\t\treturn nil, fmt.Errorf(\"need at least one gcp-zones or gcp-regions value\")\n\t}\n\n\tuniqueRegions := make(map[string]bool)\n\tfor _, region := range regions {\n\t\tuniqueRegions[region] = true\n\t}\n\n\tfor _, zone := range zones {\n\t\tif zone == \"\" {\n\t\t\treturn nil, fmt.Errorf(\"zone name is empty\")\n\t\t}\n\n\t\tl.Zones = append(l.Zones, zone)\n\n\t\tregion := gcpshared.ZoneToRegion(zone)\n\t\tif region == \"\" {\n\t\t\treturn nil, fmt.Errorf(\"zone %s is not valid\", zone)\n\t\t}\n\n\t\tuniqueRegions[region] = true\n\t}\n\n\tfor region := range uniqueRegions {\n\t\tl.Regions = append(l.Regions, region)\n\t}\n\n\treturn l, nil\n}\n\n// discoverProjects uses the Cloud Resource Manager API to discover all projects accessible to the service account\n// Requires the resourcemanager.projects.list permission (included in roles/browser)\n// It recursively traverses the organization/folder hierarchy since the API only returns direct children\nfunc discoverProjects(ctx context.Context, impersonationServiceAccountEmail string) ([]string, error) {\n\t// Create client options\n\tvar clientOpts []option.ClientOption\n\tif impersonationServiceAccountEmail != \"\" {\n\t\t// Use impersonation credentials\n\t\tts, err := impersonate.CredentialsTokenSource(ctx, impersonate.CredentialsConfig{\n\t\t\tTargetPrincipal: impersonationServiceAccountEmail,\n\t\t\tScopes: []string{\"https://www.googleapis.com/auth/cloud-platform\"},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create impersonated token source: %w\", err)\n\t\t}\n\t\tclientOpts = append(clientOpts, option.WithTokenSource(ts))\n\t}\n\n\t// Create clients for organizations, folders, and projects\n\torgsClient, err := resourcemanager.NewOrganizationsClient(ctx, clientOpts...)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create organizations client: %w\", err)\n\t}\n\tdefer orgsClient.Close()\n\n\tfoldersClient, err := resourcemanager.NewFoldersClient(ctx, clientOpts...)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create folders client: %w\", err)\n\t}\n\tdefer foldersClient.Close()\n\n\tprojectsClient, err := resourcemanager.NewProjectsClient(ctx, clientOpts...)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create projects client: %w\", err)\n\t}\n\tdefer projectsClient.Close()\n\n\t// Use a map to track discovered projects and avoid duplicates\n\tprojectSet := make(map[string]bool)\n\n\t// Search for organizations (no parent needed)\n\tvar organizationParents []string\n\torgIt := orgsClient.SearchOrganizations(ctx, &resourcemanagerpb.SearchOrganizationsRequest{})\n\tfor {\n\t\torg, err := orgIt.Next()\n\t\tif errors.Is(err, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif err != nil {\n\t\t\t// Not all accounts have organizations (e.g., personal accounts), so this is not fatal\n\t\t\tlog.WithError(err).Debug(\"Error searching organizations, continuing without org-based discovery\")\n\t\t\tbreak\n\t\t}\n\t\torganizationParents = append(organizationParents, org.GetName())\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"organization\": org.GetName(),\n\t\t}).Debug(\"Discovered organization\")\n\t}\n\n\t// Recursively discover projects under each organization\n\tfor _, orgParent := range organizationParents {\n\t\tif err := discoverProjectsUnderParent(ctx, orgParent, projectsClient, foldersClient, projectSet); err != nil {\n\t\t\tlog.WithContext(ctx).WithError(err).WithField(\"parent\", orgParent).Debug(\"Error discovering projects under organization, continuing\")\n\t\t}\n\t}\n\n\t// Convert map to slice\n\tvar projects []string\n\tfor projectID := range projectSet {\n\t\tprojects = append(projects, projectID)\n\t}\n\n\tif len(projects) == 0 {\n\t\tif len(organizationParents) == 0 {\n\t\t\treturn nil, fmt.Errorf(\"no accessible projects found. If you're using a personal account without an organization, please specify --gcp-project-id explicitly\")\n\t\t}\n\t\treturn nil, fmt.Errorf(\"no accessible projects found. Please ensure the service account has the 'resourcemanager.projects.list' permission via the 'roles/browser' predefined GCP role\")\n\t}\n\n\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\"ovm.source.type\": \"gcp\",\n\t\t\"ovm.source.project_count\": len(projects),\n\t}).Info(\"Successfully discovered projects\")\n\n\treturn projects, nil\n}\n\n// discoverProjectsUnderParent recursively discovers all projects under a given parent (organization or folder)\n// It lists direct child projects and folders, then recursively processes each folder\nfunc discoverProjectsUnderParent(\n\tctx context.Context,\n\tparent string,\n\tprojectsClient *resourcemanager.ProjectsClient,\n\tfoldersClient *resourcemanager.FoldersClient,\n\tprojectSet map[string]bool,\n) error {\n\t// List direct projects under this parent\n\tprojectIt := projectsClient.ListProjects(ctx, &resourcemanagerpb.ListProjectsRequest{\n\t\tParent: parent,\n\t})\n\tfor {\n\t\tproject, err := projectIt.Next()\n\t\tif errors.Is(err, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif err != nil {\n\t\t\t// Log but continue - permission errors on individual parents shouldn't stop discovery\n\t\t\tlog.WithContext(ctx).WithError(err).WithField(\"parent\", parent).Debug(\"Error listing projects under parent, continuing\")\n\t\t\tbreak\n\t\t}\n\n\t\t// Only include active projects\n\t\tif project.GetState() == resourcemanagerpb.Project_ACTIVE && project.GetProjectId() != \"\" {\n\t\t\tprojectID := project.GetProjectId()\n\t\t\tif !projectSet[projectID] {\n\t\t\t\tprojectSet[projectID] = true\n\t\t\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\t\t\"ovm.source.project_id\": projectID,\n\t\t\t\t\t\"ovm.source.display_name\": project.GetDisplayName(),\n\t\t\t\t\t\"parent\": parent,\n\t\t\t\t}).Debug(\"Discovered project\")\n\t\t\t}\n\t\t}\n\t}\n\n\t// List direct folders under this parent\n\tfolderIt := foldersClient.ListFolders(ctx, &resourcemanagerpb.ListFoldersRequest{\n\t\tParent: parent,\n\t})\n\tfor {\n\t\tfolder, err := folderIt.Next()\n\t\tif errors.Is(err, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif err != nil {\n\t\t\t// Log but continue - permission errors on individual folders shouldn't stop discovery\n\t\t\tlog.WithContext(ctx).WithError(err).WithField(\"parent\", parent).Debug(\"Error listing folders under parent, continuing\")\n\t\t\tbreak\n\t\t}\n\n\t\tfolderName := folder.GetName()\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"folder\": folderName,\n\t\t\t\"parent\": parent,\n\t\t}).Debug(\"Discovered folder\")\n\n\t\t// Recursively discover projects under this folder\n\t\tif err := discoverProjectsUnderParent(ctx, folderName, projectsClient, foldersClient, projectSet); err != nil {\n\t\t\tlog.WithContext(ctx).WithError(err).WithField(\"parent\", folderName).Debug(\"Error discovering projects under folder, continuing\")\n\t\t}\n\t}\n\n\treturn nil\n}\n\n// discoverProjectsUnderSpecificParent discovers all projects under a specific parent (organization or folder)\n// This is similar to discoverProjects but starts from a specific parent instead of searching for all organizations\nfunc discoverProjectsUnderSpecificParent(ctx context.Context, parent string, impersonationServiceAccountEmail string) ([]string, error) {\n\t// Create client options\n\tvar clientOpts []option.ClientOption\n\tif impersonationServiceAccountEmail != \"\" {\n\t\t// Use impersonation credentials\n\t\tts, err := impersonate.CredentialsTokenSource(ctx, impersonate.CredentialsConfig{\n\t\t\tTargetPrincipal: impersonationServiceAccountEmail,\n\t\t\tScopes: []string{\"https://www.googleapis.com/auth/cloud-platform\"},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create impersonated token source: %w\", err)\n\t\t}\n\t\tclientOpts = append(clientOpts, option.WithTokenSource(ts))\n\t}\n\n\t// Create clients for folders and projects\n\tfoldersClient, err := resourcemanager.NewFoldersClient(ctx, clientOpts...)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create folders client: %w\", err)\n\t}\n\tdefer foldersClient.Close()\n\n\tprojectsClient, err := resourcemanager.NewProjectsClient(ctx, clientOpts...)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create projects client: %w\", err)\n\t}\n\tdefer projectsClient.Close()\n\n\t// Use a map to track discovered projects and avoid duplicates\n\tprojectSet := make(map[string]bool)\n\n\t// Recursively discover projects under the specified parent\n\tif err := discoverProjectsUnderParent(ctx, parent, projectsClient, foldersClient, projectSet); err != nil {\n\t\treturn nil, fmt.Errorf(\"error discovering projects under parent %s: %w\", parent, err)\n\t}\n\n\t// Convert map to slice\n\tvar projects []string\n\tfor projectID := range projectSet {\n\t\tprojects = append(projects, projectID)\n\t}\n\n\t// Return the list even if empty - let the caller handle the empty case\n\t// with a more informative error message\n\tif len(projects) > 0 {\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": \"gcp\",\n\t\t\t\"ovm.source.parent\": parent,\n\t\t\t\"ovm.source.project_count\": len(projects),\n\t\t}).Info(\"Successfully discovered projects under parent\")\n\t}\n\n\treturn projects, nil\n}\n\n// adapters returns a list of discovery adapters for GCP. It includes both\n// manual adapters and dynamic adapters.\nfunc adapters(\n\tctx context.Context,\n\tprojectLocations []gcpshared.LocationInfo,\n\tregionLocations []gcpshared.LocationInfo,\n\tzoneLocations []gcpshared.LocationInfo,\n\timpersonationServiceAccountEmail string,\n\tlinker *gcpshared.Linker,\n\tinitGCPClients bool,\n\tcache sdpcache.Cache,\n) ([]discovery.Adapter, error) {\n\tadapters := make([]discovery.Adapter, 0)\n\n\tvar tokenSource *oauth2.TokenSource\n\tif impersonationServiceAccountEmail != \"\" {\n\t\t// Base credentials sourced from ADC\n\t\tts, err := impersonate.CredentialsTokenSource(ctx, impersonate.CredentialsConfig{\n\t\t\tTargetPrincipal: impersonationServiceAccountEmail,\n\t\t\t// Broad access to all GCP resources\n\t\t\t// It is restricted by the IAM permissions of the service account\n\t\t\tScopes: []string{\"https://www.googleapis.com/auth/cloud-platform\"},\n\t\t})\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create token source: %w\", err)\n\t\t}\n\t\ttokenSource = &ts\n\t}\n\n\t// Add manual adapters\n\tmanualAdapters, err := manual.Adapters(\n\t\tctx,\n\t\tprojectLocations,\n\t\tregionLocations,\n\t\tzoneLocations,\n\t\ttokenSource,\n\t\tinitGCPClients,\n\t\tcache,\n\t)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tinitiatedManualAdapters := make(map[string]bool)\n\tfor _, adapter := range manualAdapters {\n\t\tinitiatedManualAdapters[adapter.Type()] = true\n\t}\n\n\tadapters = append(adapters, manualAdapters...)\n\n\thttpClient := http.DefaultClient\n\tif initGCPClients {\n\t\tvar errCli error\n\t\thttpClient, errCli = gcpshared.GCPHTTPClientWithOtel(ctx, impersonationServiceAccountEmail)\n\t\tif errCli != nil {\n\t\t\treturn nil, fmt.Errorf(\"error creating GCP HTTP client: %w\", errCli)\n\t\t}\n\t}\n\n\t// Add dynamic adapters\n\tdynamicAdapters, err := dynamic.Adapters(\n\t\tprojectLocations,\n\t\tregionLocations,\n\t\tzoneLocations,\n\t\tlinker,\n\t\thttpClient,\n\t\tinitiatedManualAdapters,\n\t\tcache,\n\t)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tadapters = append(adapters, dynamicAdapters...)\n\n\treturn adapters, nil\n}\n" }, { "path": "sources/gcp/proc/proc_test.go", "content": "package proc\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"slices\"\n\t\"sort\"\n\t\"strings\"\n\t\"sync\"\n\t\"sync/atomic\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t_ \"github.com/overmindtech/cli/sources/gcp/dynamic\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\nfunc Test_adapters(t *testing.T) {\n\tctx := context.Background()\n\tprojectLocations := []gcpshared.LocationInfo{gcpshared.NewProjectLocation(\"project\")}\n\tregionLocations := []gcpshared.LocationInfo{gcpshared.NewRegionalLocation(\"project\", \"region\")}\n\tzoneLocations := []gcpshared.LocationInfo{gcpshared.NewZonalLocation(\"project\", \"zone\")}\n\n\tdiscoveryAdapters, err := adapters(\n\t\tctx,\n\t\tprojectLocations,\n\t\tregionLocations,\n\t\tzoneLocations,\n\t\t\"\",\n\t\tgcpshared.NewLinker(),\n\t\tfalse,\n\t\tsdpcache.NewNoOpCache(),\n\t)\n\tif err != nil {\n\t\tt.Fatalf(\"error creating adapters: %v\", err)\n\t}\n\n\tnumberOfAdapters := len(discoveryAdapters)\n\n\tif numberOfAdapters == 0 {\n\t\tt.Fatal(\"Expected at least one adapter, got none\")\n\t}\n\n\tif len(Metadata.AllAdapterMetadata()) != numberOfAdapters {\n\t\tt.Fatalf(\"Expected %d adapters in metadata, got %d\", numberOfAdapters, len(Metadata.AllAdapterMetadata()))\n\t}\n\n\t// Check if the Spanner adapter is present\n\t// Because it is created externally and it needs to be registered during the initialization of the source\n\t// we need to ensure that it is included in the discoveryAdapters list.\n\tspannerAdapterFound := false\n\tfor _, adapter := range discoveryAdapters {\n\t\tif adapter.Type() == gcpshared.SpannerDatabase.String() {\n\t\t\tspannerAdapterFound = true\n\t\t\tbreak\n\t\t}\n\t}\n\n\tif !spannerAdapterFound {\n\t\tt.Fatal(\"Expected to find Spanner adapter in the list of adapters\")\n\t}\n\n\taiPlatformCustomJobFound := false\n\tfor _, adapter := range discoveryAdapters {\n\t\tif adapter.Type() == gcpshared.AIPlatformCustomJob.String() {\n\t\t\taiPlatformCustomJobFound = true\n\t\t\tbreak\n\t\t}\n\t}\n\n\tif !aiPlatformCustomJobFound {\n\t\tt.Fatal(\"Expected to find AIPlatform Custom Job adapter in the list of adapters\")\n\t}\n\n\tt.Logf(\"GCP Adapters found: %v\", len(discoveryAdapters))\n}\n\nfunc Test_ensureMandatoryFieldsInDynamicAdapters(t *testing.T) {\n\tpredefinedRoles := make(map[string]bool, len(gcpshared.SDPAssetTypeToAdapterMeta))\n\tfor sdpItemType, meta := range gcpshared.SDPAssetTypeToAdapterMeta {\n\t\tt.Run(sdpItemType.String(), func(t *testing.T) {\n\t\t\tif meta.InDevelopment == true {\n\t\t\t\tt.Skipf(\"InDevelopment is true for %s\", sdpItemType.String())\n\t\t\t}\n\n\t\t\tif meta.GetEndpointFunc == nil {\n\t\t\t\tt.Errorf(\"GetEndpointFunc is nil for %s\", sdpItemType)\n\t\t\t}\n\n\t\t\tif meta.LocationLevel == \"\" {\n\t\t\t\tt.Errorf(\"LocationLevel is empty for %s\", sdpItemType)\n\t\t\t}\n\n\t\t\tif len(meta.UniqueAttributeKeys) == 0 {\n\t\t\t\tt.Errorf(\"UniqueAttributeKeys is empty for %s\", sdpItemType)\n\t\t\t}\n\n\t\t\tif len(meta.IAMPermissions) == 0 {\n\t\t\t\tt.Errorf(\"IAMPermissions is empty for %s\", sdpItemType)\n\t\t\t}\n\n\t\t\tif len(meta.PredefinedRole) == 0 {\n\t\t\t\tt.Errorf(\"PredefinedRoles is empty for %s\", sdpItemType)\n\t\t\t}\n\n\t\t\trole, ok := gcpshared.PredefinedRoles[meta.PredefinedRole]\n\t\t\tif !ok {\n\t\t\t\tt.Errorf(\"PredefinedRole %s is not in the PredefinedRoles map\", meta.PredefinedRole)\n\t\t\t}\n\n\t\t\tfoundPerm := false\n\t\t\tfor _, perm := range role.IAMPermissions {\n\t\t\t\tif slices.Contains(meta.IAMPermissions, perm) {\n\t\t\t\t\tfoundPerm = true\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !foundPerm {\n\t\t\t\tt.Errorf(\"IAMPermissions %s is not in the PredefinedRole %s\", meta.IAMPermissions, meta.PredefinedRole)\n\t\t\t}\n\n\t\t\tpredefinedRoles[meta.PredefinedRole] = true\n\t\t})\n\t}\n\n\troles := make([]string, 0, len(predefinedRoles))\n\tfor r := range gcpshared.PredefinedRoles {\n\t\troles = append(roles, r)\n\t}\n\tsort.Strings(roles)\n\n\tfor _, r := range roles {\n\t\tfmt.Println(\"\\\"\" + r + \"\\\"\")\n\t}\n}\n\nfunc Test_detectParentType(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tparent string\n\t\texpectedType ParentType\n\t\texpectedError bool\n\t}{\n\t\t{\n\t\t\tname: \"empty parent\",\n\t\t\tparent: \"\",\n\t\t\texpectedType: ParentTypeUnknown,\n\t\t\texpectedError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"organization format\",\n\t\t\tparent: \"organizations/123456789012\",\n\t\t\texpectedType: ParentTypeOrganization,\n\t\t\texpectedError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"folder format\",\n\t\t\tparent: \"folders/987654321098\",\n\t\t\texpectedType: ParentTypeFolder,\n\t\t\texpectedError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"explicit project format\",\n\t\t\tparent: \"projects/my-project-id\",\n\t\t\texpectedType: ParentTypeProject,\n\t\t\texpectedError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"project id format - simple\",\n\t\t\tparent: \"my-project-id\",\n\t\t\texpectedType: ParentTypeProject,\n\t\t\texpectedError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"project id format - with numbers\",\n\t\t\tparent: \"my-project-123\",\n\t\t\texpectedType: ParentTypeProject,\n\t\t\texpectedError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"project id format - with dashes\",\n\t\t\tparent: \"my-project-test-123\",\n\t\t\texpectedType: ParentTypeProject,\n\t\t\texpectedError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"too short to be valid\",\n\t\t\tparent: \"short\",\n\t\t\texpectedType: ParentTypeUnknown,\n\t\t\texpectedError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"too long to be valid project\",\n\t\t\tparent: \"this-is-a-very-long-project-id-that-exceeds-the-thirty-character-limit\",\n\t\t\texpectedType: ParentTypeUnknown,\n\t\t\texpectedError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tparentType, err := detectParentType(tt.parent)\n\n\t\t\tif tt.expectedError && err == nil {\n\t\t\t\tt.Errorf(\"expected error but got none\")\n\t\t\t}\n\t\t\tif !tt.expectedError && err != nil {\n\t\t\t\tt.Errorf(\"unexpected error: %v\", err)\n\t\t\t}\n\t\t\tif parentType != tt.expectedType {\n\t\t\t\tt.Errorf(\"expected parent type %v, got %v\", tt.expectedType, parentType)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc Test_normalizeParent(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tparent string\n\t\tparentType ParentType\n\t\texpectedResult string\n\t\texpectedError bool\n\t}{\n\t\t{\n\t\t\tname: \"organization - already normalized\",\n\t\t\tparent: \"organizations/123456789012\",\n\t\t\tparentType: ParentTypeOrganization,\n\t\t\texpectedResult: \"organizations/123456789012\",\n\t\t\texpectedError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"organization - empty ID\",\n\t\t\tparent: \"organizations/\",\n\t\t\tparentType: ParentTypeOrganization,\n\t\t\texpectedResult: \"\",\n\t\t\texpectedError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"folder - already normalized\",\n\t\t\tparent: \"folders/987654321098\",\n\t\t\tparentType: ParentTypeFolder,\n\t\t\texpectedResult: \"folders/987654321098\",\n\t\t\texpectedError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"folder - empty ID\",\n\t\t\tparent: \"folders/\",\n\t\t\tparentType: ParentTypeFolder,\n\t\t\texpectedResult: \"\",\n\t\t\texpectedError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"project - explicit format\",\n\t\t\tparent: \"projects/my-project-id\",\n\t\t\tparentType: ParentTypeProject,\n\t\t\texpectedResult: \"my-project-id\",\n\t\t\texpectedError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"project - empty ID\",\n\t\t\tparent: \"projects/\",\n\t\t\tparentType: ParentTypeProject,\n\t\t\texpectedResult: \"\",\n\t\t\texpectedError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"project - just id\",\n\t\t\tparent: \"my-project-id\",\n\t\t\tparentType: ParentTypeProject,\n\t\t\texpectedResult: \"my-project-id\",\n\t\t\texpectedError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"unknown type\",\n\t\t\tparent: \"something\",\n\t\t\tparentType: ParentTypeUnknown,\n\t\t\texpectedResult: \"\",\n\t\t\texpectedError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult, err := normalizeParent(tt.parent, tt.parentType)\n\n\t\t\tif tt.expectedError && err == nil {\n\t\t\t\tt.Errorf(\"expected error but got none\")\n\t\t\t}\n\t\t\tif !tt.expectedError && err != nil {\n\t\t\t\tt.Errorf(\"unexpected error: %v\", err)\n\t\t\t}\n\t\t\tif result != tt.expectedResult {\n\t\t\t\tt.Errorf(\"expected result %q, got %q\", tt.expectedResult, result)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// mockAdapter is a mock implementation of discovery.Adapter for testing\ntype mockAdapter struct {\n\tshouldError bool\n\terrorMessage string\n\tcallCount *atomic.Int32\n}\n\nfunc newMockAdapter(projectID string, shouldError bool, errorMessage string) *mockAdapter {\n\t// projectID parameter is kept for backwards compatibility but not used anymore\n\treturn &mockAdapter{\n\t\tshouldError: shouldError,\n\t\terrorMessage: errorMessage,\n\t\tcallCount: &atomic.Int32{},\n\t}\n}\n\nfunc (m *mockAdapter) Type() string {\n\treturn gcpshared.CloudResourceManagerProject.String()\n}\n\nfunc (m *mockAdapter) Name() string {\n\treturn \"mock-adapter\"\n}\n\nfunc (m *mockAdapter) Scopes() []string {\n\treturn []string{\"*\"}\n}\n\nfunc (m *mockAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: m.Type(),\n\t}\n}\n\nfunc (m *mockAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tm.callCount.Add(1)\n\n\tif m.shouldError {\n\t\treturn nil, fmt.Errorf(\"%s\", m.errorMessage)\n\t}\n\n\t// Return a mock item with the queried project ID\n\t// The query parameter contains the project ID being checked\n\titem := &sdp.Item{\n\t\tType: m.Type(),\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: &sdp.ItemAttributes{\n\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\"projectId\": structpb.NewStringValue(query),\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\treturn item, nil\n}\n\nfunc (m *mockAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\treturn nil, fmt.Errorf(\"not implemented\")\n}\n\nfunc (m *mockAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\treturn nil, fmt.Errorf(\"not implemented\")\n}\n\nfunc (m *mockAdapter) GetCallCount() int32 {\n\treturn m.callCount.Load()\n}\n\nfunc TestNewProjectHealthChecker(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tprojectIDs []string\n\t\tadapter discovery.Adapter\n\t\tcacheDuration time.Duration\n\t\texpectValid bool\n\t}{\n\t\t{\n\t\t\tname: \"valid inputs\",\n\t\t\tprojectIDs: []string{\"project-1\", \"project-2\"},\n\t\t\tadapter: newMockAdapter(\"project-1\", false, \"\"),\n\t\t\tcacheDuration: 1 * time.Minute,\n\t\t\texpectValid: true,\n\t\t},\n\t\t{\n\t\t\tname: \"empty project IDs\",\n\t\t\tprojectIDs: []string{},\n\t\t\tadapter: newMockAdapter(\"project-1\", false, \"\"),\n\t\t\tcacheDuration: 1 * time.Minute,\n\t\t\texpectValid: true,\n\t\t},\n\t\t{\n\t\t\tname: \"zero cache duration\",\n\t\t\tprojectIDs: []string{\"project-1\"},\n\t\t\tadapter: newMockAdapter(\"project-1\", false, \"\"),\n\t\t\tcacheDuration: 0,\n\t\t\texpectValid: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tchecker := NewProjectHealthChecker(tt.projectIDs, tt.adapter, tt.cacheDuration)\n\n\t\t\tif checker == nil {\n\t\t\t\tt.Fatal(\"expected checker to be non-nil\")\n\t\t\t\treturn\n\t\t\t}\n\n\t\t\tif len(checker.projectIDs) != len(tt.projectIDs) {\n\t\t\t\tt.Errorf(\"expected %d project IDs, got %d\", len(tt.projectIDs), len(checker.projectIDs))\n\t\t\t}\n\n\t\t\tif checker.cacheDuration != tt.cacheDuration {\n\t\t\t\tt.Errorf(\"expected cache duration %v, got %v\", tt.cacheDuration, checker.cacheDuration)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestProjectHealthChecker_Check_Success(t *testing.T) {\n\tctx := context.Background()\n\tprojectIDs := []string{\"project-1\", \"project-2\"}\n\tadapter := newMockAdapter(\"project-1\", false, \"\")\n\n\tchecker := NewProjectHealthChecker(projectIDs, adapter, 1*time.Minute)\n\tresult, err := checker.Check(ctx)\n\tif err != nil {\n\t\tt.Errorf(\"expected no error, got %v\", err)\n\t}\n\n\tif result.SuccessCount != 2 {\n\t\tt.Errorf(\"expected 2 successes, got %d\", result.SuccessCount)\n\t}\n\n\tif result.FailureCount != 0 {\n\t\tt.Errorf(\"expected 0 failures, got %d\", result.FailureCount)\n\t}\n\n\tif len(result.ProjectErrors) != 0 {\n\t\tt.Errorf(\"expected 0 project errors, got %d\", len(result.ProjectErrors))\n\t}\n}\n\nfunc TestProjectHealthChecker_Check_Failures(t *testing.T) {\n\tctx := context.Background()\n\tprojectIDs := []string{\"project-1\", \"project-2\", \"project-3\"}\n\t// Single adapter that will fail for project-2 and project-3\n\tadapter := newMockAdapter(\"project-1\", true, \"permission denied\")\n\n\tchecker := NewProjectHealthChecker(projectIDs, adapter, 1*time.Minute)\n\tresult, err := checker.Check(ctx)\n\n\tif err == nil {\n\t\tt.Error(\"expected error, got nil\")\n\t}\n\n\tif result.SuccessCount != 0 {\n\t\tt.Errorf(\"expected 0 success, got %d\", result.SuccessCount)\n\t}\n\n\tif result.FailureCount != 3 {\n\t\tt.Errorf(\"expected 3 failures, got %d\", result.FailureCount)\n\t}\n\n\tif len(result.ProjectErrors) != 3 {\n\t\tt.Errorf(\"expected 3 project errors, got %d\", len(result.ProjectErrors))\n\t}\n\n\tif _, exists := result.ProjectErrors[\"project-1\"]; !exists {\n\t\tt.Error(\"expected error for project-1\")\n\t}\n\n\tif _, exists := result.ProjectErrors[\"project-2\"]; !exists {\n\t\tt.Error(\"expected error for project-2\")\n\t}\n\n\tif _, exists := result.ProjectErrors[\"project-3\"]; !exists {\n\t\tt.Error(\"expected error for project-3\")\n\t}\n}\n\nfunc TestProjectHealthChecker_Check_MissingAdapter(t *testing.T) {\n\t// This test is no longer relevant with a single multi-project adapter\n\t// The adapter now handles all projects, so there's no concept of a \"missing\" adapter for a specific project\n\tt.Skip(\"Test not applicable with single multi-project adapter pattern\")\n}\n\nfunc TestProjectHealthChecker_Check_Caching(t *testing.T) {\n\tctx := context.Background()\n\tprojectIDs := []string{\"project-1\"}\n\n\ttests := []struct {\n\t\tname string\n\t\tcacheDuration time.Duration\n\t\tsleepBetween time.Duration\n\t\texpectCached bool\n\t}{\n\t\t{\n\t\t\tname: \"cache hit within duration\",\n\t\t\tcacheDuration: 1 * time.Minute,\n\t\t\tsleepBetween: 100 * time.Millisecond,\n\t\t\texpectCached: true,\n\t\t},\n\t\t{\n\t\t\tname: \"cache miss after expiry\",\n\t\t\tcacheDuration: 100 * time.Millisecond,\n\t\t\tsleepBetween: 200 * time.Millisecond,\n\t\t\texpectCached: false,\n\t\t},\n\t\t{\n\t\t\tname: \"zero cache duration always misses\",\n\t\t\tcacheDuration: 0,\n\t\t\tsleepBetween: 0,\n\t\t\texpectCached: false,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\t// Create fresh mock adapter for each test\n\t\t\tmockAdpt := newMockAdapter(\"project-1\", false, \"\")\n\n\t\t\tchecker := NewProjectHealthChecker(projectIDs, mockAdpt, tt.cacheDuration)\n\n\t\t\t// First call\n\t\t\t_, err := checker.Check(ctx)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"unexpected error on first call: %v\", err)\n\t\t\t}\n\n\t\t\tfirstCallCount := mockAdpt.GetCallCount()\n\t\t\tif firstCallCount != 1 {\n\t\t\t\tt.Errorf(\"expected 1 call after first check, got %d\", firstCallCount)\n\t\t\t}\n\n\t\t\t// Sleep if needed\n\t\t\tif tt.sleepBetween > 0 {\n\t\t\t\ttime.Sleep(tt.sleepBetween)\n\t\t\t}\n\n\t\t\t// Second call\n\t\t\t_, err = checker.Check(ctx)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"unexpected error on second call: %v\", err)\n\t\t\t}\n\n\t\t\tsecondCallCount := mockAdpt.GetCallCount()\n\n\t\t\tif tt.expectCached {\n\t\t\t\t// Should still be 1 call (cached)\n\t\t\t\tif secondCallCount != 1 {\n\t\t\t\t\tt.Errorf(\"expected cached result (1 total call), got %d calls\", secondCallCount)\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\t// Should be 2 calls (not cached)\n\t\t\t\tif secondCallCount != 2 {\n\t\t\t\t\tt.Errorf(\"expected non-cached result (2 total calls), got %d calls\", secondCallCount)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestProjectHealthChecker_Check_ConcurrentAccess(t *testing.T) {\n\tctx := context.Background()\n\tprojectIDs := []string{\"project-1\"}\n\tmockAdpt := newMockAdapter(\"project-1\", false, \"\")\n\n\tchecker := NewProjectHealthChecker(projectIDs, mockAdpt, 1*time.Minute)\n\n\t// Run multiple checks concurrently\n\tconst concurrency = 10\n\tvar wg sync.WaitGroup\n\terrors := make(chan error, concurrency)\n\n\tfor range concurrency {\n\t\twg.Go(func() {\n\t\t\t_, err := checker.Check(ctx)\n\t\t\tif err != nil {\n\t\t\t\terrors <- err\n\t\t\t}\n\t\t})\n\t}\n\n\twg.Wait()\n\tclose(errors)\n\n\t// Check if any errors occurred\n\tfor err := range errors {\n\t\tt.Errorf(\"unexpected error during concurrent access: %v\", err)\n\t}\n\n\t// The first goroutine should run the check, others should use cache\n\t// So we expect exactly 1 call\n\tcallCount := mockAdpt.GetCallCount()\n\tif callCount != 1 {\n\t\tt.Errorf(\"expected 1 call with caching, got %d\", callCount)\n\t}\n}\n\nfunc TestProjectPermissionCheckResult_FormatError(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tresult *ProjectPermissionCheckResult\n\t\texpectError bool\n\t\texpectContain []string\n\t}{\n\t\t{\n\t\t\tname: \"no failures\",\n\t\t\tresult: &ProjectPermissionCheckResult{\n\t\t\t\tSuccessCount: 2,\n\t\t\t\tFailureCount: 0,\n\t\t\t\tProjectErrors: map[string]error{},\n\t\t\t},\n\t\t\texpectError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"single failure\",\n\t\t\tresult: &ProjectPermissionCheckResult{\n\t\t\t\tSuccessCount: 1,\n\t\t\t\tFailureCount: 1,\n\t\t\t\tProjectErrors: map[string]error{\n\t\t\t\t\t\"project-1\": fmt.Errorf(\"permission denied\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectError: true,\n\t\t\texpectContain: []string{\"1 out of 2\", \"50.0%\", \"project-1\", \"permission denied\"},\n\t\t},\n\t\t{\n\t\t\tname: \"multiple failures\",\n\t\t\tresult: &ProjectPermissionCheckResult{\n\t\t\t\tSuccessCount: 1,\n\t\t\t\tFailureCount: 2,\n\t\t\t\tProjectErrors: map[string]error{\n\t\t\t\t\t\"project-1\": fmt.Errorf(\"permission denied\"),\n\t\t\t\t\t\"project-2\": fmt.Errorf(\"not found\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpectError: true,\n\t\t\texpectContain: []string{\"2 out of 3\", \"66.7%\", \"project-1\", \"project-2\"},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\terr := tt.result.FormatError()\n\n\t\t\tif tt.expectError && err == nil {\n\t\t\t\tt.Error(\"expected error, got nil\")\n\t\t\t}\n\n\t\t\tif !tt.expectError && err != nil {\n\t\t\t\tt.Errorf(\"expected no error, got: %v\", err)\n\t\t\t}\n\n\t\t\tif err != nil {\n\t\t\t\terrStr := err.Error()\n\t\t\t\tfor _, expected := range tt.expectContain {\n\t\t\t\t\tif !contains(errStr, expected) {\n\t\t\t\t\t\tt.Errorf(\"expected error to contain %q, got: %s\", expected, errStr)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc contains(s, substr string) bool {\n\treturn len(s) >= len(substr) && (s == substr || len(substr) == 0 ||\n\t\t(len(s) > 0 && (s[:len(substr)] == substr || contains(s[1:], substr))))\n}\n\n// TestCriticalTerraformMappingsRegistered verifies that customer-critical Terraform\n// resource types are correctly registered in the adapter metadata. This test mirrors\n// the mapping table construction in cli/tfutils/plan_mapper.go β€” it loads all\n// registered adapter metadata, parses TerraformQueryMap entries, and checks that\n// each critical Terraform type resolves to the expected Overmind item type.\n//\n// If this test fails, the affected Terraform resources will show as \"Unsupported\"\n// (skipped) in the change analysis UI, meaning no blast radius or risk analysis.\nfunc TestCriticalTerraformMappingsRegistered(t *testing.T) {\n\t// Build the mapping table from all registered adapter metadata, exactly as\n\t// cli/tfutils/plan_mapper.go does at lines 168-190\n\ttype tfMapEntry struct {\n\t\tovermindType string\n\t\tmethod sdp.QueryMethod\n\t\tqueryField string\n\t}\n\tmappings := make(map[string][]tfMapEntry)\n\tfor _, metadata := range Metadata.AllAdapterMetadata() {\n\t\tif metadata.GetType() == \"\" {\n\t\t\tcontinue\n\t\t}\n\t\tfor _, mapping := range metadata.GetTerraformMappings() {\n\t\t\tsubs := strings.SplitN(mapping.GetTerraformQueryMap(), \".\", 2)\n\t\t\tif len(subs) != 2 {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tterraformType := subs[0]\n\t\t\tmappings[terraformType] = append(mappings[terraformType], tfMapEntry{\n\t\t\t\tovermindType: metadata.GetType(),\n\t\t\t\tmethod: mapping.GetTerraformMethod(),\n\t\t\t\tqueryField: subs[1],\n\t\t\t})\n\t\t}\n\t}\n\n\t// Each entry defines a Terraform resource type that must be mapped, what\n\t// Overmind type it should resolve to, and which attribute is extracted from\n\t// the Terraform plan to perform the lookup.\n\tcriticalMappings := []struct {\n\t\tterraformType string\n\t\texpectedType string\n\t\texpectedField string\n\t\texpectedMethod sdp.QueryMethod\n\t\treason string // documents why this mapping is critical\n\t}{\n\t\t// Core resource mappings\n\t\t{\n\t\t\tterraformType: \"google_compute_instance\",\n\t\t\texpectedType: gcpshared.ComputeInstance.String(),\n\t\t\texpectedField: \"name\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"Core compute resource β€” one of the most common GCP resources in Terraform\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_compute_network\",\n\t\t\texpectedType: gcpshared.ComputeNetwork.String(),\n\t\t\texpectedField: \"name\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"VPC networks are foundational infrastructure with wide blast radius\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_compute_subnetwork\",\n\t\t\texpectedType: gcpshared.ComputeSubnetwork.String(),\n\t\t\texpectedField: \"name\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"Subnets are critical networking resources\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_storage_bucket\",\n\t\t\texpectedType: gcpshared.StorageBucket.String(),\n\t\t\texpectedField: \"name\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"Storage buckets are one of the most common GCP resources\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_pubsub_topic\",\n\t\t\texpectedType: gcpshared.PubSubTopic.String(),\n\t\t\texpectedField: \"name\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"Pub/Sub topics are critical messaging infrastructure\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_pubsub_subscription\",\n\t\t\texpectedType: gcpshared.PubSubSubscription.String(),\n\t\t\texpectedField: \"name\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"Pub/Sub subscriptions are critical messaging infrastructure\",\n\t\t},\n\t\t// Previously broken mappings (fixed in PRs #3755 and #3782)\n\t\t{\n\t\t\tterraformType: \"google_compute_region_instance_group_manager\",\n\t\t\texpectedType: gcpshared.ComputeRegionInstanceGroupManager.String(),\n\t\t\texpectedField: \"name\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"Regional MIG β€” was missing before PR #3755; customer-reported issue\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_kms_crypto_key\",\n\t\t\texpectedType: gcpshared.CloudKMSCryptoKey.String(),\n\t\t\texpectedField: \"id\",\n\t\t\texpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\treason: \"KMS key β€” TerraformMappings() returned nil before PR #3782; customer-reported issue\",\n\t\t},\n\t\t// IAM binding mappings β€” these Terraform-only resources don't have\n\t\t// standalone GCP APIs, so they resolve to the parent resource for blast\n\t\t// radius analysis.\n\t\t//\n\t\t// Pub/Sub Subscription IAM\n\t\t{\n\t\t\tterraformType: \"google_pubsub_subscription_iam_binding\",\n\t\t\texpectedType: gcpshared.PubSubSubscription.String(),\n\t\t\texpectedField: \"subscription\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM binding on subscription β€” resolves to parent subscription for blast radius\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_pubsub_subscription_iam_member\",\n\t\t\texpectedType: gcpshared.PubSubSubscription.String(),\n\t\t\texpectedField: \"subscription\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM member on subscription β€” resolves to parent subscription for blast radius\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_pubsub_subscription_iam_policy\",\n\t\t\texpectedType: gcpshared.PubSubSubscription.String(),\n\t\t\texpectedField: \"subscription\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM policy on subscription β€” resolves to parent subscription for blast radius\",\n\t\t},\n\t\t// Pub/Sub Topic IAM\n\t\t{\n\t\t\tterraformType: \"google_pubsub_topic_iam_binding\",\n\t\t\texpectedType: gcpshared.PubSubTopic.String(),\n\t\t\texpectedField: \"topic\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM binding on topic β€” resolves to parent topic for blast radius\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_pubsub_topic_iam_member\",\n\t\t\texpectedType: gcpshared.PubSubTopic.String(),\n\t\t\texpectedField: \"topic\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM member on topic β€” resolves to parent topic for blast radius\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_pubsub_topic_iam_policy\",\n\t\t\texpectedType: gcpshared.PubSubTopic.String(),\n\t\t\texpectedField: \"topic\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM policy on topic β€” resolves to parent topic for blast radius\",\n\t\t},\n\t\t// BigQuery Dataset IAM\n\t\t{\n\t\t\tterraformType: \"google_bigquery_dataset_iam_binding\",\n\t\t\texpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\texpectedField: \"dataset_id\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM binding on dataset β€” resolves to parent dataset for blast radius\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_bigquery_dataset_iam_member\",\n\t\t\texpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\texpectedField: \"dataset_id\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM member on dataset β€” resolves to parent dataset for blast radius\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_bigquery_dataset_iam_policy\",\n\t\t\texpectedType: gcpshared.BigQueryDataset.String(),\n\t\t\texpectedField: \"dataset_id\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM policy on dataset β€” resolves to parent dataset for blast radius\",\n\t\t},\n\t\t// BigQuery Table IAM β€” resolves via dataset_id (bare table_id would be\n\t\t// misinterpreted as a dataset ID by the SEARCH handler)\n\t\t{\n\t\t\tterraformType: \"google_bigquery_table_iam_binding\",\n\t\t\texpectedType: gcpshared.BigQueryTable.String(),\n\t\t\texpectedField: \"dataset_id\",\n\t\t\texpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\treason: \"IAM binding on table β€” resolves via dataset_id to list tables in affected dataset\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_bigquery_table_iam_member\",\n\t\t\texpectedType: gcpshared.BigQueryTable.String(),\n\t\t\texpectedField: \"dataset_id\",\n\t\t\texpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\treason: \"IAM member on table β€” resolves via dataset_id to list tables in affected dataset\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_bigquery_table_iam_policy\",\n\t\t\texpectedType: gcpshared.BigQueryTable.String(),\n\t\t\texpectedField: \"dataset_id\",\n\t\t\texpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\treason: \"IAM policy on table β€” resolves via dataset_id to list tables in affected dataset\",\n\t\t},\n\t\t// Bigtable Instance IAM\n\t\t{\n\t\t\tterraformType: \"google_bigtable_instance_iam_binding\",\n\t\t\texpectedType: gcpshared.BigTableAdminInstance.String(),\n\t\t\texpectedField: \"instance\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM binding on instance β€” resolves to parent instance for blast radius\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_bigtable_instance_iam_member\",\n\t\t\texpectedType: gcpshared.BigTableAdminInstance.String(),\n\t\t\texpectedField: \"instance\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM member on instance β€” resolves to parent instance for blast radius\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_bigtable_instance_iam_policy\",\n\t\t\texpectedType: gcpshared.BigTableAdminInstance.String(),\n\t\t\texpectedField: \"instance\",\n\t\t\texpectedMethod: sdp.QueryMethod_GET,\n\t\t\treason: \"IAM policy on instance β€” resolves to parent instance for blast radius\",\n\t\t},\n\t\t// Bigtable Table IAM β€” resolves via instance_name (the table attribute is\n\t\t// a bare name that the SEARCH handler would misinterpret as an instance name)\n\t\t{\n\t\t\tterraformType: \"google_bigtable_table_iam_binding\",\n\t\t\texpectedType: gcpshared.BigTableAdminTable.String(),\n\t\t\texpectedField: \"instance_name\",\n\t\t\texpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\treason: \"IAM binding on table β€” resolves via instance_name to list tables in affected instance\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_bigtable_table_iam_member\",\n\t\t\texpectedType: gcpshared.BigTableAdminTable.String(),\n\t\t\texpectedField: \"instance_name\",\n\t\t\texpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\treason: \"IAM member on table β€” resolves via instance_name to list tables in affected instance\",\n\t\t},\n\t\t{\n\t\t\tterraformType: \"google_bigtable_table_iam_policy\",\n\t\t\texpectedType: gcpshared.BigTableAdminTable.String(),\n\t\t\texpectedField: \"instance_name\",\n\t\t\texpectedMethod: sdp.QueryMethod_SEARCH,\n\t\t\treason: \"IAM policy on table β€” resolves via instance_name to list tables in affected instance\",\n\t\t},\n\t}\n\n\tfor _, tc := range criticalMappings {\n\t\tt.Run(tc.terraformType, func(t *testing.T) {\n\t\t\tentries, ok := mappings[tc.terraformType]\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"Terraform type %q is NOT registered in any adapter metadata. \"+\n\t\t\t\t\t\"This means it will show as 'Unsupported' in change analysis. Reason it's critical: %s\",\n\t\t\t\t\ttc.terraformType, tc.reason)\n\t\t\t}\n\n\t\t\t// Verify at least one mapping resolves to the expected Overmind type\n\t\t\tfound := false\n\t\t\tfor _, entry := range entries {\n\t\t\t\tif entry.overmindType == tc.expectedType {\n\t\t\t\t\tfound = true\n\n\t\t\t\t\tif entry.queryField != tc.expectedField {\n\t\t\t\t\t\tt.Errorf(\"Terraform type %q maps to %q but uses query field %q, expected %q\",\n\t\t\t\t\t\t\ttc.terraformType, tc.expectedType, entry.queryField, tc.expectedField)\n\t\t\t\t\t}\n\n\t\t\t\t\tif entry.method != tc.expectedMethod {\n\t\t\t\t\t\tt.Errorf(\"Terraform type %q maps to %q but uses method %s, expected %s\",\n\t\t\t\t\t\t\ttc.terraformType, tc.expectedType, entry.method, tc.expectedMethod)\n\t\t\t\t\t}\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif !found {\n\t\t\t\tactualTypes := make([]string, 0, len(entries))\n\t\t\t\tfor _, e := range entries {\n\t\t\t\t\tactualTypes = append(actualTypes, e.overmindType)\n\t\t\t\t}\n\t\t\t\tt.Errorf(\"Terraform type %q is registered but resolves to %v, expected %q. \"+\n\t\t\t\t\t\"Reason: %s\",\n\t\t\t\t\ttc.terraformType, actualTypes, tc.expectedType, tc.reason)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/gcp/setup/README.md", "content": "# GCP Source Setup for Overmind\n\nThis repository provides tools to set up the necessary GCP permissions for the Overmind service account to inspect your GCP project resources.\n\n## Purpose\n\nWhen setting up a GCP source in Overmind, you need to grant specific permissions to the Overmind service account. This repository contains a script that automates this process, ensuring the Overmind service account has the proper access to collect information about your GCP resources.\n\n## Permissions Granted\n\nThe script grants several read-only IAM roles to the Overmind service account. These permissions allow Overmind to inspect your GCP resources without making any changes to your project.\n\nFor the exact permissions being granted, please refer to the [roles file](./overmind-gcp-roles.sh).\n\nThese permissions allow Overmind to:\n- Inspect your GCP resources and their configurations\n- Review IAM permissions and security settings\n- Access resource hierarchy information\n\nThe permissions are read-only and do not allow Overmind to make any changes to your GCP project.\n\n## Usage\n\nYou can run the script directly in Google Cloud Shell by clicking the button below:\n\n[![Open in Cloud Shell](https://gstatic.com/cloudssh/images/open-btn.svg)](https://shell.cloud.google.com/cloudshell/editor?cloudshell_git_repo=https://github.com/overmindtech/gcp-source-setup.git&cloudshell_open_in_editor=README.md&ephemeral=true&show=terminal&cloudshell_tutorial=tutorial.md)\n\nAlternatively, you can run the script manually within your terminal after cloning the repository:\n\n```bash\n./overmind-gcp-source-setup.sh \n```\n\nThe script will expect two arguments:\n- ``: Your GCP project ID where Overmind will inspect resources.\n- ``: The email address of the Overmind service account that will be granted permissions.\n\n## Complete Guide\n\nFor a complete guide on setting up and configuring the GCP source in Overmind, please refer to the official documentation:\n[Overmind GCP Source Configuration Guide](https://docs.overmind.tech/sources/gcp/configuration)\n" }, { "path": "sources/gcp/setup/scripts/overmind-gcp-roles.sh", "content": "# Define roles that can be applied at any level (org, folder, or project)\nROLES=(\n \"roles/browser\"\n \"roles/aiplatform.viewer\"\n \"roles/artifactregistry.reader\"\n \"roles/bigquery.metadataViewer\"\n \"roles/bigquery.user\"\n \"roles/bigtable.viewer\"\n \"roles/cloudbuild.builds.viewer\"\n \"roles/cloudfunctions.viewer\"\n \"roles/cloudkms.viewer\"\n \"roles/cloudsql.viewer\"\n \"roles/compute.viewer\"\n \"roles/container.viewer\"\n \"roles/dataform.viewer\"\n \"roles/dataplex.catalogViewer\"\n \"roles/dataplex.viewer\"\n \"roles/dataflow.viewer\"\n \"roles/dataproc.viewer\"\n \"roles/dns.reader\"\n \"roles/essentialcontacts.viewer\"\n \"roles/eventarc.viewer\"\n \"roles/file.viewer\"\n \"roles/logging.viewer\"\n \"roles/monitoring.viewer\"\n \"roles/orgpolicy.policyViewer\"\n \"roles/pubsub.viewer\"\n \"roles/redis.viewer\"\n \"roles/resourcemanager.tagViewer\"\n \"roles/run.viewer\"\n \"roles/secretmanager.viewer\"\n \"roles/securitycentermanagement.viewer\"\n \"roles/servicedirectory.viewer\"\n \"roles/serviceusage.serviceUsageViewer\"\n \"roles/spanner.viewer\"\n \"roles/storage.bucketViewer\"\n \"roles/storagetransfer.viewer\"\n)\n\n# Define roles that can only be applied at project level\nPROJECT_ONLY_ROLES=(\n \"roles/iam.roleViewer\"\n \"roles/iam.serviceAccountViewer\"\n)\n" }, { "path": "sources/gcp/setup/scripts/overmind-gcp-source-permission-check.sh", "content": "#!/bin/bash\n\n# Script to check if the Overmind service account has the necessary permissions\n# Can use command-line arguments or environment variables\n\nset -euo pipefail # Exit on error, undefined vars, and pipe failures\n\n# Display usage information\nfunction show_usage() {\n echo \"Usage: $0 [options]\"\n echo \"Options:\"\n echo \" -p, --project-id PROJECT_ID GCP Project ID\"\n echo \" -s, --service-account SA_EMAIL Overmind service account email\"\n echo \" -h, --help Show this help message\"\n echo \"\"\n echo \"You can also set these values through environment variables:\"\n echo \" GCP_PROJECT_ID and GCP_OVERMIND_SA\"\n exit 1\n}\n\n# Parse command-line arguments\nwhile [[ $# -gt 0 ]]; do\n case \"$1\" in\n -p|--project-id)\n if [[ -n \"${2:-}\" ]]; then\n GCP_PROJECT_ID=\"$2\"\n shift 2\n else\n echo \"ERROR: Value for --project-id is missing\"\n show_usage\n fi\n ;;\n -s|--service-account)\n if [[ -n \"${2:-}\" ]]; then\n GCP_OVERMIND_SA=\"$2\"\n shift 2\n else\n echo \"ERROR: Value for --service-account is missing\"\n show_usage\n fi\n ;;\n -h|--help)\n show_usage\n ;;\n *)\n echo \"ERROR: Unknown argument: $1\"\n show_usage\n ;;\n esac\ndone\n\n# Source environment variables from the local file if it exists and parameters weren't provided\n# shellcheck source=/dev/null\nif [[ (-z \"${GCP_PROJECT_ID:-}\" || -z \"${GCP_OVERMIND_SA:-}\") && -f ./.gcp-source-setup-env ]]; then\n source ./.gcp-source-setup-env\n echo \"Successfully loaded environment variables from ./.gcp-source-setup-env\"\nfi\n\n# Check if GCP_PROJECT_ID environment variable is set\nif [[ -z \"${GCP_PROJECT_ID:-}\" ]]; then\n echo \"ERROR: GCP Project ID is not provided\"\n echo \"Please specify the project ID using the --project-id option or run the overmind-gcp-source-setup.sh script first\"\n show_usage\nfi\n\n# Check if GCP_OVERMIND_SA environment variable is set\nif [[ -z \"${GCP_OVERMIND_SA:-}\" ]]; then\n echo \"ERROR: Overmind service account email is not provided\"\n echo \"Please specify the service account using the --service-account option or run the overmind-gcp-source-setup.sh script first\"\n show_usage\nfi\n\necho \"Checking permissions for service account: ${GCP_OVERMIND_SA}\"\necho \"on project: ${GCP_PROJECT_ID}\"\necho \"\"\n\n# @generator:inline-start:overmind-gcp-roles.sh\n# This block is replaced with inlined role definitions during TypeScript generation\nsource \"$(dirname \"$0\")/overmind-gcp-roles.sh\"\n# @generator:inline-end\n\n# Fetch the current IAM policy\necho \"Fetching current IAM policy for project ${GCP_PROJECT_ID}...\"\nIAM_POLICY=$(gcloud projects get-iam-policy \"${GCP_PROJECT_ID}\" --format=json)\n\n# Check if fetch was successful\nif [[ -z \"${IAM_POLICY}\" ]]; then\n echo \"ERROR: Failed to fetch IAM policy for project ${GCP_PROJECT_ID}\"\n exit 1\nfi\n\n# Create a temporary file for the policy\nTEMP_FILE=$(mktemp)\necho \"${IAM_POLICY}\" > \"${TEMP_FILE}\"\n\n# Counter for roles check\nTOTAL_ROLES=${#ROLES[@]}\nFOUND_ROLES=0\nMISSING_ROLES=0\n\necho \"\"\necho \"Checking for ${TOTAL_ROLES} required roles...\"\necho \"----------------------------------------\"\n\nfor ROLE in \"${ROLES[@]}\"; do\n # Check if the role exists in the policy for the service account\n if grep -q \"\\\"role\\\": \\\"${ROLE}\\\"\" \"${TEMP_FILE}\" && \\\n jq -e --arg ROLE \"$ROLE\" --arg SA \"serviceAccount:${GCP_OVERMIND_SA}\" \\\n '.bindings[] | select(.role == $ROLE) | .members[] | select(. == $SA)' \\\n \"${TEMP_FILE}\" >/dev/null; then\n echo \"βœ“ Role exists: ${ROLE}\"\n ((FOUND_ROLES++))\n else\n echo \"βœ— Role missing: ${ROLE}\"\n ((MISSING_ROLES++))\n fi\ndone\n\n# Clean up\nrm \"${TEMP_FILE}\"\n\necho \"----------------------------------------\"\necho \"Permission check completed:\"\necho \" - Found roles: ${FOUND_ROLES}/${TOTAL_ROLES}\"\necho \" - Missing roles: ${MISSING_ROLES}/${TOTAL_ROLES}\"\necho \"\"\n\nif [[ ${MISSING_ROLES} -eq 0 ]]; then\n echo \"βœ… All required permissions are correctly assigned to the Overmind service account.\"\n echo \" Your GCP source is ready for Overmind to access.\"\nelse\n echo \"❌ Some required permissions are missing. Please run the setup script again:\"\n echo \" ./overmind-gcp-source-setup.sh\"\nfi\n" }, { "path": "sources/gcp/setup/scripts/overmind-gcp-source-setup-impersonation.sh", "content": "#!/bin/bash\n\n# Script to add IAM policy bindings to a service account in GCP\n# Takes GCP Parent (organizations/123, folders/456, or projects/my-project), Overmind service account and Impersonation service account as arguments\n#\n# Usage: ./overmind-gcp-source-setup-impersonation.sh \n#\n# NOTE: The service accounts should be the service account emails\n# presented in the Overmind application when creating a new GCP source.\n\nset -euo pipefail # Exit on error, undefined vars, and pipe failures\n\n# Check if all arguments are provided\nif [[ $# -ne 3 ]]; then\n echo \"ERROR: All of the following arguments are required: parent, overmind service account email and impersonation service account email\"\n echo \"Usage: $0 \"\n echo \"Parent format: organizations/123, folders/456, or projects/my-project\"\n exit 1\nfi\n\n# Get arguments\nGCP_PARENT=\"$1\"\nGCP_OVERMIND_SA=\"$2\"\nGCP_IMPERSONATION_SA=\"$3\"\n\n# Check if GCP_PARENT is empty\nif [[ -z \"${GCP_PARENT}\" ]]; then\n echo \"ERROR: GCP Parent cannot be empty\"\n exit 1\nfi\n\n# Check if GCP_OVERMIND_SA is empty\nif [[ -z \"${GCP_OVERMIND_SA}\" ]]; then\n echo \"ERROR: Overmind service account email cannot be empty\"\n echo \"NOTE: Use the service account email presented in the Overmind application when creating a GCP source\"\n exit 1\nfi\n\n# Check if GCP_IMPERSONATION_SA is empty\nif [[ -z \"${GCP_IMPERSONATION_SA}\" ]]; then\n echo \"ERROR: Impersonation service account email cannot be empty\"\n echo \"NOTE: Use the service account email presented in the Impersonation application when creating a GCP source\"\n exit 1\nfi\n\n# Grant the necessary permissions to the Overmind Service Account to access the resources in the parent\nsource \"$(dirname \"$0\")/overmind-gcp-source-setup.sh\" \"${GCP_PARENT}\" \"${GCP_OVERMIND_SA}\"\n\necho \"Impersonation Service Account: ${GCP_IMPERSONATION_SA}\"\n\n# Extract project ID from impersonation service account email for the impersonation binding\nif [[ \"${GCP_IMPERSONATION_SA}\" =~ @([^.]+)\\.iam\\.gserviceaccount\\.com$ ]]; then\n IMPERSONATION_PROJECT=\"${BASH_REMATCH[1]}\"\nelse\n echo \"βœ— Failed to extract project from impersonation service account email\"\n exit 1\nfi\n\n# Grant the necessary permissions to allow Overmind SA to impersonate your SA\nif gcloud iam service-accounts add-iam-policy-binding \\\n \"${GCP_IMPERSONATION_SA}\" \\\n --project \"${IMPERSONATION_PROJECT}\" \\\n --member=\"serviceAccount:${GCP_OVERMIND_SA}\" \\\n --role=\"roles/iam.serviceAccountTokenCreator\" \\\n --quiet > /dev/null 2>&1; then\n echo \"βœ“ Successfully granted roles/iam.serviceAccountTokenCreator to allow Overmind SA to impersonate: ${GCP_IMPERSONATION_SA}\"\nelse\n echo \"βœ— Failed to grant roles/iam.serviceAccountTokenCreator\"\n # Print the error output\n gcloud iam service-accounts add-iam-policy-binding \\\n \"${GCP_IMPERSONATION_SA}\" \\\n --project \"${IMPERSONATION_PROJECT}\" \\\n --member=\"serviceAccount:${GCP_OVERMIND_SA}\" \\\n --role=\"roles/iam.serviceAccountTokenCreator\" \\\n --quiet\n exit 1\nfi\n\n# Save the variables to a local file for other scripts to use. This needs to be done after the source setup script is run to ensure the target file is not overwritten.\necho \"export GCP_IMPERSONATION_SA=\\\"${GCP_IMPERSONATION_SA}\\\"\" >> ./.gcp-source-setup-env\n" }, { "path": "sources/gcp/setup/scripts/overmind-gcp-source-setup.sh", "content": "#!/bin/bash\n\n# Script to add IAM policy bindings to a service account in GCP\n# Takes GCP Parent (organizations/123, folders/456, or projects/my-project) and Overmind service account as arguments\n#\n# Usage: ./overmind-gcp-source-setup.sh \n#\n# NOTE: The Overmind service account should be the service account email presented\n# in the Overmind application when creating a new GCP source.\n\nset -euo pipefail # Exit on error, undefined vars, and pipe failures\n\n# Check if both arguments are provided\nif [[ $# -ne 2 ]]; then\n echo \"ERROR: Both parent and service account email are required\"\n echo \"Usage: $0 \"\n echo \"Parent format: organizations/123, folders/456, or projects/my-project\"\n exit 1\nfi\n\n# Get arguments\nGCP_PARENT=\"$1\"\nGCP_OVERMIND_SA=\"$2\"\n\n# Check if GCP_PARENT is empty\nif [[ -z \"${GCP_PARENT}\" ]]; then\n echo \"ERROR: GCP Parent cannot be empty\"\n exit 1\nfi\n\n# Check if GCP_OVERMIND_SA is empty\nif [[ -z \"${GCP_OVERMIND_SA}\" ]]; then\n echo \"ERROR: Overmind service account email cannot be empty\"\n echo \"NOTE: Use the service account email presented in the Overmind application when creating a GCP source\"\n exit 1\nfi\n\n# Parse parent to determine type and ID\nPARENT=\"${GCP_PARENT}\"\nif [[ ${PARENT} =~ ^organizations?/([0-9]+)$ ]]; then\n PARENT_TYPE=\"organization\"\n PARENT_ID=\"${BASH_REMATCH[1]}\"\nelif [[ ${PARENT} =~ ^folders?/([0-9]+)$ ]]; then\n PARENT_TYPE=\"folder\"\n PARENT_ID=\"${BASH_REMATCH[1]}\"\nelif [[ ${PARENT} =~ ^projects?/([a-z][a-z0-9-]*[a-z0-9])$ ]]; then\n PARENT_TYPE=\"project\"\n PARENT_ID=\"${BASH_REMATCH[1]}\"\nelse\n echo \"βœ— Invalid parent format: ${PARENT}\"\n echo \"Must be: organizations/123, folders/456, or projects/my-project\"\n exit 1\nfi\n\necho \"Detected parent type: ${PARENT_TYPE}\"\necho \"Parent ID: ${PARENT_ID}\"\n\n# Save the variables to a local file for other scripts to use\necho \"export GCP_PARENT=\\\"${GCP_PARENT}\\\"\" > ./.gcp-source-setup-env\necho \"export GCP_PARENT_TYPE=\\\"${PARENT_TYPE}\\\"\" >> ./.gcp-source-setup-env\necho \"export GCP_PARENT_ID=\\\"${PARENT_ID}\\\"\" >> ./.gcp-source-setup-env\necho \"export GCP_OVERMIND_SA=\\\"${GCP_OVERMIND_SA}\\\"\" >> ./.gcp-source-setup-env\n\necho \"Using GCP Parent: ${GCP_PARENT}\"\necho \"Service Account: ${GCP_OVERMIND_SA}\"\n\n# @generator:inline-start:overmind-gcp-roles.sh\n# This block is replaced with inlined role definitions during TypeScript generation\nsource \"$(dirname \"$0\")/overmind-gcp-roles.sh\"\n# @generator:inline-end\n\n# For project-level parents, create custom role\nif [ \"${PARENT_TYPE}\" = \"project\" ]; then\n echo \"Creating custom role for additional BigQuery and Spanner permissions...\"\n if gcloud iam roles create overmindCustomRole \\\n --project=\"${PARENT_ID}\" \\\n --title=\"Overmind Custom Role\" \\\n --description=\"Custom role for Overmind service account with additional BigQuery and Spanner permissions\" \\\n --permissions=\"bigquery.transfers.get,spanner.databases.get,spanner.databases.list\" \\\n --quiet > /dev/null 2>&1; then\n echo \"βœ“ Successfully created custom role: overmindCustomRole\"\n else\n echo \"β„Ή Custom role may already exist, continuing...\"\n fi\nfi\n\n# Display the roles that will be added\necho \"\"\necho \"This script will assign the following predefined GCP roles to ${GCP_OVERMIND_SA} on the ${PARENT_TYPE} ${PARENT_ID}:\"\necho \"\"\n\nfor ROLE in \"${ROLES[@]}\"; do\n echo \" - ${ROLE}\"\ndone\n\nif [ \"${PARENT_TYPE}\" = \"project\" ]; then\n for ROLE in \"${PROJECT_ONLY_ROLES[@]}\"; do\n echo \" - ${ROLE} (project-level only)\"\n done\n echo \" - projects/${PARENT_ID}/roles/overmindCustomRole (custom role with additional BigQuery and Spanner permissions)\"\nfi\n\necho \"\"\necho \"These permissions are read-only and allow Overmind to inspect your GCP resources without making any changes.\"\necho \"\"\n\n# Ask for confirmation\nread -p \"Do you want to continue? (Yes/No): \" CONFIRMATION\nif [[ ! \"$(echo \"$CONFIRMATION\" | tr '[:upper:]' '[:lower:]')\" =~ ^(yes|y)$ ]]; then\n echo \"Operation canceled by user.\"\n exit 0\nfi\n\n# Counter for successful operations\nSUCCESS_COUNT=0\nTOTAL_ROLES=${#ROLES[@]}\n\necho \"\"\necho \"Starting to add IAM policy bindings...\"\necho \"----------------------------------------\"\n\n# Loop through each role and add the policy binding\nfor ROLE in \"${ROLES[@]}\"; do\n echo \"Adding role: ${ROLE}\"\n\n # Determine the correct command based on parent type\n if [ \"${PARENT_TYPE}\" = \"organization\" ]; then\n CMD=\"gcloud organizations add-iam-policy-binding ${PARENT_ID}\"\n elif [ \"${PARENT_TYPE}\" = \"folder\" ]; then\n CMD=\"gcloud resource-manager folders add-iam-policy-binding ${PARENT_ID}\"\n else\n CMD=\"gcloud projects add-iam-policy-binding ${PARENT_ID}\"\n fi\n\n if ${CMD} \\\n --member=\"serviceAccount:${GCP_OVERMIND_SA}\" \\\n --role=\"${ROLE}\" \\\n --quiet > /dev/null 2>&1; then\n echo \"βœ“ Successfully added role: ${ROLE}\"\n ((SUCCESS_COUNT++)) || true\n else\n echo \"βœ— Failed to add role: ${ROLE}\"\n # Print the error output\n ${CMD} \\\n --member=\"serviceAccount:${GCP_OVERMIND_SA}\" \\\n --role=\"${ROLE}\" \\\n --quiet\n exit 1\n fi\ndone\n\n# Add project-only roles if parent is a project\nif [ \"${PARENT_TYPE}\" = \"project\" ]; then\n echo \"Adding project-level-only IAM roles...\"\n for ROLE in \"${PROJECT_ONLY_ROLES[@]}\"; do\n echo \"Adding role: ${ROLE}\"\n\n if gcloud projects add-iam-policy-binding \"${PARENT_ID}\" \\\n --member=\"serviceAccount:${GCP_OVERMIND_SA}\" \\\n --role=\"${ROLE}\" \\\n --quiet > /dev/null 2>&1; then\n echo \"βœ“ Successfully added role: ${ROLE}\"\n ((SUCCESS_COUNT++)) || true\n ((TOTAL_ROLES++)) || true\n else\n echo \"βœ— Failed to add role: ${ROLE}\"\n # Print the error output\n gcloud projects add-iam-policy-binding \"${PARENT_ID}\" \\\n --member=\"serviceAccount:${GCP_OVERMIND_SA}\" \\\n --role=\"${ROLE}\" \\\n --quiet\n exit 1\n fi\n done\n\n # Add custom role only for project-level parents\n echo \"Adding custom role: projects/${PARENT_ID}/roles/overmindCustomRole\"\n if gcloud projects add-iam-policy-binding \"${PARENT_ID}\" \\\n --member=\"serviceAccount:${GCP_OVERMIND_SA}\" \\\n --role=\"projects/${PARENT_ID}/roles/overmindCustomRole\" \\\n --quiet > /dev/null 2>&1; then\n echo \"βœ“ Successfully added custom role\"\n ((SUCCESS_COUNT++)) || true\n ((TOTAL_ROLES++)) || true\n else\n echo \"βœ— Failed to add custom role\"\n exit 1\n fi\nfi\n\necho \"----------------------------------------\"\necho \"βœ“ All IAM policy bindings completed successfully!\"\necho \"βœ“ Added ${SUCCESS_COUNT}/${TOTAL_ROLES} roles to service account: ${GCP_OVERMIND_SA}\"\necho \"βœ“ Parent: ${GCP_PARENT}\"\necho \"\"\necho \"These variables have also been saved to ./.gcp-source-setup-env for other scripts to use.\"\necho \"You can use these variables in subsequent commands.\"\n" }, { "path": "sources/gcp/setup/tutorial.md", "content": "# GCP Source Setup Tutorial\n\n## Overview\n\nThis tutorial will guide you through setting up the necessary permissions for the Overmind service account in your GCP project.\n\n## Set up permissions\n\nLet's set up the required permissions for the Overmind service account.\n\n### Step 1: Run the permissions script\n\nRun the shell command copied from the Overmind Create Source page.\nIt should look something like this:\n\n```bash\n./overmind-gcp-source-setup.sh \n```\n\n\nThis script will set up the necessary IAM permissions for the Overmind service account to access your GCP resources.\n\n\n### Step 2: Verify the permissions\n\nAfter the script completes, you can verify that the permissions were set correctly by running the following command. The permission check script will automatically use the environment variables that were set by the setup script:\n\n```bash\n./overmind-gcp-source-permission-check.sh\n```\n\nThis script will check if all the necessary permissions have been correctly assigned to the Overmind service account.\n\n## What's Next\n\nYou have successfully set up the necessary permissions for the Overmind service account. You can now:\n\n1. Close this Cloud Shell session\n2. Return to the Overmind application to continue your setup process\n\n\n" }, { "path": "sources/gcp/shared/adapter-meta.go", "content": "package shared\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// SearchFilterFunc filters items returned by SEARCH. Takes the search query\n// and an SDP item; returns true to keep the item. Used for tag-based SEARCH\n// where the GCP API does not support server-side filtering.\ntype SearchFilterFunc func(query string, item *sdp.Item) bool\n\n// ListFilterFunc filters items returned by LIST. Takes an SDP item and returns\n// true to keep the item. Used to filter out placeholder/phantom entries that\n// some GCP APIs return when using wildcard location queries.\ntype ListFilterFunc func(item *sdp.Item) bool\n\n// LocationLevel defines at which level of the GCP hierarchy a resource is located.\ntype LocationLevel string\n\nconst (\n\tProjectLevel LocationLevel = \"project\"\n\tRegionalLevel LocationLevel = \"regional\"\n\tZonalLevel LocationLevel = \"zonal\"\n)\n\n// EndpointFunc is a function that generates an API endpoint URL given a query and location.\ntype EndpointFunc func(query string, location LocationInfo) string\n\n// ListEndpointFunc is a function that generates a list endpoint URL for a given location.\ntype ListEndpointFunc func(location LocationInfo) (string, error)\n\n// AdapterMeta contains metadata for a GCP dynamic adapter.\ntype AdapterMeta struct {\n\tLocationLevel LocationLevel\n\t// GetEndpointFunc is a function that generates GET endpoint URLs.\n\t// It receives the query string and LocationInfo and returns the URL.\n\tGetEndpointFunc EndpointFunc\n\t// ListEndpointFunc is a function that generates list endpoint URLs.\n\t// It accepts LocationInfo directly for the multi-scope architecture.\n\tListEndpointFunc ListEndpointFunc\n\t// SearchEndpointFunc is a function that generates SEARCH endpoint URLs.\n\t// It receives the query string and LocationInfo and returns the URL.\n\tSearchEndpointFunc EndpointFunc\n\t// We will normally generate the search description from the UniqueAttributeKeys\n\t// but we allow it to be overridden for specific adapters.\n\tSearchDescription string\n\tSDPAdapterCategory sdp.AdapterCategory\n\tUniqueAttributeKeys []string\n\tInDevelopment bool // If true, the adapter is in development and should not be used in production.\n\tIAMPermissions []string // List of IAM permissions required to access this resource.\n\tPredefinedRole string // Predefined role required to access this resource.\n\tNameSelector string // By default, it is `name`, but can be overridden for outlier cases\n\t// By default, we use the last item of the UniqueAttributeKeys.\n\t// However, there is an exception: https://cloud.google.com/dataproc/docs/reference/rest/v1/ListAutoscalingPoliciesResponse\n\t// Expected: `autoscalingPolicies` by convention, but the API returns `policies`\n\tListResponseSelector string\n\t// SearchFilterFunc, if set, is applied after listing items during SEARCH\n\t// to keep only items matching the query. Used for tag-based SEARCH where\n\t// the API has no server-side filter.\n\tSearchFilterFunc SearchFilterFunc\n\t// ListFilterFunc, if set, is applied after fetching items during LIST\n\t// to filter out unwanted entries. Used to exclude placeholder/phantom\n\t// entries that some GCP APIs return with wildcard location queries.\n\tListFilterFunc ListFilterFunc\n}\n\n// =============================================\n// NEW PATTERN: Endpoint builder functions\n// These take a format string and return an EndpointFunc\n// =============================================\n\n// ProjectLevelEndpointFuncWithSingleQuery returns a function that builds GET endpoint URLs for project-level resources.\n// Format string should have 2 %s placeholders: project ID and query.\nfunc ProjectLevelEndpointFuncWithSingleQuery(format string) EndpointFunc {\n\tif strings.Count(format, \"%s\") != 2 {\n\t\tpanic(fmt.Sprintf(\"format string must contain 2 %%s placeholders: %s\", format))\n\t}\n\treturn func(query string, location LocationInfo) string {\n\t\tif query == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\treturn fmt.Sprintf(format, location.ProjectID, query)\n\t}\n}\n\n// ProjectLevelEndpointFuncWithTwoQueries returns a function for project-level resources with composite query.\n// Format string should have 3 %s placeholders: project ID and 2 parts of the query.\nfunc ProjectLevelEndpointFuncWithTwoQueries(format string) EndpointFunc {\n\tif strings.Count(format, \"%s\") != 3 {\n\t\tpanic(fmt.Sprintf(\"format string must contain 3 %%s placeholders: %s\", format))\n\t}\n\treturn func(query string, location LocationInfo) string {\n\t\tif query == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\tqueryParts := strings.Split(query, shared.QuerySeparator)\n\t\tif len(queryParts) != 2 || queryParts[0] == \"\" || queryParts[1] == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\treturn fmt.Sprintf(format, location.ProjectID, queryParts[0], queryParts[1])\n\t}\n}\n\n// ProjectLevelEndpointFuncWithThreeQueries returns a function for project-level resources with 3-part query.\n// Format string should have 4 %s placeholders: project ID and 3 parts of the query.\nfunc ProjectLevelEndpointFuncWithThreeQueries(format string) EndpointFunc {\n\tif strings.Count(format, \"%s\") != 4 {\n\t\tpanic(fmt.Sprintf(\"format string must contain 4 %%s placeholders: %s\", format))\n\t}\n\treturn func(query string, location LocationInfo) string {\n\t\tif query == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\tqueryParts := strings.Split(query, shared.QuerySeparator)\n\t\tif len(queryParts) != 3 || queryParts[0] == \"\" || queryParts[1] == \"\" || queryParts[2] == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\treturn fmt.Sprintf(format, location.ProjectID, queryParts[0], queryParts[1], queryParts[2])\n\t}\n}\n\n// ProjectLevelEndpointFuncWithFourQueries returns a function for project-level resources with 4-part query.\n// Format string should have 5 %s placeholders: project ID and 4 parts of the query.\nfunc ProjectLevelEndpointFuncWithFourQueries(format string) EndpointFunc {\n\tif strings.Count(format, \"%s\") != 5 {\n\t\tpanic(fmt.Sprintf(\"format string must contain 5 %%s placeholders: %s\", format))\n\t}\n\treturn func(query string, location LocationInfo) string {\n\t\tif query == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\tqueryParts := strings.Split(query, shared.QuerySeparator)\n\t\tif len(queryParts) != 4 || queryParts[0] == \"\" || queryParts[1] == \"\" || queryParts[2] == \"\" || queryParts[3] == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\treturn fmt.Sprintf(format, location.ProjectID, queryParts[0], queryParts[1], queryParts[2], queryParts[3])\n\t}\n}\n\n// ZoneLevelEndpointFunc returns a function that builds GET endpoint URLs for zonal resources.\n// Format string should have 3 %s placeholders: project ID, zone, and query.\nfunc ZoneLevelEndpointFunc(format string) EndpointFunc {\n\tif strings.Count(format, \"%s\") != 3 {\n\t\tpanic(fmt.Sprintf(\"format string must contain 3 %%s placeholders: %s\", format))\n\t}\n\treturn func(query string, location LocationInfo) string {\n\t\tif query == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\treturn fmt.Sprintf(format, location.ProjectID, location.Zone, query)\n\t}\n}\n\n// ZoneLevelEndpointFuncWithTwoQueries returns a function for zonal resources with composite query.\n// Format string should have 4 %s placeholders: project ID, zone, and 2 parts of the query.\nfunc ZoneLevelEndpointFuncWithTwoQueries(format string) EndpointFunc {\n\tif strings.Count(format, \"%s\") != 4 {\n\t\tpanic(fmt.Sprintf(\"format string must contain 4 %%s placeholders: %s\", format))\n\t}\n\treturn func(query string, location LocationInfo) string {\n\t\tif query == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\tqueryParts := strings.Split(query, shared.QuerySeparator)\n\t\tif len(queryParts) != 2 || queryParts[0] == \"\" || queryParts[1] == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\treturn fmt.Sprintf(format, location.ProjectID, location.Zone, queryParts[0], queryParts[1])\n\t}\n}\n\n// RegionalLevelEndpointFunc returns a function that builds GET endpoint URLs for regional resources.\n// Format string should have 3 %s placeholders: project ID, region, and query.\nfunc RegionalLevelEndpointFunc(format string) EndpointFunc {\n\tif strings.Count(format, \"%s\") != 3 {\n\t\tpanic(fmt.Sprintf(\"format string must contain 3 %%s placeholders: %s\", format))\n\t}\n\treturn func(query string, location LocationInfo) string {\n\t\tif query == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\treturn fmt.Sprintf(format, location.ProjectID, location.Region, query)\n\t}\n}\n\n// RegionalLevelEndpointFuncWithTwoQueries returns a function for regional resources with composite query.\n// Format string should have 4 %s placeholders: project ID, region, and 2 parts of the query.\nfunc RegionalLevelEndpointFuncWithTwoQueries(format string) EndpointFunc {\n\tif strings.Count(format, \"%s\") != 4 {\n\t\tpanic(fmt.Sprintf(\"format string must contain 4 %%s placeholders: %s\", format))\n\t}\n\treturn func(query string, location LocationInfo) string {\n\t\tif query == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\tqueryParts := strings.Split(query, shared.QuerySeparator)\n\t\tif len(queryParts) != 2 || queryParts[0] == \"\" || queryParts[1] == \"\" {\n\t\t\treturn \"\"\n\t\t}\n\t\treturn fmt.Sprintf(format, location.ProjectID, location.Region, queryParts[0], queryParts[1])\n\t}\n}\n\n// =============================================\n// LIST ENDPOINT FUNCTIONS\n// =============================================\n\n// ProjectLevelListFunc returns a ListEndpointFunc for project-level resources.\n// Format string should have 1 %s placeholder: project ID.\nfunc ProjectLevelListFunc(format string) ListEndpointFunc {\n\tif strings.Count(format, \"%s\") != 1 {\n\t\tpanic(fmt.Sprintf(\"format string must contain 1 %%s placeholder: %s\", format))\n\t}\n\treturn func(location LocationInfo) (string, error) {\n\t\tif location.ProjectID == \"\" {\n\t\t\treturn \"\", fmt.Errorf(\"project ID cannot be empty\")\n\t\t}\n\t\treturn fmt.Sprintf(format, location.ProjectID), nil\n\t}\n}\n\n// RegionLevelListFunc returns a ListEndpointFunc for regional resources.\n// Format string should have 2 %s placeholders: project ID and region.\nfunc RegionLevelListFunc(format string) ListEndpointFunc {\n\tif strings.Count(format, \"%s\") != 2 {\n\t\tpanic(fmt.Sprintf(\"format string must contain 2 %%s placeholders: %s\", format))\n\t}\n\treturn func(location LocationInfo) (string, error) {\n\t\tif location.ProjectID == \"\" || location.Region == \"\" {\n\t\t\treturn \"\", fmt.Errorf(\"project ID and region cannot be empty\")\n\t\t}\n\t\treturn fmt.Sprintf(format, location.ProjectID, location.Region), nil\n\t}\n}\n\n// ZoneLevelListFunc returns a ListEndpointFunc for zonal resources.\n// Format string should have 2 %s placeholders: project ID and zone.\nfunc ZoneLevelListFunc(format string) ListEndpointFunc {\n\tif strings.Count(format, \"%s\") != 2 {\n\t\tpanic(fmt.Sprintf(\"format string must contain 2 %%s placeholders: %s\", format))\n\t}\n\treturn func(location LocationInfo) (string, error) {\n\t\tif location.ProjectID == \"\" || location.Zone == \"\" {\n\t\t\treturn \"\", fmt.Errorf(\"project ID and zone cannot be empty\")\n\t\t}\n\t\treturn fmt.Sprintf(format, location.ProjectID, location.Zone), nil\n\t}\n}\n\n// SDPAssetTypeToAdapterMeta maps GCP asset types to their corresponding adapter metadata.\n// This map is populated during source initiation by individual adapter files.\nvar SDPAssetTypeToAdapterMeta = map[shared.ItemType]AdapterMeta{}\n" }, { "path": "sources/gcp/shared/adapter-meta_test.go", "content": "package shared\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestSDPAssetTypeToAdapterMeta_GetEndpointFunc(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tassetType shared.ItemType\n\t\tlocation LocationInfo\n\t\tquery string\n\t\texpectedURL string\n\t}{\n\t\t{\n\t\t\tname: \"ComputeNetwork valid\",\n\t\t\tassetType: ComputeNetwork,\n\t\t\tlocation: NewProjectLocation(\"proj\"),\n\t\t\tquery: \"net\",\n\t\t\texpectedURL: \"https://compute.googleapis.com/compute/v1/projects/proj/global/networks/net\",\n\t\t},\n\t\t{\n\t\t\tname: \"ComputeSubnetwork valid\",\n\t\t\tassetType: ComputeSubnetwork,\n\t\t\tlocation: NewRegionalLocation(\"proj\", \"region\"),\n\t\t\tquery: \"subnet\",\n\t\t\texpectedURL: \"https://compute.googleapis.com/compute/v1/projects/proj/regions/region/subnetworks/subnet\",\n\t\t},\n\t\t{\n\t\t\tname: \"PubSubSubscription valid\",\n\t\t\tassetType: PubSubSubscription,\n\t\t\tlocation: NewProjectLocation(\"proj\"),\n\t\t\tquery: \"mysub\",\n\t\t\texpectedURL: \"https://pubsub.googleapis.com/v1/projects/proj/subscriptions/mysub\",\n\t\t},\n\t\t{\n\t\t\tname: \"PubSubTopic valid\",\n\t\t\tassetType: PubSubTopic,\n\t\t\tlocation: NewProjectLocation(\"proj\"),\n\t\t\tquery: \"mytopic\",\n\t\t\texpectedURL: \"https://pubsub.googleapis.com/v1/projects/proj/topics/mytopic\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tmeta, ok := SDPAssetTypeToAdapterMeta[tt.assetType]\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"assetType %v not found in SDPAssetTypeToAdapterMeta\", tt.assetType)\n\t\t\t}\n\t\t\tif meta.GetEndpointFunc == nil {\n\t\t\t\tt.Fatalf(\"GetEndpointFunc is nil for asset type %v\", tt.assetType)\n\t\t\t}\n\t\t\tgotURL := meta.GetEndpointFunc(tt.query, tt.location)\n\t\t\tif gotURL != tt.expectedURL {\n\t\t\t\tt.Errorf(\"unexpected URL:\\n got: %v\\n want: %v\", gotURL, tt.expectedURL)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestSDPAssetTypeToAdapterMeta_ListEndpointFunc(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tassetType shared.ItemType\n\t\tlocation LocationInfo\n\t\texpectedURL string\n\t\texpectErr bool\n\t}{\n\t\t{\n\t\t\tname: \"ComputeNetwork valid\",\n\t\t\tassetType: ComputeNetwork,\n\t\t\tlocation: NewProjectLocation(\"proj\"),\n\t\t\texpectedURL: \"https://compute.googleapis.com/compute/v1/projects/proj/global/networks\",\n\t\t},\n\t\t{\n\t\t\tname: \"ComputeNetwork missing param\",\n\t\t\tassetType: ComputeNetwork,\n\t\t\tlocation: LocationInfo{},\n\t\t\texpectErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"ComputeSubnetwork valid\",\n\t\t\tassetType: ComputeSubnetwork,\n\t\t\tlocation: NewRegionalLocation(\"proj\", \"region\"),\n\t\t\texpectedURL: \"https://compute.googleapis.com/compute/v1/projects/proj/regions/region/subnetworks\",\n\t\t},\n\t\t{\n\t\t\tname: \"ComputeSubnetwork missing region\",\n\t\t\tassetType: ComputeSubnetwork,\n\t\t\tlocation: NewProjectLocation(\"proj\"),\n\t\t\texpectErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"PubSubSubscription valid\",\n\t\t\tassetType: PubSubSubscription,\n\t\t\tlocation: NewProjectLocation(\"proj\"),\n\t\t\texpectedURL: \"https://pubsub.googleapis.com/v1/projects/proj/subscriptions\",\n\t\t},\n\t\t{\n\t\t\tname: \"PubSubTopic valid\",\n\t\t\tassetType: PubSubTopic,\n\t\t\tlocation: NewProjectLocation(\"proj\"),\n\t\t\texpectedURL: \"https://pubsub.googleapis.com/v1/projects/proj/topics\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tmeta, ok := SDPAssetTypeToAdapterMeta[tt.assetType]\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"assetType %v not found in SDPAssetTypeToAdapterMeta\", tt.assetType)\n\t\t\t}\n\t\t\tif meta.ListEndpointFunc == nil {\n\t\t\t\tt.Skip(\"ListEndpointFunc not defined for this asset type\")\n\t\t\t}\n\t\t\tgotURL, err := meta.ListEndpointFunc(tt.location)\n\t\t\tif tt.expectErr {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"expected error but got none\\n got: %v\", gotURL)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"unexpected error: %v\", err)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif gotURL != tt.expectedURL {\n\t\t\t\tt.Errorf(\"unexpected URL:\\n got: %v\\n want: %v\", gotURL, tt.expectedURL)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestSDPAssetTypeToAdapterMeta_SearchEndpointFunc(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tassetType shared.ItemType\n\t\tlocation LocationInfo\n\t\tquery string\n\t\texpectedURL string\n\t}{\n\t\t{\n\t\t\tname: \"ArtifactRegistryDockerImage valid\",\n\t\t\tassetType: ArtifactRegistryDockerImage,\n\t\t\tlocation: NewProjectLocation(\"my-project\"),\n\t\t\tquery: \"my-location|my-repo\",\n\t\t\texpectedURL: \"https://artifactregistry.googleapis.com/v1/projects/my-project/locations/my-location/repositories/my-repo/dockerImages\",\n\t\t},\n\t\t{\n\t\t\tname: \"ArtifactRegistryDockerImage invalid query returns empty\",\n\t\t\tassetType: ArtifactRegistryDockerImage,\n\t\t\tlocation: NewProjectLocation(\"my-project\"),\n\t\t\tquery: \"my-location\", // Missing repo part\n\t\t\texpectedURL: \"\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tmeta, ok := SDPAssetTypeToAdapterMeta[tt.assetType]\n\t\t\tif !ok {\n\t\t\t\tt.Fatalf(\"assetType %v not found in SDPAssetTypeToAdapterMeta\", tt.assetType)\n\t\t\t}\n\t\t\tif meta.SearchEndpointFunc == nil {\n\t\t\t\tt.Skip(\"SearchEndpointFunc not defined for this asset type\")\n\t\t\t}\n\t\t\tgotURL := meta.SearchEndpointFunc(tt.query, tt.location)\n\t\t\tif gotURL != tt.expectedURL {\n\t\t\t\tt.Errorf(\"unexpected URL:\\n got: %v\\n want: %v\", gotURL, tt.expectedURL)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestProjectLevelGetEndpointFunc(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tformat string\n\t\tlocation LocationInfo\n\t\tquery string\n\t\texpectedURL string\n\t}{\n\t\t{\n\t\t\tname: \"valid project and query\",\n\t\t\tformat: \"https://example.com/projects/%s/resources/%s\",\n\t\t\tlocation: NewProjectLocation(\"my-project\"),\n\t\t\tquery: \"my-resource\",\n\t\t\texpectedURL: \"https://example.com/projects/my-project/resources/my-resource\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty query returns empty string\",\n\t\t\tformat: \"https://example.com/projects/%s/resources/%s\",\n\t\t\tlocation: NewProjectLocation(\"my-project\"),\n\t\t\tquery: \"\",\n\t\t\texpectedURL: \"\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tendpointFunc := ProjectLevelEndpointFuncWithSingleQuery(tt.format)\n\t\t\tgot := endpointFunc(tt.query, tt.location)\n\t\t\tif got != tt.expectedURL {\n\t\t\t\tt.Errorf(\"unexpected URL:\\n got: %v\\n want: %v\", got, tt.expectedURL)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestProjectLevelGetEndpointFuncWithTwoQueries(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tformat string\n\t\tlocation LocationInfo\n\t\tquery string\n\t\texpectedURL string\n\t}{\n\t\t{\n\t\t\tname: \"valid project and composite query\",\n\t\t\tformat: \"https://example.com/projects/%s/parent-resources/%s/child-resources/%s\",\n\t\t\tlocation: NewProjectLocation(\"my-project\"),\n\t\t\tquery: \"foo|bar\",\n\t\t\texpectedURL: \"https://example.com/projects/my-project/parent-resources/foo/child-resources/bar\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty query returns empty string\",\n\t\t\tformat: \"https://example.com/projects/%s/parent-resources/%s/child-resources/%s\",\n\t\t\tlocation: NewProjectLocation(\"my-project\"),\n\t\t\tquery: \"\",\n\t\t\texpectedURL: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"query with only one part returns empty string\",\n\t\t\tformat: \"https://example.com/projects/%s/parent-resources/%s/child-resources/%s\",\n\t\t\tlocation: NewProjectLocation(\"my-project\"),\n\t\t\tquery: \"foo\",\n\t\t\texpectedURL: \"\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tendpointFunc := ProjectLevelEndpointFuncWithTwoQueries(tt.format)\n\t\t\tgot := endpointFunc(tt.query, tt.location)\n\t\t\tif got != tt.expectedURL {\n\t\t\t\tt.Errorf(\"unexpected URL:\\n got: %v\\n want: %v\", got, tt.expectedURL)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestZoneLevelGetEndpointFunc(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tformat string\n\t\tlocation LocationInfo\n\t\tquery string\n\t\texpectedURL string\n\t}{\n\t\t{\n\t\t\tname: \"valid project, zone and query\",\n\t\t\tformat: \"https://example.com/projects/%s/zones/%s/resources/%s\",\n\t\t\tlocation: NewZonalLocation(\"my-project\", \"my-zone\"),\n\t\t\tquery: \"my-resource\",\n\t\t\texpectedURL: \"https://example.com/projects/my-project/zones/my-zone/resources/my-resource\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty query returns empty string\",\n\t\t\tformat: \"https://example.com/projects/%s/zones/%s/resources/%s\",\n\t\t\tlocation: NewZonalLocation(\"my-project\", \"my-zone\"),\n\t\t\tquery: \"\",\n\t\t\texpectedURL: \"\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tendpointFunc := ZoneLevelEndpointFunc(tt.format)\n\t\t\tgot := endpointFunc(tt.query, tt.location)\n\t\t\tif got != tt.expectedURL {\n\t\t\t\tt.Errorf(\"unexpected URL:\\n got: %v\\n want: %v\", got, tt.expectedURL)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestRegionalLevelGetEndpointFunc(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tformat string\n\t\tlocation LocationInfo\n\t\tquery string\n\t\texpectedURL string\n\t}{\n\t\t{\n\t\t\tname: \"valid project, region and query\",\n\t\t\tformat: \"https://example.com/projects/%s/regions/%s/resources/%s\",\n\t\t\tlocation: NewRegionalLocation(\"my-project\", \"my-region\"),\n\t\t\tquery: \"my-resource\",\n\t\t\texpectedURL: \"https://example.com/projects/my-project/regions/my-region/resources/my-resource\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty query returns empty string\",\n\t\t\tformat: \"https://example.com/projects/%s/regions/%s/resources/%s\",\n\t\t\tlocation: NewRegionalLocation(\"my-project\", \"my-region\"),\n\t\t\tquery: \"\",\n\t\t\texpectedURL: \"\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tendpointFunc := RegionalLevelEndpointFunc(tt.format)\n\t\t\tgot := endpointFunc(tt.query, tt.location)\n\t\t\tif got != tt.expectedURL {\n\t\t\t\tt.Errorf(\"unexpected URL:\\n got: %v\\n want: %v\", got, tt.expectedURL)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestEndpointFuncWithQueries_PanicsOnWrongFormat(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tfn func(string) EndpointFunc\n\t\tformat string\n\t}{\n\t\t{\n\t\t\tname: \"ProjectLevelGetEndpointFuncWithThreeQueries panics on wrong format\",\n\t\t\tfn: ProjectLevelEndpointFuncWithThreeQueries,\n\t\t\tformat: \"https://example.com/projects/%s/resources/%s/child/%s\", // 3 %s, should be 4\n\t\t},\n\t\t{\n\t\t\tname: \"ProjectLevelGetEndpointFunc panics on wrong format\",\n\t\t\tfn: ProjectLevelEndpointFuncWithSingleQuery,\n\t\t\tformat: \"https://example.com/projects/%s/resources\", // 1 %s, should be 2\n\t\t},\n\t\t{\n\t\t\tname: \"ZoneLevelGetEndpointFunc panics on wrong format\",\n\t\t\tfn: ZoneLevelEndpointFunc,\n\t\t\tformat: \"https://example.com/projects/%s/zones/%s/resources\", // 2 %s, should be 3\n\t\t},\n\t\t{\n\t\t\tname: \"RegionalLevelGetEndpointFunc panics on wrong format\",\n\t\t\tfn: RegionalLevelEndpointFunc,\n\t\t\tformat: \"https://example.com/projects/%s/regions/%s/resources\", // 2 %s, should be 3\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tdefer func() {\n\t\t\t\tif r := recover(); r == nil {\n\t\t\t\t\tt.Errorf(\"expected panic for wrong format, but no panic occurred (format: %v)\", tt.format)\n\t\t\t\t}\n\t\t\t}()\n\t\t\t_ = tt.fn(tt.format)\n\t\t})\n\t}\n}\n\nfunc Test_projectLevelListFunc(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tformat string\n\t\tlocation LocationInfo\n\t\texpectedURL string\n\t\texpectErr bool\n\t}{\n\t\t{\n\t\t\tname: \"valid project id\",\n\t\t\tformat: \"https://example.com/projects/%s/resources\",\n\t\t\tlocation: NewProjectLocation(\"my-project\"),\n\t\t\texpectedURL: \"https://example.com/projects/my-project/resources\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty project id\",\n\t\t\tformat: \"https://example.com/projects/%s/resources\",\n\t\t\tlocation: LocationInfo{},\n\t\t\texpectErr: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tfn := ProjectLevelListFunc(tt.format)\n\t\t\tgot, err := fn(tt.location)\n\t\t\tif tt.expectErr {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"expected error but got none\\n got: %v\", got)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"unexpected error: %v\", err)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif got != tt.expectedURL {\n\t\t\t\tt.Errorf(\"unexpected URL:\\n got: %v\\n want: %v\", got, tt.expectedURL)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc Test_regionLevelListFunc(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tformat string\n\t\tlocation LocationInfo\n\t\texpectedURL string\n\t\texpectErr bool\n\t}{\n\t\t{\n\t\t\tname: \"valid project and region\",\n\t\t\tformat: \"https://example.com/projects/%s/regions/%s/resources\",\n\t\t\tlocation: NewRegionalLocation(\"my-project\", \"my-region\"),\n\t\t\texpectedURL: \"https://example.com/projects/my-project/regions/my-region/resources\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty project id\",\n\t\t\tformat: \"https://example.com/projects/%s/regions/%s/resources\",\n\t\t\tlocation: LocationInfo{Region: \"my-region\"},\n\t\t\texpectErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"empty region\",\n\t\t\tformat: \"https://example.com/projects/%s/regions/%s/resources\",\n\t\t\tlocation: LocationInfo{ProjectID: \"my-project\"},\n\t\t\texpectErr: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tfn := RegionLevelListFunc(tt.format)\n\t\t\tgot, err := fn(tt.location)\n\t\t\tif tt.expectErr {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"expected error but got none\\n got: %v\", got)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"unexpected error: %v\", err)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif got != tt.expectedURL {\n\t\t\t\tt.Errorf(\"unexpected URL:\\n got: %v\\n want: %v\", got, tt.expectedURL)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc Test_zoneLevelListFunc(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tformat string\n\t\tlocation LocationInfo\n\t\texpectedURL string\n\t\texpectErr bool\n\t}{\n\t\t{\n\t\t\tname: \"valid project and zone\",\n\t\t\tformat: \"https://example.com/projects/%s/zones/%s/resources\",\n\t\t\tlocation: NewZonalLocation(\"my-project\", \"my-zone\"),\n\t\t\texpectedURL: \"https://example.com/projects/my-project/zones/my-zone/resources\",\n\t\t},\n\t\t{\n\t\t\tname: \"empty project id\",\n\t\t\tformat: \"https://example.com/projects/%s/zones/%s/resources\",\n\t\t\tlocation: LocationInfo{Zone: \"my-zone\"},\n\t\t\texpectErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"empty zone\",\n\t\t\tformat: \"https://example.com/projects/%s/zones/%s/resources\",\n\t\t\tlocation: LocationInfo{ProjectID: \"my-project\"},\n\t\t\texpectErr: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tfn := ZoneLevelListFunc(tt.format)\n\t\t\tgot, err := fn(tt.location)\n\t\t\tif tt.expectErr {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"expected error but got none\\n got: %v\", got)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif err != nil {\n\t\t\t\tt.Errorf(\"unexpected error: %v\", err)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tif got != tt.expectedURL {\n\t\t\t\tt.Errorf(\"unexpected URL:\\n got: %v\\n want: %v\", got, tt.expectedURL)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/gcp/shared/base.go", "content": "package shared\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"slices\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// CollectFromStream executes a streaming function and collects results into a slice.\n// This allows non-streaming implementations (List, Search) to delegate to streaming\n// versions (ListStream, SearchStream) without code duplication.\nfunc CollectFromStream(\n\tctx context.Context,\n\tstreamFunc func(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey),\n) ([]*sdp.Item, *sdp.QueryError) {\n\tstream := discovery.NewRecordingQueryResultStream()\n\tnoOpCache := sdpcache.NewNoOpCache()\n\temptyCacheKey := sdpcache.CacheKey{}\n\n\tstreamFunc(ctx, stream, noOpCache, emptyCacheKey)\n\n\terrs := stream.GetErrors()\n\tif len(errs) > 0 {\n\t\t// Return first error (preserving existing behavior)\n\t\tvar qErr *sdp.QueryError\n\t\tif errors.As(errs[0], &qErr) {\n\t\t\treturn nil, qErr\n\t\t}\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: errs[0].Error(),\n\t\t}\n\t}\n\n\treturn stream.GetItems(), nil\n}\n\n// ZoneBase provides shared multi-scope behavior for zonal adapters.\ntype ZoneBase struct {\n\tlocations []LocationInfo\n\t*shared.Base\n}\n\n// NewZoneBase creates a ZoneBase that supports multiple zones.\nfunc NewZoneBase(locations []LocationInfo, category sdp.AdapterCategory, item shared.ItemType) *ZoneBase {\n\tfor _, location := range locations {\n\t\tif !location.Zonal() {\n\t\t\tpanic(fmt.Sprintf(\"NewZoneBase: location %s is not zonal\", location.ToScope()))\n\t\t}\n\t}\n\n\tscopes := make([]string, 0, len(locations))\n\tfor _, location := range locations {\n\t\tscopes = append(scopes, location.ToScope())\n\t}\n\n\treturn &ZoneBase{\n\t\tlocations: locations,\n\t\tBase: shared.NewBase(category, item, scopes),\n\t}\n}\n\n// PredefinedRole implements the sources.WithPredefinedRole interface.\n// Individual adapters must override this method.\nfunc (z *ZoneBase) PredefinedRole() string {\n\tpanic(\"PredefinedRole not implemented - adapter must override this method\")\n}\n\n// LocationFromScope parses a scope string into a zonal LocationInfo.\nfunc (z *ZoneBase) LocationFromScope(scope string) (LocationInfo, error) {\n\tlocation, err := LocationFromScope(scope)\n\tif err != nil {\n\t\treturn LocationInfo{}, fmt.Errorf(\"failed to parse scope %s: %w\", scope, err)\n\t}\n\tif !location.Zonal() {\n\t\treturn LocationInfo{}, fmt.Errorf(\"scope %s is not zonal\", scope)\n\t}\n\tif slices.ContainsFunc(z.locations, location.Equals) {\n\t\treturn location, nil\n\t}\n\treturn LocationInfo{}, fmt.Errorf(\"scope %s not found in adapter locations\", scope)\n}\n\n// ZoneFromScope returns a zone string from the scope for backward compatibility.\nfunc (z *ZoneBase) ZoneFromScope(scope string) (string, error) {\n\tlocation, err := z.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn \"\", err\n\t}\n\treturn location.Zone, nil\n}\n\n// Locations returns the configured locations for this adapter.\nfunc (z *ZoneBase) Locations() []LocationInfo {\n\treturn z.locations\n}\n\n// RegionBase provides shared multi-scope behavior for regional adapters.\ntype RegionBase struct {\n\tlocations []LocationInfo\n\t*shared.Base\n}\n\n// NewRegionBase creates a RegionBase that supports multiple regions.\nfunc NewRegionBase(locations []LocationInfo, category sdp.AdapterCategory, item shared.ItemType) *RegionBase {\n\tfor _, location := range locations {\n\t\tif !location.Regional() {\n\t\t\tpanic(fmt.Sprintf(\"NewRegionBase: location %s is not regional\", location.ToScope()))\n\t\t}\n\t}\n\n\tscopes := make([]string, 0, len(locations))\n\tfor _, location := range locations {\n\t\tscopes = append(scopes, location.ToScope())\n\t}\n\n\treturn &RegionBase{\n\t\tlocations: locations,\n\t\tBase: shared.NewBase(category, item, scopes),\n\t}\n}\n\n// PredefinedRole implements the sources.WithPredefinedRole interface.\n// Individual adapters must override this method.\nfunc (r *RegionBase) PredefinedRole() string {\n\tpanic(\"PredefinedRole not implemented - adapter must override this method\")\n}\n\n// LocationFromScope parses a scope string into a regional LocationInfo.\nfunc (r *RegionBase) LocationFromScope(scope string) (LocationInfo, error) {\n\tlocation, err := LocationFromScope(scope)\n\tif err != nil {\n\t\treturn LocationInfo{}, fmt.Errorf(\"failed to parse scope %s: %w\", scope, err)\n\t}\n\tif !location.Regional() {\n\t\treturn LocationInfo{}, fmt.Errorf(\"scope %s is not regional\", scope)\n\t}\n\tif slices.ContainsFunc(r.locations, location.Equals) {\n\t\treturn location, nil\n\t}\n\treturn LocationInfo{}, fmt.Errorf(\"scope %s not found in adapter locations\", scope)\n}\n\n// RegionFromScope returns a region string from the scope for backward compatibility.\nfunc (r *RegionBase) RegionFromScope(scope string) (string, error) {\n\tlocation, err := r.LocationFromScope(scope)\n\tif err != nil {\n\t\treturn \"\", err\n\t}\n\treturn location.Region, nil\n}\n\n// Locations returns the configured locations for this adapter.\nfunc (r *RegionBase) Locations() []LocationInfo {\n\treturn r.locations\n}\n\n// ProjectBase provides shared behavior for project-scoped adapters.\ntype ProjectBase struct {\n\tlocations []LocationInfo\n\t*shared.Base\n}\n\n// NewProjectBase creates a ProjectBase that supports multiple projects.\nfunc NewProjectBase(locations []LocationInfo, category sdp.AdapterCategory, item shared.ItemType) *ProjectBase {\n\treturn NewProjectBaseFromLocations(locations, category, item)\n}\n\n// NewProjectBase creates a ProjectBase that supports multiple projects.\nfunc NewProjectBaseFromLocations(locations []LocationInfo, category sdp.AdapterCategory, item shared.ItemType) *ProjectBase {\n\tscopes := make([]string, 0, len(locations))\n\tfor _, location := range locations {\n\t\tscopes = append(scopes, location.ToScope())\n\t}\n\n\treturn &ProjectBase{\n\t\tlocations: locations,\n\t\tBase: shared.NewBase(category, item, scopes),\n\t}\n}\n\n// PredefinedRole implements the sources.WithPredefinedRole interface.\n// Individual adapters must override this method.\nfunc (p *ProjectBase) PredefinedRole() string {\n\tpanic(\"PredefinedRole not implemented - adapter must override this method\")\n}\n\n// LocationFromScope parses a scope string into a project LocationInfo.\nfunc (p *ProjectBase) LocationFromScope(scope string) (LocationInfo, error) {\n\tlocation, err := LocationFromScope(scope)\n\tif err != nil {\n\t\treturn LocationInfo{}, fmt.Errorf(\"failed to parse scope %s: %w\", scope, err)\n\t}\n\tif !location.ProjectLevel() {\n\t\treturn LocationInfo{}, fmt.Errorf(\"scope %s is not project-level\", scope)\n\t}\n\tif slices.ContainsFunc(p.locations, location.Equals) {\n\t\treturn location, nil\n\t}\n\treturn LocationInfo{}, fmt.Errorf(\"scope %s not found in adapter locations\", scope)\n}\n" }, { "path": "sources/gcp/shared/big-query-clients.go", "content": "package shared\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\n\t\"cloud.google.com/go/bigquery\"\n\t\"google.golang.org/api/iterator\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\ntype BigQueryRoutineClient interface {\n\tGet(ctx context.Context, projectID, datasetID, routineID string) (*bigquery.RoutineMetadata, error)\n\tList(ctx context.Context, projectID, datasetID string, toSDPItem func(routine *bigquery.RoutineMetadata, datasetID, routineID string) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError)\n}\n\ntype bigQueryRoutineClient struct {\n\tclient *bigquery.Client\n}\n\nfunc (b bigQueryRoutineClient) Get(ctx context.Context, projectID, datasetID, routineID string) (*bigquery.RoutineMetadata, error) {\n\troutine := b.client.DatasetInProject(projectID, datasetID).Routine(routineID)\n\n\tmeta, err := routine.Metadata(ctx)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error getting metadata for routine %s: %w\", routineID, err)\n\t}\n\n\treturn meta, nil\n}\n\nfunc (b bigQueryRoutineClient) List(ctx context.Context, projectID string, datasetID string, toSDPItem func(routine *bigquery.RoutineMetadata, datasetID, routineID string) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError) {\n\tds := b.client.DatasetInProject(projectID, datasetID)\n\tif ds == nil {\n\t\treturn nil, QueryError(fmt.Errorf(\"dataset %s not found in project %s\", datasetID, projectID), projectID, BigQueryRoutine.String())\n\t}\n\n\troutineIterator := ds.Routines(ctx)\n\tif routineIterator == nil {\n\t\treturn nil, QueryError(fmt.Errorf(\"failed to create routine iterator for dataset %s in project %s\", datasetID, projectID), projectID, BigQueryRoutine.String())\n\t}\n\n\tvar items []*sdp.Item\n\tfor {\n\t\troutine, err := routineIterator.Next()\n\t\tif errors.Is(err, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif err != nil {\n\t\t\treturn nil, QueryError(fmt.Errorf(\"error iterating routines: %w\", err), projectID, BigQueryRoutine.String())\n\t\t}\n\n\t\tmeta, err := routine.Metadata(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, QueryError(fmt.Errorf(\"error getting metadata for routine %s: %w\", routine.RoutineID, err), projectID, BigQueryRoutine.String())\n\t\t}\n\n\t\titem, sdpErr := toSDPItem(meta, routine.DatasetID, routine.RoutineID)\n\t\tif sdpErr != nil {\n\t\t\treturn nil, sdpErr\n\t\t}\n\n\t\titems = append(items, item)\n\t}\n\n\treturn items, nil\n}\n\nfunc NewBigQueryRoutineClient(client *bigquery.Client) BigQueryRoutineClient {\n\treturn &bigQueryRoutineClient{\n\t\tclient: client,\n\t}\n}\n\n//go:generate mockgen -destination=./mocks/mock_big_query_dataset_client.go -package=mocks -source=big-query-clients.go -imports=sdp=github.com/overmindtech/cli/go/sdp-go\ntype BigQueryDatasetClient interface {\n\tGet(ctx context.Context, projectID, datasetID string) (*bigquery.DatasetMetadata, error)\n\tList(ctx context.Context, projectID string, toSDPItem func(ctx context.Context, dataset *bigquery.DatasetMetadata) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError)\n\tListStream(ctx context.Context, projectID string, stream discovery.QueryResultStream, toSDPItem func(ctx context.Context, dataset *bigquery.DatasetMetadata) (*sdp.Item, *sdp.QueryError))\n}\n\ntype bigQueryDatasetClient struct {\n\tclient *bigquery.Client\n}\n\nfunc (b bigQueryDatasetClient) Get(ctx context.Context, projectID, datasetID string) (*bigquery.DatasetMetadata, error) {\n\tds := b.client.DatasetInProject(projectID, datasetID)\n\n\tif ds == nil {\n\t\treturn nil, fmt.Errorf(\"dataset %s not found in project %s\", datasetID, projectID)\n\t}\n\n\treturn ds.Metadata(ctx)\n}\n\nfunc (b bigQueryDatasetClient) List(ctx context.Context, projectID string, toSDPItem func(ctx context.Context, dataset *bigquery.DatasetMetadata) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError) {\n\tdsIterator := b.client.Datasets(ctx)\n\tif dsIterator == nil {\n\t\treturn nil, QueryError(fmt.Errorf(\"failed to create dataset iterator for project %s\", projectID), projectID, BigQueryDataset.String())\n\t}\n\n\tdsIterator.ProjectID = projectID\n\n\tvar items []*sdp.Item\n\tfor {\n\t\tds, err := dsIterator.Next()\n\t\tif errors.Is(err, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif err != nil {\n\t\t\treturn nil, QueryError(fmt.Errorf(\"error iterating datasets: %w\", err), projectID, BigQueryDataset.String())\n\t\t}\n\n\t\tmeta, err := ds.Metadata(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, QueryError(fmt.Errorf(\"error getting metadata for dataset %s: %w\", ds.DatasetID, err), projectID, BigQueryDataset.String())\n\t\t}\n\n\t\tvar sdpErr *sdp.QueryError\n\t\titem, sdpErr := toSDPItem(ctx, meta)\n\t\tif sdpErr != nil {\n\t\t\treturn nil, sdpErr\n\t\t}\n\n\t\titems = append(items, item)\n\t}\n\n\treturn items, nil\n}\n\nfunc (b bigQueryDatasetClient) ListStream(ctx context.Context, projectID string, stream discovery.QueryResultStream, toSDPItem func(ctx context.Context, dataset *bigquery.DatasetMetadata) (*sdp.Item, *sdp.QueryError)) {\n\tdsIterator := b.client.Datasets(ctx)\n\tif dsIterator == nil {\n\t\tstream.SendError(QueryError(fmt.Errorf(\"failed to create dataset iterator for project %s\", projectID), projectID, BigQueryDataset.String()))\n\t\treturn\n\t}\n\n\tdsIterator.ProjectID = projectID\n\n\tfor {\n\t\tds, err := dsIterator.Next()\n\t\tif errors.Is(err, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif err != nil {\n\t\t\tstream.SendError(QueryError(fmt.Errorf(\"error iterating datasets: %w\", err), projectID, BigQueryDataset.String()))\n\t\t\treturn\n\t\t}\n\n\t\tmeta, err := ds.Metadata(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(QueryError(fmt.Errorf(\"error getting metadata for dataset %s: %w\", ds.DatasetID, err), projectID, BigQueryDataset.String()))\n\t\t\tcontinue\n\t\t}\n\n\t\titem, sdpErr := toSDPItem(ctx, meta)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\tcontinue\n\t\t}\n\n\t\tstream.SendItem(item)\n\t}\n}\n\nfunc NewBigQueryDatasetClient(client *bigquery.Client) BigQueryDatasetClient {\n\treturn &bigQueryDatasetClient{\n\t\tclient: client,\n\t}\n}\n\ntype BigQueryTableClient interface {\n\tGet(ctx context.Context, projectID, datasetID, tableID string) (*bigquery.TableMetadata, error)\n\tList(ctx context.Context, projectID, datasetID string, toSDPItem func(table *bigquery.TableMetadata) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError)\n\tListStream(ctx context.Context, projectID, datasetID string, stream discovery.QueryResultStream, toSDPItem func(table *bigquery.TableMetadata) (*sdp.Item, *sdp.QueryError))\n}\n\ntype bigQueryTableClient struct {\n\tclient *bigquery.Client\n}\n\nfunc (b bigQueryTableClient) Get(ctx context.Context, projectID, datasetID, tableID string) (*bigquery.TableMetadata, error) {\n\tds := b.client.DatasetInProject(projectID, datasetID)\n\tif ds == nil {\n\t\treturn nil, fmt.Errorf(\"dataset %s not found in project %s\", datasetID, projectID)\n\t}\n\n\ttable := ds.Table(tableID)\n\tif table == nil {\n\t\treturn nil, fmt.Errorf(\"table %s not found in dataset %s in project %s\", tableID, datasetID, projectID)\n\t}\n\n\treturn table.Metadata(ctx)\n}\n\nfunc (b bigQueryTableClient) List(ctx context.Context, projectID, datasetID string, toSDPItem func(table *bigquery.TableMetadata) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError) {\n\tds := b.client.DatasetInProject(projectID, datasetID)\n\tif ds == nil {\n\t\treturn nil, QueryError(fmt.Errorf(\"dataset %s not found in project %s\", datasetID, projectID), projectID, BigQueryTable.String())\n\t}\n\n\ttableIterator := ds.Tables(ctx)\n\tif tableIterator == nil {\n\t\treturn nil, QueryError(fmt.Errorf(\"failed to create table iterator for dataset %s in project %s\", datasetID, projectID), projectID, BigQueryTable.String())\n\t}\n\n\tvar items []*sdp.Item\n\tfor {\n\t\ttable, err := tableIterator.Next()\n\t\tif errors.Is(err, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif err != nil {\n\t\t\treturn nil, QueryError(fmt.Errorf(\"error iterating tables: %w\", err), projectID, BigQueryTable.String())\n\t\t}\n\n\t\tmeta, err := table.Metadata(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, QueryError(fmt.Errorf(\"error getting metadata for table %s: %w\", table.TableID, err), projectID, BigQueryTable.String())\n\t\t}\n\n\t\tvar sdpErr *sdp.QueryError\n\t\titem, sdpErr := toSDPItem(meta)\n\t\tif sdpErr != nil {\n\t\t\treturn nil, sdpErr\n\t\t}\n\n\t\titems = append(items, item)\n\t}\n\n\treturn items, nil\n}\n\nfunc (b bigQueryTableClient) ListStream(ctx context.Context, projectID, datasetID string, stream discovery.QueryResultStream, toSDPItem func(table *bigquery.TableMetadata) (*sdp.Item, *sdp.QueryError)) {\n\tds := b.client.DatasetInProject(projectID, datasetID)\n\tif ds == nil {\n\t\tstream.SendError(QueryError(fmt.Errorf(\"dataset %s not found in project %s\", datasetID, projectID), projectID, BigQueryTable.String()))\n\t\treturn\n\t}\n\n\ttableIterator := ds.Tables(ctx)\n\tif tableIterator == nil {\n\t\tstream.SendError(QueryError(fmt.Errorf(\"failed to create table iterator for dataset %s in project %s\", datasetID, projectID), projectID, BigQueryTable.String()))\n\t\treturn\n\t}\n\n\tfor {\n\t\ttable, err := tableIterator.Next()\n\t\tif errors.Is(err, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif err != nil {\n\t\t\tstream.SendError(QueryError(fmt.Errorf(\"error iterating tables: %w\", err), projectID, BigQueryTable.String()))\n\t\t\treturn\n\t\t}\n\n\t\tmeta, err := table.Metadata(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(QueryError(fmt.Errorf(\"error getting metadata for table %s: %w\", table.TableID, err), projectID, BigQueryTable.String()))\n\t\t\tcontinue\n\t\t}\n\n\t\titem, sdpErr := toSDPItem(meta)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\tcontinue\n\t\t}\n\n\t\tstream.SendItem(item)\n\t}\n}\n\nfunc NewBigQueryTableClient(client *bigquery.Client) BigQueryTableClient {\n\treturn &bigQueryTableClient{\n\t\tclient: client,\n\t}\n}\n\ntype BigQueryModelClient interface {\n\tGet(ctx context.Context, projectID, datasetID, modelID string) (*bigquery.ModelMetadata, error)\n\tList(ctx context.Context, projectID, datasetID string, toSDPItem func(datasetID string, dataset *bigquery.ModelMetadata) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError)\n\tListStream(ctx context.Context, projectID, datasetID string, stream discovery.QueryResultStream, toSDPItem func(datasetID string, dataset *bigquery.ModelMetadata) (*sdp.Item, *sdp.QueryError))\n}\n\ntype bigQueryModelClient struct {\n\tclient *bigquery.Client\n}\n\nfunc NewBigQueryModelClient(client *bigquery.Client) BigQueryModelClient {\n\treturn &bigQueryModelClient{\n\t\tclient: client,\n\t}\n}\n\nfunc (b bigQueryModelClient) Get(ctx context.Context, projectID, datasetID, modelID string) (*bigquery.ModelMetadata, error) {\n\tds := b.client.DatasetInProject(projectID, datasetID)\n\tif ds == nil {\n\t\treturn nil, fmt.Errorf(\"dataset %s not found in project %s\", datasetID, projectID)\n\t}\n\n\tmodel := ds.Model(modelID)\n\tif model == nil {\n\t\treturn nil, fmt.Errorf(\"model %s not found in dataset %s in project %s\", modelID, datasetID, projectID)\n\t}\n\n\treturn model.Metadata(ctx)\n}\n\nfunc (b bigQueryModelClient) List(ctx context.Context, projectID, datasetID string, toSDPItem func(datasetID string, dataset *bigquery.ModelMetadata) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError) {\n\tds := b.client.DatasetInProject(projectID, datasetID)\n\tif ds == nil {\n\t\treturn nil, QueryError(fmt.Errorf(\"dataset %s not found in project %s\", datasetID, projectID), projectID, BigQueryModel.String())\n\t}\n\n\tmodelIterator := ds.Models(ctx)\n\tif modelIterator == nil {\n\t\treturn nil, QueryError(fmt.Errorf(\"failed to create model iterator for dataset %s in project %s\", datasetID, projectID), projectID, BigQueryModel.String())\n\t}\n\n\tvar items []*sdp.Item\n\tfor {\n\t\tmodel, err := modelIterator.Next()\n\t\tif errors.Is(err, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif err != nil {\n\t\t\treturn nil, QueryError(fmt.Errorf(\"error iterating models: %w\", err), projectID, BigQueryModel.String())\n\t\t}\n\n\t\tmeta, err := model.Metadata(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, QueryError(fmt.Errorf(\"error getting metadata for model %s: %w\", model.ModelID, err), projectID, BigQueryModel.String())\n\t\t}\n\n\t\tvar sdpErr *sdp.QueryError\n\t\titem, sdpErr := toSDPItem(datasetID, meta)\n\t\tif sdpErr != nil {\n\t\t\treturn nil, sdpErr\n\t\t}\n\n\t\titems = append(items, item)\n\t}\n\n\treturn items, nil\n}\n\nfunc (b bigQueryModelClient) ListStream(ctx context.Context, projectID, datasetID string, stream discovery.QueryResultStream, toSDPItem func(datasetID string, dataset *bigquery.ModelMetadata) (*sdp.Item, *sdp.QueryError)) {\n\tds := b.client.DatasetInProject(projectID, datasetID)\n\tif ds == nil {\n\t\tstream.SendError(QueryError(fmt.Errorf(\"dataset %s not found in project %s\", datasetID, projectID), projectID, BigQueryModel.String()))\n\t\treturn\n\t}\n\n\tmodelIterator := ds.Models(ctx)\n\tif modelIterator == nil {\n\t\tstream.SendError(QueryError(fmt.Errorf(\"failed to create model iterator for dataset %s in project %s\", datasetID, projectID), projectID, BigQueryModel.String()))\n\t\treturn\n\t}\n\n\tfor {\n\t\tmodel, err := modelIterator.Next()\n\t\tif errors.Is(err, iterator.Done) {\n\t\t\tbreak\n\t\t}\n\t\tif err != nil {\n\t\t\tstream.SendError(QueryError(fmt.Errorf(\"error iterating models: %w\", err), projectID, BigQueryModel.String()))\n\t\t\treturn\n\t\t}\n\n\t\tmeta, err := model.Metadata(ctx)\n\t\tif err != nil {\n\t\t\tstream.SendError(QueryError(fmt.Errorf(\"error getting metadata for model %s: %w\", model.ModelID, err), projectID, BigQueryModel.String()))\n\t\t\tcontinue\n\t\t}\n\n\t\titem, sdpErr := toSDPItem(datasetID, meta)\n\t\tif sdpErr != nil {\n\t\t\tstream.SendError(sdpErr)\n\t\t\tcontinue\n\t\t}\n\n\t\tstream.SendItem(item)\n\t}\n}\n" }, { "path": "sources/gcp/shared/certificate-manager-clients.go", "content": "package shared\n\n//go:generate mockgen -destination=./mocks/mock_certificate_manager_certificate_client.go -package=mocks -source=certificate-manager-clients.go\n\nimport (\n\t\"context\"\n\n\tcertificatemanager \"cloud.google.com/go/certificatemanager/apiv1\"\n\tcertificatemanagerpb \"cloud.google.com/go/certificatemanager/apiv1/certificatemanagerpb\"\n\t\"github.com/googleapis/gax-go/v2\"\n)\n\n// CertificateManagerCertificateClient interface for Certificate Manager Certificate operations\ntype CertificateManagerCertificateClient interface {\n\tGetCertificate(ctx context.Context, req *certificatemanagerpb.GetCertificateRequest, opts ...gax.CallOption) (*certificatemanagerpb.Certificate, error)\n\tListCertificates(ctx context.Context, req *certificatemanagerpb.ListCertificatesRequest, opts ...gax.CallOption) CertificateIterator\n}\n\ntype CertificateIterator interface {\n\tNext() (*certificatemanagerpb.Certificate, error)\n}\n\ntype certificateManagerCertificateClient struct {\n\tclient *certificatemanager.Client\n}\n\nfunc (c *certificateManagerCertificateClient) GetCertificate(ctx context.Context, req *certificatemanagerpb.GetCertificateRequest, opts ...gax.CallOption) (*certificatemanagerpb.Certificate, error) {\n\treturn c.client.GetCertificate(ctx, req, opts...)\n}\n\nfunc (c *certificateManagerCertificateClient) ListCertificates(ctx context.Context, req *certificatemanagerpb.ListCertificatesRequest, opts ...gax.CallOption) CertificateIterator {\n\treturn c.client.ListCertificates(ctx, req, opts...)\n}\n\n// NewCertificateManagerCertificateClient creates a new CertificateManagerCertificateClient\nfunc NewCertificateManagerCertificateClient(client *certificatemanager.Client) CertificateManagerCertificateClient {\n\treturn &certificateManagerCertificateClient{\n\t\tclient: client,\n\t}\n}\n" }, { "path": "sources/gcp/shared/compute-clients.go", "content": "//go:generate mockgen -destination=./mocks/mock_compute_instance_client.go -package=mocks -source=compute-clients.go\npackage shared\n\nimport (\n\t\"context\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\t\"cloud.google.com/go/compute/apiv1/computepb\"\n\t\"github.com/googleapis/gax-go/v2\"\n)\n\n// ComputeInstanceIterator is an interface for iterating over compute instances\ntype ComputeInstanceIterator interface {\n\tNext() (*computepb.Instance, error)\n}\n\n// InstancesScopedListPairIterator is an interface for iterating over aggregated list responses\ntype InstancesScopedListPairIterator interface {\n\tNext() (compute.InstancesScopedListPair, error)\n}\n\n// ComputeInstanceClient is an interface for the Compute Instance client\ntype ComputeInstanceClient interface {\n\tGet(ctx context.Context, req *computepb.GetInstanceRequest, opts ...gax.CallOption) (*computepb.Instance, error)\n\tList(ctx context.Context, req *computepb.ListInstancesRequest, opts ...gax.CallOption) ComputeInstanceIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListInstancesRequest, opts ...gax.CallOption) InstancesScopedListPairIterator\n}\n\ntype computeInstanceClient struct {\n\tinstanceClient *compute.InstancesClient\n}\n\n// NewComputeInstanceClient creates a new ComputeInstanceClient\nfunc NewComputeInstanceClient(instanceClient *compute.InstancesClient) ComputeInstanceClient {\n\treturn &computeInstanceClient{\n\t\tinstanceClient: instanceClient,\n\t}\n}\n\n// Get retrieves a compute instance\nfunc (c computeInstanceClient) Get(ctx context.Context, req *computepb.GetInstanceRequest, opts ...gax.CallOption) (*computepb.Instance, error) {\n\treturn c.instanceClient.Get(ctx, req, opts...)\n}\n\n// List lists compute instances and returns an iterator\nfunc (c computeInstanceClient) List(ctx context.Context, req *computepb.ListInstancesRequest, opts ...gax.CallOption) ComputeInstanceIterator {\n\treturn c.instanceClient.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute instances across all zones using aggregated list\nfunc (c computeInstanceClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListInstancesRequest, opts ...gax.CallOption) InstancesScopedListPairIterator {\n\treturn c.instanceClient.AggregatedList(ctx, req, opts...)\n}\n\n// ComputeAddressIterator is an interface for iterating over compute address\ntype ComputeAddressIterator interface {\n\tNext() (*computepb.Address, error)\n}\n\n// AddressesScopedListPairIterator is an interface for iterating over aggregated address list responses\ntype AddressesScopedListPairIterator interface {\n\tNext() (compute.AddressesScopedListPair, error)\n}\n\n// ComputeAddressClient is an interface for the Compute Engine Address client\ntype ComputeAddressClient interface {\n\tGet(ctx context.Context, req *computepb.GetAddressRequest, opts ...gax.CallOption) (*computepb.Address, error)\n\tList(ctx context.Context, req *computepb.ListAddressesRequest, opts ...gax.CallOption) ComputeAddressIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListAddressesRequest, opts ...gax.CallOption) AddressesScopedListPairIterator\n}\n\ntype computeAddressClient struct {\n\taddressClient *compute.AddressesClient\n}\n\n// NewComputeAddressClient creates a new ComputeAddressClient\nfunc NewComputeAddressClient(addressClient *compute.AddressesClient) ComputeAddressClient {\n\treturn &computeAddressClient{\n\t\taddressClient: addressClient,\n\t}\n}\n\n// Get retrieves a compute address\nfunc (c computeAddressClient) Get(ctx context.Context, req *computepb.GetAddressRequest, opts ...gax.CallOption) (*computepb.Address, error) {\n\treturn c.addressClient.Get(ctx, req, opts...)\n}\n\n// List lists compute address and returns an iterator\nfunc (c computeAddressClient) List(ctx context.Context, req *computepb.ListAddressesRequest, opts ...gax.CallOption) ComputeAddressIterator {\n\treturn c.addressClient.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute addresses across all regions using aggregated list\nfunc (c computeAddressClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListAddressesRequest, opts ...gax.CallOption) AddressesScopedListPairIterator {\n\treturn c.addressClient.AggregatedList(ctx, req, opts...)\n}\n\n// ComputeImageIterator is an interface for iterating over compute images\ntype ComputeImageIterator interface {\n\tNext() (*computepb.Image, error)\n}\n\n// ComputeImagesClient is an interface for the Compute Images client\ntype ComputeImagesClient interface {\n\tGet(ctx context.Context, req *computepb.GetImageRequest, opts ...gax.CallOption) (*computepb.Image, error)\n\tGetFromFamily(ctx context.Context, req *computepb.GetFromFamilyImageRequest, opts ...gax.CallOption) (*computepb.Image, error)\n\tList(ctx context.Context, req *computepb.ListImagesRequest, opts ...gax.CallOption) ComputeImageIterator\n}\n\ntype computeImagesClient struct {\n\timageClient *compute.ImagesClient\n}\n\n// NewComputeImagesClient creates a new ComputeImagesClient\nfunc NewComputeImagesClient(imageClient *compute.ImagesClient) ComputeImagesClient {\n\treturn &computeImagesClient{\n\t\timageClient: imageClient,\n\t}\n}\n\n// Get retrieves a compute image\nfunc (c computeImagesClient) Get(ctx context.Context, req *computepb.GetImageRequest, opts ...gax.CallOption) (*computepb.Image, error) {\n\treturn c.imageClient.Get(ctx, req, opts...)\n}\n\n// GetFromFamily retrieves the latest image from an image family\nfunc (c computeImagesClient) GetFromFamily(ctx context.Context, req *computepb.GetFromFamilyImageRequest, opts ...gax.CallOption) (*computepb.Image, error) {\n\treturn c.imageClient.GetFromFamily(ctx, req, opts...)\n}\n\n// List lists compute images and returns an iterator\nfunc (c computeImagesClient) List(ctx context.Context, req *computepb.ListImagesRequest, opts ...gax.CallOption) ComputeImageIterator {\n\treturn c.imageClient.List(ctx, req, opts...)\n}\n\n// ComputeInstanceGroupManagerIterator is an interface for iterating over instance group managers\ntype ComputeInstanceGroupManagerIterator interface {\n\tNext() (*computepb.InstanceGroupManager, error)\n}\n\n// InstanceGroupManagersScopedListPairIterator is an interface for iterating over aggregated instance group manager list responses\ntype InstanceGroupManagersScopedListPairIterator interface {\n\tNext() (compute.InstanceGroupManagersScopedListPair, error)\n}\n\n// ComputeInstanceGroupManagerClient is an interface for the Compute Instance Group Manager client\ntype ComputeInstanceGroupManagerClient interface {\n\tGet(ctx context.Context, req *computepb.GetInstanceGroupManagerRequest, opts ...gax.CallOption) (*computepb.InstanceGroupManager, error)\n\tList(ctx context.Context, req *computepb.ListInstanceGroupManagersRequest, opts ...gax.CallOption) ComputeInstanceGroupManagerIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListInstanceGroupManagersRequest, opts ...gax.CallOption) InstanceGroupManagersScopedListPairIterator\n}\n\ntype computeInstanceGroupManagerClient struct {\n\tinstanceGroupManagersClient *compute.InstanceGroupManagersClient\n}\n\n// NewComputeInstanceGroupManagerClient creates a new ComputeInstanceGroupManagerClient\nfunc NewComputeInstanceGroupManagerClient(instanceGroupManagersClient *compute.InstanceGroupManagersClient) ComputeInstanceGroupManagerClient {\n\treturn &computeInstanceGroupManagerClient{\n\t\tinstanceGroupManagersClient: instanceGroupManagersClient,\n\t}\n}\n\n// Get retrieves a compute instance group manager\nfunc (c computeInstanceGroupManagerClient) Get(ctx context.Context, req *computepb.GetInstanceGroupManagerRequest, opts ...gax.CallOption) (*computepb.InstanceGroupManager, error) {\n\treturn c.instanceGroupManagersClient.Get(ctx, req, opts...)\n}\n\n// List lists compute instance group managers and returns an iterator\nfunc (c computeInstanceGroupManagerClient) List(ctx context.Context, req *computepb.ListInstanceGroupManagersRequest, opts ...gax.CallOption) ComputeInstanceGroupManagerIterator {\n\treturn c.instanceGroupManagersClient.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute instance group managers across all zones using aggregated list\nfunc (c computeInstanceGroupManagerClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListInstanceGroupManagersRequest, opts ...gax.CallOption) InstanceGroupManagersScopedListPairIterator {\n\treturn c.instanceGroupManagersClient.AggregatedList(ctx, req, opts...)\n}\n\n// RegionInstanceGroupManagerIterator is an interface for iterating over regional instance group managers\ntype RegionInstanceGroupManagerIterator interface {\n\tNext() (*computepb.InstanceGroupManager, error)\n}\n\n// RegionInstanceGroupManagerClient is an interface for the Compute Region Instance Group Manager client\ntype RegionInstanceGroupManagerClient interface {\n\tGet(ctx context.Context, req *computepb.GetRegionInstanceGroupManagerRequest, opts ...gax.CallOption) (*computepb.InstanceGroupManager, error)\n\tList(ctx context.Context, req *computepb.ListRegionInstanceGroupManagersRequest, opts ...gax.CallOption) RegionInstanceGroupManagerIterator\n}\n\ntype regionInstanceGroupManagerClient struct {\n\tregionInstanceGroupManagersClient *compute.RegionInstanceGroupManagersClient\n}\n\n// NewRegionInstanceGroupManagerClient creates a new RegionInstanceGroupManagerClient\nfunc NewRegionInstanceGroupManagerClient(regionInstanceGroupManagersClient *compute.RegionInstanceGroupManagersClient) RegionInstanceGroupManagerClient {\n\treturn ®ionInstanceGroupManagerClient{\n\t\tregionInstanceGroupManagersClient: regionInstanceGroupManagersClient,\n\t}\n}\n\n// Get retrieves a regional compute instance group manager\nfunc (c regionInstanceGroupManagerClient) Get(ctx context.Context, req *computepb.GetRegionInstanceGroupManagerRequest, opts ...gax.CallOption) (*computepb.InstanceGroupManager, error) {\n\treturn c.regionInstanceGroupManagersClient.Get(ctx, req, opts...)\n}\n\n// List lists regional compute instance group managers and returns an iterator\nfunc (c regionInstanceGroupManagerClient) List(ctx context.Context, req *computepb.ListRegionInstanceGroupManagersRequest, opts ...gax.CallOption) RegionInstanceGroupManagerIterator {\n\treturn c.regionInstanceGroupManagersClient.List(ctx, req, opts...)\n}\n\ntype ForwardingRuleIterator interface {\n\tNext() (*computepb.ForwardingRule, error)\n}\n\n// ForwardingRulesScopedListPairIterator is an interface for iterating over aggregated forwarding rule list responses\ntype ForwardingRulesScopedListPairIterator interface {\n\tNext() (compute.ForwardingRulesScopedListPair, error)\n}\n\n// ComputeForwardingRuleClient is an interface for the Compute Engine Forwarding Rule client\ntype ComputeForwardingRuleClient interface {\n\tGet(ctx context.Context, req *computepb.GetForwardingRuleRequest, opts ...gax.CallOption) (*computepb.ForwardingRule, error)\n\tList(ctx context.Context, req *computepb.ListForwardingRulesRequest, opts ...gax.CallOption) ForwardingRuleIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListForwardingRulesRequest, opts ...gax.CallOption) ForwardingRulesScopedListPairIterator\n}\n\ntype computeForwardingRuleClient struct {\n\tclient *compute.ForwardingRulesClient\n}\n\nfunc (c computeForwardingRuleClient) Get(ctx context.Context, req *computepb.GetForwardingRuleRequest, opts ...gax.CallOption) (*computepb.ForwardingRule, error) {\n\treturn c.client.Get(ctx, req, opts...)\n}\n\nfunc (c computeForwardingRuleClient) List(ctx context.Context, req *computepb.ListForwardingRulesRequest, opts ...gax.CallOption) ForwardingRuleIterator {\n\treturn c.client.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute forwarding rules across all regions using aggregated list\nfunc (c computeForwardingRuleClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListForwardingRulesRequest, opts ...gax.CallOption) ForwardingRulesScopedListPairIterator {\n\treturn c.client.AggregatedList(ctx, req, opts...)\n}\n\n// NewComputeForwardingRuleClient creates a new ComputeForwardingRuleClient\nfunc NewComputeForwardingRuleClient(forwardingRuleClient *compute.ForwardingRulesClient) ComputeForwardingRuleClient {\n\treturn &computeForwardingRuleClient{\n\t\tclient: forwardingRuleClient,\n\t}\n}\n\n// Interface for interating over compute autoscalers.\ntype ComputeAutoscalerIterator interface {\n\tNext() (*computepb.Autoscaler, error)\n}\n\n// AutoscalersScopedListPairIterator is an interface for iterating over aggregated autoscaler list responses\ntype AutoscalersScopedListPairIterator interface {\n\tNext() (compute.AutoscalersScopedListPair, error)\n}\n\n// Interface for accessing compute autoscaler resources.\ntype ComputeAutoscalerClient interface {\n\tGet(ctx context.Context, req *computepb.GetAutoscalerRequest, opts ...gax.CallOption) (*computepb.Autoscaler, error)\n\tList(ctx context.Context, req *computepb.ListAutoscalersRequest, opts ...gax.CallOption) ComputeAutoscalerIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListAutoscalersRequest, opts ...gax.CallOption) AutoscalersScopedListPairIterator\n}\n\n// Wrapper for a ComputeAutoscalerClient implementation.\ntype computeAutoscalerClient struct {\n\tautoscalerClient *compute.AutoscalersClient\n}\n\n// Create a ComputeAutoscalerClient from a real GCP client.\nfunc NewComputeAutoscalerClient(autoscalerClient *compute.AutoscalersClient) ComputeAutoscalerClient {\n\treturn &computeAutoscalerClient{\n\t\tautoscalerClient: autoscalerClient,\n\t}\n}\n\nfunc (c computeAutoscalerClient) Get(ctx context.Context, req *computepb.GetAutoscalerRequest, opts ...gax.CallOption) (*computepb.Autoscaler, error) {\n\treturn c.autoscalerClient.Get(ctx, req, opts...)\n}\n\nfunc (c computeAutoscalerClient) List(ctx context.Context, req *computepb.ListAutoscalersRequest, opts ...gax.CallOption) ComputeAutoscalerIterator {\n\treturn c.autoscalerClient.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute autoscalers across all zones using aggregated list\nfunc (c computeAutoscalerClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListAutoscalersRequest, opts ...gax.CallOption) AutoscalersScopedListPairIterator {\n\treturn c.autoscalerClient.AggregatedList(ctx, req, opts...)\n}\n\n// ComputeBackendServiceIterator is an interface for iterating over compute backend services\ntype ComputeBackendServiceIterator interface {\n\tNext() (*computepb.BackendService, error)\n}\n\n// BackendServicesScopedListPairIterator is an interface for iterating over aggregated backend service list responses\ntype BackendServicesScopedListPairIterator interface {\n\tNext() (compute.BackendServicesScopedListPair, error)\n}\n\n// ComputeBackendServiceClient is an interface for the Compute Engine Backend Service client\ntype ComputeBackendServiceClient interface {\n\tGet(ctx context.Context, req *computepb.GetBackendServiceRequest, opts ...gax.CallOption) (*computepb.BackendService, error)\n\tList(ctx context.Context, req *computepb.ListBackendServicesRequest, opts ...gax.CallOption) ComputeBackendServiceIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListBackendServicesRequest, opts ...gax.CallOption) BackendServicesScopedListPairIterator\n}\n\ntype computeBackendServiceClient struct {\n\tclient *compute.BackendServicesClient\n}\n\nfunc (c computeBackendServiceClient) Get(ctx context.Context, req *computepb.GetBackendServiceRequest, opts ...gax.CallOption) (*computepb.BackendService, error) {\n\treturn c.client.Get(ctx, req, opts...)\n}\n\nfunc (c computeBackendServiceClient) List(ctx context.Context, req *computepb.ListBackendServicesRequest, opts ...gax.CallOption) ComputeBackendServiceIterator {\n\treturn c.client.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute backend services across all regions (global and regional) using aggregated list\nfunc (c computeBackendServiceClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListBackendServicesRequest, opts ...gax.CallOption) BackendServicesScopedListPairIterator {\n\treturn c.client.AggregatedList(ctx, req, opts...)\n}\n\n// NewComputeBackendServiceClient creates a new ComputeBackendServiceClient\nfunc NewComputeBackendServiceClient(backendServiceClient *compute.BackendServicesClient) ComputeBackendServiceClient {\n\treturn &computeBackendServiceClient{\n\t\tclient: backendServiceClient,\n\t}\n}\n\n// ComputeInstanceGroupIterator is an interface for iterating over compute instance groups\ntype ComputeInstanceGroupIterator interface {\n\tNext() (*computepb.InstanceGroup, error)\n}\n\n// InstanceGroupsScopedListPairIterator is an interface for iterating over aggregated instance group list responses\ntype InstanceGroupsScopedListPairIterator interface {\n\tNext() (compute.InstanceGroupsScopedListPair, error)\n}\n\n// ComputeInstanceGroupsClient is an interface for the Compute Engine Instance Groups client\ntype ComputeInstanceGroupsClient interface {\n\tGet(ctx context.Context, req *computepb.GetInstanceGroupRequest, opts ...gax.CallOption) (*computepb.InstanceGroup, error)\n\tList(ctx context.Context, req *computepb.ListInstanceGroupsRequest, opts ...gax.CallOption) ComputeInstanceGroupIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListInstanceGroupsRequest, opts ...gax.CallOption) InstanceGroupsScopedListPairIterator\n}\n\ntype computeInstanceGroupsClient struct {\n\tclient *compute.InstanceGroupsClient\n}\n\n// NewComputeInstanceGroupsClient creates a new ComputeInstanceGroupsClient\nfunc NewComputeInstanceGroupsClient(instanceGroupsClient *compute.InstanceGroupsClient) ComputeInstanceGroupsClient {\n\treturn &computeInstanceGroupsClient{\n\t\tclient: instanceGroupsClient,\n\t}\n}\n\n// Get retrieves a compute instance group\nfunc (c computeInstanceGroupsClient) Get(ctx context.Context, req *computepb.GetInstanceGroupRequest, opts ...gax.CallOption) (*computepb.InstanceGroup, error) {\n\treturn c.client.Get(ctx, req, opts...)\n}\n\n// List lists compute instance groups and returns an iterator\nfunc (c computeInstanceGroupsClient) List(ctx context.Context, req *computepb.ListInstanceGroupsRequest, opts ...gax.CallOption) ComputeInstanceGroupIterator {\n\treturn c.client.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute instance groups across all zones using aggregated list\nfunc (c computeInstanceGroupsClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListInstanceGroupsRequest, opts ...gax.CallOption) InstanceGroupsScopedListPairIterator {\n\treturn c.client.AggregatedList(ctx, req, opts...)\n}\n\n// Interface for interating over compute node groups.\ntype ComputeNodeGroupIterator interface {\n\tNext() (*computepb.NodeGroup, error)\n}\n\n// NodeGroupsScopedListPairIterator is an interface for iterating over aggregated node group list responses\ntype NodeGroupsScopedListPairIterator interface {\n\tNext() (compute.NodeGroupsScopedListPair, error)\n}\n\n// Interface for accessing compute NodeGroup resources.\ntype ComputeNodeGroupClient interface {\n\tGet(ctx context.Context, req *computepb.GetNodeGroupRequest, opts ...gax.CallOption) (*computepb.NodeGroup, error)\n\tList(ctx context.Context, req *computepb.ListNodeGroupsRequest, opts ...gax.CallOption) ComputeNodeGroupIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListNodeGroupsRequest, opts ...gax.CallOption) NodeGroupsScopedListPairIterator\n}\n\n// Wrapper for a ComputeNodeGroupClient implementation.\ntype computeNodeGroupClient struct {\n\tnodeGroupClient *compute.NodeGroupsClient\n}\n\n// Create a ComputeNodeGroupClient from a real GCP client.\nfunc NewComputeNodeGroupClient(NodeGroupClient *compute.NodeGroupsClient) ComputeNodeGroupClient {\n\treturn &computeNodeGroupClient{\n\t\tnodeGroupClient: NodeGroupClient,\n\t}\n}\n\nfunc (c computeNodeGroupClient) Get(ctx context.Context, req *computepb.GetNodeGroupRequest, opts ...gax.CallOption) (*computepb.NodeGroup, error) {\n\treturn c.nodeGroupClient.Get(ctx, req, opts...)\n}\n\nfunc (c computeNodeGroupClient) List(ctx context.Context, req *computepb.ListNodeGroupsRequest, opts ...gax.CallOption) ComputeNodeGroupIterator {\n\treturn c.nodeGroupClient.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute node groups across all zones using aggregated list\nfunc (c computeNodeGroupClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListNodeGroupsRequest, opts ...gax.CallOption) NodeGroupsScopedListPairIterator {\n\treturn c.nodeGroupClient.AggregatedList(ctx, req, opts...)\n}\n\n// ComputeHealthCheckIterator is an interface for iterating over compute health checks\ntype ComputeHealthCheckIterator interface {\n\tNext() (*computepb.HealthCheck, error)\n}\n\n// HealthChecksScopedListPairIterator is an interface for iterating over aggregated health check list responses\ntype HealthChecksScopedListPairIterator interface {\n\tNext() (compute.HealthChecksScopedListPair, error)\n}\n\n// ComputeHealthCheckClient is an interface for the Compute Engine Health Checks client\ntype ComputeHealthCheckClient interface {\n\tGet(ctx context.Context, req *computepb.GetHealthCheckRequest, opts ...gax.CallOption) (*computepb.HealthCheck, error)\n\tList(ctx context.Context, req *computepb.ListHealthChecksRequest, opts ...gax.CallOption) ComputeHealthCheckIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListHealthChecksRequest, opts ...gax.CallOption) HealthChecksScopedListPairIterator\n}\n\ntype computeHealthCheckClient struct {\n\tclient *compute.HealthChecksClient\n}\n\n// NewComputeHealthCheckClient creates a new ComputeHealthCheckClient\nfunc NewComputeHealthCheckClient(healthChecksClient *compute.HealthChecksClient) ComputeHealthCheckClient {\n\treturn &computeHealthCheckClient{\n\t\tclient: healthChecksClient,\n\t}\n}\n\n// Get retrieves a compute health check\nfunc (c computeHealthCheckClient) Get(ctx context.Context, req *computepb.GetHealthCheckRequest, opts ...gax.CallOption) (*computepb.HealthCheck, error) {\n\treturn c.client.Get(ctx, req, opts...)\n}\n\n// List lists compute health checks and returns an iterator\nfunc (c computeHealthCheckClient) List(ctx context.Context, req *computepb.ListHealthChecksRequest, opts ...gax.CallOption) ComputeHealthCheckIterator {\n\treturn c.client.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute health checks across all regions (global and regional) using aggregated list\nfunc (c computeHealthCheckClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListHealthChecksRequest, opts ...gax.CallOption) HealthChecksScopedListPairIterator {\n\treturn c.client.AggregatedList(ctx, req, opts...)\n}\n\n// Interface for iterating over regional compute health checks.\ntype ComputeRegionHealthCheckIterator interface {\n\tNext() (*computepb.HealthCheck, error)\n}\n\n// Interface for accessing regional compute HealthCheck resources.\ntype ComputeRegionHealthCheckClient interface {\n\tGet(ctx context.Context, req *computepb.GetRegionHealthCheckRequest, opts ...gax.CallOption) (*computepb.HealthCheck, error)\n\tList(ctx context.Context, req *computepb.ListRegionHealthChecksRequest, opts ...gax.CallOption) ComputeRegionHealthCheckIterator\n}\n\ntype computeRegionHealthCheckClient struct {\n\tclient *compute.RegionHealthChecksClient\n}\n\n// NewComputeRegionHealthCheckClient creates a new ComputeRegionHealthCheckClient\nfunc NewComputeRegionHealthCheckClient(regionHealthChecksClient *compute.RegionHealthChecksClient) ComputeRegionHealthCheckClient {\n\treturn &computeRegionHealthCheckClient{\n\t\tclient: regionHealthChecksClient,\n\t}\n}\n\n// Get retrieves a regional compute health check\nfunc (c computeRegionHealthCheckClient) Get(ctx context.Context, req *computepb.GetRegionHealthCheckRequest, opts ...gax.CallOption) (*computepb.HealthCheck, error) {\n\treturn c.client.Get(ctx, req, opts...)\n}\n\n// List lists regional compute health checks and returns an iterator\nfunc (c computeRegionHealthCheckClient) List(ctx context.Context, req *computepb.ListRegionHealthChecksRequest, opts ...gax.CallOption) ComputeRegionHealthCheckIterator {\n\treturn c.client.List(ctx, req, opts...)\n}\n\n// Interface for interating over compute node templates.\ntype ComputeNodeTemplateIterator interface {\n\tNext() (*computepb.NodeTemplate, error)\n}\n\n// NodeTemplatesScopedListPairIterator is an interface for iterating over aggregated node template list responses\ntype NodeTemplatesScopedListPairIterator interface {\n\tNext() (compute.NodeTemplatesScopedListPair, error)\n}\n\n// Interface for accessing compute NodeTemplate resources.\ntype ComputeNodeTemplateClient interface {\n\tGet(ctx context.Context, req *computepb.GetNodeTemplateRequest, opts ...gax.CallOption) (*computepb.NodeTemplate, error)\n\tList(ctx context.Context, req *computepb.ListNodeTemplatesRequest, opts ...gax.CallOption) ComputeNodeTemplateIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListNodeTemplatesRequest, opts ...gax.CallOption) NodeTemplatesScopedListPairIterator\n}\n\n// Wrapper for a ComputeNodeTemplateClient implementation.\ntype computeNodeTemplateClient struct {\n\tnodeTemplateClient *compute.NodeTemplatesClient\n}\n\n// Create a ComputeNodeTemplateClient from a real GCP client.\nfunc NewComputeNodeTemplateClient(NodeTemplateClient *compute.NodeTemplatesClient) ComputeNodeTemplateClient {\n\treturn &computeNodeTemplateClient{\n\t\tnodeTemplateClient: NodeTemplateClient,\n\t}\n}\n\nfunc (c computeNodeTemplateClient) Get(ctx context.Context, req *computepb.GetNodeTemplateRequest, opts ...gax.CallOption) (*computepb.NodeTemplate, error) {\n\treturn c.nodeTemplateClient.Get(ctx, req, opts...)\n}\n\nfunc (c computeNodeTemplateClient) List(ctx context.Context, req *computepb.ListNodeTemplatesRequest, opts ...gax.CallOption) ComputeNodeTemplateIterator {\n\treturn c.nodeTemplateClient.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute node templates across all regions using aggregated list\nfunc (c computeNodeTemplateClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListNodeTemplatesRequest, opts ...gax.CallOption) NodeTemplatesScopedListPairIterator {\n\treturn c.nodeTemplateClient.AggregatedList(ctx, req, opts...)\n}\n\n// ComputeReservationIterator is an interface for iterating over compute reservations\ntype ComputeReservationIterator interface {\n\tNext() (*computepb.Reservation, error)\n}\n\n// ReservationsScopedListPairIterator is an interface for iterating over aggregated reservation list responses\ntype ReservationsScopedListPairIterator interface {\n\tNext() (compute.ReservationsScopedListPair, error)\n}\n\n// ComputeReservationClient is an interface for the Compute Engine Reservations client\ntype ComputeReservationClient interface {\n\tGet(ctx context.Context, req *computepb.GetReservationRequest, opts ...gax.CallOption) (*computepb.Reservation, error)\n\tList(ctx context.Context, req *computepb.ListReservationsRequest, opts ...gax.CallOption) ComputeReservationIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListReservationsRequest, opts ...gax.CallOption) ReservationsScopedListPairIterator\n}\n\ntype computeReservationClient struct {\n\tclient *compute.ReservationsClient\n}\n\n// NewComputeReservationClient creates a new ComputeReservationClient\nfunc NewComputeReservationClient(reservationsClient *compute.ReservationsClient) ComputeReservationClient {\n\treturn &computeReservationClient{\n\t\tclient: reservationsClient,\n\t}\n}\n\n// Get retrieves a compute reservation\nfunc (c computeReservationClient) Get(ctx context.Context, req *computepb.GetReservationRequest, opts ...gax.CallOption) (*computepb.Reservation, error) {\n\treturn c.client.Get(ctx, req, opts...)\n}\n\n// List lists compute reservations and returns an iterator\nfunc (c computeReservationClient) List(ctx context.Context, req *computepb.ListReservationsRequest, opts ...gax.CallOption) ComputeReservationIterator {\n\treturn c.client.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute reservations across all zones using aggregated list\nfunc (c computeReservationClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListReservationsRequest, opts ...gax.CallOption) ReservationsScopedListPairIterator {\n\treturn c.client.AggregatedList(ctx, req, opts...)\n}\n\n// ComputeSecurityPolicyIterator is an interface for iterating over compute security policies\ntype ComputeSecurityPolicyIterator interface {\n\tNext() (*computepb.SecurityPolicy, error)\n}\n\n// ComputeSecurityPolicyClient is an interface for the Compute Security Policies client\ntype ComputeSecurityPolicyClient interface {\n\tGet(ctx context.Context, req *computepb.GetSecurityPolicyRequest, opts ...gax.CallOption) (*computepb.SecurityPolicy, error)\n\tList(ctx context.Context, req *computepb.ListSecurityPoliciesRequest, opts ...gax.CallOption) ComputeSecurityPolicyIterator\n}\n\ntype computeSecurityPolicyClient struct {\n\tclient *compute.SecurityPoliciesClient\n}\n\n// NewComputeSecurityPolicyClient creates a new ComputeSecurityPolicyClient\nfunc NewComputeSecurityPolicyClient(securityPolicyClient *compute.SecurityPoliciesClient) ComputeSecurityPolicyClient {\n\treturn &computeSecurityPolicyClient{\n\t\tclient: securityPolicyClient,\n\t}\n}\n\n// Get retrieves a compute security policy\nfunc (c computeSecurityPolicyClient) Get(ctx context.Context, req *computepb.GetSecurityPolicyRequest, opts ...gax.CallOption) (*computepb.SecurityPolicy, error) {\n\treturn c.client.Get(ctx, req, opts...)\n}\n\n// List lists compute security policies and returns an iterator\nfunc (c computeSecurityPolicyClient) List(ctx context.Context, req *computepb.ListSecurityPoliciesRequest, opts ...gax.CallOption) ComputeSecurityPolicyIterator {\n\treturn c.client.List(ctx, req, opts...)\n}\n\n// ComputeInstantSnapshotIterator is an interface for iterating over compute instant snapshots\ntype ComputeInstantSnapshotIterator interface {\n\tNext() (*computepb.InstantSnapshot, error)\n}\n\n// InstantSnapshotsScopedListPairIterator is an interface for iterating over aggregated instant snapshot list responses\ntype InstantSnapshotsScopedListPairIterator interface {\n\tNext() (compute.InstantSnapshotsScopedListPair, error)\n}\n\n// ComputeInstantSnapshotsClient is an interface for the Compute Instant Snapshots client\ntype ComputeInstantSnapshotsClient interface {\n\tGet(ctx context.Context, req *computepb.GetInstantSnapshotRequest, opts ...gax.CallOption) (*computepb.InstantSnapshot, error)\n\tList(ctx context.Context, req *computepb.ListInstantSnapshotsRequest, opts ...gax.CallOption) ComputeInstantSnapshotIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListInstantSnapshotsRequest, opts ...gax.CallOption) InstantSnapshotsScopedListPairIterator\n}\n\ntype computeInstantSnapshotsClient struct {\n\tclient *compute.InstantSnapshotsClient\n}\n\n// NewComputeInstantSnapshotsClient creates a new ComputeInstantSnapshotsClient\nfunc NewComputeInstantSnapshotsClient(instantSnapshotsClient *compute.InstantSnapshotsClient) ComputeInstantSnapshotsClient {\n\treturn &computeInstantSnapshotsClient{\n\t\tclient: instantSnapshotsClient,\n\t}\n}\n\n// Get retrieves a compute instant snapshot\nfunc (c computeInstantSnapshotsClient) Get(ctx context.Context, req *computepb.GetInstantSnapshotRequest, opts ...gax.CallOption) (*computepb.InstantSnapshot, error) {\n\treturn c.client.Get(ctx, req, opts...)\n}\n\n// List lists compute instant snapshots and returns an iterator\nfunc (c computeInstantSnapshotsClient) List(ctx context.Context, req *computepb.ListInstantSnapshotsRequest, opts ...gax.CallOption) ComputeInstantSnapshotIterator {\n\treturn c.client.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute instant snapshots across all zones using aggregated list\nfunc (c computeInstantSnapshotsClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListInstantSnapshotsRequest, opts ...gax.CallOption) InstantSnapshotsScopedListPairIterator {\n\treturn c.client.AggregatedList(ctx, req, opts...)\n}\n\n// ComputeDiskIterator is an interface for iterating over compute disks\ntype ComputeDiskIterator interface {\n\tNext() (*computepb.Disk, error)\n}\n\n// DisksScopedListPairIterator is an interface for iterating over aggregated disk list responses\ntype DisksScopedListPairIterator interface {\n\tNext() (compute.DisksScopedListPair, error)\n}\n\n// ComputeDiskClient is an interface for the Compute Engine Disk client\ntype ComputeDiskClient interface {\n\tGet(ctx context.Context, req *computepb.GetDiskRequest, opts ...gax.CallOption) (*computepb.Disk, error)\n\tList(ctx context.Context, req *computepb.ListDisksRequest, opts ...gax.CallOption) ComputeDiskIterator\n\tAggregatedList(ctx context.Context, req *computepb.AggregatedListDisksRequest, opts ...gax.CallOption) DisksScopedListPairIterator\n}\n\ntype computeDiskClient struct {\n\tclient *compute.DisksClient\n}\n\n// NewComputeDiskClient creates a new ComputeDiskClient\nfunc NewComputeDiskClient(client *compute.DisksClient) ComputeDiskClient {\n\treturn &computeDiskClient{\n\t\tclient: client,\n\t}\n}\n\n// Get retrieves a compute disk\nfunc (c computeDiskClient) Get(ctx context.Context, req *computepb.GetDiskRequest, opts ...gax.CallOption) (*computepb.Disk, error) {\n\treturn c.client.Get(ctx, req, opts...)\n}\n\n// List lists compute disks and returns an iterator\nfunc (c computeDiskClient) List(ctx context.Context, req *computepb.ListDisksRequest, opts ...gax.CallOption) ComputeDiskIterator {\n\treturn c.client.List(ctx, req, opts...)\n}\n\n// AggregatedList lists compute disks across all zones using aggregated list\nfunc (c computeDiskClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListDisksRequest, opts ...gax.CallOption) DisksScopedListPairIterator {\n\treturn c.client.AggregatedList(ctx, req, opts...)\n}\n\n// ComputeMachineImageIterator is an interface for iterating over compute machine images\ntype ComputeMachineImageIterator interface {\n\tNext() (*computepb.MachineImage, error)\n}\n\n// ComputeMachineImageClient is an interface for the Compute Engine Machine Images client\ntype ComputeMachineImageClient interface {\n\tGet(ctx context.Context, req *computepb.GetMachineImageRequest, opts ...gax.CallOption) (*computepb.MachineImage, error)\n\tList(ctx context.Context, req *computepb.ListMachineImagesRequest, opts ...gax.CallOption) ComputeMachineImageIterator\n}\n\ntype computeMachineImageClient struct {\n\tclient *compute.MachineImagesClient\n}\n\n// NewComputeMachineImageClient creates a new ComputeMachineImageClient\nfunc NewComputeMachineImageClient(machineImageClient *compute.MachineImagesClient) ComputeMachineImageClient {\n\treturn &computeMachineImageClient{\n\t\tclient: machineImageClient,\n\t}\n}\n\n// Get retrieves a compute machine image\nfunc (c computeMachineImageClient) Get(ctx context.Context, req *computepb.GetMachineImageRequest, opts ...gax.CallOption) (*computepb.MachineImage, error) {\n\treturn c.client.Get(ctx, req, opts...)\n}\n\n// List lists compute machine images and returns an iterator\nfunc (c computeMachineImageClient) List(ctx context.Context, req *computepb.ListMachineImagesRequest, opts ...gax.CallOption) ComputeMachineImageIterator {\n\treturn c.client.List(ctx, req, opts...)\n}\n\n// ComputeSnapshotIterator is an interface for iterating over compute snapshots\ntype ComputeSnapshotIterator interface {\n\tNext() (*computepb.Snapshot, error)\n}\n\n// ComputeSnapshotsClient is an interface for the Compute Snapshots client\ntype ComputeSnapshotsClient interface {\n\tGet(ctx context.Context, req *computepb.GetSnapshotRequest, opts ...gax.CallOption) (*computepb.Snapshot, error)\n\tList(ctx context.Context, req *computepb.ListSnapshotsRequest, opts ...gax.CallOption) ComputeSnapshotIterator\n}\n\ntype computeSnapshotsClient struct {\n\tsnapshotClient *compute.SnapshotsClient\n}\n\n// NewComputeSnapshotsClient creates a new ComputeSnapshotsClient\nfunc NewComputeSnapshotsClient(snapshotClient *compute.SnapshotsClient) ComputeSnapshotsClient {\n\treturn &computeSnapshotsClient{\n\t\tsnapshotClient: snapshotClient,\n\t}\n}\n\n// Get retrieves a compute snapshot\nfunc (c computeSnapshotsClient) Get(ctx context.Context, req *computepb.GetSnapshotRequest, opts ...gax.CallOption) (*computepb.Snapshot, error) {\n\treturn c.snapshotClient.Get(ctx, req, opts...)\n}\n\n// List lists compute snapshots and returns an iterator\nfunc (c computeSnapshotsClient) List(ctx context.Context, req *computepb.ListSnapshotsRequest, opts ...gax.CallOption) ComputeSnapshotIterator {\n\treturn c.snapshotClient.List(ctx, req, opts...)\n}\n\n// ComputeRegionBackendServiceIterator is an interface for iterating over compute region backend services\ntype ComputeRegionBackendServiceIterator interface {\n\tNext() (*computepb.BackendService, error)\n}\n\n// ComputeRegionBackendServiceClient is an interface for the Compute Engine Region Backend Service client\ntype ComputeRegionBackendServiceClient interface {\n\tGet(ctx context.Context, req *computepb.GetRegionBackendServiceRequest, opts ...gax.CallOption) (*computepb.BackendService, error)\n\tList(ctx context.Context, req *computepb.ListRegionBackendServicesRequest, opts ...gax.CallOption) ComputeRegionBackendServiceIterator\n}\n\ntype computeRegionBackendServiceClient struct {\n\tclient *compute.RegionBackendServicesClient\n}\n\nfunc (c computeRegionBackendServiceClient) Get(ctx context.Context, req *computepb.GetRegionBackendServiceRequest, opts ...gax.CallOption) (*computepb.BackendService, error) {\n\treturn c.client.Get(ctx, req, opts...)\n}\n\nfunc (c computeRegionBackendServiceClient) List(ctx context.Context, req *computepb.ListRegionBackendServicesRequest, opts ...gax.CallOption) ComputeRegionBackendServiceIterator {\n\treturn c.client.List(ctx, req, opts...)\n}\n\n// NewComputeRegionBackendServiceClient creates a new ComputeRegionBackendServiceClient\nfunc NewComputeRegionBackendServiceClient(regionBackendServiceClient *compute.RegionBackendServicesClient) ComputeRegionBackendServiceClient {\n\treturn &computeRegionBackendServiceClient{\n\t\tclient: regionBackendServiceClient,\n\t}\n}\n" }, { "path": "sources/gcp/shared/cross_project_linking_test.go", "content": "package shared\n\nimport (\n\t\"reflect\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// TestProjectBaseLinkedItemQueryByName_CrossProject verifies that project-level\n// resources correctly extract the project ID from cross-project URIs\nfunc TestProjectBaseLinkedItemQueryByName_CrossProject(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tprojectID string\n\t\tquery string\n\t\twant *sdp.LinkedItemQuery\n\t\tdescription string\n\t}{\n\t\t{\n\t\t\tname: \"Same project - simple resource name\",\n\t\t\tprojectID: \"my-project\",\n\t\t\tquery: \"my-image\",\n\t\t\tdescription: \"Simple resource name without project prefix\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeImage.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-image\",\n\t\t\t\t\tScope: \"my-project\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Same project - full resource URI\",\n\t\t\tprojectID: \"my-project\",\n\t\t\tquery: \"projects/my-project/global/images/my-image\",\n\t\t\tdescription: \"Full resource URI with same project as context\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeImage.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-image\",\n\t\t\t\t\tScope: \"my-project\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Cross-project - full resource URI\",\n\t\t\tprojectID: \"box-dev-clamav\",\n\t\t\tquery: \"projects/box-dev-baseos/global/images/family/pcs-clamav-box\",\n\t\t\tdescription: \"Cross-project reference - should extract project from URI (ENG-2271 bug fix)\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeImage.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"pcs-clamav-box\",\n\t\t\t\t\tScope: \"box-dev-baseos\", // Should use extracted project, not context project\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Cross-project - HTTPS URL\",\n\t\t\tprojectID: \"my-project\",\n\t\t\tquery: \"https://www.googleapis.com/compute/v1/projects/other-project/global/images/other-image\",\n\t\t\tdescription: \"Cross-project reference with HTTPS URL\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeImage.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"other-image\",\n\t\t\t\t\tScope: \"other-project\", // Should use extracted project, not context project\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Empty query\",\n\t\t\tprojectID: \"my-project\",\n\t\t\tquery: \"\",\n\t\t\tdescription: \"Empty query should return nil\",\n\t\t\twant: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Empty project ID\",\n\t\t\tprojectID: \"\",\n\t\t\tquery: \"my-image\",\n\t\t\tdescription: \"Empty project ID should return nil\",\n\t\t\twant: nil,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tlinkerFunc := ProjectBaseLinkedItemQueryByName(ComputeImage)\n\t\t\tgot := linkerFunc(tt.projectID, \"\", tt.query)\n\t\t\tif !reflect.DeepEqual(got, tt.want) {\n\t\t\t\tt.Errorf(\"ProjectBaseLinkedItemQueryByName() = %v, want %v\\nDescription: %s\", got, tt.want, tt.description)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// TestRegionBaseLinkedItemQueryByName_CrossProject verifies that regional\n// resources correctly extract the project ID from cross-project URIs\nfunc TestRegionBaseLinkedItemQueryByName_CrossProject(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tprojectID string\n\t\tfromItemScope string\n\t\tquery string\n\t\twant *sdp.LinkedItemQuery\n\t\tdescription string\n\t}{\n\t\t{\n\t\t\tname: \"Same project - full resource URI\",\n\t\t\tprojectID: \"my-project\",\n\t\t\tfromItemScope: \"my-project.us-central1\",\n\t\t\tquery: \"projects/my-project/regions/us-central1/addresses/my-address\",\n\t\t\tdescription: \"Regional resource with same project\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeAddress.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-address\",\n\t\t\t\t\tScope: \"my-project.us-central1\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Cross-project - full resource URI\",\n\t\t\tprojectID: \"my-project\",\n\t\t\tfromItemScope: \"my-project.us-central1\",\n\t\t\tquery: \"projects/other-project/regions/europe-west1/addresses/other-address\",\n\t\t\tdescription: \"Cross-project regional resource - should extract project from URI\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeAddress.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"other-address\",\n\t\t\t\t\tScope: \"other-project.europe-west1\", // Should use extracted project, not context project\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Empty query\",\n\t\t\tprojectID: \"my-project\",\n\t\t\tfromItemScope: \"my-project.us-central1\",\n\t\t\tquery: \"\",\n\t\t\tdescription: \"Empty query should return nil\",\n\t\t\twant: nil,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tlinkerFunc := RegionBaseLinkedItemQueryByName(ComputeAddress)\n\t\t\tgot := linkerFunc(tt.projectID, tt.fromItemScope, tt.query)\n\t\t\tif !reflect.DeepEqual(got, tt.want) {\n\t\t\t\tt.Errorf(\"RegionBaseLinkedItemQueryByName() = %v, want %v\\nDescription: %s\", got, tt.want, tt.description)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// TestZoneBaseLinkedItemQueryByName_CrossProject verifies that zonal\n// resources correctly extract the project ID from cross-project URIs\nfunc TestZoneBaseLinkedItemQueryByName_CrossProject(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tprojectID string\n\t\tfromItemScope string\n\t\tquery string\n\t\twant *sdp.LinkedItemQuery\n\t\tdescription string\n\t}{\n\t\t{\n\t\t\tname: \"Same project - full resource URI\",\n\t\t\tprojectID: \"my-project\",\n\t\t\tfromItemScope: \"my-project.us-central1-a\",\n\t\t\tquery: \"projects/my-project/zones/us-central1-a/disks/my-disk\",\n\t\t\tdescription: \"Zonal resource with same project\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeDisk.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-disk\",\n\t\t\t\t\tScope: \"my-project.us-central1-a\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Cross-project - full resource URI\",\n\t\t\tprojectID: \"my-project\",\n\t\t\tfromItemScope: \"my-project.us-central1-a\",\n\t\t\tquery: \"projects/other-project/zones/europe-west1-b/disks/other-disk\",\n\t\t\tdescription: \"Cross-project zonal resource - should extract project from URI\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeDisk.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"other-disk\",\n\t\t\t\t\tScope: \"other-project.europe-west1-b\", // Should use extracted project, not context project\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Empty query\",\n\t\t\tprojectID: \"my-project\",\n\t\t\tfromItemScope: \"my-project.us-central1-a\",\n\t\t\tquery: \"\",\n\t\t\tdescription: \"Empty query should return nil\",\n\t\t\twant: nil,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tlinkerFunc := ZoneBaseLinkedItemQueryByName(ComputeDisk)\n\t\t\tgot := linkerFunc(tt.projectID, tt.fromItemScope, tt.query)\n\t\t\tif !reflect.DeepEqual(got, tt.want) {\n\t\t\t\tt.Errorf(\"ZoneBaseLinkedItemQueryByName() = %v, want %v\\nDescription: %s\", got, tt.want, tt.description)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/gcp/shared/errors.go", "content": "package shared\n\nimport (\n\t\"google.golang.org/grpc/codes\"\n\t\"google.golang.org/grpc/status\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// QueryError is a helper function to convert errors into sdp.QueryError\nfunc QueryError(err error, scope string, itemType string) *sdp.QueryError {\n\t// Check if the error is a gRPC `not_found` error\n\tif s, ok := status.FromError(err); ok && s.Code() == codes.NotFound {\n\t\treturn &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: err.Error(),\n\t\t\tSourceName: \"gcp-source\",\n\t\t\tScope: scope,\n\t\t\tItemType: itemType,\n\t\t}\n\t}\n\n\treturn &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_OTHER,\n\t\tErrorString: err.Error(),\n\t\tSourceName: \"gcp-source\",\n\t\tScope: scope,\n\t\tItemType: itemType,\n\t}\n}\n" }, { "path": "sources/gcp/shared/gcp-http-client.go", "content": "package shared\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/http\"\n\n\t\"cloud.google.com/go/auth/credentials\"\n\t\"cloud.google.com/go/auth/credentials/impersonate\"\n\t\"cloud.google.com/go/auth/httptransport\"\n\t\"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp\"\n)\n\n// GCPHTTPClientWithOtel creates a new HTTP client for GCP with OpenTelemetry instrumentation.\n// If impersonationServiceAccountEmail is non-empty, it will impersonate that service account.\nfunc GCPHTTPClientWithOtel(ctx context.Context, impersonationServiceAccountEmail string) (*http.Client, error) {\n\t// Use default credentials\n\tcreds, err := credentials.DetectDefault(&credentials.DetectOptions{\n\t\t// Broad access to all GCP resources\n\t\t// It is restricted by the IAM permissions of the service account\n\t\tScopes: []string{\"https://www.googleapis.com/auth/cloud-platform\"},\n\t})\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to detect default credentials: %w\", err)\n\t}\n\n\tif impersonationServiceAccountEmail != \"\" {\n\t\t// Use impersonation credentials\n\t\tcreds, err = impersonate.NewCredentials(&impersonate.CredentialsOptions{\n\t\t\tTargetPrincipal: impersonationServiceAccountEmail,\n\t\t\t// Broad access to all GCP resources\n\t\t\t// It is restricted by the IAM permissions of the service account\n\t\t\tScopes: []string{\"https://www.googleapis.com/auth/cloud-platform\"},\n\n\t\t\t// piggy-back on top of the detected default credentials\n\t\t\tCredentials: creds,\n\t\t})\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create impersonated credentials: %w\", err)\n\t\t}\n\t}\n\n\tgcpHTTPCli, err := httptransport.NewClient(&httptransport.Options{\n\t\tCredentials: creds,\n\t\tBaseRoundTripper: otelhttp.NewTransport(nil),\n\t})\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create HTTP client with credentials: %w\", err)\n\t}\n\n\treturn gcpHTTPCli, nil\n}\n" }, { "path": "sources/gcp/shared/iam-clients.go", "content": "package shared\n\nimport (\n\t\"context\"\n\n\tadmin \"cloud.google.com/go/iam/admin/apiv1\"\n\t\"cloud.google.com/go/iam/admin/apiv1/adminpb\"\n\t\"github.com/googleapis/gax-go/v2\"\n)\n\n// IAMServiceAccountClient interface for IAM ServiceAccount operations\ntype IAMServiceAccountClient interface {\n\tGet(ctx context.Context, req *adminpb.GetServiceAccountRequest, opts ...gax.CallOption) (*adminpb.ServiceAccount, error)\n\tList(ctx context.Context, req *adminpb.ListServiceAccountsRequest, opts ...gax.CallOption) IAMServiceAccountIterator\n}\n\ntype IAMServiceAccountIterator interface {\n\tNext() (*adminpb.ServiceAccount, error)\n}\n\ntype iamServiceAccountClient struct {\n\tclient *admin.IamClient\n}\n\nfunc (c *iamServiceAccountClient) Get(ctx context.Context, req *adminpb.GetServiceAccountRequest, opts ...gax.CallOption) (*adminpb.ServiceAccount, error) {\n\treturn c.client.GetServiceAccount(ctx, req, opts...)\n}\n\nfunc (c *iamServiceAccountClient) List(ctx context.Context, req *adminpb.ListServiceAccountsRequest, opts ...gax.CallOption) IAMServiceAccountIterator {\n\treturn c.client.ListServiceAccounts(ctx, req, opts...)\n}\n\n// NewIAMServiceAccountClient creates a new IAMServiceAccountClient\nfunc NewIAMServiceAccountClient(client *admin.IamClient) IAMServiceAccountClient {\n\treturn &iamServiceAccountClient{\n\t\tclient: client,\n\t}\n}\n\n// IAMServiceAccountKeyClient defines the interface for ServiceAccountKey operations\ntype IAMServiceAccountKeyClient interface {\n\tGet(ctx context.Context, req *adminpb.GetServiceAccountKeyRequest, opts ...gax.CallOption) (*adminpb.ServiceAccountKey, error)\n\tSearch(ctx context.Context, req *adminpb.ListServiceAccountKeysRequest, opts ...gax.CallOption) (*adminpb.ListServiceAccountKeysResponse, error)\n}\n\ntype iamServiceAccountKeyClient struct {\n\tclient *admin.IamClient\n}\n\nfunc (c iamServiceAccountKeyClient) Get(ctx context.Context, req *adminpb.GetServiceAccountKeyRequest, opts ...gax.CallOption) (*adminpb.ServiceAccountKey, error) {\n\treturn c.client.GetServiceAccountKey(ctx, req, opts...)\n}\n\nfunc (c iamServiceAccountKeyClient) Search(ctx context.Context, req *adminpb.ListServiceAccountKeysRequest, opts ...gax.CallOption) (*adminpb.ListServiceAccountKeysResponse, error) {\n\treturn c.client.ListServiceAccountKeys(ctx, req, opts...)\n}\n\n// NewIAMServiceAccountKeyClient creates a new IAMServiceAccountKeyClient\nfunc NewIAMServiceAccountKeyClient(client *admin.IamClient) IAMServiceAccountKeyClient {\n\treturn &iamServiceAccountKeyClient{\n\t\tclient: client,\n\t}\n}\n" }, { "path": "sources/gcp/shared/init_test.go", "content": "package shared_test\n\nimport (\n\t_ \"github.com/overmindtech/cli/sources/gcp/dynamic/adapters\" // Import all adapters to register them\n)\n\n// This file ensures that all adapters are registered before running tests in the shared package.\n// The package is \"shared_test\" (not \"shared\") to avoid import cycle issues.\n" }, { "path": "sources/gcp/shared/item-types.go", "content": "package shared\n\nimport \"github.com/overmindtech/cli/sources/shared\"\n\nvar (\n\tComputeInstance = shared.NewItemType(GCP, Compute, Instance)\n\tComputeInstanceTemplate = shared.NewItemType(GCP, Compute, InstanceTemplate)\n\tComputeMachineImage = shared.NewItemType(GCP, Compute, MachineImage)\n\tComputeInstanceGroupManager = shared.NewItemType(GCP, Compute, InstanceGroupManager)\n\tComputeRegionInstanceGroupManager = shared.NewItemType(GCP, Compute, RegionalInstanceGroupManager)\n\tComputeSubnetwork = shared.NewItemType(GCP, Compute, Subnetwork)\n\tComputeNetwork = shared.NewItemType(GCP, Compute, Network)\n\tComputeImage = shared.NewItemType(GCP, Compute, Image)\n\tComputeDisk = shared.NewItemType(GCP, Compute, Disk)\n\tComputeDiskType = shared.NewItemType(GCP, Compute, DiskType)\n\tComputeAutoscaler = shared.NewItemType(GCP, Compute, Autoscaler)\n\tComputeResourcePolicy = shared.NewItemType(GCP, Compute, ResourcePolicy)\n\tComputeSnapshot = shared.NewItemType(GCP, Compute, Snapshot)\n\tComputeInstanceGroup = shared.NewItemType(GCP, Compute, InstanceGroup)\n\tComputeFirewall = shared.NewItemType(GCP, Compute, Firewall)\n\tComputeRoute = shared.NewItemType(GCP, Compute, Route)\n\tComputeAddress = shared.NewItemType(GCP, Compute, Address)\n\tComputeInstantSnapshot = shared.NewItemType(GCP, Compute, InstantSnapshot)\n\tComputeReservation = shared.NewItemType(GCP, Compute, Reservation)\n\tComputeHealthCheck = shared.NewItemType(GCP, Compute, HealthCheck)\n\tComputeHttpHealthCheck = shared.NewItemType(GCP, Compute, HttpHealthCheck)\n\tComputeNodeGroup = shared.NewItemType(GCP, Compute, NodeGroup)\n\tComputeNodeTemplate = shared.NewItemType(GCP, Compute, NodeTemplate)\n\tComputeBackendService = shared.NewItemType(GCP, Compute, BackendService)\n\tComputeBackendBucket = shared.NewItemType(GCP, Compute, BackendBucket)\n\tComputeSecurityPolicy = shared.NewItemType(GCP, Compute, SecurityPolicy)\n\tNetworkSecurityClientTlsPolicy = shared.NewItemType(GCP, NetworkSecurity, ClientTlsPolicy)\n\tNetworkServicesServiceLbPolicy = shared.NewItemType(GCP, NetworkServices, ServiceLbPolicy)\n\tNetworkServicesServiceBinding = shared.NewItemType(GCP, NetworkServices, ServiceBinding)\n\tComputeForwardingRule = shared.NewItemType(GCP, Compute, ForwardingRule)\n\tComputeGlobalForwardingRule = shared.NewItemType(GCP, Compute, GlobalForwardingRule)\n\tComputeUrlMap = shared.NewItemType(GCP, Compute, UrlMap)\n\tComputeTargetPool = shared.NewItemType(GCP, Compute, TargetPool)\n\tComputeLicense = shared.NewItemType(GCP, Compute, License)\n\tCloudKMSCryptoKeyVersion = shared.NewItemType(GCP, CloudKMS, CryptoKeyVersion)\n\tComputeRegionCommitment = shared.NewItemType(GCP, Compute, RegionCommitment)\n\tComputeAcceleratorType = shared.NewItemType(GCP, Compute, AcceleratorType)\n\tComputeRule = shared.NewItemType(GCP, Compute, Rule)\n\tIAMServiceAccountKey = shared.NewItemType(GCP, IAM, ServiceAccountKey)\n\tIAMServiceAccount = shared.NewItemType(GCP, IAM, ServiceAccount)\n\tBigQueryTable = shared.NewItemType(GCP, BigQuery, Table)\n\tBigQueryDataset = shared.NewItemType(GCP, BigQuery, Dataset)\n\tBigQueryDataTransferTransferConfig = shared.NewItemType(GCP, BigQueryDataTransfer, TransferConfig)\n\tBigQueryDataTransferTransferRun = shared.NewItemType(GCP, BigQueryDataTransfer, TransferRun)\n\tBigQueryDataTransferDataSource = shared.NewItemType(GCP, BigQueryDataTransfer, DataSource)\n\tBigQueryRoutine = shared.NewItemType(GCP, BigQuery, Routine)\n\tStorageTransferTransferJob = shared.NewItemType(GCP, StorageTransfer, TransferJob)\n\tStorageTransferTransferOperation = shared.NewItemType(GCP, StorageTransfer, TransferOperation) // https://cloud.google.com/storage-transfer/docs/reference/rest/v1/transferOperations/get\n\tStorageTransferAgentPool = shared.NewItemType(GCP, StorageTransfer, AgentPool) // https://cloud.google.com/storage-transfer/docs/reference/rest/v1/projects.agentPools/get\n\tPubSubSubscription = shared.NewItemType(GCP, PubSub, Subscription)\n\tPubSubTopic = shared.NewItemType(GCP, PubSub, Topic)\n\tPubSubSchema = shared.NewItemType(GCP, PubSub, Schema)\n\tCloudResourceManagerProject = shared.NewItemType(GCP, CloudResourceManager, Project)\n\tCloudResourceManagerFolder = shared.NewItemType(GCP, CloudResourceManager, Folder)\n\tCloudResourceManagerOrganization = shared.NewItemType(GCP, CloudResourceManager, Organization)\n\tCloudKMSKeyRing = shared.NewItemType(GCP, CloudKMS, KeyRing)\n\tIAMPolicy = shared.NewItemType(GCP, IAM, Policy)\n\tComputeInstanceSettings = shared.NewItemType(GCP, Compute, InstanceSettings)\n\tComputeProject = shared.NewItemType(GCP, Compute, Project)\n\tStorageBucket = shared.NewItemType(GCP, Storage, Bucket)\n\tStorageBucketAccessControl = shared.NewItemType(GCP, Storage, BucketAccessControl)\n\tStorageDefaultObjectAccessControl = shared.NewItemType(GCP, Storage, DefaultObjectAccessControl)\n\tStorageNotificationConfig = shared.NewItemType(GCP, Storage, NotificationConfig)\n\tStorageBucketIAMPolicy = shared.NewItemType(GCP, Storage, BucketIAMPolicy)\n\tComputeNetworkAttachment = shared.NewItemType(GCP, Compute, NetworkAttachment)\n\tComputeStoragePool = shared.NewItemType(GCP, Compute, StoragePool)\n\tComputeStoragePoolType = shared.NewItemType(GCP, Compute, StoragePoolType)\n\tComputeZone = shared.NewItemType(GCP, Compute, Zone)\n\tComputeRegion = shared.NewItemType(GCP, Compute, Region)\n\tComputeVpnTunnel = shared.NewItemType(GCP, Compute, VpnTunnel)\n\tComputeNetworkPeering = shared.NewItemType(GCP, Compute, NetworkPeering)\n\tComputeGateway = shared.NewItemType(GCP, Compute, Gateway)\n\tAIPlatformCustomJob = shared.NewItemType(GCP, AIPlatform, CustomJob)\n\tAIPlatformPipelineJob = shared.NewItemType(GCP, AIPlatform, PipelineJob)\n\tIAMRole = shared.NewItemType(GCP, IAM, Role)\n\tBigTableAdminAppProfile = shared.NewItemType(GCP, BigTableAdmin, AppProfile)\n\tBigTableAdminBackup = shared.NewItemType(GCP, BigTableAdmin, Backup)\n\tBigTableAdminTable = shared.NewItemType(GCP, BigTableAdmin, Table)\n\tCloudBuildBuild = shared.NewItemType(GCP, CloudBuild, Build)\n\tDataplexEntryGroup = shared.NewItemType(GCP, DataPlex, EntryGroup)\n\tDataplexAspectType = shared.NewItemType(GCP, DataPlex, AspectType)\n\tDataplexDataScan = shared.NewItemType(GCP, DataPlex, DataScan)\n\tDataplexEntity = shared.NewItemType(GCP, DataPlex, Entity)\n\tServiceUsageService = shared.NewItemType(GCP, ServiceUsage, Service)\n\tRunRevision = shared.NewItemType(GCP, Run, Revision)\n\tSQLAdminBackup = shared.NewItemType(GCP, SqlAdmin, Backup)\n\tSQLAdminBackupRun = shared.NewItemType(GCP, SqlAdmin, BackupRun)\n\tSQLAdminDatabase = shared.NewItemType(GCP, SqlAdmin, Database)\n\tSQLAdminUser = shared.NewItemType(GCP, SqlAdmin, User)\n\tSQLAdminSSLCert = shared.NewItemType(GCP, SqlAdmin, SSLCertificate)\n\tMonitoringCustomDashboard = shared.NewItemType(GCP, Monitoring, CustomDashboard)\n\tMonitoringNotificationChannel = shared.NewItemType(GCP, Monitoring, NotificationChannel)\n\tArtifactRegistryDockerImage = shared.NewItemType(GCP, ArtifactRegistry, DockerImage)\n\tArtifactRegistryPackage = shared.NewItemType(GCP, ArtifactRegistry, Package) // https://cloud.google.com/artifact-registry/docs/reference/rest/v1/projects.locations.repositories.packages/get\n\tArtifactRegistryPackageVersion = shared.NewItemType(GCP, ArtifactRegistry, PackageVersion) // https://cloud.google.com/artifact-registry/docs/reference/rest/v1/projects.locations.repositories.packages.versions/get\n\tArtifactRegistryPackageTag = shared.NewItemType(GCP, ArtifactRegistry, PackageTag) // https://cloud.google.com/artifact-registry/docs/reference/rest/v1/projects.locations.repositories.packages.tags/get\n\tDataformRepository = shared.NewItemType(GCP, Dataform, Repository)\n\tDataformCompilationResult = shared.NewItemType(GCP, Dataform, CompilationResult)\n\tDataformWorkspace = shared.NewItemType(GCP, Dataform, Workspace)\n\tDataformWorkflowInvocation = shared.NewItemType(GCP, Dataform, WorkflowInvocation)\n\tServiceDirectoryEndpoint = shared.NewItemType(GCP, ServiceDirectory, Endpoint)\n\tDNSManagedZone = shared.NewItemType(GCP, DNS, ManagedZone)\n\tCloudBillingBillingInfo = shared.NewItemType(GCP, CloudBilling, BillingInfo)\n\tEssentialContactsContact = shared.NewItemType(GCP, EssentialContacts, Contact)\n\tLoggingSavedQuery = shared.NewItemType(GCP, Logging, SavedQuery)\n\tLoggingBucket = shared.NewItemType(GCP, Logging, Bucket)\n\tLoggingLink = shared.NewItemType(GCP, Logging, Link)\n\tLoggingSink = shared.NewItemType(GCP, Logging, Sink)\n\tCloudKMSCryptoKey = shared.NewItemType(GCP, CloudKMS, CryptoKey)\n\tCloudKMSImportJob = shared.NewItemType(GCP, CloudKMS, ImportJob)\n\tNetworkConnectivityHub = shared.NewItemType(GCP, NetworkConnectivity, Hub)\n\tNetworkConnectivityInternalRange = shared.NewItemType(GCP, NetworkConnectivity, InternalRange) // https://cloud.google.com/network-connectivity/docs/reference/networkconnectivity/rest/v1/projects.locations.internalRanges/get\n\tComputeFirewallPolicy = shared.NewItemType(GCP, Compute, FirewallPolicy)\n\tAIPlatformTensorBoard = shared.NewItemType(GCP, AIPlatform, TensorBoard)\n\tAIPlatformExperiment = shared.NewItemType(GCP, AIPlatform, Experiment)\n\tAIPlatformExperimentRun = shared.NewItemType(GCP, AIPlatform, ExperimentRun)\n\tAIPlatformModel = shared.NewItemType(GCP, AIPlatform, Model)\n\tAIPlatformEndpoint = shared.NewItemType(GCP, AIPlatform, Endpoint)\n\tAIPlatformModelDeploymentMonitoringJob = shared.NewItemType(GCP, AIPlatform, ModelDeploymentMonitoringJob)\n\tAIPlatformBatchPredictionJob = shared.NewItemType(GCP, AIPlatform, BatchPredictionJob)\n\tAIPlatformSchedule = shared.NewItemType(GCP, AIPlatform, Schedule)\n\tAIPlatformDeploymentResourcePool = shared.NewItemType(GCP, AIPlatform, DeploymentResourcePool)\n\tAIPlatformPersistentResource = shared.NewItemType(GCP, AIPlatform, PersistentResource)\n\tBigQueryConnection = shared.NewItemType(GCP, BigQuery, Connection)\n\tBigTableAdminCluster = shared.NewItemType(GCP, BigTableAdmin, Cluster)\n\tCloudBuildTrigger = shared.NewItemType(GCP, CloudBuild, Trigger)\n\tRunService = shared.NewItemType(GCP, Run, Service)\n\tRunWorkerPool = shared.NewItemType(GCP, Run, WorkerPool)\n\tEventarcTrigger = shared.NewItemType(GCP, Eventarc, Trigger)\n\tEventarcChannel = shared.NewItemType(GCP, Eventarc, Channel) // https://cloud.google.com/eventarc/docs/reference/rest/v1/projects.locations.channels/get\n\tWorkflowsWorkflow = shared.NewItemType(GCP, Workflows, Workflow) // https://cloud.google.com/workflows/docs/reference/rest/v1/projects.locations.workflows/get\n\tVPCAccessConnector = shared.NewItemType(GCP, VPCAccess, Connector) // https://cloud.google.com/vpc/docs/reference/vpcaccess/rest/v1/projects.locations.connectors/get\n\tSQLAdminInstance = shared.NewItemType(GCP, SqlAdmin, Instance) // https://cloud.google.com/sql/docs/mysql/admin-api/rest/v1/instances/get\n\tCloudBillingBillingAccount = shared.NewItemType(GCP, CloudBilling, BillingAccount) // https://cloud.google.com/billing/docs/reference/rest/v1/billingAccounts/get\n\tContainerCluster = shared.NewItemType(GCP, Container, Cluster) // https://cloud.google.com/kubernetes-engine/docs/reference/rest/v1/projects.locations.clusters/get\n\tContainerNodePool = shared.NewItemType(GCP, Container, NodePool)\n\tServiceDirectoryNamespace = shared.NewItemType(GCP, ServiceDirectory, Namespace) // https://cloud.google.com/service-directory/docs/reference/rest/v1/projects.locations.namespaces/get\n\tSecretManagerSecret = shared.NewItemType(GCP, SecretManager, Secret) // https://cloud.google.com/secret-manager/docs/reference/rest/v1/projects.secrets/get\n\tSecretManagerSecretVersion = shared.NewItemType(GCP, SecretManager, SecretVersion) // https://cloud.google.com/secret-manager/docs/reference/rest/v1/projects.secrets.versions/get\n\tCloudKMSEKMConnection = shared.NewItemType(GCP, CloudKMS, EKMConnection) // https://cloud.google.com/kms/docs/reference/rest/v1/projects.locations.ekmConnections/get\n\tComputeRegionInstanceTemplate = shared.NewItemType(GCP, Compute, RegionalInstanceTemplate)\n\tBigTableAdminInstance = shared.NewItemType(GCP, BigTableAdmin, Instance)\n\tServiceDirectoryService = shared.NewItemType(GCP, ServiceDirectory, Service)\n\tArtifactRegistryRepository = shared.NewItemType(GCP, ArtifactRegistry, Repository) // https://cloud.google.com/artifact-registry/docs/reference/rest/v1/projects.locations.repositories/get?rep_location=global\n\tSpannerDatabase = shared.NewItemType(GCP, Spanner, Database) // https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances.databases/get\n\tSpannerInstance = shared.NewItemType(GCP, Spanner, Instance)\n\tSpannerInstanceConfig = shared.NewItemType(GCP, Spanner, InstanceConfig)\n\tSpannerBackup = shared.NewItemType(GCP, Spanner, Backup)\n\tSpannerBackupSchedule = shared.NewItemType(GCP, Spanner, BackupSchedule) // https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances.databases.backupSchedules/get\n\tSpannerDatabaseRole = shared.NewItemType(GCP, Spanner, DatabaseRole) // https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances.databases.databaseRoles/list\n\tSpannerDatabaseOperation = shared.NewItemType(GCP, Spanner, DatabaseOperation) // https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances.databases.operations/get\n\tSpannerSession = shared.NewItemType(GCP, Spanner, Session) // https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances.databases.sessions/get\n\tSpannerInstancePartition = shared.NewItemType(GCP, Spanner, InstancePartition) // https://cloud.google.com/spanner/docs/reference/rest/v1/projects.instances.instancePartitions/get\n\tBigQueryModel = shared.NewItemType(GCP, BigQuery, Model)\n\tComputeNetworkEndpointGroup = shared.NewItemType(GCP, Compute, NetworkEndpointGroup)\n\tComputeSSLCertificate = shared.NewItemType(GCP, Compute, SSLCertificate)\n\tComputeGlobalAddress = shared.NewItemType(GCP, Compute, GlobalAddress)\n\tComputeVpnGateway = shared.NewItemType(GCP, Compute, VpnGateway)\n\tComputeRouter = shared.NewItemType(GCP, Compute, Router)\n\tAppEngineService = shared.NewItemType(GCP, AppEngine, Service)\n\tCloudFunctionsFunction = shared.NewItemType(GCP, CloudFunctions, Function)\n\tCloudResourceManagerTagValue = shared.NewItemType(GCP, CloudResourceManager, TagValue)\n\tCloudResourceManagerTagKey = shared.NewItemType(GCP, CloudResourceManager, TagKey)\n\tMonitoringAlertPolicy = shared.NewItemType(GCP, Monitoring, AlertPolicy)\n\tOrgPolicyPolicy = shared.NewItemType(GCP, OrgPolicy, Policy)\n\tDataprocCluster = shared.NewItemType(GCP, Dataproc, Cluster) // https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.clusters/get\n\tDataprocAutoscalingPolicy = shared.NewItemType(GCP, Dataproc, AutoscalingPolicy)\n\tDataprocMetastoreService = shared.NewItemType(GCP, Dataproc, MetastoreService) // https://cloud.google.com/dataproc-metastore/docs/reference/rest/v1/projects.locations.services/get\n\tComputeInterconnectAttachment = shared.NewItemType(GCP, Compute, InterconnectAttachment)\n\tComputeServiceAttachment = shared.NewItemType(GCP, Compute, ServiceAttachment)\n\tComputeTargetHttpsProxy = shared.NewItemType(GCP, Compute, TargetHttpsProxy)\n\tComputeRegionTargetHttpsProxy = shared.NewItemType(GCP, Compute, RegionTargetHttpsProxy)\n\tComputeSSLPolicy = shared.NewItemType(GCP, Compute, SSLPolicy)\n\tComputeTargetHttpProxy = shared.NewItemType(GCP, Compute, TargetHttpProxy)\n\tComputeTargetTcpProxy = shared.NewItemType(GCP, Compute, TargetTcpProxy)\n\tComputeTargetSslProxy = shared.NewItemType(GCP, Compute, TargetSslProxy)\n\tComputeTargetVpnGateway = shared.NewItemType(GCP, Compute, TargetVpnGateway)\n\tComputeTargetInstance = shared.NewItemType(GCP, Compute, TargetInstance)\n\tComputePublicDelegatedPrefix = shared.NewItemType(GCP, Compute, PublicDelegatedPrefix)\n\tComputePublicAdvertisedPrefix = shared.NewItemType(GCP, Compute, PublicAdvertisedPrefix)\n\tComputeExternalVpnGateway = shared.NewItemType(GCP, Compute, ExternalVpnGateway)\n\tRedisInstance = shared.NewItemType(GCP, Redis, Instance) // https://cloud.google.com/memorystore/docs/redis/reference/rest/v1/projects.locations.instances/get\n\tSecurityCenterManagementSecurityCenterService = shared.NewItemType(GCP, SecurityCenterManagement, SecurityCenterService) // https://cloud.google.com/security-command-center/docs/reference/security-center-management/rest/v1/projects.locations.securityCenterServices/get\n\tSecurityCenterManagementSecurityHealthAnalyticsCustomModule = shared.NewItemType(GCP, SecurityCenterManagement, SecurityHealthAnalyticsCustomModule) // https://cloud.google.com/security-command-center/docs/reference/security-center-management/rest/v1/projects.locations.securityHealthAnalyticsCustomModules/get\n\tSecurityCenterManagementEventThreatDetectionCustomModule = shared.NewItemType(GCP, SecurityCenterManagement, EventThreatDetectionCustomModule) // https://cloud.google.com/security-command-center/docs/reference/security-center-management/rest/v1/projects.locations.eventThreatDetectionCustomModules/get\n\tSecurityCenterManagementEffectiveSecurityHealthAnalyticsCustomModule = shared.NewItemType(GCP, SecurityCenterManagement, EffectiveSecurityHealthAnalyticsCustomModule) // https://cloud.google.com/security-command-center/docs/reference/security-center-management/rest/v1/projects.locations.effectiveSecurityHealthAnalyticsCustomModules/get\n\tSecurityCenterManagementEffectiveEventThreatDetectionCustomModule = shared.NewItemType(GCP, SecurityCenterManagement, EffectiveEventThreatDetectionCustomModule) // https://cloud.google.com/security-command-center/docs/reference/security-center-management/rest/v1/projects.locations.effectiveEventThreatDetectionCustomModules/get\n\tFileInstance = shared.NewItemType(GCP, File, Instance)\n\tFileBackup = shared.NewItemType(GCP, File, Backup)\n\tCertificateManagerCertificateMap = shared.NewItemType(GCP, CertificateManager, CertificateMap)\n\tCertificateManagerCertificateMapEntry = shared.NewItemType(GCP, CertificateManager, CertificateMapEntry)\n\tCertificateManagerCertificate = shared.NewItemType(GCP, CertificateManager, Certificate)\n\tCertificateManagerDnsAuthorization = shared.NewItemType(GCP, CertificateManager, DnsAuthorization)\n\tCertificateManagerCertificateIssuanceConfig = shared.NewItemType(GCP, CertificateManager, CertificateIssuanceConfig)\n\tComputeRoutePolicy = shared.NewItemType(GCP, Compute, RoutePolicy) // Router Route Policy child resource\n\tComputeBgpRoute = shared.NewItemType(GCP, Compute, BgpRoute) // Router BGP Route child resource\n\tNetworkServicesMesh = shared.NewItemType(GCP, NetworkServices, Mesh) // https://cloud.google.com/service-mesh/docs/reference/network-services/rest/v1/projects.locations.meshes/get\n\tBinaryAuthorizationPlatformPolicy = shared.NewItemType(GCP, BinaryAuthorization, BinaryAuthorizationPolicy) // https://cloud.google.com/binary-authorization/docs/reference/rest/v1/projects.platforms.policies/get\n\tDataflowJob = shared.NewItemType(GCP, Dataflow, Job) // https://cloud.google.com/dataflow/docs/reference/rest/v1b3/projects.locations.jobs/get\n)\n" }, { "path": "sources/gcp/shared/kms-asset-loader.go", "content": "package shared\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"io\"\n\t\"net/http\"\n\t\"net/url\"\n\t\"sync\"\n\t\"time\"\n\n\t\"cloud.google.com/go/kms/apiv1/kmspb\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"golang.org/x/sync/singleflight\"\n\t\"google.golang.org/protobuf/encoding/protojson\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// CloudKMSAssetLoader handles bulk loading of KMS resources via Cloud Asset API.\n// It fetches all KMS resources (KeyRings, CryptoKeys, CryptoKeyVersions) in a single\n// API call and stores them in sdpcache for efficient retrieval by adapters.\ntype CloudKMSAssetLoader struct {\n\thttpClient *http.Client\n\tprojectID string\n\tcache sdpcache.Cache\n\tsourceName string\n\n\t// TTL-aware reloading\n\tmu sync.Mutex\n\tlastLoadTime time.Time\n\tgroup singleflight.Group\n}\n\n// NewCloudKMSAssetLoader creates a new CloudKMSAssetLoader.\nfunc NewCloudKMSAssetLoader(\n\thttpClient *http.Client,\n\tprojectID string,\n\tcache sdpcache.Cache,\n\tsourceName string,\n\tlocations []LocationInfo,\n) *CloudKMSAssetLoader {\n\treturn &CloudKMSAssetLoader{\n\t\thttpClient: httpClient,\n\t\tprojectID: projectID,\n\t\tcache: cache,\n\t\tsourceName: sourceName,\n\t}\n}\n\n// EnsureLoaded triggers bulk load if cache TTL has expired.\n// Called by adapters on cache miss.\nfunc (l *CloudKMSAssetLoader) EnsureLoaded(ctx context.Context) error {\n\tl.mu.Lock()\n\ttimeSinceLastLoad := time.Since(l.lastLoadTime)\n\tl.mu.Unlock()\n\n\t// If data was loaded recently, skip reload\n\tif timeSinceLastLoad < shared.DefaultCacheDuration {\n\t\treturn nil\n\t}\n\n\t// Use singleflight to ensure only one load runs at a time\n\t// Concurrent callers wait for the same result\n\t_, err, _ := l.group.Do(\"load\", func() (any, error) {\n\t\t// Double-check TTL after acquiring the flight\n\t\tl.mu.Lock()\n\t\tif time.Since(l.lastLoadTime) < shared.DefaultCacheDuration {\n\t\t\tl.mu.Unlock()\n\t\t\treturn nil, nil\n\t\t}\n\t\tl.mu.Unlock()\n\n\t\t// Perform the bulk load\n\t\tif err := l.loadAll(ctx); err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\t// Update last load time on success\n\t\tl.mu.Lock()\n\t\tl.lastLoadTime = time.Now()\n\t\tl.mu.Unlock()\n\n\t\treturn nil, nil\n\t})\n\treturn err\n}\n\n// cloudAssetResponse represents the response from Cloud Asset API\ntype cloudAssetResponse struct {\n\tAssets []cloudAsset `json:\"assets\"`\n\tNextPageToken string `json:\"nextPageToken\"`\n}\n\n// cloudAsset represents a single asset from Cloud Asset API\ntype cloudAsset struct {\n\tName string `json:\"name\"`\n\tAssetType string `json:\"assetType\"`\n\tResource cloudResource `json:\"resource\"`\n\tAncestors []string `json:\"ancestors\"`\n\tUpdateTime string `json:\"updateTime\"`\n}\n\n// cloudResource contains the actual resource data\ntype cloudResource struct {\n\tVersion string `json:\"version\"`\n\tDiscoveryDocumentURI string `json:\"discoveryDocumentUri\"`\n\tDiscoveryName string `json:\"discoveryName\"`\n\tParent string `json:\"parent\"`\n\tData json.RawMessage `json:\"data\"`\n}\n\n// loadAll fetches all KMS resources from Cloud Asset API and stores in sdpcache\nfunc (l *CloudKMSAssetLoader) loadAll(ctx context.Context) error {\n\t// Fetch all KMS assets\n\tassets, err := l.fetchAllAssets(ctx)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to fetch KMS assets: %w\", err)\n\t}\n\n\t// Track which resource types had items\n\thasKeyRings := false\n\thasCryptoKeys := false\n\thasKeyVersions := false\n\n\t// Process and cache each asset\n\tfor _, asset := range assets {\n\t\tswitch asset.AssetType {\n\t\tcase \"cloudkms.googleapis.com/KeyRing\":\n\t\t\thasKeyRings = true\n\t\t\tif err := l.cacheKeyRing(ctx, asset); err != nil {\n\t\t\t\t// Log error but continue processing other assets\n\t\t\t\tlog.WithContext(ctx).WithError(err).WithFields(log.Fields{\n\t\t\t\t\t\"ovm.kms.assetType\": asset.AssetType,\n\t\t\t\t\t\"ovm.kms.assetName\": asset.Name,\n\t\t\t\t}).Warn(\"failed to cache KMS KeyRing\")\n\t\t\t\tcontinue\n\t\t\t}\n\t\tcase \"cloudkms.googleapis.com/CryptoKey\":\n\t\t\thasCryptoKeys = true\n\t\t\tif err := l.cacheCryptoKey(ctx, asset); err != nil {\n\t\t\t\tlog.WithContext(ctx).WithError(err).WithFields(log.Fields{\n\t\t\t\t\t\"ovm.kms.assetType\": asset.AssetType,\n\t\t\t\t\t\"ovm.kms.assetName\": asset.Name,\n\t\t\t\t}).Warn(\"failed to cache KMS CryptoKey\")\n\t\t\t\tcontinue\n\t\t\t}\n\t\tcase \"cloudkms.googleapis.com/CryptoKeyVersion\":\n\t\t\thasKeyVersions = true\n\t\t\tif err := l.cacheCryptoKeyVersion(ctx, asset); err != nil {\n\t\t\t\tlog.WithContext(ctx).WithError(err).WithFields(log.Fields{\n\t\t\t\t\t\"ovm.kms.assetType\": asset.AssetType,\n\t\t\t\t\t\"ovm.kms.assetName\": asset.Name,\n\t\t\t\t}).Warn(\"failed to cache KMS CryptoKeyVersion\")\n\t\t\t\tcontinue\n\t\t\t}\n\t\t}\n\t}\n\n\t// For types with no items, store NOTFOUND error so cache.Lookup() returns cacheHit=true\n\tnotFoundErr := &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: \"No resources found in Cloud Asset API\",\n\t}\n\n\tscope := l.projectID\n\n\tif !hasKeyRings {\n\t\tlistCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_LIST, scope, CloudKMSKeyRing.String(), \"\")\n\t\tl.cache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, listCacheKey)\n\t}\n\tif !hasCryptoKeys {\n\t\tlistCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_LIST, scope, CloudKMSCryptoKey.String(), \"\")\n\t\tl.cache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, listCacheKey)\n\t}\n\tif !hasKeyVersions {\n\t\tlistCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_LIST, scope, CloudKMSCryptoKeyVersion.String(), \"\")\n\t\tl.cache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, listCacheKey)\n\t}\n\n\treturn nil\n}\n\n// fetchAllAssets fetches all KMS assets from Cloud Asset API with pagination\nfunc (l *CloudKMSAssetLoader) fetchAllAssets(ctx context.Context) ([]cloudAsset, error) {\n\tvar allAssets []cloudAsset\n\tpageToken := \"\"\n\n\tfor {\n\t\tassets, nextToken, err := l.fetchAssetsPage(ctx, pageToken)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\tallAssets = append(allAssets, assets...)\n\n\t\tif nextToken == \"\" {\n\t\t\tbreak\n\t\t}\n\t\tpageToken = nextToken\n\t}\n\n\treturn allAssets, nil\n}\n\n// fetchAssetsPage fetches a single page of KMS assets\nfunc (l *CloudKMSAssetLoader) fetchAssetsPage(ctx context.Context, pageToken string) ([]cloudAsset, string, error) {\n\t// Build the Cloud Asset API URL\n\tbaseURL := fmt.Sprintf(\"https://cloudasset.googleapis.com/v1/projects/%s/assets\", l.projectID)\n\n\tparams := url.Values{}\n\tparams.Add(\"assetTypes\", \"cloudkms.googleapis.com/KeyRing\")\n\tparams.Add(\"assetTypes\", \"cloudkms.googleapis.com/CryptoKey\")\n\tparams.Add(\"assetTypes\", \"cloudkms.googleapis.com/CryptoKeyVersion\")\n\tparams.Set(\"contentType\", \"RESOURCE\")\n\tif pageToken != \"\" {\n\t\tparams.Set(\"pageToken\", pageToken)\n\t}\n\n\tapiURL := fmt.Sprintf(\"%s?%s\", baseURL, params.Encode())\n\n\treq, err := http.NewRequestWithContext(ctx, http.MethodGet, apiURL, nil)\n\tif err != nil {\n\t\treturn nil, \"\", fmt.Errorf(\"failed to create request: %w\", err)\n\t}\n\n\t// Cloud Asset API requires quota project header\n\treq.Header.Set(\"X-Goog-User-Project\", l.projectID)\n\n\tresp, err := l.httpClient.Do(req)\n\tif err != nil {\n\t\treturn nil, \"\", fmt.Errorf(\"failed to execute request: %w\", err)\n\t}\n\tdefer resp.Body.Close()\n\n\tif resp.StatusCode != http.StatusOK {\n\t\tbody, _ := io.ReadAll(resp.Body)\n\t\treturn nil, \"\", fmt.Errorf(\"Cloud Asset API returned status %d: %s\", resp.StatusCode, string(body))\n\t}\n\n\tbody, err := io.ReadAll(resp.Body)\n\tif err != nil {\n\t\treturn nil, \"\", fmt.Errorf(\"failed to read response body: %w\", err)\n\t}\n\n\tvar response cloudAssetResponse\n\tif err := json.Unmarshal(body, &response); err != nil {\n\t\treturn nil, \"\", fmt.Errorf(\"failed to unmarshal response: %w\", err)\n\t}\n\n\treturn response.Assets, response.NextPageToken, nil\n}\n\n// cacheKeyRing converts a Cloud Asset to SDP Item and stores in cache\nfunc (l *CloudKMSAssetLoader) cacheKeyRing(ctx context.Context, asset cloudAsset) error {\n\t// Parse the resource data into KeyRing protobuf\n\tvar keyRing kmspb.KeyRing\n\tif err := protojson.Unmarshal(asset.Resource.Data, &keyRing); err != nil {\n\t\treturn fmt.Errorf(\"failed to unmarshal KeyRing: %w\", err)\n\t}\n\n\t// Extract path parameters from the asset name\n\t// Format: //cloudkms.googleapis.com/projects/{project}/locations/{location}/keyRings/{keyRing}\n\tresourceName := extractResourceName(asset.Name)\n\tkeyRingVals := ExtractPathParams(resourceName, \"locations\", \"keyRings\")\n\tif len(keyRingVals) != 2 || keyRingVals[0] == \"\" || keyRingVals[1] == \"\" {\n\t\treturn fmt.Errorf(\"invalid KeyRing name: %s\", asset.Name)\n\t}\n\n\t// Create unique attribute key (location|keyRingName)\n\tuniqueAttr := shared.CompositeLookupKey(keyRingVals...)\n\n\t// Convert to SDP Item\n\tattributes, err := shared.ToAttributesWithExclude(&keyRing)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to convert KeyRing to attributes: %w\", err)\n\t}\n\n\tif err := attributes.Set(\"uniqueAttr\", uniqueAttr); err != nil {\n\t\treturn fmt.Errorf(\"failed to set unique attribute: %w\", err)\n\t}\n\n\tscope := l.projectID\n\titem := &sdp.Item{\n\t\tType: CloudKMSKeyRing.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Add linked item queries\n\titem.LinkedItemQueries = l.keyRingLinkedQueries(keyRingVals, scope)\n\n\t// Store in cache with GET cache key pattern (for individual lookups)\n\tgetCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_GET, scope, CloudKMSKeyRing.String(), uniqueAttr)\n\tl.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, getCacheKey)\n\n\t// Also store with LIST cache key (for listing all KeyRings)\n\tlistCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_LIST, scope, CloudKMSKeyRing.String(), \"\")\n\tl.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, listCacheKey)\n\n\t// Also store with SEARCH cache key (for searching by location)\n\t// KeyRing search is by location only\n\tlocation := keyRingVals[0]\n\tsearchCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_SEARCH, scope, CloudKMSKeyRing.String(), location)\n\tl.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, searchCacheKey)\n\n\treturn nil\n}\n\n// cacheCryptoKey converts a Cloud Asset to SDP Item and stores in cache\nfunc (l *CloudKMSAssetLoader) cacheCryptoKey(ctx context.Context, asset cloudAsset) error {\n\t// Parse the resource data into CryptoKey protobuf\n\tvar cryptoKey kmspb.CryptoKey\n\tif err := protojson.Unmarshal(asset.Resource.Data, &cryptoKey); err != nil {\n\t\treturn fmt.Errorf(\"failed to unmarshal CryptoKey: %w\", err)\n\t}\n\n\t// Extract path parameters\n\t// Format: //cloudkms.googleapis.com/projects/{project}/locations/{location}/keyRings/{keyRing}/cryptoKeys/{cryptoKey}\n\tresourceName := extractResourceName(asset.Name)\n\tvalues := ExtractPathParams(resourceName, \"locations\", \"keyRings\", \"cryptoKeys\")\n\tif len(values) != 3 || values[0] == \"\" || values[1] == \"\" || values[2] == \"\" {\n\t\treturn fmt.Errorf(\"invalid CryptoKey name: %s\", asset.Name)\n\t}\n\n\t// Create unique attribute key (location|keyRing|cryptoKey)\n\tuniqueAttr := shared.CompositeLookupKey(values...)\n\n\t// Convert to SDP Item\n\tattributes, err := shared.ToAttributesWithExclude(&cryptoKey, \"labels\")\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to convert CryptoKey to attributes: %w\", err)\n\t}\n\n\tif err := attributes.Set(\"uniqueAttr\", uniqueAttr); err != nil {\n\t\treturn fmt.Errorf(\"failed to set unique attribute: %w\", err)\n\t}\n\n\tscope := l.projectID\n\titem := &sdp.Item{\n\t\tType: CloudKMSCryptoKey.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tTags: cryptoKey.GetLabels(),\n\t}\n\n\t// Add linked item queries\n\titem.LinkedItemQueries = l.cryptoKeyLinkedQueries(values, &cryptoKey, scope)\n\n\t// Store in cache with GET cache key (for individual lookups)\n\tgetCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_GET, scope, CloudKMSCryptoKey.String(), uniqueAttr)\n\tl.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, getCacheKey)\n\n\t// Also store with LIST cache key (for listing all CryptoKeys)\n\tlistCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_LIST, scope, CloudKMSCryptoKey.String(), \"\")\n\tl.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, listCacheKey)\n\n\t// Also store with SEARCH cache key (for searching by keyRing)\n\t// CryptoKey search is by location|keyRing\n\tlocation := values[0]\n\tkeyRing := values[1]\n\tsearchQuery := shared.CompositeLookupKey(location, keyRing)\n\tsearchCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_SEARCH, scope, CloudKMSCryptoKey.String(), searchQuery)\n\tl.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, searchCacheKey)\n\n\treturn nil\n}\n\n// cacheCryptoKeyVersion converts a Cloud Asset to SDP Item and stores in cache\nfunc (l *CloudKMSAssetLoader) cacheCryptoKeyVersion(ctx context.Context, asset cloudAsset) error {\n\t// Parse the resource data into CryptoKeyVersion protobuf\n\tvar keyVersion kmspb.CryptoKeyVersion\n\tif err := protojson.Unmarshal(asset.Resource.Data, &keyVersion); err != nil {\n\t\treturn fmt.Errorf(\"failed to unmarshal CryptoKeyVersion: %w\", err)\n\t}\n\n\t// Extract path parameters\n\t// Format: //cloudkms.googleapis.com/projects/{project}/locations/{location}/keyRings/{keyRing}/cryptoKeys/{cryptoKey}/cryptoKeyVersions/{version}\n\tresourceName := extractResourceName(asset.Name)\n\tvalues := ExtractPathParams(resourceName, \"locations\", \"keyRings\", \"cryptoKeys\", \"cryptoKeyVersions\")\n\tif len(values) != 4 || values[0] == \"\" || values[1] == \"\" || values[2] == \"\" || values[3] == \"\" {\n\t\treturn fmt.Errorf(\"invalid CryptoKeyVersion name: %s\", asset.Name)\n\t}\n\n\t// Create unique attribute key (location|keyRing|cryptoKey|version)\n\tuniqueAttr := shared.CompositeLookupKey(values...)\n\n\t// Convert to SDP Item\n\tattributes, err := shared.ToAttributesWithExclude(&keyVersion)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to convert CryptoKeyVersion to attributes: %w\", err)\n\t}\n\n\tif err := attributes.Set(\"uniqueAttr\", uniqueAttr); err != nil {\n\t\treturn fmt.Errorf(\"failed to set unique attribute: %w\", err)\n\t}\n\n\tscope := l.projectID\n\titem := &sdp.Item{\n\t\tType: CloudKMSCryptoKeyVersion.String(),\n\t\tUniqueAttribute: \"uniqueAttr\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Add linked item queries\n\titem.LinkedItemQueries = l.cryptoKeyVersionLinkedQueries(values, &keyVersion, scope)\n\n\t// Set health based on state\n\titem.Health = l.cryptoKeyVersionHealth(&keyVersion)\n\n\t// Store in cache with GET cache key (for individual lookups)\n\tgetCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_GET, scope, CloudKMSCryptoKeyVersion.String(), uniqueAttr)\n\tl.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, getCacheKey)\n\n\t// Also store with LIST cache key (for listing all CryptoKeyVersions)\n\tlistCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_LIST, scope, CloudKMSCryptoKeyVersion.String(), \"\")\n\tl.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, listCacheKey)\n\n\t// Also store with SEARCH cache key (for searching by cryptoKey)\n\t// CryptoKeyVersion search is by location|keyRing|cryptoKey\n\tlocation := values[0]\n\tkeyRing := values[1]\n\tcryptoKeyName := values[2]\n\tsearchQuery := shared.CompositeLookupKey(location, keyRing, cryptoKeyName)\n\tsearchCacheKey := sdpcache.CacheKeyFromParts(l.sourceName, sdp.QueryMethod_SEARCH, scope, CloudKMSCryptoKeyVersion.String(), searchQuery)\n\tl.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, searchCacheKey)\n\n\treturn nil\n}\n\n// extractResourceName extracts the resource name from Cloud Asset name\n// Example: //cloudkms.googleapis.com/projects/my-project/locations/global/keyRings/my-keyring\n// Returns: projects/my-project/locations/global/keyRings/my-keyring\nfunc extractResourceName(assetName string) string {\n\t// Remove the //cloudkms.googleapis.com/ prefix\n\tif len(assetName) > 2 && assetName[:2] == \"//\" {\n\t\t// Find the first / after the domain\n\t\tfor i := 2; i < len(assetName); i++ {\n\t\t\tif assetName[i] == '/' {\n\t\t\t\treturn assetName[i+1:]\n\t\t\t}\n\t\t}\n\t}\n\treturn assetName\n}\n\n// keyRingLinkedQueries returns linked item queries for a KeyRing\nfunc (l *CloudKMSAssetLoader) keyRingLinkedQueries(keyRingVals []string, scope string) []*sdp.LinkedItemQuery {\n\tvar queries []*sdp.LinkedItemQuery\n\n\t// Link to IAM Policy\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: IAMPolicy.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: shared.CompositeLookupKey(keyRingVals...),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to CryptoKeys in this KeyRing\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: CloudKMSCryptoKey.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: shared.CompositeLookupKey(keyRingVals[0], keyRingVals[1]),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\treturn queries\n}\n\n// cryptoKeyLinkedQueries returns linked item queries for a CryptoKey\nfunc (l *CloudKMSAssetLoader) cryptoKeyLinkedQueries(values []string, cryptoKey *kmspb.CryptoKey, scope string) []*sdp.LinkedItemQuery {\n\tvar queries []*sdp.LinkedItemQuery\n\tkmsLocation := values[0]\n\tkeyRing := values[1]\n\tcryptoKeyName := values[2]\n\n\t// Link to IAM Policy\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: IAMPolicy.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: shared.CompositeLookupKey(kmsLocation, keyRing, cryptoKeyName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to parent KeyRing\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: CloudKMSKeyRing.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: shared.CompositeLookupKey(kmsLocation, keyRing),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to all CryptoKeyVersions\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: CloudKMSCryptoKeyVersion.String(),\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: shared.CompositeLookupKey(kmsLocation, keyRing, cryptoKeyName),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to primary CryptoKeyVersion if present\n\tif primary := cryptoKey.GetPrimary(); primary != nil {\n\t\tif name := primary.GetName(); name != \"\" {\n\t\t\tkeyVersionVals := ExtractPathParams(name, \"locations\", \"keyRings\", \"cryptoKeys\", \"cryptoKeyVersions\")\n\t\t\tif len(keyVersionVals) == 4 && keyVersionVals[0] != \"\" && keyVersionVals[1] != \"\" && keyVersionVals[2] != \"\" && keyVersionVals[3] != \"\" {\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(keyVersionVals...),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to ImportJob if present\n\t\tif importJob := primary.GetImportJob(); importJob != \"\" {\n\t\t\timportJobVals := ExtractPathParams(importJob, \"locations\", \"keyRings\", \"importJobs\")\n\t\t\tif len(importJobVals) == 3 && importJobVals[0] != \"\" && importJobVals[1] != \"\" && importJobVals[2] != \"\" {\n\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: CloudKMSImportJob.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(importJobVals...),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\t\t}\n\n\t\t// Link to EKM Connection if applicable\n\t\tif protectionLevel := primary.GetProtectionLevel(); protectionLevel == kmspb.ProtectionLevel_EXTERNAL_VPC {\n\t\t\tif cryptoKeyBackend := cryptoKey.GetCryptoKeyBackend(); cryptoKeyBackend != \"\" {\n\t\t\t\tbackendVals := ExtractPathParams(cryptoKeyBackend, \"locations\", \"ekmConnections\")\n\t\t\t\tif len(backendVals) == 2 && backendVals[0] != \"\" && backendVals[1] != \"\" {\n\t\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: CloudKMSEKMConnection.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(backendVals...),\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn queries\n}\n\n// cryptoKeyVersionLinkedQueries returns linked item queries for a CryptoKeyVersion\nfunc (l *CloudKMSAssetLoader) cryptoKeyVersionLinkedQueries(values []string, keyVersion *kmspb.CryptoKeyVersion, scope string) []*sdp.LinkedItemQuery {\n\tvar queries []*sdp.LinkedItemQuery\n\n\t// Link to parent CryptoKey\n\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: CloudKMSCryptoKey.String(),\n\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\tQuery: shared.CompositeLookupKey(values[0], values[1], values[2]),\n\t\t\tScope: scope,\n\t\t},\n\t})\n\n\t// Link to ImportJob if present\n\tif importJob := keyVersion.GetImportJob(); importJob != \"\" {\n\t\timportJobVals := ExtractPathParams(importJob, \"locations\", \"keyRings\", \"importJobs\")\n\t\tif len(importJobVals) == 3 && importJobVals[0] != \"\" && importJobVals[1] != \"\" && importJobVals[2] != \"\" {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: CloudKMSImportJob.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(importJobVals...),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Link to EKM Connection if applicable\n\tif protectionLevel := keyVersion.GetProtectionLevel(); protectionLevel == kmspb.ProtectionLevel_EXTERNAL_VPC {\n\t\tif externalProtection := keyVersion.GetExternalProtectionLevelOptions(); externalProtection != nil {\n\t\t\tif ekmPath := externalProtection.GetEkmConnectionKeyPath(); ekmPath != \"\" {\n\t\t\t\tekmVals := ExtractPathParams(ekmPath, \"locations\", \"ekmConnections\")\n\t\t\t\tif len(ekmVals) == 2 && ekmVals[0] != \"\" && ekmVals[1] != \"\" {\n\t\t\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: CloudKMSEKMConnection.String(),\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\t\tQuery: shared.CompositeLookupKey(ekmVals...),\n\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn queries\n}\n\n// cryptoKeyVersionHealth returns the health status based on CryptoKeyVersion state\nfunc (l *CloudKMSAssetLoader) cryptoKeyVersionHealth(keyVersion *kmspb.CryptoKeyVersion) *sdp.Health {\n\tswitch keyVersion.GetState() {\n\tcase kmspb.CryptoKeyVersion_CRYPTO_KEY_VERSION_STATE_UNSPECIFIED:\n\t\treturn sdp.Health_HEALTH_UNKNOWN.Enum()\n\tcase kmspb.CryptoKeyVersion_PENDING_GENERATION, kmspb.CryptoKeyVersion_PENDING_IMPORT:\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tcase kmspb.CryptoKeyVersion_ENABLED:\n\t\treturn sdp.Health_HEALTH_OK.Enum()\n\tcase kmspb.CryptoKeyVersion_DISABLED:\n\t\treturn sdp.Health_HEALTH_WARNING.Enum()\n\tcase kmspb.CryptoKeyVersion_DESTROYED, kmspb.CryptoKeyVersion_DESTROY_SCHEDULED:\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\tcase kmspb.CryptoKeyVersion_IMPORT_FAILED, kmspb.CryptoKeyVersion_GENERATION_FAILED, kmspb.CryptoKeyVersion_EXTERNAL_DESTRUCTION_FAILED:\n\t\treturn sdp.Health_HEALTH_ERROR.Enum()\n\tcase kmspb.CryptoKeyVersion_PENDING_EXTERNAL_DESTRUCTION:\n\t\treturn sdp.Health_HEALTH_PENDING.Enum()\n\tdefault:\n\t\treturn sdp.Health_HEALTH_UNKNOWN.Enum()\n\t}\n}\n\n// GetItem performs the cache-lookup-load-recheck pattern for GET queries.\n// Returns the item from cache, loading data if needed.\nfunc (l *CloudKMSAssetLoader) GetItem(ctx context.Context, scope, itemType, uniqueAttr string) (*sdp.Item, *sdp.QueryError) {\n\t// Check cache first\n\tcacheHit, _, cachedItems, cachedErr, done := l.cache.Lookup(ctx, l.sourceName, sdp.QueryMethod_GET, scope, itemType, uniqueAttr, false)\n\n\tif cacheHit {\n\t\tdone()\n\t\tif cachedErr != nil {\n\t\t\treturn nil, cachedErr\n\t\t}\n\t\tif len(cachedItems) > 0 {\n\t\t\treturn cachedItems[0], nil\n\t\t}\n\t}\n\n\t// Cache miss - trigger lazy bulk load\n\tif err := l.EnsureLoaded(ctx); err != nil {\n\t\tdone()\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"failed to load KMS data from Cloud Asset API: %v\", err),\n\t\t}\n\t}\n\n\t// Complete first lookup's pending work before second lookup to avoid self-deadlock\n\tdone()\n\n\t// Re-check cache after bulk load\n\tcacheHit, _, cachedItems, cachedErr, done = l.cache.Lookup(ctx, l.sourceName, sdp.QueryMethod_GET, scope, itemType, uniqueAttr, false)\n\tdefer done()\n\n\tif cacheHit {\n\t\tif cachedErr != nil {\n\t\t\treturn nil, cachedErr\n\t\t}\n\t\tif len(cachedItems) > 0 {\n\t\t\treturn cachedItems[0], nil\n\t\t}\n\t}\n\n\t// Item not found (may be newly created, Cloud Asset API has indexing delay)\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: fmt.Sprintf(\"%s %s not found (Cloud Asset API may have indexing delay for new resources)\", itemType, uniqueAttr),\n\t}\n}\n\n// SearchItems performs the cache-lookup-load-recheck pattern for SEARCH queries.\n// Streams matching items from cache, loading data if needed.\nfunc (l *CloudKMSAssetLoader) SearchItems(ctx context.Context, stream discovery.QueryResultStream, scope, itemType, searchQuery string) {\n\t// Check cache first\n\tcacheHit, _, cachedItems, cachedErr, done := l.cache.Lookup(ctx, l.sourceName, sdp.QueryMethod_SEARCH, scope, itemType, searchQuery, false)\n\n\tif cacheHit {\n\t\tdone()\n\t\tif cachedErr != nil {\n\t\t\t// For SEARCH, convert NOTFOUND to empty result\n\t\t\tif cachedErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\t\treturn // Empty result is valid for SEARCH\n\t\t\t}\n\t\t\tstream.SendError(cachedErr)\n\t\t\treturn\n\t\t}\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\t// Cache miss - trigger lazy bulk load\n\tif err := l.EnsureLoaded(ctx); err != nil {\n\t\tdone()\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"failed to load KMS data from Cloud Asset API: %v\", err),\n\t\t})\n\t\treturn\n\t}\n\n\t// Complete first lookup's pending work before second lookup to avoid self-deadlock\n\tdone()\n\n\t// Re-check cache after bulk load\n\tcacheHit, _, cachedItems, cachedErr, done = l.cache.Lookup(ctx, l.sourceName, sdp.QueryMethod_SEARCH, scope, itemType, searchQuery, false)\n\tdefer done()\n\n\tif cacheHit {\n\t\tif cachedErr != nil {\n\t\t\t// For SEARCH, convert NOTFOUND to empty result\n\t\t\tif cachedErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\t\treturn // Empty result is valid for SEARCH\n\t\t\t}\n\t\t\tstream.SendError(cachedErr)\n\t\t\treturn\n\t\t}\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\t// No items found for this search - return empty result\n}\n\n// ListItems performs the cache-lookup-load-recheck pattern for LIST queries.\n// Streams all items of the given type from cache, loading data if needed.\nfunc (l *CloudKMSAssetLoader) ListItems(ctx context.Context, stream discovery.QueryResultStream, scope, itemType string) {\n\t// Check cache first (LIST cache key has empty query)\n\tcacheHit, _, cachedItems, cachedErr, done := l.cache.Lookup(ctx, l.sourceName, sdp.QueryMethod_LIST, scope, itemType, \"\", false)\n\n\tif cacheHit {\n\t\tdone()\n\t\tif cachedErr != nil {\n\t\t\t// For LIST, convert NOTFOUND to empty result\n\t\t\tif cachedErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\t\treturn // Empty result is valid for LIST\n\t\t\t}\n\t\t\tstream.SendError(cachedErr)\n\t\t\treturn\n\t\t}\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\t// Cache miss - trigger lazy bulk load\n\tif err := l.EnsureLoaded(ctx); err != nil {\n\t\tdone()\n\t\tstream.SendError(&sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"failed to load KMS data from Cloud Asset API: %v\", err),\n\t\t})\n\t\treturn\n\t}\n\n\t// Complete first lookup's pending work before second lookup to avoid self-deadlock\n\tdone()\n\n\t// Re-check cache after bulk load\n\tcacheHit, _, cachedItems, cachedErr, done = l.cache.Lookup(ctx, l.sourceName, sdp.QueryMethod_LIST, scope, itemType, \"\", false)\n\tdefer done()\n\n\tif cacheHit {\n\t\tif cachedErr != nil {\n\t\t\t// For LIST, convert NOTFOUND to empty result\n\t\t\tif cachedErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\t\treturn // Empty result is valid for LIST\n\t\t\t}\n\t\t\tstream.SendError(cachedErr)\n\t\t\treturn\n\t\t}\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\t// No items found - return empty result\n}\n" }, { "path": "sources/gcp/shared/link-rules.go", "content": "package shared\n\nimport (\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\ntype Impact struct {\n\tToSDPItemType shared.ItemType\n\tDescription string\n\tIsParentToChild bool\n}\n\nvar (\n\tIPImpactBothWays = &Impact{\n\t\tDescription: \"IP addresses and DNS names are tightly coupled with the source type. The linker automatically detects whether the value is an IP address or DNS name and creates the appropriate link. You can use either stdlib.NetworkIP or stdlib.NetworkDNS in the link rules - both will automatically detect the actual type.\",\n\t\tToSDPItemType: stdlib.NetworkIP,\n\t}\n\tSecurityPolicyImpactInOnly = &Impact{\n\t\tDescription: \"Any change on the security policy impacts the source, but not the other way around.\",\n\t\tToSDPItemType: ComputeSecurityPolicy,\n\t}\n\tCryptoKeyImpactInOnly = &Impact{\n\t\tDescription: \"If the crypto key is updated: The source may not be able to access encrypted data. If the source is updated: The crypto key remains unaffected.\",\n\t\tToSDPItemType: CloudKMSCryptoKey,\n\t}\n\tCryptoKeyVersionImpactInOnly = &Impact{\n\t\tDescription: \"If the crypto key version is updated: The source may not be able to access encrypted data. If the source is updated: The crypto key version remains unaffected.\",\n\t\tToSDPItemType: CloudKMSCryptoKeyVersion,\n\t}\n\tIAMServiceAccountImpactInOnly = &Impact{\n\t\tDescription: \"If the service account is updated: The source may not be able to access encrypted data. If the source is updated: The service account remains unaffected.\",\n\t\tToSDPItemType: IAMServiceAccount,\n\t}\n\tResourcePolicyImpactInOnly = &Impact{\n\t\tDescription: \"If the resource policy is updated: The source may not be able to access the resource as expected. If the source is updated: The resource policy remains unaffected.\",\n\t\tToSDPItemType: ComputeResourcePolicy,\n\t}\n\tComputeNetworkImpactInOnly = &Impact{\n\t\tDescription: \"If the Compute Network is updated: The source may lose connectivity or fail to run as expected. If the source is updated: The network remains unaffected.\",\n\t\tToSDPItemType: ComputeNetwork,\n\t}\n\tComputeSubnetworkImpactInOnly = &Impact{\n\t\tDescription: \"If the Compute Subnetwork is updated: The source may lose connectivity or fail to run as expected. If the source is updated: The subnetwork remains unaffected.\",\n\t\tToSDPItemType: ComputeSubnetwork,\n\t}\n)\n\n// LinkRules maps item types to their link rules (attribute key -> target type metadata).\n// This map is populated during source initiation by individual adapter files.\nvar LinkRules = map[shared.ItemType]map[string]*Impact{}\n" }, { "path": "sources/gcp/shared/linker.go", "content": "package shared\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net\"\n\t\"regexp\"\n\t\"strings\"\n\n\t\"github.com/getsentry/sentry-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\n// ItemTypeMeta holds metadata about an item type.\ntype ItemTypeMeta struct {\n\tGCPAssetType string\n\tSDPAssetType shared.ItemType\n\tSDPCategory sdp.AdapterCategory\n\tSelfLink string\n\tTerraformMappings []*sdp.TerraformMapping\n}\n\n// ItemLookup is a map that associates item type keys (strings) with their metadata.\ntype ItemLookup map[string]ItemTypeMeta\n\n// Linker is responsible for linking items based on their types and relationships.\ntype Linker struct {\n\tsdpAssetTypeToAdapterMeta map[shared.ItemType]AdapterMeta\n\tmanualAdapterLinker map[shared.ItemType]func(scope, fromItemScope, query string) *sdp.LinkedItemQuery\n}\n\n// NewLinker creates a new Linker instance with the provided item lookup and predefined mappings.\nfunc NewLinker() *Linker {\n\treturn &Linker{\n\t\tsdpAssetTypeToAdapterMeta: SDPAssetTypeToAdapterMeta,\n\t\tmanualAdapterLinker: ManualAdapterLinksByAssetType,\n\t}\n}\n\n// networkTagKeys lists the attribute keys that carry GCP network tags.\nvar networkTagKeys = map[string]bool{\n\t\"targetTags\": true,\n\t\"sourceTags\": true,\n\t\"tags\": true,\n\t\"tags.items\": true,\n\t\"properties.tags.items\": true,\n}\n\n// IsNetworkTagKey returns true when the key is a known network-tag attribute.\nfunc IsNetworkTagKey(key string) bool {\n\treturn networkTagKeys[key]\n}\n\n// isNetworkTag returns true when the key is a known network-tag attribute and\n// the value looks like a plain tag (no \"/\" β€” not a resource URI).\nfunc isNetworkTag(key, value string) bool {\n\treturn networkTagKeys[key] && !strings.Contains(value, \"/\")\n}\n\n// AutoLink tries to find the item type of the TO item based on its GCP resource name.\n// If the item type is identified, it links the FROM item to the TO item.\nfunc (l *Linker) AutoLink(ctx context.Context, projectID string, fromSDPItem *sdp.Item, fromSDPItemType shared.ItemType, toItemGCPResourceName string, keys []string) {\n\tspan := trace.SpanFromContext(ctx)\n\tkey := strings.Join(keys, \".\")\n\n\tif strings.HasPrefix(key, \"selfLink\") {\n\t\t// selfLink is a special case, we don't want to link to it\n\t\treturn\n\t}\n\n\tlf := log.Fields{\n\t\t\"ovm.gcp.projectId\": projectID,\n\t\t\"ovm.gcp.fromItemType\": fromSDPItemType.String(),\n\t\t\"ovm.gcp.toItemResourceName\": toItemGCPResourceName,\n\t\t\"ovm.gcp.key\": key,\n\t}\n\n\t// Network tag handling: detect plain tag values on known tag keys and\n\t// emit SEARCH-based links instead of the normal resource-path flow.\n\tif isNetworkTag(key, toItemGCPResourceName) {\n\t\ttag := strings.TrimSpace(toItemGCPResourceName)\n\t\tif tag == \"\" {\n\t\t\treturn // skip empty/whitespace-only tags (R2)\n\t\t}\n\n\t\tswitch fromSDPItemType {\n\t\tcase ComputeFirewall, ComputeRoute:\n\t\t\t// Tag-based SEARCH lists all instances and instance templates in scope then filters;\n\t\t\t// may be slow in very large projects.\n\t\t\tfromSDPItem.LinkedItemQueries = append(fromSDPItem.LinkedItemQueries,\n\t\t\t\t&sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: ComputeInstance.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: tag,\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t&sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: ComputeInstanceTemplate.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: tag,\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t)\n\t\tcase ComputeInstance, ComputeInstanceTemplate:\n\t\t\t// Tag-based SEARCH lists all firewalls/routes in scope then filters;\n\t\t\t// may be slow in very large projects.\n\t\t\tfromSDPItem.LinkedItemQueries = append(fromSDPItem.LinkedItemQueries,\n\t\t\t\t&sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: ComputeFirewall.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: tag,\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t&sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: ComputeRoute.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: tag,\n\t\t\t\t\t\tScope: projectID,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t)\n\t\tdefault:\n\t\t\tlog.WithContext(ctx).WithFields(lf).Debug(\"network tag on unexpected item type, skipping\")\n\t\t}\n\n\t\treturn\n\t}\n\n\timpacts, ok := LinkRules[fromSDPItemType]\n\tif !ok {\n\t\tlog.WithContext(ctx).WithFields(lf).Warnf(\"there are no link rules for the FROM item type\")\n\t\treturn\n\t}\n\n\timpact, ok := impacts[key]\n\tif !ok {\n\t\tif strings.Contains(toItemGCPResourceName, \"/\") && key != \"name\" {\n\t\t\t// There is a high chance that the item type is not recognized, so\n\t\t\t// store in otel for later analysis. This potentially overwrites the\n\t\t\t// values from previous calls to AutoLink in the same span, but we\n\t\t\t// don't want to spam honeycomb, so we only keep the last one.\n\t\t\tspan.SetAttributes(\n\t\t\t\tattribute.Bool(\"ovm.gcp.autoLink.missingLink\", true),\n\t\t\t\tattribute.String(\"ovm.gcp.autoLink.toItemResourceName\", toItemGCPResourceName),\n\t\t\t\tattribute.String(\"ovm.gcp.autoLink.key\", key),\n\t\t\t)\n\t\t\tlog.WithContext(ctx).WithFields(lf).Debug(\"possible missing link\")\n\t\t}\n\t\treturn\n\t}\n\n\tif linkFunc, ok := l.manualAdapterLinker[impact.ToSDPItemType]; ok {\n\t\t// Special handling for stdlib.NetworkIP and stdlib.NetworkDNS - detect both IP and DNS\n\t\t// This handles fields like \"host\" that could contain either an IP address or DNS name\n\t\t// You can specify either IP or DNS in the link rules, and it will automatically\n\t\t// detect which type the value actually is and create the appropriate link\n\t\tif impact.ToSDPItemType == stdlib.NetworkIP || impact.ToSDPItemType == stdlib.NetworkDNS {\n\t\t\tl.linkIPOrDNS(ctx, fromSDPItem, toItemGCPResourceName)\n\t\t\treturn\n\t\t}\n\n\t\tlinkedItemQuery := linkFunc(projectID, fromSDPItem.GetScope(), toItemGCPResourceName)\n\t\tif linkedItemQuery == nil {\n\t\t\tlog.WithContext(ctx).WithFields(lf).Warn(\n\t\t\t\t\"manual adapter linker failed to create a linked item query\",\n\t\t\t)\n\t\t\treturn\n\t\t}\n\n\t\tfromSDPItem.LinkedItemQueries = append(\n\t\t\tfromSDPItem.LinkedItemQueries,\n\t\t\tlinkedItemQuery,\n\t\t)\n\t\treturn\n\t}\n\n\ttoSDPItemMeta, ok := l.sdpAssetTypeToAdapterMeta[impact.ToSDPItemType]\n\tif !ok {\n\t\t// This should never happen at runtime!\n\t\tlog.WithContext(ctx).WithFields(lf).Warnf(\n\t\t\t\"could not find adapter meta for %s\",\n\t\t\timpact.ToSDPItemType.String(),\n\t\t)\n\t\treturn\n\t}\n\n\tqMethod := sdp.QueryMethod_GET\n\tkeysToExtract := toSDPItemMeta.UniqueAttributeKeys\n\tif impact.IsParentToChild {\n\t\t// This is a link from parent to child.\n\t\t// In these cases, we remove the child source identifier from the query string.\n\t\t// I.e., for a link from spanner instance to all its databases:\n\t\t// The query should look like: \"my-instance\"\n\t\t// However, the `toSDPItemMeta.UniqueAttributeKeys` which is used for deciding what keys to be extracted from\n\t\t// the passed `toItemGCPResourceName` is for the database, because the link is for the spanner databases.\n\t\t// We need to remove the identifier for spanner database, because the parent source, `instance`,\n\t\t// does not have this information at all.\n\t\t// So, the unique attribute keys will become [\"instances\"] instead of [\"instances\", \"databases\"].\n\n\t\tif len(keysToExtract) < 1 {\n\t\t\tlog.WithContext(ctx).WithFields(lf).Errorf(\n\t\t\t\t\"failed to construct a SEARCH linked item query from parent to child source\",\n\t\t\t)\n\t\t\treturn\n\t\t}\n\n\t\tkeysToExtract = keysToExtract[0 : len(keysToExtract)-1] // remove the last element, i.e., \"databases\"\n\t\tqMethod = sdp.QueryMethod_SEARCH // method will be SEARCH, because we are linking multiple sources.\n\t}\n\n\tvar scope string\n\tvar query string\n\tswitch toSDPItemMeta.LocationLevel {\n\tcase ProjectLevel:\n\t\t// Extract project ID from URI if present (for cross-project references)\n\t\textractedProjectID := ExtractPathParam(\"projects\", toItemGCPResourceName)\n\t\tif extractedProjectID != \"\" {\n\t\t\tscope = extractedProjectID\n\t\t} else {\n\t\t\tscope = projectID\n\t\t}\n\t\tvalues := ExtractPathParams(toItemGCPResourceName, keysToExtract...)\n\t\tif len(values) != len(keysToExtract) {\n\t\t\tlog.WithContext(ctx).WithFields(lf).Warnf(\n\t\t\t\t\"resource name is in unexpected format for project item\",\n\t\t\t)\n\t\t\treturn\n\t\t}\n\t\tquery = strings.Join(values, shared.QuerySeparator)\n\tcase RegionalLevel:\n\t\t// Extract project ID from URI if present (for cross-project references)\n\t\textractedProjectID := ExtractPathParam(\"projects\", toItemGCPResourceName)\n\t\tif extractedProjectID != \"\" {\n\t\t\tprojectID = extractedProjectID\n\t\t}\n\t\tkeysToExtract = append(keysToExtract, \"regions\")\n\t\tvalues := ExtractPathParams(toItemGCPResourceName, keysToExtract...)\n\t\tif len(values) != len(keysToExtract) {\n\t\t\tlog.WithContext(ctx).WithFields(lf).Warnf(\n\t\t\t\t\"resource name is in unexpected format for regional item\",\n\t\t\t)\n\t\t\treturn\n\t\t}\n\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, values[len(values)-1]) // e.g., \"my-project.my-region\"\n\t\tquery = strings.Join(values[:len(values)-1], shared.QuerySeparator) // e.g., \"my-instance\" or \"my-network\"\n\tcase ZonalLevel:\n\t\t// Extract project ID from URI if present (for cross-project references)\n\t\textractedProjectID := ExtractPathParam(\"projects\", toItemGCPResourceName)\n\t\tif extractedProjectID != \"\" {\n\t\t\tprojectID = extractedProjectID\n\t\t}\n\t\tkeysToExtract = append(keysToExtract, \"zones\")\n\t\tvalues := ExtractPathParams(toItemGCPResourceName, keysToExtract...)\n\t\tif len(values) != len(keysToExtract) {\n\t\t\tlog.WithContext(ctx).WithFields(lf).Warnf(\n\t\t\t\t\"resource name is in unexpected format for zonal item\",\n\t\t\t)\n\t\t\treturn\n\t\t}\n\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, values[len(values)-1]) // e.g., \"my-project.my-zone\"\n\t\tquery = strings.Join(values[:len(values)-1], shared.QuerySeparator) // e.g., \"my-instance\" or \"my-network\"\n\n\tdefault:\n\t\tsentry.CaptureException(fmt.Errorf(\"unsupported level %s\", toSDPItemMeta.LocationLevel))\n\t\treturn\n\t}\n\n\tfromSDPItem.LinkedItemQueries = append(fromSDPItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: impact.ToSDPItemType.String(),\n\t\t\tMethod: qMethod,\n\t\t\tQuery: query,\n\t\t\tScope: scope,\n\t\t},\n\t})\n}\n\n// linkIPOrDNS detects whether the value is an IP address or DNS name and creates\n// the appropriate linked item query. This is used for fields like \"host\" that\n// could contain either type of value.\nfunc (l *Linker) linkIPOrDNS(ctx context.Context, fromSDPItem *sdp.Item, toItemValue string) {\n\tif toItemValue == \"\" {\n\t\treturn\n\t}\n\n\t// Check if it's an IP address first (more specific check)\n\tif isIPAddress(toItemValue) {\n\t\tfromSDPItem.LinkedItemQueries = append(fromSDPItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ip\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: toItemValue,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t\treturn\n\t}\n\n\t// Check if it's a DNS name\n\tif isDNSName(toItemValue) {\n\t\tfromSDPItem.LinkedItemQueries = append(fromSDPItem.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"dns\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: toItemValue,\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t\treturn\n\t}\n\n\t// If neither IP nor DNS, try the manual adapter linker as fallback\n\tif linkFunc, ok := l.manualAdapterLinker[stdlib.NetworkIP]; ok {\n\t\tlinkedItemQuery := linkFunc(\"\", fromSDPItem.GetScope(), toItemValue)\n\t\tif linkedItemQuery != nil {\n\t\t\tfromSDPItem.LinkedItemQueries = append(\n\t\t\t\tfromSDPItem.LinkedItemQueries,\n\t\t\t\tlinkedItemQuery,\n\t\t\t)\n\t\t}\n\t}\n}\n\nfunc isIPAddress(s string) bool {\n\treturn net.ParseIP(s) != nil\n}\n\nfunc isDNSName(s string) bool {\n\tif isIPAddress(s) {\n\t\treturn false\n\t}\n\n\t// Normalize to lowercase to ensure case-insensitivity and trim trailing dot\n\ts = strings.TrimSuffix(strings.ToLower(s), \".\")\n\t// Must contain at least one dot and only valid DNS characters\n\tif strings.Contains(s, \".\") && dnsNameRegexp.MatchString(s) {\n\t\treturn true\n\t}\n\treturn false\n}\n\n// Source:\n// https://stackoverflow.com/questions/10306690/what-is-a-regular-expression-which-will-match-a-valid-domain-name-without-a-subd/30007882#30007882\nvar dnsNameRegexp = regexp.MustCompile(`^(?:[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?\\.)+[a-z0-9][a-z0-9-]{0,61}[a-z0-9]$`)\n\n// determineScope determines the scope of the GCP resource based on its type and parts.\n// If it fails to determine the scope.\nfunc determineScope(ctx context.Context, projectID string, scope LocationLevel, lf log.Fields, toItemGCPResourceName string, parts []string) string {\n\tswitch scope {\n\tcase ProjectLevel:\n\t\treturn projectID\n\tcase RegionalLevel:\n\t\tif len(parts) < 4 {\n\t\t\tlog.WithContext(ctx).WithFields(lf).Warnf(\n\t\t\t\t\"resource name is in unexpected format for regional item %s\",\n\t\t\t\ttoItemGCPResourceName,\n\t\t\t)\n\t\t\treturn \"\"\n\t\t}\n\t\treturn fmt.Sprintf(\"%s.%s\", projectID, parts[len(parts)-3])\n\tcase ZonalLevel:\n\t\tif len(parts) < 4 {\n\t\t\tlog.WithContext(ctx).WithFields(lf).Warnf(\n\t\t\t\t\"resource name is in unexpected format for zonal item %s\",\n\t\t\t\ttoItemGCPResourceName,\n\t\t\t)\n\t\t\treturn \"\"\n\t\t}\n\t\treturn fmt.Sprintf(\"%s.%s\", projectID, parts[len(parts)-3])\n\tdefault:\n\t\treturn \"\"\n\t}\n}\n" }, { "path": "sources/gcp/shared/linker_test.go", "content": "package shared\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc Test_isIPAddress(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\ts string\n\t\twant bool\n\t}{\n\t\t{\n\t\t\tname: \"valid IPv4\",\n\t\t\ts: \"192.168.1.1\",\n\t\t\twant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"valid IPv6\",\n\t\t\ts: \"2001:0db8:85a3:0000:0000:8a2e:0370:7334\",\n\t\t\twant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid IP - random string\",\n\t\t\ts: \"not.an.ip\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"empty string\",\n\t\t\ts: \"\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"hostname\",\n\t\t\ts: \"example.com\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"IPv4 with port\",\n\t\t\ts: \"127.0.0.1:80\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"IPv6 with brackets\",\n\t\t\ts: \"[2001:db8::1]\",\n\t\t\twant: false,\n\t\t},\n\t}\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tgot := isIPAddress(tt.s)\n\t\t\tif got != tt.want {\n\t\t\t\tt.Errorf(\"isIPAddress(%q) = %v, want %v\", tt.s, got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc Test_isDNSName(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\ts string\n\t\twant bool\n\t}{\n\t\t{\n\t\t\tname: \"valid DNS name\",\n\t\t\ts: \"example.com\",\n\t\t\twant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"valid DNS name with subdomain\",\n\t\t\ts: \"sub.example.com\",\n\t\t\twant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"valid DNS name with hyphen\",\n\t\t\ts: \"my-site.example.com\",\n\t\t\twant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"valid DNS name with numbers\",\n\t\t\ts: \"123.example.com\",\n\t\t\twant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"single label (no dot)\",\n\t\t\ts: \"localhost\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"contains underscore (invalid)\",\n\t\t\ts: \"foo_bar.example.com\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"contains space (invalid)\",\n\t\t\ts: \"foo bar.example.com\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"empty string\",\n\t\t\ts: \"\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"valid IPv4 address\",\n\t\t\ts: \"192.168.1.1\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"valid IPv6 address\",\n\t\t\ts: \"2001:0db8:85a3:0000:0000:8a2e:0370:7334\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"IPv4 with port\",\n\t\t\ts: \"127.0.0.1:80\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"DNS name with trailing dot - will be normalized\",\n\t\t\ts: \"example.com.\",\n\t\t\twant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"DNS name with multiple dots\",\n\t\t\ts: \"a.b.c.d.e.f.g.com\",\n\t\t\twant: true,\n\t\t},\n\t\t{\n\t\t\tname: \"DNS name with only dots\",\n\t\t\ts: \"...\",\n\t\t\twant: false,\n\t\t},\n\t\t{\n\t\t\tname: \"bracketed IPv6\",\n\t\t\ts: \"[2001:db8::1]\",\n\t\t\twant: false,\n\t\t},\n\t}\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tgot := isDNSName(tt.s)\n\t\t\tif got != tt.want {\n\t\t\t\tt.Errorf(\"isDNSName(%q) = %v, want %v\", tt.s, got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestLinker_AutoLink(t *testing.T) {\n\ttype args struct {\n\t\tfromSDPItemType shared.ItemType\n\t\ttoItemGCPResourceName string\n\t\ttoSDPItemType string\n\t\tkeys []string\n\t}\n\ttests := []struct {\n\t\tname string\n\t\targs args\n\t}{\n\t\t{\n\t\t\tname: \"Auto link from ComputeRoute to IP via manual adapters\",\n\t\t\targs: args{\n\t\t\t\tfromSDPItemType: ComputeRoute,\n\t\t\t\ttoItemGCPResourceName: \"203.0.113.42\",\n\t\t\t\ttoSDPItemType: \"ip\",\n\t\t\t\tkeys: []string{\"nextHopIp\"},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Auto link from ComputeInstanceTemplate to ComputeImage via dynamic adapters\",\n\t\t\targs: args{\n\t\t\t\tfromSDPItemType: ComputeInstanceTemplate,\n\t\t\t\ttoItemGCPResourceName: \"debian-cloud/debian-11\",\n\t\t\t\ttoSDPItemType: ComputeImage.String(),\n\t\t\t\tkeys: []string{\"properties\", \"disks\", \"initializeParams\", \"sourceImage\"},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Auto link from ComputeInstanceTemplate to ComputeImage family via dynamic adapters\",\n\t\t\targs: args{\n\t\t\t\tfromSDPItemType: ComputeInstanceTemplate,\n\t\t\t\ttoItemGCPResourceName: \"projects/debian-cloud/global/images/family/debian-11\",\n\t\t\t\ttoSDPItemType: ComputeImage.String(),\n\t\t\t\tkeys: []string{\"properties\", \"disks\", \"initializeParams\", \"sourceImage\"},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Auto link from ComputeInstanceTemplate to ComputeImage specific image via dynamic adapters\",\n\t\t\targs: args{\n\t\t\t\tfromSDPItemType: ComputeInstanceTemplate,\n\t\t\t\ttoItemGCPResourceName: \"projects/debian-cloud/global/images/debian-11-20240101\",\n\t\t\t\ttoSDPItemType: ComputeImage.String(),\n\t\t\t\tkeys: []string{\"properties\", \"disks\", \"initializeParams\", \"sourceImage\"},\n\t\t\t},\n\t\t},\n\t}\n\tprojectID := \"project-test\"\n\tl := NewLinker()\n\tfor _, tt := range tests {\n\t\tfromSDPItem := &sdp.Item{}\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tl.AutoLink(context.TODO(), projectID, fromSDPItem, tt.args.fromSDPItemType, tt.args.toItemGCPResourceName, tt.args.keys)\n\n\t\t\tif len(fromSDPItem.GetLinkedItemQueries()) == 0 {\n\t\t\t\tt.Fatalf(\"Linker.AutoLink() did not return any linked items, expected at least one\")\n\t\t\t}\n\n\t\t\tlinkedItemQuery := fromSDPItem.GetLinkedItemQueries()[0]\n\t\t\tif linkedItemQuery.GetQuery() != nil && linkedItemQuery.GetQuery().GetType() != tt.args.toSDPItemType {\n\t\t\t\tt.Errorf(\"Linker.Link() returned linked item with type %s, expected %s\", linkedItemQuery.GetQuery().GetType(), tt.args.toSDPItemType)\n\t\t\t}\n\n\t\t\t// For ComputeImage references, verify it uses SEARCH method (handles both family and specific images)\n\t\t\tif tt.args.toSDPItemType == ComputeImage.String() {\n\t\t\t\tif linkedItemQuery.GetQuery().GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\t\t\tt.Errorf(\"Linker.Link() returned linked item with method %s, expected SEARCH for ComputeImage references\", linkedItemQuery.GetQuery().GetMethod())\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestLinker_AutoLink_NetworkTags(t *testing.T) {\n\tprojectID := \"my-project\"\n\tl := NewLinker()\n\n\tt.Run(\"Firewall targetTags β†’ SEARCH ComputeInstance\", func(t *testing.T) {\n\t\titem := &sdp.Item{}\n\t\tl.AutoLink(context.TODO(), projectID, item, ComputeFirewall, \"web-server\", []string{\"targetTags\"})\n\n\t\tassertLinkedItemQuery(t, item, ComputeInstance.String(), sdp.QueryMethod_SEARCH, \"web-server\", projectID)\n\t})\n\n\tt.Run(\"Firewall sourceTags β†’ SEARCH ComputeInstance\", func(t *testing.T) {\n\t\titem := &sdp.Item{}\n\t\tl.AutoLink(context.TODO(), projectID, item, ComputeFirewall, \"nat-gateway\", []string{\"sourceTags\"})\n\n\t\tassertLinkedItemQuery(t, item, ComputeInstance.String(), sdp.QueryMethod_SEARCH, \"nat-gateway\", projectID)\n\t})\n\n\tt.Run(\"Route tags β†’ SEARCH ComputeInstance\", func(t *testing.T) {\n\t\titem := &sdp.Item{}\n\t\tl.AutoLink(context.TODO(), projectID, item, ComputeRoute, \"backend\", []string{\"tags\"})\n\n\t\tassertLinkedItemQuery(t, item, ComputeInstance.String(), sdp.QueryMethod_SEARCH, \"backend\", projectID)\n\t})\n\n\tt.Run(\"Instance template tags.items β†’ SEARCH ComputeFirewall and ComputeRoute\", func(t *testing.T) {\n\t\titem := &sdp.Item{}\n\t\tl.AutoLink(context.TODO(), projectID, item, ComputeInstanceTemplate, \"http-server\", []string{\"properties\", \"tags\", \"items\"})\n\n\t\tif len(item.GetLinkedItemQueries()) != 2 {\n\t\t\tt.Fatalf(\"expected 2 linked item queries, got %d\", len(item.GetLinkedItemQueries()))\n\t\t}\n\n\t\tassertLinkedItemQuery(t, item, ComputeFirewall.String(), sdp.QueryMethod_SEARCH, \"http-server\", projectID)\n\n\t\tq2 := item.GetLinkedItemQueries()[1].GetQuery()\n\t\tif q2.GetType() != ComputeRoute.String() {\n\t\t\tt.Errorf(\"second query type = %s, want %s\", q2.GetType(), ComputeRoute.String())\n\t\t}\n\t\tif q2.GetMethod() != sdp.QueryMethod_SEARCH {\n\t\t\tt.Errorf(\"second query method = %s, want SEARCH\", q2.GetMethod())\n\t\t}\n\t})\n\n\tt.Run(\"Empty tag is skipped\", func(t *testing.T) {\n\t\titem := &sdp.Item{}\n\t\tl.AutoLink(context.TODO(), projectID, item, ComputeFirewall, \" \", []string{\"targetTags\"})\n\n\t\tif len(item.GetLinkedItemQueries()) != 0 {\n\t\t\tt.Fatalf(\"expected 0 linked item queries for empty tag, got %d\", len(item.GetLinkedItemQueries()))\n\t\t}\n\t})\n\n\tt.Run(\"URI value on tag key falls through to normal linking\", func(t *testing.T) {\n\t\titem := &sdp.Item{}\n\t\tl.AutoLink(context.TODO(), projectID, item, ComputeRoute, \"projects/my-project/zones/us-central1-a/instances/my-vm\", []string{\"tags\"})\n\n\t\t// Should NOT be treated as network tag (contains /), falls through to normal link rules\n\t\tfor _, liq := range item.GetLinkedItemQueries() {\n\t\t\tif liq.GetQuery().GetMethod() == sdp.QueryMethod_SEARCH && liq.GetQuery().GetType() == ComputeInstance.String() && liq.GetQuery().GetQuery() == \"projects/my-project/zones/us-central1-a/instances/my-vm\" {\n\t\t\t\tt.Error(\"URI value on tag key should not produce a network-tag SEARCH link\")\n\t\t\t}\n\t\t}\n\t})\n}\n\nfunc assertLinkedItemQuery(t *testing.T, item *sdp.Item, expectedType string, expectedMethod sdp.QueryMethod, expectedQuery, expectedScope string) {\n\tt.Helper()\n\tfor _, liq := range item.GetLinkedItemQueries() {\n\t\tq := liq.GetQuery()\n\t\tif q.GetType() == expectedType && q.GetMethod() == expectedMethod && q.GetQuery() == expectedQuery && q.GetScope() == expectedScope {\n\t\t\treturn\n\t\t}\n\t}\n\tt.Errorf(\"did not find LinkedItemQuery{type=%s, method=%s, query=%s, scope=%s} in %d queries\",\n\t\texpectedType, expectedMethod, expectedQuery, expectedScope, len(item.GetLinkedItemQueries()))\n}\n\nfunc Test_determineScope(t *testing.T) {\n\ttype args struct {\n\t\tctx context.Context\n\t\tprojectID string\n\t\tlocationLevel LocationLevel\n\t\ttoItemGCPResourceName string\n\t\tparts []string\n\t}\n\ttests := []struct {\n\t\tname string\n\t\targs args\n\t\twant string\n\t}{\n\t\t{\n\t\t\tname: \"Project scope\",\n\t\t\targs: args{\n\t\t\t\tctx: context.TODO(),\n\t\t\t\tprojectID: \"my-project\",\n\t\t\t\tlocationLevel: ProjectLevel,\n\t\t\t\ttoItemGCPResourceName: \"projects/my-project/global/networks/my-network\",\n\t\t\t\tparts: []string{\"projects\", \"my-project\", \"global\", \"networks\", \"my-network\"},\n\t\t\t},\n\t\t\twant: \"my-project\",\n\t\t},\n\t\t{\n\t\t\tname: \"Regional scope\",\n\t\t\targs: args{\n\t\t\t\tctx: context.TODO(),\n\t\t\t\tprojectID: \"my-project\",\n\t\t\t\tlocationLevel: RegionalLevel,\n\t\t\t\ttoItemGCPResourceName: \"projects/my-project/regions/us-central1/networks/my-network\",\n\t\t\t\tparts: []string{\"projects\", \"my-project\", \"regions\", \"us-central1\", \"networks\", \"my-network\"},\n\t\t\t},\n\t\t\twant: \"my-project.us-central1\",\n\t\t},\n\t\t{\n\t\t\tname: \"Zonal scope\",\n\t\t\targs: args{\n\t\t\t\tctx: context.TODO(),\n\t\t\t\tprojectID: \"my-project\",\n\t\t\t\tlocationLevel: ZonalLevel,\n\t\t\t\ttoItemGCPResourceName: \"projects/my-project/zones/us-central1-c/instances/my-instance\",\n\t\t\t\tparts: []string{\"projects\", \"my-project\", \"zones\", \"us-central1-c\", \"instances\", \"my-instance\"},\n\t\t\t},\n\t\t\twant: \"my-project.us-central1-c\",\n\t\t},\n\t\t{\n\t\t\tname: \"Regional scope, invalid parts length\",\n\t\t\targs: args{\n\t\t\t\tctx: context.TODO(),\n\t\t\t\tprojectID: \"my-project\",\n\t\t\t\tlocationLevel: RegionalLevel,\n\t\t\t\ttoItemGCPResourceName: \"projects/my-project\",\n\t\t\t\tparts: []string{\"projects\", \"my-project\"},\n\t\t\t},\n\t\t\twant: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"Zonal scope, invalid parts length\",\n\t\t\targs: args{\n\t\t\t\tctx: context.TODO(),\n\t\t\t\tprojectID: \"my-project\",\n\t\t\t\tlocationLevel: ZonalLevel,\n\t\t\t\ttoItemGCPResourceName: \"projects/my-project\",\n\t\t\t\tparts: []string{\"projects\", \"my-project\"},\n\t\t\t},\n\t\t\twant: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"Unknown scope\",\n\t\t\targs: args{\n\t\t\t\tctx: context.TODO(),\n\t\t\t\tprojectID: \"my-project\",\n\t\t\t\tlocationLevel: LocationLevel(\"unknown\"),\n\t\t\t\ttoItemGCPResourceName: \"projects/my-project/zones/us-central1-c/instances/my-instance\",\n\t\t\t\tparts: []string{\"projects\", \"my-project\", \"zones\", \"us-central1-c\", \"instances\", \"my-instance\"},\n\t\t\t},\n\t\t\twant: \"\",\n\t\t},\n\t}\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tif got := determineScope(tt.args.ctx, tt.args.projectID, tt.args.locationLevel, nil, tt.args.toItemGCPResourceName, tt.args.parts); got != tt.want {\n\t\t\t\tt.Errorf(\"determineScope() = %v, want %v\", got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/gcp/shared/location_info.go", "content": "package shared\n\nimport (\n\t\"fmt\"\n\t\"slices\"\n\t\"strings\"\n)\n\n// LocationInfo encapsulates location information for GCP resources.\n// It provides type-safe handling of different scope types (project, regional, zonal)\n// and simplifies scope validation and URL generation.\ntype LocationInfo struct {\n\tProjectID string\n\tRegion string // Empty for project-level resources\n\tZone string // Empty for project and regional resources\n}\n\n// LocationFromScope parses a scope string into a LocationInfo struct.\n//\n// Supported formats:\n// - Project scope: \"project-id\"\n// - Regional scope: \"project-id.region\" (e.g., \"my-project.us-central1\")\n// - Zonal scope: \"project-id.zone\" (e.g., \"my-project.us-central1-a\")\n//\n// Scope detection uses the dash count in the second component:\n// - 1 dash => region\n// - 2 dashes => zone\nfunc LocationFromScope(scope string) (LocationInfo, error) {\n\tif scope == \"\" {\n\t\treturn LocationInfo{}, fmt.Errorf(\"scope cannot be empty\")\n\t}\n\n\tparts := strings.Split(scope, \".\")\n\tswitch len(parts) {\n\tcase 1:\n\t\treturn LocationInfo{\n\t\t\tProjectID: parts[0],\n\t\t}, nil\n\tcase 2:\n\t\tprojectID := parts[0]\n\t\tlocation := parts[1]\n\n\t\tswitch strings.Count(location, \"-\") {\n\t\tcase 1:\n\t\t\treturn LocationInfo{\n\t\t\t\tProjectID: projectID,\n\t\t\t\tRegion: location,\n\t\t\t}, nil\n\t\tcase 2:\n\t\t\treturn LocationInfo{\n\t\t\t\tProjectID: projectID,\n\t\t\t\tRegion: ZoneToRegion(location),\n\t\t\t\tZone: location,\n\t\t\t}, nil\n\t\tdefault:\n\t\t\treturn LocationInfo{}, fmt.Errorf(\"invalid location format: %q\", location)\n\t\t}\n\tdefault:\n\t\treturn LocationInfo{}, fmt.Errorf(\"invalid scope format: %q\", scope)\n\t}\n}\n\n// ToScope converts LocationInfo back to scope string format.\n// If Zone is set, returns \"project.zone\".\n// If Region is set but Zone is empty, returns \"project.region\".\n// Otherwise, returns just the project ID.\nfunc (l LocationInfo) ToScope() string {\n\tif l.Zone != \"\" {\n\t\treturn fmt.Sprintf(\"%s.%s\", l.ProjectID, l.Zone)\n\t}\n\tif l.Region != \"\" {\n\t\treturn fmt.Sprintf(\"%s.%s\", l.ProjectID, l.Region)\n\t}\n\treturn l.ProjectID\n}\n\n// LocationLevel returns the calculated scope type based on Zone and Region fields.\n// If Zone is set, returns ZonalLevel.\n// If Region is set (but Zone is empty), returns RegionalLevel.\n// Otherwise, returns ProjectLevel.\nfunc (l LocationInfo) LocationLevel() LocationLevel {\n\tif l.Zone != \"\" {\n\t\treturn ZonalLevel\n\t}\n\tif l.Region != \"\" {\n\t\treturn RegionalLevel\n\t}\n\treturn ProjectLevel\n}\n\n// ProjectLevel returns true if this is a project-level location (no region or zone).\nfunc (l LocationInfo) ProjectLevel() bool {\n\treturn l.Zone == \"\" && l.Region == \"\"\n}\n\n// Regional returns true if this is a regional location (has region but no zone).\nfunc (l LocationInfo) Regional() bool {\n\treturn l.Region != \"\" && l.Zone == \"\"\n}\n\n// Zonal returns true if this is a zonal location (has zone).\nfunc (l LocationInfo) Zonal() bool {\n\treturn l.Zone != \"\"\n}\n\n// Equals compares two LocationInfo instances for equality.\nfunc (l LocationInfo) Equals(other LocationInfo) bool {\n\treturn l.ProjectID == other.ProjectID &&\n\t\tl.Region == other.Region &&\n\t\tl.Zone == other.Zone\n}\n\n// Validate checks if the LocationInfo has valid values.\nfunc (l LocationInfo) Validate() error {\n\tif l.ProjectID == \"\" {\n\t\treturn fmt.Errorf(\"project ID cannot be empty\")\n\t}\n\t// If zone is set, region should be derivable\n\tif l.Zone != \"\" && l.Region == \"\" {\n\t\treturn fmt.Errorf(\"zone is set but region is empty\")\n\t}\n\treturn nil\n}\n\n// String returns a human-readable representation of the LocationInfo.\nfunc (l LocationInfo) String() string {\n\treturn l.ToScope()\n}\n\n// NewProjectLocation creates a LocationInfo for a project-level resource.\nfunc NewProjectLocation(projectID string) LocationInfo {\n\treturn LocationInfo{\n\t\tProjectID: projectID,\n\t}\n}\n\n// NewRegionalLocation creates a LocationInfo for a regional resource.\nfunc NewRegionalLocation(projectID, region string) LocationInfo {\n\treturn LocationInfo{\n\t\tProjectID: projectID,\n\t\tRegion: region,\n\t}\n}\n\n// NewZonalLocation creates a LocationInfo for a zonal resource.\nfunc NewZonalLocation(projectID, zone string) LocationInfo {\n\treturn LocationInfo{\n\t\tProjectID: projectID,\n\t\tRegion: ZoneToRegion(zone),\n\t\tZone: zone,\n\t}\n}\n\n// LocationsToScopes converts a slice of LocationInfo to a slice of scope strings.\nfunc LocationsToScopes(locations []LocationInfo) []string {\n\tscopes := make([]string, 0, len(locations))\n\tfor _, loc := range locations {\n\t\tscopes = append(scopes, loc.ToScope())\n\t}\n\treturn scopes\n}\n\n// ValidateScopeForLocations checks if a scope string matches any of the configured locations.\n// Returns the matching LocationInfo if found, or an error if the scope is not valid for these locations.\nfunc ValidateScopeForLocations(scope string, locations []LocationInfo) (LocationInfo, error) {\n\tlocation, err := LocationFromScope(scope)\n\tif err != nil {\n\t\treturn LocationInfo{}, fmt.Errorf(\"failed to parse scope %s: %w\", scope, err)\n\t}\n\n\tfor _, loc := range locations {\n\t\tif loc.Equals(location) {\n\t\t\treturn location, nil\n\t\t}\n\t}\n\treturn LocationInfo{}, fmt.Errorf(\"scope %s not found in configured locations\", scope)\n}\n\n// ParseAggregatedListScope parses a scope key from aggregatedList response\n// Examples:\n// - \"zones/us-central1-a\" -> LocationInfo{ProjectID: projectID, Zone: \"us-central1-a\", Region: \"us-central1\"}\n// - \"regions/us-central1\" -> LocationInfo{ProjectID: projectID, Region: \"us-central1\"}\nfunc ParseAggregatedListScope(projectID, scopeKey string) (LocationInfo, error) {\n\t// Handle global scope (e.g., \"global\" for global resources like health checks)\n\tif scopeKey == \"global\" {\n\t\treturn NewProjectLocation(projectID), nil\n\t}\n\n\tparts := strings.Split(scopeKey, \"/\")\n\tif len(parts) != 2 {\n\t\treturn LocationInfo{}, fmt.Errorf(\"invalid scope key format: %s\", scopeKey)\n\t}\n\n\tscopeType := parts[0] // \"zones\" or \"regions\"\n\tlocationName := parts[1]\n\n\tswitch scopeType {\n\tcase \"zones\":\n\t\treturn NewZonalLocation(projectID, locationName), nil\n\tcase \"regions\":\n\t\treturn NewRegionalLocation(projectID, locationName), nil\n\tdefault:\n\t\treturn LocationInfo{}, fmt.Errorf(\"unsupported scope type: %s\", scopeType)\n\t}\n}\n\n// GetProjectIDsFromLocations returns unique project IDs from one or more location slices.\n// This is useful for adapters that manage resources across multiple location types\n// (e.g., both global and regional resources).\nfunc GetProjectIDsFromLocations(locationSlices ...[]LocationInfo) []string {\n\tseen := make(map[string]bool)\n\tvar projects []string\n\n\tfor _, locations := range locationSlices {\n\t\tfor _, loc := range locations {\n\t\t\tif !seen[loc.ProjectID] {\n\t\t\t\tseen[loc.ProjectID] = true\n\t\t\t\tprojects = append(projects, loc.ProjectID)\n\t\t\t}\n\t\t}\n\t}\n\treturn projects\n}\n\n// HasLocationInSlices checks if the given location exists in any of the provided location slices.\n// This is useful for adapters that need to validate locations across multiple slices\n// (e.g., filtering aggregatedList results to only configured locations).\nfunc HasLocationInSlices(loc LocationInfo, locationSlices ...[]LocationInfo) bool {\n\tfor _, locations := range locationSlices {\n\t\tif slices.ContainsFunc(locations, loc.Equals) {\n\t\t\treturn true\n\t\t}\n\t}\n\treturn false\n}\n" }, { "path": "sources/gcp/shared/location_info_test.go", "content": "package shared_test\n\nimport (\n\t\"testing\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestLocationFromScope(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tscope string\n\t\twantProjectID string\n\t\twantRegion string\n\t\twantZone string\n\t\twantLocationLevel gcpshared.LocationLevel\n\t\twantErr bool\n\t}{\n\t\t{\n\t\t\tname: \"project scope\",\n\t\t\tscope: \"my-project\",\n\t\t\twantProjectID: \"my-project\",\n\t\t\twantLocationLevel: gcpshared.ProjectLevel,\n\t\t},\n\t\t{\n\t\t\tname: \"regional scope\",\n\t\t\tscope: \"my-project.us-central1\",\n\t\t\twantProjectID: \"my-project\",\n\t\t\twantRegion: \"us-central1\",\n\t\t\twantLocationLevel: gcpshared.RegionalLevel,\n\t\t},\n\t\t{\n\t\t\tname: \"zonal scope\",\n\t\t\tscope: \"my-project.us-central1-a\",\n\t\t\twantProjectID: \"my-project\",\n\t\t\twantRegion: \"us-central1\",\n\t\t\twantZone: \"us-central1-a\",\n\t\t\twantLocationLevel: gcpshared.ZonalLevel,\n\t\t},\n\t\t{\n\t\t\tname: \"empty scope\",\n\t\t\tscope: \"\",\n\t\t\twantErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid scope has too many parts\",\n\t\t\tscope: \"a.b.c\",\n\t\t\twantErr: true,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid location dash count\",\n\t\t\tscope: \"my-project.global\",\n\t\t\twantErr: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\t// Validate that the parsed result is consistent with LocationInfo\n\t\t\t// Also validates using LocationFromScope for consistency\n\t\t\tlocationInfo, parseErr := gcpshared.LocationFromScope(tt.scope)\n\t\t\tif tt.wantErr {\n\t\t\t\tif parseErr == nil {\n\t\t\t\t\tt.Fatalf(\"LocationFromScope(%q) expected error but got none\", tt.scope)\n\t\t\t\t}\n\t\t\t\treturn\n\t\t\t} else {\n\t\t\t\tif parseErr != nil {\n\t\t\t\t\tt.Fatalf(\"LocationFromScope(%q) unexpected error: %v\", tt.scope, parseErr)\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Validate the LocationInfo\n\t\t\tif validateErr := locationInfo.Validate(); validateErr != nil {\n\t\t\t\tt.Errorf(\"LocationInfo.Validate() failed for scope %q: %v\", tt.scope, validateErr)\n\t\t\t}\n\n\t\t\t// Verify consistency between LocationFromScope and LocationInfo\n\t\t\tif locationInfo.ProjectID != tt.wantProjectID {\n\t\t\t\tt.Errorf(\"ProjectID mismatch: LocationPartsFromScope=%q, LocationFromScope=%q\", tt.wantProjectID, locationInfo.ProjectID)\n\t\t\t}\n\t\t\tif locationInfo.Region != tt.wantRegion {\n\t\t\t\tt.Errorf(\"Region mismatch: LocationPartsFromScope=%q, LocationFromScope=%q\", tt.wantRegion, locationInfo.Region)\n\t\t\t}\n\t\t\tif locationInfo.Zone != tt.wantZone {\n\t\t\t\tt.Errorf(\"Zone mismatch: LocationPartsFromScope=%q, LocationFromScope=%q\", tt.wantZone, locationInfo.Zone)\n\t\t\t}\n\t\t\tif locationInfo.LocationLevel() != tt.wantLocationLevel {\n\t\t\t\tt.Errorf(\"ScopeType mismatch: LocationPartsFromScope=%q, LocationFromScope=%q\", tt.wantLocationLevel, locationInfo.LocationLevel())\n\t\t\t}\n\n\t\t\t// Verify scope type detection is mutually exclusive\n\t\t\tswitch tt.wantLocationLevel {\n\t\t\tcase gcpshared.ProjectLevel:\n\t\t\t\tif locationInfo.Regional() || locationInfo.Zonal() {\n\t\t\t\t\tt.Errorf(\"Project scope should not be Regional or Zonal\")\n\t\t\t\t}\n\t\t\t\tif !locationInfo.ProjectLevel() {\n\t\t\t\t\tt.Errorf(\"Project scope should be ProjectLevel\")\n\t\t\t\t}\n\t\t\tcase gcpshared.RegionalLevel:\n\t\t\t\tif !locationInfo.Regional() {\n\t\t\t\t\tt.Errorf(\"Regional scope should have Regional()=true\")\n\t\t\t\t}\n\t\t\t\tif locationInfo.Zonal() || locationInfo.ProjectLevel() {\n\t\t\t\t\tt.Errorf(\"Regional scope should not be Zonal or ProjectLevel\")\n\t\t\t\t}\n\t\t\tcase gcpshared.ZonalLevel:\n\t\t\t\tif !locationInfo.Zonal() {\n\t\t\t\t\tt.Errorf(\"Zonal scope should have Zonal()=true\")\n\t\t\t\t}\n\t\t\t\tif locationInfo.Regional() || locationInfo.ProjectLevel() {\n\t\t\t\t\tt.Errorf(\"Zonal scope should not be Regional or ProjectLevel\")\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestGetProjectIDsFromLocations(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tslices [][]gcpshared.LocationInfo\n\t\texpected []string\n\t}{\n\t\t{\n\t\t\tname: \"empty slices\",\n\t\t\tslices: [][]gcpshared.LocationInfo{},\n\t\t\texpected: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"single empty slice\",\n\t\t\tslices: [][]gcpshared.LocationInfo{{}},\n\t\t\texpected: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"single slice with one project\",\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{gcpshared.NewZonalLocation(\"project-a\", \"us-central1-a\")},\n\t\t\t},\n\t\t\texpected: []string{\"project-a\"},\n\t\t},\n\t\t{\n\t\t\tname: \"single slice with multiple locations same project\",\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewZonalLocation(\"project-a\", \"us-central1-a\"),\n\t\t\t\t\tgcpshared.NewZonalLocation(\"project-a\", \"us-central1-b\"),\n\t\t\t\t\tgcpshared.NewZonalLocation(\"project-a\", \"us-east1-a\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: []string{\"project-a\"},\n\t\t},\n\t\t{\n\t\t\tname: \"single slice with multiple projects\",\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewZonalLocation(\"project-a\", \"us-central1-a\"),\n\t\t\t\t\tgcpshared.NewZonalLocation(\"project-b\", \"us-central1-a\"),\n\t\t\t\t\tgcpshared.NewZonalLocation(\"project-c\", \"us-east1-a\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: []string{\"project-a\", \"project-b\", \"project-c\"},\n\t\t},\n\t\t{\n\t\t\tname: \"multiple slices with overlapping projects\",\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewProjectLocation(\"project-a\"),\n\t\t\t\t\tgcpshared.NewProjectLocation(\"project-b\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewRegionalLocation(\"project-b\", \"us-central1\"),\n\t\t\t\t\tgcpshared.NewRegionalLocation(\"project-c\", \"us-east1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: []string{\"project-a\", \"project-b\", \"project-c\"},\n\t\t},\n\t\t{\n\t\t\tname: \"multiple slices with no overlap\",\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{gcpshared.NewZonalLocation(\"project-a\", \"us-central1-a\")},\n\t\t\t\t{gcpshared.NewRegionalLocation(\"project-b\", \"us-east1\")},\n\t\t\t},\n\t\t\texpected: []string{\"project-a\", \"project-b\"},\n\t\t},\n\t\t{\n\t\t\tname: \"preserves order of first occurrence\",\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewProjectLocation(\"project-c\"),\n\t\t\t\t\tgcpshared.NewProjectLocation(\"project-a\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewProjectLocation(\"project-b\"),\n\t\t\t\t\tgcpshared.NewProjectLocation(\"project-a\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: []string{\"project-c\", \"project-a\", \"project-b\"},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := gcpshared.GetProjectIDsFromLocations(tt.slices...)\n\t\t\tif len(result) != len(tt.expected) {\n\t\t\t\tt.Errorf(\"GetProjectIDsFromLocations() returned %d items, expected %d. Got: %v, expected: %v\",\n\t\t\t\t\tlen(result), len(tt.expected), result, tt.expected)\n\t\t\t\treturn\n\t\t\t}\n\t\t\tfor i, projectID := range result {\n\t\t\t\tif projectID != tt.expected[i] {\n\t\t\t\t\tt.Errorf(\"GetProjectIDsFromLocations()[%d] = %q, expected %q\", i, projectID, tt.expected[i])\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestHasLocationInSlices(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tloc gcpshared.LocationInfo\n\t\tslices [][]gcpshared.LocationInfo\n\t\texpected bool\n\t}{\n\t\t{\n\t\t\tname: \"empty slices\",\n\t\t\tloc: gcpshared.NewZonalLocation(\"project-a\", \"us-central1-a\"),\n\t\t\tslices: [][]gcpshared.LocationInfo{},\n\t\t\texpected: false,\n\t\t},\n\t\t{\n\t\t\tname: \"single empty slice\",\n\t\t\tloc: gcpshared.NewZonalLocation(\"project-a\", \"us-central1-a\"),\n\t\t\tslices: [][]gcpshared.LocationInfo{{}},\n\t\t\texpected: false,\n\t\t},\n\t\t{\n\t\t\tname: \"location in first slice\",\n\t\t\tloc: gcpshared.NewZonalLocation(\"project-a\", \"us-central1-a\"),\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewZonalLocation(\"project-a\", \"us-central1-a\"),\n\t\t\t\t\tgcpshared.NewZonalLocation(\"project-a\", \"us-central1-b\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewRegionalLocation(\"project-b\", \"us-east1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"location in second slice\",\n\t\t\tloc: gcpshared.NewRegionalLocation(\"project-b\", \"us-east1\"),\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewZonalLocation(\"project-a\", \"us-central1-a\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewRegionalLocation(\"project-b\", \"us-east1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"location in neither slice\",\n\t\t\tloc: gcpshared.NewZonalLocation(\"project-c\", \"us-west1-a\"),\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewZonalLocation(\"project-a\", \"us-central1-a\"),\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewRegionalLocation(\"project-b\", \"us-east1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: false,\n\t\t},\n\t\t{\n\t\t\tname: \"matching project but different region\",\n\t\t\tloc: gcpshared.NewRegionalLocation(\"project-a\", \"us-east1\"),\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewRegionalLocation(\"project-a\", \"us-central1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: false,\n\t\t},\n\t\t{\n\t\t\tname: \"matching project and region but different zone\",\n\t\t\tloc: gcpshared.NewZonalLocation(\"project-a\", \"us-central1-b\"),\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewZonalLocation(\"project-a\", \"us-central1-a\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: false,\n\t\t},\n\t\t{\n\t\t\tname: \"exact match for project-level location\",\n\t\t\tloc: gcpshared.NewProjectLocation(\"project-a\"),\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewProjectLocation(\"project-a\"),\n\t\t\t\t\tgcpshared.NewProjectLocation(\"project-b\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"project-level location not found when only regional exists\",\n\t\t\tloc: gcpshared.NewProjectLocation(\"project-a\"),\n\t\t\tslices: [][]gcpshared.LocationInfo{\n\t\t\t\t{\n\t\t\t\t\tgcpshared.NewRegionalLocation(\"project-a\", \"us-central1\"),\n\t\t\t\t},\n\t\t\t},\n\t\t\texpected: false,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := gcpshared.HasLocationInSlices(tt.loc, tt.slices...)\n\t\t\tif result != tt.expected {\n\t\t\t\tt.Errorf(\"HasLocationInSlices(%v, ...) = %v, expected %v\", tt.loc, result, tt.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/gcp/shared/logging-clients.go", "content": "//go:generate mockgen -destination=./mocks/mock_logging_config_client.go -package=mocks -source=logging-clients.go\npackage shared\n\nimport (\n\t\"context\"\n\n\tlogging \"cloud.google.com/go/logging/apiv2\"\n\t\"cloud.google.com/go/logging/apiv2/loggingpb\"\n)\n\ntype LoggingSinkIterator interface {\n\tNext() (*loggingpb.LogSink, error)\n}\n\ntype LoggingConfigClient interface {\n\tListSinks(ctx context.Context, request *loggingpb.ListSinksRequest) LoggingSinkIterator\n\tGetSink(ctx context.Context, req *loggingpb.GetSinkRequest) (*loggingpb.LogSink, error)\n}\n\ntype loggingConfigClient struct {\n\tconfigCli *logging.ConfigClient\n}\n\nfunc (l loggingConfigClient) ListSinks(ctx context.Context, req *loggingpb.ListSinksRequest) LoggingSinkIterator {\n\treturn l.configCli.ListSinks(ctx, req)\n}\n\nfunc (l loggingConfigClient) GetSink(ctx context.Context, req *loggingpb.GetSinkRequest) (*loggingpb.LogSink, error) {\n\treturn l.configCli.GetSink(ctx, req)\n}\n\n// NewLoggingConfigClient creates a new logging config client\nfunc NewLoggingConfigClient(cli *logging.ConfigClient) LoggingConfigClient {\n\treturn &loggingConfigClient{\n\t\tconfigCli: cli,\n\t}\n}\n" }, { "path": "sources/gcp/shared/manual-adapter-links.go", "content": "package shared\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\taws \"github.com/overmindtech/cli/sources/aws/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc ZoneBaseLinkedItemQueryByName(sdpItem shared.ItemType) func(projectID, fromItemScope, query string) *sdp.LinkedItemQuery {\n\treturn func(projectID, fromItemScope, query string) *sdp.LinkedItemQuery {\n\t\tname := LastPathComponent(query)\n\t\tzone := ExtractPathParam(\"zones\", query)\n\t\t// Extract project ID from URI if present (for cross-project references)\n\t\textractedProjectID := ExtractPathParam(\"projects\", query)\n\t\tif extractedProjectID != \"\" {\n\t\t\tprojectID = extractedProjectID\n\t\t}\n\t\tscope := fromItemScope\n\t\tif zone != \"\" {\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, zone)\n\t\t}\n\t\tif projectID != \"\" && scope != \"\" && name != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: sdpItem.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: name,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\treturn nil\n\t}\n}\n\nfunc RegionBaseLinkedItemQueryByName(sdpItem shared.ItemType) func(projectID, fromItemScope, query string) *sdp.LinkedItemQuery {\n\treturn func(projectID, fromItemScope, query string) *sdp.LinkedItemQuery {\n\t\tname := LastPathComponent(query)\n\t\tscope := fromItemScope\n\t\tregion := ExtractPathParam(\"regions\", query)\n\t\t// Extract project ID from URI if present (for cross-project references)\n\t\textractedProjectID := ExtractPathParam(\"projects\", query)\n\t\tif extractedProjectID != \"\" {\n\t\t\tprojectID = extractedProjectID\n\t\t}\n\t\tif region != \"\" {\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\t}\n\t\tif projectID != \"\" && region != \"\" && name != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: sdpItem.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: name,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\treturn nil\n\t}\n}\n\nfunc ProjectBaseLinkedItemQueryByName(sdpItem shared.ItemType) func(projectID, _, query string) *sdp.LinkedItemQuery {\n\treturn func(projectID, _, query string) *sdp.LinkedItemQuery {\n\t\tname := LastPathComponent(query)\n\t\t// Extract project ID from URI if present (for cross-project references)\n\t\textractedProjectID := ExtractPathParam(\"projects\", query)\n\t\tscope := projectID\n\t\tif extractedProjectID != \"\" {\n\t\t\tscope = extractedProjectID\n\t\t}\n\t\tif scope != \"\" && name != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: sdpItem.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: name,\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\treturn nil\n\t}\n}\n\n// ComputeImageLinker handles linking to compute images using SEARCH method.\n// SEARCH supports any format: full URIs, family names, or specific image names.\n// The adapter's Search method will intelligently detect the format and use the appropriate API.\nfunc ComputeImageLinker(projectID, _, query string) *sdp.LinkedItemQuery {\n\t// Extract project ID from the URI if present, otherwise use the provided projectID\n\timageProjectID := ExtractPathParam(\"projects\", query)\n\tif imageProjectID == \"\" {\n\t\timageProjectID = projectID\n\t}\n\n\t// Extract the name/family (last component)\n\tname := LastPathComponent(query)\n\tif imageProjectID != \"\" && name != \"\" {\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: ComputeImage.String(),\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: query, // Pass the full query string so Search can detect the format\n\t\t\t\tScope: imageProjectID,\n\t\t\t},\n\t\t}\n\t}\n\n\treturn nil\n}\n\n// ForwardingRuleTargetLinker handles polymorphic target field in forwarding rules.\n// The target field can reference multiple resource types (TargetHttpProxy, TargetHttpsProxy,\n// TargetTcpProxy, TargetSslProxy, TargetPool, TargetVpnGateway, TargetInstance, ServiceAttachment).\n// This function parses the URI to determine the target type and creates the appropriate link.\n// Supports both full HTTPS URLs and resource name formats.\nfunc ForwardingRuleTargetLinker(projectID, fromItemScope, targetURI string) *sdp.LinkedItemQuery {\n\tif targetURI == \"\" {\n\t\treturn nil\n\t}\n\n\t// Determine target type from URI path\n\tvar targetType shared.ItemType\n\tvar scope string\n\tvar query string\n\n\t// Extract the resource name (last component)\n\tname := LastPathComponent(targetURI)\n\n\t// Normalize URI - remove protocol and domain if present\n\tnormalizedURI := targetURI\n\tif strings.HasPrefix(normalizedURI, \"https://\") {\n\t\t// Extract path from full URL: https://compute.googleapis.com/compute/v1/projects/{project}/global/targetHttpProxies/{proxy}\n\t\tif idx := strings.Index(normalizedURI, \"/projects/\"); idx != -1 {\n\t\t\tnormalizedURI = normalizedURI[idx+1:]\n\t\t}\n\t}\n\n\t// Check URI path to determine target type (case-insensitive check for robustness)\n\tnormalizedURI = strings.ToLower(normalizedURI)\n\tif strings.Contains(normalizedURI, \"/targethttpproxies/\") {\n\t\ttargetType = ComputeTargetHttpProxy\n\t\tscope = projectID // Global resource\n\t\tquery = name\n\t} else if strings.Contains(normalizedURI, \"/targethttpsproxies/\") {\n\t\ttargetType = ComputeTargetHttpsProxy\n\t\tscope = projectID // Global resource\n\t\tquery = name\n\t} else if strings.Contains(normalizedURI, \"/targettcpproxies/\") {\n\t\ttargetType = ComputeTargetTcpProxy\n\t\tscope = projectID // Global resource\n\t\tquery = name\n\t} else if strings.Contains(normalizedURI, \"/targetsslproxies/\") {\n\t\ttargetType = ComputeTargetSslProxy\n\t\tscope = projectID // Global resource\n\t\tquery = name\n\t} else if strings.Contains(normalizedURI, \"/targetpools/\") {\n\t\ttargetType = ComputeTargetPool\n\t\t// Use original targetURI for path parameter extraction (case-sensitive)\n\t\tregion := ExtractPathParam(\"regions\", targetURI)\n\t\tif region != \"\" {\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\t} else {\n\t\t\tscope = projectID\n\t\t}\n\t\tquery = name\n\t} else if strings.Contains(normalizedURI, \"/targetvpngateways/\") {\n\t\ttargetType = ComputeTargetVpnGateway\n\t\t// Use original targetURI for path parameter extraction (case-sensitive)\n\t\tregion := ExtractPathParam(\"regions\", targetURI)\n\t\tif region != \"\" {\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\t} else {\n\t\t\tscope = projectID\n\t\t}\n\t\tquery = name\n\t} else if strings.Contains(normalizedURI, \"/targetinstances/\") {\n\t\ttargetType = ComputeTargetInstance\n\t\t// Use original targetURI for path parameter extraction (case-sensitive)\n\t\tzone := ExtractPathParam(\"zones\", targetURI)\n\t\tif zone != \"\" {\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, zone)\n\t\t} else {\n\t\t\tscope = projectID\n\t\t}\n\t\tquery = name\n\t} else if strings.Contains(normalizedURI, \"/serviceattachments/\") {\n\t\ttargetType = ComputeServiceAttachment\n\t\t// Use original targetURI for path parameter extraction (case-sensitive)\n\t\tregion := ExtractPathParam(\"regions\", targetURI)\n\t\tif region != \"\" {\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\t} else {\n\t\t\tscope = projectID\n\t\t}\n\t\tquery = name\n\t} else {\n\t\t// Unknown target type\n\t\treturn nil\n\t}\n\n\tif projectID != \"\" && scope != \"\" && query != \"\" {\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: targetType.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: query,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t}\n\t}\n\n\treturn nil\n}\n\n// BackendServiceOrBucketLinker handles polymorphic backend service/bucket fields in URL maps.\n// The service field can reference either a BackendService (global or regional) or a BackendBucket (global).\n// This function parses the URI to determine the target type and creates the appropriate link.\n// Supports both full HTTPS URLs and resource name formats.\nfunc BackendServiceOrBucketLinker(projectID, fromItemScope, backendURI string) *sdp.LinkedItemQuery {\n\tif backendURI == \"\" {\n\t\treturn nil\n\t}\n\n\t// Determine target type from URI path\n\tvar targetType shared.ItemType\n\tvar scope string\n\tvar query string\n\n\t// Extract the resource name (last component)\n\tname := LastPathComponent(backendURI)\n\n\t// Normalize URI - remove protocol and domain if present\n\tnormalizedURI := backendURI\n\tif strings.HasPrefix(normalizedURI, \"https://\") {\n\t\t// Extract path from full URL: https://compute.googleapis.com/compute/v1/projects/{project}/global/backendServices/{service}\n\t\tif idx := strings.Index(normalizedURI, \"/projects/\"); idx != -1 {\n\t\t\tnormalizedURI = normalizedURI[idx+1:]\n\t\t}\n\t}\n\n\t// Check URI path to determine target type (case-insensitive check for robustness)\n\tnormalizedURILower := strings.ToLower(normalizedURI)\n\tif strings.Contains(normalizedURILower, \"/backendbuckets/\") {\n\t\t// Backend Bucket (global, project-scoped)\n\t\ttargetType = ComputeBackendBucket\n\t\tscope = projectID\n\t\tquery = name\n\t} else if strings.Contains(normalizedURILower, \"/backendservices/\") {\n\t\t// Backend Service - always use same type, scope differentiates global vs regional\n\t\ttargetType = ComputeBackendService\n\t\t// Use original backendURI for path parameter extraction (case-sensitive)\n\t\tregion := ExtractPathParam(\"regions\", backendURI)\n\t\tif region != \"\" {\n\t\t\t// Regional backend service - scope includes region\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\t} else {\n\t\t\t// Global backend service - scope is project only\n\t\t\tscope = projectID\n\t\t}\n\t\tquery = name\n\t} else {\n\t\t// Unknown backend type\n\t\treturn nil\n\t}\n\n\tif projectID != \"\" && scope != \"\" && query != \"\" {\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: targetType.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: query,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t}\n\t}\n\n\treturn nil\n}\n\n// HealthCheckLinker handles polymorphic health check fields in compute resources.\n// Health checks can be either global (project-scoped) or regional (project.region-scoped).\n// This function parses the URI to determine the scope and creates the appropriate link.\n// Supports both full HTTPS URLs and resource name formats.\nfunc HealthCheckLinker(projectID, fromItemScope, healthCheckURI string) *sdp.LinkedItemQuery {\n\tif healthCheckURI == \"\" {\n\t\treturn nil\n\t}\n\n\t// Extract the resource name (last component)\n\tname := LastPathComponent(healthCheckURI)\n\n\t// Normalize URI - remove protocol and domain if present\n\tnormalizedURI := healthCheckURI\n\tif strings.HasPrefix(normalizedURI, \"https://\") {\n\t\t// Extract path from full URL: https://compute.googleapis.com/compute/v1/projects/{project}/global/healthChecks/{name}\n\t\tif idx := strings.Index(normalizedURI, \"/projects/\"); idx != -1 {\n\t\t\tnormalizedURI = normalizedURI[idx+1:]\n\t\t}\n\t}\n\n\t// Check URI path to determine scope (case-insensitive check for robustness)\n\tnormalizedURILower := strings.ToLower(normalizedURI)\n\tif !strings.Contains(normalizedURILower, \"/healthchecks/\") {\n\t\t// Not a health check URL\n\t\treturn nil\n\t}\n\n\t// Determine if it's regional or global\n\tvar scope string\n\tregion := ExtractPathParam(\"regions\", healthCheckURI)\n\tif region != \"\" {\n\t\t// Regional health check - scope includes region\n\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, region)\n\t} else {\n\t\t// Global health check - scope is project only\n\t\tscope = projectID\n\t}\n\n\tif projectID != \"\" && scope != \"\" && name != \"\" {\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: ComputeHealthCheck.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: name,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t}\n\t}\n\n\treturn nil\n}\n\n// AddressUsersLinker handles the polymorphic users field in Compute Address resources.\n// The users field contains an array of URLs referencing resources that are using the address.\n// This can include: forwarding rules (regional/global), instances, target VPN gateways, routers.\n// This function parses the URI to determine the resource type and creates the appropriate link.\n// Supports both full HTTPS URLs and resource name formats.\nfunc AddressUsersLinker(ctx context.Context, projectID, userURI string) *sdp.LinkedItemQuery {\n\tif userURI == \"\" {\n\t\treturn nil\n\t}\n\n\t// Determine resource type from URI path\n\tvar targetType shared.ItemType\n\tvar scope string\n\tvar query string\n\n\t// Extract the resource name (last component)\n\tname := LastPathComponent(userURI)\n\n\t// Normalize URI - remove protocol and domain if present\n\tnormalizedURI := userURI\n\tif strings.HasPrefix(normalizedURI, \"https://\") {\n\t\t// Extract path from full URL: https://compute.googleapis.com/compute/v1/projects/{project}/regions/{region}/forwardingRules/{rule}\n\t\tif idx := strings.Index(normalizedURI, \"/projects/\"); idx != -1 {\n\t\t\tnormalizedURI = normalizedURI[idx+1:]\n\t\t}\n\t}\n\n\t// Check URI path to determine resource type (case-insensitive check for robustness)\n\tnormalizedURILower := strings.ToLower(normalizedURI)\n\tif strings.Contains(normalizedURILower, \"/global/forwardingrules/\") {\n\t\t// Global forwarding rule (project-scoped)\n\t\ttargetType = ComputeGlobalForwardingRule\n\t\tscope = projectID\n\t\tquery = name\n\t} else if strings.Contains(normalizedURILower, \"/forwardingrules/\") {\n\t\t// Regional forwarding rule\n\t\ttargetType = ComputeForwardingRule\n\t\t// Use original userURI for path parameter extraction (case-sensitive)\n\t\tregion := ExtractPathParam(\"regions\", userURI)\n\t\tif region != \"\" {\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\t} else {\n\t\t\t// Try to extract scope from URI using utility function\n\t\t\textractedScope, err := ExtractScopeFromURI(ctx, userURI)\n\t\t\tif err == nil {\n\t\t\t\tscope = extractedScope\n\t\t\t} else {\n\t\t\t\tscope = projectID\n\t\t\t}\n\t\t}\n\t\tquery = name\n\t} else if strings.Contains(normalizedURILower, \"/instances/\") {\n\t\t// VM Instance (zonal)\n\t\ttargetType = ComputeInstance\n\t\t// Use original userURI for path parameter extraction (case-sensitive)\n\t\tzone := ExtractPathParam(\"zones\", userURI)\n\t\tif zone != \"\" {\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, zone)\n\t\t} else {\n\t\t\t// Try to extract scope from URI using utility function\n\t\t\textractedScope, err := ExtractScopeFromURI(ctx, userURI)\n\t\t\tif err == nil {\n\t\t\t\tscope = extractedScope\n\t\t\t} else {\n\t\t\t\tscope = projectID\n\t\t\t}\n\t\t}\n\t\tquery = name\n\t} else if strings.Contains(normalizedURILower, \"/targetvpngateways/\") {\n\t\t// Target VPN Gateway (regional)\n\t\ttargetType = ComputeTargetVpnGateway\n\t\t// Use original userURI for path parameter extraction (case-sensitive)\n\t\tregion := ExtractPathParam(\"regions\", userURI)\n\t\tif region != \"\" {\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\t} else {\n\t\t\t// Try to extract scope from URI using utility function\n\t\t\textractedScope, err := ExtractScopeFromURI(ctx, userURI)\n\t\t\tif err == nil {\n\t\t\t\tscope = extractedScope\n\t\t\t} else {\n\t\t\t\tscope = projectID\n\t\t\t}\n\t\t}\n\t\tquery = name\n\t} else if strings.Contains(normalizedURILower, \"/routers/\") {\n\t\t// Router (regional)\n\t\ttargetType = ComputeRouter\n\t\t// Use original userURI for path parameter extraction (case-sensitive)\n\t\tregion := ExtractPathParam(\"regions\", userURI)\n\t\tif region != \"\" {\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", projectID, region)\n\t\t} else {\n\t\t\t// Try to extract scope from URI using utility function\n\t\t\textractedScope, err := ExtractScopeFromURI(ctx, userURI)\n\t\t\tif err == nil {\n\t\t\t\tscope = extractedScope\n\t\t\t} else {\n\t\t\t\tscope = projectID\n\t\t\t}\n\t\t}\n\t\tquery = name\n\t} else {\n\t\t// Unknown resource type - log but don't fail\n\t\tlog.Debugf(\"AddressUsersLinker: unknown resource type in users field: %s\", userURI)\n\t\treturn nil\n\t}\n\n\tif projectID != \"\" && scope != \"\" && query != \"\" {\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: targetType.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: query,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t}\n\t}\n\n\treturn nil\n}\n\nfunc AWSLinkByARN(awsItem string) func(_, _, arn string) *sdp.LinkedItemQuery {\n\treturn func(_, _, arn string) *sdp.LinkedItemQuery {\n\t\t// https://docs.aws.amazon.com/IAM/latest/UserGuide/reference-arns.html#arns-syntax\n\t\tparts := strings.Split(arn, \":\")\n\t\tif len(parts) < 5 {\n\t\t\tlog.Warnf(\"invalid ARN: %s\", arn)\n\t\t\treturn nil\n\t\t}\n\t\t/*\n\t\t\tarn:partition:service:region:account-id:resource-id\n\t\t\tarn:partition:service:region:account-id:resource-type/resource-id\n\t\t\tarn:partition:service:region:account-id:resource-type:resource-id\n\t\t*/\n\t\tregion := parts[3]\n\t\taccountID := parts[4]\n\t\tscope := accountID\n\t\tif region != \"\" {\n\t\t\tscope = fmt.Sprintf(\"%s.%s\", accountID, region)\n\t\t}\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: awsItem,\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: arn, // By default, we search by the full ARN\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t}\n\t}\n}\n\n// ManualAdapterLinksByAssetType defines how to link a specific item type to its linked items.\n// This is used when the query that holds the linked item information is not a standard query for the dynamic adapter framework.\n// So we need to manually define how to create the linked item query based on the item type and the query string.\n//\n// Expects that the query will have all the necessary information to create the linked item query.\nvar ManualAdapterLinksByAssetType = map[shared.ItemType]func(projectID, fromItemScope, query string) *sdp.LinkedItemQuery{\n\tComputeInstance: ZoneBaseLinkedItemQueryByName(ComputeInstance),\n\tComputeInstanceGroup: ZoneBaseLinkedItemQueryByName(ComputeInstanceGroup),\n\tComputeInstanceGroupManager: ZoneBaseLinkedItemQueryByName(ComputeInstanceGroupManager),\n\tComputeRegionInstanceGroupManager: RegionBaseLinkedItemQueryByName(ComputeRegionInstanceGroupManager),\n\tComputeAutoscaler: ZoneBaseLinkedItemQueryByName(ComputeAutoscaler),\n\tComputeDisk: ZoneBaseLinkedItemQueryByName(ComputeDisk),\n\tComputeReservation: ZoneBaseLinkedItemQueryByName(ComputeReservation),\n\tComputeNodeGroup: ZoneBaseLinkedItemQueryByName(ComputeNodeGroup),\n\tComputeInstantSnapshot: ZoneBaseLinkedItemQueryByName(ComputeInstantSnapshot),\n\tComputeMachineImage: ProjectBaseLinkedItemQueryByName(ComputeMachineImage),\n\tComputeSecurityPolicy: ProjectBaseLinkedItemQueryByName(ComputeSecurityPolicy),\n\tComputeSnapshot: ProjectBaseLinkedItemQueryByName(ComputeSnapshot),\n\tComputeHealthCheck: HealthCheckLinker, // Handles both global and regional health checks\n\tComputeBackendService: BackendServiceOrBucketLinker, // Handles both global and regional backend services, plus backend buckets\n\tComputeImage: ComputeImageLinker, // Custom linker that uses SEARCH for all image references (handles both names and families)\n\tComputeAddress: RegionBaseLinkedItemQueryByName(ComputeAddress),\n\tComputeForwardingRule: RegionBaseLinkedItemQueryByName(ComputeForwardingRule),\n\tComputeInterconnectAttachment: RegionBaseLinkedItemQueryByName(ComputeInterconnectAttachment),\n\tComputeNodeTemplate: RegionBaseLinkedItemQueryByName(ComputeNodeTemplate),\n\t// Target proxy types (global, project-scoped) - use polymorphic linker for forwarding rule target field\n\tComputeTargetHttpProxy: ForwardingRuleTargetLinker,\n\tComputeTargetHttpsProxy: ForwardingRuleTargetLinker,\n\tComputeTargetTcpProxy: ForwardingRuleTargetLinker,\n\tComputeTargetSslProxy: ForwardingRuleTargetLinker,\n\t// Target pool (regional) - use polymorphic linker\n\tComputeTargetPool: ForwardingRuleTargetLinker,\n\t// Target VPN Gateway (regional) - use polymorphic linker\n\tComputeTargetVpnGateway: ForwardingRuleTargetLinker,\n\t// Target Instance (zonal) - use polymorphic linker\n\tComputeTargetInstance: ForwardingRuleTargetLinker,\n\t// Service Attachment (regional) - use polymorphic linker\n\tComputeServiceAttachment: ForwardingRuleTargetLinker,\n\tCloudKMSCryptoKeyVersion: func(projectID, _, keyName string) *sdp.LinkedItemQuery {\n\t\tlocation := ExtractPathParam(\"locations\", keyName)\n\t\tkeyRing := ExtractPathParam(\"keyRings\", keyName)\n\t\tcryptoKey := ExtractPathParam(\"cryptoKeys\", keyName)\n\t\tcryptoKeyVersion := ExtractPathParam(\"cryptoKeyVersions\", keyName)\n\n\t\tif projectID != \"\" && location != \"\" && keyRing != \"\" && cryptoKey != \"\" && cryptoKeyVersion != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: CloudKMSCryptoKeyVersion.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(location, keyRing, cryptoKey, cryptoKeyVersion),\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\t\treturn nil\n\t},\n\tIAMServiceAccountKey: ProjectBaseLinkedItemQueryByName(IAMServiceAccountKey),\n\tIAMServiceAccount: ProjectBaseLinkedItemQueryByName(IAMServiceAccount),\n\tCloudKMSKeyRing: RegionBaseLinkedItemQueryByName(CloudKMSKeyRing),\n\t// ProjectFolderOrganizationLinker handles polymorphic project/folder/organization fields in resource names.\n\t// The name field can reference projects, folders, or organizations depending on the resource scope.\n\t// This function parses the name to determine the target type and creates the appropriate link.\n\t// This is registered for CloudResourceManagerProject but can detect and link to all three types.\n\tCloudResourceManagerProject: func(projectID, _, name string) *sdp.LinkedItemQuery {\n\t\tif name == \"\" {\n\t\t\treturn nil\n\t\t}\n\t\t// Extract resource ID based on prefix - handle projects, folders, and organizations\n\t\tif strings.HasPrefix(name, \"projects/\") {\n\t\t\tprojectIDFromName := ExtractPathParam(\"projects\", name)\n\t\t\tif projectIDFromName != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: CloudResourceManagerProject.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: projectIDFromName,\n\t\t\t\t\t\tScope: projectIDFromName, // Project scope uses project ID as scope\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t} else if strings.HasPrefix(name, \"folders/\") {\n\t\t\tfolderID := ExtractPathParam(\"folders\", name)\n\t\t\tif folderID != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: CloudResourceManagerFolder.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: folderID,\n\t\t\t\t\t\tScope: projectID, // Folder scope uses project ID (may need adjustment when folder adapter is created)\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t} else if strings.HasPrefix(name, \"organizations/\") {\n\t\t\torgID := ExtractPathParam(\"organizations\", name)\n\t\t\tif orgID != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: CloudResourceManagerOrganization.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: orgID,\n\t\t\t\t\t\tScope: projectID, // Organization scope uses project ID (may need adjustment when org adapter is created)\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\treturn nil\n\t},\n\tCloudResourceManagerFolder: func(projectID, _, name string) *sdp.LinkedItemQuery {\n\t\tif name == \"\" {\n\t\t\treturn nil\n\t\t}\n\t\t// Extract folder ID from name\n\t\tif strings.HasPrefix(name, \"folders/\") {\n\t\t\tfolderID := ExtractPathParam(\"folders\", name)\n\t\t\tif folderID != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: CloudResourceManagerFolder.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: folderID,\n\t\t\t\t\t\tScope: projectID, // Folder scope uses project ID (may need adjustment when folder adapter is created)\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\treturn nil\n\t},\n\tCloudResourceManagerOrganization: func(projectID, _, name string) *sdp.LinkedItemQuery {\n\t\tif name == \"\" {\n\t\t\treturn nil\n\t\t}\n\t\t// Extract organization ID from name\n\t\tif strings.HasPrefix(name, \"organizations/\") {\n\t\t\torgID := ExtractPathParam(\"organizations\", name)\n\t\t\tif orgID != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: CloudResourceManagerOrganization.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: orgID,\n\t\t\t\t\t\tScope: projectID, // Organization scope uses project ID (may need adjustment when org adapter is created)\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\treturn nil\n\t},\n\tstdlib.NetworkIP: func(_, _, query string) *sdp.LinkedItemQuery {\n\t\tif query != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: query,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\t\treturn nil\n\t},\n\tstdlib.NetworkDNS: func(_, _, query string) *sdp.LinkedItemQuery {\n\t\tif query != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: query,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\t\treturn nil\n\t},\n\tstdlib.NetworkHTTP: func(_, _, query string) *sdp.LinkedItemQuery {\n\t\tif query != \"\" {\n\t\t\t// Extract the base URL (remove query parameters and fragments)\n\t\t\thttpURL := query\n\t\t\tif idx := strings.Index(httpURL, \"?\"); idx != -1 {\n\t\t\t\thttpURL = httpURL[:idx]\n\t\t\t}\n\t\t\tif idx := strings.Index(httpURL, \"#\"); idx != -1 {\n\t\t\t\thttpURL = httpURL[:idx]\n\t\t\t}\n\n\t\t\tif httpURL != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"http\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: httpURL,\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\treturn nil\n\t},\n\tCloudKMSCryptoKey: func(projectID, _, keyName string) *sdp.LinkedItemQuery {\n\t\t//\"projects/{kms_project_id}/locations/{region}/keyRings/{key_region}/cryptoKeys/{key}\n\t\tvalues := ExtractPathParams(keyName, \"locations\", \"keyRings\", \"cryptoKeys\")\n\t\tif len(values) != 3 {\n\t\t\treturn nil\n\t\t}\n\n\t\tlocation := values[0]\n\t\tkeyRing := values[1]\n\t\tcryptoKey := values[2]\n\t\tif projectID != \"\" && location != \"\" && keyRing != \"\" && cryptoKey != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: CloudKMSCryptoKey.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(location, keyRing, cryptoKey),\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\t\treturn nil\n\t},\n\tBigQueryTable: func(projectID, fromItemScope, query string) *sdp.LinkedItemQuery {\n\t\tif query == \"\" {\n\t\t\treturn nil\n\t\t}\n\n\t\t// Supported formats:\n\t\t// 1) //bigquery.googleapis.com/projects/PROJECT_ID/datasets/DATASET_ID/tables/TABLE_ID\n\t\t// See: https://cloud.google.com/dataplex/docs/reference/rest/v1/projects.locations.dataScans#DataSource\n\t\t// 2) projects/PROJECT_ID/datasets/DATASET_ID/tables/TABLE_ID\n\t\t// 3) {projectId}.{datasetId}.{tableId}\n\t\t// See: https://cloud.google.com/pubsub/docs/reference/rest/v1/projects.subscriptions#bigqueryconfig\n\t\t// 4) bq://projectId or bq://projectId.bqDatasetId or bq://projectId.bqDatasetId.bqTableId\n\t\t// See: https://cloud.google.com/vertex-ai/docs/reference/rest/v1/BigQueryDestination\n\n\t\t// Try full URI format first: //bigquery.googleapis.com/projects/PROJECT_ID/datasets/DATASET_ID/tables/TABLE_ID\n\t\tif strings.HasPrefix(query, \"//bigquery.googleapis.com/\") || strings.HasPrefix(query, \"https://bigquery.googleapis.com/\") {\n\t\t\tvalues := ExtractPathParams(query, \"projects\", \"datasets\", \"tables\")\n\t\t\tif len(values) == 3 && values[0] != \"\" && values[1] != \"\" && values[2] != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: BigQueryTable.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(values[1], values[2]),\n\t\t\t\t\t\tScope: values[0],\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Try path format: projects/PROJECT_ID/datasets/DATASET_ID/tables/TABLE_ID\n\t\tif strings.HasPrefix(query, \"projects/\") {\n\t\t\tvalues := ExtractPathParams(query, \"projects\", \"datasets\", \"tables\")\n\t\t\tif len(values) == 3 && values[0] != \"\" && values[1] != \"\" && values[2] != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: BigQueryTable.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(values[1], values[2]),\n\t\t\t\t\t\tScope: values[0],\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Try dot-separated format: {projectId}.{datasetId}.{tableId} or bq://projectId.bqDatasetId.bqTableId\n\t\tquery = strings.TrimPrefix(query, \"bq://\")\n\t\tparts := strings.Split(query, \".\")\n\t\tif len(parts) == 3 && parts[0] != \"\" && parts[1] != \"\" && parts[2] != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: BigQueryTable.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: shared.CompositeLookupKey(parts[1], parts[2]),\n\t\t\t\t\tScope: parts[0],\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\treturn nil\n\t},\n\taws.KinesisStream: AWSLinkByARN(\"kinesis-stream\"),\n\taws.KinesisStreamConsumer: AWSLinkByARN(\"kinesis-stream-consumer\"),\n\taws.IAMRole: AWSLinkByARN(\"iam-role\"),\n\taws.MSKCluster: AWSLinkByARN(\"msk-cluster\"),\n\tSQLAdminInstance: func(projectID, _, query string) *sdp.LinkedItemQuery {\n\t\t// Supported formats:\n\t\t// 1) {project}:{location}:{instance} (Cloud Run format)\n\t\t// See: https://cloud.google.com/run/docs/reference/rest/v2/Volume#cloudsqlinstance\n\t\t// 2) projects/{project}/instances/{instance} (full resource name)\n\t\t// 3) {instance} (simple instance name, uses projectID from context)\n\n\t\t// Try colon separator first\n\t\tparts := strings.Split(query, \":\")\n\t\tif len(parts) == 3 && parts[0] != \"\" && parts[1] != \"\" && parts[2] != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: SQLAdminInstance.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: parts[2],\n\t\t\t\t\tScope: parts[0],\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\t// Try slash separator (full resource name)\n\t\tif strings.Contains(query, \"/\") {\n\t\t\tvalues := ExtractPathParams(query, \"projects\", \"instances\")\n\t\t\tif len(values) == 2 && values[0] != \"\" && values[1] != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: SQLAdminInstance.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: values[1],\n\t\t\t\t\t\tScope: values[0],\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Single word (simple instance name) - use projectID from context\n\t\tif !strings.Contains(query, \":\") && !strings.Contains(query, \"/\") && query != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: SQLAdminInstance.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: query,\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\treturn nil\n\t},\n\tBigQueryDataset: func(projectID, fromItemScope, query string) *sdp.LinkedItemQuery {\n\t\t// Supported formats:\n\t\t// 1) datasetId (e.g., \"my_dataset\")\n\t\t// 2) projects/{project}/datasets/{dataset}\n\t\t// 3) project:dataset (BigQuery FullID style)\n\t\t// 4) bigquery.googleapis.com/projects/{project}/datasets/{dataset}\n\t\tif query == \"\" {\n\t\t\treturn nil\n\t\t}\n\n\t\t// Normalize URI formats (bigquery.googleapis.com/... or https://bigquery.googleapis.com/...)\n\t\tnormalizedQuery := query\n\t\tif strings.Contains(query, \".googleapis.com/\") {\n\t\t\t// Handle service destination formats: bigquery.googleapis.com/path\n\t\t\tparts := strings.SplitN(query, \".googleapis.com/\", 2)\n\t\t\tif len(parts) > 1 {\n\t\t\t\tpath := parts[1]\n\t\t\t\t// Strip version paths like /v1/, /v2/, /bigquery/v2/, etc.\n\t\t\t\tpathParts := strings.Split(path, \"/\")\n\t\t\t\t// Remove version paths (v1, v2, bigquery/v2, etc.) that appear before \"projects\"\n\t\t\t\tfor i, part := range pathParts {\n\t\t\t\t\tif part == \"projects\" {\n\t\t\t\t\t\tnormalizedQuery = strings.Join(pathParts[i:], \"/\")\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t} else if strings.HasPrefix(query, \"https://\") || strings.HasPrefix(query, \"http://\") {\n\t\t\t// Handle HTTPS/HTTP URLs: https://bigquery.googleapis.com/bigquery/v2/projects/...\n\t\t\turi := query[strings.Index(query, \"://\")+3:]\n\t\t\tparts := strings.SplitN(uri, \"/\", 2)\n\t\t\tif len(parts) > 1 {\n\t\t\t\tpath := parts[1]\n\t\t\t\t// Strip version paths\n\t\t\t\tpathParts := strings.Split(path, \"/\")\n\t\t\t\tfor i, part := range pathParts {\n\t\t\t\t\tif part == \"projects\" {\n\t\t\t\t\t\tnormalizedQuery = strings.Join(pathParts[i:], \"/\")\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Try path-style: projects/{project}/datasets/{dataset}\n\t\tif strings.Contains(normalizedQuery, \"projects/\") && strings.Contains(normalizedQuery, \"datasets/\") {\n\t\t\tvalues := ExtractPathParams(normalizedQuery, \"projects\", \"datasets\")\n\t\t\tif len(values) == 2 && values[0] != \"\" && values[1] != \"\" {\n\t\t\t\tparsedProject := values[0]\n\t\t\t\tdataset := values[1]\n\t\t\t\tscope := parsedProject\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: BigQueryDataset.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: dataset,\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Try fullID style: project:dataset\n\t\tif strings.HasPrefix(query, \"project:\") {\n\t\t\tparts := strings.Split(query, \":\")\n\t\t\tif len(parts) == 2 && parts[0] != \"\" && parts[1] != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: BigQueryDataset.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: parts[1], // dataset ID\n\t\t\t\t\t\tScope: parts[0], // project ID\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif strings.Contains(query, \":\") || strings.Contains(query, \"/\") {\n\t\t\t// At this point we don't recognize the pattern.\n\t\t\treturn nil\n\t\t}\n\n\t\t// Fallback: treat as datasetId in current project\n\t\tif projectID != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: BigQueryDataset.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: query, // dataset ID\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\t\treturn nil\n\t},\n\tBigQueryModel: func(projectID, fromItemScope, query string) *sdp.LinkedItemQuery {\n\t\t// Supported format:\n\t\t// projects/{project}/datasets/{dataset}/models/{model}\n\t\tif query == \"\" {\n\t\t\treturn nil\n\t\t}\n\n\t\tif strings.HasPrefix(query, \"projects/\") {\n\t\t\t// Path-style\n\t\t\tvalues := ExtractPathParams(query, \"projects\", \"datasets\", \"models\")\n\t\t\tif len(values) == 3 && values[0] != \"\" && values[1] != \"\" && values[2] != \"\" {\n\t\t\t\tparsedProject := values[0]\n\t\t\t\tdataset := values[1]\n\t\t\t\tmodel := values[2]\n\t\t\t\tscope := parsedProject\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: BigQueryModel.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(dataset, model),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif strings.HasPrefix(query, \"datasets/\") {\n\t\t\tvalues := ExtractPathParams(query, \"datasets\", \"models\")\n\t\t\tif len(values) == 2 && values[0] != \"\" && values[1] != \"\" {\n\t\t\t\tscope := projectID\n\t\t\t\tdataset := values[0]\n\t\t\t\tmodel := values[1]\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: BigQueryModel.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: shared.CompositeLookupKey(dataset, model),\n\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\treturn nil\n\t},\n\tStorageBucket: func(projectID, fromItemScope, query string) *sdp.LinkedItemQuery {\n\t\tif query == \"\" {\n\t\t\treturn nil\n\t\t}\n\n\t\t// Supported formats:\n\t\t// 1) //storage.googleapis.com/projects/PROJECT_ID/buckets/BUCKET_ID\n\t\t// 2) gs://bucket-name\n\t\t// 3) gs://bucket-name/path/to/file\n\t\t// 4) bucket-name (without gs:// prefix)\n\n\t\t// Try full URI format first: //storage.googleapis.com/projects/PROJECT_ID/buckets/BUCKET_ID\n\t\tif strings.HasPrefix(query, \"//storage.googleapis.com/\") || strings.HasPrefix(query, \"https://storage.googleapis.com/\") {\n\t\t\tvalues := ExtractPathParams(query, \"projects\", \"buckets\")\n\t\t\tif len(values) == 2 && values[0] != \"\" && values[1] != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: StorageBucket.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: values[1],\n\t\t\t\t\t\tScope: values[0],\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Try path format: projects/PROJECT_ID/buckets/BUCKET_ID\n\t\tif strings.HasPrefix(query, \"projects/\") {\n\t\t\tvalues := ExtractPathParams(query, \"projects\", \"buckets\")\n\t\t\tif len(values) == 2 && values[0] != \"\" && values[1] != \"\" {\n\t\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: StorageBucket.String(),\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQuery: values[1],\n\t\t\t\t\t\tScope: values[0],\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Strip gs:// prefix if present\n\t\tquery = strings.TrimPrefix(query, \"gs://\")\n\n\t\t// Extract bucket name (everything before the first slash)\n\t\tbucketName := query\n\t\tif before, _, ok := strings.Cut(query, \"/\"); ok {\n\t\t\tbucketName = before\n\t\t}\n\n\t\t// Validate bucket name is not empty\n\t\tif bucketName == \"\" {\n\t\t\treturn nil\n\t\t}\n\n\t\t// Storage buckets are project-scoped\n\t\tif projectID != \"\" {\n\t\t\treturn &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: StorageBucket.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: bucketName,\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\treturn nil\n\t},\n\t// StorageBucketIAMPolicy: link by bucket name using GET (one policy item per bucket).\n\tStorageBucketIAMPolicy: func(projectID, _, query string) *sdp.LinkedItemQuery {\n\t\tbucketName := query\n\t\tif before, _, ok := strings.Cut(query, \"/\"); ok {\n\t\t\tbucketName = before\n\t\t}\n\t\tif projectID == \"\" || bucketName == \"\" {\n\t\t\treturn nil\n\t\t}\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: StorageBucketIAMPolicy.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: bucketName,\n\t\t\t\tScope: projectID,\n\t\t\t},\n\t\t}\n\t},\n\t// OrgPolicyPolicy name field can reference parent project, folder, or organization\n\t// This linker is registered for all three parent types since the name field can reference any of them\n\t// Format: projects/{project_number}/policies/{constraint} or\n\t// folders/{folder_id}/policies/{constraint} or\n\t// organizations/{organization_id}/policies/{constraint}\n\tCloudResourceManagerProject: func(projectID, _, policyName string) *sdp.LinkedItemQuery {\n\t\treturn orgPolicyParentLinker(projectID, policyName)\n\t},\n\tCloudResourceManagerFolder: func(projectID, _, policyName string) *sdp.LinkedItemQuery {\n\t\treturn orgPolicyParentLinker(projectID, policyName)\n\t},\n\tCloudResourceManagerOrganization: func(projectID, _, policyName string) *sdp.LinkedItemQuery {\n\t\treturn orgPolicyParentLinker(projectID, policyName)\n\t},\n}\n\n// orgPolicyParentLinker parses an org policy name to determine the parent resource type\n// and creates a linked item query for the appropriate parent (project, folder, or organization).\n// The policy name format is: projects/{project_number}/policies/{constraint} or\n//\n//\tfolders/{folder_id}/policies/{constraint} or\n//\torganizations/{organization_id}/policies/{constraint}\n//\n// It also handles simple project references: projects/{project_id} (without /policies/)\n// In that case, the scope should be the current project (projectID), not the referenced project.\nfunc orgPolicyParentLinker(projectID, policyName string) *sdp.LinkedItemQuery {\n\tif policyName == \"\" {\n\t\treturn nil\n\t}\n\n\tvar targetType shared.ItemType\n\tvar parentID string\n\tvar scope string\n\n\t// Parse the policy name to determine parent type\n\tif strings.HasPrefix(policyName, \"projects/\") {\n\t\t// Check if this is a simple project reference (projects/{project_id}) or org policy (projects/{project_id}/policies/...)\n\t\tif strings.Contains(policyName, \"/policies/\") {\n\t\t\t// Org policy format: projects/{project_number}/policies/{constraint}\n\t\t\tvalues := ExtractPathParams(policyName, \"projects\")\n\t\t\tif len(values) >= 1 && values[0] != \"\" {\n\t\t\t\ttargetType = CloudResourceManagerProject\n\t\t\t\tparentID = values[0]\n\t\t\t\tscope = parentID // For org policies, use the project ID as scope\n\t\t\t}\n\t\t} else {\n\t\t\t// Simple project reference: projects/{project_id}\n\t\t\t// Extract project ID and use current project as scope\n\t\t\tvalues := ExtractPathParams(policyName, \"projects\")\n\t\t\tif len(values) >= 1 && values[0] != \"\" {\n\t\t\t\ttargetType = CloudResourceManagerProject\n\t\t\t\tparentID = values[0]\n\t\t\t\tscope = projectID // Use current project as scope when querying for another project\n\t\t\t}\n\t\t}\n\t} else if strings.HasPrefix(policyName, \"folders/\") {\n\t\t// Extract folder ID from: folders/{folder_id}/policies/{constraint}\n\t\tvalues := ExtractPathParams(policyName, \"folders\")\n\t\tif len(values) >= 1 && values[0] != \"\" {\n\t\t\ttargetType = CloudResourceManagerFolder\n\t\t\tparentID = values[0]\n\t\t\t// Folders are organization-scoped, but we don't have org ID here\n\t\t\t// Use projectID as fallback scope (folder adapters will need to handle this)\n\t\t\tscope = projectID\n\t\t}\n\t} else if strings.HasPrefix(policyName, \"organizations/\") {\n\t\t// Extract organization ID from: organizations/{organization_id}/policies/{constraint}\n\t\tvalues := ExtractPathParams(policyName, \"organizations\")\n\t\tif len(values) >= 1 && values[0] != \"\" {\n\t\t\ttargetType = CloudResourceManagerOrganization\n\t\t\tparentID = values[0]\n\t\t\t// Organizations are global-scoped\n\t\t\tscope = \"global\"\n\t\t}\n\t}\n\n\tif parentID != \"\" && scope != \"\" {\n\t\treturn &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: targetType.String(),\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: parentID,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t}\n\t}\n\n\treturn nil\n}\n" }, { "path": "sources/gcp/shared/manual-adapter-links_test.go", "content": "package shared\n\nimport (\n\t\"reflect\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\taws \"github.com/overmindtech/cli/sources/aws/shared\"\n\t\"github.com/overmindtech/cli/sources/stdlib\"\n)\n\nfunc TestAWSLinkByARN(t *testing.T) {\n\ttype args struct {\n\t\tawsItem string\n\t}\n\n\ttests := []struct {\n\t\tname string\n\t\tarn string\n\t\targs args\n\t\twant *sdp.LinkedItemQuery\n\t}{\n\t\t{\n\t\t\tname: \"Link by ARN for AWS IAM Role - global scope\",\n\t\t\tarn: \"arn:aws:iam::123456789012:role/MyRole\",\n\t\t\targs: args{\n\t\t\t\tawsItem: \"iam-role\",\n\t\t\t},\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"iam-role\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: \"arn:aws:iam::123456789012:role/MyRole\",\n\t\t\t\t\tScope: \"123456789012\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Link by ARN for AWS KMS Key - region scope\",\n\t\t\tarn: \"arn:aws:kms:us-west-2:123456789012:key/abcd1234-56ef-78gh-90ij-klmnopqrstuv\",\n\t\t\targs: args{\n\t\t\t\tawsItem: \"kms-key\",\n\t\t\t},\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"kms-key\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: \"arn:aws:kms:us-west-2:123456789012:key/abcd1234-56ef-78gh-90ij-klmnopqrstuv\",\n\t\t\t\t\tScope: \"123456789012.us-west-2\", // Region scope\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Malformed ARN\",\n\t\t\tarn: \"invalid-arn\",\n\t\t\targs: args{\n\t\t\t\tawsItem: \"iam-role\",\n\t\t\t},\n\t\t\twant: nil,\n\t\t},\n\t}\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tgotFunc := AWSLinkByARN(tt.args.awsItem)\n\t\t\tgotLIQ := gotFunc(\"\", \"\", tt.arn)\n\t\t\tif !reflect.DeepEqual(gotLIQ, tt.want) {\n\t\t\t\tt.Errorf(\"AWSLinkByARN() = %v, want %v\", gotLIQ, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestForwardingRuleTargetLinker(t *testing.T) {\n\tprojectID := \"test-project\"\n\n\ttests := []struct {\n\t\tname string\n\t\ttargetURI string\n\t\twant *sdp.LinkedItemQuery\n\t}{\n\t\t// Global Target HTTP Proxy tests\n\t\t{\n\t\t\tname: \"Global Target HTTP Proxy - full HTTPS URL\",\n\t\t\ttargetURI: \"https://www.googleapis.com/compute/v1/projects/test-project/global/targetHttpProxies/my-http-proxy\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetHttpProxy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-http-proxy\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Global Target HTTP Proxy - resource name format\",\n\t\t\ttargetURI: \"projects/test-project/global/targetHttpProxies/my-http-proxy\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetHttpProxy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-http-proxy\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Global Target HTTP Proxy - compute.googleapis.com URL\",\n\t\t\ttargetURI: \"https://compute.googleapis.com/compute/v1/projects/test-project/global/targetHttpProxies/my-http-proxy\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetHttpProxy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-http-proxy\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// Global Target HTTPS Proxy tests\n\t\t{\n\t\t\tname: \"Global Target HTTPS Proxy - full HTTPS URL\",\n\t\t\ttargetURI: \"https://www.googleapis.com/compute/v1/projects/test-project/global/targetHttpsProxies/my-https-proxy\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetHttpsProxy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-https-proxy\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Global Target HTTPS Proxy - resource name format\",\n\t\t\ttargetURI: \"projects/test-project/global/targetHttpsProxies/my-https-proxy\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetHttpsProxy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-https-proxy\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// Global Target TCP Proxy tests\n\t\t{\n\t\t\tname: \"Global Target TCP Proxy - full HTTPS URL\",\n\t\t\ttargetURI: \"https://www.googleapis.com/compute/v1/projects/test-project/global/targetTcpProxies/my-tcp-proxy\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetTcpProxy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-tcp-proxy\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Global Target TCP Proxy - resource name format\",\n\t\t\ttargetURI: \"projects/test-project/global/targetTcpProxies/my-tcp-proxy\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetTcpProxy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-tcp-proxy\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// Global Target SSL Proxy tests\n\t\t{\n\t\t\tname: \"Global Target SSL Proxy - full HTTPS URL\",\n\t\t\ttargetURI: \"https://www.googleapis.com/compute/v1/projects/test-project/global/targetSslProxies/my-ssl-proxy\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetSslProxy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-ssl-proxy\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Global Target SSL Proxy - resource name format\",\n\t\t\ttargetURI: \"projects/test-project/global/targetSslProxies/my-ssl-proxy\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetSslProxy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-ssl-proxy\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// Regional Target Pool tests\n\t\t{\n\t\t\tname: \"Regional Target Pool - full HTTPS URL\",\n\t\t\ttargetURI: \"https://www.googleapis.com/compute/v1/projects/test-project/regions/us-central1/targetPools/my-target-pool\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetPool.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-target-pool\",\n\t\t\t\t\tScope: \"test-project.us-central1\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Regional Target Pool - resource name format\",\n\t\t\ttargetURI: \"projects/test-project/regions/us-central1/targetPools/my-target-pool\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetPool.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-target-pool\",\n\t\t\t\t\tScope: \"test-project.us-central1\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// Regional Target VPN Gateway tests\n\t\t{\n\t\t\tname: \"Regional Target VPN Gateway - full HTTPS URL\",\n\t\t\ttargetURI: \"https://www.googleapis.com/compute/v1/projects/test-project/regions/us-west1/targetVpnGateways/my-vpn-gateway\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetVpnGateway.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-vpn-gateway\",\n\t\t\t\t\tScope: \"test-project.us-west1\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Regional Target VPN Gateway - resource name format\",\n\t\t\ttargetURI: \"projects/test-project/regions/us-west1/targetVpnGateways/my-vpn-gateway\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetVpnGateway.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-vpn-gateway\",\n\t\t\t\t\tScope: \"test-project.us-west1\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// Zonal Target Instance tests\n\t\t{\n\t\t\tname: \"Zonal Target Instance - full HTTPS URL\",\n\t\t\ttargetURI: \"https://www.googleapis.com/compute/v1/projects/test-project/zones/us-central1-a/targetInstances/my-target-instance\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetInstance.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-target-instance\",\n\t\t\t\t\tScope: \"test-project.us-central1-a\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Zonal Target Instance - resource name format\",\n\t\t\ttargetURI: \"projects/test-project/zones/us-central1-a/targetInstances/my-target-instance\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetInstance.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-target-instance\",\n\t\t\t\t\tScope: \"test-project.us-central1-a\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// Edge cases\n\t\t{\n\t\t\tname: \"Empty target URI\",\n\t\t\ttargetURI: \"\",\n\t\t\twant: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Unknown target type\",\n\t\t\ttargetURI: \"projects/test-project/global/unknownResources/unknown\",\n\t\t\twant: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Malformed URI - no resource name (trailing slash)\",\n\t\t\ttargetURI: \"projects/test-project/global/targetHttpProxies/\",\n\t\t\t// LastPathComponent returns \"targetHttpProxies\" (the resource type) when URI ends with slash\n\t\t\t// This results in a link being created but with incorrect query value\n\t\t\t// TODO: This might need to be fixed to return nil for malformed URIs\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeTargetHttpProxy.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"targetHttpProxies\", // LastPathComponent returns this from trailing slash\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"URI without project path context\",\n\t\t\ttargetURI: \"targetHttpProxies/my-proxy\",\n\t\t\t// The function expects \"/targetHttpProxies/\" with slashes on both sides,\n\t\t\t// so this format won't match and returns nil\n\t\t\twant: nil,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tgot := ForwardingRuleTargetLinker(projectID, \"\", tt.targetURI)\n\t\t\tif !reflect.DeepEqual(got, tt.want) {\n\t\t\t\tt.Errorf(\"ForwardingRuleTargetLinker() = %v, want %v\", got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestNetworkDNSLinker(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tquery string\n\t\twant *sdp.LinkedItemQuery\n\t}{\n\t\t{\n\t\t\tname: \"Simple DNS name\",\n\t\t\tquery: \"example.com\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: \"example.com\",\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"DNS name with subdomain\",\n\t\t\tquery: \"api.example.com\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: \"api.example.com\",\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Empty query\",\n\t\t\tquery: \"\",\n\t\t\twant: nil,\n\t\t},\n\t}\n\n\tlinkerFunc := ManualAdapterLinksByAssetType[stdlib.NetworkDNS]\n\tif linkerFunc == nil {\n\t\tt.Fatal(\"NetworkDNS linker function not found in ManualAdapterLinksByAssetType\")\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tgot := linkerFunc(\"\", \"\", tt.query)\n\t\t\tif !reflect.DeepEqual(got, tt.want) {\n\t\t\t\tt.Errorf(\"NetworkDNSLinker() = %v, want %v\", got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestMSKClusterLinkByARN(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tarn string\n\t\twant *sdp.LinkedItemQuery\n\t}{\n\t\t{\n\t\t\tname: \"MSK Cluster ARN with region\",\n\t\t\tarn: \"arn:aws:kafka:us-east-1:123456789012:cluster/my-cluster/abcd1234-abcd-cafe-abab-9876543210ab-4\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"msk-cluster\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: \"arn:aws:kafka:us-east-1:123456789012:cluster/my-cluster/abcd1234-abcd-cafe-abab-9876543210ab-4\",\n\t\t\t\t\tScope: \"123456789012.us-east-1\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"MSK Cluster ARN with different region\",\n\t\t\tarn: \"arn:aws:kafka:us-west-2:987654321098:cluster/prod-cluster/efgh5678-efgh-cafe-cdcd-1234567890ab-5\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"msk-cluster\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: \"arn:aws:kafka:us-west-2:987654321098:cluster/prod-cluster/efgh5678-efgh-cafe-cdcd-1234567890ab-5\",\n\t\t\t\t\tScope: \"987654321098.us-west-2\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Malformed ARN\",\n\t\t\tarn: \"invalid-arn\",\n\t\t\twant: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Empty ARN\",\n\t\t\tarn: \"\",\n\t\t\twant: nil,\n\t\t},\n\t}\n\n\tlinkerFunc := ManualAdapterLinksByAssetType[aws.MSKCluster]\n\tif linkerFunc == nil {\n\t\tt.Fatal(\"MSKCluster linker function not found in ManualAdapterLinksByAssetType\")\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tgot := linkerFunc(\"\", \"\", tt.arn)\n\t\t\tif !reflect.DeepEqual(got, tt.want) {\n\t\t\t\tt.Errorf(\"MSKClusterLinkByARN() = %v, want %v\", got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestHealthCheckLinker(t *testing.T) {\n\tprojectID := \"test-project\"\n\n\ttests := []struct {\n\t\tname string\n\t\thealthCheckURI string\n\t\twant *sdp.LinkedItemQuery\n\t}{\n\t\t// Global Health Check tests\n\t\t{\n\t\t\tname: \"Global Health Check - full HTTPS URL\",\n\t\t\thealthCheckURI: \"https://compute.googleapis.com/compute/v1/projects/test-project/global/healthChecks/my-health-check\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeHealthCheck.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-health-check\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Global Health Check - resource name format\",\n\t\t\thealthCheckURI: \"projects/test-project/global/healthChecks/my-health-check\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeHealthCheck.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-health-check\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Global Health Check - www.googleapis.com URL\",\n\t\t\thealthCheckURI: \"https://www.googleapis.com/compute/v1/projects/test-project/global/healthChecks/my-health-check\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeHealthCheck.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-health-check\",\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// Regional Health Check tests\n\t\t{\n\t\t\tname: \"Regional Health Check - full HTTPS URL\",\n\t\t\thealthCheckURI: \"https://compute.googleapis.com/compute/v1/projects/test-project/regions/us-central1/healthChecks/my-regional-health-check\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeHealthCheck.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-regional-health-check\",\n\t\t\t\t\tScope: \"test-project.us-central1\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Regional Health Check - resource name format\",\n\t\t\thealthCheckURI: \"projects/test-project/regions/us-west1/healthChecks/my-regional-health-check\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeHealthCheck.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"my-regional-health-check\",\n\t\t\t\t\tScope: \"test-project.us-west1\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tname: \"Regional Health Check - different region\",\n\t\t\thealthCheckURI: \"https://www.googleapis.com/compute/v1/projects/test-project/regions/europe-west1/healthChecks/eu-health-check\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeHealthCheck.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"eu-health-check\",\n\t\t\t\t\tScope: \"test-project.europe-west1\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t// Edge cases\n\t\t{\n\t\t\tname: \"Empty health check URI\",\n\t\t\thealthCheckURI: \"\",\n\t\t\twant: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Not a health check URL\",\n\t\t\thealthCheckURI: \"projects/test-project/global/backendServices/my-backend-service\",\n\t\t\twant: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Malformed URI - no resource name\",\n\t\t\thealthCheckURI: \"projects/test-project/global/healthChecks/\",\n\t\t\twant: &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: ComputeHealthCheck.String(),\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: \"healthChecks\", // LastPathComponent returns this from trailing slash\n\t\t\t\t\tScope: projectID,\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tgot := HealthCheckLinker(projectID, \"\", tt.healthCheckURI)\n\t\t\tif !reflect.DeepEqual(got, tt.want) {\n\t\t\t\tt.Errorf(\"HealthCheckLinker() = %v, want %v\", got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/gcp/shared/mocks/mock_big_query_dataset_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: big-query-clients.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=./mocks/mock_big_query_dataset_client.go -package=mocks -source=big-query-clients.go -imports=sdp=github.com/overmindtech/cli/go/sdp-go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tbigquery \"cloud.google.com/go/bigquery\"\n\tdiscovery \"github.com/overmindtech/cli/go/discovery\"\n\tsdp \"github.com/overmindtech/cli/go/sdp-go\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockBigQueryRoutineClient is a mock of BigQueryRoutineClient interface.\ntype MockBigQueryRoutineClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockBigQueryRoutineClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockBigQueryRoutineClientMockRecorder is the mock recorder for MockBigQueryRoutineClient.\ntype MockBigQueryRoutineClientMockRecorder struct {\n\tmock *MockBigQueryRoutineClient\n}\n\n// NewMockBigQueryRoutineClient creates a new mock instance.\nfunc NewMockBigQueryRoutineClient(ctrl *gomock.Controller) *MockBigQueryRoutineClient {\n\tmock := &MockBigQueryRoutineClient{ctrl: ctrl}\n\tmock.recorder = &MockBigQueryRoutineClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockBigQueryRoutineClient) EXPECT() *MockBigQueryRoutineClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockBigQueryRoutineClient) Get(ctx context.Context, projectID, datasetID, routineID string) (*bigquery.RoutineMetadata, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, projectID, datasetID, routineID)\n\tret0, _ := ret[0].(*bigquery.RoutineMetadata)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockBigQueryRoutineClientMockRecorder) Get(ctx, projectID, datasetID, routineID any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockBigQueryRoutineClient)(nil).Get), ctx, projectID, datasetID, routineID)\n}\n\n// List mocks base method.\nfunc (m *MockBigQueryRoutineClient) List(ctx context.Context, projectID, datasetID string, toSDPItem func(*bigquery.RoutineMetadata, string, string) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, projectID, datasetID, toSDPItem)\n\tret0, _ := ret[0].([]*sdp.Item)\n\tret1, _ := ret[1].(*sdp.QueryError)\n\treturn ret0, ret1\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockBigQueryRoutineClientMockRecorder) List(ctx, projectID, datasetID, toSDPItem any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockBigQueryRoutineClient)(nil).List), ctx, projectID, datasetID, toSDPItem)\n}\n\n// MockBigQueryDatasetClient is a mock of BigQueryDatasetClient interface.\ntype MockBigQueryDatasetClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockBigQueryDatasetClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockBigQueryDatasetClientMockRecorder is the mock recorder for MockBigQueryDatasetClient.\ntype MockBigQueryDatasetClientMockRecorder struct {\n\tmock *MockBigQueryDatasetClient\n}\n\n// NewMockBigQueryDatasetClient creates a new mock instance.\nfunc NewMockBigQueryDatasetClient(ctrl *gomock.Controller) *MockBigQueryDatasetClient {\n\tmock := &MockBigQueryDatasetClient{ctrl: ctrl}\n\tmock.recorder = &MockBigQueryDatasetClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockBigQueryDatasetClient) EXPECT() *MockBigQueryDatasetClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockBigQueryDatasetClient) Get(ctx context.Context, projectID, datasetID string) (*bigquery.DatasetMetadata, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, projectID, datasetID)\n\tret0, _ := ret[0].(*bigquery.DatasetMetadata)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockBigQueryDatasetClientMockRecorder) Get(ctx, projectID, datasetID any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockBigQueryDatasetClient)(nil).Get), ctx, projectID, datasetID)\n}\n\n// List mocks base method.\nfunc (m *MockBigQueryDatasetClient) List(ctx context.Context, projectID string, toSDPItem func(context.Context, *bigquery.DatasetMetadata) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, projectID, toSDPItem)\n\tret0, _ := ret[0].([]*sdp.Item)\n\tret1, _ := ret[1].(*sdp.QueryError)\n\treturn ret0, ret1\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockBigQueryDatasetClientMockRecorder) List(ctx, projectID, toSDPItem any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockBigQueryDatasetClient)(nil).List), ctx, projectID, toSDPItem)\n}\n\n// ListStream mocks base method.\nfunc (m *MockBigQueryDatasetClient) ListStream(ctx context.Context, projectID string, stream discovery.QueryResultStream, toSDPItem func(context.Context, *bigquery.DatasetMetadata) (*sdp.Item, *sdp.QueryError)) {\n\tm.ctrl.T.Helper()\n\tm.ctrl.Call(m, \"ListStream\", ctx, projectID, stream, toSDPItem)\n}\n\n// ListStream indicates an expected call of ListStream.\nfunc (mr *MockBigQueryDatasetClientMockRecorder) ListStream(ctx, projectID, stream, toSDPItem any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListStream\", reflect.TypeOf((*MockBigQueryDatasetClient)(nil).ListStream), ctx, projectID, stream, toSDPItem)\n}\n\n// MockBigQueryTableClient is a mock of BigQueryTableClient interface.\ntype MockBigQueryTableClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockBigQueryTableClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockBigQueryTableClientMockRecorder is the mock recorder for MockBigQueryTableClient.\ntype MockBigQueryTableClientMockRecorder struct {\n\tmock *MockBigQueryTableClient\n}\n\n// NewMockBigQueryTableClient creates a new mock instance.\nfunc NewMockBigQueryTableClient(ctrl *gomock.Controller) *MockBigQueryTableClient {\n\tmock := &MockBigQueryTableClient{ctrl: ctrl}\n\tmock.recorder = &MockBigQueryTableClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockBigQueryTableClient) EXPECT() *MockBigQueryTableClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockBigQueryTableClient) Get(ctx context.Context, projectID, datasetID, tableID string) (*bigquery.TableMetadata, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, projectID, datasetID, tableID)\n\tret0, _ := ret[0].(*bigquery.TableMetadata)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockBigQueryTableClientMockRecorder) Get(ctx, projectID, datasetID, tableID any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockBigQueryTableClient)(nil).Get), ctx, projectID, datasetID, tableID)\n}\n\n// List mocks base method.\nfunc (m *MockBigQueryTableClient) List(ctx context.Context, projectID, datasetID string, toSDPItem func(*bigquery.TableMetadata) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, projectID, datasetID, toSDPItem)\n\tret0, _ := ret[0].([]*sdp.Item)\n\tret1, _ := ret[1].(*sdp.QueryError)\n\treturn ret0, ret1\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockBigQueryTableClientMockRecorder) List(ctx, projectID, datasetID, toSDPItem any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockBigQueryTableClient)(nil).List), ctx, projectID, datasetID, toSDPItem)\n}\n\n// ListStream mocks base method.\nfunc (m *MockBigQueryTableClient) ListStream(ctx context.Context, projectID, datasetID string, stream discovery.QueryResultStream, toSDPItem func(*bigquery.TableMetadata) (*sdp.Item, *sdp.QueryError)) {\n\tm.ctrl.T.Helper()\n\tm.ctrl.Call(m, \"ListStream\", ctx, projectID, datasetID, stream, toSDPItem)\n}\n\n// ListStream indicates an expected call of ListStream.\nfunc (mr *MockBigQueryTableClientMockRecorder) ListStream(ctx, projectID, datasetID, stream, toSDPItem any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListStream\", reflect.TypeOf((*MockBigQueryTableClient)(nil).ListStream), ctx, projectID, datasetID, stream, toSDPItem)\n}\n\n// MockBigQueryModelClient is a mock of BigQueryModelClient interface.\ntype MockBigQueryModelClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockBigQueryModelClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockBigQueryModelClientMockRecorder is the mock recorder for MockBigQueryModelClient.\ntype MockBigQueryModelClientMockRecorder struct {\n\tmock *MockBigQueryModelClient\n}\n\n// NewMockBigQueryModelClient creates a new mock instance.\nfunc NewMockBigQueryModelClient(ctrl *gomock.Controller) *MockBigQueryModelClient {\n\tmock := &MockBigQueryModelClient{ctrl: ctrl}\n\tmock.recorder = &MockBigQueryModelClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockBigQueryModelClient) EXPECT() *MockBigQueryModelClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockBigQueryModelClient) Get(ctx context.Context, projectID, datasetID, modelID string) (*bigquery.ModelMetadata, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Get\", ctx, projectID, datasetID, modelID)\n\tret0, _ := ret[0].(*bigquery.ModelMetadata)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockBigQueryModelClientMockRecorder) Get(ctx, projectID, datasetID, modelID any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockBigQueryModelClient)(nil).Get), ctx, projectID, datasetID, modelID)\n}\n\n// List mocks base method.\nfunc (m *MockBigQueryModelClient) List(ctx context.Context, projectID, datasetID string, toSDPItem func(string, *bigquery.ModelMetadata) (*sdp.Item, *sdp.QueryError)) ([]*sdp.Item, *sdp.QueryError) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"List\", ctx, projectID, datasetID, toSDPItem)\n\tret0, _ := ret[0].([]*sdp.Item)\n\tret1, _ := ret[1].(*sdp.QueryError)\n\treturn ret0, ret1\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockBigQueryModelClientMockRecorder) List(ctx, projectID, datasetID, toSDPItem any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockBigQueryModelClient)(nil).List), ctx, projectID, datasetID, toSDPItem)\n}\n\n// ListStream mocks base method.\nfunc (m *MockBigQueryModelClient) ListStream(ctx context.Context, projectID, datasetID string, stream discovery.QueryResultStream, toSDPItem func(string, *bigquery.ModelMetadata) (*sdp.Item, *sdp.QueryError)) {\n\tm.ctrl.T.Helper()\n\tm.ctrl.Call(m, \"ListStream\", ctx, projectID, datasetID, stream, toSDPItem)\n}\n\n// ListStream indicates an expected call of ListStream.\nfunc (mr *MockBigQueryModelClientMockRecorder) ListStream(ctx, projectID, datasetID, stream, toSDPItem any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListStream\", reflect.TypeOf((*MockBigQueryModelClient)(nil).ListStream), ctx, projectID, datasetID, stream, toSDPItem)\n}\n" }, { "path": "sources/gcp/shared/mocks/mock_certificate_manager_certificate_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: ./sources/gcp/shared/certificate-manager-clients.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=./sources/gcp/shared/mocks/mock_certificate_manager_certificate_client.go -package=mocks -source=./sources/gcp/shared/certificate-manager-clients.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tcertificatemanagerpb \"cloud.google.com/go/certificatemanager/apiv1/certificatemanagerpb\"\n\tv2 \"github.com/googleapis/gax-go/v2\"\n\tshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockCertificateManagerCertificateClient is a mock of CertificateManagerCertificateClient interface.\ntype MockCertificateManagerCertificateClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockCertificateManagerCertificateClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockCertificateManagerCertificateClientMockRecorder is the mock recorder for MockCertificateManagerCertificateClient.\ntype MockCertificateManagerCertificateClientMockRecorder struct {\n\tmock *MockCertificateManagerCertificateClient\n}\n\n// NewMockCertificateManagerCertificateClient creates a new mock instance.\nfunc NewMockCertificateManagerCertificateClient(ctrl *gomock.Controller) *MockCertificateManagerCertificateClient {\n\tmock := &MockCertificateManagerCertificateClient{ctrl: ctrl}\n\tmock.recorder = &MockCertificateManagerCertificateClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockCertificateManagerCertificateClient) EXPECT() *MockCertificateManagerCertificateClientMockRecorder {\n\treturn m.recorder\n}\n\n// GetCertificate mocks base method.\nfunc (m *MockCertificateManagerCertificateClient) GetCertificate(ctx context.Context, req *certificatemanagerpb.GetCertificateRequest, opts ...v2.CallOption) (*certificatemanagerpb.Certificate, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"GetCertificate\", varargs...)\n\tret0, _ := ret[0].(*certificatemanagerpb.Certificate)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// GetCertificate indicates an expected call of GetCertificate.\nfunc (mr *MockCertificateManagerCertificateClientMockRecorder) GetCertificate(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"GetCertificate\", reflect.TypeOf((*MockCertificateManagerCertificateClient)(nil).GetCertificate), varargs...)\n}\n\n// ListCertificates mocks base method.\nfunc (m *MockCertificateManagerCertificateClient) ListCertificates(ctx context.Context, req *certificatemanagerpb.ListCertificatesRequest, opts ...v2.CallOption) shared.CertificateIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"ListCertificates\", varargs...)\n\tret0, _ := ret[0].(shared.CertificateIterator)\n\treturn ret0\n}\n\n// ListCertificates indicates an expected call of ListCertificates.\nfunc (mr *MockCertificateManagerCertificateClientMockRecorder) ListCertificates(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListCertificates\", reflect.TypeOf((*MockCertificateManagerCertificateClient)(nil).ListCertificates), varargs...)\n}\n\n// MockCertificateIterator is a mock of CertificateIterator interface.\ntype MockCertificateIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockCertificateIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockCertificateIteratorMockRecorder is the mock recorder for MockCertificateIterator.\ntype MockCertificateIteratorMockRecorder struct {\n\tmock *MockCertificateIterator\n}\n\n// NewMockCertificateIterator creates a new mock instance.\nfunc NewMockCertificateIterator(ctrl *gomock.Controller) *MockCertificateIterator {\n\tmock := &MockCertificateIterator{ctrl: ctrl}\n\tmock.recorder = &MockCertificateIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockCertificateIterator) EXPECT() *MockCertificateIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockCertificateIterator) Next() (*certificatemanagerpb.Certificate, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*certificatemanagerpb.Certificate)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockCertificateIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockCertificateIterator)(nil).Next))\n}\n" }, { "path": "sources/gcp/shared/mocks/mock_compute_instance_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: compute-clients.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=./mocks/mock_compute_instance_client.go -package=mocks -source=compute-clients.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tcompute \"cloud.google.com/go/compute/apiv1\"\n\tcomputepb \"cloud.google.com/go/compute/apiv1/computepb\"\n\tgax \"github.com/googleapis/gax-go/v2\"\n\tshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockComputeInstanceIterator is a mock of ComputeInstanceIterator interface.\ntype MockComputeInstanceIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeInstanceIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeInstanceIteratorMockRecorder is the mock recorder for MockComputeInstanceIterator.\ntype MockComputeInstanceIteratorMockRecorder struct {\n\tmock *MockComputeInstanceIterator\n}\n\n// NewMockComputeInstanceIterator creates a new mock instance.\nfunc NewMockComputeInstanceIterator(ctrl *gomock.Controller) *MockComputeInstanceIterator {\n\tmock := &MockComputeInstanceIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeInstanceIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeInstanceIterator) EXPECT() *MockComputeInstanceIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeInstanceIterator) Next() (*computepb.Instance, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.Instance)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeInstanceIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeInstanceIterator)(nil).Next))\n}\n\n// MockInstancesScopedListPairIterator is a mock of InstancesScopedListPairIterator interface.\ntype MockInstancesScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockInstancesScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockInstancesScopedListPairIteratorMockRecorder is the mock recorder for MockInstancesScopedListPairIterator.\ntype MockInstancesScopedListPairIteratorMockRecorder struct {\n\tmock *MockInstancesScopedListPairIterator\n}\n\n// NewMockInstancesScopedListPairIterator creates a new mock instance.\nfunc NewMockInstancesScopedListPairIterator(ctrl *gomock.Controller) *MockInstancesScopedListPairIterator {\n\tmock := &MockInstancesScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockInstancesScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockInstancesScopedListPairIterator) EXPECT() *MockInstancesScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockInstancesScopedListPairIterator) Next() (compute.InstancesScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.InstancesScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockInstancesScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockInstancesScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeInstanceClient is a mock of ComputeInstanceClient interface.\ntype MockComputeInstanceClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeInstanceClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeInstanceClientMockRecorder is the mock recorder for MockComputeInstanceClient.\ntype MockComputeInstanceClientMockRecorder struct {\n\tmock *MockComputeInstanceClient\n}\n\n// NewMockComputeInstanceClient creates a new mock instance.\nfunc NewMockComputeInstanceClient(ctrl *gomock.Controller) *MockComputeInstanceClient {\n\tmock := &MockComputeInstanceClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeInstanceClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeInstanceClient) EXPECT() *MockComputeInstanceClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeInstanceClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListInstancesRequest, opts ...gax.CallOption) shared.InstancesScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.InstancesScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeInstanceClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeInstanceClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeInstanceClient) Get(ctx context.Context, req *computepb.GetInstanceRequest, opts ...gax.CallOption) (*computepb.Instance, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.Instance)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeInstanceClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeInstanceClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeInstanceClient) List(ctx context.Context, req *computepb.ListInstancesRequest, opts ...gax.CallOption) shared.ComputeInstanceIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeInstanceIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeInstanceClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeInstanceClient)(nil).List), varargs...)\n}\n\n// MockComputeAddressIterator is a mock of ComputeAddressIterator interface.\ntype MockComputeAddressIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeAddressIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeAddressIteratorMockRecorder is the mock recorder for MockComputeAddressIterator.\ntype MockComputeAddressIteratorMockRecorder struct {\n\tmock *MockComputeAddressIterator\n}\n\n// NewMockComputeAddressIterator creates a new mock instance.\nfunc NewMockComputeAddressIterator(ctrl *gomock.Controller) *MockComputeAddressIterator {\n\tmock := &MockComputeAddressIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeAddressIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeAddressIterator) EXPECT() *MockComputeAddressIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeAddressIterator) Next() (*computepb.Address, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.Address)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeAddressIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeAddressIterator)(nil).Next))\n}\n\n// MockAddressesScopedListPairIterator is a mock of AddressesScopedListPairIterator interface.\ntype MockAddressesScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockAddressesScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockAddressesScopedListPairIteratorMockRecorder is the mock recorder for MockAddressesScopedListPairIterator.\ntype MockAddressesScopedListPairIteratorMockRecorder struct {\n\tmock *MockAddressesScopedListPairIterator\n}\n\n// NewMockAddressesScopedListPairIterator creates a new mock instance.\nfunc NewMockAddressesScopedListPairIterator(ctrl *gomock.Controller) *MockAddressesScopedListPairIterator {\n\tmock := &MockAddressesScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockAddressesScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockAddressesScopedListPairIterator) EXPECT() *MockAddressesScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockAddressesScopedListPairIterator) Next() (compute.AddressesScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.AddressesScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockAddressesScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockAddressesScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeAddressClient is a mock of ComputeAddressClient interface.\ntype MockComputeAddressClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeAddressClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeAddressClientMockRecorder is the mock recorder for MockComputeAddressClient.\ntype MockComputeAddressClientMockRecorder struct {\n\tmock *MockComputeAddressClient\n}\n\n// NewMockComputeAddressClient creates a new mock instance.\nfunc NewMockComputeAddressClient(ctrl *gomock.Controller) *MockComputeAddressClient {\n\tmock := &MockComputeAddressClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeAddressClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeAddressClient) EXPECT() *MockComputeAddressClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeAddressClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListAddressesRequest, opts ...gax.CallOption) shared.AddressesScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.AddressesScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeAddressClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeAddressClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeAddressClient) Get(ctx context.Context, req *computepb.GetAddressRequest, opts ...gax.CallOption) (*computepb.Address, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.Address)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeAddressClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeAddressClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeAddressClient) List(ctx context.Context, req *computepb.ListAddressesRequest, opts ...gax.CallOption) shared.ComputeAddressIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeAddressIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeAddressClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeAddressClient)(nil).List), varargs...)\n}\n\n// MockComputeImageIterator is a mock of ComputeImageIterator interface.\ntype MockComputeImageIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeImageIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeImageIteratorMockRecorder is the mock recorder for MockComputeImageIterator.\ntype MockComputeImageIteratorMockRecorder struct {\n\tmock *MockComputeImageIterator\n}\n\n// NewMockComputeImageIterator creates a new mock instance.\nfunc NewMockComputeImageIterator(ctrl *gomock.Controller) *MockComputeImageIterator {\n\tmock := &MockComputeImageIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeImageIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeImageIterator) EXPECT() *MockComputeImageIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeImageIterator) Next() (*computepb.Image, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.Image)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeImageIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeImageIterator)(nil).Next))\n}\n\n// MockComputeImagesClient is a mock of ComputeImagesClient interface.\ntype MockComputeImagesClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeImagesClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeImagesClientMockRecorder is the mock recorder for MockComputeImagesClient.\ntype MockComputeImagesClientMockRecorder struct {\n\tmock *MockComputeImagesClient\n}\n\n// NewMockComputeImagesClient creates a new mock instance.\nfunc NewMockComputeImagesClient(ctrl *gomock.Controller) *MockComputeImagesClient {\n\tmock := &MockComputeImagesClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeImagesClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeImagesClient) EXPECT() *MockComputeImagesClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockComputeImagesClient) Get(ctx context.Context, req *computepb.GetImageRequest, opts ...gax.CallOption) (*computepb.Image, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.Image)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeImagesClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeImagesClient)(nil).Get), varargs...)\n}\n\n// GetFromFamily mocks base method.\nfunc (m *MockComputeImagesClient) GetFromFamily(ctx context.Context, req *computepb.GetFromFamilyImageRequest, opts ...gax.CallOption) (*computepb.Image, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"GetFromFamily\", varargs...)\n\tret0, _ := ret[0].(*computepb.Image)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// GetFromFamily indicates an expected call of GetFromFamily.\nfunc (mr *MockComputeImagesClientMockRecorder) GetFromFamily(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"GetFromFamily\", reflect.TypeOf((*MockComputeImagesClient)(nil).GetFromFamily), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeImagesClient) List(ctx context.Context, req *computepb.ListImagesRequest, opts ...gax.CallOption) shared.ComputeImageIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeImageIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeImagesClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeImagesClient)(nil).List), varargs...)\n}\n\n// MockComputeInstanceGroupManagerIterator is a mock of ComputeInstanceGroupManagerIterator interface.\ntype MockComputeInstanceGroupManagerIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeInstanceGroupManagerIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeInstanceGroupManagerIteratorMockRecorder is the mock recorder for MockComputeInstanceGroupManagerIterator.\ntype MockComputeInstanceGroupManagerIteratorMockRecorder struct {\n\tmock *MockComputeInstanceGroupManagerIterator\n}\n\n// NewMockComputeInstanceGroupManagerIterator creates a new mock instance.\nfunc NewMockComputeInstanceGroupManagerIterator(ctrl *gomock.Controller) *MockComputeInstanceGroupManagerIterator {\n\tmock := &MockComputeInstanceGroupManagerIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeInstanceGroupManagerIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeInstanceGroupManagerIterator) EXPECT() *MockComputeInstanceGroupManagerIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeInstanceGroupManagerIterator) Next() (*computepb.InstanceGroupManager, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.InstanceGroupManager)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeInstanceGroupManagerIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeInstanceGroupManagerIterator)(nil).Next))\n}\n\n// MockInstanceGroupManagersScopedListPairIterator is a mock of InstanceGroupManagersScopedListPairIterator interface.\ntype MockInstanceGroupManagersScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockInstanceGroupManagersScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockInstanceGroupManagersScopedListPairIteratorMockRecorder is the mock recorder for MockInstanceGroupManagersScopedListPairIterator.\ntype MockInstanceGroupManagersScopedListPairIteratorMockRecorder struct {\n\tmock *MockInstanceGroupManagersScopedListPairIterator\n}\n\n// NewMockInstanceGroupManagersScopedListPairIterator creates a new mock instance.\nfunc NewMockInstanceGroupManagersScopedListPairIterator(ctrl *gomock.Controller) *MockInstanceGroupManagersScopedListPairIterator {\n\tmock := &MockInstanceGroupManagersScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockInstanceGroupManagersScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockInstanceGroupManagersScopedListPairIterator) EXPECT() *MockInstanceGroupManagersScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockInstanceGroupManagersScopedListPairIterator) Next() (compute.InstanceGroupManagersScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.InstanceGroupManagersScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockInstanceGroupManagersScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockInstanceGroupManagersScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeInstanceGroupManagerClient is a mock of ComputeInstanceGroupManagerClient interface.\ntype MockComputeInstanceGroupManagerClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeInstanceGroupManagerClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeInstanceGroupManagerClientMockRecorder is the mock recorder for MockComputeInstanceGroupManagerClient.\ntype MockComputeInstanceGroupManagerClientMockRecorder struct {\n\tmock *MockComputeInstanceGroupManagerClient\n}\n\n// NewMockComputeInstanceGroupManagerClient creates a new mock instance.\nfunc NewMockComputeInstanceGroupManagerClient(ctrl *gomock.Controller) *MockComputeInstanceGroupManagerClient {\n\tmock := &MockComputeInstanceGroupManagerClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeInstanceGroupManagerClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeInstanceGroupManagerClient) EXPECT() *MockComputeInstanceGroupManagerClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeInstanceGroupManagerClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListInstanceGroupManagersRequest, opts ...gax.CallOption) shared.InstanceGroupManagersScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.InstanceGroupManagersScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeInstanceGroupManagerClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeInstanceGroupManagerClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeInstanceGroupManagerClient) Get(ctx context.Context, req *computepb.GetInstanceGroupManagerRequest, opts ...gax.CallOption) (*computepb.InstanceGroupManager, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.InstanceGroupManager)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeInstanceGroupManagerClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeInstanceGroupManagerClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeInstanceGroupManagerClient) List(ctx context.Context, req *computepb.ListInstanceGroupManagersRequest, opts ...gax.CallOption) shared.ComputeInstanceGroupManagerIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeInstanceGroupManagerIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeInstanceGroupManagerClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeInstanceGroupManagerClient)(nil).List), varargs...)\n}\n\n// MockRegionInstanceGroupManagerIterator is a mock of RegionInstanceGroupManagerIterator interface.\ntype MockRegionInstanceGroupManagerIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockRegionInstanceGroupManagerIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockRegionInstanceGroupManagerIteratorMockRecorder is the mock recorder for MockRegionInstanceGroupManagerIterator.\ntype MockRegionInstanceGroupManagerIteratorMockRecorder struct {\n\tmock *MockRegionInstanceGroupManagerIterator\n}\n\n// NewMockRegionInstanceGroupManagerIterator creates a new mock instance.\nfunc NewMockRegionInstanceGroupManagerIterator(ctrl *gomock.Controller) *MockRegionInstanceGroupManagerIterator {\n\tmock := &MockRegionInstanceGroupManagerIterator{ctrl: ctrl}\n\tmock.recorder = &MockRegionInstanceGroupManagerIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockRegionInstanceGroupManagerIterator) EXPECT() *MockRegionInstanceGroupManagerIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockRegionInstanceGroupManagerIterator) Next() (*computepb.InstanceGroupManager, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.InstanceGroupManager)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockRegionInstanceGroupManagerIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockRegionInstanceGroupManagerIterator)(nil).Next))\n}\n\n// MockRegionInstanceGroupManagerClient is a mock of RegionInstanceGroupManagerClient interface.\ntype MockRegionInstanceGroupManagerClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockRegionInstanceGroupManagerClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockRegionInstanceGroupManagerClientMockRecorder is the mock recorder for MockRegionInstanceGroupManagerClient.\ntype MockRegionInstanceGroupManagerClientMockRecorder struct {\n\tmock *MockRegionInstanceGroupManagerClient\n}\n\n// NewMockRegionInstanceGroupManagerClient creates a new mock instance.\nfunc NewMockRegionInstanceGroupManagerClient(ctrl *gomock.Controller) *MockRegionInstanceGroupManagerClient {\n\tmock := &MockRegionInstanceGroupManagerClient{ctrl: ctrl}\n\tmock.recorder = &MockRegionInstanceGroupManagerClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockRegionInstanceGroupManagerClient) EXPECT() *MockRegionInstanceGroupManagerClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockRegionInstanceGroupManagerClient) Get(ctx context.Context, req *computepb.GetRegionInstanceGroupManagerRequest, opts ...gax.CallOption) (*computepb.InstanceGroupManager, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.InstanceGroupManager)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockRegionInstanceGroupManagerClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockRegionInstanceGroupManagerClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockRegionInstanceGroupManagerClient) List(ctx context.Context, req *computepb.ListRegionInstanceGroupManagersRequest, opts ...gax.CallOption) shared.RegionInstanceGroupManagerIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.RegionInstanceGroupManagerIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockRegionInstanceGroupManagerClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockRegionInstanceGroupManagerClient)(nil).List), varargs...)\n}\n\n// MockForwardingRuleIterator is a mock of ForwardingRuleIterator interface.\ntype MockForwardingRuleIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockForwardingRuleIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockForwardingRuleIteratorMockRecorder is the mock recorder for MockForwardingRuleIterator.\ntype MockForwardingRuleIteratorMockRecorder struct {\n\tmock *MockForwardingRuleIterator\n}\n\n// NewMockForwardingRuleIterator creates a new mock instance.\nfunc NewMockForwardingRuleIterator(ctrl *gomock.Controller) *MockForwardingRuleIterator {\n\tmock := &MockForwardingRuleIterator{ctrl: ctrl}\n\tmock.recorder = &MockForwardingRuleIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockForwardingRuleIterator) EXPECT() *MockForwardingRuleIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockForwardingRuleIterator) Next() (*computepb.ForwardingRule, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.ForwardingRule)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockForwardingRuleIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockForwardingRuleIterator)(nil).Next))\n}\n\n// MockForwardingRulesScopedListPairIterator is a mock of ForwardingRulesScopedListPairIterator interface.\ntype MockForwardingRulesScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockForwardingRulesScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockForwardingRulesScopedListPairIteratorMockRecorder is the mock recorder for MockForwardingRulesScopedListPairIterator.\ntype MockForwardingRulesScopedListPairIteratorMockRecorder struct {\n\tmock *MockForwardingRulesScopedListPairIterator\n}\n\n// NewMockForwardingRulesScopedListPairIterator creates a new mock instance.\nfunc NewMockForwardingRulesScopedListPairIterator(ctrl *gomock.Controller) *MockForwardingRulesScopedListPairIterator {\n\tmock := &MockForwardingRulesScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockForwardingRulesScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockForwardingRulesScopedListPairIterator) EXPECT() *MockForwardingRulesScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockForwardingRulesScopedListPairIterator) Next() (compute.ForwardingRulesScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.ForwardingRulesScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockForwardingRulesScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockForwardingRulesScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeForwardingRuleClient is a mock of ComputeForwardingRuleClient interface.\ntype MockComputeForwardingRuleClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeForwardingRuleClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeForwardingRuleClientMockRecorder is the mock recorder for MockComputeForwardingRuleClient.\ntype MockComputeForwardingRuleClientMockRecorder struct {\n\tmock *MockComputeForwardingRuleClient\n}\n\n// NewMockComputeForwardingRuleClient creates a new mock instance.\nfunc NewMockComputeForwardingRuleClient(ctrl *gomock.Controller) *MockComputeForwardingRuleClient {\n\tmock := &MockComputeForwardingRuleClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeForwardingRuleClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeForwardingRuleClient) EXPECT() *MockComputeForwardingRuleClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeForwardingRuleClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListForwardingRulesRequest, opts ...gax.CallOption) shared.ForwardingRulesScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.ForwardingRulesScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeForwardingRuleClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeForwardingRuleClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeForwardingRuleClient) Get(ctx context.Context, req *computepb.GetForwardingRuleRequest, opts ...gax.CallOption) (*computepb.ForwardingRule, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.ForwardingRule)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeForwardingRuleClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeForwardingRuleClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeForwardingRuleClient) List(ctx context.Context, req *computepb.ListForwardingRulesRequest, opts ...gax.CallOption) shared.ForwardingRuleIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ForwardingRuleIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeForwardingRuleClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeForwardingRuleClient)(nil).List), varargs...)\n}\n\n// MockComputeAutoscalerIterator is a mock of ComputeAutoscalerIterator interface.\ntype MockComputeAutoscalerIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeAutoscalerIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeAutoscalerIteratorMockRecorder is the mock recorder for MockComputeAutoscalerIterator.\ntype MockComputeAutoscalerIteratorMockRecorder struct {\n\tmock *MockComputeAutoscalerIterator\n}\n\n// NewMockComputeAutoscalerIterator creates a new mock instance.\nfunc NewMockComputeAutoscalerIterator(ctrl *gomock.Controller) *MockComputeAutoscalerIterator {\n\tmock := &MockComputeAutoscalerIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeAutoscalerIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeAutoscalerIterator) EXPECT() *MockComputeAutoscalerIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeAutoscalerIterator) Next() (*computepb.Autoscaler, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.Autoscaler)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeAutoscalerIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeAutoscalerIterator)(nil).Next))\n}\n\n// MockAutoscalersScopedListPairIterator is a mock of AutoscalersScopedListPairIterator interface.\ntype MockAutoscalersScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockAutoscalersScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockAutoscalersScopedListPairIteratorMockRecorder is the mock recorder for MockAutoscalersScopedListPairIterator.\ntype MockAutoscalersScopedListPairIteratorMockRecorder struct {\n\tmock *MockAutoscalersScopedListPairIterator\n}\n\n// NewMockAutoscalersScopedListPairIterator creates a new mock instance.\nfunc NewMockAutoscalersScopedListPairIterator(ctrl *gomock.Controller) *MockAutoscalersScopedListPairIterator {\n\tmock := &MockAutoscalersScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockAutoscalersScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockAutoscalersScopedListPairIterator) EXPECT() *MockAutoscalersScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockAutoscalersScopedListPairIterator) Next() (compute.AutoscalersScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.AutoscalersScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockAutoscalersScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockAutoscalersScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeAutoscalerClient is a mock of ComputeAutoscalerClient interface.\ntype MockComputeAutoscalerClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeAutoscalerClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeAutoscalerClientMockRecorder is the mock recorder for MockComputeAutoscalerClient.\ntype MockComputeAutoscalerClientMockRecorder struct {\n\tmock *MockComputeAutoscalerClient\n}\n\n// NewMockComputeAutoscalerClient creates a new mock instance.\nfunc NewMockComputeAutoscalerClient(ctrl *gomock.Controller) *MockComputeAutoscalerClient {\n\tmock := &MockComputeAutoscalerClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeAutoscalerClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeAutoscalerClient) EXPECT() *MockComputeAutoscalerClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeAutoscalerClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListAutoscalersRequest, opts ...gax.CallOption) shared.AutoscalersScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.AutoscalersScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeAutoscalerClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeAutoscalerClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeAutoscalerClient) Get(ctx context.Context, req *computepb.GetAutoscalerRequest, opts ...gax.CallOption) (*computepb.Autoscaler, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.Autoscaler)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeAutoscalerClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeAutoscalerClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeAutoscalerClient) List(ctx context.Context, req *computepb.ListAutoscalersRequest, opts ...gax.CallOption) shared.ComputeAutoscalerIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeAutoscalerIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeAutoscalerClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeAutoscalerClient)(nil).List), varargs...)\n}\n\n// MockComputeBackendServiceIterator is a mock of ComputeBackendServiceIterator interface.\ntype MockComputeBackendServiceIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeBackendServiceIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeBackendServiceIteratorMockRecorder is the mock recorder for MockComputeBackendServiceIterator.\ntype MockComputeBackendServiceIteratorMockRecorder struct {\n\tmock *MockComputeBackendServiceIterator\n}\n\n// NewMockComputeBackendServiceIterator creates a new mock instance.\nfunc NewMockComputeBackendServiceIterator(ctrl *gomock.Controller) *MockComputeBackendServiceIterator {\n\tmock := &MockComputeBackendServiceIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeBackendServiceIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeBackendServiceIterator) EXPECT() *MockComputeBackendServiceIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeBackendServiceIterator) Next() (*computepb.BackendService, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.BackendService)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeBackendServiceIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeBackendServiceIterator)(nil).Next))\n}\n\n// MockBackendServicesScopedListPairIterator is a mock of BackendServicesScopedListPairIterator interface.\ntype MockBackendServicesScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockBackendServicesScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockBackendServicesScopedListPairIteratorMockRecorder is the mock recorder for MockBackendServicesScopedListPairIterator.\ntype MockBackendServicesScopedListPairIteratorMockRecorder struct {\n\tmock *MockBackendServicesScopedListPairIterator\n}\n\n// NewMockBackendServicesScopedListPairIterator creates a new mock instance.\nfunc NewMockBackendServicesScopedListPairIterator(ctrl *gomock.Controller) *MockBackendServicesScopedListPairIterator {\n\tmock := &MockBackendServicesScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockBackendServicesScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockBackendServicesScopedListPairIterator) EXPECT() *MockBackendServicesScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockBackendServicesScopedListPairIterator) Next() (compute.BackendServicesScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.BackendServicesScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockBackendServicesScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockBackendServicesScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeBackendServiceClient is a mock of ComputeBackendServiceClient interface.\ntype MockComputeBackendServiceClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeBackendServiceClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeBackendServiceClientMockRecorder is the mock recorder for MockComputeBackendServiceClient.\ntype MockComputeBackendServiceClientMockRecorder struct {\n\tmock *MockComputeBackendServiceClient\n}\n\n// NewMockComputeBackendServiceClient creates a new mock instance.\nfunc NewMockComputeBackendServiceClient(ctrl *gomock.Controller) *MockComputeBackendServiceClient {\n\tmock := &MockComputeBackendServiceClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeBackendServiceClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeBackendServiceClient) EXPECT() *MockComputeBackendServiceClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeBackendServiceClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListBackendServicesRequest, opts ...gax.CallOption) shared.BackendServicesScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.BackendServicesScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeBackendServiceClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeBackendServiceClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeBackendServiceClient) Get(ctx context.Context, req *computepb.GetBackendServiceRequest, opts ...gax.CallOption) (*computepb.BackendService, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.BackendService)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeBackendServiceClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeBackendServiceClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeBackendServiceClient) List(ctx context.Context, req *computepb.ListBackendServicesRequest, opts ...gax.CallOption) shared.ComputeBackendServiceIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeBackendServiceIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeBackendServiceClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeBackendServiceClient)(nil).List), varargs...)\n}\n\n// MockComputeInstanceGroupIterator is a mock of ComputeInstanceGroupIterator interface.\ntype MockComputeInstanceGroupIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeInstanceGroupIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeInstanceGroupIteratorMockRecorder is the mock recorder for MockComputeInstanceGroupIterator.\ntype MockComputeInstanceGroupIteratorMockRecorder struct {\n\tmock *MockComputeInstanceGroupIterator\n}\n\n// NewMockComputeInstanceGroupIterator creates a new mock instance.\nfunc NewMockComputeInstanceGroupIterator(ctrl *gomock.Controller) *MockComputeInstanceGroupIterator {\n\tmock := &MockComputeInstanceGroupIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeInstanceGroupIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeInstanceGroupIterator) EXPECT() *MockComputeInstanceGroupIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeInstanceGroupIterator) Next() (*computepb.InstanceGroup, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.InstanceGroup)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeInstanceGroupIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeInstanceGroupIterator)(nil).Next))\n}\n\n// MockInstanceGroupsScopedListPairIterator is a mock of InstanceGroupsScopedListPairIterator interface.\ntype MockInstanceGroupsScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockInstanceGroupsScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockInstanceGroupsScopedListPairIteratorMockRecorder is the mock recorder for MockInstanceGroupsScopedListPairIterator.\ntype MockInstanceGroupsScopedListPairIteratorMockRecorder struct {\n\tmock *MockInstanceGroupsScopedListPairIterator\n}\n\n// NewMockInstanceGroupsScopedListPairIterator creates a new mock instance.\nfunc NewMockInstanceGroupsScopedListPairIterator(ctrl *gomock.Controller) *MockInstanceGroupsScopedListPairIterator {\n\tmock := &MockInstanceGroupsScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockInstanceGroupsScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockInstanceGroupsScopedListPairIterator) EXPECT() *MockInstanceGroupsScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockInstanceGroupsScopedListPairIterator) Next() (compute.InstanceGroupsScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.InstanceGroupsScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockInstanceGroupsScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockInstanceGroupsScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeInstanceGroupsClient is a mock of ComputeInstanceGroupsClient interface.\ntype MockComputeInstanceGroupsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeInstanceGroupsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeInstanceGroupsClientMockRecorder is the mock recorder for MockComputeInstanceGroupsClient.\ntype MockComputeInstanceGroupsClientMockRecorder struct {\n\tmock *MockComputeInstanceGroupsClient\n}\n\n// NewMockComputeInstanceGroupsClient creates a new mock instance.\nfunc NewMockComputeInstanceGroupsClient(ctrl *gomock.Controller) *MockComputeInstanceGroupsClient {\n\tmock := &MockComputeInstanceGroupsClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeInstanceGroupsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeInstanceGroupsClient) EXPECT() *MockComputeInstanceGroupsClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeInstanceGroupsClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListInstanceGroupsRequest, opts ...gax.CallOption) shared.InstanceGroupsScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.InstanceGroupsScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeInstanceGroupsClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeInstanceGroupsClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeInstanceGroupsClient) Get(ctx context.Context, req *computepb.GetInstanceGroupRequest, opts ...gax.CallOption) (*computepb.InstanceGroup, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.InstanceGroup)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeInstanceGroupsClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeInstanceGroupsClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeInstanceGroupsClient) List(ctx context.Context, req *computepb.ListInstanceGroupsRequest, opts ...gax.CallOption) shared.ComputeInstanceGroupIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeInstanceGroupIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeInstanceGroupsClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeInstanceGroupsClient)(nil).List), varargs...)\n}\n\n// MockComputeNodeGroupIterator is a mock of ComputeNodeGroupIterator interface.\ntype MockComputeNodeGroupIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeNodeGroupIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeNodeGroupIteratorMockRecorder is the mock recorder for MockComputeNodeGroupIterator.\ntype MockComputeNodeGroupIteratorMockRecorder struct {\n\tmock *MockComputeNodeGroupIterator\n}\n\n// NewMockComputeNodeGroupIterator creates a new mock instance.\nfunc NewMockComputeNodeGroupIterator(ctrl *gomock.Controller) *MockComputeNodeGroupIterator {\n\tmock := &MockComputeNodeGroupIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeNodeGroupIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeNodeGroupIterator) EXPECT() *MockComputeNodeGroupIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeNodeGroupIterator) Next() (*computepb.NodeGroup, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.NodeGroup)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeNodeGroupIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeNodeGroupIterator)(nil).Next))\n}\n\n// MockNodeGroupsScopedListPairIterator is a mock of NodeGroupsScopedListPairIterator interface.\ntype MockNodeGroupsScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockNodeGroupsScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockNodeGroupsScopedListPairIteratorMockRecorder is the mock recorder for MockNodeGroupsScopedListPairIterator.\ntype MockNodeGroupsScopedListPairIteratorMockRecorder struct {\n\tmock *MockNodeGroupsScopedListPairIterator\n}\n\n// NewMockNodeGroupsScopedListPairIterator creates a new mock instance.\nfunc NewMockNodeGroupsScopedListPairIterator(ctrl *gomock.Controller) *MockNodeGroupsScopedListPairIterator {\n\tmock := &MockNodeGroupsScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockNodeGroupsScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockNodeGroupsScopedListPairIterator) EXPECT() *MockNodeGroupsScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockNodeGroupsScopedListPairIterator) Next() (compute.NodeGroupsScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.NodeGroupsScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockNodeGroupsScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockNodeGroupsScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeNodeGroupClient is a mock of ComputeNodeGroupClient interface.\ntype MockComputeNodeGroupClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeNodeGroupClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeNodeGroupClientMockRecorder is the mock recorder for MockComputeNodeGroupClient.\ntype MockComputeNodeGroupClientMockRecorder struct {\n\tmock *MockComputeNodeGroupClient\n}\n\n// NewMockComputeNodeGroupClient creates a new mock instance.\nfunc NewMockComputeNodeGroupClient(ctrl *gomock.Controller) *MockComputeNodeGroupClient {\n\tmock := &MockComputeNodeGroupClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeNodeGroupClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeNodeGroupClient) EXPECT() *MockComputeNodeGroupClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeNodeGroupClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListNodeGroupsRequest, opts ...gax.CallOption) shared.NodeGroupsScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.NodeGroupsScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeNodeGroupClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeNodeGroupClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeNodeGroupClient) Get(ctx context.Context, req *computepb.GetNodeGroupRequest, opts ...gax.CallOption) (*computepb.NodeGroup, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.NodeGroup)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeNodeGroupClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeNodeGroupClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeNodeGroupClient) List(ctx context.Context, req *computepb.ListNodeGroupsRequest, opts ...gax.CallOption) shared.ComputeNodeGroupIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeNodeGroupIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeNodeGroupClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeNodeGroupClient)(nil).List), varargs...)\n}\n\n// MockComputeHealthCheckIterator is a mock of ComputeHealthCheckIterator interface.\ntype MockComputeHealthCheckIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeHealthCheckIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeHealthCheckIteratorMockRecorder is the mock recorder for MockComputeHealthCheckIterator.\ntype MockComputeHealthCheckIteratorMockRecorder struct {\n\tmock *MockComputeHealthCheckIterator\n}\n\n// NewMockComputeHealthCheckIterator creates a new mock instance.\nfunc NewMockComputeHealthCheckIterator(ctrl *gomock.Controller) *MockComputeHealthCheckIterator {\n\tmock := &MockComputeHealthCheckIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeHealthCheckIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeHealthCheckIterator) EXPECT() *MockComputeHealthCheckIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeHealthCheckIterator) Next() (*computepb.HealthCheck, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.HealthCheck)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeHealthCheckIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeHealthCheckIterator)(nil).Next))\n}\n\n// MockHealthChecksScopedListPairIterator is a mock of HealthChecksScopedListPairIterator interface.\ntype MockHealthChecksScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockHealthChecksScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockHealthChecksScopedListPairIteratorMockRecorder is the mock recorder for MockHealthChecksScopedListPairIterator.\ntype MockHealthChecksScopedListPairIteratorMockRecorder struct {\n\tmock *MockHealthChecksScopedListPairIterator\n}\n\n// NewMockHealthChecksScopedListPairIterator creates a new mock instance.\nfunc NewMockHealthChecksScopedListPairIterator(ctrl *gomock.Controller) *MockHealthChecksScopedListPairIterator {\n\tmock := &MockHealthChecksScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockHealthChecksScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockHealthChecksScopedListPairIterator) EXPECT() *MockHealthChecksScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockHealthChecksScopedListPairIterator) Next() (compute.HealthChecksScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.HealthChecksScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockHealthChecksScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockHealthChecksScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeHealthCheckClient is a mock of ComputeHealthCheckClient interface.\ntype MockComputeHealthCheckClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeHealthCheckClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeHealthCheckClientMockRecorder is the mock recorder for MockComputeHealthCheckClient.\ntype MockComputeHealthCheckClientMockRecorder struct {\n\tmock *MockComputeHealthCheckClient\n}\n\n// NewMockComputeHealthCheckClient creates a new mock instance.\nfunc NewMockComputeHealthCheckClient(ctrl *gomock.Controller) *MockComputeHealthCheckClient {\n\tmock := &MockComputeHealthCheckClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeHealthCheckClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeHealthCheckClient) EXPECT() *MockComputeHealthCheckClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeHealthCheckClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListHealthChecksRequest, opts ...gax.CallOption) shared.HealthChecksScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.HealthChecksScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeHealthCheckClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeHealthCheckClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeHealthCheckClient) Get(ctx context.Context, req *computepb.GetHealthCheckRequest, opts ...gax.CallOption) (*computepb.HealthCheck, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.HealthCheck)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeHealthCheckClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeHealthCheckClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeHealthCheckClient) List(ctx context.Context, req *computepb.ListHealthChecksRequest, opts ...gax.CallOption) shared.ComputeHealthCheckIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeHealthCheckIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeHealthCheckClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeHealthCheckClient)(nil).List), varargs...)\n}\n\n// MockComputeRegionHealthCheckIterator is a mock of ComputeRegionHealthCheckIterator interface.\ntype MockComputeRegionHealthCheckIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeRegionHealthCheckIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeRegionHealthCheckIteratorMockRecorder is the mock recorder for MockComputeRegionHealthCheckIterator.\ntype MockComputeRegionHealthCheckIteratorMockRecorder struct {\n\tmock *MockComputeRegionHealthCheckIterator\n}\n\n// NewMockComputeRegionHealthCheckIterator creates a new mock instance.\nfunc NewMockComputeRegionHealthCheckIterator(ctrl *gomock.Controller) *MockComputeRegionHealthCheckIterator {\n\tmock := &MockComputeRegionHealthCheckIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeRegionHealthCheckIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeRegionHealthCheckIterator) EXPECT() *MockComputeRegionHealthCheckIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeRegionHealthCheckIterator) Next() (*computepb.HealthCheck, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.HealthCheck)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeRegionHealthCheckIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeRegionHealthCheckIterator)(nil).Next))\n}\n\n// MockComputeRegionHealthCheckClient is a mock of ComputeRegionHealthCheckClient interface.\ntype MockComputeRegionHealthCheckClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeRegionHealthCheckClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeRegionHealthCheckClientMockRecorder is the mock recorder for MockComputeRegionHealthCheckClient.\ntype MockComputeRegionHealthCheckClientMockRecorder struct {\n\tmock *MockComputeRegionHealthCheckClient\n}\n\n// NewMockComputeRegionHealthCheckClient creates a new mock instance.\nfunc NewMockComputeRegionHealthCheckClient(ctrl *gomock.Controller) *MockComputeRegionHealthCheckClient {\n\tmock := &MockComputeRegionHealthCheckClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeRegionHealthCheckClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeRegionHealthCheckClient) EXPECT() *MockComputeRegionHealthCheckClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockComputeRegionHealthCheckClient) Get(ctx context.Context, req *computepb.GetRegionHealthCheckRequest, opts ...gax.CallOption) (*computepb.HealthCheck, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.HealthCheck)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeRegionHealthCheckClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeRegionHealthCheckClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeRegionHealthCheckClient) List(ctx context.Context, req *computepb.ListRegionHealthChecksRequest, opts ...gax.CallOption) shared.ComputeRegionHealthCheckIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeRegionHealthCheckIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeRegionHealthCheckClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeRegionHealthCheckClient)(nil).List), varargs...)\n}\n\n// MockComputeNodeTemplateIterator is a mock of ComputeNodeTemplateIterator interface.\ntype MockComputeNodeTemplateIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeNodeTemplateIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeNodeTemplateIteratorMockRecorder is the mock recorder for MockComputeNodeTemplateIterator.\ntype MockComputeNodeTemplateIteratorMockRecorder struct {\n\tmock *MockComputeNodeTemplateIterator\n}\n\n// NewMockComputeNodeTemplateIterator creates a new mock instance.\nfunc NewMockComputeNodeTemplateIterator(ctrl *gomock.Controller) *MockComputeNodeTemplateIterator {\n\tmock := &MockComputeNodeTemplateIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeNodeTemplateIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeNodeTemplateIterator) EXPECT() *MockComputeNodeTemplateIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeNodeTemplateIterator) Next() (*computepb.NodeTemplate, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.NodeTemplate)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeNodeTemplateIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeNodeTemplateIterator)(nil).Next))\n}\n\n// MockNodeTemplatesScopedListPairIterator is a mock of NodeTemplatesScopedListPairIterator interface.\ntype MockNodeTemplatesScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockNodeTemplatesScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockNodeTemplatesScopedListPairIteratorMockRecorder is the mock recorder for MockNodeTemplatesScopedListPairIterator.\ntype MockNodeTemplatesScopedListPairIteratorMockRecorder struct {\n\tmock *MockNodeTemplatesScopedListPairIterator\n}\n\n// NewMockNodeTemplatesScopedListPairIterator creates a new mock instance.\nfunc NewMockNodeTemplatesScopedListPairIterator(ctrl *gomock.Controller) *MockNodeTemplatesScopedListPairIterator {\n\tmock := &MockNodeTemplatesScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockNodeTemplatesScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockNodeTemplatesScopedListPairIterator) EXPECT() *MockNodeTemplatesScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockNodeTemplatesScopedListPairIterator) Next() (compute.NodeTemplatesScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.NodeTemplatesScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockNodeTemplatesScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockNodeTemplatesScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeNodeTemplateClient is a mock of ComputeNodeTemplateClient interface.\ntype MockComputeNodeTemplateClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeNodeTemplateClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeNodeTemplateClientMockRecorder is the mock recorder for MockComputeNodeTemplateClient.\ntype MockComputeNodeTemplateClientMockRecorder struct {\n\tmock *MockComputeNodeTemplateClient\n}\n\n// NewMockComputeNodeTemplateClient creates a new mock instance.\nfunc NewMockComputeNodeTemplateClient(ctrl *gomock.Controller) *MockComputeNodeTemplateClient {\n\tmock := &MockComputeNodeTemplateClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeNodeTemplateClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeNodeTemplateClient) EXPECT() *MockComputeNodeTemplateClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeNodeTemplateClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListNodeTemplatesRequest, opts ...gax.CallOption) shared.NodeTemplatesScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.NodeTemplatesScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeNodeTemplateClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeNodeTemplateClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeNodeTemplateClient) Get(ctx context.Context, req *computepb.GetNodeTemplateRequest, opts ...gax.CallOption) (*computepb.NodeTemplate, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.NodeTemplate)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeNodeTemplateClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeNodeTemplateClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeNodeTemplateClient) List(ctx context.Context, req *computepb.ListNodeTemplatesRequest, opts ...gax.CallOption) shared.ComputeNodeTemplateIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeNodeTemplateIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeNodeTemplateClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeNodeTemplateClient)(nil).List), varargs...)\n}\n\n// MockComputeReservationIterator is a mock of ComputeReservationIterator interface.\ntype MockComputeReservationIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeReservationIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeReservationIteratorMockRecorder is the mock recorder for MockComputeReservationIterator.\ntype MockComputeReservationIteratorMockRecorder struct {\n\tmock *MockComputeReservationIterator\n}\n\n// NewMockComputeReservationIterator creates a new mock instance.\nfunc NewMockComputeReservationIterator(ctrl *gomock.Controller) *MockComputeReservationIterator {\n\tmock := &MockComputeReservationIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeReservationIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeReservationIterator) EXPECT() *MockComputeReservationIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeReservationIterator) Next() (*computepb.Reservation, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.Reservation)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeReservationIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeReservationIterator)(nil).Next))\n}\n\n// MockReservationsScopedListPairIterator is a mock of ReservationsScopedListPairIterator interface.\ntype MockReservationsScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockReservationsScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockReservationsScopedListPairIteratorMockRecorder is the mock recorder for MockReservationsScopedListPairIterator.\ntype MockReservationsScopedListPairIteratorMockRecorder struct {\n\tmock *MockReservationsScopedListPairIterator\n}\n\n// NewMockReservationsScopedListPairIterator creates a new mock instance.\nfunc NewMockReservationsScopedListPairIterator(ctrl *gomock.Controller) *MockReservationsScopedListPairIterator {\n\tmock := &MockReservationsScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockReservationsScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockReservationsScopedListPairIterator) EXPECT() *MockReservationsScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockReservationsScopedListPairIterator) Next() (compute.ReservationsScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.ReservationsScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockReservationsScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockReservationsScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeReservationClient is a mock of ComputeReservationClient interface.\ntype MockComputeReservationClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeReservationClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeReservationClientMockRecorder is the mock recorder for MockComputeReservationClient.\ntype MockComputeReservationClientMockRecorder struct {\n\tmock *MockComputeReservationClient\n}\n\n// NewMockComputeReservationClient creates a new mock instance.\nfunc NewMockComputeReservationClient(ctrl *gomock.Controller) *MockComputeReservationClient {\n\tmock := &MockComputeReservationClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeReservationClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeReservationClient) EXPECT() *MockComputeReservationClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeReservationClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListReservationsRequest, opts ...gax.CallOption) shared.ReservationsScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.ReservationsScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeReservationClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeReservationClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeReservationClient) Get(ctx context.Context, req *computepb.GetReservationRequest, opts ...gax.CallOption) (*computepb.Reservation, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.Reservation)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeReservationClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeReservationClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeReservationClient) List(ctx context.Context, req *computepb.ListReservationsRequest, opts ...gax.CallOption) shared.ComputeReservationIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeReservationIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeReservationClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeReservationClient)(nil).List), varargs...)\n}\n\n// MockComputeSecurityPolicyIterator is a mock of ComputeSecurityPolicyIterator interface.\ntype MockComputeSecurityPolicyIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeSecurityPolicyIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeSecurityPolicyIteratorMockRecorder is the mock recorder for MockComputeSecurityPolicyIterator.\ntype MockComputeSecurityPolicyIteratorMockRecorder struct {\n\tmock *MockComputeSecurityPolicyIterator\n}\n\n// NewMockComputeSecurityPolicyIterator creates a new mock instance.\nfunc NewMockComputeSecurityPolicyIterator(ctrl *gomock.Controller) *MockComputeSecurityPolicyIterator {\n\tmock := &MockComputeSecurityPolicyIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeSecurityPolicyIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeSecurityPolicyIterator) EXPECT() *MockComputeSecurityPolicyIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeSecurityPolicyIterator) Next() (*computepb.SecurityPolicy, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.SecurityPolicy)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeSecurityPolicyIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeSecurityPolicyIterator)(nil).Next))\n}\n\n// MockComputeSecurityPolicyClient is a mock of ComputeSecurityPolicyClient interface.\ntype MockComputeSecurityPolicyClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeSecurityPolicyClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeSecurityPolicyClientMockRecorder is the mock recorder for MockComputeSecurityPolicyClient.\ntype MockComputeSecurityPolicyClientMockRecorder struct {\n\tmock *MockComputeSecurityPolicyClient\n}\n\n// NewMockComputeSecurityPolicyClient creates a new mock instance.\nfunc NewMockComputeSecurityPolicyClient(ctrl *gomock.Controller) *MockComputeSecurityPolicyClient {\n\tmock := &MockComputeSecurityPolicyClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeSecurityPolicyClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeSecurityPolicyClient) EXPECT() *MockComputeSecurityPolicyClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockComputeSecurityPolicyClient) Get(ctx context.Context, req *computepb.GetSecurityPolicyRequest, opts ...gax.CallOption) (*computepb.SecurityPolicy, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.SecurityPolicy)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeSecurityPolicyClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeSecurityPolicyClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeSecurityPolicyClient) List(ctx context.Context, req *computepb.ListSecurityPoliciesRequest, opts ...gax.CallOption) shared.ComputeSecurityPolicyIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeSecurityPolicyIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeSecurityPolicyClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeSecurityPolicyClient)(nil).List), varargs...)\n}\n\n// MockComputeInstantSnapshotIterator is a mock of ComputeInstantSnapshotIterator interface.\ntype MockComputeInstantSnapshotIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeInstantSnapshotIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeInstantSnapshotIteratorMockRecorder is the mock recorder for MockComputeInstantSnapshotIterator.\ntype MockComputeInstantSnapshotIteratorMockRecorder struct {\n\tmock *MockComputeInstantSnapshotIterator\n}\n\n// NewMockComputeInstantSnapshotIterator creates a new mock instance.\nfunc NewMockComputeInstantSnapshotIterator(ctrl *gomock.Controller) *MockComputeInstantSnapshotIterator {\n\tmock := &MockComputeInstantSnapshotIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeInstantSnapshotIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeInstantSnapshotIterator) EXPECT() *MockComputeInstantSnapshotIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeInstantSnapshotIterator) Next() (*computepb.InstantSnapshot, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.InstantSnapshot)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeInstantSnapshotIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeInstantSnapshotIterator)(nil).Next))\n}\n\n// MockInstantSnapshotsScopedListPairIterator is a mock of InstantSnapshotsScopedListPairIterator interface.\ntype MockInstantSnapshotsScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockInstantSnapshotsScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockInstantSnapshotsScopedListPairIteratorMockRecorder is the mock recorder for MockInstantSnapshotsScopedListPairIterator.\ntype MockInstantSnapshotsScopedListPairIteratorMockRecorder struct {\n\tmock *MockInstantSnapshotsScopedListPairIterator\n}\n\n// NewMockInstantSnapshotsScopedListPairIterator creates a new mock instance.\nfunc NewMockInstantSnapshotsScopedListPairIterator(ctrl *gomock.Controller) *MockInstantSnapshotsScopedListPairIterator {\n\tmock := &MockInstantSnapshotsScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockInstantSnapshotsScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockInstantSnapshotsScopedListPairIterator) EXPECT() *MockInstantSnapshotsScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockInstantSnapshotsScopedListPairIterator) Next() (compute.InstantSnapshotsScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.InstantSnapshotsScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockInstantSnapshotsScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockInstantSnapshotsScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeInstantSnapshotsClient is a mock of ComputeInstantSnapshotsClient interface.\ntype MockComputeInstantSnapshotsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeInstantSnapshotsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeInstantSnapshotsClientMockRecorder is the mock recorder for MockComputeInstantSnapshotsClient.\ntype MockComputeInstantSnapshotsClientMockRecorder struct {\n\tmock *MockComputeInstantSnapshotsClient\n}\n\n// NewMockComputeInstantSnapshotsClient creates a new mock instance.\nfunc NewMockComputeInstantSnapshotsClient(ctrl *gomock.Controller) *MockComputeInstantSnapshotsClient {\n\tmock := &MockComputeInstantSnapshotsClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeInstantSnapshotsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeInstantSnapshotsClient) EXPECT() *MockComputeInstantSnapshotsClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeInstantSnapshotsClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListInstantSnapshotsRequest, opts ...gax.CallOption) shared.InstantSnapshotsScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.InstantSnapshotsScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeInstantSnapshotsClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeInstantSnapshotsClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeInstantSnapshotsClient) Get(ctx context.Context, req *computepb.GetInstantSnapshotRequest, opts ...gax.CallOption) (*computepb.InstantSnapshot, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.InstantSnapshot)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeInstantSnapshotsClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeInstantSnapshotsClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeInstantSnapshotsClient) List(ctx context.Context, req *computepb.ListInstantSnapshotsRequest, opts ...gax.CallOption) shared.ComputeInstantSnapshotIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeInstantSnapshotIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeInstantSnapshotsClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeInstantSnapshotsClient)(nil).List), varargs...)\n}\n\n// MockComputeDiskIterator is a mock of ComputeDiskIterator interface.\ntype MockComputeDiskIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeDiskIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeDiskIteratorMockRecorder is the mock recorder for MockComputeDiskIterator.\ntype MockComputeDiskIteratorMockRecorder struct {\n\tmock *MockComputeDiskIterator\n}\n\n// NewMockComputeDiskIterator creates a new mock instance.\nfunc NewMockComputeDiskIterator(ctrl *gomock.Controller) *MockComputeDiskIterator {\n\tmock := &MockComputeDiskIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeDiskIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeDiskIterator) EXPECT() *MockComputeDiskIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeDiskIterator) Next() (*computepb.Disk, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.Disk)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeDiskIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeDiskIterator)(nil).Next))\n}\n\n// MockDisksScopedListPairIterator is a mock of DisksScopedListPairIterator interface.\ntype MockDisksScopedListPairIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockDisksScopedListPairIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockDisksScopedListPairIteratorMockRecorder is the mock recorder for MockDisksScopedListPairIterator.\ntype MockDisksScopedListPairIteratorMockRecorder struct {\n\tmock *MockDisksScopedListPairIterator\n}\n\n// NewMockDisksScopedListPairIterator creates a new mock instance.\nfunc NewMockDisksScopedListPairIterator(ctrl *gomock.Controller) *MockDisksScopedListPairIterator {\n\tmock := &MockDisksScopedListPairIterator{ctrl: ctrl}\n\tmock.recorder = &MockDisksScopedListPairIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockDisksScopedListPairIterator) EXPECT() *MockDisksScopedListPairIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockDisksScopedListPairIterator) Next() (compute.DisksScopedListPair, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(compute.DisksScopedListPair)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockDisksScopedListPairIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockDisksScopedListPairIterator)(nil).Next))\n}\n\n// MockComputeDiskClient is a mock of ComputeDiskClient interface.\ntype MockComputeDiskClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeDiskClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeDiskClientMockRecorder is the mock recorder for MockComputeDiskClient.\ntype MockComputeDiskClientMockRecorder struct {\n\tmock *MockComputeDiskClient\n}\n\n// NewMockComputeDiskClient creates a new mock instance.\nfunc NewMockComputeDiskClient(ctrl *gomock.Controller) *MockComputeDiskClient {\n\tmock := &MockComputeDiskClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeDiskClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeDiskClient) EXPECT() *MockComputeDiskClientMockRecorder {\n\treturn m.recorder\n}\n\n// AggregatedList mocks base method.\nfunc (m *MockComputeDiskClient) AggregatedList(ctx context.Context, req *computepb.AggregatedListDisksRequest, opts ...gax.CallOption) shared.DisksScopedListPairIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"AggregatedList\", varargs...)\n\tret0, _ := ret[0].(shared.DisksScopedListPairIterator)\n\treturn ret0\n}\n\n// AggregatedList indicates an expected call of AggregatedList.\nfunc (mr *MockComputeDiskClientMockRecorder) AggregatedList(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"AggregatedList\", reflect.TypeOf((*MockComputeDiskClient)(nil).AggregatedList), varargs...)\n}\n\n// Get mocks base method.\nfunc (m *MockComputeDiskClient) Get(ctx context.Context, req *computepb.GetDiskRequest, opts ...gax.CallOption) (*computepb.Disk, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.Disk)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeDiskClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeDiskClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeDiskClient) List(ctx context.Context, req *computepb.ListDisksRequest, opts ...gax.CallOption) shared.ComputeDiskIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeDiskIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeDiskClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeDiskClient)(nil).List), varargs...)\n}\n\n// MockComputeMachineImageIterator is a mock of ComputeMachineImageIterator interface.\ntype MockComputeMachineImageIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeMachineImageIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeMachineImageIteratorMockRecorder is the mock recorder for MockComputeMachineImageIterator.\ntype MockComputeMachineImageIteratorMockRecorder struct {\n\tmock *MockComputeMachineImageIterator\n}\n\n// NewMockComputeMachineImageIterator creates a new mock instance.\nfunc NewMockComputeMachineImageIterator(ctrl *gomock.Controller) *MockComputeMachineImageIterator {\n\tmock := &MockComputeMachineImageIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeMachineImageIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeMachineImageIterator) EXPECT() *MockComputeMachineImageIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeMachineImageIterator) Next() (*computepb.MachineImage, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.MachineImage)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeMachineImageIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeMachineImageIterator)(nil).Next))\n}\n\n// MockComputeMachineImageClient is a mock of ComputeMachineImageClient interface.\ntype MockComputeMachineImageClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeMachineImageClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeMachineImageClientMockRecorder is the mock recorder for MockComputeMachineImageClient.\ntype MockComputeMachineImageClientMockRecorder struct {\n\tmock *MockComputeMachineImageClient\n}\n\n// NewMockComputeMachineImageClient creates a new mock instance.\nfunc NewMockComputeMachineImageClient(ctrl *gomock.Controller) *MockComputeMachineImageClient {\n\tmock := &MockComputeMachineImageClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeMachineImageClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeMachineImageClient) EXPECT() *MockComputeMachineImageClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockComputeMachineImageClient) Get(ctx context.Context, req *computepb.GetMachineImageRequest, opts ...gax.CallOption) (*computepb.MachineImage, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.MachineImage)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeMachineImageClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeMachineImageClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeMachineImageClient) List(ctx context.Context, req *computepb.ListMachineImagesRequest, opts ...gax.CallOption) shared.ComputeMachineImageIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeMachineImageIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeMachineImageClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeMachineImageClient)(nil).List), varargs...)\n}\n\n// MockComputeSnapshotIterator is a mock of ComputeSnapshotIterator interface.\ntype MockComputeSnapshotIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeSnapshotIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeSnapshotIteratorMockRecorder is the mock recorder for MockComputeSnapshotIterator.\ntype MockComputeSnapshotIteratorMockRecorder struct {\n\tmock *MockComputeSnapshotIterator\n}\n\n// NewMockComputeSnapshotIterator creates a new mock instance.\nfunc NewMockComputeSnapshotIterator(ctrl *gomock.Controller) *MockComputeSnapshotIterator {\n\tmock := &MockComputeSnapshotIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeSnapshotIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeSnapshotIterator) EXPECT() *MockComputeSnapshotIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeSnapshotIterator) Next() (*computepb.Snapshot, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.Snapshot)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeSnapshotIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeSnapshotIterator)(nil).Next))\n}\n\n// MockComputeSnapshotsClient is a mock of ComputeSnapshotsClient interface.\ntype MockComputeSnapshotsClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeSnapshotsClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeSnapshotsClientMockRecorder is the mock recorder for MockComputeSnapshotsClient.\ntype MockComputeSnapshotsClientMockRecorder struct {\n\tmock *MockComputeSnapshotsClient\n}\n\n// NewMockComputeSnapshotsClient creates a new mock instance.\nfunc NewMockComputeSnapshotsClient(ctrl *gomock.Controller) *MockComputeSnapshotsClient {\n\tmock := &MockComputeSnapshotsClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeSnapshotsClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeSnapshotsClient) EXPECT() *MockComputeSnapshotsClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockComputeSnapshotsClient) Get(ctx context.Context, req *computepb.GetSnapshotRequest, opts ...gax.CallOption) (*computepb.Snapshot, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.Snapshot)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeSnapshotsClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeSnapshotsClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeSnapshotsClient) List(ctx context.Context, req *computepb.ListSnapshotsRequest, opts ...gax.CallOption) shared.ComputeSnapshotIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeSnapshotIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeSnapshotsClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeSnapshotsClient)(nil).List), varargs...)\n}\n\n// MockComputeRegionBackendServiceIterator is a mock of ComputeRegionBackendServiceIterator interface.\ntype MockComputeRegionBackendServiceIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeRegionBackendServiceIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeRegionBackendServiceIteratorMockRecorder is the mock recorder for MockComputeRegionBackendServiceIterator.\ntype MockComputeRegionBackendServiceIteratorMockRecorder struct {\n\tmock *MockComputeRegionBackendServiceIterator\n}\n\n// NewMockComputeRegionBackendServiceIterator creates a new mock instance.\nfunc NewMockComputeRegionBackendServiceIterator(ctrl *gomock.Controller) *MockComputeRegionBackendServiceIterator {\n\tmock := &MockComputeRegionBackendServiceIterator{ctrl: ctrl}\n\tmock.recorder = &MockComputeRegionBackendServiceIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeRegionBackendServiceIterator) EXPECT() *MockComputeRegionBackendServiceIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockComputeRegionBackendServiceIterator) Next() (*computepb.BackendService, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*computepb.BackendService)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockComputeRegionBackendServiceIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockComputeRegionBackendServiceIterator)(nil).Next))\n}\n\n// MockComputeRegionBackendServiceClient is a mock of ComputeRegionBackendServiceClient interface.\ntype MockComputeRegionBackendServiceClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockComputeRegionBackendServiceClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockComputeRegionBackendServiceClientMockRecorder is the mock recorder for MockComputeRegionBackendServiceClient.\ntype MockComputeRegionBackendServiceClientMockRecorder struct {\n\tmock *MockComputeRegionBackendServiceClient\n}\n\n// NewMockComputeRegionBackendServiceClient creates a new mock instance.\nfunc NewMockComputeRegionBackendServiceClient(ctrl *gomock.Controller) *MockComputeRegionBackendServiceClient {\n\tmock := &MockComputeRegionBackendServiceClient{ctrl: ctrl}\n\tmock.recorder = &MockComputeRegionBackendServiceClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockComputeRegionBackendServiceClient) EXPECT() *MockComputeRegionBackendServiceClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockComputeRegionBackendServiceClient) Get(ctx context.Context, req *computepb.GetRegionBackendServiceRequest, opts ...gax.CallOption) (*computepb.BackendService, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*computepb.BackendService)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockComputeRegionBackendServiceClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockComputeRegionBackendServiceClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockComputeRegionBackendServiceClient) List(ctx context.Context, req *computepb.ListRegionBackendServicesRequest, opts ...gax.CallOption) shared.ComputeRegionBackendServiceIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.ComputeRegionBackendServiceIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockComputeRegionBackendServiceClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockComputeRegionBackendServiceClient)(nil).List), varargs...)\n}\n" }, { "path": "sources/gcp/shared/mocks/mock_iam_clients.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: iam-clients.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=./mocks/mock_iam_clients.go -package=mocks -source=iam-clients.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tadminpb \"cloud.google.com/go/iam/admin/apiv1/adminpb\"\n\tgax \"github.com/googleapis/gax-go/v2\"\n\tshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockIAMServiceAccountClient is a mock of IAMServiceAccountClient interface.\ntype MockIAMServiceAccountClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockIAMServiceAccountClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockIAMServiceAccountClientMockRecorder is the mock recorder for MockIAMServiceAccountClient.\ntype MockIAMServiceAccountClientMockRecorder struct {\n\tmock *MockIAMServiceAccountClient\n}\n\n// NewMockIAMServiceAccountClient creates a new mock instance.\nfunc NewMockIAMServiceAccountClient(ctrl *gomock.Controller) *MockIAMServiceAccountClient {\n\tmock := &MockIAMServiceAccountClient{ctrl: ctrl}\n\tmock.recorder = &MockIAMServiceAccountClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockIAMServiceAccountClient) EXPECT() *MockIAMServiceAccountClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockIAMServiceAccountClient) Get(ctx context.Context, req *adminpb.GetServiceAccountRequest, opts ...gax.CallOption) (*adminpb.ServiceAccount, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*adminpb.ServiceAccount)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockIAMServiceAccountClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockIAMServiceAccountClient)(nil).Get), varargs...)\n}\n\n// List mocks base method.\nfunc (m *MockIAMServiceAccountClient) List(ctx context.Context, req *adminpb.ListServiceAccountsRequest, opts ...gax.CallOption) shared.IAMServiceAccountIterator {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"List\", varargs...)\n\tret0, _ := ret[0].(shared.IAMServiceAccountIterator)\n\treturn ret0\n}\n\n// List indicates an expected call of List.\nfunc (mr *MockIAMServiceAccountClientMockRecorder) List(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"List\", reflect.TypeOf((*MockIAMServiceAccountClient)(nil).List), varargs...)\n}\n\n// MockIAMServiceAccountIterator is a mock of IAMServiceAccountIterator interface.\ntype MockIAMServiceAccountIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockIAMServiceAccountIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockIAMServiceAccountIteratorMockRecorder is the mock recorder for MockIAMServiceAccountIterator.\ntype MockIAMServiceAccountIteratorMockRecorder struct {\n\tmock *MockIAMServiceAccountIterator\n}\n\n// NewMockIAMServiceAccountIterator creates a new mock instance.\nfunc NewMockIAMServiceAccountIterator(ctrl *gomock.Controller) *MockIAMServiceAccountIterator {\n\tmock := &MockIAMServiceAccountIterator{ctrl: ctrl}\n\tmock.recorder = &MockIAMServiceAccountIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockIAMServiceAccountIterator) EXPECT() *MockIAMServiceAccountIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockIAMServiceAccountIterator) Next() (*adminpb.ServiceAccount, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*adminpb.ServiceAccount)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockIAMServiceAccountIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockIAMServiceAccountIterator)(nil).Next))\n}\n\n// MockIAMServiceAccountKeyClient is a mock of IAMServiceAccountKeyClient interface.\ntype MockIAMServiceAccountKeyClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockIAMServiceAccountKeyClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockIAMServiceAccountKeyClientMockRecorder is the mock recorder for MockIAMServiceAccountKeyClient.\ntype MockIAMServiceAccountKeyClientMockRecorder struct {\n\tmock *MockIAMServiceAccountKeyClient\n}\n\n// NewMockIAMServiceAccountKeyClient creates a new mock instance.\nfunc NewMockIAMServiceAccountKeyClient(ctrl *gomock.Controller) *MockIAMServiceAccountKeyClient {\n\tmock := &MockIAMServiceAccountKeyClient{ctrl: ctrl}\n\tmock.recorder = &MockIAMServiceAccountKeyClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockIAMServiceAccountKeyClient) EXPECT() *MockIAMServiceAccountKeyClientMockRecorder {\n\treturn m.recorder\n}\n\n// Get mocks base method.\nfunc (m *MockIAMServiceAccountKeyClient) Get(ctx context.Context, req *adminpb.GetServiceAccountKeyRequest, opts ...gax.CallOption) (*adminpb.ServiceAccountKey, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Get\", varargs...)\n\tret0, _ := ret[0].(*adminpb.ServiceAccountKey)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Get indicates an expected call of Get.\nfunc (mr *MockIAMServiceAccountKeyClientMockRecorder) Get(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Get\", reflect.TypeOf((*MockIAMServiceAccountKeyClient)(nil).Get), varargs...)\n}\n\n// Search mocks base method.\nfunc (m *MockIAMServiceAccountKeyClient) Search(ctx context.Context, req *adminpb.ListServiceAccountKeysRequest, opts ...gax.CallOption) (*adminpb.ListServiceAccountKeysResponse, error) {\n\tm.ctrl.T.Helper()\n\tvarargs := []any{ctx, req}\n\tfor _, a := range opts {\n\t\tvarargs = append(varargs, a)\n\t}\n\tret := m.ctrl.Call(m, \"Search\", varargs...)\n\tret0, _ := ret[0].(*adminpb.ListServiceAccountKeysResponse)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Search indicates an expected call of Search.\nfunc (mr *MockIAMServiceAccountKeyClientMockRecorder) Search(ctx, req any, opts ...any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\tvarargs := append([]any{ctx, req}, opts...)\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Search\", reflect.TypeOf((*MockIAMServiceAccountKeyClient)(nil).Search), varargs...)\n}\n" }, { "path": "sources/gcp/shared/mocks/mock_logging_config_client.go", "content": "// Code generated by MockGen. DO NOT EDIT.\n// Source: logging-clients.go\n//\n// Generated by this command:\n//\n//\tmockgen -destination=./mocks/mock_logging_config_client.go -package=mocks -source=logging-clients.go\n//\n\n// Package mocks is a generated GoMock package.\npackage mocks\n\nimport (\n\tcontext \"context\"\n\treflect \"reflect\"\n\n\tloggingpb \"cloud.google.com/go/logging/apiv2/loggingpb\"\n\tshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\tgomock \"go.uber.org/mock/gomock\"\n)\n\n// MockLoggingSinkIterator is a mock of LoggingSinkIterator interface.\ntype MockLoggingSinkIterator struct {\n\tctrl *gomock.Controller\n\trecorder *MockLoggingSinkIteratorMockRecorder\n\tisgomock struct{}\n}\n\n// MockLoggingSinkIteratorMockRecorder is the mock recorder for MockLoggingSinkIterator.\ntype MockLoggingSinkIteratorMockRecorder struct {\n\tmock *MockLoggingSinkIterator\n}\n\n// NewMockLoggingSinkIterator creates a new mock instance.\nfunc NewMockLoggingSinkIterator(ctrl *gomock.Controller) *MockLoggingSinkIterator {\n\tmock := &MockLoggingSinkIterator{ctrl: ctrl}\n\tmock.recorder = &MockLoggingSinkIteratorMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockLoggingSinkIterator) EXPECT() *MockLoggingSinkIteratorMockRecorder {\n\treturn m.recorder\n}\n\n// Next mocks base method.\nfunc (m *MockLoggingSinkIterator) Next() (*loggingpb.LogSink, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"Next\")\n\tret0, _ := ret[0].(*loggingpb.LogSink)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// Next indicates an expected call of Next.\nfunc (mr *MockLoggingSinkIteratorMockRecorder) Next() *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"Next\", reflect.TypeOf((*MockLoggingSinkIterator)(nil).Next))\n}\n\n// MockLoggingConfigClient is a mock of LoggingConfigClient interface.\ntype MockLoggingConfigClient struct {\n\tctrl *gomock.Controller\n\trecorder *MockLoggingConfigClientMockRecorder\n\tisgomock struct{}\n}\n\n// MockLoggingConfigClientMockRecorder is the mock recorder for MockLoggingConfigClient.\ntype MockLoggingConfigClientMockRecorder struct {\n\tmock *MockLoggingConfigClient\n}\n\n// NewMockLoggingConfigClient creates a new mock instance.\nfunc NewMockLoggingConfigClient(ctrl *gomock.Controller) *MockLoggingConfigClient {\n\tmock := &MockLoggingConfigClient{ctrl: ctrl}\n\tmock.recorder = &MockLoggingConfigClientMockRecorder{mock}\n\treturn mock\n}\n\n// EXPECT returns an object that allows the caller to indicate expected use.\nfunc (m *MockLoggingConfigClient) EXPECT() *MockLoggingConfigClientMockRecorder {\n\treturn m.recorder\n}\n\n// GetSink mocks base method.\nfunc (m *MockLoggingConfigClient) GetSink(ctx context.Context, req *loggingpb.GetSinkRequest) (*loggingpb.LogSink, error) {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"GetSink\", ctx, req)\n\tret0, _ := ret[0].(*loggingpb.LogSink)\n\tret1, _ := ret[1].(error)\n\treturn ret0, ret1\n}\n\n// GetSink indicates an expected call of GetSink.\nfunc (mr *MockLoggingConfigClientMockRecorder) GetSink(ctx, req any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"GetSink\", reflect.TypeOf((*MockLoggingConfigClient)(nil).GetSink), ctx, req)\n}\n\n// ListSinks mocks base method.\nfunc (m *MockLoggingConfigClient) ListSinks(ctx context.Context, request *loggingpb.ListSinksRequest) shared.LoggingSinkIterator {\n\tm.ctrl.T.Helper()\n\tret := m.ctrl.Call(m, \"ListSinks\", ctx, request)\n\tret0, _ := ret[0].(shared.LoggingSinkIterator)\n\treturn ret0\n}\n\n// ListSinks indicates an expected call of ListSinks.\nfunc (mr *MockLoggingConfigClientMockRecorder) ListSinks(ctx, request any) *gomock.Call {\n\tmr.mock.ctrl.T.Helper()\n\treturn mr.mock.ctrl.RecordCallWithMethodType(mr.mock, \"ListSinks\", reflect.TypeOf((*MockLoggingConfigClient)(nil).ListSinks), ctx, request)\n}\n" }, { "path": "sources/gcp/shared/models.go", "content": "package shared\n\nimport (\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nconst GCP shared.Source = \"gcp\"\n\n// APIs\nconst (\n\tCompute shared.API = \"compute\"\n\tContainer shared.API = \"container\"\n\tNetworkSecurity shared.API = \"network-security\"\n\tNetworkServices shared.API = \"network-services\"\n\tCloudKMS shared.API = \"cloud-kms\"\n\tIAM shared.API = \"iam\"\n\tBigQuery shared.API = \"big-query\"\n\tBigQueryDataTransfer shared.API = \"big-query-data-transfer\"\n\tPubSub shared.API = \"pub-sub\"\n\tCloudResourceManager shared.API = \"cloud-resource-manager\"\n\tAIPlatform shared.API = \"ai-platform\"\n\tBigTableAdmin shared.API = \"big-table-admin\"\n\tCloudBuild shared.API = \"cloud-build\"\n\tDataPlex shared.API = \"dataplex\"\n\tServiceUsage shared.API = \"service-usage\"\n\tRun shared.API = \"run\"\n\tSqlAdmin shared.API = \"sql-admin\"\n\tMonitoring shared.API = \"monitoring\"\n\tArtifactRegistry shared.API = \"artifact-registry\"\n\tDataform shared.API = \"dataform\"\n\tStorage shared.API = \"storage\"\n\tStorageTransfer shared.API = \"storage-transfer\"\n\tServiceDirectory shared.API = \"service-directory\"\n\tDNS shared.API = \"dns\"\n\tCloudBilling shared.API = \"cloud-billing\"\n\tEssentialContacts shared.API = \"essential-contacts\"\n\tLogging shared.API = \"logging\"\n\tNetworkConnectivity shared.API = \"network-connectivity\"\n\tVPCAccess shared.API = \"vpc-access\"\n\tSecretManager shared.API = \"secret-manager\"\n\tSpanner shared.API = \"spanner\"\n\tAppEngine shared.API = \"app-engine\"\n\tCloudFunctions shared.API = \"cloud-functions\"\n\tEventarc shared.API = \"eventarc\" // Added for Eventarc triggers\n\tWorkflows shared.API = \"workflows\" // Added for Workflows (workflowexecutions.googleapis.com)\n\tOrgPolicy shared.API = \"orgpolicy\" // Added for Org Policy (orgpolicy.googleapis.com)\n\tDataproc shared.API = \"dataproc\" // Added for Dataproc (dataproc.googleapis.com)\n\tRedis shared.API = \"redis\" // Added for Redis (redis.googleapis.com)\n\tSecurityCenterManagement shared.API = \"security-center-management\" // Added for Security Center Management (securitycentermanagement.googleapis.com)\n\tFile shared.API = \"file\" // Added for File (file.googleapis.com)\n\tCertificateManager shared.API = \"certificate-manager\" // Added for Certificate Manager (certificatemanager.googleapis.com)\n\tBinaryAuthorization shared.API = \"binary-authorization\" // Added for Binary Authorization (binaryauthorization.googleapis.com)\n\tDataflow shared.API = \"dataflow\" // Added for Dataflow (dataflow.googleapis.com)\n\n)\n\n// Resources\nconst (\n\tInstance shared.Resource = \"instance\"\n\tCluster shared.Resource = \"cluster\"\n\tDisk shared.Resource = \"disk\"\n\tNetwork shared.Resource = \"network\"\n\tNodeGroup shared.Resource = \"node-group\"\n\tNodeTemplate shared.Resource = \"node-template\"\n\tNodePool shared.Resource = \"node-pool\"\n\tSubnetwork shared.Resource = \"subnetwork\"\n\tAddress shared.Resource = \"address\"\n\tForwardingRule shared.Resource = \"forwarding-rule\"\n\tBackendService shared.Resource = \"backend-service\"\n\tBackendBucket shared.Resource = \"backend-bucket\"\n\tUrlMap shared.Resource = \"url-map\"\n\tAutoscaler shared.Resource = \"autoscaler\"\n\tInstanceGroupManager shared.Resource = \"instance-group-manager\"\n\tRegionalInstanceGroupManager shared.Resource = \"regional-instance-group-manager\"\n\tSecurityPolicy shared.Resource = \"security-policy\"\n\tClientTlsPolicy shared.Resource = \"client-tls-policy\"\n\tServiceLbPolicy shared.Resource = \"service-lb-policy\"\n\tServiceBinding shared.Resource = \"service-binding\"\n\tInstanceTemplate shared.Resource = \"instance-template\"\n\tRegionalInstanceTemplate shared.Resource = \"regional-instance-template\"\n\tInstanceGroup shared.Resource = \"instance-group\"\n\tTargetPool shared.Resource = \"target-pool\"\n\tResourcePolicy shared.Resource = \"resource-policy\"\n\tHealthCheck shared.Resource = \"health-check\"\n\tHttpHealthCheck shared.Resource = \"http-health-check\"\n\tRegionCommitment shared.Resource = \"region-commitment\"\n\tReservation shared.Resource = \"reservation\"\n\tMachineType shared.Resource = \"machine-type\"\n\tAcceleratorType shared.Resource = \"accelerator-type\"\n\tRule shared.Resource = \"security-policy-rule\"\n\tInstantSnapshot shared.Resource = \"instant-snapshot\"\n\tImage shared.Resource = \"image\"\n\tSnapshot shared.Resource = \"snapshot\"\n\tLicense shared.Resource = \"license\"\n\tCryptoKeyVersion shared.Resource = \"crypto-key-version\"\n\tDiskType shared.Resource = \"disk-type\"\n\tMachineImage shared.Resource = \"machine-image\"\n\tZone shared.Resource = \"zone\"\n\tRegion shared.Resource = \"region\"\n\tFirewall shared.Resource = \"firewall\"\n\tRoute shared.Resource = \"route\"\n\tServiceAccountKey shared.Resource = \"service-account-key\"\n\tServiceAccount shared.Resource = \"service-account\"\n\tTable shared.Resource = \"table\"\n\tDataset shared.Resource = \"dataset\"\n\tSubscription shared.Resource = \"subscription\"\n\tTopic shared.Resource = \"topic\"\n\tSchema shared.Resource = \"schema\"\n\tProject shared.Resource = \"project\"\n\tFolder shared.Resource = \"folder\"\n\tOrganization shared.Resource = \"organization\"\n\tCryptoKey shared.Resource = \"crypto-key\"\n\tEKMConnection shared.Resource = \"ekm-connection\"\n\tImportJob shared.Resource = \"import-job\"\n\tPolicy shared.Resource = \"policy\"\n\tKeyRing shared.Resource = \"key-ring\"\n\tInstanceSettings shared.Resource = \"instance-settings\"\n\tBucket shared.Resource = \"bucket\"\n\tBucketIAMPolicy shared.Resource = \"bucket-iam-policy\"\n\tBucketAccessControl shared.Resource = \"bucket-access-control\"\n\tDefaultObjectAccessControl shared.Resource = \"default-object-access-control\"\n\tNotificationConfig shared.Resource = \"storage-notification-config\"\n\tNetworkAttachment shared.Resource = \"network-attachment\"\n\tStoragePool shared.Resource = \"storage-pool\"\n\tStoragePoolType shared.Resource = \"storage-pool-type\"\n\tVpnTunnel shared.Resource = \"vpn-tunnel\"\n\tNetworkPeering shared.Resource = \"network-peering\"\n\tGateway shared.Resource = \"gateway\"\n\tCustomJob shared.Resource = \"custom-job\"\n\tPipelineJob shared.Resource = \"pipeline-job\"\n\tSchedule shared.Resource = \"schedule\"\n\tRole shared.Resource = \"role\"\n\tAppProfile shared.Resource = \"app-profile\"\n\tBackup shared.Resource = \"backup\"\n\tBuild shared.Resource = \"build\"\n\tEntryGroup shared.Resource = \"entry-group\"\n\tAspectType shared.Resource = \"aspect-type\"\n\tDataScan shared.Resource = \"data-scan\"\n\tEntity shared.Resource = \"entity\"\n\tService shared.Resource = \"service\"\n\tRevision shared.Resource = \"revision\"\n\tBackupRun shared.Resource = \"backup-run\"\n\tCustomDashboard shared.Resource = \"custom-dashboard\"\n\tNotificationChannel shared.Resource = \"notification-channel\"\n\tDockerImage shared.Resource = \"docker-image\"\n\tPackage shared.Resource = \"package\"\n\tPackageVersion shared.Resource = \"package-version\"\n\tPackageTag shared.Resource = \"package-tag\"\n\tRepository shared.Resource = \"repository\"\n\tEndpoint shared.Resource = \"endpoint\"\n\tManagedZone shared.Resource = \"managed-zone\"\n\tBillingInfo shared.Resource = \"billing-info\"\n\tContact shared.Resource = \"contact\"\n\tSavedQuery shared.Resource = \"saved-query\"\n\tLink shared.Resource = \"link\"\n\tSink shared.Resource = \"sink\"\n\tHub shared.Resource = \"hub\"\n\tFirewallPolicy shared.Resource = \"firewall-policy\"\n\tTensorBoard shared.Resource = \"tensor-board\"\n\tExperiment shared.Resource = \"experiment\"\n\tExperimentRun shared.Resource = \"experiment-run\"\n\tModel shared.Resource = \"model\"\n\tModelDeploymentMonitoringJob shared.Resource = \"model-deployment-monitoring-job\"\n\tBatchPredictionJob shared.Resource = \"batch-prediction-job\"\n\tDeploymentResourcePool shared.Resource = \"deployment-resource-pool\"\n\tPersistentResource shared.Resource = \"persistent-resource\"\n\tConnection shared.Resource = \"connection\"\n\tTrigger shared.Resource = \"trigger\"\n\tChannel shared.Resource = \"channel\" // Eventarc Channel\n\tConnector shared.Resource = \"connector\"\n\tWorkflow shared.Resource = \"workflow\" // Workflows Workflow\n\tBillingAccount shared.Resource = \"billing-account\"\n\tNamespace shared.Resource = \"namespace\"\n\tSecret shared.Resource = \"secret\"\n\tSecretVersion shared.Resource = \"secret-version\"\n\tInstanceConfig shared.Resource = \"instance-config\"\n\tDatabase shared.Resource = \"database\"\n\tBackupSchedule shared.Resource = \"backup-schedule\"\n\tDatabaseRole shared.Resource = \"database-role\"\n\tUser shared.Resource = \"user\"\n\tDatabaseOperation shared.Resource = \"database-operation\"\n\tSession shared.Resource = \"session\"\n\tInstancePartition shared.Resource = \"instance-partition\"\n\tNetworkEndpointGroup shared.Resource = \"network-endpoint-group\"\n\tSSLCertificate shared.Resource = \"ssl-certificate\"\n\tGlobalAddress shared.Resource = \"global-address\"\n\tVpnGateway shared.Resource = \"vpn-gateway\"\n\tRouter shared.Resource = \"router\"\n\tGlobalForwardingRule shared.Resource = \"global-forwarding-rule\"\n\tFunction shared.Resource = \"function\"\n\tWorkerPool shared.Resource = \"worker-pool\"\n\tTagValue shared.Resource = \"tag-value\"\n\tTagKey shared.Resource = \"tag-key\"\n\tAlertPolicy shared.Resource = \"alert-policy\"\n\tAutoscalingPolicy shared.Resource = \"autoscaling-policy\"\n\tInterconnectAttachment shared.Resource = \"interconnect-attachment\"\n\tServiceAttachment shared.Resource = \"service-attachment\"\n\tTargetHttpsProxy shared.Resource = \"target-https-proxy\"\n\tRegionTargetHttpsProxy shared.Resource = \"region-target-https-proxy\"\n\tSSLPolicy shared.Resource = \"ssl-policy\"\n\tTargetHttpProxy shared.Resource = \"target-http-proxy\"\n\tTargetTcpProxy shared.Resource = \"target-tcp-proxy\"\n\tTargetSslProxy shared.Resource = \"target-ssl-proxy\"\n\tTargetVpnGateway shared.Resource = \"target-vpn-gateway\"\n\tTargetInstance shared.Resource = \"target-instance\"\n\tPublicDelegatedPrefix shared.Resource = \"public-delegated-prefix\"\n\tPublicAdvertisedPrefix shared.Resource = \"public-advertised-prefix\"\n\tExternalVpnGateway shared.Resource = \"external-vpn-gateway\"\n\tTransferConfig shared.Resource = \"transfer-config\"\n\tTransferRun shared.Resource = \"transfer-run\"\n\tDataSource shared.Resource = \"data-source\"\n\tRoutine shared.Resource = \"routine\"\n\tTransferJob shared.Resource = \"transfer-job\"\n\tTransferOperation shared.Resource = \"transfer-operation\" // Storage Transfer Transfer Operation (child resource)\n\tAgentPool shared.Resource = \"agent-pool\" // Storage Transfer Agent Pool\n\tSecurityCenterService shared.Resource = \"security-center-service\" // Used by Security Center Management\n\tSecurityHealthAnalyticsCustomModule shared.Resource = \"security-health-analytics-custom-module\" // Security Center Management Security Health Analytics Custom Module\n\tEventThreatDetectionCustomModule shared.Resource = \"event-threat-detection-custom-module\" // Security Center Management Event Threat Detection Custom Module\n\tEffectiveSecurityHealthAnalyticsCustomModule shared.Resource = \"effective-security-health-analytics-custom-module\" // Security Center Management Effective Security Health Analytics Custom Module\n\tEffectiveEventThreatDetectionCustomModule shared.Resource = \"effective-event-threat-detection-custom-module\" // Security Center Management Effective Event Threat Detection Custom Module\n\tCertificateMap shared.Resource = \"certificate-map\" // Certificate Manager Certificate Map\n\tCertificateMapEntry shared.Resource = \"certificate-map-entry\" // Certificate Manager Certificate Map Entry\n\tCertificate shared.Resource = \"certificate\" // Certificate Manager Certificate\n\tDnsAuthorization shared.Resource = \"dns-authorization\" // Certificate Manager DNS Authorization\n\tCertificateIssuanceConfig shared.Resource = \"certificate-issuance-config\" // Certificate Manager Certificate Issuance Config\n\tInternalRange shared.Resource = \"internal-range\" // Network Connectivity API Internal Range\n\tRoutePolicy shared.Resource = \"route-policy\" // Router Route Policy child resource\n\tBgpRoute shared.Resource = \"bgp-route\" // Router BGP Route child resource\n\tMetastoreService shared.Resource = \"metastore-service\" // Dataproc Metastore Service\n\tCompilationResult shared.Resource = \"compilation-result\" // Dataform Compilation Result child resource\n\tWorkspace shared.Resource = \"workspace\" // Dataform Workspace child resource\n\tWorkflowInvocation shared.Resource = \"workflow-invocation\" // Dataform Workflow Invocation child resource\n\tMesh shared.Resource = \"mesh\" // Network Services API Mesh\n\tBinaryAuthorizationPolicy shared.Resource = \"binary-authorization-policy\" // Binary Authorization API Platform Policy\n\tJob shared.Resource = \"job\" // Dataflow Job\n)\n" }, { "path": "sources/gcp/shared/network-security-clients.go", "content": "package shared\n\nimport (\n\t\"context\"\n\n\t\"cloud.google.com/go/networksecurity/apiv1beta1\"\n\t\"cloud.google.com/go/networksecurity/apiv1beta1/networksecuritypb\"\n\t\"github.com/googleapis/gax-go/v2\"\n)\n\ntype NetworkSecurityClientTlsPolicyClient interface {\n\tGet(ctx context.Context, req *networksecuritypb.GetClientTlsPolicyRequest, opts ...gax.CallOption) (*networksecuritypb.ClientTlsPolicy, error)\n\tList(ctx context.Context, req *networksecuritypb.ListClientTlsPoliciesRequest, opts ...gax.CallOption) NetworkSecurityClientTlsPolicyIterator\n}\n\ntype NetworkSecurityClientTlsPolicyIterator interface {\n\tNext() (*networksecuritypb.ClientTlsPolicy, error)\n}\n\ntype networkSecurityClientTlsPolicyClient struct {\n\tclient *networksecurity.Client\n}\n\nfunc (c networkSecurityClientTlsPolicyClient) Get(ctx context.Context, req *networksecuritypb.GetClientTlsPolicyRequest, opts ...gax.CallOption) (*networksecuritypb.ClientTlsPolicy, error) {\n\treturn c.client.GetClientTlsPolicy(ctx, req, opts...)\n}\n\nfunc (c networkSecurityClientTlsPolicyClient) List(ctx context.Context, req *networksecuritypb.ListClientTlsPoliciesRequest, opts ...gax.CallOption) NetworkSecurityClientTlsPolicyIterator {\n\treturn c.client.ListClientTlsPolicies(ctx, req, opts...)\n}\n\n// NewNetworkSecurityClientTlsPolicyClient creates a new NetworkSecurityClientTlsPolicyClient\nfunc NewNetworkSecurityClientTlsPolicyClient(client *networksecurity.Client) NetworkSecurityClientTlsPolicyClient {\n\treturn &networkSecurityClientTlsPolicyClient{\n\t\tclient: client,\n\t}\n}\n" }, { "path": "sources/gcp/shared/predefined-roles.go", "content": "package shared\n\ntype WithPredefinedRole interface {\n\tPredefinedRole() string\n}\n\ntype role struct {\n\tRole string\n\tLink string\n\tIAMPermissions []string\n}\n\n// PredefinedRoles is a map of predefined roles for the GCP source.\n// The IAMPermissions field contains the exact permissions from adapter metadata that require this role.\nvar PredefinedRoles = map[string]role{\n\t\"roles/aiplatform.viewer\": {\n\t\tRole: \"roles/aiplatform.viewer\",\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/aiplatform#aiplatform.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"aiplatform.batchPredictionJobs.get\",\n\t\t\t\"aiplatform.batchPredictionJobs.list\",\n\t\t\t\"aiplatform.customJobs.get\",\n\t\t\t\"aiplatform.customJobs.list\",\n\t\t\t\"aiplatform.endpoints.get\",\n\t\t\t\"aiplatform.endpoints.list\",\n\t\t\t\"aiplatform.modelDeploymentMonitoringJobs.get\",\n\t\t\t\"aiplatform.modelDeploymentMonitoringJobs.list\",\n\t\t\t\"aiplatform.models.get\",\n\t\t\t\"aiplatform.models.list\",\n\t\t\t\"aiplatform.pipelineJobs.get\",\n\t\t\t\"aiplatform.pipelineJobs.list\",\n\t\t\t\"resourcemanager.projects.get\",\n\t\t},\n\t},\n\t\"roles/artifactregistry.reader\": {\n\t\tRole: \"roles/artifactregistry.reader\",\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/artifactregistry#artifactregistry.reader\",\n\t\tIAMPermissions: []string{\n\t\t\t\"artifactregistry.dockerimages.get\",\n\t\t\t\"artifactregistry.dockerimages.list\",\n\t\t\t\"artifactregistry.repositories.get\",\n\t\t\t\"artifactregistry.repositories.list\",\n\t\t},\n\t},\n\t\"overmind_custom_role\": {\n\t\t// Custom role for Overmind with permissions not available in a single least-privilege predefined role.\n\t\t// Created in deploy/sources.tf. Includes read-only Storage Bucket IAM (getIamPolicy) and BigQuery/Spanner extras.\n\t\tRole: \"overmind_custom_role\",\n\t\tLink: \"deploy/sources.tf\",\n\t\tIAMPermissions: []string{\n\t\t\t\"bigquery.transfers.get\",\n\t\t\t\"spanner.databases.get\",\n\t\t\t\"spanner.databases.list\",\n\t\t\t\"storage.buckets.getIamPolicy\",\n\t\t},\n\t},\n\t\"roles/bigquery.metadataViewer\": {\n\t\tRole: \"roles/bigquery.metadataViewer\",\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/bigquery#bigquery.metadataViewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"bigquery.datasets.get\",\n\t\t\t\"bigquery.models.getMetadata\",\n\t\t\t\"bigquery.models.list\",\n\t\t\t\"bigquery.tables.get\",\n\t\t\t\"bigquery.tables.list\",\n\t\t\t\"bigquery.routines.get\",\n\t\t\t\"bigquery.routines.list\",\n\t\t},\n\t},\n\t\"roles/bigtable.viewer\": {\n\t\tRole: \"roles/bigtable.viewer\",\n\t\t// Provides no data access. Intended as a minimal set of permissions to access the Google Cloud console for Bigtable.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/bigtable#bigtable.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"bigtable.clusters.get\",\n\t\t\t\"bigtable.clusters.list\",\n\t\t\t\"bigtable.instances.get\",\n\t\t\t\"bigtable.instances.list\",\n\t\t\t\"bigtable.appProfiles.get\",\n\t\t\t\"bigtable.appProfiles.list\",\n\t\t\t\"bigtable.tables.get\",\n\t\t\t\"bigtable.tables.list\",\n\t\t\t\"bigtable.backups.get\",\n\t\t\t\"bigtable.backups.list\",\n\t\t},\n\t},\n\t\"roles/certificatemanager.viewer\": {\n\t\tRole: \"roles/certificatemanager.viewer\",\n\t\t// Read-only access to Certificate Manager resources.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/certificatemanager#certificatemanager.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"certificatemanager.certs.get\",\n\t\t\t\"certificatemanager.certs.list\",\n\t\t},\n\t},\n\t\"roles/cloudfunctions.viewer\": {\n\t\tRole: \"roles/cloudfunctions.viewer\",\n\t\t// Read-only access to functions and locations.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/cloudfunctions#cloudfunctions.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"cloudfunctions.functions.get\",\n\t\t\t\"cloudfunctions.functions.list\",\n\t\t},\n\t},\n\t\"roles/resourcemanager.tagViewer\": {\n\t\tRole: \"roles/resourcemanager.tagViewer\",\n\t\t// Access to list Tags and their associations with resources\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/resourcemanager#resourcemanager.tagViewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"resourcemanager.projects.get\",\n\t\t\t\"resourcemanager.tagKeys.get\",\n\t\t\t\"resourcemanager.tagKeys.list\",\n\t\t\t\"resourcemanager.tagValues.get\",\n\t\t\t\"resourcemanager.tagValues.list\",\n\t\t},\n\t},\n\t\"roles/compute.viewer\": {\n\t\tRole: \"roles/compute.viewer\",\n\t\t// Read-only access to get and list Compute Engine resources, without being able to read the data stored on them.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/compute#compute.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"compute.acceleratorTypes.get\",\n\t\t\t\"compute.acceleratorTypes.list\",\n\t\t\t\"compute.addresses.get\",\n\t\t\t\"compute.addresses.list\",\n\t\t\t\"compute.autoscalers.get\",\n\t\t\t\"compute.autoscalers.list\",\n\t\t\t\"compute.backendServices.get\",\n\t\t\t\"compute.backendServices.list\",\n\t\t\t\"compute.commitments.get\",\n\t\t\t\"compute.commitments.list\",\n\t\t\t\"compute.diskTypes.get\",\n\t\t\t\"compute.diskTypes.list\",\n\t\t\t\"compute.disks.get\",\n\t\t\t\"compute.disks.list\",\n\t\t\t\"compute.externalVpnGateways.get\",\n\t\t\t\"compute.externalVpnGateways.list\",\n\t\t\t\"compute.firewalls.get\",\n\t\t\t\"compute.firewalls.list\",\n\t\t\t\"compute.forwardingRules.get\",\n\t\t\t\"compute.forwardingRules.list\",\n\t\t\t\"compute.healthChecks.get\",\n\t\t\t\"compute.healthChecks.list\",\n\t\t\t\"compute.httpHealthChecks.get\",\n\t\t\t\"compute.httpHealthChecks.list\",\n\t\t\t\"compute.images.get\",\n\t\t\t\"compute.images.list\",\n\t\t\t\"compute.instanceGroupManagers.get\",\n\t\t\t\"compute.instanceGroupManagers.list\",\n\t\t\t\"compute.instanceGroups.get\",\n\t\t\t\"compute.instanceGroups.list\",\n\t\t\t\"compute.instanceTemplates.get\",\n\t\t\t\"compute.instanceTemplates.list\",\n\t\t\t\"compute.instances.get\",\n\t\t\t\"compute.instances.list\",\n\t\t\t\"compute.instantSnapshots.get\",\n\t\t\t\"compute.instantSnapshots.list\",\n\t\t\t\"compute.licenses.get\",\n\t\t\t\"compute.licenses.list\",\n\t\t\t\"compute.machineImages.get\",\n\t\t\t\"compute.machineImages.list\",\n\t\t\t\"compute.networkEndpointGroups.get\",\n\t\t\t\"compute.networkEndpointGroups.list\",\n\t\t\t\"compute.networks.get\",\n\t\t\t\"compute.networks.list\",\n\t\t\t\"compute.nodeGroups.get\",\n\t\t\t\"compute.nodeGroups.list\",\n\t\t\t\"compute.nodeTemplates.get\",\n\t\t\t\"compute.nodeTemplates.list\",\n\t\t\t\"compute.projects.get\",\n\t\t\t\"compute.publicDelegatedPrefixes.get\",\n\t\t\t\"compute.publicDelegatedPrefixes.list\",\n\t\t\t\"compute.regionBackendServices.get\",\n\t\t\t\"compute.regionBackendServices.list\",\n\t\t\t\"compute.regionHealthChecks.get\",\n\t\t\t\"compute.regionHealthChecks.list\",\n\t\t\t\"compute.regionInstanceGroupManagers.get\",\n\t\t\t\"compute.regionInstanceGroupManagers.list\",\n\t\t\t\"compute.reservations.get\",\n\t\t\t\"compute.reservations.list\",\n\t\t\t\"compute.resourcePolicies.get\",\n\t\t\t\"compute.resourcePolicies.list\",\n\t\t\t\"compute.routers.get\",\n\t\t\t\"compute.routers.list\",\n\t\t\t\"compute.routes.get\",\n\t\t\t\"compute.routes.list\",\n\t\t\t\"compute.securityPolicies.get\",\n\t\t\t\"compute.securityPolicies.list\",\n\t\t\t\"compute.snapshots.get\",\n\t\t\t\"compute.snapshots.list\",\n\t\t\t\"compute.sslCertificates.get\",\n\t\t\t\"compute.sslCertificates.list\",\n\t\t\t\"compute.sslPolicies.get\",\n\t\t\t\"compute.sslPolicies.list\",\n\t\t\t\"compute.storagePools.get\",\n\t\t\t\"compute.storagePools.list\",\n\t\t\t\"compute.subnetworks.get\",\n\t\t\t\"compute.subnetworks.list\",\n\t\t\t\"compute.targetHttpProxies.get\",\n\t\t\t\"compute.targetHttpProxies.list\",\n\t\t\t\"compute.targetHttpsProxies.get\",\n\t\t\t\"compute.targetHttpsProxies.list\",\n\t\t\t\"compute.targetPools.get\",\n\t\t\t\"compute.targetPools.list\",\n\t\t\t\"compute.urlMaps.get\",\n\t\t\t\"compute.urlMaps.list\",\n\t\t\t\"compute.vpnGateways.get\",\n\t\t\t\"compute.vpnGateways.list\",\n\t\t\t\"compute.vpnTunnels.get\",\n\t\t\t\"compute.vpnTunnels.list\",\n\t\t\t\"compute.machineTypes.get\",\n\t\t\t\"compute.machineTypes.list\",\n\t\t},\n\t},\n\t\"roles/container.viewer\": {\n\t\tRole: \"roles/container.viewer\",\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/container#container.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"container.clusters.get\",\n\t\t\t\"container.clusters.list\",\n\t\t},\n\t},\n\t\"roles/dataflow.viewer\": {\n\t\tRole: \"roles/dataflow.viewer\",\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/dataflow#dataflow.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"dataflow.jobs.get\",\n\t\t\t\"dataflow.jobs.list\",\n\t\t},\n\t},\n\t\"roles/dataproc.viewer\": {\n\t\tRole: \"roles/dataproc.viewer\",\n\t\t// Provides read-only access to Dataproc resources.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/dataproc#dataproc.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"dataproc.autoscalingPolicies.get\",\n\t\t\t\"dataproc.autoscalingPolicies.list\",\n\t\t\t\"dataproc.clusters.get\",\n\t\t\t\"dataproc.clusters.list\",\n\t\t},\n\t},\n\t\"roles/monitoring.viewer\": {\n\t\tRole: \"roles/monitoring.viewer\",\n\t\t// Provides read-only access to get and list information about all monitoring data and configurations.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/monitoring#monitoring.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"monitoring.alertPolicies.get\",\n\t\t\t\"monitoring.alertPolicies.list\",\n\t\t\t\"monitoring.dashboards.get\",\n\t\t\t\"monitoring.dashboards.list\",\n\t\t\t\"monitoring.notificationChannels.get\",\n\t\t\t\"monitoring.notificationChannels.list\",\n\t\t},\n\t},\n\t\"roles/redis.viewer\": {\n\t\tRole: \"roles/redis.viewer\",\n\t\t// Read-only access to Redis instances and related resources.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/redis#redis.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"redis.instances.get\",\n\t\t\t\"redis.instances.list\",\n\t\t},\n\t},\n\t\"roles/run.viewer\": {\n\t\tRole: \"roles/run.viewer\",\n\t\t// Can view the state of all Cloud Run resources, including IAM policies.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/run#run.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"run.revisions.get\",\n\t\t\t\"run.revisions.list\",\n\t\t\t\"run.services.get\",\n\t\t\t\"run.services.list\",\n\t\t\t\"run.workerPools.get\",\n\t\t\t\"run.workerPools.list\",\n\t\t},\n\t},\n\t\"roles/secretmanager.viewer\": {\n\t\tRole: \"roles/secretmanager.viewer\",\n\t\t// Allows viewing metadata of all Secret Manager resources\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/secretmanager#secretmanager.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"secretmanager.secrets.get\",\n\t\t\t\"secretmanager.secrets.list\",\n\t\t},\n\t},\n\t\"roles/spanner.viewer\": {\n\t\tRole: \"roles/spanner.viewer\",\n\t\t/*\n\t\t\tA principal with this role can:\n\t\t\t\t- View all Spanner instances (but cannot modify instances).\n\t\t\t\t- View all Spanner databases (but cannot modify or read from databases).\n\t\t*/\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/spanner#spanner.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"spanner.instanceConfigs.get\",\n\t\t\t\"spanner.instanceConfigs.list\",\n\t\t\t\"spanner.instances.get\",\n\t\t\t\"spanner.instances.list\",\n\t\t},\n\t},\n\t\"roles/cloudsql.viewer\": {\n\t\tRole: \"roles/cloudsql.viewer\",\n\t\t// Provides read-only access to Cloud SQL resources.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/cloudsql#cloudsql.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"cloudsql.backupRuns.get\",\n\t\t\t\"cloudsql.backupRuns.list\",\n\t\t\t\"cloudsql.instances.get\",\n\t\t\t\"cloudsql.instances.list\",\n\t\t},\n\t},\n\t\"roles/storagetransfer.viewer\": {\n\t\tRole: \"roles/storagetransfer.viewer\",\n\t\t// Read access to storage transfer jobs and operations.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/storagetransfer#storagetransfer.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"storagetransfer.jobs.get\",\n\t\t\t\"storagetransfer.jobs.list\",\n\t\t},\n\t},\n\t\"roles/storage.bucketViewer\": {\n\t\tRole: \"roles/storage.bucketViewer\",\n\t\t// Grants permission to view buckets and their metadata, excluding IAM policies.\n\t\t// This role is in Beta mode, but we don't have any alternatives.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/storage#storage.bucketViewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"storage.buckets.get\",\n\t\t\t\"storage.buckets.list\",\n\t\t},\n\t},\n\t\"roles/pubsub.viewer\": {\n\t\tRole: \"roles/pubsub.viewer\",\n\t\t// Provides access to view topics and subscriptions.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/pubsub#pubsub.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"pubsub.subscriptions.get\",\n\t\t\t\"pubsub.subscriptions.list\",\n\t\t\t\"pubsub.topics.get\",\n\t\t\t\"pubsub.topics.list\",\n\t\t},\n\t},\n\t\"roles/dataplex.viewer\": {\n\t\tRole: \"roles/dataplex.viewer\",\n\t\t// Read access to Dataplex Universal Catalog resources, except for catalog resources like entries, entry groups, and glossaries.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/dataplex#dataplex.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"dataplex.dataScans.get\",\n\t\t\t\"dataplex.dataScans.list\",\n\t\t},\n\t},\n\t\"roles/dataplex.catalogViewer\": {\n\t\tRole: \"roles/dataplex.catalogViewer\",\n\t\t// Read access to catalog resources, including entries, entry groups, and glossaries. Can view IAM policies on catalog resources.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/dataplex#dataplex.catalogViewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"dataplex.aspectTypes.get\",\n\t\t\t\"dataplex.aspectTypes.list\",\n\t\t\t\"dataplex.entryGroups.get\",\n\t\t\t\"dataplex.entryGroups.list\",\n\t\t},\n\t},\n\t\"roles/iam.roleViewer\": {\n\t\tRole: \"roles/iam.roleViewer\",\n\t\t// Provides read access to all custom roles in the project.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/iam#iam.roleViewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"iam.roles.get\",\n\t\t\t\"iam.roles.list\",\n\t\t},\n\t},\n\t\"roles/iam.serviceAccountViewer\": {\n\t\tRole: \"roles/iam.serviceAccountViewer\",\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/iam#iam.serviceAccountViewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"iam.serviceAccountKeys.get\",\n\t\t\t\"iam.serviceAccountKeys.list\",\n\t\t\t\"iam.serviceAccounts.get\",\n\t\t\t\"iam.serviceAccounts.list\",\n\t\t},\n\t},\n\t\"roles/dns.reader\": {\n\t\tRole: \"roles/dns.reader\",\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/dns#dns.reader\",\n\t\tIAMPermissions: []string{\n\t\t\t\"dns.managedZones.get\",\n\t\t\t\"dns.managedZones.list\",\n\t\t},\n\t},\n\t\"roles/logging.viewer\": {\n\t\tRole: \"roles/logging.viewer\",\n\t\t// Provides access to view logs.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/logging#logging.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"logging.buckets.get\",\n\t\t\t\"logging.buckets.list\",\n\t\t\t\"logging.links.get\",\n\t\t\t\"logging.links.list\",\n\t\t\t\"logging.queries.getShared\",\n\t\t\t\"logging.queries.listShared\",\n\t\t\t\"logging.sinks.get\",\n\t\t\t\"logging.sinks.list\",\n\t\t},\n\t},\n\t\"roles/serviceusage.serviceUsageViewer\": {\n\t\tRole: \"roles/serviceusage.serviceUsageViewer\",\n\t\t// Ability to inspect service states and operations for a consumer project.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/serviceusage#serviceusage.serviceUsageViewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"serviceusage.services.get\",\n\t\t\t\"serviceusage.services.list\",\n\t\t},\n\t},\n\t\"roles/servicedirectory.viewer\": {\n\t\tRole: \"roles/servicedirectory.viewer\",\n\t\t// View Service Directory resources.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/servicedirectory#servicedirectory.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"servicedirectory.endpoints.get\",\n\t\t\t\"servicedirectory.endpoints.list\",\n\t\t\t\"servicedirectory.services.get\",\n\t\t\t\"servicedirectory.services.list\",\n\t\t},\n\t},\n\t\"roles/eventarc.viewer\": {\n\t\tRole: \"roles/eventarc.viewer\",\n\t\t// Can view the state of all Eventarc resources, including IAM policies.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/eventarc#eventarc.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"eventarc.triggers.get\",\n\t\t\t\"eventarc.triggers.list\",\n\t\t},\n\t},\n\t\"roles/orgpolicy.policyViewer\": {\n\t\tRole: \"roles/orgpolicy.policyViewer\",\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/orgpolicy#orgpolicy.policyViewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"orgpolicy.policy.get\",\n\t\t\t\"orgpolicy.policies.list\",\n\t\t},\n\t},\n\t\"roles/essentialcontacts.viewer\": {\n\t\tRole: \"roles/essentialcontacts.viewer\",\n\t\t// Viewer for all essential contacts\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/essentialcontacts#essentialcontacts.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"essentialcontacts.contacts.get\",\n\t\t\t\"essentialcontacts.contacts.list\",\n\t\t},\n\t},\n\t\"roles/file.viewer\": {\n\t\tRole: \"roles/file.viewer\",\n\t\t// Read-only access to Filestore instances and related resources.\n\t\t// This role is in Beta mode, but we don't have any alternatives.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/file#file.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"file.instances.get\",\n\t\t\t\"file.instances.list\",\n\t\t},\n\t},\n\t\"roles/securitycentermanagement.viewer\": {\n\t\tRole: \"roles/securitycentermanagement.viewer\",\n\t\t// Readonly access to Cloud Security Command Center services and custom modules configuration.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/securitycentermanagement#securitycentermanagement.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"securitycentermanagement.securityCenterServices.get\",\n\t\t\t\"securitycentermanagement.securityCenterServices.list\",\n\t\t},\n\t},\n\t\"roles/cloudbuild.builds.viewer\": {\n\t\tRole: \"roles/cloudbuild.builds.viewer\",\n\t\t// Provides access to view builds.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/cloudbuild#cloudbuild.builds.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"cloudbuild.builds.get\",\n\t\t\t\"cloudbuild.builds.list\",\n\t\t},\n\t},\n\t\"roles/dataform.viewer\": {\n\t\tRole: \"roles/dataform.viewer\",\n\t\t// Read-only access to all Dataform resources.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/dataform#dataform.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"dataform.repositories.get\",\n\t\t\t\"dataform.repositories.list\",\n\t\t},\n\t},\n\t\"roles/cloudkms.viewer\": {\n\t\tRole: \"roles/cloudkms.viewer\",\n\t\t// Read-only access to Cloud KMS resources.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/cloudkms#cloudkms.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"cloudkms.cryptoKeys.get\",\n\t\t\t\"cloudkms.cryptoKeys.list\",\n\t\t\t\"cloudkms.cryptoKeyVersions.get\",\n\t\t\t\"cloudkms.cryptoKeyVersions.list\",\n\t\t\t\"cloudkms.keyRings.get\",\n\t\t\t\"cloudkms.keyRings.list\",\n\t\t\t\"cloudkms.locations.list\",\n\t\t},\n\t},\n\t\"roles/cloudasset.viewer\": {\n\t\tRole: \"roles/cloudasset.viewer\",\n\t\t// Read-only access to Cloud Asset Inventory.\n\t\tLink: \"https://cloud.google.com/iam/docs/roles-permissions/cloudasset#cloudasset.viewer\",\n\t\tIAMPermissions: []string{\n\t\t\t\"cloudasset.assets.listResource\",\n\t\t},\n\t},\n}\n" }, { "path": "sources/gcp/shared/storage-iam.go", "content": "package shared\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"cloud.google.com/go/storage\"\n)\n\n// ErrStorageClientNotInitialized is returned when the Storage client was not initialized (e.g. when enumerating adapters without initGCPClients).\nvar ErrStorageClientNotInitialized = errors.New(\"storage client not initialized\")\n\n// BucketIAMBinding represents one IAM binding (role + members, optionally with a condition) in a bucket's policy.\n// The adapter emits one item per bucket (the full policy); bindings are serialized in that item's bindings array.\ntype BucketIAMBinding struct {\n\tRole string\n\tMembers []string\n\tConditionExpression string // CEL expression; empty if no condition\n\tConditionTitle string // optional; empty if no condition or not set\n\tConditionDescription string // optional; empty if no condition or not set\n}\n\n// StorageBucketIAMPolicyGetter retrieves the IAM policy for a GCS bucket as a slice of bindings.\n// See: https://cloud.google.com/storage/docs/json_api/v1/buckets/getIamPolicy\ntype StorageBucketIAMPolicyGetter interface {\n\tGetBucketIAMPolicy(ctx context.Context, bucketName string) ([]BucketIAMBinding, error)\n}\n\n// storageBucketIAMPolicyGetterImpl implements StorageBucketIAMPolicyGetter using the Storage client.\ntype storageBucketIAMPolicyGetterImpl struct {\n\tclient *storage.Client\n}\n\n// GetBucketIAMPolicy returns the IAM policy for the given bucket.\nfunc (g *storageBucketIAMPolicyGetterImpl) GetBucketIAMPolicy(ctx context.Context, bucketName string) ([]BucketIAMBinding, error) {\n\tif g.client == nil {\n\t\treturn nil, ErrStorageClientNotInitialized\n\t}\n\tpolicy3, err := g.client.Bucket(bucketName).IAM().V3().Policy(ctx)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\tout := make([]BucketIAMBinding, 0, len(policy3.Bindings))\n\tfor _, b := range policy3.Bindings {\n\t\tcondExpr := \"\"\n\t\tcondTitle := \"\"\n\t\tcondDesc := \"\"\n\t\tif b.GetCondition() != nil {\n\t\t\tcondExpr = b.GetCondition().GetExpression()\n\t\t\tcondTitle = b.GetCondition().GetTitle()\n\t\t\tcondDesc = b.GetCondition().GetDescription()\n\t\t}\n\t\tout = append(out, BucketIAMBinding{\n\t\t\tRole: b.GetRole(),\n\t\t\tMembers: b.GetMembers(),\n\t\t\tConditionExpression: condExpr,\n\t\t\tConditionTitle: condTitle,\n\t\t\tConditionDescription: condDesc,\n\t\t})\n\t}\n\treturn out, nil\n}\n\n// NewStorageBucketIAMPolicyGetter creates a getter that uses the given Storage client.\nfunc NewStorageBucketIAMPolicyGetter(client *storage.Client) StorageBucketIAMPolicyGetter {\n\treturn &storageBucketIAMPolicyGetterImpl{client: client}\n}\n" }, { "path": "sources/gcp/shared/terraform-mappings.go", "content": "package shared\n\nimport (\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\ntype TerraformMapping struct {\n\tReference string\n\tDescription string\n\tMappings []*sdp.TerraformMapping\n}\n\n// SDPAssetTypeToTerraformMappings maps GCP asset types to their terraform mappings.\n// This map is populated during source initiation by individual adapter files.\nvar SDPAssetTypeToTerraformMappings = map[shared.ItemType]TerraformMapping{}\n" }, { "path": "sources/gcp/shared/terraform-mappings_test.go", "content": "package shared\n\nimport (\n\t\"testing\"\n)\n\nfunc TestMissingMappings(t *testing.T) {\n\tfor sdpItemType := range SDPAssetTypeToAdapterMeta {\n\t\tif SDPAssetTypeToAdapterMeta[sdpItemType].InDevelopment {\n\t\t\tt.Logf(\"Skipping %s as it is in development\", sdpItemType)\n\t\t\tcontinue\n\t\t}\n\n\t\tif _, ok := SDPAssetTypeToTerraformMappings[sdpItemType]; !ok {\n\t\t\tt.Errorf(\"Missing Terraform mapping for %s\", sdpItemType)\n\t\t}\n\t}\n}\n" }, { "path": "sources/gcp/shared/utils.go", "content": "package shared\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// RecordExtractScopeFromURIError records an error from ExtractScopeFromURI to the span.\n// This should be called whenever ExtractScopeFromURI returns an error to help with observability.\nfunc RecordExtractScopeFromURIError(ctx context.Context, uri string, err error) {\n\tspan := trace.SpanFromContext(ctx)\n\tif span.IsRecording() {\n\t\tspan.RecordError(err, trace.WithAttributes(\n\t\t\tattribute.String(\"ovm.gcp.extractScopeFromURI.uri\", uri),\n\t\t\tattribute.String(\"ovm.gcp.extractScopeFromURI.error\", err.Error()),\n\t\t))\n\t}\n}\n\n// RegionalScope constructs a regional scope string from project ID and region.\nfunc RegionalScope(projectID, region string) string {\n\treturn fmt.Sprintf(\"%s.%s\", projectID, region)\n}\n\n// ZonalScope constructs a zonal scope string from project ID and zone.\nfunc ZonalScope(projectID, zone string) string {\n\treturn fmt.Sprintf(\"%s.%s\", projectID, zone)\n}\n\n// LastPathComponent extracts the last component from a GCP resource URL.\n// If the input does not contain a \"/\", it returns the input itself.\n// If the input is empty or only slashes, it returns an empty string.\nfunc LastPathComponent(url string) string {\n\tif url == \"\" {\n\t\treturn \"\"\n\t}\n\tparts := strings.Split(url, \"/\")\n\tfor i := len(parts) - 1; i >= 0; i-- {\n\t\tif parts[i] != \"\" {\n\t\t\treturn parts[i]\n\t\t}\n\t}\n\treturn \"\"\n}\n\n// ExtractPathParam extracts the value following a given key from a GCP resource name.\n// For example, for input=\"projects/my-proj/locations/global/keyRings/my-kr/cryptoKeys/my-key\"\n// and key=\"cryptoKeys\", it will return \"my-key\".\nfunc ExtractPathParam(key, input string) string {\n\tparts := strings.Split(input, \"/\")\n\tfor i, part := range parts {\n\t\tif part == key && len(parts) > i+1 {\n\t\t\treturn parts[i+1]\n\t\t}\n\t}\n\treturn \"\"\n}\n\n// ExtractPathParams extracts values following specified keys from a GCP resource name.\n// It returns a slice of values in the order of the keys provided.\n//\n// For example, for input=\"projects/my-proj/locations/global/keyRings/my-kr/cryptoKeys/my-key\"\n// and keys=[\"keyRings\", \"cryptoKeys\"], it will return [\"my-kr\", \"my-key\"].\n// If a key is not found, it will not be included in the results.\n//\n// If it fails to extract any values, it returns an empty slice.\n//\n// If it's a single part and no results were found for the given key(s), it returns the input itself.\n// input => \"my-managed-dns-zone\", keys => \"managedZones\", output => [\"my-managed-dns-zone\"]\nfunc ExtractPathParams(input string, keys ...string) []string {\n\tparts := strings.Split(input, \"/\")\n\tresults := make([]string, 0, len(keys))\n\n\tfor k := 0; k <= len(keys)-1; k++ {\n\t\tkey := keys[k]\n\t\tfor i, part := range parts {\n\t\t\tif part == key && len(parts) > i+1 {\n\t\t\t\tresults = append(results, parts[i+1])\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\t}\n\n\t// if it's a single part and no results were found, return the part itself\n\tif len(results) == 0 && len(parts) == 1 && parts[0] != \"\" {\n\t\treturn []string{parts[0]}\n\t}\n\n\treturn results\n}\n\n// ExtractPathParamsWithCount extracts path parameters from a fully qualified GCP resource name.\n// It returns the last `count` path parameters from the input string.\n//\n// For example, for input=\"projects/my-proj/locations/global/keyRings/my-kr/cryptoKeys/my-key\"\n// and count=2, it will return [\"my-kr\", \"my-key\"].\nfunc ExtractPathParamsWithCount(input string, count int) []string {\n\tif count <= 0 || input == \"\" {\n\t\treturn nil\n\t}\n\n\tparts := strings.Split(strings.Trim(input, \"/\"), \"/\")\n\tif len(parts) < 2*count {\n\t\treturn nil\n\t}\n\n\tvar result []string\n\tfor i := count - 1; i >= 0; i-- {\n\t\tstep := 1 + 2*i\n\t\tresult = append(result, parts[len(parts)-step])\n\t}\n\n\treturn result\n}\n\n// ZoneToRegion converts a GCP zone to a region.\n// The fully-qualified name for a zone is made up of -.\n// For example, the fully qualified name for zone a in region us-central1 is us-central1-a.\n// https://cloud.google.com/compute/docs/regions-zones#identifying_a_region_or_zone\nfunc ZoneToRegion(zone string) string {\n\tparts := strings.Split(zone, \"-\")\n\tif len(parts) < 2 {\n\t\treturn \"\"\n\t}\n\n\treturn strings.Join(parts[:len(parts)-1], \"-\")\n}\n\n// isProjectNumber returns true if the project identifier appears to be a\n// GCP project number (all digits) rather than a project ID. Project IDs\n// must start with a letter per GCP rules.\n//\n// We use a simple loop instead of a regex (e.g., `^\\d+$`) because:\n// - It's more idiomatic Go for simple character validation\n// - Avoids regex compilation/matching overhead (even pre-compiled)\n// - More readable for maintainers unfamiliar with regex\n// - Sufficient for the straightforward \"all digits\" check\nfunc isProjectNumber(projectID string) bool {\n\tif projectID == \"\" {\n\t\treturn false\n\t}\n\tfor _, r := range projectID {\n\t\tif r < '0' || r > '9' {\n\t\t\treturn false\n\t\t}\n\t}\n\treturn true\n}\n\n// ExtractScopeFromURI extracts the scope from a GCP resource URI.\n// It supports various URL formats including full HTTPS URLs, full resource names,\n// service destination formats, and bare paths.\n//\n// Examples:\n// - Zonal scope: \"https://www.googleapis.com/compute/v1/projects/my-project/zones/us-central1-a/disks/my-disk\" β†’ \"my-project.us-central1-a\"\n// - Regional scope: \"projects/my-project/regions/us-central1/subnetworks/my-subnet\" β†’ \"my-project.us-central1\"\n// - Project scope: \"https://www.googleapis.com/compute/v1/projects/my-project/global/networks/my-network\" β†’ \"my-project\"\n//\n// The function determines scope based on the location specifiers found in the path:\n// - If zones/{zone} or locations/{zone-format} is found β†’ zonal scope (project.zone)\n// - If regions/{region} or locations/{region-format} is found (and no zone) β†’ regional scope (project.region)\n// - If global keyword is found, or only project is found β†’ project scope (project)\n//\n// Returns an error if:\n// - The project ID cannot be determined\n// - Conflicting location specifiers are found (e.g., both zones and regions)\n// - The URI format is invalid\n//\n// If an error occurs, it is automatically recorded to the span from the context for observability.\nfunc ExtractScopeFromURI(ctx context.Context, uri string) (string, error) {\n\tif uri == \"\" {\n\t\terr := fmt.Errorf(\"URI is empty\")\n\t\tRecordExtractScopeFromURIError(ctx, uri, err)\n\t\treturn \"\", err\n\t}\n\n\t// Extract the path portion from various URL formats\n\tpath := extractPathFromURI(uri)\n\n\t// Extract project, region, zone, and location from the path\n\tprojectID := ExtractPathParam(\"projects\", path)\n\tzone := ExtractPathParam(\"zones\", path)\n\tregion := ExtractPathParam(\"regions\", path)\n\tlocation := ExtractPathParam(\"locations\", path)\n\n\t// Check for global keyword\n\thasGlobal := strings.Contains(path, \"/global/\") || location == \"global\"\n\n\t// Handle special case: projects/_/buckets (project placeholder, cannot determine scope)\n\tif projectID == \"_\" {\n\t\terr := fmt.Errorf(\"cannot determine scope from URI with project placeholder: %s\", uri)\n\t\tRecordExtractScopeFromURIError(ctx, uri, err)\n\t\treturn \"\", err\n\t}\n\n\t// Validate project is present (unless it's the special _ case, already handled)\n\tif projectID == \"\" {\n\t\terr := fmt.Errorf(\"cannot determine scope: project ID not found in URI: %s\", uri)\n\t\tRecordExtractScopeFromURIError(ctx, uri, err)\n\t\treturn \"\", err\n\t}\n\n\t// When URI uses project number instead of project ID, we cannot map to\n\t// adapter scopes (which use project IDs). Return wildcard so the query\n\t// is broadcast to all adapters.\n\tif isProjectNumber(projectID) {\n\t\treturn \"*\", nil\n\t}\n\n\t// Check for conflicting location specifiers\n\tif zone != \"\" && region != \"\" {\n\t\terr := fmt.Errorf(\"cannot determine scope: both zones and regions found in URI: %s\", uri)\n\t\tRecordExtractScopeFromURIError(ctx, uri, err)\n\t\treturn \"\", err\n\t}\n\tif zone != \"\" && location != \"\" {\n\t\terr := fmt.Errorf(\"cannot determine scope: both zones and locations found in URI: %s\", uri)\n\t\tRecordExtractScopeFromURIError(ctx, uri, err)\n\t\treturn \"\", err\n\t}\n\n\t// Determine scope based on location specifiers found\n\t// Priority: zone > region > project (global)\n\n\t// Zonal scope: zones/{zone} or locations/{zone-format}\n\tif zone != \"\" {\n\t\treturn ZonalScope(projectID, zone), nil\n\t}\n\tif location != \"\" && location != \"global\" {\n\t\t// Check if location is zone-format using ZoneToRegion\n\t\t// If ZoneToRegion returns a non-empty region, the location is a zone\n\t\tif extractedRegion := ZoneToRegion(location); extractedRegion != \"\" {\n\t\t\t// Location is zone-format\n\t\t\treturn ZonalScope(projectID, location), nil\n\t\t}\n\t\t// Location is region-format\n\t\treturn RegionalScope(projectID, location), nil\n\t}\n\n\t// Regional scope: regions/{region}\n\tif region != \"\" {\n\t\treturn RegionalScope(projectID, region), nil\n\t}\n\n\t// Project scope: global keyword or no location specifiers\n\tif hasGlobal || location == \"global\" {\n\t\treturn projectID, nil\n\t}\n\n\t// Project scope: only project found, no location specifiers\n\treturn projectID, nil\n}\n\n// extractPathFromURI extracts the resource path from various GCP URI formats.\n// It handles:\n// - Full HTTPS URLs: https://www.googleapis.com/compute/v1/projects/...\n// - Service-specific HTTPS URLs: https://compute.googleapis.com/compute/v1/projects/...\n// - Full resource names: //compute.googleapis.com/projects/...\n// - Service destination formats: pubsub.googleapis.com/projects/...\n// - Bare paths: projects/...\nfunc extractPathFromURI(uri string) string {\n\t// Remove query parameters and fragments\n\tif idx := strings.IndexAny(uri, \"?#\"); idx != -1 {\n\t\turi = uri[:idx]\n\t}\n\n\t// Handle full resource names: //service.googleapis.com/path\n\tif strings.HasPrefix(uri, \"//\") {\n\t\t// Find the path after the domain\n\t\tparts := strings.SplitN(uri[2:], \"/\", 2)\n\t\tif len(parts) > 1 {\n\t\t\treturn parts[1]\n\t\t}\n\t\treturn \"\"\n\t}\n\n\t// Handle HTTPS/HTTP URLs: https://domain/path or http://domain/path\n\tif strings.HasPrefix(uri, \"http://\") || strings.HasPrefix(uri, \"https://\") {\n\t\t// Remove protocol\n\t\turi = uri[strings.Index(uri, \"://\")+3:]\n\t\t// Find the path after the domain\n\t\tparts := strings.SplitN(uri, \"/\", 2)\n\t\tif len(parts) > 1 {\n\t\t\tpath := parts[1]\n\t\t\t// Strip version paths like /v1/, /v2/, /compute/v1/, /bigquery/v2/, etc.\n\t\t\t// These appear after the domain and before the resource path\n\t\t\t// Pattern: /{service}/v{version}/ or /v{version}/\n\t\t\tpath = stripVersionPath(path)\n\t\t\treturn path\n\t\t}\n\t\treturn \"\"\n\t}\n\n\t// Handle service destination formats: service.googleapis.com/path\n\t// These don't have a protocol prefix\n\tif strings.Contains(uri, \".googleapis.com/\") {\n\t\tparts := strings.SplitN(uri, \".googleapis.com/\", 2)\n\t\tif len(parts) > 1 {\n\t\t\tpath := parts[1]\n\t\t\tpath = stripVersionPath(path)\n\t\t\treturn path\n\t\t}\n\t}\n\n\t// Bare path: projects/... (use as-is)\n\treturn uri\n}\n\n// stripVersionPath removes version paths from the beginning of a path.\n// Examples:\n// - \"v1/projects/...\" β†’ \"projects/...\"\n// - \"compute/v1/projects/...\" β†’ \"projects/...\"\n// - \"bigquery/v2/projects/...\" β†’ \"projects/...\"\nfunc stripVersionPath(path string) string {\n\tparts := strings.Split(path, \"/\")\n\tif len(parts) == 0 {\n\t\treturn path\n\t}\n\n\t// Check for version pattern at the start\n\t// Pattern 1: /v{version}/ (e.g., v1, v2)\n\tif len(parts) > 0 && strings.HasPrefix(parts[0], \"v\") && len(parts[0]) == 2 {\n\t\t// Skip version part\n\t\tif len(parts) > 1 {\n\t\t\treturn strings.Join(parts[1:], \"/\")\n\t\t}\n\t\treturn \"\"\n\t}\n\n\t// Pattern 2: /{service}/v{version}/ (e.g., compute/v1, bigquery/v2)\n\tif len(parts) > 1 && strings.HasPrefix(parts[1], \"v\") && len(parts[1]) == 2 {\n\t\t// Skip service and version parts\n\t\tif len(parts) > 2 {\n\t\t\treturn strings.Join(parts[2:], \"/\")\n\t\t}\n\t\treturn \"\"\n\t}\n\n\treturn path\n}\n" }, { "path": "sources/gcp/shared/utils_test.go", "content": "package shared_test\n\nimport (\n\t\"context\"\n\t\"reflect\"\n\t\"testing\"\n\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n)\n\nfunc TestLastPathComponent(t *testing.T) {\n\ttests := []struct {\n\t\tinput string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tinput: \"projects/test-project/zones/us-central1-a/disks/my-disk\",\n\t\t\texpected: \"my-disk\",\n\t\t},\n\t\t{\n\t\t\tinput: \"projects/test-project/zones/us-central1-a\",\n\t\t\texpected: \"us-central1-a\",\n\t\t},\n\t\t{\n\t\t\tinput: \"my-disk\",\n\t\t\texpected: \"my-disk\",\n\t\t},\n\t\t{\n\t\t\tinput: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tinput: \"/\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tinput: \"////\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tinput: \"foo/bar/baz\",\n\t\t\texpected: \"baz\",\n\t\t},\n\t}\n\n\tfor _, tc := range tests {\n\t\tactual := gcpshared.LastPathComponent(tc.input)\n\t\tif actual != tc.expected {\n\t\t\tt.Errorf(\"LastPathComponent(%q) = %q; want %q\", tc.input, actual, tc.expected)\n\t\t}\n\t}\n}\n\nfunc TestExtractPathParam(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tkey string\n\t\tinput string\n\t\texpected string\n\t}{\n\t\t// ExtractLocation cases\n\t\t{\n\t\t\tname: \"ExtractLocation: Valid input with location\",\n\t\t\tkey: \"locations\",\n\t\t\tinput: \"projects/proj/locations/us-central1/keyRings/my-ring/cryptoKeys/my-key/cryptoKeyVersions/3\",\n\t\t\texpected: \"us-central1\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractLocation: Different region\",\n\t\t\tkey: \"locations\",\n\t\t\tinput: \"projects/proj/locations/europe-west1/keyRings/ring/cryptoKeys/key/cryptoKeyVersions/5\",\n\t\t\texpected: \"europe-west1\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractLocation: No location in path\",\n\t\t\tkey: \"locations\",\n\t\t\tinput: \"projects/proj/keyRings/ring/cryptoKeys/key\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractLocation: Empty input\",\n\t\t\tkey: \"locations\",\n\t\t\tinput: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractLocation: Malformed input\",\n\t\t\tkey: \"locations\",\n\t\t\tinput: \"this-is-not-a-kms-path\",\n\t\t\texpected: \"\",\n\t\t},\n\n\t\t// ExtractKeyRing cases\n\t\t{\n\t\t\tname: \"ExtractKeyRing: Valid input with key ring\",\n\t\t\tkey: \"keyRings\",\n\t\t\tinput: \"projects/proj/locations/us/keyRings/ring/cryptoKeys/key/cryptoKeyVersions/1\",\n\t\t\texpected: \"ring\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractKeyRing: Different key ring\",\n\t\t\tkey: \"keyRings\",\n\t\t\tinput: \"projects/proj/locations/europe/keyRings/test-ring/cryptoKeys/key/cryptoKeyVersions/1\",\n\t\t\texpected: \"test-ring\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractKeyRing: Missing keyRings segment\",\n\t\t\tkey: \"keyRings\",\n\t\t\tinput: \"projects/proj/locations/loc/cryptoKeys/key\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractKeyRing: Empty input\",\n\t\t\tkey: \"keyRings\",\n\t\t\tinput: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractKeyRing: Malformed path\",\n\t\t\tkey: \"keyRings\",\n\t\t\tinput: \"keyRings\",\n\t\t\texpected: \"\",\n\t\t},\n\n\t\t// ExtractCryptoKey cases\n\t\t{\n\t\t\tname: \"ExtractCryptoKey: Valid input\",\n\t\t\tkey: \"cryptoKeys\",\n\t\t\tinput: \"projects/proj/locations/loc/keyRings/ring/cryptoKeys/key/cryptoKeyVersions/1\",\n\t\t\texpected: \"key\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractCryptoKey: Another valid input\",\n\t\t\tkey: \"cryptoKeys\",\n\t\t\tinput: \"projects/a/locations/b/keyRings/r/cryptoKeys/my-key/cryptoKeyVersions/2\",\n\t\t\texpected: \"my-key\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractCryptoKey: Missing cryptoKeys segment\",\n\t\t\tkey: \"cryptoKeys\",\n\t\t\tinput: \"projects/p/locations/l/keyRings/r/cryptoKeyVersions/1\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractCryptoKey: Empty input\",\n\t\t\tkey: \"cryptoKeys\",\n\t\t\tinput: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractCryptoKey: Malformed string\",\n\t\t\tkey: \"cryptoKeys\",\n\t\t\tinput: \"cryptoKeyVersions\",\n\t\t\texpected: \"\",\n\t\t},\n\n\t\t// ExtractCryptoKeyVersion cases (as ExtractResourcePart)\n\t\t{\n\t\t\tname: \"ExtractCryptoKeyVersion: Valid input\",\n\t\t\tkey: \"cryptoKeyVersions\",\n\t\t\tinput: \"projects/proj/locations/loc/keyRings/ring/cryptoKeys/key/cryptoKeyVersions/3\",\n\t\t\texpected: \"3\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractCryptoKeyVersion: Different version\",\n\t\t\tkey: \"cryptoKeyVersions\",\n\t\t\tinput: \"projects/a/locations/b/keyRings/r/cryptoKeys/key/cryptoKeyVersions/7\",\n\t\t\texpected: \"7\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractCryptoKeyVersion: Missing version segment\",\n\t\t\tkey: \"cryptoKeyVersions\",\n\t\t\tinput: \"projects/p/locations/l/keyRings/r/cryptoKeys/key\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractCryptoKeyVersion: Empty input\",\n\t\t\tkey: \"cryptoKeyVersions\",\n\t\t\tinput: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"ExtractCryptoKeyVersion: Malformed string\",\n\t\t\tkey: \"cryptoKeyVersions\",\n\t\t\tinput: \"cryptoKeyVersions\",\n\t\t\texpected: \"\",\n\t\t},\n\n\t\t// ExtractZone cases (as ExtractResourcePart)\n\t\t{\n\t\t\tname: \"Valid input with zone\",\n\t\t\tinput: \"https://www.googleapis.com/compute/v1/projects/project-test/zones/us-central1-a/disks/integration-test-instance\",\n\t\t\texpected: \"us-central1-a\",\n\t\t\tkey: \"zones\",\n\t\t},\n\t\t{\n\t\t\tname: \"Valid input with different zone\",\n\t\t\tinput: \"https://www.googleapis.com/compute/v1/projects/project-test/zones/europe-west1-b/disks/integration-test-instance\",\n\t\t\texpected: \"europe-west1-b\",\n\t\t\tkey: \"zones\",\n\t\t},\n\t\t{\n\t\t\tname: \"Valid input shortened\",\n\t\t\tinput: \"zones/zone/disks/disk\",\n\t\t\texpected: \"zone\",\n\t\t\tkey: \"zones\",\n\t\t},\n\t\t{\n\t\t\tname: \"Input without zones\",\n\t\t\tinput: \"https://www.googleapis.com/compute/v1/projects/project-test/regions/us-central1/subnetworks/default\",\n\t\t\texpected: \"\",\n\t\t\tkey: \"zones\",\n\t\t},\n\t\t{\n\t\t\tname: \"Empty input\",\n\t\t\tinput: \"\",\n\t\t\texpected: \"\",\n\t\t\tkey: \"zones\",\n\t\t},\n\t\t{\n\t\t\tname: \"Malformed input\",\n\t\t\tinput: \"invalid-string-without-zones\",\n\t\t\texpected: \"\",\n\t\t\tkey: \"zones\",\n\t\t},\n\n\t\t// ExtractRegions cases (as ExtractResourcePart)\n\t\t{\n\t\t\tname: \"Valid input with region\",\n\t\t\tinput: \"https://www.googleapis.com/compute/v1/projects/project-test/regions/us-central1/subnetworks/default\",\n\t\t\texpected: \"us-central1\",\n\t\t\tkey: \"regions\",\n\t\t},\n\t\t{\n\t\t\tname: \"Valid input with different region\",\n\t\t\tinput: \"https://www.googleapis.com/compute/v1/projects/project-test/regions/europe-west1/subnetworks/default\",\n\t\t\texpected: \"europe-west1\",\n\t\t\tkey: \"regions\",\n\t\t},\n\t\t{\n\t\t\tname: \"Valid input shortened\",\n\t\t\tinput: \"regions/region/subnetworks/subnetwork\",\n\t\t\texpected: \"region\",\n\t\t\tkey: \"regions\",\n\t\t},\n\t\t{\n\t\t\tname: \"Input without regions\",\n\t\t\tinput: \"https://www.googleapis.com/compute/v1/projects/project-test/zones/us-central1-a/instances/instance-1\",\n\t\t\texpected: \"\",\n\t\t\tkey: \"regions\",\n\t\t},\n\t\t{\n\t\t\tname: \"Empty input\",\n\t\t\tinput: \"\",\n\t\t\texpected: \"\",\n\t\t\tkey: \"regions\",\n\t\t},\n\t\t{\n\t\t\tname: \"Malformed input\",\n\t\t\tinput: \"invalid-string-without-regions\",\n\t\t\texpected: \"\",\n\t\t\tkey: \"regions\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := gcpshared.ExtractPathParam(tt.key, tt.input)\n\t\t\tif result != tt.expected {\n\t\t\t\tt.Errorf(\"ExtractPathParam(%q, %q) = %q; want %q\", tt.input, tt.key, result, tt.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractPathParams(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tinput string\n\t\tkeys []string\n\t\texpected []string\n\t}{\n\t\t{\n\t\t\tname: \"single key present\",\n\t\t\tinput: \"projects/proj/locations/us-central1/keyRings/my-ring\",\n\t\t\tkeys: []string{\"locations\"},\n\t\t\texpected: []string{\"us-central1\"},\n\t\t},\n\t\t{\n\t\t\tname: \"multiple keys, both present\",\n\t\t\tinput: \"projects/proj/locations/us-central1/keyRings/my-ring/cryptoKeys/my-key\",\n\t\t\tkeys: []string{\"keyRings\", \"cryptoKeys\"},\n\t\t\texpected: []string{\"my-ring\", \"my-key\"},\n\t\t},\n\t\t{\n\t\t\tname: \"multiple keys, one missing\",\n\t\t\tinput: \"projects/proj/locations/us-central1/keyRings/my-ring\",\n\t\t\tkeys: []string{\"keyRings\", \"cryptoKeys\"},\n\t\t\texpected: []string{\"my-ring\"},\n\t\t},\n\t\t{\n\t\t\tname: \"all keys missing\",\n\t\t\tinput: \"projects/proj/locations/us-central1\",\n\t\t\tkeys: []string{\"foo\", \"bar\"},\n\t\t\texpected: []string{},\n\t\t},\n\t\t{\n\t\t\tname: \"empty input\",\n\t\t\tinput: \"\",\n\t\t\tkeys: []string{\"locations\"},\n\t\t\texpected: []string{},\n\t\t},\n\t\t{\n\t\t\tname: \"empty keys\",\n\t\t\tinput: \"projects/proj/locations/us-central1/keyRings/my-ring\",\n\t\t\tkeys: []string{},\n\t\t\texpected: []string{},\n\t\t},\n\t\t{\n\t\t\tname: \"key at end, no value\",\n\t\t\tinput: \"projects/proj/locations\",\n\t\t\tkeys: []string{\"locations\"},\n\t\t\texpected: []string{},\n\t\t},\n\t\t{\n\t\t\tname: \"multiple keys, both present, reverse order\",\n\t\t\tinput: \"projects/proj/locations/us-central1/keyRings/my-ring/cryptoKeys/my-key\",\n\t\t\tkeys: []string{\"locations\", \"cryptoKeys\"},\n\t\t\texpected: []string{\"us-central1\", \"my-key\"},\n\t\t},\n\t\t{\n\t\t\tname: \"default with no keys in it\",\n\t\t\tinput: \"default\",\n\t\t\tkeys: []string{\"subnetworks\"},\n\t\t\texpected: []string{\"default\"},\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := gcpshared.ExtractPathParams(tt.input, tt.keys...)\n\t\t\tif len(result) != len(tt.expected) {\n\t\t\t\tt.Errorf(\"ExtractPathParams(%q, %v) returned %d results, want %d\", tt.input, tt.keys, len(result), len(tt.expected))\n\t\t\t}\n\t\t\tfor i := range result {\n\t\t\t\tif result[i] != tt.expected[i] {\n\t\t\t\t\tt.Errorf(\"ExtractPathParams(%q, %v)[%d] = %q; want %q\", tt.input, tt.keys, i, result[i], tt.expected[i])\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractPathParamsWithCount(t *testing.T) {\n\ttype args struct {\n\t\tinput string\n\t\tcount int\n\t}\n\ttests := []struct {\n\t\tname string\n\t\targs args\n\t\twant []string\n\t}{\n\t\t{\n\t\t\tname: \"Extract last 2 path params\",\n\t\t\targs: args{\n\t\t\t\tinput: \"projects/my-proj/locations/global/keyRings/my-kr/cryptoKeys/my-key\",\n\t\t\t\tcount: 2,\n\t\t\t},\n\t\t\twant: []string{\"my-kr\", \"my-key\"},\n\t\t},\n\t\t{\n\t\t\tname: \"Extract last 2 path params with slash in suffix and prefix\",\n\t\t\targs: args{\n\t\t\t\tinput: \"/projects/my-proj/locations/global/keyRings/my-kr/cryptoKeys/my-key/\",\n\t\t\t\tcount: 2,\n\t\t\t},\n\t\t\twant: []string{\"my-kr\", \"my-key\"},\n\t\t},\n\t\t{\n\t\t\tname: \"Extract last 3 path params\",\n\t\t\targs: args{\n\t\t\t\tinput: \"projects/my-proj/locations/global/keyRings/my-kr/cryptoKeys/my-key\",\n\t\t\t\tcount: 3,\n\t\t\t},\n\t\t\twant: []string{\"global\", \"my-kr\", \"my-key\"},\n\t\t},\n\t\t{\n\t\t\tname: \"Extract from compute path\",\n\t\t\targs: args{\n\t\t\t\tinput: \"projects/test-project/zones/us-central1-a/instances/test-instance\",\n\t\t\t\tcount: 2,\n\t\t\t},\n\t\t\twant: []string{\"us-central1-a\", \"test-instance\"},\n\t\t},\n\t\t{\n\t\t\tname: \"Extract more params than exist\",\n\t\t\targs: args{\n\t\t\t\tinput: \"projects/my-proj/locations/global\",\n\t\t\t\tcount: 5,\n\t\t\t},\n\t\t\twant: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Extract exact number of components\",\n\t\t\targs: args{\n\t\t\t\tinput: \"a/b/c\",\n\t\t\t\tcount: 3,\n\t\t\t},\n\t\t\twant: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Extract with count=0\",\n\t\t\targs: args{\n\t\t\t\tinput: \"a/b/c\",\n\t\t\t\tcount: 0,\n\t\t\t},\n\t\t\twant: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Extract with empty input\",\n\t\t\targs: args{\n\t\t\t\tinput: \"\",\n\t\t\t\tcount: 2,\n\t\t\t},\n\t\t\twant: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Extract with trailing slash\",\n\t\t\targs: args{\n\t\t\t\tinput: \"a/b/c/\",\n\t\t\t\tcount: 2,\n\t\t\t},\n\t\t\twant: nil,\n\t\t},\n\t\t{\n\t\t\tname: \"Extract with only slashes\",\n\t\t\targs: args{\n\t\t\t\tinput: \"///\",\n\t\t\t\tcount: 2,\n\t\t\t},\n\t\t\twant: nil,\n\t\t},\n\t}\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tif got := gcpshared.ExtractPathParamsWithCount(tt.args.input, tt.args.count); !reflect.DeepEqual(got, tt.want) {\n\t\t\t\tt.Errorf(\"ExtractPathParamsWithCount() = %v, want %v\", got, tt.want)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestZoneToRegion(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tzone string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"Valid zone with region us-central1-a\",\n\t\t\tzone: \"us-central1-a\",\n\t\t\texpected: \"us-central1\",\n\t\t},\n\t\t{\n\t\t\tname: \"Valid zone with region europe-west1-b\",\n\t\t\tzone: \"europe-west1-b\",\n\t\t\texpected: \"europe-west1\",\n\t\t},\n\t\t{\n\t\t\tname: \"Empty zone\",\n\t\t\tzone: \"\",\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"Zone with no dash\",\n\t\t\tzone: \"uscentral1\",\n\t\t\texpected: \"\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := gcpshared.ZoneToRegion(tt.zone)\n\t\t\tif result != tt.expected {\n\t\t\t\tt.Errorf(\"ZoneToRegion(%q) = %q; expected %q\", tt.zone, result, tt.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractScopeFromURI(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\turi string\n\t\texpected string\n\t\texpectError bool\n\t}{\n\t\t// Zonal scope - Full HTTPS URLs\n\t\t{\n\t\t\tname: \"Zonal scope - Full HTTPS URL with www.googleapis.com\",\n\t\t\turi: \"https://www.googleapis.com/compute/v1/projects/my-project/zones/us-central1-a/disks/my-disk\",\n\t\t\texpected: \"my-project.us-central1-a\",\n\t\t},\n\t\t{\n\t\t\tname: \"Zonal scope - Full HTTPS URL with service-specific domain\",\n\t\t\turi: \"https://compute.googleapis.com/compute/v1/projects/my-project/zones/us-central1-a/instances/my-instance\",\n\t\t\texpected: \"my-project.us-central1-a\",\n\t\t},\n\t\t{\n\t\t\tname: \"Zonal scope - Full resource name with // prefix\",\n\t\t\turi: \"//compute.googleapis.com/projects/my-project/zones/us-central1-a/disks/my-disk\",\n\t\t\texpected: \"my-project.us-central1-a\",\n\t\t},\n\t\t{\n\t\t\tname: \"Zonal scope - Locations with zone format\",\n\t\t\turi: \"projects/my-project/locations/us-central1-a/functions/my-function\",\n\t\t\texpected: \"my-project.us-central1-a\",\n\t\t},\n\t\t{\n\t\t\tname: \"Zonal scope - Bare path\",\n\t\t\turi: \"projects/my-project/zones/us-central1-a/instances/my-instance\",\n\t\t\texpected: \"my-project.us-central1-a\",\n\t\t},\n\t\t{\n\t\t\tname: \"Zonal scope - Different zone\",\n\t\t\turi: \"projects/my-project/zones/europe-west1-b/disks/my-disk\",\n\t\t\texpected: \"my-project.europe-west1-b\",\n\t\t},\n\t\t// Regional scope - Full HTTPS URLs\n\t\t{\n\t\t\tname: \"Regional scope - Full HTTPS URL with regions\",\n\t\t\turi: \"https://www.googleapis.com/compute/v1/projects/my-project/regions/us-central1/subnetworks/my-subnet\",\n\t\t\texpected: \"my-project.us-central1\",\n\t\t},\n\t\t{\n\t\t\tname: \"Regional scope - Locations with region format\",\n\t\t\turi: \"projects/my-project/locations/us-central1/services/my-service\",\n\t\t\texpected: \"my-project.us-central1\",\n\t\t},\n\t\t{\n\t\t\tname: \"Regional scope - Bare path with regions\",\n\t\t\turi: \"projects/my-project/regions/us-central1/addresses/my-address\",\n\t\t\texpected: \"my-project.us-central1\",\n\t\t},\n\t\t{\n\t\t\tname: \"Regional scope - Different region\",\n\t\t\turi: \"projects/my-project/regions/europe-west1/subnetworks/my-subnet\",\n\t\t\texpected: \"my-project.europe-west1\",\n\t\t},\n\t\t// Project scope - Global keyword\n\t\t{\n\t\t\tname: \"Project scope - Global keyword in path\",\n\t\t\turi: \"https://www.googleapis.com/compute/v1/projects/my-project/global/networks/my-network\",\n\t\t\texpected: \"my-project\",\n\t\t},\n\t\t{\n\t\t\tname: \"Project scope - Global keyword in bare path\",\n\t\t\turi: \"projects/my-project/global/images/my-image\",\n\t\t\texpected: \"my-project\",\n\t\t},\n\t\t{\n\t\t\tname: \"Project scope - Locations global\",\n\t\t\turi: \"projects/my-project/locations/global/keyRings/my-keyring\",\n\t\t\texpected: \"my-project\",\n\t\t},\n\t\t// Project scope - No location specifier\n\t\t{\n\t\t\tname: \"Project scope - No location specifier (topics)\",\n\t\t\turi: \"projects/my-project/topics/my-topic\",\n\t\t\texpected: \"my-project\",\n\t\t},\n\t\t{\n\t\t\tname: \"Project scope - Service destination format (pubsub)\",\n\t\t\turi: \"pubsub.googleapis.com/projects/my-project/topics/my-topic\",\n\t\t\texpected: \"my-project\",\n\t\t},\n\t\t{\n\t\t\tname: \"Project scope - Service destination format (bigquery)\",\n\t\t\turi: \"bigquery.googleapis.com/projects/my-project/datasets/my-dataset\",\n\t\t\texpected: \"my-project\",\n\t\t},\n\t\t{\n\t\t\tname: \"Project scope - Full HTTPS URL with BigQuery\",\n\t\t\turi: \"https://bigquery.googleapis.com/bigquery/v2/projects/my-project/datasets/my-dataset\",\n\t\t\texpected: \"my-project\",\n\t\t},\n\t\t{\n\t\t\tname: \"Project scope - Full HTTPS URL with Pub/Sub\",\n\t\t\turi: \"https://pubsub.googleapis.com/v1/projects/my-project/topics/my-topic\",\n\t\t\texpected: \"my-project\",\n\t\t},\n\t\t// Project number cases (wildcard scope)\n\t\t{\n\t\t\tname: \"Project number - Global resource\",\n\t\t\turi: \"projects/96771641962/global/instanceTemplates/my-template\",\n\t\t\texpected: \"*\",\n\t\t},\n\t\t{\n\t\t\tname: \"Project number - Regional resource\",\n\t\t\turi: \"projects/96771641962/regions/us-central1/subnetworks/my-subnet\",\n\t\t\texpected: \"*\",\n\t\t},\n\t\t{\n\t\t\tname: \"Project number - Zonal resource\",\n\t\t\turi: \"projects/96771641962/zones/us-central1-a/disks/my-disk\",\n\t\t\texpected: \"*\",\n\t\t},\n\t\t{\n\t\t\tname: \"Project number - Short numeric\",\n\t\t\turi: \"projects/123/global/networks/my-network\",\n\t\t\texpected: \"*\",\n\t\t},\n\t\t// Error cases\n\t\t{\n\t\t\tname: \"Error - Empty URI\",\n\t\t\turi: \"\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Error - No project (zones only)\",\n\t\t\turi: \"zones/us-central1-a/disks/my-disk\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Error - No project (malformed)\",\n\t\t\turi: \"my-resource\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Error - Project placeholder (_)\",\n\t\t\turi: \"projects/_/buckets/my-bucket\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Error - Both zones and regions present\",\n\t\t\turi: \"projects/my-project/zones/us-central1-a/regions/us-central1/disks/my-disk\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Error - Both zones and locations present\",\n\t\t\turi: \"projects/my-project/zones/us-central1-a/locations/us-central1/services/my-service\",\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"Error - No project in storage URL\",\n\t\t\turi: \"storage.googleapis.com/my-bucket/my-object\",\n\t\t\texpectError: true,\n\t\t},\n\t\t// Edge cases with query parameters and fragments\n\t\t{\n\t\t\tname: \"Zonal scope - URL with query parameters\",\n\t\t\turi: \"https://www.googleapis.com/compute/v1/projects/my-project/zones/us-central1-a/disks/my-disk?alt=json\",\n\t\t\texpected: \"my-project.us-central1-a\",\n\t\t},\n\t\t{\n\t\t\tname: \"Regional scope - URL with fragment\",\n\t\t\turi: \"projects/my-project/regions/us-central1/subnetworks/my-subnet#section\",\n\t\t\texpected: \"my-project.us-central1\",\n\t\t},\n\t\t// Additional test cases from plan\n\t\t{\n\t\t\tname: \"Zonal scope - Cloud Functions with locations\",\n\t\t\turi: \"projects/my-project/locations/us-central1-b/functions/my-function\",\n\t\t\texpected: \"my-project.us-central1-b\",\n\t\t},\n\t\t{\n\t\t\tname: \"Regional scope - Cloud Run with locations\",\n\t\t\turi: \"projects/my-project/locations/us-central1/services/my-service\",\n\t\t\texpected: \"my-project.us-central1\",\n\t\t},\n\t\t{\n\t\t\tname: \"Project scope - Cloud KMS with locations/global\",\n\t\t\turi: \"projects/my-project/locations/global/keyRings/my-keyring\",\n\t\t\texpected: \"my-project\",\n\t\t},\n\t\t{\n\t\t\tname: \"Project scope - IAM service account\",\n\t\t\turi: \"https://iam.googleapis.com/v1/projects/my-project/serviceAccounts/my-service-account\",\n\t\t\texpected: \"my-project\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult, err := gcpshared.ExtractScopeFromURI(context.Background(), tt.uri)\n\t\t\tif tt.expectError {\n\t\t\t\tif err == nil {\n\t\t\t\t\tt.Errorf(\"ExtractScopeFromURI(%q) expected error but got none. Result: %q\", tt.uri, result)\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tif err != nil {\n\t\t\t\t\tt.Errorf(\"ExtractScopeFromURI(%q) unexpected error: %v\", tt.uri, err)\n\t\t\t\t}\n\t\t\t\tif result != tt.expected {\n\t\t\t\t\tt.Errorf(\"ExtractScopeFromURI(%q) = %q; expected %q\", tt.uri, result, tt.expected)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/shared/base.go", "content": "package shared\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// Base is a struct that holds fundamental pieces for creating an adapter.\ntype Base struct {\n\tcategory sdp.AdapterCategory\n\titemType ItemType\n\tscopes []string\n}\n\n// NewBase creates a new Base instance with the provided parameters and options.\nfunc NewBase(\n\tcategory sdp.AdapterCategory,\n\titem ItemType,\n\tscopes []string,\n) *Base {\n\tbase := &Base{\n\t\tcategory: category,\n\t\titemType: item,\n\t\tscopes: scopes,\n\t}\n\n\treturn base\n}\n\n// Category returns the adapter category.\nfunc (u *Base) Category() sdp.AdapterCategory {\n\treturn u.category\n}\n\n// Type returns a string representation of the type, combining source family, API, and resource.\nfunc (u *Base) Type() string {\n\treturn u.itemType.String()\n}\n\n// Name returns the name of the adapter.\nfunc (u *Base) Name() string {\n\treturn fmt.Sprintf(\"%s-adapter\", u.Type())\n}\n\n// PotentialLinks returns a map of potential links for the itemType.\nfunc (*Base) PotentialLinks() map[ItemType]bool {\n\treturn nil\n}\n\n// AdapterMetadata returns the adapter metadata.\n// This can be created from the wrapper.\n// Otherwise, it will be generated when transforming the wrapper to an adapter.\nfunc (u *Base) AdapterMetadata() *sdp.AdapterMetadata {\n\treturn nil\n}\n\n// TerraformMappings returns a slice of Terraform mappings for the itemType.\n// This is optional.\nfunc (u *Base) TerraformMappings() []*sdp.TerraformMapping {\n\treturn nil\n}\n\n// Scopes returns a slice of strings representing the scopes for the itemType.\nfunc (u *Base) Scopes() []string {\n\treturn u.scopes\n}\n\n// ItemType returns the itemType which the adapter is created for.\nfunc (u *Base) ItemType() ItemType {\n\treturn u.itemType\n}\n\n// IAMPermissions returns a slice of IAM permissions required for the adapter.\n// This is optional, not all adapters will implement this.\nfunc (u *Base) IAMPermissions() []string {\n\treturn nil\n}\n" }, { "path": "sources/shared/shared.go", "content": "package shared\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n\t\"time\"\n\n\t\"golang.org/x/text/cases\"\n\t\"golang.org/x/text/language\"\n)\n\nconst (\n\tQuerySeparator = \"|\"\n\tDefaultCacheDuration = 1 * time.Hour\n)\n\n// ItemType is an interface that defines the methods for an ItemTypeInstance.\n// It is used to represent the type of item in the system.\n// It provides methods to get the string representation of the item type and a human-readable version of it.\n// ItemTypeInstance is a concrete implementation of the ItemType interface.\n// I.e, an ItemTypeInstance can represent an AWS EC2 instance, a GCP Compute Engine disk, etc.\ntype ItemType interface {\n\t// String returns the string representation of the ItemType. This is used in adapter type and name.\n\tString() string\n\t// Readable returns a human-readable string representation of the ItemType. This is used in method descriptions.\n\tReadable() string\n}\n\n// Source represents the source of the item. It is usually the name of the\n// source, e.g. \"aws\", \"gcp\", \"azure\", etc.\ntype Source string\n\n// API represents the supported API from the source. It is usually the name of the\n// API, e.g. \"ec2\", \"s3\", \"compute-engine\", etc.\ntype API string\n\n// Resource represents the supported resource from the source. It is usually the name of the\n// resource, e.g. \"instance\", \"bucket\", \"disk\", etc.\ntype Resource string\n\n// ItemTypeInstance represents the type of item. It is a combination of the Source, API and Resource.\ntype ItemTypeInstance struct {\n\tSource Source\n\tAPI API\n\tResource Resource\n}\n\n// String returns the string representation of the ItemTypeInstance.\nfunc (i ItemTypeInstance) String() string {\n\treturn fmt.Sprintf(\"%s-%s-%s\", i.Source, i.API, i.Resource)\n}\n\n// Readable returns a human-readable string representation of the ItemTypeInstance.\n// For example, \"AWS Ec2-Instance\" or \"GCP Compute Disk\".\nfunc (i ItemTypeInstance) Readable() string {\n\t// Split the name by hyphens\n\tparts := strings.Split(i.String(), \"-\")\n\n\t// Capitalize the first part entirely\n\tif len(parts) > 0 {\n\t\tparts[0] = strings.ToUpper(parts[0])\n\t}\n\n\t// Capitalize the first letter of the remaining parts\n\tc := cases.Title(language.English)\n\tfor i := 1; i < len(parts); i++ {\n\t\tparts[i] = c.String(parts[i])\n\t}\n\n\t// Join the parts with spaces\n\treturn strings.Join(parts, \" \")\n}\n\n// NewItemType creates a new ItemTypeInstance from the given Source, API and Resource.\nfunc NewItemType(source Source, api API, resource Resource) ItemTypeInstance {\n\treturn ItemTypeInstance{\n\t\tSource: source,\n\t\tAPI: api,\n\t\tResource: resource,\n\t}\n}\n\n// ItemTypeLookup is a struct that contains the ItemType and the string used to\n// look it up.\n// If it defines looking up an aws instance by \"name\" it will be\n// ItemTypeLookup{By: \"name\", ItemType: ItemType{Source: aws.Source, API: aws.EC2, Resource: aws.Instance}}\ntype ItemTypeLookup struct {\n\tBy string\n\tItemType ItemType\n}\n\nfunc (i ItemTypeLookup) Readable() string {\n\treturn fmt.Sprintf(\n\t\t\"%s-%s\",\n\t\ti.ItemType.String(),\n\t\ti.By,\n\t)\n}\n\n// NewItemTypeLookup creates a new ItemTypeLookup from the given string and ItemType.\nfunc NewItemTypeLookup(by string, itemType ItemType) ItemTypeLookup {\n\treturn ItemTypeLookup{\n\t\tBy: by,\n\t\tItemType: itemType,\n\t}\n}\n\n// NewItemTypesSet is convenience function that creates a set of item types.\nfunc NewItemTypesSet(items ...ItemType) map[ItemType]bool {\n\tm := make(map[ItemType]bool, len(items))\n\tfor _, item := range items {\n\t\tm[item] = true\n\t}\n\n\treturn m\n}\n" }, { "path": "sources/shared/testing.go", "content": "package shared\n\nimport (\n\t\"bytes\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"io\"\n\t\"net/http\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"google.golang.org/protobuf/encoding/protojson\"\n\t\"google.golang.org/protobuf/reflect/protoreflect\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// RunStaticTests runs static tests on the given adapter and item.\n// It validates the adapter and item, and runs the provided query tests for linked items and potential links.\nfunc RunStaticTests(t *testing.T, adapter discovery.Adapter, item *sdp.Item, queryTests QueryTests) {\n\tif adapter == nil {\n\t\tt.Fatal(\"adapter is nil\")\n\t}\n\n\tValidateAdapter(t, adapter)\n\n\tif item == nil {\n\t\tt.Fatal(\"item is nil\")\n\t}\n\n\tif item.Validate() != nil {\n\t\tt.Fatalf(\"Item %s failed validation: %v\", item.GetType(), item.Validate())\n\t}\n\n\tif queryTests == nil {\n\t\tt.Skipf(\"Skipping test because no query test provided\")\n\t}\n\n\tqueryTests.Execute(t, item, adapter)\n}\n\ntype Validate interface {\n\tValidate() error\n}\n\nfunc ValidateAdapter(t *testing.T, adapter discovery.Adapter) {\n\tif adapter == nil {\n\t\tt.Fatal(\"adapter is nil\")\n\t}\n\n\t// Test the adapter\n\ta, ok := adapter.(Validate)\n\tif !ok {\n\t\tt.Fatalf(\"Adapter %s does not implement Validate\", adapter.Name())\n\t}\n\n\tif err := a.Validate(); err != nil {\n\t\tt.Fatalf(\"Adapter %s failed validation: %v\", adapter.Name(), err)\n\t}\n}\n\n// QueryTest is a struct that defines the expected properties of a linked item query.\ntype QueryTest struct {\n\tExpectedType string\n\tExpectedMethod sdp.QueryMethod\n\tExpectedQuery string\n\tExpectedScope string\n}\n\ntype QueryTests []QueryTest\n\n// TestLinkedItems tests the linked item queries of an item for the expected properties.\nfunc (i QueryTests) TestLinkedItems(t *testing.T, item *sdp.Item) {\n\tif item == nil {\n\t\tt.Fatal(\"item is nil\")\n\t}\n\n\tif item.GetLinkedItemQueries() == nil {\n\t\tt.Fatal(\"item.GetLinkedItemQueries() is nil\")\n\t}\n\n\tif len(i) != len(item.GetLinkedItemQueries()) {\n\t\tt.Errorf(\"expected %d linked item query test cases, got %d\", len(item.GetLinkedItemQueries()), len(i))\n\t}\n\n\tlinkedItemQueries := make(map[string]*sdp.LinkedItemQuery, len(i))\n\tfor _, lir := range item.GetLinkedItemQueries() {\n\t\tqueryK := queryKey(lir.GetQuery().GetType(), lir.GetQuery().GetQuery())\n\t\tif _, ok := linkedItemQueries[queryK]; ok {\n\t\t\tt.Fatalf(\"linked item query %s for %s already exists in actual linked item queries\", lir.GetQuery().GetType(), lir.GetQuery().GetQuery())\n\t\t}\n\t\tlinkedItemQueries[queryK] = lir\n\t}\n\n\tfor _, test := range i {\n\t\tqueryK := queryKey(test.ExpectedType, test.ExpectedQuery)\n\t\tgotLiq, ok := linkedItemQueries[queryK]\n\t\tif !ok {\n\t\t\tt.Fatalf(\"linked item query %s for %s not found in actual linked item queries\", test.ExpectedType, test.ExpectedQuery)\n\t\t}\n\n\t\tif test.ExpectedScope != gotLiq.GetQuery().GetScope() {\n\t\t\tt.Errorf(\"for the linked item query %s of %s, expected scope %s, got %s\", test.ExpectedQuery, test.ExpectedType, test.ExpectedScope, gotLiq.GetQuery().GetScope())\n\t\t}\n\n\t\tif test.ExpectedType != gotLiq.GetQuery().GetType() {\n\t\t\tt.Errorf(\"for the linked item query %s, expected type %s, got %s\", test.ExpectedQuery, test.ExpectedType, gotLiq.GetQuery().GetType())\n\t\t}\n\n\t\tif test.ExpectedMethod != gotLiq.GetQuery().GetMethod() {\n\t\t\tt.Errorf(\"for the linked item query %s of %s, expected method %s, got %s\", test.ExpectedQuery, test.ExpectedType, test.ExpectedMethod, gotLiq.GetQuery().GetMethod())\n\t\t}\n\t}\n}\n\n// TestPotentialLinks tests the potential links of an adapter for the given item.\nfunc (i QueryTests) TestPotentialLinks(t *testing.T, item *sdp.Item, adapter discovery.Adapter) {\n\tif adapter == nil {\n\t\tt.Fatal(\"adapter is nil\")\n\t}\n\n\tif adapter.Metadata() == nil {\n\t\tt.Fatal(\"adapter.Metadata() is nil\")\n\t}\n\n\tif adapter.Metadata().GetPotentialLinks() == nil {\n\t\tt.Fatal(\"adapter.Metadata().GetPotentialLinks() is nil\")\n\t}\n\n\tpotentialLinks := make(map[string]bool, len(i))\n\tfor _, l := range adapter.Metadata().GetPotentialLinks() {\n\t\tpotentialLinks[l] = true\n\t}\n\n\tif item == nil {\n\t\tt.Fatal(\"item is nil\")\n\t}\n\n\tfor _, test := range i {\n\t\tif _, ok := potentialLinks[test.ExpectedType]; !ok {\n\t\t\tt.Fatalf(\"linked item type %s not found in potential links\", test.ExpectedType)\n\t\t}\n\t}\n}\n\nfunc (i QueryTests) Execute(t *testing.T, item *sdp.Item, adapter discovery.Adapter) {\n\tt.Run(\"LinkedItemQueries\", func(t *testing.T) {\n\t\ti.TestLinkedItems(t, item)\n\t})\n\n\tt.Run(\"PotentialLinks\", func(t *testing.T) {\n\t\ti.TestPotentialLinks(t, item, adapter)\n\t})\n}\n\nfunc queryKey(itemType, query string) string {\n\treturn fmt.Sprintf(\"%s/%s\", itemType, query)\n}\n\ntype mockRoundTripper struct {\n\tresponses map[string]*http.Response\n}\n\nfunc newMockRoundTripper(responses map[string]*http.Response) *mockRoundTripper {\n\treturn &mockRoundTripper{\n\t\tresponses: responses,\n\t}\n}\n\nfunc (m *mockRoundTripper) RoundTrip(req *http.Request) (*http.Response, error) {\n\tresp, ok := m.responses[req.URL.String()]\n\tif !ok {\n\t\treturn &http.Response{\n\t\t\tStatusCode: http.StatusNotFound,\n\t\t\tBody: io.NopCloser(strings.NewReader(`{\"error\": \"Not found\"}`)),\n\t\t\tHeader: make(http.Header),\n\t\t}, nil\n\t}\n\n\t// Clone the response body since it will be closed by the caller\n\tbodyBytes, _ := io.ReadAll(resp.Body)\n\tresp.Body.Close()\n\tresp.Body = io.NopCloser(bytes.NewReader(bodyBytes))\n\n\treturn resp, nil\n}\n\n// mockHTTPResponse converts an input to an io.ReadCloser\n// for use in HTTP response mocking\nfunc mockHTTPResponse(input any) io.ReadCloser {\n\tvar data []byte\n\tvar err error\n\tif msg, ok := input.(interface {\n\t\tProtoReflect() protoreflect.Message\n\t}); ok {\n\t\tdata, err = protojson.Marshal(msg)\n\t} else {\n\t\tdata, err = json.Marshal(input)\n\t}\n\tif err != nil {\n\t\t// For test helpers, it's reasonable to panic on marshaling errors\n\t\tpanic(fmt.Sprintf(\"Failed to marshal instance input: %v\", err))\n\t}\n\treturn io.NopCloser(bytes.NewReader(data))\n}\n\n// MockResponse is a struct that defines the expected response for a mocked HTTP call.\n// It includes the status code and the body of the response.\n// Body can be any type, but it is typically a struct that can be marshaled to JSON.\ntype MockResponse struct {\n\tStatusCode int\n\tBody any\n}\n\n// NewMockHTTPClientProvider creates a new mock HTTP client provider with the given expected calls and responses.\n// The expectedCallAndResponse map should have the URL as the key and a MockResponse as the value.\nfunc NewMockHTTPClientProvider(expectedCallAndResponse map[string]MockResponse) *http.Client {\n\tcp := make(map[string]*http.Response, len(expectedCallAndResponse))\n\tfor url, resp := range expectedCallAndResponse {\n\t\tbody := mockHTTPResponse(resp.Body)\n\t\tcp[url] = &http.Response{\n\t\t\tStatusCode: resp.StatusCode,\n\t\t\tBody: body,\n\t\t}\n\t}\n\n\treturn &http.Client{\n\t\tTransport: newMockRoundTripper(cp),\n\t}\n}\n" }, { "path": "sources/shared/util.go", "content": "package shared\n\nimport (\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// ToAttributesWithExclude converts an interface to SDP attributes using the `sdp.ToAttributesSorted`\n// function, and also allows the user to exclude certain top-level fields from\n// the resulting attributes\nfunc ToAttributesWithExclude(i any, exclusions ...string) (*sdp.ItemAttributes, error) {\n\tattrs, err := sdp.ToAttributesViaJson(i)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tfor _, exclusion := range exclusions {\n\t\tif s := attrs.GetAttrStruct(); s != nil {\n\t\t\tdelete(s.GetFields(), exclusion)\n\t\t}\n\t}\n\n\treturn attrs, nil\n}\n\n// CompositeLookupKey creates a composite lookup key from multiple query parts.\n// It joins the parts using the default separator \"|\"\n//\n// Example usage:\n//\n//\tkey := CompositeLookupKey(\"part1\", \"part2\", \"part3\")\n//\tOutput: \"part1|part2|part3\"\nfunc CompositeLookupKey(queryParts ...string) string {\n\t// Join the query parts with the default separator \"|\"\n\treturn strings.Join(queryParts, QuerySeparator)\n}\n" }, { "path": "sources/shared/util_test.go", "content": "package shared\n\nimport (\n\t\"testing\"\n)\n\nfunc TestCompositeLookupKey(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tqueryParts []string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"Single query part\",\n\t\t\tqueryParts: []string{\"part1\"},\n\t\t\texpected: \"part1\",\n\t\t},\n\t\t{\n\t\t\tname: \"Multiple query parts\",\n\t\t\tqueryParts: []string{\"part1\", \"part2\", \"part3\"},\n\t\t\texpected: \"part1|part2|part3\",\n\t\t},\n\t\t{\n\t\t\tname: \"Empty query parts\",\n\t\t\tqueryParts: []string{},\n\t\t\texpected: \"\",\n\t\t},\n\t\t{\n\t\t\tname: \"Query parts with empty strings\",\n\t\t\tqueryParts: []string{\"part1\", \"\", \"part3\"},\n\t\t\texpected: \"part1||part3\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := CompositeLookupKey(tt.queryParts...)\n\t\t\tif result != tt.expected {\n\t\t\t\tt.Errorf(\"CompositeLookupKey(%v) = %q; want %q\", tt.queryParts, result, tt.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "sources/snapshot/README.md", "content": "# Snapshot Source\n\nA discovery source that serves items from a snapshot file or URL, enabling local testing with fixed data and deterministic re-runs of v6 investigation jobs.\n\n## Overview\n\nThe snapshot source loads a snapshot file (JSON or protobuf format) at startup and responds to NATS discovery queries (GET, LIST, SEARCH) with items from that snapshot. This enables:\n\n- **Local testing**: Run backend services (gateway, api-server, NATS) locally with consistent snapshot data\n- **Deterministic v6 re-runs**: Re-run change analysis and blast radius calculations with the same snapshot data\n- **Consistent exploration**: Query the same fixed data set repeatedly for debugging and testing\n\n## Features\n\n- **Snapshot loading**: Loads snapshots from local files or HTTP(S) URLs (JSON or protobuf format)\n- **Format detection**: Automatically detects JSON (`.json`) or protobuf (`.pb`) format\n- **Wildcard scope support**: Single adapter handles all types and scopes in the snapshot\n- **Full query support**: Implements GET, LIST, and SEARCH query methods\n- **In-memory indexing**: Fast lookups by type, scope, GUN, or query string\n- **Comprehensive tests**: Unit tests for loader, index, and adapter components\n\n## Usage\n\n### Configuration\n\nThe snapshot source requires a snapshot file or URL to be specified:\n\n**Environment variables:**\n- `SNAPSHOT_SOURCE` or `SNAPSHOT_PATH` or `SNAPSHOT_URL` - Path to snapshot file or HTTP(S) URL\n- Standard discovery engine config (NATS connection, auth, etc.)\n\n**Command-line flags:**\n```bash\n--snapshot-source # Path to snapshot file or URL (required)\n--log # Log level (default: info)\n--json-log # JSON logging (default: true)\n--health-check-port # Health check port (default: 8089)\n```\n\n### Running with Docker\n\n#### Build the Docker image\n\nBuild the snapshot source Docker image:\n\n```bash\ndocker buildx bake snapshot\n```\n\nOr build directly with docker build:\n\n```bash\ndocker build -f sources/snapshot/build/package/Dockerfile \\\n --build-arg BUILD_VERSION=dev \\\n --build-arg BUILD_COMMIT=$(git rev-parse HEAD) \\\n -t snapshot-source:local .\n```\n\n#### Run the Docker container\n\nRun the container with a mounted snapshot file:\n\n**Local/dev environment (unauthenticated):**\n\n```bash\ndocker run --rm \\\n -v /path/to/snapshot.json:/data/snapshot.json:ro \\\n -e SNAPSHOT_SOURCE=/data/snapshot.json \\\n -e OVERMIND_MANAGED_SOURCE=true \\\n -e NATS_SERVICE_HOST=nats \\\n -e NATS_SERVICE_PORT=4222 \\\n -e ALLOW_UNAUTHENTICATED=true \\\n --network=host \\\n ghcr.io/overmindtech/workspace/snapshot-source:dev\n```\n\n> ⚠️ **WARNING**: `ALLOW_UNAUTHENTICATED=true` is for local/dev testing only. Do not use in production.\n\n**Production environment (authenticated):**\n\n```bash\ndocker run --rm \\\n -v /path/to/snapshot.json:/data/snapshot.json:ro \\\n -e SNAPSHOT_SOURCE=/data/snapshot.json \\\n -e OVERMIND_MANAGED_SOURCE=true \\\n -e API_KEY=your-api-key \\\n -e NATS_SERVICE_HOST=nats \\\n -e NATS_SERVICE_PORT=4222 \\\n --network=host \\\n ghcr.io/overmindtech/workspace/snapshot-source:dev\n```\n\nOr use with docker-compose (local/dev):\n\n```yaml\nservices:\n snapshot-source:\n image: ghcr.io/overmindtech/workspace/snapshot-source:dev\n volumes:\n - ./snapshot.json:/data/snapshot.json:ro\n environment:\n SNAPSHOT_SOURCE: /data/snapshot.json\n OVERMIND_MANAGED_SOURCE: \"true\"\n NATS_SERVICE_HOST: nats\n NATS_SERVICE_PORT: 4222\n ALLOW_UNAUTHENTICATED: \"true\" # WARNING: local/dev only\n depends_on:\n - nats\n```\n\nFor production, replace `ALLOW_UNAUTHENTICATED: \"true\"` with `API_KEY: ${API_KEY}` and set the API key via environment variable or secrets management.\n\n#### Health check\n\nThe container exposes health check endpoints on port 8089:\n\n```bash\n# Liveness probe - checks NATS connection\ncurl http://localhost:8089/healthz/alive\n\n# Readiness probe - checks adapter initialization\ncurl http://localhost:8089/healthz/ready\n```\n\n### Running Locally\n\n#### Option 1: With backend services (recommended)\n\n1. Start backend services (gateway, api-server, NATS) in devcontainer or via docker-compose\n2. Run the snapshot source:\n\n```bash\nALLOW_UNAUTHENTICATED=true \\\nSNAPSHOT_SOURCE=/workspace/services/api-server/service/changeanalysis/testdata/snapshot.json \\\nNATS_SERVICE_HOST=nats \\\nNATS_SERVICE_PORT=4222 \\\ngo run ./sources/snapshot/main.go --log=debug --json-log=false\n```\n\n#### Option 2: Using VS Code launch configuration\n\nUse the provided launch configurations in `.vscode/launch.json`:\n\n- **\"snapshot-source (with backend)\"**: For use when backend services are running\n- **\"snapshot-source (standalone)\"**: For standalone debugging with local NATS\n\nUpdate the `SNAPSHOT_SOURCE` environment variable in the launch config to point to your snapshot file.\n\n#### Option 3: Load snapshot from URL\n\n```bash\nALLOW_UNAUTHENTICATED=true \\\nSNAPSHOT_SOURCE=https://gateway-host/area51/snapshots/{uuid}/json \\\nNATS_SERVICE_HOST=nats \\\nNATS_SERVICE_PORT=4222 \\\ngo run ./sources/snapshot/main.go\n```\n\n### Query Behavior\n\nThe snapshot source implements a **wildcard scope adapter** that handles all types and scopes:\n\n- **LIST**: Returns all items in the snapshot (or filtered by scope if scope != \"*\")\n- **GET**: Finds an item by its globally unique name (GUN) or unique attribute value\n- **SEARCH**: Searches items by regex pattern on globally unique name\n\nExample queries via the gateway:\n```\nLIST *.* # Returns all 179 items in test snapshot\nGET *.* # Gets specific item by GUN\nSEARCH *.* # Finds items matching pattern\n```\n\n## Implementation Details\n\n### Architecture\n\n```\nsources/snapshot/\nβ”œβ”€β”€ main.go # Entrypoint\nβ”œβ”€β”€ cmd/\nβ”‚ └── root.go # Cobra CLI setup, viper config\n└── adapters/\n β”œβ”€β”€ loader.go # Snapshot loading (file/URL)\n β”œβ”€β”€ index.go # In-memory indexing\n β”œβ”€β”€ adapter.go # Discovery adapter implementation\n └── main.go # Adapter initialization\n```\n\n### Snapshot Index\n\nThe source builds in-memory indices for efficient querying:\n\n- **By GUN**: Map of `GloballyUniqueName` β†’ `*Item` for fast GET lookups\n- **By type/scope**: Nested map for filtering by type and scope\n- **All items**: Full list for wildcard LIST queries\n\n### Adapter Strategy\n\nThe snapshot source uses **Option B from the design doc**: a single adapter with wildcard type (`*`) and wildcard scope (`*`). This adapter:\n\n- Reports `Type() = \"*\"` and `Scopes() = [\"*\"]`\n- Implements `WildcardScopeAdapter` interface\n- Handles all query types (GET, LIST, SEARCH) across all types and scopes in the snapshot\n\nThis differs from \"one adapter per (type, scope)\" because the gateway's query expansion expects adapters to report specific types. The wildcard approach lets us serve any item from the snapshot regardless of type or scope.\n\n## Testing\n\nRun unit tests:\n```bash\ncd sources/snapshot/adapters\ngo test -v\n```\n\nTest snapshot loading:\n```bash\ncd sources/snapshot\ngo run main.go --snapshot-source=/path/to/snapshot.json --help\n```\n\nVerify with real snapshot:\n```bash\ncd sources/snapshot\ngo test -run TestLoadSnapshotFromFile -v ./adapters\n```\n\n## Example: Using with v6 Investigations\n\n1. Download a snapshot from Area 51 or use an existing test snapshot\n2. Start backend services locally (gateway, api-server, NATS)\n3. Start the snapshot source pointing at your snapshot file\n4. Run a v6 investigation - it will query from the snapshot instead of live sources\n5. Re-run with the same snapshot for consistent, deterministic results\n\n## Troubleshooting\n\n**Error: \"snapshot has no items\"**\n- Verify the snapshot file is valid protobuf and contains items\n- Check file path or URL is correct\n\n**Error: \"api-key must be set\"**\n- Set `ALLOW_UNAUTHENTICATED=true` for local testing\n- Or provide a valid API key via `API_KEY` env var\n\n**Error: \"could not connect to NATS\"**\n- Verify NATS is running at the configured host/port\n- Check `NATS_SERVICE_HOST` and `NATS_SERVICE_PORT` are correct\n\n## Related Documentation\n\n- **Linear issue**: [ENG-2577](https://linear.app/overmind/issue/ENG-2577)\n- **Snapshot protobuf**: `sdp/snapshots.proto`\n- **Discovery engine**: `go/discovery/`\n- **Test snapshots**: \n - JSON format (recommended): `services/api-server/service/changeanalysis/testdata/snapshot.json`\n - Protobuf format (legacy): `services/api-server/service/changeanalysis/testdata/snapshot.pb`\n" }, { "path": "sources/snapshot/adapters/adapter.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"regexp\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\n// SnapshotAdapter is a discovery adapter that serves items of a single type\n// from a snapshot. One adapter is created per type found in the snapshot so\n// that the discovery engine can route specific-type GET/SEARCH queries\n// correctly.\ntype SnapshotAdapter struct {\n\tindex *SnapshotIndex\n\titemType string\n\tscopes []string\n\tmetadata *sdp.AdapterMetadata\n}\n\n// NewSnapshotAdapter creates a new per-type adapter backed by the shared index.\nfunc NewSnapshotAdapter(index *SnapshotIndex, itemType string, scopes []string) *SnapshotAdapter {\n\treturn &SnapshotAdapter{\n\t\tindex: index,\n\t\titemType: itemType,\n\t\tscopes: scopes,\n\t\tmetadata: lookupAdapterMetadata(itemType, scopes),\n\t}\n}\n\nfunc cloneItems(items []*sdp.Item) []*sdp.Item {\n\tout := make([]*sdp.Item, len(items))\n\tfor i, item := range items {\n\t\tout[i] = proto.Clone(item).(*sdp.Item)\n\t}\n\treturn out\n}\n\nfunc (a *SnapshotAdapter) Type() string {\n\treturn a.itemType\n}\n\nfunc (a *SnapshotAdapter) Name() string {\n\treturn fmt.Sprintf(\"snapshot-%s\", a.itemType)\n}\n\nfunc (a *SnapshotAdapter) Scopes() []string {\n\treturn a.scopes\n}\n\nfunc (a *SnapshotAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tlog.WithFields(log.Fields{\n\t\t\"scope\": scope,\n\t\t\"type\": a.itemType,\n\t\t\"query\": query,\n\t}).Debug(\"SnapshotAdapter.Get called\")\n\n\t// Try GUN lookup first (includes type in the GUN so it's already scoped)\n\titem := a.index.GetByGUN(query)\n\tif item != nil && item.GetType() == a.itemType {\n\t\tif scope == \"*\" || item.GetScope() == scope {\n\t\t\treturn cloneItems([]*sdp.Item{item})[0], nil\n\t\t}\n\t}\n\n\t// Fall back to unique attribute value match within this type\n\tfor _, candidateItem := range a.index.GetItemsByTypeAndScope(a.itemType, scope) {\n\t\tif candidateItem.UniqueAttributeValue() == query {\n\t\t\treturn cloneItems([]*sdp.Item{candidateItem})[0], nil\n\t\t}\n\t}\n\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: fmt.Sprintf(\"item not found: scope=%s, type=%s, query=%s\", scope, a.itemType, query),\n\t\tScope: scope,\n\t}\n}\n\nfunc (a *SnapshotAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tlog.WithFields(log.Fields{\n\t\t\"scope\": scope,\n\t\t\"type\": a.itemType,\n\t}).Debug(\"SnapshotAdapter.List called\")\n\n\treturn cloneItems(a.index.GetItemsByTypeAndScope(a.itemType, scope)), nil\n}\n\n// Search searches for items of this type by regex on GUN and includes 1-hop\n// neighbors that also match this type and scope.\nfunc (a *SnapshotAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tlog.WithFields(log.Fields{\n\t\t\"scope\": scope,\n\t\t\"type\": a.itemType,\n\t\t\"query\": query,\n\t}).Debug(\"SnapshotAdapter.Search called\")\n\n\tregex, err := regexp.Compile(query)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"invalid regex pattern: %v\", err),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tcandidates := a.index.GetItemsByTypeAndScope(a.itemType, scope)\n\n\tvar primaryMatches []*sdp.Item\n\tfor _, item := range candidates {\n\t\tif regex.MatchString(item.GloballyUniqueName()) {\n\t\t\tprimaryMatches = append(primaryMatches, item)\n\t\t}\n\t}\n\n\tseen := make(map[string]bool, len(primaryMatches))\n\tfor _, item := range primaryMatches {\n\t\tseen[item.GloballyUniqueName()] = true\n\t}\n\n\tvar neighborMatches []*sdp.Item\n\tfor _, item := range primaryMatches {\n\t\tfor _, neighbor := range a.index.NeighborItems(item) {\n\t\t\tif neighbor.GetType() != a.itemType {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tif scope != \"*\" && neighbor.GetScope() != scope {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tgun := neighbor.GloballyUniqueName()\n\t\t\tif !seen[gun] {\n\t\t\t\tseen[gun] = true\n\t\t\t\tneighborMatches = append(neighborMatches, neighbor)\n\t\t\t}\n\t\t}\n\t}\n\n\tresult := make([]*sdp.Item, 0, len(primaryMatches)+len(neighborMatches))\n\tresult = append(result, primaryMatches...)\n\tresult = append(result, neighborMatches...)\n\treturn cloneItems(result), nil\n}\n\nfunc (a *SnapshotAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn a.metadata\n}\n" }, { "path": "sources/snapshot/adapters/adapter_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc createTestAdapters(t *testing.T) map[string]*SnapshotAdapter {\n\tt.Helper()\n\tsnapshot := createTestSnapshot()\n\tindex, err := NewSnapshotIndex(snapshot)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create test index: %v\", err)\n\t}\n\n\tadapters := make(map[string]*SnapshotAdapter)\n\tfor _, typ := range index.GetAllTypes() {\n\t\tscopes := index.GetScopesForType(typ)\n\t\tadapters[typ] = NewSnapshotAdapter(index, typ, scopes)\n\t}\n\treturn adapters\n}\n\nfunc TestAdapterType(t *testing.T) {\n\tadapters := createTestAdapters(t)\n\n\tec2 := adapters[\"ec2-instance\"]\n\tif ec2.Type() != \"ec2-instance\" {\n\t\tt.Errorf(\"Expected type 'ec2-instance', got '%s'\", ec2.Type())\n\t}\n\n\ts3 := adapters[\"s3-bucket\"]\n\tif s3.Type() != \"s3-bucket\" {\n\t\tt.Errorf(\"Expected type 's3-bucket', got '%s'\", s3.Type())\n\t}\n}\n\nfunc TestAdapterName(t *testing.T) {\n\tadapters := createTestAdapters(t)\n\n\tif adapters[\"ec2-instance\"].Name() != \"snapshot-ec2-instance\" {\n\t\tt.Errorf(\"Expected name 'snapshot-ec2-instance', got '%s'\", adapters[\"ec2-instance\"].Name())\n\t}\n}\n\nfunc TestAdapterScopes(t *testing.T) {\n\tadapters := createTestAdapters(t)\n\n\tec2Scopes := adapters[\"ec2-instance\"].Scopes()\n\tif len(ec2Scopes) != 2 {\n\t\tt.Fatalf(\"Expected 2 scopes for ec2-instance, got %d: %v\", len(ec2Scopes), ec2Scopes)\n\t}\n\tscopeSet := map[string]bool{}\n\tfor _, s := range ec2Scopes {\n\t\tscopeSet[s] = true\n\t}\n\tif !scopeSet[\"us-east-1\"] || !scopeSet[\"us-west-2\"] {\n\t\tt.Errorf(\"Expected scopes [us-east-1, us-west-2], got %v\", ec2Scopes)\n\t}\n\n\ts3Scopes := adapters[\"s3-bucket\"].Scopes()\n\tif len(s3Scopes) != 1 || s3Scopes[0] != \"global\" {\n\t\tt.Errorf(\"Expected scopes [global], got %v\", s3Scopes)\n\t}\n}\n\nfunc TestAdapterGet(t *testing.T) {\n\tadapters := createTestAdapters(t)\n\tec2 := adapters[\"ec2-instance\"]\n\tctx := context.Background()\n\n\t// Get by unique attribute value with wildcard scope\n\titem, err := ec2.Get(ctx, \"*\", \"i-12345\", false)\n\tif err != nil {\n\t\tt.Fatalf(\"Get failed: %v\", err)\n\t}\n\tif item == nil || item.UniqueAttributeValue() != \"i-12345\" {\n\t\tt.Errorf(\"Expected 'i-12345', got '%v'\", item)\n\t}\n\n\t// Get by GUN\n\titem, err = ec2.Get(ctx, \"*\", \"us-east-1.ec2-instance.i-12345\", false)\n\tif err != nil {\n\t\tt.Fatalf(\"Get by GUN failed: %v\", err)\n\t}\n\tif item == nil {\n\t\tt.Fatal(\"Expected item by GUN, got nil\")\n\t}\n\n\t// Get with specific scope\n\titem, err = ec2.Get(ctx, \"us-east-1\", \"i-12345\", false)\n\tif err != nil {\n\t\tt.Fatalf(\"Get with specific scope failed: %v\", err)\n\t}\n\tif item == nil {\n\t\tt.Fatal(\"Expected item, got nil\")\n\t}\n\n\t// Not found\n\t_, err = ec2.Get(ctx, \"*\", \"nonexistent\", false)\n\tif err == nil {\n\t\tt.Error(\"Expected error for non-existent item\")\n\t}\n\tvar queryErr *sdp.QueryError\n\tif !errors.As(err, &queryErr) || queryErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\tt.Errorf(\"Expected NOTFOUND, got %v\", err)\n\t}\n\n\t// Scope mismatch: requesting us-west-2 for an item in us-east-1\n\t_, err = ec2.Get(ctx, \"us-west-2\", \"us-east-1.ec2-instance.i-12345\", false)\n\tif err == nil {\n\t\tt.Fatal(\"Expected error when scope doesn't match GUN scope\")\n\t}\n\tif !errors.As(err, &queryErr) || queryErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\tt.Errorf(\"Expected NOTFOUND, got %v\", err)\n\t}\n\n\t// Same GUN with matching scope works\n\titem, err = ec2.Get(ctx, \"us-east-1\", \"us-east-1.ec2-instance.i-12345\", false)\n\tif err != nil || item == nil || item.GetScope() != \"us-east-1\" {\n\t\tt.Errorf(\"Get with matching scope should work: err=%v item=%v\", err, item)\n\t}\n\n\t// Cross-type: ec2 adapter should not return s3-bucket items\n\t_, err = ec2.Get(ctx, \"*\", \"my-test-bucket\", false)\n\tif err == nil {\n\t\tt.Error(\"ec2 adapter should not find s3-bucket items\")\n\t}\n}\n\nfunc TestAdapterList(t *testing.T) {\n\tadapters := createTestAdapters(t)\n\tctx := context.Background()\n\n\t// ec2 adapter lists its 2 items\n\titems, err := adapters[\"ec2-instance\"].List(ctx, \"*\", false)\n\tif err != nil {\n\t\tt.Fatalf(\"List failed: %v\", err)\n\t}\n\tif len(items) != 2 {\n\t\tt.Errorf(\"Expected 2 ec2-instance items, got %d\", len(items))\n\t}\n\n\t// Verify linked items are preserved\n\tvar ec2East *sdp.Item\n\tfor _, item := range items {\n\t\tif item.GloballyUniqueName() == \"us-east-1.ec2-instance.i-12345\" {\n\t\t\tec2East = item\n\t\t\tbreak\n\t\t}\n\t}\n\tif ec2East == nil {\n\t\tt.Fatal(\"Expected to find ec2 instance i-12345\")\n\t}\n\tlinked := ec2East.GetLinkedItems()\n\tif len(linked) != 1 {\n\t\tt.Fatalf(\"Expected 1 linked item, got %d\", len(linked))\n\t}\n\tref := linked[0].GetItem()\n\tif ref.GetType() != \"s3-bucket\" || ref.GetUniqueAttributeValue() != \"my-test-bucket\" {\n\t\tt.Errorf(\"Unexpected linked item reference: %v\", ref)\n\t}\n\n\t// List with specific scope\n\titems, err = adapters[\"ec2-instance\"].List(ctx, \"us-east-1\", false)\n\tif err != nil {\n\t\tt.Fatalf(\"List with specific scope failed: %v\", err)\n\t}\n\tif len(items) != 1 {\n\t\tt.Errorf(\"Expected 1 item for us-east-1, got %d\", len(items))\n\t}\n\n\t// s3 adapter lists its 1 item\n\titems, err = adapters[\"s3-bucket\"].List(ctx, \"*\", false)\n\tif err != nil {\n\t\tt.Fatalf(\"s3 List failed: %v\", err)\n\t}\n\tif len(items) != 1 {\n\t\tt.Errorf(\"Expected 1 s3-bucket item, got %d\", len(items))\n\t}\n\n\t// List with nonexistent scope\n\titems, err = adapters[\"ec2-instance\"].List(ctx, \"nonexistent\", false)\n\tif err != nil {\n\t\tt.Fatalf(\"List with nonexistent scope failed: %v\", err)\n\t}\n\tif len(items) != 0 {\n\t\tt.Errorf(\"Expected 0 items, got %d\", len(items))\n\t}\n}\n\nfunc TestAdapterSearch(t *testing.T) {\n\tadapters := createTestAdapters(t)\n\tec2 := adapters[\"ec2-instance\"]\n\tctx := context.Background()\n\n\t// Search matching both ec2 instances (neighbor s3-bucket is different type, not included)\n\titems, err := ec2.Search(ctx, \"*\", \".*ec2-instance.*\", false)\n\tif err != nil {\n\t\tt.Fatalf(\"Search failed: %v\", err)\n\t}\n\tif len(items) != 2 {\n\t\tt.Errorf(\"Expected 2 ec2-instance items, got %d\", len(items))\n\t}\n\n\t// Search with specific scope\n\titems, err = ec2.Search(ctx, \"us-east-1\", \".*ec2-instance.*\", false)\n\tif err != nil {\n\t\tt.Fatalf(\"Search with specific scope failed: %v\", err)\n\t}\n\tif len(items) != 1 {\n\t\tt.Errorf(\"Expected 1 item in us-east-1, got %d\", len(items))\n\t}\n\n\t// Search that matches nothing\n\titems, err = ec2.Search(ctx, \"*\", \"nonexistent-xyz\", false)\n\tif err != nil {\n\t\tt.Fatalf(\"Search no match failed: %v\", err)\n\t}\n\tif len(items) != 0 {\n\t\tt.Errorf(\"Expected 0 items, got %d\", len(items))\n\t}\n\n\t// Invalid regex\n\t_, err = ec2.Search(ctx, \"*\", \"[invalid(regex\", false)\n\tif err == nil {\n\t\tt.Error(\"Expected error for invalid regex\")\n\t}\n\tvar queryErr *sdp.QueryError\n\tif !errors.As(err, &queryErr) || queryErr.GetErrorType() != sdp.QueryError_OTHER {\n\t\tt.Errorf(\"Expected OTHER error, got %v\", err)\n\t}\n}\n\nfunc TestAdapterMetadata(t *testing.T) {\n\tadapters := createTestAdapters(t)\n\n\t// ec2-instance should get metadata from the catalog\n\tec2Meta := adapters[\"ec2-instance\"].Metadata()\n\tif ec2Meta == nil {\n\t\tt.Fatal(\"Expected metadata, got nil\")\n\t}\n\tif ec2Meta.GetType() != \"ec2-instance\" {\n\t\tt.Errorf(\"Expected type 'ec2-instance', got '%s'\", ec2Meta.GetType())\n\t}\n\tif ec2Meta.GetCategory() != sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION {\n\t\tt.Errorf(\"Expected COMPUTE_APPLICATION category, got %v\", ec2Meta.GetCategory())\n\t}\n\tif ec2Meta.GetDescriptiveName() != \"EC2 Instance\" {\n\t\tt.Errorf(\"Expected descriptive name 'EC2 Instance', got '%s'\", ec2Meta.GetDescriptiveName())\n\t}\n\n\tmethods := ec2Meta.GetSupportedQueryMethods()\n\tif !methods.GetGet() || !methods.GetList() || !methods.GetSearch() {\n\t\tt.Error(\"Expected all query methods to be supported for ec2-instance\")\n\t}\n\n\t// s3-bucket should also get catalog metadata\n\ts3Meta := adapters[\"s3-bucket\"].Metadata()\n\tif s3Meta.GetType() != \"s3-bucket\" {\n\t\tt.Errorf(\"Expected type 's3-bucket', got '%s'\", s3Meta.GetType())\n\t}\n}\n\nfunc TestNewSnapshotAdapter(t *testing.T) {\n\tsnapshot := createTestSnapshot()\n\tindex, _ := NewSnapshotIndex(snapshot)\n\n\tadapter := NewSnapshotAdapter(index, \"ec2-instance\", []string{\"us-east-1\", \"us-west-2\"})\n\tif adapter == nil {\n\t\tt.Fatal(\"Expected adapter, got nil\")\n\t\treturn\n\t}\n\tif adapter.index != index {\n\t\tt.Error(\"Expected adapter to store index reference\")\n\t}\n\tif adapter.itemType != \"ec2-instance\" {\n\t\tt.Errorf(\"Expected type 'ec2-instance', got '%s'\", adapter.itemType)\n\t}\n}\n\nfunc TestAdapterMetadataFallback(t *testing.T) {\n\tsnapshot := createTestSnapshot()\n\tindex, _ := NewSnapshotIndex(snapshot)\n\n\t// Use a type not in the catalog to test fallback\n\tadapter := NewSnapshotAdapter(index, \"unknown-type-xyz\", []string{\"test\"})\n\tmeta := adapter.Metadata()\n\tif meta.GetType() != \"unknown-type-xyz\" {\n\t\tt.Errorf(\"Expected type 'unknown-type-xyz', got '%s'\", meta.GetType())\n\t}\n\tif meta.GetCategory() != sdp.AdapterCategory_ADAPTER_CATEGORY_OTHER {\n\t\tt.Errorf(\"Expected OTHER category for unknown type, got %v\", meta.GetCategory())\n\t}\n}\n" }, { "path": "sources/snapshot/adapters/catalog.go", "content": "package adapters\n\nimport (\n\t\"encoding/json\"\n\t\"io/fs\"\n\n\tadapterdata \"github.com/overmindtech/cli/docs.overmind.tech/docs/sources\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n)\n\ntype catalogQueryMethods struct {\n\tGet bool `json:\"get\"`\n\tGetDescription string `json:\"getDescription\"`\n\tList bool `json:\"list\"`\n\tListDescription string `json:\"listDescription\"`\n\tSearch bool `json:\"search\"`\n\tSearchDescription string `json:\"searchDescription\"`\n}\n\ntype catalogEntry struct {\n\tType string `json:\"type\"`\n\tCategory int32 `json:\"category\"`\n\tDescriptiveName string `json:\"descriptiveName\"`\n\tPotentialLinks []string `json:\"potentialLinks\"`\n\tSupportedQueryMethods catalogQueryMethods `json:\"supportedQueryMethods\"`\n}\n\nvar adapterCatalog map[string]*catalogEntry\n\nfunc init() {\n\tadapterCatalog = make(map[string]*catalogEntry)\n\n\terr := fs.WalkDir(adapterdata.Files, \".\", func(path string, d fs.DirEntry, err error) error {\n\t\tif err != nil || d.IsDir() {\n\t\t\treturn err\n\t\t}\n\n\t\tdata, readErr := adapterdata.Files.ReadFile(path)\n\t\tif readErr != nil {\n\t\t\tlog.WithError(readErr).WithField(\"path\", path).Warn(\"Failed to read adapter data file\")\n\t\t\treturn nil\n\t\t}\n\n\t\tvar entry catalogEntry\n\t\tif jsonErr := json.Unmarshal(data, &entry); jsonErr != nil {\n\t\t\tlog.WithError(jsonErr).WithField(\"path\", path).Warn(\"Failed to parse adapter data file\")\n\t\t\treturn nil\n\t\t}\n\n\t\tif entry.Type != \"\" {\n\t\t\tadapterCatalog[entry.Type] = &entry\n\t\t}\n\t\treturn nil\n\t})\n\tif err != nil {\n\t\tlog.WithError(err).Error(\"Failed to walk embedded adapter data\")\n\t}\n}\n\n// lookupAdapterMetadata returns AdapterMetadata for the given type by looking\n// up the embedded catalog. Falls back to sensible defaults when the type is not\n// in the catalog.\nfunc lookupAdapterMetadata(itemType string, scopes []string) *sdp.AdapterMetadata {\n\tentry, ok := adapterCatalog[itemType]\n\tif !ok {\n\t\treturn &sdp.AdapterMetadata{\n\t\t\tType: itemType,\n\t\t\tDescriptiveName: itemType,\n\t\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\t\tGet: true,\n\t\t\t\tList: true,\n\t\t\t\tSearch: true,\n\t\t\t},\n\t\t\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_OTHER,\n\t\t}\n\t}\n\n\tpotentialLinks := make([]string, len(entry.PotentialLinks))\n\tcopy(potentialLinks, entry.PotentialLinks)\n\n\treturn &sdp.AdapterMetadata{\n\t\tType: itemType,\n\t\tDescriptiveName: entry.DescriptiveName,\n\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\tGet: entry.SupportedQueryMethods.Get,\n\t\t\tGetDescription: entry.SupportedQueryMethods.GetDescription,\n\t\t\tList: entry.SupportedQueryMethods.List,\n\t\t\tListDescription: entry.SupportedQueryMethods.ListDescription,\n\t\t\tSearch: entry.SupportedQueryMethods.Search,\n\t\t\tSearchDescription: entry.SupportedQueryMethods.SearchDescription,\n\t\t},\n\t\tPotentialLinks: potentialLinks,\n\t\tCategory: sdp.AdapterCategory(entry.Category),\n\t}\n}\n" }, { "path": "sources/snapshot/adapters/index.go", "content": "package adapters\n\nimport (\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// SnapshotIndex maintains in-memory indices for efficient snapshot querying\ntype SnapshotIndex struct {\n\t// All items in the snapshot\n\tallItems []*sdp.Item\n\n\t// Index by GloballyUniqueName for fast GET lookups\n\tbyGUN map[string]*sdp.Item\n\n\t// Index by type and scope for filtering\n\tbyTypeScope map[string]map[string][]*sdp.Item\n\n\t// Edges from the snapshot (for future use)\n\tedges []*sdp.Edge\n}\n\n// NewSnapshotIndex builds indices from a snapshot\nfunc NewSnapshotIndex(snapshot *sdp.Snapshot) (*SnapshotIndex, error) {\n\tif snapshot == nil || snapshot.GetProperties() == nil {\n\t\treturn nil, fmt.Errorf(\"snapshot or properties is nil\")\n\t}\n\n\titems := snapshot.GetProperties().GetItems()\n\tedges := snapshot.GetProperties().GetEdges()\n\n\tindex := &SnapshotIndex{\n\t\tallItems: items,\n\t\tbyGUN: make(map[string]*sdp.Item),\n\t\tbyTypeScope: make(map[string]map[string][]*sdp.Item),\n\t\tedges: edges,\n\t}\n\n\t// Build indices\n\tfor _, item := range items {\n\t\tgun := item.GloballyUniqueName()\n\t\tindex.byGUN[gun] = item\n\n\t\titemType := item.GetType()\n\t\tscope := item.GetScope()\n\n\t\tif index.byTypeScope[itemType] == nil {\n\t\t\tindex.byTypeScope[itemType] = make(map[string][]*sdp.Item)\n\t\t}\n\t\tindex.byTypeScope[itemType][scope] = append(index.byTypeScope[itemType][scope], item)\n\t}\n\n\t// Hydrate each item's LinkedItems from the snapshot edges so that\n\t// callers (explore view, etc.) see the graph relationships directly on\n\t// the returned items instead of having to cross-reference the separate\n\t// edge list.\n\tindex.hydrateLinkedItems()\n\n\tlog.WithFields(log.Fields{\n\t\t\"total_items\": len(items),\n\t\t\"total_edges\": len(edges),\n\t\t\"types\": len(index.byTypeScope),\n\t}).Info(\"Snapshot index built\")\n\n\treturn index, nil\n}\n\n// hydrateLinkedItems populates each item's LinkedItems field from the snapshot\n// edges. For each edge, the item matching edge.From gets a LinkedItem pointing\n// to edge.To. Edges whose From item is not in the snapshot are skipped.\nfunc (idx *SnapshotIndex) hydrateLinkedItems() {\n\t// Build a map from item reference key β†’ existing LinkedItem targets so\n\t// we don't add duplicates when the item already carries some LinkedItems.\n\ttype refKey struct {\n\t\tscope, typ, uav string\n\t}\n\texistingLinks := make(map[refKey]map[refKey]bool)\n\n\tfor _, item := range idx.allItems {\n\t\tkey := refKey{item.GetScope(), item.GetType(), item.UniqueAttributeValue()}\n\t\tset := make(map[refKey]bool)\n\t\tfor _, li := range item.GetLinkedItems() {\n\t\t\tr := li.GetItem()\n\t\t\tif r != nil {\n\t\t\t\tset[refKey{r.GetScope(), r.GetType(), r.GetUniqueAttributeValue()}] = true\n\t\t\t}\n\t\t}\n\t\texistingLinks[key] = set\n\t}\n\n\tfor _, edge := range idx.edges {\n\t\tfrom := edge.GetFrom()\n\t\tto := edge.GetTo()\n\t\tif from == nil || to == nil {\n\t\t\tcontinue\n\t\t}\n\n\t\titem := idx.GetByReference(from)\n\t\tif item == nil {\n\t\t\tcontinue\n\t\t}\n\n\t\tfromKey := refKey{item.GetScope(), item.GetType(), item.UniqueAttributeValue()}\n\t\ttoKey := refKey{to.GetScope(), to.GetType(), to.GetUniqueAttributeValue()}\n\n\t\tif existingLinks[fromKey][toKey] {\n\t\t\tcontinue\n\t\t}\n\n\t\titem.LinkedItems = append(item.LinkedItems, &sdp.LinkedItem{\n\t\t\tItem: to,\n\t\t})\n\t\texistingLinks[fromKey][toKey] = true\n\t}\n}\n\n// GetAllItems returns all items in the snapshot\nfunc (idx *SnapshotIndex) GetAllItems() []*sdp.Item {\n\treturn idx.allItems\n}\n\n// GetByGUN retrieves an item by its GloballyUniqueName\nfunc (idx *SnapshotIndex) GetByGUN(gun string) *sdp.Item {\n\treturn idx.byGUN[gun]\n}\n\n// GetByReference retrieves an item by its Reference using the GUN index.\nfunc (idx *SnapshotIndex) GetByReference(ref *sdp.Reference) *sdp.Item {\n\tif ref == nil {\n\t\treturn nil\n\t}\n\treturn idx.byGUN[ref.GloballyUniqueName()]\n}\n\n// GetAllTypes returns all unique types in the snapshot\nfunc (idx *SnapshotIndex) GetAllTypes() []string {\n\ttypes := make([]string, 0, len(idx.byTypeScope))\n\tfor itemType := range idx.byTypeScope {\n\t\ttypes = append(types, itemType)\n\t}\n\treturn types\n}\n\n// GetScopesForType returns all unique scopes that contain items of the given type.\nfunc (idx *SnapshotIndex) GetScopesForType(itemType string) []string {\n\tscopeMap, ok := idx.byTypeScope[itemType]\n\tif !ok {\n\t\treturn nil\n\t}\n\tscopes := make([]string, 0, len(scopeMap))\n\tfor s := range scopeMap {\n\t\tscopes = append(scopes, s)\n\t}\n\treturn scopes\n}\n\n// GetItemsByTypeAndScope returns items matching the given type and scope.\n// A wildcard (\"*\") scope returns all items of that type.\nfunc (idx *SnapshotIndex) GetItemsByTypeAndScope(itemType, scope string) []*sdp.Item {\n\tscopeMap, ok := idx.byTypeScope[itemType]\n\tif !ok {\n\t\treturn nil\n\t}\n\tif scope == \"*\" {\n\t\tvar all []*sdp.Item\n\t\tfor _, items := range scopeMap {\n\t\t\tall = append(all, items...)\n\t\t}\n\t\treturn all\n\t}\n\treturn scopeMap[scope]\n}\n\n// EdgesFrom returns all edges whose From reference equals ref.\nfunc (idx *SnapshotIndex) EdgesFrom(ref *sdp.Reference) []*sdp.Edge {\n\tif ref == nil {\n\t\treturn nil\n\t}\n\tvar out []*sdp.Edge\n\tfor _, e := range idx.edges {\n\t\tif e.GetFrom() != nil && e.GetFrom().IsEqual(ref) {\n\t\t\tout = append(out, e)\n\t\t}\n\t}\n\treturn out\n}\n\n// EdgesTo returns all edges whose To reference equals ref.\nfunc (idx *SnapshotIndex) EdgesTo(ref *sdp.Reference) []*sdp.Edge {\n\tif ref == nil {\n\t\treturn nil\n\t}\n\tvar out []*sdp.Edge\n\tfor _, e := range idx.edges {\n\t\tif e.GetTo() != nil && e.GetTo().IsEqual(ref) {\n\t\t\tout = append(out, e)\n\t\t}\n\t}\n\treturn out\n}\n\n// NeighborItems returns items that are connected to the given item by any edge\n// (as From or To). Each item is returned at most once. Items not present in\n// the snapshot are skipped.\nfunc (idx *SnapshotIndex) NeighborItems(item *sdp.Item) []*sdp.Item {\n\tif item == nil {\n\t\treturn nil\n\t}\n\tref := item.Reference()\n\tseen := make(map[string]bool)\n\tvar out []*sdp.Item\n\tfor _, e := range idx.EdgesFrom(ref) {\n\t\tif e.GetTo() != nil {\n\t\t\tother := idx.GetByReference(e.GetTo())\n\t\t\tif other != nil {\n\t\t\t\tgun := other.GloballyUniqueName()\n\t\t\t\tif !seen[gun] {\n\t\t\t\t\tseen[gun] = true\n\t\t\t\t\tout = append(out, other)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\tfor _, e := range idx.EdgesTo(ref) {\n\t\tif e.GetFrom() != nil {\n\t\t\tother := idx.GetByReference(e.GetFrom())\n\t\t\tif other != nil {\n\t\t\t\tgun := other.GloballyUniqueName()\n\t\t\t\tif !seen[gun] {\n\t\t\t\t\tseen[gun] = true\n\t\t\t\t\tout = append(out, other)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\treturn out\n}\n\n" }, { "path": "sources/snapshot/adapters/index_test.go", "content": "package adapters\n\nimport (\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc createTestSnapshot() *sdp.Snapshot {\n\tattrs1, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\"instanceId\": \"i-12345\",\n\t\t\"name\": \"test-instance\",\n\t})\n\tattrs2, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\"instanceId\": \"i-67890\",\n\t\t\"name\": \"test-instance-2\",\n\t})\n\tattrs3, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\"bucketName\": \"my-test-bucket\",\n\t})\n\n\treturn &sdp.Snapshot{\n\t\tProperties: &sdp.SnapshotProperties{\n\t\t\tName: \"test-snapshot\",\n\t\t\tItems: []*sdp.Item{\n\t\t\t\t{\n\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\tUniqueAttribute: \"instanceId\",\n\t\t\t\t\tAttributes: attrs1,\n\t\t\t\t\tScope: \"us-east-1\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\tUniqueAttribute: \"instanceId\",\n\t\t\t\t\tAttributes: attrs2,\n\t\t\t\t\tScope: \"us-west-2\",\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tType: \"s3-bucket\",\n\t\t\t\t\tUniqueAttribute: \"bucketName\",\n\t\t\t\t\tAttributes: attrs3,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tEdges: []*sdp.Edge{\n\t\t\t\t{\n\t\t\t\t\tFrom: &sdp.Reference{\n\t\t\t\t\t\tType: \"ec2-instance\",\n\t\t\t\t\t\tUniqueAttributeValue: \"i-12345\",\n\t\t\t\t\t\tScope: \"us-east-1\",\n\t\t\t\t\t},\n\t\t\t\t\tTo: &sdp.Reference{\n\t\t\t\t\t\tType: \"s3-bucket\",\n\t\t\t\t\t\tUniqueAttributeValue: \"my-test-bucket\",\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n}\n\nfunc TestNewSnapshotIndex(t *testing.T) {\n\tsnapshot := createTestSnapshot()\n\n\tindex, err := NewSnapshotIndex(snapshot)\n\tif err != nil {\n\t\tt.Fatalf(\"NewSnapshotIndex failed: %v\", err)\n\t}\n\n\tif index == nil {\n\t\tt.Fatal(\"Expected index to be non-nil\")\n\t\treturn\n\t}\n\n\t// Verify all items are indexed\n\tallItems := index.GetAllItems()\n\tif len(allItems) != 3 {\n\t\tt.Errorf(\"Expected 3 items, got %d\", len(allItems))\n\t}\n\n\t// Verify edges are stored\n\tif len(index.edges) != 1 {\n\t\tt.Errorf(\"Expected 1 edge, got %d\", len(index.edges))\n\t}\n}\n\nfunc TestLinkedItemsHydrated(t *testing.T) {\n\tsnapshot := createTestSnapshot()\n\tindex, err := NewSnapshotIndex(snapshot)\n\tif err != nil {\n\t\tt.Fatalf(\"NewSnapshotIndex failed: %v\", err)\n\t}\n\n\t// The ec2-instance i-12345 is the From side of the edge to s3-bucket\n\tec2 := index.GetByGUN(\"us-east-1.ec2-instance.i-12345\")\n\tif ec2 == nil {\n\t\tt.Fatal(\"expected to find ec2 instance\")\n\t}\n\tlinked := ec2.GetLinkedItems()\n\tif len(linked) != 1 {\n\t\tt.Fatalf(\"Expected 1 linked item on ec2 instance, got %d\", len(linked))\n\t}\n\tref := linked[0].GetItem()\n\tif ref.GetType() != \"s3-bucket\" || ref.GetUniqueAttributeValue() != \"my-test-bucket\" || ref.GetScope() != \"global\" {\n\t\tt.Errorf(\"Unexpected linked item reference: %v\", ref)\n\t}\n\n\t// The s3-bucket is only on the To side of the edge, so it should have no LinkedItems\n\tbucket := index.GetByGUN(\"global.s3-bucket.my-test-bucket\")\n\tif bucket == nil {\n\t\tt.Fatal(\"expected to find s3 bucket\")\n\t}\n\tif len(bucket.GetLinkedItems()) != 0 {\n\t\tt.Errorf(\"Expected 0 linked items on bucket (it is only a To target), got %d\", len(bucket.GetLinkedItems()))\n\t}\n\n\t// The us-west-2 instance has no edges at all\n\tec2West := index.GetByGUN(\"us-west-2.ec2-instance.i-67890\")\n\tif ec2West == nil {\n\t\tt.Fatal(\"expected to find us-west-2 ec2 instance\")\n\t}\n\tif len(ec2West.GetLinkedItems()) != 0 {\n\t\tt.Errorf(\"Expected 0 linked items on us-west-2 instance, got %d\", len(ec2West.GetLinkedItems()))\n\t}\n}\n\nfunc TestGetByGUN(t *testing.T) {\n\tsnapshot := createTestSnapshot()\n\tindex, _ := NewSnapshotIndex(snapshot)\n\n\t// Test getting item by GUN\n\tgun := \"us-east-1.ec2-instance.i-12345\"\n\titem := index.GetByGUN(gun)\n\tif item == nil {\n\t\tt.Fatalf(\"Expected to find item with GUN %s\", gun)\n\t}\n\n\tif item.UniqueAttributeValue() != \"i-12345\" {\n\t\tt.Errorf(\"Expected unique attribute 'i-12345', got '%s'\", item.UniqueAttributeValue())\n\t}\n\n\t// Test non-existent GUN\n\titem = index.GetByGUN(\"nonexistent.type.query\")\n\tif item != nil {\n\t\tt.Error(\"Expected nil for non-existent GUN\")\n\t}\n}\n\nfunc TestGetByReference(t *testing.T) {\n\tsnapshot := createTestSnapshot()\n\tindex, _ := NewSnapshotIndex(snapshot)\n\n\t// Test getting item by reference\n\tref := &sdp.Reference{\n\t\tType: \"ec2-instance\",\n\t\tUniqueAttributeValue: \"i-12345\",\n\t\tScope: \"us-east-1\",\n\t}\n\n\titem := index.GetByReference(ref)\n\tif item == nil {\n\t\tt.Fatal(\"Expected to find item by reference\")\n\t}\n\n\tif item.UniqueAttributeValue() != \"i-12345\" {\n\t\tt.Errorf(\"Expected unique attribute 'i-12345', got '%s'\", item.UniqueAttributeValue())\n\t}\n}\n\nfunc TestGetAllTypes(t *testing.T) {\n\tsnapshot := createTestSnapshot()\n\tindex, _ := NewSnapshotIndex(snapshot)\n\n\ttypes := index.GetAllTypes()\n\tif len(types) != 2 {\n\t\tt.Errorf(\"Expected 2 unique types, got %d\", len(types))\n\t}\n\n\t// Verify expected types exist\n\ttypeMap := make(map[string]bool)\n\tfor _, itemType := range types {\n\t\ttypeMap[itemType] = true\n\t}\n\n\texpectedTypes := []string{\"ec2-instance\", \"s3-bucket\"}\n\tfor _, expected := range expectedTypes {\n\t\tif !typeMap[expected] {\n\t\t\tt.Errorf(\"Expected type '%s' not found\", expected)\n\t\t}\n\t}\n}\n\nfunc TestEdgesFromAndEdgesTo(t *testing.T) {\n\tsnapshot := createTestSnapshot()\n\tindex, _ := NewSnapshotIndex(snapshot)\n\n\trefFrom := &sdp.Reference{\n\t\tType: \"ec2-instance\",\n\t\tUniqueAttributeValue: \"i-12345\",\n\t\tScope: \"us-east-1\",\n\t}\n\trefTo := &sdp.Reference{\n\t\tType: \"s3-bucket\",\n\t\tUniqueAttributeValue: \"my-test-bucket\",\n\t\tScope: \"global\",\n\t}\n\n\tfromEdges := index.EdgesFrom(refFrom)\n\tif len(fromEdges) != 1 {\n\t\tt.Errorf(\"Expected 1 edge from ec2-instance i-12345, got %d\", len(fromEdges))\n\t}\n\tif len(fromEdges) > 0 && !fromEdges[0].GetTo().IsEqual(refTo) {\n\t\tt.Error(\"EdgesFrom: expected To reference to be s3-bucket my-test-bucket\")\n\t}\n\n\ttoEdges := index.EdgesTo(refTo)\n\tif len(toEdges) != 1 {\n\t\tt.Errorf(\"Expected 1 edge to s3-bucket my-test-bucket, got %d\", len(toEdges))\n\t}\n\tif len(toEdges) > 0 && !toEdges[0].GetFrom().IsEqual(refFrom) {\n\t\tt.Error(\"EdgesTo: expected From reference to be ec2-instance i-12345\")\n\t}\n\n\t// No edges from the bucket (it only appears as To)\n\tfromBucket := index.EdgesFrom(refTo)\n\tif len(fromBucket) != 0 {\n\t\tt.Errorf(\"Expected 0 edges from bucket, got %d\", len(fromBucket))\n\t}\n\t// No edges to the us-east-1 instance (it only appears as From in this snapshot)\n\ttoInstance := index.EdgesTo(refFrom)\n\tif len(toInstance) != 0 {\n\t\tt.Errorf(\"Expected 0 edges to us-east-1 instance, got %d\", len(toInstance))\n\t}\n}\n\nfunc TestNeighborItems(t *testing.T) {\n\tsnapshot := createTestSnapshot()\n\tindex, _ := NewSnapshotIndex(snapshot)\n\n\tec2East := index.GetByGUN(\"us-east-1.ec2-instance.i-12345\")\n\tif ec2East == nil {\n\t\tt.Fatal(\"expected to find us-east-1 ec2 instance\")\n\t}\n\tneighbors := index.NeighborItems(ec2East)\n\tif len(neighbors) != 1 {\n\t\tt.Fatalf(\"Expected 1 neighbor of us-east-1 ec2 instance, got %d\", len(neighbors))\n\t}\n\tif neighbors[0].GloballyUniqueName() != \"global.s3-bucket.my-test-bucket\" {\n\t\tt.Errorf(\"Expected neighbor to be s3-bucket, got %s\", neighbors[0].GloballyUniqueName())\n\t}\n\n\tbucket := index.GetByGUN(\"global.s3-bucket.my-test-bucket\")\n\tif bucket == nil {\n\t\tt.Fatal(\"expected to find s3 bucket\")\n\t}\n\tneighbors = index.NeighborItems(bucket)\n\tif len(neighbors) != 1 {\n\t\tt.Fatalf(\"Expected 1 neighbor of s3 bucket, got %d\", len(neighbors))\n\t}\n\tif neighbors[0].GloballyUniqueName() != \"us-east-1.ec2-instance.i-12345\" {\n\t\tt.Errorf(\"Expected neighbor to be ec2-instance i-12345, got %s\", neighbors[0].GloballyUniqueName())\n\t}\n\n\t// us-west-2 instance has no edges\n\tec2West := index.GetByGUN(\"us-west-2.ec2-instance.i-67890\")\n\tif ec2West == nil {\n\t\tt.Fatal(\"expected to find us-west-2 ec2 instance\")\n\t}\n\tneighbors = index.NeighborItems(ec2West)\n\tif len(neighbors) != 0 {\n\t\tt.Errorf(\"Expected 0 neighbors for us-west-2 instance, got %d\", len(neighbors))\n\t}\n}\n\nfunc TestNewSnapshotIndexNilSnapshot(t *testing.T) {\n\t_, err := NewSnapshotIndex(nil)\n\tif err == nil {\n\t\tt.Error(\"Expected error for nil snapshot, got nil\")\n\t}\n}\n\nfunc TestNewSnapshotIndexNilProperties(t *testing.T) {\n\tsnapshot := &sdp.Snapshot{}\n\t_, err := NewSnapshotIndex(snapshot)\n\tif err == nil {\n\t\tt.Error(\"Expected error for nil properties, got nil\")\n\t}\n}\n" }, { "path": "sources/snapshot/adapters/loader.go", "content": "package adapters\n\nimport (\n\t\"bytes\"\n\t\"context\"\n\t\"fmt\"\n\t\"io\"\n\t\"net/http\"\n\t\"os\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"google.golang.org/protobuf/encoding/protojson\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\n// LoadSnapshot loads a snapshot from a URL or local file path\nfunc LoadSnapshot(ctx context.Context, source string) (*sdp.Snapshot, error) {\n\tvar data []byte\n\tvar err error\n\n\t// Determine if source is a URL or file path\n\tif strings.HasPrefix(source, \"http://\") || strings.HasPrefix(source, \"https://\") {\n\t\tlog.WithField(\"url\", source).Info(\"Loading snapshot from URL\")\n\t\tdata, err = loadSnapshotFromURL(ctx, source)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to load snapshot from URL: %w\", err)\n\t\t}\n\t} else {\n\t\tlog.WithField(\"path\", source).Info(\"Loading snapshot from file\")\n\t\tdata, err = loadSnapshotFromFile(source)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to load snapshot from file: %w\", err)\n\t\t}\n\t}\n\n\t// Unmarshal the data (detect JSON vs protobuf format)\n\tsnapshot := &sdp.Snapshot{}\n\ttrimmed := bytes.TrimSpace(data)\n\tif len(trimmed) > 0 && trimmed[0] == '{' {\n\t\t// JSON format\n\t\tif err := protojson.Unmarshal(data, snapshot); err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to unmarshal snapshot JSON: %w\", err)\n\t\t}\n\t\tlog.Info(\"Loaded snapshot from JSON format\")\n\t} else {\n\t\t// Protobuf format\n\t\tif err := proto.Unmarshal(data, snapshot); err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to unmarshal snapshot protobuf: %w\", err)\n\t\t}\n\t\tlog.Info(\"Loaded snapshot from protobuf format\")\n\t}\n\n\tif snapshot.GetProperties() == nil {\n\t\treturn nil, fmt.Errorf(\"snapshot has no properties\")\n\t}\n\n\titems := len(snapshot.GetProperties().GetItems())\n\tedges := len(snapshot.GetProperties().GetEdges())\n\tlog.WithFields(log.Fields{\n\t\t\"items\": items,\n\t\t\"edges\": edges,\n\t}).Info(\"Snapshot loaded successfully\")\n\n\treturn snapshot, nil\n}\n\n// loadSnapshotFromURL loads snapshot data from an HTTP(S) URL\nfunc loadSnapshotFromURL(ctx context.Context, url string) ([]byte, error) {\n\treq, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to create HTTP request: %w\", err)\n\t}\n\n\tclient := &http.Client{}\n\tresp, err := client.Do(req)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"HTTP request failed: %w\", err)\n\t}\n\tdefer resp.Body.Close()\n\n\tif resp.StatusCode != http.StatusOK {\n\t\treturn nil, fmt.Errorf(\"HTTP request returned status %d\", resp.StatusCode)\n\t}\n\n\tdata, err := io.ReadAll(resp.Body)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to read response body: %w\", err)\n\t}\n\n\treturn data, nil\n}\n\n// loadSnapshotFromFile loads snapshot data from a local file\nfunc loadSnapshotFromFile(path string) ([]byte, error) {\n\tdata, err := os.ReadFile(path)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to read file: %w\", err)\n\t}\n\n\treturn data, nil\n}\n" }, { "path": "sources/snapshot/adapters/loader_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"google.golang.org/protobuf/proto\"\n)\n\nfunc TestLoadSnapshotFromFile(t *testing.T) {\n\t// Create a test snapshot\n\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\"name\": \"test-item\",\n\t})\n\n\tsnapshot := &sdp.Snapshot{\n\t\tProperties: &sdp.SnapshotProperties{\n\t\t\tName: \"test-snapshot\",\n\t\t\tItems: []*sdp.Item{\n\t\t\t\t{\n\t\t\t\t\tType: \"test-type\",\n\t\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\t\tAttributes: attrs,\n\t\t\t\t\tScope: \"test-scope\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\t// Marshal to bytes\n\tdata, err := proto.Marshal(snapshot)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to marshal test snapshot: %v\", err)\n\t}\n\n\t// Write to temp file\n\ttmpDir := t.TempDir()\n\ttmpFile := filepath.Join(tmpDir, \"test-snapshot.pb\")\n\tif err := os.WriteFile(tmpFile, data, 0o644); err != nil {\n\t\tt.Fatalf(\"Failed to write test snapshot file: %v\", err)\n\t}\n\n\t// Test loading\n\tctx := context.Background()\n\tloaded, err := LoadSnapshot(ctx, tmpFile)\n\tif err != nil {\n\t\tt.Fatalf(\"LoadSnapshot failed: %v\", err)\n\t}\n\n\tif loaded.GetProperties().GetName() != \"test-snapshot\" {\n\t\tt.Errorf(\"Expected snapshot name 'test-snapshot', got '%s'\", loaded.GetProperties().GetName())\n\t}\n\n\tif len(loaded.GetProperties().GetItems()) != 1 {\n\t\tt.Errorf(\"Expected 1 item, got %d\", len(loaded.GetProperties().GetItems()))\n\t}\n}\n\nfunc TestLoadSnapshotFromURL(t *testing.T) {\n\t// Create a test snapshot\n\tattrs, _ := sdp.ToAttributesViaJson(map[string]any{\n\t\t\"name\": \"test-item\",\n\t})\n\n\tsnapshot := &sdp.Snapshot{\n\t\tProperties: &sdp.SnapshotProperties{\n\t\t\tName: \"test-snapshot-url\",\n\t\t\tItems: []*sdp.Item{\n\t\t\t\t{\n\t\t\t\t\tType: \"test-type\",\n\t\t\t\t\tUniqueAttribute: \"name\",\n\t\t\t\t\tAttributes: attrs,\n\t\t\t\t\tScope: \"test-scope\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}\n\n\t// Marshal to bytes\n\tdata, err := proto.Marshal(snapshot)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to marshal test snapshot: %v\", err)\n\t}\n\n\t// Create test HTTP server\n\tserver := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tw.WriteHeader(http.StatusOK)\n\t\t_, _ = w.Write(data)\n\t}))\n\tdefer server.Close()\n\n\t// Test loading from URL\n\tctx := context.Background()\n\tloaded, err := LoadSnapshot(ctx, server.URL)\n\tif err != nil {\n\t\tt.Fatalf(\"LoadSnapshot from URL failed: %v\", err)\n\t}\n\n\tif loaded.GetProperties().GetName() != \"test-snapshot-url\" {\n\t\tt.Errorf(\"Expected snapshot name 'test-snapshot-url', got '%s'\", loaded.GetProperties().GetName())\n\t}\n}\n\nfunc TestLoadSnapshotEmptyItems(t *testing.T) {\n\t// Create a snapshot with no items (e.g. revlink warmup for account with no sources)\n\tsnapshot := &sdp.Snapshot{\n\t\tProperties: &sdp.SnapshotProperties{\n\t\t\tName: \"empty-snapshot\",\n\t\t\tItems: []*sdp.Item{},\n\t\t},\n\t}\n\n\t// Marshal to bytes\n\tdata, err := proto.Marshal(snapshot)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to marshal test snapshot: %v\", err)\n\t}\n\n\t// Write to temp file\n\ttmpDir := t.TempDir()\n\ttmpFile := filepath.Join(tmpDir, \"empty-snapshot.pb\")\n\tif err := os.WriteFile(tmpFile, data, 0o644); err != nil {\n\t\tt.Fatalf(\"Failed to write test snapshot file: %v\", err)\n\t}\n\n\t// Empty snapshots are allowed (e.g. for benchmarking or accounts with no discovered infra)\n\tctx := context.Background()\n\tloaded, err := LoadSnapshot(ctx, tmpFile)\n\tif err != nil {\n\t\tt.Fatalf(\"LoadSnapshot with empty items should succeed: %v\", err)\n\t}\n\tif len(loaded.GetProperties().GetItems()) != 0 {\n\t\tt.Errorf(\"Expected 0 items, got %d\", len(loaded.GetProperties().GetItems()))\n\t}\n\tif loaded.GetProperties().GetName() != \"empty-snapshot\" {\n\t\tt.Errorf(\"Expected name 'empty-snapshot', got %q\", loaded.GetProperties().GetName())\n\t}\n}\n\nfunc TestLoadSnapshotFileNotFound(t *testing.T) {\n\tctx := context.Background()\n\t_, err := LoadSnapshot(ctx, \"/nonexistent/file.pb\")\n\tif err == nil {\n\t\tt.Error(\"Expected error for nonexistent file, got nil\")\n\t}\n}\n\nfunc TestLoadSnapshotInvalidProtobuf(t *testing.T) {\n\t// Write invalid protobuf data\n\ttmpDir := t.TempDir()\n\ttmpFile := filepath.Join(tmpDir, \"invalid.pb\")\n\tif err := os.WriteFile(tmpFile, []byte(\"invalid protobuf data\"), 0o644); err != nil {\n\t\tt.Fatalf(\"Failed to write invalid data: %v\", err)\n\t}\n\n\t// Test loading - should fail\n\tctx := context.Background()\n\t_, err := LoadSnapshot(ctx, tmpFile)\n\tif err == nil {\n\t\tt.Error(\"Expected error for invalid protobuf, got nil\")\n\t}\n}\n" }, { "path": "sources/snapshot/adapters/main.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\tlog \"github.com/sirupsen/logrus\"\n)\n\n// InitializeAdapters loads a snapshot and registers one adapter per type found\n// in the snapshot data. Each adapter carries the correct category and metadata\n// from the embedded adapter catalog so that the discovery engine can route\n// specific-type GET/SEARCH queries to it.\nfunc InitializeAdapters(ctx context.Context, e *discovery.Engine, snapshotSource string) error {\n\tsnapshot, err := LoadSnapshot(ctx, snapshotSource)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to load snapshot: %w\", err)\n\t}\n\n\tindex, err := NewSnapshotIndex(snapshot)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to build snapshot index: %w\", err)\n\t}\n\n\ttypes := index.GetAllTypes()\n\tadapters := make([]discovery.Adapter, 0, len(types))\n\tfor _, typ := range types {\n\t\tscopes := index.GetScopesForType(typ)\n\t\tadapters = append(adapters, NewSnapshotAdapter(index, typ, scopes))\n\t}\n\n\tif err := e.AddAdapters(adapters...); err != nil {\n\t\treturn fmt.Errorf(\"failed to add snapshot adapters: %w\", err)\n\t}\n\n\tlog.WithFields(log.Fields{\n\t\t\"items\": len(snapshot.GetProperties().GetItems()),\n\t\t\"edges\": len(snapshot.GetProperties().GetEdges()),\n\t\t\"types\": len(types),\n\t\t\"adapters\": len(adapters),\n\t}).Info(\"Snapshot adapters initialized successfully\")\n\n\treturn nil\n}\n" }, { "path": "sources/snapshot/build/package/Dockerfile", "content": "# Build the source binary\nFROM golang:1.26.2-alpine3.23 AS builder\nARG TARGETOS\nARG TARGETARCH\nARG BUILD_VERSION\nARG BUILD_COMMIT\n\n# required for generating the version descriptor\nRUN apk upgrade --no-cache && apk add --no-cache git\n\nWORKDIR /workspace\n\nCOPY go.mod go.sum ./\nRUN --mount=type=cache,target=/go/pkg \\\n go mod download\n\nCOPY go/ go/\nCOPY sources/ sources/\nCOPY docs.overmind.tech/docs/sources/ docs.overmind.tech/docs/sources/\n\n# Build\nRUN --mount=type=cache,target=/go/pkg \\\n --mount=type=cache,target=/root/.cache/go-build \\\n GOOS=${TARGETOS} GOARCH=${TARGETARCH} go build -trimpath -ldflags=\"-s -w -X github.com/overmindtech/cli/go/tracing.version=${BUILD_VERSION} -X github.com/overmindtech/cli/go/tracing.commit=${BUILD_COMMIT}\" -o source sources/snapshot/main.go\n\nFROM alpine:3.23.4\nWORKDIR /\nCOPY --from=builder /workspace/source .\nUSER 65534:65534\n\nENTRYPOINT [\"/source\"]\n" }, { "path": "sources/snapshot/cmd/root.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"os/signal\"\n\t\"strings\"\n\t\"syscall\"\n\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/logging\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"github.com/overmindtech/cli/sources/snapshot/adapters\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/pflag\"\n\t\"github.com/spf13/viper\"\n)\n\nvar cfgFile string\n\n// rootCmd represents the base command when called without any subcommands\nvar rootCmd = &cobra.Command{\n\tUse: \"snapshot-source\",\n\tShort: \"Discovery source that serves data from a snapshot file\",\n\tSilenceUsage: true,\n\tLong: `Snapshot source loads a snapshot from a file or URL and responds to \ndiscovery queries with items from that snapshot. This enables local testing \nwith fixed data and deterministic re-runs of v6 investigations.`,\n\tRunE: func(cmd *cobra.Command, args []string) error {\n\t\tctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)\n\t\tdefer stop()\n\t\tdefer tracing.LogRecoverToReturn(ctx, \"snapshot-source.root\")\n\n\t\t// Get snapshot source (required)\n\t\tsnapshotSource := viper.GetString(\"snapshot-source\")\n\t\tif snapshotSource == \"\" {\n\t\t\treturn fmt.Errorf(\"snapshot-source is required (use --snapshot-source or SNAPSHOT_SOURCE env var)\")\n\t\t}\n\n\t\tlog.WithField(\"snapshot-source\", snapshotSource).Info(\"Starting snapshot source\")\n\n\t\t// Get engine config\n\t\tengineConfig, err := discovery.EngineConfigFromViper(\"snapshot\", tracing.Version())\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Error(\"Could not get engine config from viper\")\n\t\t\treturn fmt.Errorf(\"could not get engine config from viper: %w\", err)\n\t\t}\n\n\t\t// Create a basic engine first\n\t\te, err := discovery.NewEngine(engineConfig)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Could not create engine\")\n\t\t\treturn fmt.Errorf(\"could not create engine: %w\", err)\n\t\t}\n\n\t\t// Start HTTP server for health checks before initialization\n\t\thealthCheckPort := viper.GetInt(\"health-check-port\")\n\t\te.ServeHealthProbes(healthCheckPort)\n\n\t\t// Start the engine (NATS connection) before adapter init so heartbeats work\n\t\terr = e.Start(ctx)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Could not start engine\")\n\t\t\treturn fmt.Errorf(\"could not start engine: %w\", err)\n\t\t}\n\n\t\t// Snapshot adapters load from files/URLs which may fail, so we use\n\t\t// the initialization pattern with error handling\n\t\terr = adapters.InitializeAdapters(ctx, e, snapshotSource)\n\t\tif err != nil {\n\t\t\tinitErr := fmt.Errorf(\"could not initialize snapshot adapters: %w\", err)\n\t\t\tlog.WithError(initErr).Error(\"Snapshot source initialization failed - pod will stay running with error status\")\n\t\t\te.SetInitError(initErr)\n\t\t\tsentry.CaptureException(initErr)\n\t\t} else {\n\t\t\te.MarkAdaptersInitialized()\n\t\t\t// Start() already launched the heartbeat loop, so StartSendingHeartbeats\n\t\t\t// is a no-op here. Send an immediate heartbeat so the API server learns\n\t\t\t// the source is healthy without waiting for the next tick.\n\t\t\tif err := e.SendHeartbeat(ctx, nil); err != nil {\n\t\t\t\tlog.WithError(err).Warn(\"Failed to send post-init heartbeat\")\n\t\t\t}\n\t\t}\n\n\t\t<-ctx.Done()\n\n\t\tlog.Info(\"Stopping engine\")\n\n\t\terr = e.Stop()\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Error(\"Could not stop engine\")\n\t\t\treturn fmt.Errorf(\"could not stop engine: %w\", err)\n\t\t}\n\n\t\tlog.Info(\"Stopped\")\n\n\t\treturn nil\n\t},\n}\n\n// Execute adds all child commands to the root command and sets flags\n// appropriately. This is called by main.main(). It only needs to happen once to\n// the rootCmd.\nfunc Execute() {\n\tif err := rootCmd.Execute(); err != nil {\n\t\tfmt.Println(err)\n\t\tos.Exit(1)\n\t}\n}\n\nfunc init() {\n\tcobra.OnInitialize(initConfig)\n\n\t// Here you will define your flags and configuration settings.\n\t// Cobra supports persistent flags, which, if defined here,\n\t// will be global for your application.\n\tvar logLevel string\n\n\t// General config options\n\trootCmd.PersistentFlags().StringVar(&cfgFile, \"config\", \"/etc/srcman/config/source.yaml\", \"config file path\")\n\trootCmd.PersistentFlags().StringVar(&logLevel, \"log\", \"info\", \"Set the log level. Valid values: panic, fatal, error, warn, info, debug, trace\")\n\tcobra.CheckErr(viper.BindEnv(\"log\", \"SNAPSHOT_LOG\", \"LOG\")) // fallback to global config\n\n\t// Snapshot-specific config\n\trootCmd.PersistentFlags().String(\"snapshot-source\", \"\", \"Path to snapshot file or URL to load (required). Can be a local file path or http(s) URL.\")\n\tcobra.CheckErr(viper.BindEnv(\"snapshot-source\", \"SNAPSHOT_SOURCE\", \"SNAPSHOT_PATH\", \"SNAPSHOT_URL\"))\n\n\t// engine config options\n\tdiscovery.AddEngineFlags(rootCmd)\n\n\trootCmd.PersistentFlags().IntP(\"health-check-port\", \"\", 8089, \"The port that the health check should run on\")\n\tcobra.CheckErr(viper.BindEnv(\"health-check-port\", \"SNAPSHOT_HEALTH_CHECK_PORT\", \"HEALTH_CHECK_PORT\", \"SNAPSHOT_SERVICE_PORT\", \"SERVICE_PORT\")) // new names + backwards compat\n\n\t// tracing\n\trootCmd.PersistentFlags().String(\"honeycomb-api-key\", \"\", \"If specified, configures opentelemetry libraries to submit traces to honeycomb\")\n\tcobra.CheckErr(viper.BindEnv(\"honeycomb-api-key\", \"SNAPSHOT_HONEYCOMB_API_KEY\", \"HONEYCOMB_API_KEY\")) // fallback to global config\n\trootCmd.PersistentFlags().String(\"sentry-dsn\", \"\", \"If specified, configures sentry libraries to capture errors\")\n\tcobra.CheckErr(viper.BindEnv(\"sentry-dsn\", \"SNAPSHOT_SENTRY_DSN\", \"SENTRY_DSN\")) // fallback to global config\n\trootCmd.PersistentFlags().String(\"run-mode\", \"release\", \"Set the run mode for this service, 'release', 'debug' or 'test'. Defaults to 'release'.\")\n\trootCmd.PersistentFlags().Bool(\"json-log\", true, \"Set to false to emit logs as text for easier reading in development.\")\n\tcobra.CheckErr(viper.BindEnv(\"json-log\", \"SNAPSHOT_SOURCE_JSON_LOG\", \"JSON_LOG\")) // fallback to global config\n\n\t// Bind these to viper\n\tcobra.CheckErr(viper.BindPFlags(rootCmd.PersistentFlags()))\n\n\t// Run this before we do anything to set up the loglevel\n\trootCmd.PersistentPreRunE = func(cmd *cobra.Command, args []string) error {\n\t\tif lvl, err := log.ParseLevel(logLevel); err == nil {\n\t\t\tlog.SetLevel(lvl)\n\t\t} else {\n\t\t\tlog.SetLevel(log.InfoLevel)\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"error\": err,\n\t\t\t}).Error(\"Could not parse log level\")\n\t\t}\n\n\t\tlog.AddHook(TerminationLogHook{})\n\n\t\t// Bind flags that haven't been set to the values from viper of we have them\n\t\tvar bindErr error\n\t\tcmd.PersistentFlags().VisitAll(func(f *pflag.Flag) {\n\t\t\t// Bind the flag to viper only if it has a non-empty default\n\t\t\tif f.DefValue != \"\" || f.Changed {\n\t\t\t\tif err := viper.BindPFlag(f.Name, f); err != nil {\n\t\t\t\t\tbindErr = err\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t\tif bindErr != nil {\n\t\t\tlog.WithError(bindErr).Error(\"Could not bind flag to viper\")\n\t\t\treturn fmt.Errorf(\"could not bind flag to viper: %w\", bindErr)\n\t\t}\n\n\t\tif viper.GetBool(\"json-log\") {\n\t\t\tlogging.ConfigureLogrusJSON(log.StandardLogger())\n\t\t}\n\n\t\tif err := tracing.InitTracerWithUpstreams(\"snapshot-source\", viper.GetString(\"honeycomb-api-key\"), viper.GetString(\"sentry-dsn\")); err != nil {\n\t\t\tlog.WithError(err).Error(\"could not init tracer\")\n\t\t\treturn fmt.Errorf(\"could not init tracer: %w\", err)\n\t\t}\n\t\treturn nil\n\t}\n\n\t// shut down tracing at the end of the process\n\trootCmd.PersistentPostRun = func(cmd *cobra.Command, args []string) {\n\t\ttracing.ShutdownTracer(context.Background())\n\t}\n}\n\n// initConfig reads in config file and ENV variables if set.\nfunc initConfig() {\n\tviper.SetConfigFile(cfgFile)\n\n\treplacer := strings.NewReplacer(\"-\", \"_\")\n\n\tviper.SetEnvKeyReplacer(replacer)\n\t// Do not set env prefix so APP, API_KEY, NATS_* etc. are read the same as other sources (aws, gcp).\n\t// Snapshot-specific options use explicit BindEnv (e.g. SNAPSHOT_SOURCE) in flag init.\n\tviper.AutomaticEnv() // read in environment variables that match\n\n\t// If a config file is found, read it in.\n\tif err := viper.ReadInConfig(); err == nil {\n\t\tlog.Infof(\"Using config file: %v\", viper.ConfigFileUsed())\n\t}\n}\n\n// TerminationLogHook A hook that logs fatal errors to the termination log\ntype TerminationLogHook struct{}\n\nfunc (t TerminationLogHook) Levels() []log.Level {\n\treturn []log.Level{log.FatalLevel}\n}\n\nfunc (t TerminationLogHook) Fire(e *log.Entry) error {\n\t// shutdown tracing first to ensure all spans are flushed\n\ttracing.ShutdownTracer(context.Background())\n\ttLog, err := os.OpenFile(\"/dev/termination-log\", os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0o644)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tvar message string\n\n\tmessage = e.Message\n\n\tfor k, v := range e.Data {\n\t\tmessage = fmt.Sprintf(\"%v %v=%v\", message, k, v)\n\t}\n\n\t_, err = tLog.WriteString(message)\n\n\treturn err\n}\n" }, { "path": "sources/snapshot/main.go", "content": "package main\n\nimport (\n\t_ \"go.uber.org/automaxprocs\"\n\n\t\"github.com/overmindtech/cli/sources/snapshot/cmd\"\n)\n\nfunc main() {\n\tcmd.Execute()\n}\n" }, { "path": "sources/stdlib/items.go", "content": "package stdlib\n\nimport (\n\t\"github.com/overmindtech/cli/sources/shared\"\n\tstdlibshared \"github.com/overmindtech/cli/sources/stdlib/shared\"\n)\n\ntype ItemType struct {\n\tshared.ItemTypeInstance\n}\n\n// String returns the string representation of the ItemType\n// This is created for backwards compatibility\n// Currently, it returns the resource name only without the source and API\nfunc (i ItemType) String() string {\n\treturn string(i.Resource)\n}\n\nvar (\n\tNetworkIP = ItemType{ItemTypeInstance: shared.NewItemType(stdlibshared.Stdlib, stdlibshared.Network, stdlibshared.IP)}\n\tNetworkDNS = ItemType{ItemTypeInstance: shared.NewItemType(stdlibshared.Stdlib, stdlibshared.Network, stdlibshared.DNS)}\n\tNetworkHTTP = ItemType{ItemTypeInstance: shared.NewItemType(stdlibshared.Stdlib, stdlibshared.Network, stdlibshared.HTTP)}\n)\n" }, { "path": "sources/stdlib/shared/models.go", "content": "package shared\n\nimport \"github.com/overmindtech/cli/sources/shared\"\n\nconst (\n\tStdlib shared.Source = \"std-lib\"\n)\n\nconst (\n\tNetwork shared.API = \"network\"\n)\n\nconst (\n\tIP shared.Resource = \"ip\"\n\tDNS shared.Resource = \"dns\"\n\tHTTP shared.Resource = \"http\"\n)\n" }, { "path": "sources/transformer.go", "content": "package sources\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"slices\"\n\t\"strings\"\n\n\t\"buf.build/go/protovalidate\"\n\tlog \"github.com/sirupsen/logrus\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\tazureshared \"github.com/overmindtech/cli/sources/azure/shared\"\n\tgcpshared \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\n// ItemTypeLookups is a slice of ItemTypeLookup.\ntype ItemTypeLookups []shared.ItemTypeLookup\n\n// ReadableFormat returns a readable format of the ItemTypeLookups\nfunc (lookups ItemTypeLookups) ReadableFormat() string {\n\tvar readableLookups []string\n\tfor _, lookup := range lookups {\n\t\treadableLookups = append(readableLookups, lookup.Readable())\n\t}\n\n\treturn strings.Join(readableLookups, shared.QuerySeparator)\n}\n\n// Wrapper defines the base interface for resource wrappers.\ntype Wrapper interface {\n\tScopes() []string\n\tGetLookups() ItemTypeLookups\n\tGet(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError)\n\tType() string\n\tName() string\n\tItemType() shared.ItemType\n\tTerraformMappings() []*sdp.TerraformMapping\n\tCategory() sdp.AdapterCategory\n\tPotentialLinks() map[shared.ItemType]bool\n\tAdapterMetadata() *sdp.AdapterMetadata\n\tIAMPermissions() []string\n}\n\n// ListableWrapper defines an optional interface for resources that support listing.\ntype ListableWrapper interface {\n\tWrapper\n\tList(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError)\n}\n\n// ListStreamableWrapper defines an interface for resources that support listing with streaming.\ntype ListStreamableWrapper interface {\n\tWrapper\n\tListStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string)\n}\n\n// SearchableWrapper defines an optional interface for resources that support searching.\ntype SearchableWrapper interface {\n\tWrapper\n\tSearchLookups() []ItemTypeLookups\n\tSearch(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError)\n}\n\n// SearchStreamableWrapper defines an interface for resources that support searching with streaming.\ntype SearchStreamableWrapper interface {\n\tWrapper\n\tSearchStream(ctx context.Context, stream discovery.QueryResultStream, cache sdpcache.Cache, cacheKey sdpcache.CacheKey, scope string, queryParts ...string)\n}\n\n// WildcardScopeWrapper is an optional interface that wrappers can implement\n// to declare they can handle \"*\" wildcard scopes efficiently.\ntype WildcardScopeWrapper interface {\n\tWrapper\n\tSupportsWildcardScope() bool\n}\n\n// SearchableListableWrapper defines an interface for resources that support both searching and listing.\ntype SearchableListableWrapper interface {\n\tSearchableWrapper\n\tListableWrapper\n}\n\n// StandardAdapter defines the standard interface for adapters.\ntype StandardAdapter interface {\n\tValidate() error\n\tdiscovery.Adapter\n}\n\n// WrapperToAdapter converts a Wrapper to a StandardAdapter.\nfunc WrapperToAdapter(wrapper Wrapper, cache sdpcache.Cache) StandardAdapter {\n\tcore := standardAdapterCore{\n\t\twrapper: wrapper,\n\t\tcache: cache,\n\t}\n\n\tcore.sourceType = \"unknown\"\n\n\tit, ok := wrapper.ItemType().(shared.ItemTypeInstance)\n\tif ok {\n\t\tcore.sourceType = string(it.Source)\n\t}\n\n\t// Check if wrapper supports both List and Search - if so, return standardSearchableListableAdapterImpl\n\tif listable, listOk := wrapper.(ListableWrapper); listOk {\n\t\tif searchable, searchOk := wrapper.(SearchableWrapper); searchOk {\n\t\t\tlistableImpl := &standardListableAdapterImpl{\n\t\t\t\tlistable: listable,\n\t\t\t}\n\n\t\t\tsearchableImpl := &standardSearchableAdapterImpl{\n\t\t\t\tsearchable: searchable,\n\t\t\t}\n\n\t\t\t// Check for streaming capabilities\n\t\t\tif listStreamable, ok := wrapper.(ListStreamableWrapper); ok {\n\t\t\t\tlistableImpl.listStreamable = listStreamable\n\t\t\t}\n\n\t\t\tif searchStreamable, ok := wrapper.(SearchStreamableWrapper); ok {\n\t\t\t\tsearchableImpl.searchStreamable = searchStreamable\n\t\t\t}\n\n\t\t\t// Set the core for delegate implementations\n\t\t\tlistableImpl.standardAdapterCore = core\n\t\t\tsearchableImpl.standardAdapterCore = core\n\n\t\t\ta := &standardSearchableListableAdapterImpl{\n\t\t\t\tlistableImpl: listableImpl,\n\t\t\t\tsearchableImpl: searchableImpl,\n\t\t\t\tstandardAdapterCore: core,\n\t\t\t}\n\n\t\t\tif err := a.Validate(); err != nil {\n\t\t\t\tpanic(fmt.Sprintf(\"failed to validate adapter: %v\", err))\n\t\t\t}\n\n\t\t\treturn a\n\t\t}\n\n\t\t// Listable only\n\t\ta := &standardListableAdapterImpl{\n\t\t\tstandardAdapterCore: core,\n\t\t\tlistable: listable,\n\t\t}\n\n\t\tif listStreamable, ok := wrapper.(ListStreamableWrapper); ok {\n\t\t\ta.listStreamable = listStreamable\n\t\t}\n\n\t\tif err := a.Validate(); err != nil {\n\t\t\tpanic(fmt.Sprintf(\"failed to validate adapter: %v\", err))\n\t\t}\n\n\t\treturn a\n\t}\n\n\t// Check if wrapper is searchable only - return standardSearchableAdapterImpl\n\tif searchable, ok := wrapper.(SearchableWrapper); ok {\n\t\ta := &standardSearchableAdapterImpl{\n\t\t\tstandardAdapterCore: core,\n\t\t\tsearchable: searchable,\n\t\t}\n\n\t\tif searchStreamable, ok := wrapper.(SearchStreamableWrapper); ok {\n\t\t\ta.searchStreamable = searchStreamable\n\t\t}\n\n\t\tif err := a.Validate(); err != nil {\n\t\t\tpanic(fmt.Sprintf(\"failed to validate adapter: %v\", err))\n\t\t}\n\n\t\treturn a\n\t}\n\n\t// For non-listable, non-searchable wrappers, return standardAdapterImpl\n\ta := &standardAdapterImpl{\n\t\tstandardAdapterCore: core,\n\t}\n\n\tif err := a.Validate(); err != nil {\n\t\tpanic(fmt.Sprintf(\"failed to validate adapter: %v\", err))\n\t}\n\n\treturn a\n}\n\ntype standardAdapterCore struct {\n\twrapper Wrapper\n\tsourceType string\n\tcache sdpcache.Cache // This is mandatory\n}\n\ntype standardAdapterImpl struct {\n\tstandardAdapterCore\n}\n\ntype standardListableAdapterImpl struct {\n\tlistable ListableWrapper\n\tlistStreamable ListStreamableWrapper\n\tstandardAdapterCore\n}\n\ntype standardSearchableAdapterImpl struct {\n\tsearchable SearchableWrapper\n\tsearchStreamable SearchStreamableWrapper\n\tstandardAdapterCore\n}\n\ntype standardSearchableListableAdapterImpl struct {\n\tlistableImpl *standardListableAdapterImpl\n\tsearchableImpl *standardSearchableAdapterImpl\n\tstandardAdapterCore\n}\n\n// Standard Adapter Core methods\n// *****************************\n\n// Type returns the type of the adapter.\nfunc (s *standardAdapterCore) Type() string {\n\treturn s.wrapper.Type()\n}\n\n// Name returns the name of the adapter.\nfunc (s *standardAdapterCore) Name() string {\n\treturn s.wrapper.Name()\n}\n\n// Scopes returns the scopes of the adapter.\nfunc (s *standardAdapterCore) Scopes() []string {\n\treturn s.wrapper.Scopes()\n}\n\nfunc (s *standardAdapterCore) validateScopes(scope string) error {\n\t// Allow wildcard scope if the wrapper supports it\n\tif scope == \"*\" {\n\t\tif ws, ok := s.wrapper.(WildcardScopeWrapper); ok && ws.SupportsWildcardScope() {\n\t\t\treturn nil\n\t\t}\n\t}\n\n\tif slices.Contains(s.Scopes(), scope) {\n\t\treturn nil\n\t}\n\n\treturn &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\tErrorString: fmt.Sprintf(\"requested scope %v does not match any adapter scope %v\", scope, s.Scopes()),\n\t}\n}\n\n// NOTFOUND caching contract (applies to all adapters using this transformer, including manual adapters):\n// we only cache when the result is \"not found\" (not timeouts or other errors). When a second call hits\n// the cache, we return the same response and error as a fresh not-found call (e.g. Get: nil item + same\n// error message; List/Search: empty slice + nil error). No behavior change.\n//\n// IsNotFound returns true if err is a QueryError with ErrorType NOTFOUND.\nfunc IsNotFound(err error) bool {\n\tvar qe *sdp.QueryError\n\tif errors.As(err, &qe) {\n\t\treturn qe.GetErrorType() == sdp.QueryError_NOTFOUND\n\t}\n\treturn false\n}\n\n// Get retrieves a single item with a given scope and query.\nfunc (s *standardAdapterCore) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif err := s.validateScopes(scope); err != nil {\n\t\treturn nil, err\n\t}\n\n\tcacheHit, ck, cachedItem, qErr, done := s.cache.Lookup(\n\t\tctx,\n\t\ts.Name(),\n\t\tsdp.QueryMethod_GET,\n\t\tscope,\n\t\ts.Type(),\n\t\tquery,\n\t\tignoreCache,\n\t)\n\tdefer done()\n\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into nil result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn nil, qErr\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": s.sourceType,\n\t\t\t\"ovm.source.adapter\": s.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_GET.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\treturn nil, qErr\n\t}\n\n\tif cacheHit && len(cachedItem) > 0 {\n\t\treturn cachedItem[0], nil\n\t}\n\n\tvar queryParts []string\n\tif s.sourceType == string(azureshared.Azure) && strings.HasPrefix(query, \"/subscriptions/\") {\n\t\t// Terraform mapping may pass full Azure resource ID; extract query parts by type.\n\t\tif azureshared.GetResourceIDPathKeys(s.wrapper.Type()) == nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\"no path keys defined for resource type %s to extract from query %s\", s.wrapper.Type(), query),\n\t\t\t}\n\t\t}\n\t\tqueryParts = azureshared.ExtractPathParamsFromResourceIDByType(s.wrapper.Type(), query)\n\t\tif queryParts == nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\"failed to extract query parts from resource ID for resource type %s (invalid or unsupported format): %s\", s.wrapper.Type(), query),\n\t\t\t}\n\t\t}\n\t} else {\n\t\tqueryParts = strings.Split(query, shared.QuerySeparator)\n\t}\n\tif len(queryParts) != len(s.wrapper.GetLookups()) {\n\t\treturn nil, fmt.Errorf(\n\t\t\t\"invalid query format: %s, expected: %s\",\n\t\t\tquery,\n\t\t\ts.wrapper.GetLookups().ReadableFormat(),\n\t\t)\n\t}\n\n\titem, err := s.wrapper.Get(ctx, scope, queryParts...)\n\tif err != nil {\n\t\t// Only cache NOTFOUND so lookup behaviour is unchanged for timeouts/other errors\n\t\tif IsNotFound(err) {\n\t\t\ts.cache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, ck)\n\t\t}\n\t\treturn nil, err\n\t}\n\n\tif item == nil {\n\t\t// Cache not-found when item is nil\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"%s not found for query '%s'\", s.Type(), query),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.Type(),\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, ck)\n\t\treturn nil, notFoundErr\n\t}\n\n\t// Store in cache after successful get\n\ts.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, ck)\n\treturn item, nil\n}\n\n// Standard Adapter Implementation\n// *******************************\n\n// Metadata returns the metadata of the adapter.\n// It uses the wrapper's metadata if available, otherwise constructs it based on the wrapper's type and capabilities.\nfunc (s *standardAdapterImpl) Metadata() *sdp.AdapterMetadata {\n\tif s.wrapper.AdapterMetadata() != nil {\n\t\treturn s.wrapper.AdapterMetadata()\n\t}\n\n\tsupportedQueryMethods := &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: fmt.Sprintf(\n\t\t\t\"Get %s by \\\"%s\\\"\",\n\t\t\ts.wrapper.ItemType().Readable(),\n\t\t\ts.wrapper.GetLookups().ReadableFormat(),\n\t\t),\n\t}\n\n\ta := &sdp.AdapterMetadata{\n\t\tType: s.wrapper.Type(),\n\t\tCategory: s.wrapper.Category(),\n\t\tDescriptiveName: s.wrapper.ItemType().Readable(),\n\t\tTerraformMappings: s.wrapper.TerraformMappings(),\n\t\tSupportedQueryMethods: supportedQueryMethods,\n\t}\n\n\tif s.wrapper.PotentialLinks() != nil {\n\t\ta.PotentialLinks = []string{}\n\t\tfor link := range s.wrapper.PotentialLinks() {\n\t\t\ta.PotentialLinks = append(a.PotentialLinks, link.String())\n\t\t}\n\t}\n\n\treturn a\n}\n\n// Validate checks if the adapter is valid.\nfunc (s *standardAdapterImpl) Validate() error {\n\tif s.cache == nil {\n\t\treturn fmt.Errorf(\"cache is not initialized\")\n\t}\n\n\tif s.sourceType == string(gcpshared.GCP) {\n\t\t// Validate predefined role and IAM permissions consistency\n\t\tif err := validatePredefinedRole(s.wrapper); err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn protovalidate.Validate(s.Metadata())\n}\n\n// Listable Adapter Implementation\n// ******************************\n\n// List retrieves all items in a given scope.\nfunc (s *standardListableAdapterImpl) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif err := s.validateScopes(scope); err != nil {\n\t\treturn nil, err\n\t}\n\n\tif s.listable == nil {\n\t\tlog.WithField(\"adapter\", s.Name()).Debug(\"list operation not supported\")\n\t\treturn nil, nil\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(\n\t\tctx,\n\t\ts.Name(),\n\t\tsdp.QueryMethod_LIST,\n\t\tscope,\n\t\ts.Type(),\n\t\t\"\",\n\t\tignoreCache,\n\t)\n\tdefer done()\n\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": s.sourceType,\n\t\t\t\"ovm.source.adapter\": s.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_LIST.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\treturn nil, qErr\n\t}\n\n\tif cacheHit {\n\t\treturn cachedItems, nil\n\t}\n\n\titems, err := s.listable.List(ctx, scope)\n\tif err != nil {\n\t\t// Only cache NOTFOUND so lookup behaviour is unchanged for timeouts/other errors\n\t\tif IsNotFound(err) {\n\t\t\ts.cache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, ck)\n\t\t}\n\t\treturn nil, err\n\t}\n\n\tif len(items) == 0 {\n\t\t// Cache not-found when no items were found\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"no %s found in scope %s\", s.Type(), scope),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.Type(),\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, ck)\n\t\treturn items, nil\n\t}\n\n\tfor _, item := range items {\n\t\ts.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, ck)\n\t}\n\n\treturn items, nil\n}\n\nfunc (s *standardListableAdapterImpl) ListStream(ctx context.Context, scope string, ignoreCache bool, stream discovery.QueryResultStream) {\n\tif err := s.validateScopes(scope); err != nil {\n\t\tstream.SendError(err)\n\t\treturn\n\t}\n\n\tif s.listStreamable == nil {\n\t\tlog.WithField(\"adapter\", s.Name()).Debug(\"list stream operation not supported\")\n\t\treturn\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(\n\t\tctx,\n\t\ts.Name(),\n\t\tsdp.QueryMethod_LIST,\n\t\tscope,\n\t\ts.Type(),\n\t\t\"\",\n\t\tignoreCache,\n\t)\n\tdefer done()\n\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": s.sourceType,\n\t\t\t\"ovm.source.adapter\": s.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_LIST.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\tstream.SendError(qErr)\n\t\treturn\n\t}\n\n\tif cacheHit {\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\ts.listStreamable.ListStream(ctx, stream, s.cache, ck, scope)\n}\n\n// Metadata returns the metadata of the listable adapter.\nfunc (s *standardListableAdapterImpl) Metadata() *sdp.AdapterMetadata {\n\tif s.wrapper.AdapterMetadata() != nil {\n\t\treturn s.wrapper.AdapterMetadata()\n\t}\n\n\ta := &sdp.AdapterMetadata{\n\t\tType: s.wrapper.Type(),\n\t\tCategory: s.wrapper.Category(),\n\t\tDescriptiveName: s.wrapper.ItemType().Readable(),\n\t\tTerraformMappings: s.wrapper.TerraformMappings(),\n\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\tGet: true,\n\t\t\tGetDescription: fmt.Sprintf(\n\t\t\t\t\"Get %s by \\\"%s\\\"\",\n\t\t\t\ts.wrapper.ItemType().Readable(),\n\t\t\t\ts.wrapper.GetLookups().ReadableFormat(),\n\t\t\t),\n\t\t\tList: true,\n\t\t\tListDescription: fmt.Sprintf(\n\t\t\t\t\"List all %s items\", s.wrapper.ItemType().Readable(),\n\t\t\t),\n\t\t},\n\t}\n\n\tif s.wrapper.PotentialLinks() != nil {\n\t\ta.PotentialLinks = []string{}\n\t\tfor link := range s.wrapper.PotentialLinks() {\n\t\t\ta.PotentialLinks = append(a.PotentialLinks, link.String())\n\t\t}\n\t}\n\n\treturn a\n}\n\n// Validate checks if the listable adapter is valid.\nfunc (s *standardListableAdapterImpl) Validate() error {\n\tif s.cache == nil {\n\t\treturn fmt.Errorf(\"cache is not initialized\")\n\t}\n\n\tif s.sourceType == string(gcpshared.GCP) {\n\t\t// Validate predefined role and IAM permissions consistency\n\t\tif err := validatePredefinedRole(s.wrapper); err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn protovalidate.Validate(s.Metadata())\n}\n\n// SupportsWildcardScope delegates to the wrapper if it implements WildcardScopeWrapper\nfunc (s *standardListableAdapterImpl) SupportsWildcardScope() bool {\n\tif ws, ok := s.wrapper.(WildcardScopeWrapper); ok {\n\t\treturn ws.SupportsWildcardScope()\n\t}\n\treturn false\n}\n\n// Searchable Adapter Implementation\n// *********************************\n\n// Search retrieves items based on a search query.\nfunc (s *standardSearchableAdapterImpl) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif err := s.validateScopes(scope); err != nil {\n\t\treturn nil, err\n\t}\n\n\tvar queryParts []string\n\tif s.sourceType == string(gcpshared.GCP) && strings.HasPrefix(query, \"projects/\") {\n\t\t// This must be a terraform query in the format of:\n\t\t// projects/{{project}}/datasets/{{dataset}}/tables/{{name}}\n\t\t// projects/{{project}}/serviceAccounts/{{account}}/keys/{{key}}\n\t\t//\n\t\t// Extract the relevant parts from the query\n\t\t// We need to extract the path parameters based on the number of lookups\n\t\tqueryParts = gcpshared.ExtractPathParamsWithCount(query, len(s.wrapper.GetLookups()))\n\t\tif len(queryParts) != len(s.wrapper.GetLookups()) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\t\"failed to handle terraform mapping from query %s for %s\",\n\t\t\t\t\tquery,\n\t\t\t\t\ts.wrapper.ItemType().Readable(),\n\t\t\t\t),\n\t\t\t}\n\t\t}\n\n\t\titem, err := s.Get(ctx, scope, shared.CompositeLookupKey(queryParts...), ignoreCache)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to get item from terraform mapping: %w\", err)\n\t\t}\n\n\t\treturn []*sdp.Item{item}, nil\n\t}\n\n\tif s.sourceType == string(azureshared.Azure) && strings.HasPrefix(query, \"/subscriptions/\") {\n\t\t// This must be a terraform query in Azure resource ID format:\n\t\t// /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Storage/storageAccounts/{account}/queueServices/default/queues/{queue}\n\t\t//\n\t\t// Extract the relevant parts from the resource ID based on the resource type.\n\t\t// Distinguish \"unknown type\" (no path keys) from \"extraction failed\" (malformed or unsupported ID format).\n\t\tif azureshared.GetResourceIDPathKeys(s.wrapper.Type()) == nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\t\"no path keys defined for resource type %s to extract from terraform query %s\",\n\t\t\t\t\ts.wrapper.Type(),\n\t\t\t\t\tquery,\n\t\t\t\t),\n\t\t\t}\n\t\t}\n\t\tqueryParts = azureshared.ExtractPathParamsFromResourceIDByType(s.wrapper.Type(), query)\n\t\tif queryParts == nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\t\"failed to extract query parts from resource ID for resource type %s (invalid or unsupported format): %s\",\n\t\t\t\t\ts.wrapper.Type(),\n\t\t\t\t\tquery,\n\t\t\t\t),\n\t\t\t}\n\t\t}\n\t\tif len(queryParts) != len(s.wrapper.GetLookups()) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\t\"failed to handle terraform mapping from query %s for %s: extracted %d parts, expected %d\",\n\t\t\t\t\tquery,\n\t\t\t\t\ts.wrapper.ItemType().Readable(),\n\t\t\t\t\tlen(queryParts),\n\t\t\t\t\tlen(s.wrapper.GetLookups()),\n\t\t\t\t),\n\t\t\t}\n\t\t}\n\n\t\titem, err := s.Get(ctx, scope, shared.CompositeLookupKey(queryParts...), ignoreCache)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to get item from terraform mapping: %w\", err)\n\t\t}\n\n\t\treturn []*sdp.Item{item}, nil\n\t}\n\n\tif s.searchable == nil {\n\t\tlog.WithField(\"adapter\", s.Name()).Debug(\"search operation not supported\")\n\t\treturn nil, nil\n\t}\n\n\t// This must be a regular query in the format of:\n\t// {{datasetName}}|{{tableName}}\n\tqueryParts = strings.Split(query, shared.QuerySeparator)\n\n\t// Determine which search lookups to use\n\tsearchLookups := s.searchable.SearchLookups()\n\n\tvar validQuery bool\n\tfor _, kw := range searchLookups {\n\t\tif len(kw) == len(queryParts) {\n\t\t\tvalidQuery = true\n\t\t\tbreak\n\t\t}\n\n\t\tcontinue\n\t}\n\n\tif !validQuery {\n\t\treturn nil, fmt.Errorf(\n\t\t\t\"invalid search query format: %s, expected: %s\",\n\t\t\tquery,\n\t\t\texpectedSearchQueryFormat(searchLookups),\n\t\t)\n\t}\n\n\t// Check cache before searching\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(\n\t\tctx,\n\t\ts.Name(),\n\t\tsdp.QueryMethod_SEARCH,\n\t\tscope,\n\t\ts.Type(),\n\t\tquery,\n\t\tignoreCache,\n\t)\n\tdefer done()\n\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": s.sourceType,\n\t\t\t\"ovm.source.adapter\": s.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_SEARCH.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\treturn nil, qErr\n\t}\n\n\tif cacheHit {\n\t\treturn cachedItems, nil\n\t}\n\n\titems, err := s.searchable.Search(ctx, scope, queryParts...)\n\tif err != nil {\n\t\t// Only cache NOTFOUND so lookup behaviour is unchanged for timeouts/other errors\n\t\tif IsNotFound(err) {\n\t\t\ts.cache.StoreUnavailableItem(ctx, err, shared.DefaultCacheDuration, ck)\n\t\t}\n\t\treturn nil, err\n\t}\n\n\tif len(items) == 0 {\n\t\t// Cache not-found when no items were found\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"no %s found for search query '%s'\", s.Type(), query),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.Type(),\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, ck)\n\t\treturn items, nil\n\t}\n\n\tfor _, item := range items {\n\t\ts.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, ck)\n\t}\n\n\treturn items, nil\n}\n\nfunc (s *standardSearchableAdapterImpl) SearchStream(ctx context.Context, scope string, query string, ignoreCache bool, stream discovery.QueryResultStream) {\n\tif err := s.validateScopes(scope); err != nil {\n\t\tstream.SendError(err)\n\t\treturn\n\t}\n\n\tcacheHit, ck, cachedItems, qErr, done := s.cache.Lookup(\n\t\tctx,\n\t\ts.Name(),\n\t\tsdp.QueryMethod_SEARCH,\n\t\tscope,\n\t\ts.Type(),\n\t\tquery,\n\t\tignoreCache,\n\t)\n\tdefer done()\n\n\tif qErr != nil {\n\t\t// For better semantics, convert cached NOTFOUND into empty result\n\t\tif qErr.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\treturn\n\t\t}\n\t\tlog.WithContext(ctx).WithFields(log.Fields{\n\t\t\t\"ovm.source.type\": s.sourceType,\n\t\t\t\"ovm.source.adapter\": s.Name(),\n\t\t\t\"ovm.source.scope\": scope,\n\t\t\t\"ovm.source.method\": sdp.QueryMethod_SEARCH.String(),\n\t\t\t\"ovm.source.cache-key\": ck,\n\t\t}).WithError(qErr).Info(\"returning cached query error\")\n\t\tstream.SendError(qErr)\n\t\treturn\n\t}\n\n\tif cacheHit {\n\t\tfor _, item := range cachedItems {\n\t\t\tstream.SendItem(item)\n\t\t}\n\n\t\treturn\n\t}\n\n\tvar queryParts []string\n\tif s.sourceType == string(gcpshared.GCP) && strings.HasPrefix(query, \"projects/\") {\n\t\t// This must be a terraform query in the format of:\n\t\t// projects/{{project}}/datasets/{{dataset}}/tables/{{name}}\n\t\t// projects/{{project}}/serviceAccounts/{{account}}/keys/{{key}}\n\t\t//\n\t\t// Extract the relevant parts from the query\n\t\t// We need to extract the path parameters based on the number of lookups\n\t\tqueryParts = gcpshared.ExtractPathParamsWithCount(query, len(s.wrapper.GetLookups()))\n\t\tif len(queryParts) != len(s.wrapper.GetLookups()) {\n\t\t\tstream.SendError(&sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\t\"failed to handle terraform mapping from query %s for %s\",\n\t\t\t\t\tquery,\n\t\t\t\t\ts.wrapper.ItemType().Readable(),\n\t\t\t\t),\n\t\t\t})\n\t\t\treturn\n\t\t}\n\n\t\titem, err := s.Get(ctx, scope, shared.CompositeLookupKey(queryParts...), ignoreCache)\n\t\tif err != nil {\n\t\t\tstream.SendError(fmt.Errorf(\"failed to get item from terraform mapping: %w\", err))\n\t\t\treturn\n\t\t}\n\n\t\ts.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, ck)\n\n\t\tstream.SendItem(item)\n\t\treturn\n\t}\n\n\tif s.sourceType == string(azureshared.Azure) && strings.HasPrefix(query, \"/subscriptions/\") {\n\t\t// This must be a terraform query in Azure resource ID format:\n\t\t// /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Storage/storageAccounts/{account}/queueServices/default/queues/{queue}\n\t\t//\n\t\t// Extract the relevant parts from the resource ID based on the resource type.\n\t\t// Distinguish \"unknown type\" (no path keys) from \"extraction failed\" (malformed or unsupported ID format).\n\t\tif azureshared.GetResourceIDPathKeys(s.wrapper.Type()) == nil {\n\t\t\tstream.SendError(&sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\t\"no path keys defined for resource type %s to extract from terraform query %s\",\n\t\t\t\t\ts.wrapper.Type(),\n\t\t\t\t\tquery,\n\t\t\t\t),\n\t\t\t})\n\t\t\treturn\n\t\t}\n\t\tqueryParts = azureshared.ExtractPathParamsFromResourceIDByType(s.wrapper.Type(), query)\n\t\tif queryParts == nil {\n\t\t\tstream.SendError(&sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\t\"failed to extract query parts from resource ID for resource type %s (invalid or unsupported format): %s\",\n\t\t\t\t\ts.wrapper.Type(),\n\t\t\t\t\tquery,\n\t\t\t\t),\n\t\t\t})\n\t\t\treturn\n\t\t}\n\t\tif len(queryParts) != len(s.wrapper.GetLookups()) {\n\t\t\tstream.SendError(&sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\n\t\t\t\t\t\"failed to handle terraform mapping from query %s for %s: extracted %d parts, expected %d\",\n\t\t\t\t\tquery,\n\t\t\t\t\ts.wrapper.ItemType().Readable(),\n\t\t\t\t\tlen(queryParts),\n\t\t\t\t\tlen(s.wrapper.GetLookups()),\n\t\t\t\t),\n\t\t\t})\n\t\t\treturn\n\t\t}\n\n\t\titem, err := s.Get(ctx, scope, shared.CompositeLookupKey(queryParts...), ignoreCache)\n\t\tif err != nil {\n\t\t\tstream.SendError(fmt.Errorf(\"failed to get item from terraform mapping: %w\", err))\n\t\t\treturn\n\t\t}\n\n\t\ts.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, ck)\n\n\t\tstream.SendItem(item)\n\t\treturn\n\t}\n\n\t// This must be a regular query in the format of:\n\t// {{datasetName}}|{{tableName}}\n\tqueryParts = strings.Split(query, shared.QuerySeparator)\n\n\t// Determine which search lookups to use\n\tsearchLookups := s.searchable.SearchLookups()\n\n\tvar validQuery bool\n\tfor _, kw := range searchLookups {\n\t\tif len(kw) == len(queryParts) {\n\t\t\tvalidQuery = true\n\t\t\tbreak\n\t\t}\n\n\t\tcontinue\n\t}\n\n\tif !validQuery {\n\t\tstream.SendError(fmt.Errorf(\n\t\t\t\"invalid search query format: %s, expected: %s\",\n\t\t\tquery,\n\t\t\texpectedSearchQueryFormat(searchLookups),\n\t\t))\n\t\treturn\n\t}\n\n\tif s.searchStreamable == nil {\n\t\t// No streaming implementation; fall back to the batch Search method\n\t\t// and send items individually. Without this, wrappers that implement\n\t\t// SearchableWrapper but not SearchStreamableWrapper would silently\n\t\t// return zero items because the engine always prefers SearchStream.\n\t\titems, qErr := s.searchable.Search(ctx, scope, queryParts...)\n\t\tif qErr != nil {\n\t\t\tif IsNotFound(qErr) {\n\t\t\t\ts.cache.StoreUnavailableItem(ctx, qErr, shared.DefaultCacheDuration, ck)\n\t\t\t}\n\t\t\tstream.SendError(qErr)\n\t\t\treturn\n\t\t}\n\t\tif len(items) == 0 {\n\t\t\tnotFoundErr := &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: fmt.Sprintf(\"no %s found for search query '%s'\", s.Type(), query),\n\t\t\t\tScope: scope,\n\t\t\t\tSourceName: s.Name(),\n\t\t\t\tItemType: s.Type(),\n\t\t\t\tResponderName: s.Name(),\n\t\t\t}\n\t\t\ts.cache.StoreUnavailableItem(ctx, notFoundErr, shared.DefaultCacheDuration, ck)\n\t\t\treturn\n\t\t}\n\t\tfor _, item := range items {\n\t\t\ts.cache.StoreItem(ctx, item, shared.DefaultCacheDuration, ck)\n\t\t\tstream.SendItem(item)\n\t\t}\n\t\treturn\n\t}\n\n\ts.searchStreamable.SearchStream(ctx, stream, s.cache, ck, scope, queryParts...)\n}\n\n// Metadata returns the metadata of the searchable adapter.\nfunc (s *standardSearchableAdapterImpl) Metadata() *sdp.AdapterMetadata {\n\tif s.wrapper.AdapterMetadata() != nil {\n\t\treturn s.wrapper.AdapterMetadata()\n\t}\n\n\ta := &sdp.AdapterMetadata{\n\t\tType: s.wrapper.Type(),\n\t\tCategory: s.wrapper.Category(),\n\t\tDescriptiveName: s.wrapper.ItemType().Readable(),\n\t\tTerraformMappings: s.wrapper.TerraformMappings(),\n\t\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\t\tGet: true,\n\t\t\tGetDescription: fmt.Sprintf(\n\t\t\t\t\"Get %s by \\\"%s\\\"\",\n\t\t\t\ts.wrapper.ItemType().Readable(),\n\t\t\t\ts.wrapper.GetLookups().ReadableFormat(),\n\t\t\t),\n\t\t\tSearch: true,\n\t\t\tSearchDescription: fmt.Sprintf(\n\t\t\t\t\"Search for %s by \\\"%s\\\"\",\n\t\t\t\ts.wrapper.ItemType().Readable(),\n\t\t\t\texpectedSearchQueryFormat(s.searchable.SearchLookups()),\n\t\t\t),\n\t\t},\n\t}\n\n\tif s.wrapper.PotentialLinks() != nil {\n\t\ta.PotentialLinks = []string{}\n\t\tfor link := range s.wrapper.PotentialLinks() {\n\t\t\ta.PotentialLinks = append(a.PotentialLinks, link.String())\n\t\t}\n\t}\n\n\treturn a\n}\n\n// Validate checks if the searchable adapter is valid.\nfunc (s *standardSearchableAdapterImpl) Validate() error {\n\tif s.cache == nil {\n\t\treturn fmt.Errorf(\"cache is not initialized\")\n\t}\n\tif s.sourceType == string(gcpshared.GCP) {\n\t\t// Validate predefined role and IAM permissions consistency\n\t\tif err := validatePredefinedRole(s.wrapper); err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn protovalidate.Validate(s.Metadata())\n}\n\n// Searchable and Listable Adapter Implementation\n// **********************************************\n\n// Metadata returns the metadata of the searchable+listable adapter.\nfunc (s *standardSearchableListableAdapterImpl) Metadata() *sdp.AdapterMetadata {\n\tif s.wrapper.AdapterMetadata() != nil {\n\t\treturn s.wrapper.AdapterMetadata()\n\t}\n\n\tsupportedQueryMethods := &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: fmt.Sprintf(\n\t\t\t\"Get %s by \\\"%s\\\"\",\n\t\t\ts.wrapper.ItemType().Readable(),\n\t\t\ts.wrapper.GetLookups().ReadableFormat(),\n\t\t),\n\t\tList: true,\n\t\tListDescription: fmt.Sprintf(\n\t\t\t\"List all %s items\", s.wrapper.ItemType().Readable()),\n\t\tSearch: true,\n\t\tSearchDescription: fmt.Sprintf(\n\t\t\t\"Search for %s by \\\"%s\\\"\",\n\t\t\ts.wrapper.ItemType().Readable(),\n\t\t\texpectedSearchQueryFormat(s.searchableImpl.searchable.SearchLookups()),\n\t\t),\n\t}\n\n\ta := &sdp.AdapterMetadata{\n\t\tType: s.wrapper.Type(),\n\t\tCategory: s.wrapper.Category(),\n\t\tDescriptiveName: s.wrapper.ItemType().Readable(),\n\t\tTerraformMappings: s.wrapper.TerraformMappings(),\n\t\tSupportedQueryMethods: supportedQueryMethods,\n\t}\n\n\tif s.wrapper.PotentialLinks() != nil {\n\t\ta.PotentialLinks = []string{}\n\t\tfor link := range s.wrapper.PotentialLinks() {\n\t\t\ta.PotentialLinks = append(a.PotentialLinks, link.String())\n\t\t}\n\t}\n\n\treturn a\n}\n\n// Validate checks if the searchable+listable adapter is valid.\nfunc (s *standardSearchableListableAdapterImpl) Validate() error {\n\tif s.cache == nil {\n\t\treturn fmt.Errorf(\"cache is not initialized\")\n\t}\n\tif s.sourceType == string(gcpshared.GCP) {\n\t\t// Validate predefined role and IAM permissions consistency\n\t\tif err := validatePredefinedRole(s.wrapper); err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn protovalidate.Validate(s.Metadata())\n}\n\n// List delegates to the listable implementation.\nfunc (s *standardSearchableListableAdapterImpl) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\treturn s.listableImpl.List(ctx, scope, ignoreCache)\n}\n\n// ListStream delegates to the listable implementation.\nfunc (s *standardSearchableListableAdapterImpl) ListStream(ctx context.Context, scope string, ignoreCache bool, stream discovery.QueryResultStream) {\n\ts.listableImpl.ListStream(ctx, scope, ignoreCache, stream)\n}\n\n// Search delegates to the searchable implementation.\nfunc (s *standardSearchableListableAdapterImpl) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\treturn s.searchableImpl.Search(ctx, scope, query, ignoreCache)\n}\n\n// SearchStream delegates to the searchable implementation.\nfunc (s *standardSearchableListableAdapterImpl) SearchStream(ctx context.Context, scope string, query string, ignoreCache bool, stream discovery.QueryResultStream) {\n\ts.searchableImpl.SearchStream(ctx, scope, query, ignoreCache, stream)\n}\n\n// SupportsWildcardScope delegates to the listable implementation.\nfunc (s *standardSearchableListableAdapterImpl) SupportsWildcardScope() bool {\n\treturn s.listableImpl.SupportsWildcardScope()\n}\n\n// expectedSearchQueryFormat generates a readable format for the search query.\nfunc expectedSearchQueryFormat(keywords []ItemTypeLookups) string {\n\tvar readableKeywords []string\n\tfor _, keyword := range keywords {\n\t\treadableKeywords = append(readableKeywords, keyword.ReadableFormat())\n\t}\n\n\treturn strings.Join(readableKeywords, \"\\\" or \\\"\")\n}\n\n// validatePredefinedRole validates that the wrapper's predefined role and IAM permissions are consistent\nfunc validatePredefinedRole(wrapper Wrapper) error {\n\tpdr, ok := wrapper.(gcpshared.WithPredefinedRole)\n\tif !ok {\n\t\treturn fmt.Errorf(\"gcp predefined role not supported\")\n\t}\n\n\tpRole := pdr.PredefinedRole()\n\n\tiamPermissions := wrapper.IAMPermissions()\n\n\t// Predefined role must be specified\n\tif pRole == \"\" {\n\t\treturn fmt.Errorf(\"wrapper %s must specify a predefined role\", wrapper.Type())\n\t}\n\n\t// Check if the predefined role exists in the map\n\trole, exists := gcpshared.PredefinedRoles[pRole]\n\tif !exists {\n\t\treturn fmt.Errorf(\"predefined role %s is not found in PredefinedRoles map\", pRole)\n\t}\n\n\t// Check if all IAM permissions from the wrapper exist in the predefined role's IAMPermissions\n\tfor _, perm := range iamPermissions {\n\t\tfound := slices.Contains(role.IAMPermissions, perm)\n\t\tif !found {\n\t\t\treturn fmt.Errorf(\"IAM permission %s from wrapper is not included in predefined role %s IAMPermissions\", perm, pRole)\n\t\t}\n\t}\n\n\treturn nil\n}\n" }, { "path": "sources/transformer_test.go", "content": "package sources\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"sync\"\n\t\"sync/atomic\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\taws \"github.com/overmindtech/cli/sources/aws/shared\"\n\tgcp \"github.com/overmindtech/cli/sources/gcp/shared\"\n\t\"github.com/overmindtech/cli/sources/shared\"\n)\n\nfunc TestItemTypeReadableFormat(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tinput shared.ItemType\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"Three parts input\",\n\t\t\tinput: shared.NewItemType(gcp.GCP, gcp.Compute, gcp.Instance),\n\t\t\texpected: \"GCP Compute Instance\",\n\t\t},\n\t\t{\n\t\t\tname: \"Three parts input\",\n\t\t\tinput: shared.NewItemType(aws.AWS, aws.APIGateway, aws.RESTAPI),\n\t\t\texpected: \"AWS Api Gateway Rest Api\",\n\t\t\t// Note that this is only testing the fallback rendering,\n\t\t\t// adapter implementors will have to supply a custom descriptive name,\n\t\t\t// like \"Amazon API Gateway REST API\" in the `AdapterMetadata`.\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tactual := tt.input.Readable()\n\t\t\tif actual != tt.expected {\n\t\t\t\tt.Errorf(\"readableFormat(%q) = %q; expected %q\", tt.input, actual, tt.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n\n// errorReturningListableWrapper is a test wrapper that returns an error from List()\n// to simulate the scenario where the underlying API call fails.\ntype errorReturningListableWrapper struct {\n\tcallCount atomic.Int32\n\titemType shared.ItemType\n\tscope string\n}\n\nfunc (w *errorReturningListableWrapper) Scopes() []string {\n\treturn []string{w.scope}\n}\n\nfunc (w *errorReturningListableWrapper) GetLookups() ItemTypeLookups {\n\treturn ItemTypeLookups{\n\t\tshared.NewItemTypeLookup(\"id\", w.itemType),\n\t}\n}\n\nfunc (w *errorReturningListableWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: \"not implemented\",\n\t}\n}\n\nfunc (w *errorReturningListableWrapper) Type() string {\n\treturn w.itemType.String()\n}\n\nfunc (w *errorReturningListableWrapper) Name() string {\n\treturn \"error-returning-adapter\"\n}\n\nfunc (w *errorReturningListableWrapper) ItemType() shared.ItemType {\n\treturn w.itemType\n}\n\nfunc (w *errorReturningListableWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn nil\n}\n\nfunc (w *errorReturningListableWrapper) Category() sdp.AdapterCategory {\n\treturn sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION\n}\n\nfunc (w *errorReturningListableWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn nil\n}\n\nfunc (w *errorReturningListableWrapper) AdapterMetadata() *sdp.AdapterMetadata {\n\treturn nil\n}\n\nfunc (w *errorReturningListableWrapper) IAMPermissions() []string {\n\treturn nil\n}\n\n// List returns an error to trigger the bug where pending work is not canceled\nfunc (w *errorReturningListableWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\tw.callCount.Add(1)\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_OTHER,\n\t\tErrorString: \"simulated list error\",\n\t\tScope: scope,\n\t\tSourceName: w.Name(),\n\t\tItemType: w.Type(),\n\t}\n}\n\n// TestListErrorCausesCacheHang tests that when List() returns an error,\n// done() is called so that concurrent waiters are woken up\n// immediately rather than hanging until their context timeout.\n//\n// This test will FAIL when the bug is present because:\n// - Second goroutine will take ~200ms waiting for timeout\n// - Test expects second goroutine to complete quickly (<100ms)\n//\n// This test will PASS after the bug is fixed because:\n// - First goroutine calls done() on error\n// - Second goroutine is woken immediately and completes quickly\nfunc TestListErrorCausesCacheHang(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewCache(ctx)\n\tif boltCache, ok := cache.(*sdpcache.BoltCache); ok {\n\t\tdefer func() { _ = boltCache.CloseAndDestroy() }()\n\t}\n\n\tscope := \"test-scope\"\n\titemType := shared.NewItemType(\"test\", \"test\", \"test\")\n\n\tmockWrapper := &errorReturningListableWrapper{\n\t\titemType: itemType,\n\t\tscope: scope,\n\t}\n\n\tadapter := WrapperToAdapter(mockWrapper, cache)\n\n\tvar wg sync.WaitGroup\n\tvar firstErr error\n\tvar secondErr error\n\tvar firstDuration time.Duration\n\tvar secondDuration time.Duration\n\n\t// First goroutine: calls List(), gets cache miss, underlying returns error\n\twg.Go(func() {\n\t\tstart := time.Now()\n\t\t_, firstErr = adapter.(interface {\n\t\t\tList(context.Context, string, bool) ([]*sdp.Item, error)\n\t\t}).List(ctx, scope, false)\n\t\tfirstDuration = time.Since(start)\n\t})\n\n\t// Give first goroutine time to start and hit the error\n\ttime.Sleep(50 * time.Millisecond)\n\n\t// Second goroutine: calls List() after first has hit error\n\t// Should be woken immediately by done() and retry quickly\n\twg.Go(func() {\n\t\t// Use a timeout to prevent infinite hang if bug exists\n\t\tctx2, cancel := context.WithTimeout(ctx, 500*time.Millisecond)\n\t\tdefer cancel()\n\n\t\tstart := time.Now()\n\t\t_, secondErr = adapter.(interface {\n\t\t\tList(context.Context, string, bool) ([]*sdp.Item, error)\n\t\t}).List(ctx2, scope, false)\n\t\tsecondDuration = time.Since(start)\n\t})\n\n\twg.Wait()\n\n\t// Both goroutines should get errors\n\tif firstErr == nil {\n\t\tt.Fatal(\"Expected first goroutine to get an error, got nil\")\n\t}\n\n\tif secondErr == nil {\n\t\tt.Fatal(\"Expected second goroutine to get an error, got nil\")\n\t}\n\n\t// First goroutine should complete quickly (the List error is immediate)\n\tif firstDuration > 100*time.Millisecond {\n\t\tt.Errorf(\"First goroutine took too long: %v\", firstDuration)\n\t}\n\n\t// CRITICAL ASSERTION: Second goroutine should complete quickly\n\t// With the bug: takes ~200ms+ waiting for timeout\n\t// With the fix: takes <100ms because done() wakes it immediately\n\tif secondDuration > 100*time.Millisecond {\n\t\tt.Errorf(\"Second goroutine took too long (%v), indicating pending work was not cancelled. \"+\n\t\t\t\"Expected <100ms after done() wakes waiting goroutines.\", secondDuration)\n\t\tt.Logf(\"BUG PRESENT: First goroutine returned error without calling done()\")\n\t\tt.Logf(\" First: completed in %v\", firstDuration)\n\t\tt.Logf(\" Second: hung for %v waiting on pending work timeout\", secondDuration)\n\t\tt.Logf(\" List() called %d times\", mockWrapper.callCount.Load())\n\t}\n\n\t// We only cache NOTFOUND; this wrapper returns QueryError_OTHER so the error is not cached.\n\t// Both goroutines call List() (callCount == 2). The important assertion is timing above:\n\t// second goroutine completes quickly because done() wakes it, then it retries and gets the same error.\n\tcallCount := mockWrapper.callCount.Load()\n\tif callCount != 2 {\n\t\tt.Errorf(\"Expected List to be called twice (error is not cached), was called %d times\", callCount)\n\t}\n\n\tt.Logf(\"Test results:\")\n\tt.Logf(\" First goroutine: %v\", firstDuration)\n\tt.Logf(\" Second goroutine: %v\", secondDuration)\n\tt.Logf(\" List() calls: %d\", callCount)\n}\n\n// notFoundCachingWrapper returns nil/empty from Get/List/Search to test NOTFOUND caching.\ntype notFoundCachingWrapper struct {\n\tgetCallCount atomic.Int32\n\tlistCallCount atomic.Int32\n\tsearchCallCount atomic.Int32\n\titemType shared.ItemType\n\tscope string\n}\n\nfunc (w *notFoundCachingWrapper) Scopes() []string {\n\treturn []string{w.scope}\n}\n\nfunc (w *notFoundCachingWrapper) GetLookups() ItemTypeLookups {\n\treturn ItemTypeLookups{shared.NewItemTypeLookup(\"id\", w.itemType)}\n}\n\nfunc (w *notFoundCachingWrapper) Get(ctx context.Context, scope string, queryParts ...string) (*sdp.Item, *sdp.QueryError) {\n\tw.getCallCount.Add(1)\n\treturn nil, nil\n}\n\nfunc (w *notFoundCachingWrapper) Type() string {\n\treturn w.itemType.String()\n}\n\nfunc (w *notFoundCachingWrapper) Name() string {\n\treturn \"notfound-caching-adapter\"\n}\n\nfunc (w *notFoundCachingWrapper) ItemType() shared.ItemType {\n\treturn w.itemType\n}\n\nfunc (w *notFoundCachingWrapper) TerraformMappings() []*sdp.TerraformMapping {\n\treturn nil\n}\n\nfunc (w *notFoundCachingWrapper) Category() sdp.AdapterCategory {\n\treturn sdp.AdapterCategory_ADAPTER_CATEGORY_COMPUTE_APPLICATION\n}\n\nfunc (w *notFoundCachingWrapper) PotentialLinks() map[shared.ItemType]bool {\n\treturn nil\n}\n\nfunc (w *notFoundCachingWrapper) AdapterMetadata() *sdp.AdapterMetadata {\n\treturn nil\n}\n\nfunc (w *notFoundCachingWrapper) IAMPermissions() []string {\n\treturn nil\n}\n\nfunc (w *notFoundCachingWrapper) List(ctx context.Context, scope string) ([]*sdp.Item, *sdp.QueryError) {\n\tw.listCallCount.Add(1)\n\treturn []*sdp.Item{}, nil\n}\n\nfunc (w *notFoundCachingWrapper) SearchLookups() []ItemTypeLookups {\n\treturn []ItemTypeLookups{{shared.NewItemTypeLookup(\"id\", w.itemType)}}\n}\n\nfunc (w *notFoundCachingWrapper) Search(ctx context.Context, scope string, queryParts ...string) ([]*sdp.Item, *sdp.QueryError) {\n\tw.searchCallCount.Add(1)\n\treturn []*sdp.Item{}, nil\n}\n\n// TestGetNilCachesNotFound tests that when wrapper Get returns (nil, nil), the adapter\n// caches NOTFOUND and a second Get returns the cached error without calling the wrapper again.\nfunc TestGetNilCachesNotFound(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tscope := \"test-scope\"\n\t// Use AWS item type so adapter validation does not require GCP predefined role.\n\titemType := shared.NewItemType(aws.AWS, aws.APIGateway, aws.RESTAPI)\n\n\twrapper := ¬FoundCachingWrapper{itemType: itemType, scope: scope}\n\tadapter := WrapperToAdapter(wrapper, cache)\n\n\t// First Get: miss, wrapper returns (nil, nil), adapter caches NOTFOUND\n\titem, err := adapter.Get(ctx, scope, \"query1\", false)\n\tif item != nil {\n\t\tt.Errorf(\"first Get: expected nil item, got %v\", item)\n\t}\n\tif err == nil {\n\t\tt.Fatal(\"first Get: expected NOTFOUND error, got nil\")\n\t}\n\tvar qErr *sdp.QueryError\n\tif !errors.As(err, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\tt.Errorf(\"first Get: expected NOTFOUND, got %v\", err)\n\t}\n\tif wrapper.getCallCount.Load() != 1 {\n\t\tt.Errorf(\"first Get: expected 1 Get call, got %d\", wrapper.getCallCount.Load())\n\t}\n\n\t// Second Get: should hit cache, wrapper not called again\n\titem, err = adapter.Get(ctx, scope, \"query1\", false)\n\tif item != nil {\n\t\tt.Errorf(\"second Get: expected nil item, got %v\", item)\n\t}\n\tif err == nil {\n\t\tt.Fatal(\"second Get: expected NOTFOUND error, got nil\")\n\t}\n\tif !errors.As(err, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\tt.Errorf(\"second Get: expected NOTFOUND, got %v\", err)\n\t}\n\tif wrapper.getCallCount.Load() != 1 {\n\t\tt.Errorf(\"second Get: expected still 1 Get call (cache hit), got %d\", wrapper.getCallCount.Load())\n\t}\n}\n\n// TestListEmptyCachesNotFound tests that when wrapper List returns ([], nil), the adapter\n// caches NOTFOUND and a second List returns empty from cache without calling the wrapper again.\nfunc TestListEmptyCachesNotFound(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tscope := \"test-scope\"\n\t// Use AWS item type so adapter validation does not require GCP predefined role.\n\titemType := shared.NewItemType(aws.AWS, aws.APIGateway, aws.RESTAPI)\n\n\twrapper := ¬FoundCachingWrapper{itemType: itemType, scope: scope}\n\tadapter := WrapperToAdapter(wrapper, cache).(interface {\n\t\tList(context.Context, string, bool) ([]*sdp.Item, error)\n\t})\n\n\t// First List: miss, wrapper returns ([], nil), adapter caches NOTFOUND\n\titems, err := adapter.List(ctx, scope, false)\n\tif err != nil {\n\t\tt.Fatalf(\"first List: unexpected error %v\", err)\n\t}\n\tif items == nil {\n\t\tt.Error(\"first List: expected non-nil empty slice, got nil\")\n\t}\n\tif len(items) != 0 {\n\t\tt.Errorf(\"first List: expected 0 items, got %d\", len(items))\n\t}\n\tif wrapper.listCallCount.Load() != 1 {\n\t\tt.Errorf(\"first List: expected 1 List call, got %d\", wrapper.listCallCount.Load())\n\t}\n\n\t// Second List: should hit cache, wrapper not called again\n\titems, err = adapter.List(ctx, scope, false)\n\tif err != nil {\n\t\tt.Fatalf(\"second List: unexpected error %v\", err)\n\t}\n\tif items == nil {\n\t\tt.Error(\"second List: expected non-nil empty slice, got nil\")\n\t}\n\tif len(items) != 0 {\n\t\tt.Errorf(\"second List: expected 0 items, got %d\", len(items))\n\t}\n\tif wrapper.listCallCount.Load() != 1 {\n\t\tt.Errorf(\"second List: expected still 1 List call (cache hit), got %d\", wrapper.listCallCount.Load())\n\t}\n}\n\n// TestSearchEmptyCachesNotFound tests that when wrapper Search returns ([], nil), the adapter\n// caches NOTFOUND and a second Search returns empty from cache without calling the wrapper again.\nfunc TestSearchEmptyCachesNotFound(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tscope := \"test-scope\"\n\t// Use AWS item type so adapter validation does not require GCP predefined role.\n\titemType := shared.NewItemType(aws.AWS, aws.APIGateway, aws.RESTAPI)\n\n\twrapper := ¬FoundCachingWrapper{itemType: itemType, scope: scope}\n\tadapter := WrapperToAdapter(wrapper, cache).(interface {\n\t\tSearch(context.Context, string, string, bool) ([]*sdp.Item, error)\n\t})\n\n\tquery := \"id1\"\n\n\t// First Search: miss, wrapper returns ([], nil), adapter caches NOTFOUND\n\titems, err := adapter.Search(ctx, scope, query, false)\n\tif err != nil {\n\t\tt.Fatalf(\"first Search: unexpected error %v\", err)\n\t}\n\tif items == nil {\n\t\tt.Error(\"first Search: expected non-nil empty slice, got nil\")\n\t}\n\tif len(items) != 0 {\n\t\tt.Errorf(\"first Search: expected 0 items, got %d\", len(items))\n\t}\n\tif wrapper.searchCallCount.Load() != 1 {\n\t\tt.Errorf(\"first Search: expected 1 Search call, got %d\", wrapper.searchCallCount.Load())\n\t}\n\n\t// Second Search: should hit cache, wrapper not called again\n\titems, err = adapter.Search(ctx, scope, query, false)\n\tif err != nil {\n\t\tt.Fatalf(\"second Search: unexpected error %v\", err)\n\t}\n\tif items == nil {\n\t\tt.Error(\"second Search: expected non-nil empty slice, got nil\")\n\t}\n\tif len(items) != 0 {\n\t\tt.Errorf(\"second Search: expected 0 items, got %d\", len(items))\n\t}\n\tif wrapper.searchCallCount.Load() != 1 {\n\t\tt.Errorf(\"second Search: expected still 1 Search call (cache hit), got %d\", wrapper.searchCallCount.Load())\n\t}\n}\n\n// TestGetNOTFOUNDCacheHitMatchesLiveNOTFOUND asserts response parity: a NOTFOUND cache hit returns\n// the same (item, error) as a fresh NOTFOUND β€” nil item and identical error type and error message.\nfunc TestGetNOTFOUNDCacheHitMatchesLiveNOTFOUND(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tscope := \"test-scope\"\n\titemType := shared.NewItemType(aws.AWS, aws.APIGateway, aws.RESTAPI)\n\twrapper := ¬FoundCachingWrapper{itemType: itemType, scope: scope}\n\tadapter := WrapperToAdapter(wrapper, cache)\n\n\tquery := \"query1\"\n\t// Live NOTFOUND\n\tliveItem, liveErr := adapter.Get(ctx, scope, query, false)\n\t// Cache NOTFOUND (second call hits cache)\n\tcacheItem, cacheErr := adapter.Get(ctx, scope, query, false)\n\n\t// Same item: both nil\n\tif liveItem != nil || cacheItem != nil {\n\t\tt.Errorf(\"both responses must have nil item: live=%v cache=%v\", liveItem, cacheItem)\n\t}\n\t// Same error semantics: both NOTFOUND with same message\n\tvar liveQE, cacheQE *sdp.QueryError\n\tif !errors.As(liveErr, &liveQE) || !errors.As(cacheErr, &cacheQE) {\n\t\tt.Fatalf(\"both errors must be QueryError: live=%v cache=%v\", liveErr, cacheErr)\n\t}\n\tif liveQE.GetErrorType() != sdp.QueryError_NOTFOUND || cacheQE.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\tt.Errorf(\"both must be NOTFOUND: live=%v cache=%v\", liveQE.GetErrorType(), cacheQE.GetErrorType())\n\t}\n\tif liveQE.GetErrorString() != cacheQE.GetErrorString() {\n\t\tt.Errorf(\"error string must match: live=%q cache=%q\", liveQE.GetErrorString(), cacheQE.GetErrorString())\n\t}\n}\n\n// TestListNOTFOUNDCacheHitMatchesLiveNOTFOUND asserts response parity: a NOTFOUND cache hit for List\n// returns the same (items, error) as a fresh not-found β€” empty slice and nil error.\nfunc TestListNOTFOUNDCacheHitMatchesLiveNOTFOUND(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tscope := \"test-scope\"\n\titemType := shared.NewItemType(aws.AWS, aws.APIGateway, aws.RESTAPI)\n\twrapper := ¬FoundCachingWrapper{itemType: itemType, scope: scope}\n\tadapter := WrapperToAdapter(wrapper, cache).(interface {\n\t\tList(context.Context, string, bool) ([]*sdp.Item, error)\n\t})\n\n\tliveItems, liveErr := adapter.List(ctx, scope, false)\n\tcacheItems, cacheErr := adapter.List(ctx, scope, false)\n\n\tif liveErr != nil || cacheErr != nil {\n\t\tt.Errorf(\"both must return nil error: live=%v cache=%v\", liveErr, cacheErr)\n\t}\n\tif liveItems == nil || cacheItems == nil {\n\t\tt.Errorf(\"both must return non-nil slice: live=%v cache=%v\", liveItems, cacheItems)\n\t}\n\tif len(liveItems) != 0 || len(cacheItems) != 0 {\n\t\tt.Errorf(\"both must return empty slice: live len=%d cache len=%d\", len(liveItems), len(cacheItems))\n\t}\n}\n\n// TestSearchNOTFOUNDCacheHitMatchesLiveNOTFOUND asserts response parity: a NOTFOUND cache hit for Search\n// returns the same (items, error) as a fresh not-found β€” empty slice and nil error.\nfunc TestSearchNOTFOUNDCacheHitMatchesLiveNOTFOUND(t *testing.T) {\n\tctx := context.Background()\n\tcache := sdpcache.NewMemoryCache()\n\tscope := \"test-scope\"\n\titemType := shared.NewItemType(aws.AWS, aws.APIGateway, aws.RESTAPI)\n\twrapper := ¬FoundCachingWrapper{itemType: itemType, scope: scope}\n\tadapter := WrapperToAdapter(wrapper, cache).(interface {\n\t\tSearch(context.Context, string, string, bool) ([]*sdp.Item, error)\n\t})\n\n\tquery := \"id1\"\n\tliveItems, liveErr := adapter.Search(ctx, scope, query, false)\n\tcacheItems, cacheErr := adapter.Search(ctx, scope, query, false)\n\n\tif liveErr != nil || cacheErr != nil {\n\t\tt.Errorf(\"both must return nil error: live=%v cache=%v\", liveErr, cacheErr)\n\t}\n\tif liveItems == nil || cacheItems == nil {\n\t\tt.Errorf(\"both must return non-nil slice: live=%v cache=%v\", liveItems, cacheItems)\n\t}\n\tif len(liveItems) != 0 || len(cacheItems) != 0 {\n\t\tt.Errorf(\"both must return empty slice: live len=%d cache len=%d\", len(liveItems), len(cacheItems))\n\t}\n}\n" }, { "path": "stdlib-source/adapters/certificate.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"crypto/sha256\"\n\t\"crypto/tls\"\n\t\"crypto/x509\"\n\t\"encoding/hex\"\n\t\"encoding/pem\"\n\t\"errors\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// CertToName Returns the name of a cert as a string. This is in the format of:\n//\n// {Subject.CommonName} (SHA-256: {fingerprint})\nfunc CertToName(cert *x509.Certificate) string {\n\tsum := sha256.Sum256(cert.Raw)\n\thexString := toHex(sum[:])\n\n\treturn fmt.Sprintf(\n\t\t\"%v (SHA-256: %v)\",\n\t\tcert.Subject.CommonName,\n\t\thexString,\n\t)\n}\n\n// toHex converts bytes to their uppercase hex representation, separated by colons\nfunc toHex(b []byte) string {\n\tif len(b) == 0 {\n\t\treturn \"\"\n\t}\n\n\tbuf := make([]byte, 0, 3*len(b))\n\tx := buf[1*len(b) : 3*len(b)]\n\thex.Encode(x, b)\n\tfor i := 0; i < len(x); i += 2 {\n\t\tbuf = append(buf, x[i], x[i+1], ':')\n\t}\n\ts := strings.TrimSuffix(string(buf), \":\")\n\n\treturn strings.ToUpper(s)\n}\n\n// CertificateAdapter This adapter only responds to Search() requests. See the\n// docs for the Search() method for more info\ntype CertificateAdapter struct{}\n\n// Type The type of items that this adapter is capable of finding\nfunc (s *CertificateAdapter) Type() string {\n\treturn \"certificate\"\n}\n\n// Descriptive name for the adapter, used in logging and metadata\nfunc (s *CertificateAdapter) Name() string {\n\treturn \"stdlib-certificate\"\n}\n\nfunc (s *CertificateAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn certificateMetadata\n}\n\nvar certificateMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"Certificate\",\n\tType: \"certificate\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tSearch: true,\n\t\tSearchDescription: \"Takes a full certificate, or certificate bundle as input in PEM encoded format\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n\n// List of scopes that this adapter is capable of find items for. If the\n// adapter supports all scopes the special value `AllScopes` (\"*\")\n// should be used\nfunc (s *CertificateAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"global\", // This is a reserved word meaning that the items should be considered globally unique\n\t}\n}\n\n// Get This adapter does not respond to Get() requests. The logic here is that\n// there are many places we might find a certificate, for example after making a\n// HTTP connection, sitting on disk, after making a database connection, etc.\n// Rather than implement a adapter that knows how to make each of these\n// connections, instead we have created this adapter which takes the cert itself\n// as an input to Search() and parses it and returns the info\nfunc (s *CertificateAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: \"certificate only responds to Search() requests. Consult the documentation\",\n\t\tSourceName: s.Name(),\n\t\tScope: scope,\n\t\tItemType: s.Type(),\n\t}\n}\n\n// List Is not implemented for HTTP as this would require scanning many\n// endpoints or something, doesn't really make sense\nfunc (s *CertificateAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\treturn items, nil\n}\n\n// Search This method takes a full certificate, or certificate bundle as input\n// (in PEM encoded format), parses them, and returns a items, one for each\n// certificate that was found\nfunc (s *CertificateAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tvar errors []error\n\tvar items []*sdp.Item\n\n\tbundle, err := decodePem(query)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\t// Range over all the parsed certs\n\tfor _, b := range bundle.Certificate {\n\t\tvar cert *x509.Certificate\n\t\tvar err error\n\t\tvar attributes *sdp.ItemAttributes\n\n\t\tcert, err = x509.ParseCertificate(b)\n\t\tif err != nil {\n\t\t\terrors = append(errors, err)\n\t\t\t// Skip this cert\n\t\t\tcontinue\n\t\t}\n\n\t\tattributes, err = sdp.ToAttributes(map[string]any{\n\t\t\t\"issuer\": cert.Issuer.String(),\n\t\t\t\"subject\": cert.Subject.String(),\n\t\t\t\"notBefore\": cert.NotBefore.String(),\n\t\t\t\"notAfter\": cert.NotAfter.String(),\n\t\t\t\"signatureAlgorithm\": cert.SignatureAlgorithm.String(),\n\t\t\t\"signature\": toHex(cert.Signature),\n\t\t\t\"publicKeyAlgorithm\": cert.PublicKeyAlgorithm.String(),\n\t\t\t// This needs to be a string as the number could be way too large to\n\t\t\t// fit in JSON or Protobuf\n\t\t\t\"serialNumber\": toHex(cert.SerialNumber.Bytes()),\n\t\t\t\"keyUsage\": getKeyUsage(cert.KeyUsage),\n\t\t\t\"extendedKeyUsage\": getExtendedKeyUsage(cert.ExtKeyUsage),\n\t\t\t\"version\": cert.Version,\n\t\t\t\"basicConstraints\": map[string]any{\n\t\t\t\t\"CA\": cert.IsCA,\n\t\t\t\t\"pathLen\": cert.MaxPathLen,\n\t\t\t},\n\t\t\t\"subjectKeyIdentifier\": toHex(cert.SubjectKeyId),\n\t\t\t\"authorityKeyIdentifier\": toHex(cert.AuthorityKeyId),\n\t\t})\n\t\tif err != nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\n\t\tif len(cert.OCSPServer) > 0 {\n\t\t\tattributes.Set(\"ocspServer\", strings.Join(cert.OCSPServer, \",\"))\n\t\t}\n\n\t\tif len(cert.IssuingCertificateURL) > 0 {\n\t\t\tattributes.Set(\"issuingCertificateURL\", strings.Join(cert.IssuingCertificateURL, \",\"))\n\t\t}\n\n\t\tif len(cert.CRLDistributionPoints) > 0 {\n\t\t\tattributes.Set(\"CRLDistributionPoints\", cert.CRLDistributionPoints)\n\t\t}\n\n\t\tif len(cert.DNSNames) > 0 {\n\t\t\tattributes.Set(\"dnsNames\", cert.DNSNames)\n\t\t}\n\n\t\tif len(cert.IPAddresses) > 0 {\n\t\t\tattributes.Set(\"ipAddresses\", cert.IPAddresses)\n\t\t}\n\n\t\tif len(cert.URIs) > 0 {\n\t\t\tattributes.Set(\"uris\", cert.URIs)\n\t\t}\n\n\t\tif len(cert.PermittedDNSDomains) > 0 {\n\t\t\tattributes.Set(\"permittedDNSDomains\", cert.PermittedDNSDomains)\n\t\t}\n\n\t\tif len(cert.ExcludedDNSDomains) > 0 {\n\t\t\tattributes.Set(\"excludedDNSDomains\", cert.ExcludedDNSDomains)\n\t\t}\n\n\t\tif len(cert.PermittedIPRanges) > 0 {\n\t\t\tattributes.Set(\"permittedIPRanges\", cert.PermittedIPRanges)\n\t\t}\n\n\t\tif len(cert.ExcludedIPRanges) > 0 {\n\t\t\tattributes.Set(\"excludedIPRanges\", cert.ExcludedIPRanges)\n\t\t}\n\n\t\tif len(cert.PermittedEmailAddresses) > 0 {\n\t\t\tattributes.Set(\"permittedEmailAddresses\", cert.PermittedEmailAddresses)\n\t\t}\n\n\t\tif len(cert.ExcludedEmailAddresses) > 0 {\n\t\t\tattributes.Set(\"excludedEmailAddresses\", cert.ExcludedEmailAddresses)\n\t\t}\n\n\t\tif len(cert.PermittedURIDomains) > 0 {\n\t\t\tattributes.Set(\"permittedURIDomains\", cert.PermittedURIDomains)\n\t\t}\n\n\t\tif len(cert.ExcludedURIDomains) > 0 {\n\t\t\tattributes.Set(\"excludedURIDomains\", cert.ExcludedURIDomains)\n\t\t}\n\n\t\tif len(cert.PolicyIdentifiers) > 0 {\n\t\t\tobjectIdentifiers := make([]string, len(cert.PolicyIdentifiers))\n\n\t\t\tfor i := range len(cert.PolicyIdentifiers) {\n\t\t\t\tobjectIdentifiers[i] = cert.PolicyIdentifiers[i].String()\n\t\t\t}\n\n\t\t\tattributes.Set(\"policyIdentifiers\", objectIdentifiers)\n\t\t}\n\n\t\titem := sdp.Item{\n\t\t\tType: \"certificate\",\n\t\t\tUniqueAttribute: \"subject\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\titems = append(items, &item)\n\n\t\t// If not self signed, add a link to the issuer\n\t\tif cert.Issuer.String() != cert.Subject.String() {\n\t\t\t// Even though this adapter doesn't support Get() requests, this will\n\t\t\t// still work for linking as long as the referenced cert has been\n\t\t\t// included in the bundle since the cache will correctly return the\n\t\t\t// Get() request when it is run\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"certificate\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: cert.Issuer.String(),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// If all failed return an error\n\tif len(errors) == len(bundle.Certificate) {\n\t\treturn items, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"parsing all certs failed, errors: %v\", errors),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\nfunc decodePem(certInput string) (tls.Certificate, error) {\n\tvar bundle tls.Certificate\n\tcertPEMBlock := []byte(certInput)\n\tvar certDERBlock *pem.Block\n\tfor {\n\t\tcertDERBlock, certPEMBlock = pem.Decode(certPEMBlock)\n\t\tif certDERBlock == nil {\n\t\t\tbreak\n\t\t}\n\t\tif certDERBlock.Type == \"CERTIFICATE\" {\n\t\t\tbundle.Certificate = append(bundle.Certificate, certDERBlock.Bytes)\n\t\t}\n\t}\n\n\tif len(bundle.Certificate) == 0 {\n\t\treturn bundle, errors.New(\"no certificates could be parsed\")\n\t}\n\n\treturn bundle, nil\n}\n\n// Weight Returns the priority weighting of items returned by this adapter.\n// This is used to resolve conflicts where two adapters of the same type\n// return an item for a GET request. In this instance only one item can be\n// sen on, so the one with the higher weight value will win.\nfunc (s *CertificateAdapter) Weight() int {\n\treturn 100\n}\n\n// getKeyUsage Converts the key usage from an integer to an array of valid\n// usages. This is done by using a bitwise and to cover the binary number to the\n// usage based on its mask e.g. 000010010 (18) would be ContentCommitment and\n// KeyAgreement\nfunc getKeyUsage(usage x509.KeyUsage) []string {\n\tusageStrings := make([]string, 0)\n\n\t// Uses the same string values as openssl's\n\t// https://github.com/openssl/openssl/blob/1c0eede9827b0962f1d752fa4ab5d436fa039da4/crypto/x509/v3_bitst.c#L28-L39\n\tif (usage & x509.KeyUsageDigitalSignature) == x509.KeyUsageDigitalSignature {\n\t\tusageStrings = append(usageStrings, \"Digital Signature\")\n\t}\n\tif (usage & x509.KeyUsageContentCommitment) == x509.KeyUsageContentCommitment {\n\t\tusageStrings = append(usageStrings, \"Non Repudiation\")\n\t}\n\tif (usage & x509.KeyUsageKeyEncipherment) == x509.KeyUsageKeyEncipherment {\n\t\tusageStrings = append(usageStrings, \"Key Encipherment\")\n\t}\n\tif (usage & x509.KeyUsageDataEncipherment) == x509.KeyUsageDataEncipherment {\n\t\tusageStrings = append(usageStrings, \"Data Encipherment\")\n\t}\n\tif (usage & x509.KeyUsageKeyAgreement) == x509.KeyUsageKeyAgreement {\n\t\tusageStrings = append(usageStrings, \"Key Agreement\")\n\t}\n\tif (usage & x509.KeyUsageCertSign) == x509.KeyUsageCertSign {\n\t\tusageStrings = append(usageStrings, \"Certificate Sign\")\n\t}\n\tif (usage & x509.KeyUsageCRLSign) == x509.KeyUsageCRLSign {\n\t\tusageStrings = append(usageStrings, \"CRL Sign\")\n\t}\n\tif (usage & x509.KeyUsageEncipherOnly) == x509.KeyUsageEncipherOnly {\n\t\tusageStrings = append(usageStrings, \"Encipher Only\")\n\t}\n\tif (usage & x509.KeyUsageDecipherOnly) == x509.KeyUsageDecipherOnly {\n\t\tusageStrings = append(usageStrings, \"Decipher Only\")\n\t}\n\n\treturn usageStrings\n}\n\n// getExtendedKeyUsage Gets the list of extended usage, using the same working\n// as openssl does as much as possible\n//\n// See:\n// https://github.com/openssl/openssl/blob/b0c1214e1e82bc4c98eadd11d368b4ba9ffa202c/crypto/objects/obj_dat.h\nfunc getExtendedKeyUsage(usage []x509.ExtKeyUsage) []string {\n\tusageStrings := make([]string, 0)\n\n\tfor _, use := range usage {\n\t\tswitch use {\n\t\tcase x509.ExtKeyUsageAny:\n\t\t\tusageStrings = append(usageStrings, \"Any Extended Key Usage\")\n\t\tcase x509.ExtKeyUsageServerAuth:\n\t\t\tusageStrings = append(usageStrings, \"TLS Web Server Authentication\")\n\t\tcase x509.ExtKeyUsageClientAuth:\n\t\t\tusageStrings = append(usageStrings, \"TLS Web Client Authentication\")\n\t\tcase x509.ExtKeyUsageCodeSigning:\n\t\t\tusageStrings = append(usageStrings, \"Code Signing\")\n\t\tcase x509.ExtKeyUsageEmailProtection:\n\t\t\tusageStrings = append(usageStrings, \"E-mail Protection\")\n\t\tcase x509.ExtKeyUsageIPSECEndSystem:\n\t\t\tusageStrings = append(usageStrings, \"IPSec End System\")\n\t\tcase x509.ExtKeyUsageIPSECTunnel:\n\t\t\tusageStrings = append(usageStrings, \"IPSec Tunnel\")\n\t\tcase x509.ExtKeyUsageIPSECUser:\n\t\t\tusageStrings = append(usageStrings, \"IPSec User\")\n\t\tcase x509.ExtKeyUsageTimeStamping:\n\t\t\tusageStrings = append(usageStrings, \"Time Stamping\")\n\t\tcase x509.ExtKeyUsageOCSPSigning:\n\t\t\tusageStrings = append(usageStrings, \"OCSP Signing\")\n\t\tcase x509.ExtKeyUsageMicrosoftServerGatedCrypto:\n\t\t\tusageStrings = append(usageStrings, \"Microsoft Server Gated Crypto\")\n\t\tcase x509.ExtKeyUsageNetscapeServerGatedCrypto:\n\t\t\tusageStrings = append(usageStrings, \"Netscape Server Gated Crypto\")\n\t\tcase x509.ExtKeyUsageMicrosoftCommercialCodeSigning:\n\t\t\tusageStrings = append(usageStrings, \"Microsoft Commercial Code Signing\")\n\t\tcase x509.ExtKeyUsageMicrosoftKernelCodeSigning:\n\t\t\tusageStrings = append(usageStrings, \"Kernel Mode Code Signing\")\n\t\tdefault:\n\t\t\tusageStrings = append(usageStrings, fmt.Sprint(use))\n\t\t}\n\t}\n\n\treturn usageStrings\n}\n" }, { "path": "stdlib-source/adapters/certificate_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nvar chain = `-----BEGIN CERTIFICATE-----\nMIIG5jCCBc6gAwIBAgIQAze5KDR8YKauxa2xIX84YDANBgkqhkiG9w0BAQUFADBs\nMQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMRkwFwYDVQQLExB3\nd3cuZGlnaWNlcnQuY29tMSswKQYDVQQDEyJEaWdpQ2VydCBIaWdoIEFzc3VyYW5j\nZSBFViBSb290IENBMB4XDTA3MTEwOTEyMDAwMFoXDTIxMTExMDAwMDAwMFowaTEL\nMAkGA1UEBhMCVVMxFTATBgNVBAoTDERpZ2lDZXJ0IEluYzEZMBcGA1UECxMQd3d3\nLmRpZ2ljZXJ0LmNvbTEoMCYGA1UEAxMfRGlnaUNlcnQgSGlnaCBBc3N1cmFuY2Ug\nRVYgQ0EtMTCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAPOWYth1bhn/\nPzR8SU8xfg0ETpmB4rOFVZEwscCvcLssqOcYqj9495BoUoYBiJfiOwZlkKq9ZXbC\n7L4QWzd4g2B1Rca9dKq2n6Q6AVAXxDlpufFP74LByvNK28yeUE9NQKM6kOeGZrzw\nPnYoTNF1gJ5qNRQ1A57bDIzCKK1Qss72kaPDpQpYSfZ1RGy6+c7pqzoC4E3zrOJ6\n4GAiBTyC01Li85xH+DvYskuTVkq/cKs+6WjIHY9YHSpNXic9rQpZL1oRIEDZaARo\nLfTAhAsKG3jf7RpY3PtBWm1r8u0c7lwytlzs16YDMqbo3rcoJ1mIgP97rYlY1R4U\npPKwcNSgPqcCAwEAAaOCA4UwggOBMA4GA1UdDwEB/wQEAwIBhjA7BgNVHSUENDAy\nBggrBgEFBQcDAQYIKwYBBQUHAwIGCCsGAQUFBwMDBggrBgEFBQcDBAYIKwYBBQUH\nAwgwggHEBgNVHSAEggG7MIIBtzCCAbMGCWCGSAGG/WwCATCCAaQwOgYIKwYBBQUH\nAgEWLmh0dHA6Ly93d3cuZGlnaWNlcnQuY29tL3NzbC1jcHMtcmVwb3NpdG9yeS5o\ndG0wggFkBggrBgEFBQcCAjCCAVYeggFSAEEAbgB5ACAAdQBzAGUAIABvAGYAIAB0\nAGgAaQBzACAAQwBlAHIAdABpAGYAaQBjAGEAdABlACAAYwBvAG4AcwB0AGkAdAB1\nAHQAZQBzACAAYQBjAGMAZQBwAHQAYQBuAGMAZQAgAG8AZgAgAHQAaABlACAARABp\nAGcAaQBDAGUAcgB0ACAARQBWACAAQwBQAFMAIABhAG4AZAAgAHQAaABlACAAUgBl\nAGwAeQBpAG4AZwAgAFAAYQByAHQAeQAgAEEAZwByAGUAZQBtAGUAbgB0ACAAdwBo\nAGkAYwBoACAAbABpAG0AaQB0ACAAbABpAGEAYgBpAGwAaQB0AHkAIABhAG4AZAAg\nAGEAcgBlACAAaQBuAGMAbwByAHAAbwByAGEAdABlAGQAIABoAGUAcgBlAGkAbgAg\nAGIAeQAgAHIAZQBmAGUAcgBlAG4AYwBlAC4wEgYDVR0TAQH/BAgwBgEB/wIBADCB\ngwYIKwYBBQUHAQEEdzB1MCQGCCsGAQUFBzABhhhodHRwOi8vb2NzcC5kaWdpY2Vy\ndC5jb20wTQYIKwYBBQUHMAKGQWh0dHA6Ly93d3cuZGlnaWNlcnQuY29tL0NBQ2Vy\ndHMvRGlnaUNlcnRIaWdoQXNzdXJhbmNlRVZSb290Q0EuY3J0MIGPBgNVHR8EgYcw\ngYQwQKA+oDyGOmh0dHA6Ly9jcmwzLmRpZ2ljZXJ0LmNvbS9EaWdpQ2VydEhpZ2hB\nc3N1cmFuY2VFVlJvb3RDQS5jcmwwQKA+oDyGOmh0dHA6Ly9jcmw0LmRpZ2ljZXJ0\nLmNvbS9EaWdpQ2VydEhpZ2hBc3N1cmFuY2VFVlJvb3RDQS5jcmwwHQYDVR0OBBYE\nFExYyyXwQU9S9CjIgUObpqig5pLlMB8GA1UdIwQYMBaAFLE+w2kD+L9HAdSYJhoI\nAu9jZCvDMA0GCSqGSIb3DQEBBQUAA4IBAQBMeheHKF0XvLIyc7/NLvVYMR3wsXFU\nnNabZ5PbLwM+Fm8eA8lThKNWYB54lBuiqG+jpItSkdfdXJW777UWSemlQk808kf/\nroF/E1S3IMRwFcuBCoHLdFfcnN8kpCkMGPAc5K4HM+zxST5Vz25PDVR708noFUjU\nxbvcNRx3RQdIRYW9135TuMAW2ZXNi419yWBP0aKb49Aw1rRzNubS+QOy46T15bg+\nBEkAui6mSnKDcp33C4ypieez12Qf1uNgywPE3IjpnSUBAHHLA7QpYCWP+UbRe3Gu\nzVMSW4SOwg/H7ZMZ2cn6j1g0djIvruFQFGHUqFijyDATI+/GJYw2jxyA\n-----END CERTIFICATE-----\n-----BEGIN CERTIFICATE-----\nMIIDxTCCAq2gAwIBAgIQAqxcJmoLQJuPC3nyrkYldzANBgkqhkiG9w0BAQUFADBs\nMQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMRkwFwYDVQQLExB3\nd3cuZGlnaWNlcnQuY29tMSswKQYDVQQDEyJEaWdpQ2VydCBIaWdoIEFzc3VyYW5j\nZSBFViBSb290IENBMB4XDTA2MTExMDAwMDAwMFoXDTMxMTExMDAwMDAwMFowbDEL\nMAkGA1UEBhMCVVMxFTATBgNVBAoTDERpZ2lDZXJ0IEluYzEZMBcGA1UECxMQd3d3\nLmRpZ2ljZXJ0LmNvbTErMCkGA1UEAxMiRGlnaUNlcnQgSGlnaCBBc3N1cmFuY2Ug\nRVYgUm9vdCBDQTCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMbM5XPm\n+9S75S0tMqbf5YE/yc0lSbZxKsPVlDRnogocsF9ppkCxxLeyj9CYpKlBWTrT3JTW\nPNt0OKRKzE0lgvdKpVMSOO7zSW1xkX5jtqumX8OkhPhPYlG++MXs2ziS4wblCJEM\nxChBVfvLWokVfnHoNb9Ncgk9vjo4UFt3MRuNs8ckRZqnrG0AFFoEt7oT61EKmEFB\nIk5lYYeBQVCmeVyJ3hlKV9Uu5l0cUyx+mM0aBhakaHPQNAQTXKFx01p8VdteZOE3\nhzBWBOURtCmAEvF5OYiiAhF8J2a3iLd48soKqDirCmTCv2ZdlYTBoSUeh10aUAsg\nEsxBu24LUTi4S8sCAwEAAaNjMGEwDgYDVR0PAQH/BAQDAgGGMA8GA1UdEwEB/wQF\nMAMBAf8wHQYDVR0OBBYEFLE+w2kD+L9HAdSYJhoIAu9jZCvDMB8GA1UdIwQYMBaA\nFLE+w2kD+L9HAdSYJhoIAu9jZCvDMA0GCSqGSIb3DQEBBQUAA4IBAQAcGgaX3Nec\nnzyIZgYIVyHbIUf4KmeqvxgydkAQV8GK83rZEWWONfqe/EW1ntlMMUu4kehDLI6z\neM7b41N5cdblIZQB2lWHmiRk9opmzN6cN82oNLFpmyPInngiK3BD41VHMWEZ71jF\nhS9OMPagMRYjyOfiZRYzy78aG6A9+MpeizGLYAiJLQwGXFK3xPkKmNEVX58Svnw2\nYzi9RKR/5CYrCsSXaQ3pjOLAEFe4yHYSkVXySGnYvCoCWw9E1CAx2/S6cCZdkGCe\nvEsXCS+0yx5DaMkHJ8HSXPfqIbloEpw8nL+e/IBcm2PN7EeqJSdnoDfzAIJ9VNep\n+OkuE6N36B9K\n-----END CERTIFICATE-----`\n\nfunc TestCertificateGet(t *testing.T) {\n\tsrc := CertificateAdapter{}\n\n\t_, err := src.Get(context.Background(), \"global\", \"foo\", false)\n\n\tif err == nil {\n\t\tt.Error(\"expected error but got none\")\n\t}\n}\n\nfunc TestCertificateList(t *testing.T) {\n\tsrc := CertificateAdapter{}\n\n\titems, err := src.List(context.Background(), \"global\", false)\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif len(items) != 0 {\n\t\tt.Errorf(\"expected no items, got %v\", items)\n\t}\n}\n\ntype CertTest struct {\n\tAttribute string\n\tExpected any\n}\n\nfunc (c *CertTest) Run(t *testing.T, cert *sdp.Item) {\n\tt.Run(fmt.Sprintf(\"Validating %v\", c.Attribute), func(t *testing.T) {\n\t\tif x, err := cert.GetAttributes().Get(c.Attribute); err == nil {\n\t\t\tif fmt.Sprint(x) != fmt.Sprint(c.Expected) {\n\t\t\t\tt.Errorf(\"%v mismatch, expected %v, got %v\", c.Attribute, c.Expected, x)\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"expected to find cert has a %v\", c.Attribute)\n\t\t}\n\t})\n\tdiscovery.TestValidateItem(t, cert)\n}\n\nfunc TestCertificateSearch(t *testing.T) {\n\tsrc := CertificateAdapter{}\n\n\tcerts, err := src.Search(context.Background(), \"global\", chain, false)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\ttests := []CertTest{\n\t\t{\n\t\t\tAttribute: \"subject\",\n\t\t\tExpected: \"CN=DigiCert High Assurance EV CA-1,OU=www.digicert.com,O=DigiCert Inc,C=US\",\n\t\t},\n\t\t{\n\t\t\tAttribute: \"issuer\",\n\t\t\tExpected: \"CN=DigiCert High Assurance EV Root CA,OU=www.digicert.com,O=DigiCert Inc,C=US\",\n\t\t},\n\t\t{\n\t\t\tAttribute: \"signatureAlgorithm\",\n\t\t\tExpected: \"SHA1-RSA\",\n\t\t},\n\t\t{\n\t\t\tAttribute: \"issuingCertificateURL\",\n\t\t\tExpected: \"http://www.digicert.com/CACerts/DigiCertHighAssuranceEVRootCA.crt\",\n\t\t},\n\t\t{\n\t\t\tAttribute: \"policyIdentifiers\",\n\t\t\tExpected: []string{\n\t\t\t\t\"2.16.840.1.114412.2.1\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tAttribute: \"extendedKeyUsage\",\n\t\t\tExpected: []string{\n\t\t\t\t\"TLS Web Server Authentication\",\n\t\t\t\t\"TLS Web Client Authentication\",\n\t\t\t\t\"Code Signing\",\n\t\t\t\t\"E-mail Protection\",\n\t\t\t\t\"Time Stamping\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tAttribute: \"subjectKeyIdentifier\",\n\t\t\tExpected: \"4C:58:CB:25:F0:41:4F:52:F4:28:C8:81:43:9B:A6:A8:A0:E6:92:E5\",\n\t\t},\n\t\t{\n\t\t\tAttribute: \"authorityKeyIdentifier\",\n\t\t\tExpected: \"B1:3E:C3:69:03:F8:BF:47:01:D4:98:26:1A:08:02:EF:63:64:2B:C3\",\n\t\t},\n\t\t{\n\t\t\tAttribute: \"CRLDistributionPoints\",\n\t\t\tExpected: []string{\n\t\t\t\t\"http://crl3.digicert.com/DigiCertHighAssuranceEVRootCA.crl\",\n\t\t\t\t\"http://crl4.digicert.com/DigiCertHighAssuranceEVRootCA.crl\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tAttribute: \"ocspServer\",\n\t\t\tExpected: \"http://ocsp.digicert.com\",\n\t\t},\n\t\t{\n\t\t\tAttribute: \"notBefore\",\n\t\t\tExpected: \"2007-11-09 12:00:00 +0000 UTC\",\n\t\t},\n\t\t{\n\t\t\tAttribute: \"publicKeyAlgorithm\",\n\t\t\tExpected: \"RSA\",\n\t\t},\n\t\t{\n\t\t\tAttribute: \"basicConstraints\",\n\t\t\tExpected: map[string]any{\n\t\t\t\t\"pathLen\": float64(0),\n\t\t\t\t\"CA\": true,\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tAttribute: \"version\",\n\t\t\tExpected: float64(3),\n\t\t},\n\t\t{\n\t\t\tAttribute: \"serialNumber\",\n\t\t\tExpected: \"03:37:B9:28:34:7C:60:A6:AE:C5:AD:B1:21:7F:38:60\",\n\t\t},\n\t\t{\n\t\t\tAttribute: \"notAfter\",\n\t\t\tExpected: \"2021-11-10 00:00:00 +0000 UTC\",\n\t\t},\n\t\t{\n\t\t\tAttribute: \"keyUsage\",\n\t\t\tExpected: []string{\n\t\t\t\t\"Digital Signature\",\n\t\t\t\t\"Certificate Sign\",\n\t\t\t\t\"CRL Sign\",\n\t\t\t},\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\ttest.Run(t, certs[0])\n\t}\n}\n" }, { "path": "stdlib-source/adapters/dns.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net\"\n\t\"sort\"\n\t\"strings\"\n\t\"time\"\n\n\t\"github.com/cenkalti/backoff/v5\"\n\t\"github.com/miekg/dns\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n)\n\n// DNSAdapter struct on which all methods are registered\ntype DNSAdapter struct {\n\t// List of DNS server to use in order ot preference. They should be in the\n\t// format \"ip:port\"\n\tServers []string\n\n\t// Whether to perform reverse lookups on IP addresses\n\tReverseLookup bool\n\n\tclient dns.Client\n\n\tcache sdpcache.Cache // This is mandatory\n}\n\n// NewDNSAdapterForHealthCheck creates a DNSAdapter with a NoOpCache for use in health checks.\n// This is useful when you need a DNSAdapter but don't need caching functionality.\nfunc NewDNSAdapterForHealthCheck() *DNSAdapter {\n\treturn &DNSAdapter{\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n}\n\nconst dnsCacheDuration = 5 * time.Minute\n\n// maxOperationTimeout is the maximum time any single DNS Get/Search operation can take.\n// This prevents slow DNS queries from degrading overall system performance.\nconst maxOperationTimeout = 30 * time.Second\n\nvar DefaultServers = []string{\n\t\"169.254.169.253:53\", // Route 53 default resolver. See https://docs.aws.amazon.com/vpc/latest/userguide/AmazonDNS-concepts.html#AmazonDNS\n\t\"1.1.1.1:53\",\n\t\"8.8.8.8:53\",\n\t\"8.8.4.4:53\",\n}\n\nconst (\n\tItemType = \"dns\"\n\tUniqueAttribute = \"name\"\n)\n\nvar ErrNoServersAvailable = errors.New(\"no dns servers available\")\n\n// Type is the type of items that this returns\nfunc (d *DNSAdapter) Type() string {\n\treturn \"dns\"\n}\n\n// Name Returns the name of the backend\nfunc (d *DNSAdapter) Name() string {\n\treturn \"stdlib-dns\"\n}\n\n// Weighting of duplicate adapters\nfunc (d *DNSAdapter) Weight() int {\n\treturn 100\n}\n\nfunc (d *DNSAdapter) GetServers() []string {\n\tif len(d.Servers) == 0 {\n\t\treturn DefaultServers\n\t}\n\treturn d.Servers\n}\n\nfunc (d *DNSAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn dnsMetadata\n}\n\nvar dnsMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"DNS Entry\",\n\tType: \"dns\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"A DNS A or AAAA entry to look up\",\n\t\tSearchDescription: \"A DNS name (or IP for reverse DNS), this will perform a recursive search and return all results. It is recommended that you always use the SEARCH method\",\n\t},\n\tPotentialLinks: []string{\"dns\", \"ip\", \"rdap-domain\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n\n// List of scopes that this adapter is capable of find items for\nfunc (d *DNSAdapter) Scopes() []string {\n\treturn []string{\n\t\t// DNS entries *should* be globally unique\n\t\t\"global\",\n\t}\n}\n\n// Get retrieves a single DNS item by name.\n// The operation is capped at maxOperationTimeout (30s) regardless of the caller's context deadline.\nfunc (d *DNSAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\t// Enforce maximum timeout for this operation\n\tctx, cancel := context.WithTimeout(ctx, maxOperationTimeout)\n\tdefer cancel()\n\n\tif scope != \"global\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"DNS queries only supported in global scope\",\n\t\t\tScope: scope,\n\t\t\tSourceName: d.Name(),\n\t\t\tItemType: d.Type(),\n\t\t}\n\t}\n\n\t// Check for IP addresses and do nothing\n\tif net.ParseIP(query) != nil {\n\t\treturn &sdp.Item{}, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"%v is already an IP address, no DNS entry will be found\", query),\n\t\t\tSourceName: d.Name(),\n\t\t\tScope: scope,\n\t\t\tItemType: d.Type(),\n\t\t}\n\t}\n\n\tvar cacheHit bool\n\tvar ck sdpcache.CacheKey\n\tvar cachedItems []*sdp.Item\n\tvar qErr *sdp.QueryError\n\tvar done func()\n\n\tcacheHit, ck, cachedItems, qErr, done = d.cache.Lookup(ctx, d.Name(), sdp.QueryMethod_GET, scope, d.Type(), query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\tif len(cachedItems) > 0 {\n\t\t\treturn cachedItems[0], nil\n\t\t} else {\n\t\t\treturn nil, nil\n\t\t}\n\t}\n\n\t// This won't work for CNAMEs since the linked query logic needs to be\n\t// different and we're only querying for A and AAAA. Realistically people\n\t// should be using Search() now anyway\n\titems, err := d.MakeQuery(ctx, query)\n\tif err != nil {\n\t\t// makeQueryImpl returns NOTFOUND when no A/AAAA records exist; cache it to avoid repeated lookups\n\t\tvar qe *sdp.QueryError\n\t\tif errors.As(err, &qe) && qe.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\td.cache.StoreUnavailableItem(ctx, qe, dnsCacheDuration, ck)\n\t\t}\n\t\treturn nil, err\n\t}\n\n\tif len(items) == 0 {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no DNS records found\",\n\t\t\tScope: scope,\n\t\t\tSourceName: d.Name(),\n\t\t\tItemType: d.Type(),\n\t\t\tResponderName: d.Name(),\n\t\t}\n\t\td.cache.StoreUnavailableItem(ctx, notFoundErr, dnsCacheDuration, ck)\n\t\treturn nil, notFoundErr\n\t}\n\td.cache.StoreItem(ctx, items[0], dnsCacheDuration, ck)\n\treturn items[0], nil\n}\n\n// List calls back to the ListFunction to find all items\nfunc (d *DNSAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"global\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"DNS queries only supported in global scope\",\n\t\t\tScope: scope,\n\t\t\tSourceName: d.Name(),\n\t\t\tItemType: d.Type(),\n\t\t}\n\t}\n\n\treturn make([]*sdp.Item, 0), nil\n}\n\ntype DNSRecord struct {\n\tName string\n\tTarget string\n\tType string\n}\n\n// Search performs a DNS lookup for a name or reverse lookup for an IP.\n// The operation is capped at maxOperationTimeout (30s) regardless of the caller's context deadline.\nfunc (d *DNSAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\t// Enforce maximum timeout for this operation\n\tctx, cancel := context.WithTimeout(ctx, maxOperationTimeout)\n\tdefer cancel()\n\n\tif scope != \"global\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"DNS queries only supported in global scope\",\n\t\t\tScope: scope,\n\t\t\tSourceName: d.Name(),\n\t\t\tItemType: d.Type(),\n\t\t}\n\t}\n\n\t// Check cache before making query\n\tvar cacheHit bool\n\tvar ck sdpcache.CacheKey\n\tvar cachedItems []*sdp.Item\n\tvar qErr *sdp.QueryError\n\tvar done func()\n\tif !ignoreCache {\n\t\tcacheHit, _, cachedItems, qErr, done = d.cache.Lookup(ctx, d.Name(), sdp.QueryMethod_SEARCH, scope, d.Type(), query, ignoreCache)\n\t\tdefer done()\n\t\tif qErr != nil {\n\t\t\t// Cached NOTFOUND: return same (nil, error) as fresh lookup for consistency\n\t\t\treturn nil, qErr\n\t\t}\n\t\tif cacheHit {\n\t\t\treturn cachedItems, nil\n\t\t}\n\t\tck = sdpcache.CacheKeyFromParts(d.Name(), sdp.QueryMethod_SEARCH, scope, d.Type(), query)\n\t} else {\n\t\tck = sdpcache.CacheKeyFromParts(d.Name(), sdp.QueryMethod_SEARCH, scope, d.Type(), query)\n\t}\n\n\tif net.ParseIP(query) != nil {\n\t\tif d.ReverseLookup {\n\t\t\t// If it's an IP then we want to run a reverse lookup\n\t\t\titems, err := d.MakeReverseQuery(ctx, query)\n\t\t\tif err != nil {\n\t\t\t\t// Only cache NOTFOUND to avoid repeated lookups; do not cache transient errors (e.g. timeouts).\n\t\t\t\tvar qe *sdp.QueryError\n\t\t\t\tif errors.As(err, &qe) && qe.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\t\t\td.cache.StoreUnavailableItem(ctx, err, dnsCacheDuration, ck)\n\t\t\t\t}\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\tif len(items) == 0 {\n\t\t\t\t// Cache NOTFOUND for empty results; return (nil, error) so cache hit returns same as fresh.\n\t\t\t\tnotFoundErr := &sdp.QueryError{\n\t\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\t\tErrorString: \"no reverse DNS records found\",\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t\tSourceName: d.Name(),\n\t\t\t\t\tItemType: d.Type(),\n\t\t\t\t\tResponderName: d.Name(),\n\t\t\t\t}\n\t\t\t\td.cache.StoreUnavailableItem(ctx, notFoundErr, dnsCacheDuration, ck)\n\t\t\t\treturn nil, notFoundErr\n\t\t\t}\n\n\t\t\tfor _, item := range items {\n\t\t\t\td.cache.StoreItem(ctx, item, dnsCacheDuration, ck)\n\t\t\t}\n\n\t\t\treturn items, nil\n\t\t} else {\n\t\t\t// If disabled, return nothing. This does not need caching, as no\n\t\t\t// lookups are performed.\n\t\t\treturn []*sdp.Item{}, nil\n\t\t}\n\t}\n\n\titems, err := d.MakeQuery(ctx, query)\n\tif err != nil {\n\t\t// Only cache NOTFOUND to avoid repeated lookups; return (nil, error) so cache hit returns same as fresh.\n\t\tvar qe *sdp.QueryError\n\t\tif errors.As(err, &qe) && qe.GetErrorType() == sdp.QueryError_NOTFOUND {\n\t\t\td.cache.StoreUnavailableItem(ctx, err, dnsCacheDuration, ck)\n\t\t}\n\t\treturn nil, err\n\t}\n\t// MakeQuery never returns (nil, 0 items): makeQueryImpl returns NOTFOUND when there are no A/AAAA answers, and when there are answers it only groups CNAME/A/AAAA so at least one item is produced.\n\n\tfor _, item := range items {\n\t\td.cache.StoreItem(ctx, item, dnsCacheDuration, ck)\n\t}\n\n\treturn items, nil\n}\n\n// retryDNSQuery handles retrying DNS queries with backoff and server rotation\nfunc (d *DNSAdapter) retryDNSQuery(ctx context.Context, queryFn func(context.Context, string) ([]*sdp.Item, error)) ([]*sdp.Item, error) {\n\tb := backoff.NewExponentialBackOff()\n\tb.InitialInterval = 100 * time.Millisecond\n\tb.MaxInterval = 500 * time.Millisecond\n\n\tvar items []*sdp.Item\n\tvar i int\n\tvar server string\n\n\toperation := func() (any, error) {\n\t\tif i >= len(d.GetServers()) {\n\t\t\ti = 0\n\t\t}\n\n\t\tctx, cancel := context.WithTimeout(ctx, 3*time.Second)\n\t\tdefer cancel()\n\n\t\tserver = d.GetServers()[i]\n\n\t\tvar err error\n\t\titems, err = queryFn(ctx, server)\n\t\tif err != nil {\n\t\t\ti++ // Move to next server on error\n\n\t\t\tif errors.Is(err, context.DeadlineExceeded) ||\n\t\t\t\tstrings.Contains(err.Error(), \"timeout\") ||\n\t\t\t\tstrings.Contains(err.Error(), \"temporary failure\") {\n\t\t\t\treturn nil, err // Retry on timeout\n\t\t\t}\n\t\t\treturn nil, backoff.Permanent(err)\n\t\t}\n\n\t\treturn nil, nil\n\t}\n\n\t_, err := backoff.Retry(ctx, operation,\n\t\tbackoff.WithBackOff(b),\n\t\tbackoff.WithMaxElapsedTime(30*time.Second),\n\t)\n\tspan := trace.SpanFromContext(ctx)\n\tspan.SetAttributes(\n\t\tattribute.String(\"ovm.dns.server\", server),\n\t)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn items, nil\n}\n\n// Updated MakeQuery\nfunc (d *DNSAdapter) MakeQuery(ctx context.Context, query string) ([]*sdp.Item, error) {\n\treturn d.retryDNSQuery(ctx, func(ctx context.Context, server string) ([]*sdp.Item, error) {\n\t\treturn d.makeQueryImpl(ctx, query, server)\n\t})\n}\n\n// Updated MakeReverseQuery\nfunc (d *DNSAdapter) MakeReverseQuery(ctx context.Context, query string) ([]*sdp.Item, error) {\n\treturn d.retryDNSQuery(ctx, func(ctx context.Context, server string) ([]*sdp.Item, error) {\n\t\treturn d.makeReverseQueryImpl(ctx, query, server)\n\t})\n}\n\nfunc (d *DNSAdapter) makeReverseQueryImpl(ctx context.Context, query string, server string) ([]*sdp.Item, error) {\n\tarpa, err := dns.ReverseAddr(query)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Create the query\n\tmsg := dns.Msg{\n\t\tQuestion: []dns.Question{\n\t\t\t{\n\t\t\t\tName: arpa,\n\t\t\t\tQclass: dns.ClassINET,\n\t\t\t\tQtype: dns.TypePTR,\n\t\t\t},\n\t\t},\n\t\tMsgHdr: dns.MsgHdr{\n\t\t\tOpcode: dns.OpcodeQuery,\n\t\t\tRecursionDesired: true,\n\t\t},\n\t}\n\n\tr, _, err := d.client.ExchangeContext(ctx, &msg, server)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titems := make([]*sdp.Item, 0)\n\n\tfor _, rr := range r.Answer {\n\t\tif ptr, ok := rr.(*dns.PTR); ok {\n\t\t\tnewItems, err := d.MakeQuery(ctx, ptr.Ptr)\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\titems = append(items, newItems...)\n\t\t}\n\t}\n\n\treturn items, nil\n}\n\n// trimDnsSuffix Trims the trailing dot from a name to make it more user friendly\nfunc trimDnsSuffix(name string) string {\n\tif strings.HasSuffix(name, \".\") {\n\t\treturn name[:len(name)-1]\n\t}\n\n\treturn name\n}\n\nfunc (d *DNSAdapter) makeQueryImpl(ctx context.Context, query string, server string) ([]*sdp.Item, error) {\n\t// Create the query\n\tmsg := dns.Msg{\n\t\tQuestion: []dns.Question{\n\t\t\t{\n\t\t\t\tName: dns.Fqdn(query),\n\t\t\t\tQclass: dns.ClassINET,\n\t\t\t\tQtype: dns.TypeA,\n\t\t\t},\n\t\t},\n\t\tMsgHdr: dns.MsgHdr{\n\t\t\tOpcode: dns.OpcodeQuery,\n\t\t\tRecursionDesired: true,\n\t\t},\n\t}\n\n\tr, _, err := d.client.ExchangeContext(ctx, &msg, server)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\t// Also query for AAAA\n\tmsg.Question[0].Qtype = dns.TypeAAAA\n\tr2, _, err := d.client.ExchangeContext(ctx, &msg, server)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tanswers := make([]dns.RR, 0)\n\tanswers = append(answers, r.Answer...)\n\tanswers = append(answers, r2.Answer...)\n\n\tif len(answers) == 0 {\n\t\t// This means nothing was found\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no A or AAAA records found\",\n\t\t\tScope: \"global\",\n\t\t\tSourceName: d.Name(),\n\t\t\tItemType: d.Type(),\n\t\t}\n\t}\n\n\tag := GroupAnswers(answers)\n\n\titems := make([]*sdp.Item, 0)\n\n\tvar item *sdp.Item\n\tvar attrs *sdp.ItemAttributes\n\n\t// Iterate over the groups and convert\n\tfor _, r := range ag.CNAME {\n\t\tif cname, ok := r.(*dns.CNAME); ok {\n\t\t\t// Strip trailing dot as while it's *technically* correct, it's\n\t\t\t// annoying to have to deal with\n\t\t\tname := trimDnsSuffix(cname.Hdr.Name)\n\t\t\ttarget := trimDnsSuffix(cname.Target)\n\n\t\t\tattrs, err = sdp.ToAttributes(map[string]any{\n\t\t\t\t\"name\": name,\n\t\t\t\t\"type\": \"CNAME\",\n\t\t\t\t\"ttl\": cname.Hdr.Ttl,\n\t\t\t\t\"target\": target,\n\t\t\t})\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\n\t\t\titem = &sdp.Item{\n\t\t\t\tType: ItemType,\n\t\t\t\tUniqueAttribute: UniqueAttribute,\n\t\t\t\tScope: \"global\",\n\t\t\t\tAttributes: attrs,\n\t\t\t\t// TODO(LIQs): update this method to return the data as edges; fixup all callers\n\t\t\t\tLinkedItems: []*sdp.LinkedItem{\n\t\t\t\t\t{\n\t\t\t\t\t\tItem: &sdp.Reference{\n\t\t\t\t\t\t\tType: ItemType,\n\t\t\t\t\t\t\tUniqueAttributeValue: target,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t\t\t{\n\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\tType: \"rdap-domain\",\n\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\tQuery: name,\n\t\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t}\n\n\t\t\titems = append(items, item)\n\t\t}\n\t}\n\n\t// Convert A & AAAA records by group\n\tfor name, rs := range ag.Address {\n\t\t// Strip trailing dot as while it's *technically* correct, it's\n\t\t// annoying to have to deal with\n\t\tname = trimDnsSuffix(name)\n\n\t\titem, err := AToItem(name, rs)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titems = append(items, item)\n\t}\n\n\treturn items, nil\n}\n\ntype AnswerGroup struct {\n\tCNAME map[string]dns.RR\n\tAddress map[string][]dns.RR\n}\n\n// GroupAnswers Groups the DNS answers so they they can be turned into\n// individual items. This is required because some types (such as A records) can\n// return man records for the same name and these need to be grouped to avoid\n// duplicate items\nfunc GroupAnswers(answers []dns.RR) *AnswerGroup {\n\tag := AnswerGroup{\n\t\tCNAME: make(map[string]dns.RR),\n\t\tAddress: make(map[string][]dns.RR),\n\t}\n\n\tfor _, answer := range answers {\n\t\tif hdr := answer.Header(); hdr != nil {\n\t\t\tswitch hdr.Rrtype {\n\t\t\tcase dns.TypeCNAME:\n\t\t\t\t// We should only get one CNAME per request, but since we have\n\t\t\t\t// done A and AAAA requests we could have duplicates, use a map\n\t\t\t\t// to avoid this\n\t\t\t\tag.CNAME[hdr.Name] = answer\n\t\t\tcase dns.TypeA, dns.TypeAAAA:\n\t\t\t\t// Create the map entry if required\n\t\t\t\tif _, ok := ag.Address[hdr.Name]; !ok {\n\t\t\t\t\tag.Address[hdr.Name] = make([]dns.RR, 0)\n\t\t\t\t}\n\n\t\t\t\tag.Address[hdr.Name] = append(ag.Address[hdr.Name], answer)\n\t\t\t}\n\t\t}\n\t}\n\n\treturn &ag\n}\n\n// AToItem Converts a set of A or AAAA records to an item\nfunc AToItem(name string, records []dns.RR) (*sdp.Item, error) {\n\trecordAttrs := make([]map[string]any, 0)\n\tliq := make([]*sdp.LinkedItemQuery, 0)\n\n\tfor _, r := range records {\n\t\tif hdr := r.Header(); hdr != nil {\n\t\t\tvar ip net.IP\n\t\t\tvar typ string\n\n\t\t\tif a, ok := r.(*dns.A); ok {\n\t\t\t\ttyp = \"A\"\n\t\t\t\tip = a.A\n\t\t\t} else if aaaa, ok := r.(*dns.AAAA); ok {\n\t\t\t\ttyp = \"AAAA\"\n\t\t\t\tip = aaaa.AAAA\n\t\t\t}\n\n\t\t\trecordAttrs = append(recordAttrs, map[string]any{\n\t\t\t\t\"ttl\": hdr.Ttl,\n\t\t\t\t\"type\": typ,\n\t\t\t\t\"ip\": ip.String(),\n\t\t\t})\n\n\t\t\tliq = append(liq, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: ip.String(),\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\t// Sort records to ensure they are consistent\n\tsort.Slice(recordAttrs, func(i, j int) bool {\n\t\treturn fmt.Sprint(i) < fmt.Sprint(j)\n\t})\n\n\tattrs, err := sdp.ToAttributes(map[string]any{\n\t\t\"name\": name,\n\t\t\"type\": \"address\",\n\t\t\"records\": recordAttrs,\n\t})\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: ItemType,\n\t\tUniqueAttribute: UniqueAttribute,\n\t\tScope: \"global\",\n\t\tAttributes: attrs,\n\t\tLinkedItemQueries: liq,\n\t}\n\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"rdap-domain\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: name,\n\t\t\tScope: \"global\",\n\t\t},\n\t})\n\n\treturn &item, nil\n}\n" }, { "path": "stdlib-source/adapters/dns_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"net\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestSearch(t *testing.T) {\n\tt.Parallel()\n\n\ts := DNSAdapter{\n\t\tcache: sdpcache.NewNoOpCache(),\n\t\tServers: []string{\n\t\t\t\"1.1.1.1:53\",\n\t\t\t\"8.8.8.8:53\",\n\t\t},\n\t}\n\n\tt.Run(\"with a bad DNS name\", func(t *testing.T) {\n\t\t_, err := s.Search(context.Background(), \"global\", \"not.real.overmind.tech\", false)\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error for non-existent name\")\n\t\t}\n\t\tvar qe *sdp.QueryError\n\t\tif !errors.As(err, &qe) || qe.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"expected NOTFOUND error, got %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"with one.one.one.one\", func(t *testing.T) {\n\t\titems, err := s.Search(context.Background(), \"global\", \"one.one.one.one\", false)\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Errorf(\"expected 1 item, got %v\", len(items))\n\t\t}\n\n\t\t// Make sure 1.1.1.1 is in there\n\t\tvar foundV4 bool\n\t\tvar foundV6 bool\n\t\tfor _, item := range items {\n\t\t\tfor _, q := range item.GetLinkedItemQueries() {\n\t\t\t\tif q.GetQuery().GetQuery() == \"1.1.1.1\" {\n\t\t\t\t\tfoundV4 = true\n\t\t\t\t}\n\t\t\t\tif q.GetQuery().GetQuery() == \"2606:4700:4700::1111\" {\n\t\t\t\t\tfoundV6 = true\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundV4 {\n\t\t\tt.Error(\"could not find 1.1.1.1 in linked item queries\")\n\t\t}\n\t\tif !foundV6 {\n\t\t\tt.Error(\"could not find 2606:4700:4700::1111 in linked item queries\")\n\t\t}\n\n\t\tdiscovery.TestValidateItems(t, items)\n\t})\n\n\tt.Run(\"Search returns same NOTFOUND for first and second call\", func(t *testing.T) {\n\t\t// First call (fresh NOTFOUND) and second call (cached NOTFOUND) must return the same: nil items, same error\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tcachedSrc := DNSAdapter{cache: cache, Servers: s.Servers}\n\t\tquery := \"not.real.overmind.tech\"\n\n\t\tfirst, err1 := cachedSrc.Search(context.Background(), \"global\", query, false)\n\t\tif err1 == nil {\n\t\t\tt.Fatal(\"first Search: expected NOTFOUND error, got nil\")\n\t\t}\n\t\tif first != nil {\n\t\t\tt.Errorf(\"first Search: expected nil items, got len=%d\", len(first))\n\t\t}\n\t\tvar qe *sdp.QueryError\n\t\tif !errors.As(err1, &qe) || qe.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"first Search: expected NOTFOUND, got %v\", err1)\n\t\t}\n\t\tfirstErrStr := err1.Error()\n\n\t\tsecond, err2 := cachedSrc.Search(context.Background(), \"global\", query, false)\n\t\tif err2 == nil {\n\t\t\tt.Fatal(\"second Search: expected NOTFOUND error, got nil\")\n\t\t}\n\t\tif second != nil {\n\t\t\tt.Errorf(\"second Search: expected nil items, got len=%d\", len(second))\n\t\t}\n\t\tif !errors.As(err2, &qe) || qe.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"second Search: expected NOTFOUND, got %v\", err2)\n\t\t}\n\t\tif err2.Error() != firstErrStr {\n\t\t\tt.Errorf(\"first and second Search must return same error message: first %q, second %q\", firstErrStr, err2.Error())\n\t\t}\n\t})\n\n\tt.Run(\"with an IP and therefore reverse DNS\", func(t *testing.T) {\n\t\ts.ReverseLookup = true\n\t\titems, err := s.Search(context.Background(), \"global\", \"1.1.1.1\", false)\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\t// Make sure 1.1.1.1 is in there\n\t\tvar foundV4 bool\n\t\tvar foundV6 bool\n\t\tfor _, item := range items {\n\t\t\tfor _, q := range item.GetLinkedItemQueries() {\n\t\t\t\tif q.GetQuery().GetQuery() == \"1.1.1.1\" {\n\t\t\t\t\tfoundV4 = true\n\t\t\t\t}\n\t\t\t\tif q.GetQuery().GetQuery() == \"2606:4700:4700::1111\" {\n\t\t\t\t\tfoundV6 = true\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !foundV4 {\n\t\t\tt.Error(\"could not find 1.1.1.1 in linked item queries\")\n\t\t}\n\t\tif !foundV6 {\n\t\t\tt.Error(\"could not find 2606:4700:4700::1111 in linked item queries\")\n\t\t}\n\n\t\tdiscovery.TestValidateItems(t, items)\n\t})\n}\n\nfunc TestDnsGet(t *testing.T) {\n\tt.Parallel()\n\n\tvar conn net.Conn\n\tvar err error\n\n\t// Check that we actually have an internet connection, if not there is not\n\t// point running this test\n\tdialer := &net.Dialer{}\n\tconn, err = dialer.DialContext(t.Context(), \"tcp\", \"one.one.one.one:443\")\n\tconn.Close()\n\n\tif err != nil {\n\t\tt.Skip(\"No internet connection detected\")\n\t}\n\n\tsrc := DNSAdapter{\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tt.Run(\"working request\", func(t *testing.T) {\n\t\titem, err := src.Get(context.Background(), \"global\", \"one.one.one.one\", false)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tdiscovery.TestValidateItem(t, item)\n\t})\n\n\tt.Run(\"bad dns entry\", func(t *testing.T) {\n\t\t_, err := src.Get(context.Background(), \"global\", \"something.does.not.exist.please.testing\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\n\t\tvar e *sdp.QueryError\n\t\tif !errors.As(err, &e) {\n\t\t\tt.Errorf(\"expected error type to be *sdp.QueryError, got %T\", err)\n\t\t}\n\t})\n\n\tt.Run(\"GET returns NOTFOUND when cache has NOTFOUND\", func(t *testing.T) {\n\t\tcache := sdpcache.NewMemoryCache()\n\t\tcachedSrc := DNSAdapter{cache: cache}\n\t\tquery := \"cached.notfound.get.example\"\n\n\t\t// Pre-seed cache with NOTFOUND (simulates a previous Get that got 0 records)\n\t\tck := sdpcache.CacheKeyFromParts(cachedSrc.Name(), sdp.QueryMethod_GET, \"global\", cachedSrc.Type(), query)\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: \"no DNS records found\",\n\t\t\tScope: \"global\",\n\t\t\tSourceName: cachedSrc.Name(),\n\t\t\tItemType: cachedSrc.Type(),\n\t\t}\n\t\tcache.StoreUnavailableItem(context.Background(), notFoundErr, dnsCacheDuration, ck)\n\n\t\t// Get should return cached NOTFOUND without doing a DNS lookup\n\t\titem, err := cachedSrc.Get(context.Background(), \"global\", query, false)\n\t\tif item != nil {\n\t\t\tt.Errorf(\"expected nil item, got %v\", item)\n\t\t}\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected NOTFOUND error, got nil\")\n\t\t}\n\t\tvar qErr *sdp.QueryError\n\t\tif !errors.As(err, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"expected NOTFOUND, got %v\", err)\n\t\t}\n\n\t\t// Second Get: should still return cached NOTFOUND (same response as first)\n\t\tfirstErrStr := err.Error()\n\t\titem, err = cachedSrc.Get(context.Background(), \"global\", query, false)\n\t\tif item != nil {\n\t\t\tt.Errorf(\"second Get: expected nil item, got %v\", item)\n\t\t}\n\t\tif err == nil {\n\t\t\tt.Fatal(\"second Get: expected NOTFOUND error, got nil\")\n\t\t}\n\t\tif !errors.As(err, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"second Get: expected NOTFOUND, got %v\", err)\n\t\t}\n\t\tif err.Error() != firstErrStr {\n\t\t\tt.Errorf(\"first and second Get must return same error message: first %q, second %q\", firstErrStr, err.Error())\n\t\t}\n\t})\n\n\tt.Run(\"bad scope\", func(t *testing.T) {\n\t\t_, err := src.Get(context.Background(), \"something.local.test\", \"something.does.not.exist.please.testing\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error but got nil\")\n\t\t}\n\n\t\tvar e *sdp.QueryError\n\t\tif !errors.As(err, &e) {\n\t\t\tt.Errorf(\"expected error type to be *sdp.QueryError, got %T\", err)\n\t\t}\n\t})\n\n\tt.Run(\"with a CNAME\", func(t *testing.T) {\n\t\t// When we do a Get on a CNAME, I wan it to work, but only return the\n\t\t// first thing\n\t\titem, err := src.Get(context.Background(), \"global\", \"www.github.com\", false)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\ttarget := item.GetAttributes().GetAttrStruct().GetFields()[\"target\"].GetStringValue()\n\t\tif target != \"github.com\" {\n\t\t\tt.Errorf(\"expected target to be github.com, got %v\", target)\n\t\t}\n\n\t\tt.Log(item)\n\t})\n}\n\n// TestGetTimeout verifies that Get enforces the maximum timeout by checking\n// that the adapter's timeout takes precedence over a longer caller timeout\nfunc TestGetTimeout(t *testing.T) {\n\tif testing.Short() {\n\t\tt.Skip(\"Skipping timeout test in short mode\")\n\t}\n\n\tsrc := DNSAdapter{\n\t\tcache: sdpcache.NewNoOpCache(),\n\t\t// Use a non-existent DNS server to force timeout\n\t\tServers: []string{\"192.0.2.1:53\"}, // TEST-NET-1, guaranteed to be unroutable\n\t}\n\n\t// Create a context with a very long deadline to verify adapter's internal timeout takes precedence\n\tctx, cancel := context.WithTimeout(context.Background(), 10*time.Minute)\n\tdefer cancel()\n\n\tstart := time.Now()\n\t_, err := src.Get(ctx, \"global\", \"test.example.com\", false)\n\telapsed := time.Since(start)\n\n\t// The operation should fail (no response from DNS server)\n\tif err == nil {\n\t\tt.Error(\"expected error but got nil\")\n\t}\n\n\t// The operation should complete around the maxOperationTimeout (30s), not the caller's 10 minutes\n\t// Allow generous buffer for CI variance and different network behaviors\n\tif elapsed > 35*time.Second {\n\t\tt.Errorf(\"Get took %v, expected around 30s (max 35s for variance), timeout may not be properly enforced\", elapsed)\n\t}\n\n\t// Don't assert minimum duration as TEST-NET may fail fast in some environments\n\t// The key assertion is that it completes in ~30s, not 10 minutes\n}\n\n// TestSearchTimeoutContext verifies that Search properly wraps the context with a timeout\nfunc TestSearchTimeoutContext(t *testing.T) {\n\tt.Parallel()\n\n\tsrc := DNSAdapter{\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\t// Create a context with a very long deadline to ensure Search creates its own timeout\n\tctx, cancel := context.WithTimeout(context.Background(), 10*time.Minute)\n\tdefer cancel()\n\n\t// Use a valid, fast DNS query to verify the timeout wrapper doesn't break normal operation\n\titems, err := src.Search(ctx, \"global\", \"one.one.one.one\", false)\n\n\t// Should succeed with the fast query\n\tif err != nil {\n\t\tt.Errorf(\"expected no error for valid query, got: %v\", err)\n\t}\n\n\t// Should return at least one item for this known DNS name\n\tif len(items) == 0 {\n\t\tt.Error(\"expected at least one DNS item for one.one.one.one\")\n\t}\n}\n\n// TestListBehavior verifies that List returns an empty slice without making DNS queries\nfunc TestListBehavior(t *testing.T) {\n\tt.Parallel()\n\n\tsrc := DNSAdapter{\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\n\tctx := context.Background()\n\n\t// List should return an empty slice without making any DNS queries\n\titems, err := src.List(ctx, \"global\", false)\n\n\t// List should succeed with empty results\n\tif err != nil {\n\t\tt.Errorf(\"expected no error but got: %v\", err)\n\t}\n\n\tif len(items) != 0 {\n\t\tt.Errorf(\"expected empty list, got %d items\", len(items))\n\t}\n}\n\n// TestTimeoutShorterThanCaller verifies that a short caller timeout is respected\nfunc TestTimeoutShorterThanCaller(t *testing.T) {\n\tt.Parallel()\n\n\tsrc := DNSAdapter{\n\t\tcache: sdpcache.NewNoOpCache(),\n\t\t// Use a non-existent DNS server to force timeout\n\t\tServers: []string{\"192.0.2.1:53\"}, // TEST-NET-1, guaranteed to be unroutable\n\t}\n\n\t// Create a context with a 2s deadline (shorter than the adapter's 30s max)\n\tctx, cancel := context.WithTimeout(context.Background(), 2*time.Second)\n\tdefer cancel()\n\n\tstart := time.Now()\n\t_, err := src.Get(ctx, \"global\", \"test.example.com\", false)\n\telapsed := time.Since(start)\n\n\t// The operation should fail (no response from DNS server)\n\tif err == nil {\n\t\tt.Error(\"expected error but got nil\")\n\t}\n\n\t// The operation should complete in roughly 2 seconds (the caller's timeout), not 30s\n\t// Allow some buffer for processing time (4s max)\n\tif elapsed > 4*time.Second {\n\t\tt.Errorf(\"Get took %v, expected around 2s (max 4s)\", elapsed)\n\t}\n\n\t// Verify it's a context deadline exceeded error\n\tif !errors.Is(err, context.DeadlineExceeded) {\n\t\tt.Errorf(\"expected context.DeadlineExceeded error, got: %v\", err)\n\t}\n}\n" }, { "path": "stdlib-source/adapters/http.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"crypto/tls\"\n\t\"encoding/pem\"\n\t\"fmt\"\n\t\"net\"\n\t\"net/http\"\n\t\"net/url\"\n\t\"runtime\"\n\t\"strings\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n)\n\nconst USER_AGENT_VERSION = \"0.1\"\n\n// linkLocalRange represents the IPv4 link-local address range (169.254.0.0/16)\n// This includes the EC2 metadata service IP (169.254.169.254) and is blocked\n// to prevent DNS rebinding attacks and unauthorized metadata service access.\nvar linkLocalRange = &net.IPNet{\n\tIP: net.IPv4(169, 254, 0, 0),\n\tMask: net.CIDRMask(16, 32),\n}\n\n// isLinkLocalIP checks if an IP address is in the link-local range (169.254.0.0/16)\nfunc isLinkLocalIP(ip net.IP) bool {\n\tif ip == nil {\n\t\treturn false\n\t}\n\t// Convert IPv4-mapped IPv6 addresses to IPv4\n\tip = ip.To4()\n\tif ip == nil {\n\t\treturn false\n\t}\n\treturn linkLocalRange.Contains(ip)\n}\n\n// validateHostname checks if a hostname resolves to a link-local IP address.\n// This prevents DNS rebinding attacks where a hostname resolves to the EC2\n// metadata service or other link-local addresses.\nfunc validateHostname(ctx context.Context, hostname string) error {\n\t// First check if the hostname is already an IP address\n\tif ip := net.ParseIP(hostname); ip != nil {\n\t\tif isLinkLocalIP(ip) {\n\t\t\treturn fmt.Errorf(\"access to link-local address range (169.254.0.0/16) is blocked for security reasons\")\n\t\t}\n\t\treturn nil\n\t}\n\n\t// Resolve the hostname to check if it resolves to a link-local IP\n\tresolver := net.DefaultResolver\n\tips, err := resolver.LookupIPAddr(ctx, hostname)\n\tif err != nil {\n\t\t// If DNS resolution fails, we can't validate, but we should still\n\t\t// allow the request to proceed (it will fail later if needed)\n\t\t// This prevents blocking legitimate requests due to transient DNS issues\n\t\t//nolint:nilerr // Intentionally allowing request to proceed if DNS resolution fails\n\t\treturn nil\n\t}\n\n\t// Check all resolved IPs\n\tfor _, ipAddr := range ips {\n\t\tif isLinkLocalIP(ipAddr.IP) {\n\t\t\treturn fmt.Errorf(\"hostname %s resolves to link-local address %s (169.254.0.0/16), which is blocked for security reasons\", hostname, ipAddr.IP)\n\t\t}\n\t}\n\n\treturn nil\n}\n\ntype HTTPAdapter struct {\n\tcache sdpcache.Cache // This is mandatory\n}\n\nconst httpCacheDuration = 5 * time.Minute\n\n// Type The type of items that this adapter is capable of finding\nfunc (s *HTTPAdapter) Type() string {\n\treturn \"http\"\n}\n\n// Descriptive name for the adapter, used in logging and metadata\nfunc (s *HTTPAdapter) Name() string {\n\treturn \"stdlib-http\"\n}\n\n// Metadata Returns metadata about the adapter\nfunc (s *HTTPAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn httpMetadata\n}\n\nvar httpMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"HTTP Endpoint\",\n\tType: \"http\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"A HTTP endpoint to run a `HEAD` request against\",\n\t\tSearch: true,\n\t\tSearchDescription: \"A HTTP URL to search for. Query parameters and fragments will be stripped from the URL before processing.\",\n\t},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n\tPotentialLinks: []string{\"ip\", \"dns\", \"certificate\", \"http\"},\n})\n\n// List of scopes that this adapter is capable of find items for. If the\n// adapter supports all scopes the special value `AllScopes` (\"*\")\n// should be used\nfunc (s *HTTPAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"global\", // This is a reserved word meaning that the items should be considered globally unique\n\t}\n}\n\n// Get Get a single item with a given scope and query. The item returned\n// should have a UniqueAttributeValue that matches the `query` parameter. The\n// ctx parameter contains a golang Context object which should be used to allow\n// this adapter to timeout or be cancelled when executing potentially\n// long-running actions\nfunc (s *HTTPAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != \"global\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"http is only supported in the 'global' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\t// Validate that the URL doesn't contain query parameters or fragments\n\tparsedURL, err := url.Parse(query)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"invalid URL: %v\", err),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tif parsedURL.RawQuery != \"\" || parsedURL.Fragment != \"\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: \"GET method requires clean URLs without query parameters or fragments. Use SEARCH method for URLs with query parameters or fragments.\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\t// Validate hostname to prevent access to link-local addresses (including EC2 metadata service)\n\thostname := parsedURL.Hostname()\n\tif hostname != \"\" {\n\t\tif err := validateHostname(ctx, hostname); err != nil {\n\t\t\tck := sdpcache.CacheKeyFromParts(s.Name(), sdp.QueryMethod_GET, scope, s.Type(), query)\n\t\t\terr = &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t\ts.cache.StoreUnavailableItem(ctx, err, httpCacheDuration, ck)\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tvar cacheHit bool\n\tvar ck sdpcache.CacheKey\n\tvar cachedItems []*sdp.Item\n\tvar qErr *sdp.QueryError\n\tvar done func()\n\n\tcacheHit, ck, cachedItems, qErr, done = s.cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\tif qErr != nil {\n\t\treturn nil, qErr\n\t}\n\tif cacheHit {\n\t\t// Get only caches a single item or NOTFOUND (via StoreUnavailableItem). Guard against empty slice for defensive safety (e.g. cache corruption).\n\t\tif len(cachedItems) > 0 {\n\t\t\treturn cachedItems[0], nil\n\t\t}\n\t\treturn nil, nil\n\t}\n\n\t// Create a client that skips TLS verification since we will want to get the\n\t// details of the TLS connection rather than stop if it's not trusted. Since\n\t// we are only running a HEAD request this is unlikely to be a problem\n\ttr := &http.Transport{\n\t\tTLSClientConfig: &tls.Config{\n\t\t\tInsecureSkipVerify: true, //nolint:gosec // G402 (TLS skip verify): intentionalβ€”adapter inspects TLS certificate details via HEAD request, not trusting the content\n\t\t},\n\t}\n\tclient := &http.Client{\n\t\tTransport: tr,\n\t\t// Don't follow redirects, just return the status code directly\n\t\tCheckRedirect: func(req *http.Request, via []*http.Request) error {\n\t\t\treturn http.ErrUseLastResponse\n\t\t},\n\t}\n\n\treq, err := http.NewRequestWithContext(ctx, http.MethodHead, query, http.NoBody)\n\tif err != nil {\n\t\terr = &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t\tScope: scope,\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, err, httpCacheDuration, ck)\n\t\treturn nil, err\n\t}\n\n\treq.Header.Add(\"User-Agent\", fmt.Sprintf(\"Overmind/%v (%v/%v)\", USER_AGENT_VERSION, runtime.GOOS, runtime.GOARCH))\n\treq.Header.Add(\"Accept\", \"*/*\")\n\n\tvar res *http.Response\n\n\tres, err = client.Do(req)\n\n\tif err != nil {\n\t\terr = &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t\tScope: scope,\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, err, httpCacheDuration, ck)\n\t\treturn nil, err\n\t}\n\n\t// Clean up connections once we're done\n\tdefer client.CloseIdleConnections()\n\tdefer res.Body.Close()\n\n\t// Treat HTTP 404 and 410 as not-found; cache to avoid repeated requests.\n\tif res.StatusCode == http.StatusNotFound || res.StatusCode == http.StatusGone {\n\t\tnotFoundErr := &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"HTTP %s for %s\", res.Status, query),\n\t\t\tScope: scope,\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.Type(),\n\t\t\tResponderName: s.Name(),\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, notFoundErr, httpCacheDuration, ck)\n\t\treturn nil, notFoundErr\n\t}\n\n\t// Convert headers from map[string][]string to map[string]string. This means\n\t// that headers that were returned many times will end up with their values\n\t// comma-separated\n\theadersMap := make(map[string]string)\n\tfor header, values := range res.Header {\n\t\theadersMap[header] = strings.Join(values, \", \")\n\t}\n\n\t// Convert the attributes from a golang map, to the structure required for\n\t// the SDP protocol\n\tattributes, err := sdp.ToAttributes(map[string]any{\n\t\t\"name\": query,\n\t\t\"status\": res.StatusCode,\n\t\t\"statusString\": res.Status,\n\t\t\"proto\": res.Proto,\n\t\t\"headers\": headersMap,\n\t\t\"transferEncoding\": res.Request.TransferEncoding,\n\t})\n\n\tif err != nil {\n\t\terr = &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t\tScope: scope,\n\t\t}\n\t\ts.cache.StoreUnavailableItem(ctx, err, httpCacheDuration, ck)\n\t\treturn nil, err\n\t}\n\n\titem := sdp.Item{\n\t\tType: \"http\",\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: attributes,\n\t\tScope: \"global\",\n\t}\n\n\tif ip := net.ParseIP(req.URL.Hostname()); ip != nil {\n\t\t// If the host is an IP, add a linked item to that IP address\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"ip\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: ip.String(),\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t} else {\n\t\t// If the host is not an ip, try to resolve via DNS\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"dns\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: req.URL.Hostname(),\n\t\t\t\tScope: \"global\",\n\t\t\t},\n\t\t})\n\t}\n\n\tif tlsState := res.TLS; tlsState != nil {\n\t\tvar version string\n\n\t\t// Extract TLS version as a string\n\t\tswitch tlsState.Version {\n\t\tcase tls.VersionTLS10:\n\t\t\tversion = \"TLSv1.0\"\n\t\tcase tls.VersionTLS11:\n\t\t\tversion = \"TLSv1.1\"\n\t\tcase tls.VersionTLS12:\n\t\t\tversion = \"TLSv1.2\"\n\t\tcase tls.VersionTLS13:\n\t\t\tversion = \"TLSv1.3\"\n\t\tdefault:\n\t\t\tversion = \"unknown\"\n\t\t}\n\n\t\tattributes.Set(\"tls\", map[string]any{\n\t\t\t\"version\": version,\n\t\t\t\"certificate\": CertToName(tlsState.PeerCertificates[0]),\n\t\t\t\"serverName\": tlsState.ServerName,\n\t\t})\n\n\t\tif len(tlsState.PeerCertificates) > 0 {\n\t\t\t// Create a PEM bundle and then linked item request\n\t\t\tvar certs []string\n\n\t\t\tfor _, cert := range tlsState.PeerCertificates {\n\t\t\t\tblock := pem.Block{\n\t\t\t\t\tType: \"CERTIFICATE\",\n\t\t\t\t\tBytes: cert.Raw,\n\t\t\t\t}\n\n\t\t\t\tcerts = append(certs, string(pem.EncodeToMemory(&block)))\n\t\t\t}\n\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"certificate\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: strings.Join(certs, \"\\n\"),\n\t\t\t\t\tScope: scope,\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\t// Detect redirect and add a linked item for the redirect target\n\tif res.StatusCode >= 300 && res.StatusCode < 400 {\n\t\tif loc := res.Header.Get(\"Location\"); loc != \"\" {\n\t\t\titem.Attributes.AttrStruct.Fields[\"location\"] = &structpb.Value{\n\t\t\t\tKind: &structpb.Value_StringValue{\n\t\t\t\t\tStringValue: loc,\n\t\t\t\t},\n\t\t\t}\n\t\t\tlocURL, err := url.Parse(loc)\n\t\t\tif err != nil {\n\t\t\t\titem.Attributes.AttrStruct.Fields[\"location-error\"] = &structpb.Value{\n\t\t\t\t\tKind: &structpb.Value_StringValue{\n\t\t\t\t\t\tStringValue: err.Error(),\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\t// Resolve relative URLs against the original request URL\n\t\t\t\tresolvedURL := parsedURL.ResolveReference(locURL)\n\n\t\t\t\t// Validate redirect target to prevent redirects to link-local addresses\n\t\t\t\tredirectHostname := resolvedURL.Hostname()\n\t\t\t\tif redirectHostname != \"\" {\n\t\t\t\t\tif err := validateHostname(ctx, redirectHostname); err != nil {\n\t\t\t\t\t\t// Don't fail the entire request, but mark the redirect as invalid\n\t\t\t\t\t\titem.Attributes.AttrStruct.Fields[\"location-error\"] = &structpb.Value{\n\t\t\t\t\t\t\tKind: &structpb.Value_StringValue{\n\t\t\t\t\t\t\t\tStringValue: fmt.Sprintf(\"redirect blocked: %v\", err),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t}\n\t\t\t\t\t} else {\n\t\t\t\t\t\t// Don't include query string and fragment in the linked item.\n\t\t\t\t\t\t// This leads to too many items, like auth redirect errors, that\n\t\t\t\t\t\t// do not provide value.\n\t\t\t\t\t\tresolvedURL.Fragment = \"\"\n\t\t\t\t\t\tresolvedURL.RawQuery = \"\"\n\t\t\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\t\t\tType: \"http\",\n\t\t\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\t\t\tQuery: resolvedURL.String(),\n\t\t\t\t\t\t\t\tScope: scope,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t})\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\ts.cache.StoreItem(ctx, &item, httpCacheDuration, ck)\n\treturn &item, nil\n}\n\n// Search takes a URL, strips query parameters and fragments, and returns the HTTP item\nfunc (s *HTTPAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"global\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"http is only supported in the 'global' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\t// Parse the URL and strip query parameters and fragments\n\tparsedURL, err := url.Parse(query)\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: fmt.Sprintf(\"invalid URL: %v\", err),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\t// Strip query parameters and fragments\n\tparsedURL.RawQuery = \"\"\n\tparsedURL.Fragment = \"\"\n\tcleanURL := parsedURL.String()\n\n\t// Use the existing Get method to retrieve the item\n\titem, err := s.Get(ctx, scope, cleanURL, ignoreCache)\n\tif err != nil {\n\t\t// Return (nil, error) for NOTFOUND so cache hit and fresh lookup behave the same\n\t\treturn nil, err\n\t}\n\tif item == nil {\n\t\t// Get can return (nil, nil) on the defensive path when cache reports hit but cachedItems is empty (e.g. cache corruption).\n\t\treturn []*sdp.Item{}, nil\n\t}\n\treturn []*sdp.Item{item}, nil\n}\n\n// List is not implemented for HTTP as this would require scanning infinitely many\n// endpoints or something, doesn't really make sense\nfunc (s *HTTPAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\titems := make([]*sdp.Item, 0)\n\n\treturn items, nil\n}\n\n// Weight Returns the priority weighting of items returned by this adapter.\n// This is used to resolve conflicts where two adapters of the same type\n// return an item for a GET request. In this instance only one item can be\n// sen on, so the one with the higher weight value will win.\nfunc (s *HTTPAdapter) Weight() int {\n\treturn 100\n}\n" }, { "path": "stdlib-source/adapters/http_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"fmt\"\n\t\"net\"\n\t\"net/http\"\n\t\"net/http/httptest\"\n\t\"strings\"\n\t\"testing\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nconst TestHTTPTimeout = 3 * time.Second\n\ntype TestHTTPServer struct {\n\tTLSServer *httptest.Server\n\tHTTPServer *httptest.Server\n\tNotFoundPage string // A page that returns a 404\n\tInternalServerErrorPage string // A page that returns a 500\n\tRedirectPage string // A page that returns a 301\n\tRedirectPageRelative string // A page that returns a 301 with relative location\n\tRedirectPageLinkLocal string // A page that returns a 301 redirecting to link-local address\n\tSlowPage string // A page that takes longer than the timeout to respond\n\tOKPage string // A page that returns a 200\n\tOKPageNoTLS string // A page that returns a 200 without TLS\n\tHost string\n\tPort string\n}\n\nfunc NewTestServer() (*TestHTTPServer, error) {\n\tsm := http.NewServeMux()\n\n\tsm.Handle(\"/404\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tw.WriteHeader(http.StatusNotFound)\n\t\t_, err := w.Write([]byte(\"not found innit\"))\n\t\tif err != nil {\n\t\t\treturn\n\t\t}\n\t}))\n\n\tsm.Handle(\"/500\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tw.WriteHeader(http.StatusInternalServerError)\n\t\t_, err := w.Write([]byte(\"yeah nah innit\"))\n\t\tif err != nil {\n\t\t\treturn\n\t\t}\n\t}))\n\n\tsm.Handle(\"/301\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tw.Header().Add(\"Location\", \"https://www.google.com?foo=bar#baz\")\n\t\tw.WriteHeader(http.StatusMovedPermanently)\n\t}))\n\n\tsm.Handle(\"/301-relative\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tw.Header().Add(\"Location\", \"/redirected?param=value#fragment\")\n\t\tw.WriteHeader(http.StatusMovedPermanently)\n\t}))\n\n\tsm.Handle(\"/301-link-local\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\tw.Header().Add(\"Location\", \"http://169.254.169.254/latest/meta-data/\")\n\t\tw.WriteHeader(http.StatusMovedPermanently)\n\t}))\n\n\tsm.Handle(\"/200\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\t_, err := w.Write([]byte(\"ok innit\"))\n\t\tif err != nil {\n\t\t\treturn\n\t\t}\n\t}))\n\n\tsm.Handle(\"/slow\", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {\n\t\ttime.Sleep(500 * time.Millisecond)\n\t\t_, err := w.Write([]byte(\"ok innit\"))\n\t\tif err != nil {\n\t\t\treturn\n\t\t}\n\t}))\n\n\ttlsServer := httptest.NewTLSServer(sm)\n\thttpServer := httptest.NewServer(sm)\n\n\thost, port, err := net.SplitHostPort(tlsServer.Listener.Addr().String())\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn &TestHTTPServer{\n\t\tTLSServer: tlsServer,\n\t\tHTTPServer: httpServer,\n\t\tNotFoundPage: fmt.Sprintf(\"%v/404\", tlsServer.URL),\n\t\tInternalServerErrorPage: fmt.Sprintf(\"%v/500\", tlsServer.URL),\n\t\tRedirectPage: fmt.Sprintf(\"%v/301\", tlsServer.URL),\n\t\tRedirectPageRelative: fmt.Sprintf(\"%v/301-relative\", tlsServer.URL),\n\t\tRedirectPageLinkLocal: fmt.Sprintf(\"%v/301-link-local\", tlsServer.URL),\n\t\tOKPage: fmt.Sprintf(\"%v/200\", tlsServer.URL),\n\t\tOKPageNoTLS: fmt.Sprintf(\"%v/200\", httpServer.URL),\n\t\tSlowPage: fmt.Sprintf(\"%v/slow\", tlsServer.URL),\n\t\tHost: host,\n\t\tPort: port,\n\t}, nil\n}\n\nfunc (t *TestHTTPServer) Close() {\n\tif t.TLSServer != nil {\n\t\tt.TLSServer.Close()\n\t}\n\tif t.HTTPServer != nil {\n\t\tt.HTTPServer.Close()\n\t}\n}\n\nfunc TestHTTPGet(t *testing.T) {\n\tsrc := HTTPAdapter{\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\tserver, err := NewTestServer()\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tdefer server.TLSServer.Close()\n\n\tt.Run(\"With a specified port and dns name\", func(t *testing.T) {\n\t\t// Use localhost with /200 so we get an item and exercise DNS link; root path returns 404 which we now treat as NOTFOUND\n\t\turl := fmt.Sprintf(\"https://localhost:%s/200\", server.Port)\n\t\titem, err := src.Get(context.Background(), \"global\", url, false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tvar dnsFound bool\n\n\t\tfor _, link := range item.GetLinkedItemQueries() {\n\t\t\tswitch link.GetQuery().GetType() {\n\t\t\tcase \"dns\":\n\t\t\t\tdnsFound = true\n\n\t\t\t\tif link.GetQuery().GetQuery() != \"localhost\" {\n\t\t\t\t\tt.Errorf(\"expected dns query to be localhost, got %v\", link.GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !dnsFound {\n\t\t\tt.Error(\"link to dns not found\")\n\t\t}\n\n\t\tdiscovery.TestValidateItem(t, item)\n\t})\n\n\tt.Run(\"With an IP\", func(t *testing.T) {\n\t\titem, err := src.Get(context.Background(), \"global\", server.OKPage, false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tvar ipFound bool\n\n\t\tfor _, link := range item.GetLinkedItemQueries() {\n\t\t\tswitch link.GetQuery().GetType() {\n\t\t\tcase \"ip\":\n\t\t\t\tipFound = true\n\n\t\t\t\tif link.GetQuery().GetQuery() != \"127.0.0.1\" {\n\t\t\t\t\tt.Errorf(\"expected dns query to be 127.0.0.1, got %v\", link.GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif !ipFound {\n\t\t\tt.Error(\"link to ip not found\")\n\t\t}\n\n\t\tdiscovery.TestValidateItem(t, item)\n\t})\n\n\tt.Run(\"With a 404\", func(t *testing.T) {\n\t\t// 404 is cached as NOTFOUND; no item returned\n\t\titem, err := src.Get(context.Background(), \"global\", server.NotFoundPage, false)\n\t\tif item != nil {\n\t\t\tt.Errorf(\"expected nil item for 404, got %v\", item)\n\t\t}\n\t\tif err == nil {\n\t\t\tt.Fatal(\"expected NOTFOUND error for 404, got nil\")\n\t\t}\n\t\tvar qErr *sdp.QueryError\n\t\tif !errors.As(err, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"expected NOTFOUND error for 404, got %v\", err)\n\t\t}\n\t})\n\n\tt.Run(\"404 NOTFOUND is cached and second Get does not hit server\", func(t *testing.T) {\n\t\tvar count int\n\t\tmux := http.NewServeMux()\n\t\tmux.HandleFunc(\"/404\", func(w http.ResponseWriter, _ *http.Request) {\n\t\t\tcount++\n\t\t\tw.WriteHeader(http.StatusNotFound)\n\t\t})\n\t\tsrv := httptest.NewTLSServer(mux)\n\t\tdefer srv.Close()\n\n\t\tcachedSrc := HTTPAdapter{cache: sdpcache.NewMemoryCache()}\n\t\turl404 := srv.URL + \"/404\"\n\n\t\t// First call: 404 is cached as NOTFOUND\n\t\titem, err := cachedSrc.Get(context.Background(), \"global\", url404, false)\n\t\tif item != nil {\n\t\t\tt.Errorf(\"first Get: expected nil item, got %v\", item)\n\t\t}\n\t\tif err == nil {\n\t\t\tt.Fatal(\"first Get: expected NOTFOUND error, got nil\")\n\t\t}\n\t\tvar qErr *sdp.QueryError\n\t\tif !errors.As(err, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"first Get: expected NOTFOUND, got %v\", err)\n\t\t}\n\t\tif count != 1 {\n\t\t\tt.Errorf(\"first Get: expected 1 request, got %d\", count)\n\t\t}\n\t\tfirstErrStr := err.Error()\n\n\t\t// Second call: should hit cache, no new request; same response as first (nil item, NOTFOUND, same message)\n\t\titem, err = cachedSrc.Get(context.Background(), \"global\", url404, false)\n\t\tif item != nil {\n\t\t\tt.Errorf(\"second Get: expected nil item, got %v\", item)\n\t\t}\n\t\tif err == nil {\n\t\t\tt.Fatal(\"second Get: expected NOTFOUND error, got nil\")\n\t\t}\n\t\tif !errors.As(err, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"second Get: expected NOTFOUND, got %v\", err)\n\t\t}\n\t\tif err.Error() != firstErrStr {\n\t\t\tt.Errorf(\"first and second Get must return same error message: first %q, second %q\", firstErrStr, err.Error())\n\t\t}\n\t\tif count != 1 {\n\t\t\tt.Errorf(\"second Get: expected no new request (count still 1), got %d\", count)\n\t\t}\n\t})\n\n\tt.Run(\"Search 404 returns same NOTFOUND for first and second call\", func(t *testing.T) {\n\t\tvar count int\n\t\tmux := http.NewServeMux()\n\t\tmux.HandleFunc(\"/404\", func(w http.ResponseWriter, _ *http.Request) {\n\t\t\tcount++\n\t\t\tw.WriteHeader(http.StatusNotFound)\n\t\t})\n\t\tsrv := httptest.NewTLSServer(mux)\n\t\tdefer srv.Close()\n\n\t\tcachedSrc := HTTPAdapter{cache: sdpcache.NewMemoryCache()}\n\t\turl404 := srv.URL + \"/404\"\n\n\t\tfirst, err1 := cachedSrc.Search(context.Background(), \"global\", url404, false)\n\t\tif err1 == nil {\n\t\t\tt.Fatal(\"first Search: expected NOTFOUND error, got nil\")\n\t\t}\n\t\tif first != nil {\n\t\t\tt.Errorf(\"first Search: expected nil items, got len=%d\", len(first))\n\t\t}\n\t\tvar qErr *sdp.QueryError\n\t\tif !errors.As(err1, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"first Search: expected NOTFOUND, got %v\", err1)\n\t\t}\n\t\tif count != 1 {\n\t\t\tt.Errorf(\"first Search: expected 1 request, got %d\", count)\n\t\t}\n\t\tfirstErrStr := err1.Error()\n\n\t\tsecond, err2 := cachedSrc.Search(context.Background(), \"global\", url404, false)\n\t\tif err2 == nil {\n\t\t\tt.Fatal(\"second Search: expected NOTFOUND error, got nil\")\n\t\t}\n\t\tif second != nil {\n\t\t\tt.Errorf(\"second Search: expected nil items, got len=%d\", len(second))\n\t\t}\n\t\tif !errors.As(err2, &qErr) || qErr.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\tt.Errorf(\"second Search: expected NOTFOUND, got %v\", err2)\n\t\t}\n\t\tif err2.Error() != firstErrStr {\n\t\t\tt.Errorf(\"first and second Search must return same error message: first %q, second %q\", firstErrStr, err2.Error())\n\t\t}\n\t\tif count != 1 {\n\t\t\tt.Errorf(\"second Search: expected no new request (count still 1), got %d\", count)\n\t\t}\n\t})\n\n\tt.Run(\"With a timeout\", func(t *testing.T) {\n\t\tctx, cancel := context.WithTimeout(context.Background(), 200*time.Millisecond)\n\t\tdefer cancel()\n\t\titem, err := src.Get(ctx, \"global\", server.SlowPage, false)\n\n\t\tif err == nil {\n\t\t\tt.Errorf(\"Expected timeout but got %v\", item.String())\n\t\t}\n\t})\n\n\tt.Run(\"With a 500 error\", func(t *testing.T) {\n\t\titem, err := src.Get(context.Background(), \"global\", server.InternalServerErrorPage, false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tvar status any\n\n\t\tstatus, err = item.GetAttributes().Get(\"status\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif status != float64(500) {\n\t\t\tt.Errorf(\"expected status to be 500, got: %v\", status)\n\t\t}\n\n\t\tdiscovery.TestValidateItem(t, item)\n\t})\n\n\tt.Run(\"With a 301 redirect\", func(t *testing.T) {\n\t\titem, err := src.Get(context.Background(), \"global\", server.RedirectPage, false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tvar status any\n\n\t\tstatus, err = item.GetAttributes().Get(\"status\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif status != float64(301) {\n\t\t\tt.Errorf(\"expected status to be 301, got: %v\", status)\n\t\t}\n\n\t\tliqs := item.GetLinkedItemQueries()\n\t\tif len(liqs) != 3 {\n\t\t\tt.Errorf(\"expected linked items for redirected location, ip, and dns, got %v: %v\", len(liqs), liqs)\n\t\t}\n\t\tfor l := range liqs {\n\t\t\t// Look for the linked item with the http query to the redirect\n\t\t\t// location, check that the query and fragment have been stripped.\n\t\t\tif liqs[l].GetQuery().GetType() == \"http\" {\n\t\t\t\tif liqs[l].GetQuery().GetQuery() != \"https://www.google.com\" {\n\t\t\t\t\tt.Errorf(\"expected linked item query to be https://www.google.com, got %v\", liqs[l].GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tdiscovery.TestValidateItem(t, item)\n\t})\n\n\tt.Run(\"With a 301 redirect with relative location\", func(t *testing.T) {\n\t\titem, err := src.Get(context.Background(), \"global\", server.RedirectPageRelative, false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tvar status any\n\t\tstatus, err = item.GetAttributes().Get(\"status\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif status != float64(301) {\n\t\t\tt.Errorf(\"Expected status to be 301, got: %v\", status)\n\t\t}\n\n\t\t// Check that the location header contains the relative URL\n\t\tvar location any\n\t\tlocation, err = item.GetAttributes().Get(\"location\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif location != \"/redirected?param=value#fragment\" {\n\t\t\tt.Errorf(\"Expected location to be /redirected?param=value#fragment, got: %v\", location)\n\t\t}\n\n\t\t// Check that the linked item has the resolved absolute URL\n\t\tliqs := item.GetLinkedItemQueries()\n\t\tif len(liqs) != 3 {\n\t\t\tt.Errorf(\"expected linked items for redirected location, ip, and dns, got %v: %v\", len(liqs), liqs)\n\t\t}\n\n\t\t// Extract the base URL from the test server URL\n\t\texpectedResolvedURL := \"https://\" + net.JoinHostPort(\"127.0.0.1\", server.Port) + \"/redirected\"\n\n\t\tfor l := range liqs {\n\t\t\t// Look for the linked item with the http query to the redirect\n\t\t\t// location, check that the relative URL was resolved to absolute.\n\t\t\tif liqs[l].GetQuery().GetType() == \"http\" {\n\t\t\t\tif liqs[l].GetQuery().GetQuery() != expectedResolvedURL {\n\t\t\t\t\tt.Errorf(\"expected linked item query to be %s, got %v\", expectedResolvedURL, liqs[l].GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tdiscovery.TestValidateItem(t, item)\n\t})\n\n\tt.Run(\"With no TLS\", func(t *testing.T) {\n\t\titem, err := src.Get(context.Background(), \"global\", server.OKPageNoTLS, false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t_, err = item.GetAttributes().Get(\"tls\")\n\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected to not find TLS info\")\n\t\t}\n\n\t\tdiscovery.TestValidateItem(t, item)\n\t})\n\n\tt.Run(\"With query parameters should return error\", func(t *testing.T) {\n\t\turlWithQuery := server.OKPage + \"?param=value\"\n\n\t\t_, err := src.Get(context.Background(), \"global\", urlWithQuery, false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error for URL with query parameters, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"With fragment should return error\", func(t *testing.T) {\n\t\turlWithFragment := server.OKPage + \"#fragment\"\n\n\t\t_, err := src.Get(context.Background(), \"global\", urlWithFragment, false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error for URL with fragment, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"With both query parameters and fragment should return error\", func(t *testing.T) {\n\t\turlWithBoth := server.OKPage + \"?param=value#fragment\"\n\n\t\t_, err := src.Get(context.Background(), \"global\", urlWithBoth, false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error for URL with query parameters and fragment, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"With link-local IP address should be blocked\", func(t *testing.T) {\n\t\t// Test direct access to EC2 metadata service IP\n\t\tmetadataURL := \"http://169.254.169.254/latest/meta-data/\"\n\n\t\t_, err := src.Get(context.Background(), \"global\", metadataURL, false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error for link-local IP address, got nil\")\n\t\t}\n\n\t\t// Verify the error message mentions link-local blocking\n\t\tif err != nil {\n\t\t\terrStr := err.Error()\n\t\t\tif errStr == \"\" {\n\t\t\t\tt.Error(\"Expected error message, got empty string\")\n\t\t\t}\n\t\t\t// Check that it's a QueryError with the right error type\n\t\t\tvar qErr *sdp.QueryError\n\t\t\tif errors.As(err, &qErr) {\n\t\t\t\tif qErr.GetErrorType() != sdp.QueryError_OTHER {\n\t\t\t\t\tt.Errorf(\"Expected error type OTHER, got %v\", qErr.GetErrorType())\n\t\t\t\t}\n\t\t\t\tif !strings.Contains(qErr.GetErrorString(), \"link-local\") {\n\t\t\t\t\tt.Errorf(\"Expected error message to mention 'link-local', got: %s\", qErr.GetErrorString())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"With other link-local IP addresses should be blocked\", func(t *testing.T) {\n\t\t// Test other IPs in the 169.254.0.0/16 range\n\t\ttestIPs := []string{\n\t\t\t\"http://169.254.0.1/\",\n\t\t\t\"http://169.254.1.1/\",\n\t\t\t\"http://169.254.255.255/\",\n\t\t}\n\n\t\tfor _, testIP := range testIPs {\n\t\t\t_, err := src.Get(context.Background(), \"global\", testIP, false)\n\n\t\t\tif err == nil {\n\t\t\t\tt.Errorf(\"Expected error for link-local IP %s, got nil\", testIP)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"With redirect to link-local address should be blocked\", func(t *testing.T) {\n\t\t// Test that redirects to link-local addresses are blocked\n\t\titem, err := src.Get(context.Background(), \"global\", server.RedirectPageLinkLocal, false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\t// The request should succeed, but the redirect should be marked as blocked\n\t\tvar locationError any\n\t\tlocationError, err = item.GetAttributes().Get(\"location-error\")\n\t\tif err != nil {\n\t\t\tt.Fatal(\"Expected location-error attribute for blocked redirect\")\n\t\t}\n\n\t\tlocationErrorStr := locationError.(string)\n\t\tif !strings.Contains(locationErrorStr, \"redirect blocked\") {\n\t\t\tt.Errorf(\"Expected location-error to contain 'redirect blocked', got: %s\", locationErrorStr)\n\t\t}\n\t\tif !strings.Contains(locationErrorStr, \"link-local\") {\n\t\t\tt.Errorf(\"Expected location-error to mention 'link-local', got: %s\", locationErrorStr)\n\t\t}\n\n\t\t// Verify that no linked item query was created for the blocked redirect\n\t\tliqs := item.GetLinkedItemQueries()\n\t\tfor _, liq := range liqs {\n\t\t\tif liq.GetQuery().GetType() == \"http\" {\n\t\t\t\tif strings.Contains(liq.GetQuery().GetQuery(), \"169.254\") {\n\t\t\t\t\tt.Errorf(\"Expected no linked item query for blocked link-local redirect, got: %s\", liq.GetQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t})\n}\n\nfunc TestHTTPSearch(t *testing.T) {\n\tsrc := HTTPAdapter{\n\t\tcache: sdpcache.NewNoOpCache(),\n\t}\n\tserver, err := NewTestServer()\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tdefer server.TLSServer.Close()\n\n\tt.Run(\"With query parameters and fragments\", func(t *testing.T) {\n\t\t// Test URL with query parameters and fragments\n\t\ttestURL := server.OKPage + \"?param1=value1¶m2=value2#fragment\"\n\n\t\titems, err := src.Search(context.Background(), \"global\", testURL, false)\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatalf(\"Expected 1 item, got %d\", len(items))\n\t\t}\n\n\t\titem := items[0]\n\n\t\t// The unique attribute should be the clean URL without query params and fragments\n\t\texpectedCleanURL := server.OKPage\n\t\tif item.UniqueAttributeValue() != expectedCleanURL {\n\t\t\tt.Errorf(\"Expected unique attribute to be %s, got %s\", expectedCleanURL, item.UniqueAttributeValue())\n\t\t}\n\n\t\t// Verify the item has the expected status (200 for OK page)\n\t\tvar status any\n\t\tstatus, err = item.GetAttributes().Get(\"status\")\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif status != float64(200) {\n\t\t\tt.Errorf(\"Expected status to be 200, got: %v\", status)\n\t\t}\n\n\t\tdiscovery.TestValidateItem(t, item)\n\t})\n\n\tt.Run(\"With invalid URL\", func(t *testing.T) {\n\t\tinvalidURL := \"not-a-valid-url\"\n\n\t\t_, err := src.Search(context.Background(), \"global\", invalidURL, false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error for invalid URL, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"With wrong scope\", func(t *testing.T) {\n\t\t_, err := src.Search(context.Background(), \"wrong-scope\", server.OKPage, false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error for wrong scope, got nil\")\n\t\t}\n\t})\n}\n" }, { "path": "stdlib-source/adapters/ip.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// IPAdapter struct on which all methods are registered\ntype IPAdapter struct{}\n\n// Type is the type of items that this returns\nfunc (bc *IPAdapter) Type() string {\n\treturn \"ip\"\n}\n\n// Name Returns the name of the backend\nfunc (bc *IPAdapter) Name() string {\n\treturn \"stdlib-ip\"\n}\n\n// Weighting of duplicate adapters\nfunc (s *IPAdapter) Weight() int {\n\treturn 100\n}\n\nfunc (s *IPAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn ipMetadata\n}\n\nvar ipMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"IP Address\",\n\tType: \"ip\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"An ipv4 or ipv6 address\",\n\t},\n\tPotentialLinks: []string{\"dns\", \"rdap-ip-network\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n\n// List of scopes that this adapter is capable of find items for\nfunc (s *IPAdapter) Scopes() []string {\n\treturn []string{\n\t\t// This supports all scopes since there might be local IPs that need\n\t\t// to have a different scope. E.g. 127.0.0.1 is a different logical\n\t\t// address per computer since it refers to \"itself\" This means we\n\t\t// definitely don't want all thing that reference 127.0.0.1 linked\n\t\t// together, only those in the same scope\n\t\t//\n\t\t// TODO: Make a recommendation for what the scope should be when\n\t\t// looking up an IP in the local range. It's possible that an org could\n\t\t// have the address (10.2.56.1) assigned to many devices (hopefully not,\n\t\t// but I have seen it happen) and we would therefore want those IPs to\n\t\t// have different scopes as they don't refer to the same thing\n\t\tsdp.WILDCARD,\n\t}\n}\n\n// Get gets information about a single IP This expects an IP in a format that\n// can be parsed by net.ParseIP() such as \"192.0.2.1\", \"2001:db8::68\" or\n// \"::ffff:192.0.2.1\". It returns some useful information about that IP but this\n// is all just information that is inherent in the IP itself, it doesn't look\n// anything up externally\n//\n// The purpose of this is mainly to provide a node in the graph that many things\n// can be linked to, rather than being particularly useful on its own\nfunc (bc *IPAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tvar ip net.IP\n\tvar err error\n\tvar attributes *sdp.ItemAttributes\n\tvar isGlobalIP bool\n\n\tip = net.ParseIP(query)\n\n\tif ip == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"%v is not a valid IP\", query),\n\t\t\tSourceName: bc.Name(),\n\t\t\tItemType: bc.Type(),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tisGlobalIP = IsGlobalScopeIP(ip)\n\n\t// If the query was executed with a wildcard, and the scope is global, we\n\t// might was well set it. If it's not then we have no way to determine the\n\t// scope so we need to return an error\n\tif scope == sdp.WILDCARD {\n\t\tif isGlobalIP {\n\t\t\tscope = \"global\"\n\t\t} else {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: fmt.Sprintf(\"%v is not a globally-unique IP and therefore could exist in every scope. Query with a wildcard does not work for non-global IPs\", query),\n\t\t\t\tScope: scope,\n\t\t\t\tSourceName: bc.Name(),\n\t\t\t\tItemType: bc.Type(),\n\t\t\t}\n\t\t}\n\t}\n\n\tif scope == \"global\" {\n\t\tif !IsGlobalScopeIP(ip) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: fmt.Sprintf(\"%v is not a valid ip withing the global scope. It must be request with some other scope\", query),\n\t\t\t\tScope: scope,\n\t\t\t\tSourceName: bc.Name(),\n\t\t\t\tItemType: bc.Type(),\n\t\t\t}\n\t\t}\n\t} else {\n\t\t// If the scope is non-global, ensure that the IP is not globally unique unique\n\t\tif IsGlobalScopeIP(ip) {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: fmt.Sprintf(\"%v is a globally-unique IP and therefore only exists in the global scope. Note that private IP ranges are also considered 'global' for convenience\", query),\n\t\t\t\tScope: scope,\n\t\t\t\tSourceName: bc.Name(),\n\t\t\t\tItemType: bc.Type(),\n\t\t\t}\n\t\t}\n\t}\n\n\tattributes, err = sdp.ToAttributes(map[string]any{\n\t\t\"ip\": ip.String(),\n\t\t\"unspecified\": ip.IsUnspecified(),\n\t\t\"loopback\": ip.IsLoopback(),\n\t\t\"private\": ip.IsPrivate(),\n\t\t\"multicast\": ip.IsMulticast(),\n\t\t\"interfaceLocalMulticast\": ip.IsInterfaceLocalMulticast(),\n\t\t\"linkLocalMulticast\": ip.IsLinkLocalMulticast(),\n\t\t\"linkLocalUnicast\": ip.IsLinkLocalUnicast(),\n\t})\n\tif err != nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\tErrorString: err.Error(),\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn &sdp.Item{\n\t\tType: \"ip\",\n\t\tUniqueAttribute: \"ip\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{\n\t\t\t// Reverse DNS\n\t\t\t{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"dns\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: ip.String(),\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t},\n\t\t\t{\n\t\t\t\t// RDAP\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"rdap-ip-network\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: ip.String(),\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t}, nil\n}\n\n// List Returns an empty list as returning all possible IP addresses would be\n// unproductive\nfunc (bc *IPAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"global\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"IP queries only supported in global scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn make([]*sdp.Item, 0), nil\n}\n\n// IsGlobalScopeIP Returns whether or not the IP should be considered valid\n// withing the global scope according to the following logic:\n//\n// Non-Global:\n//\n// * LinkLocalMulticast\n// * LinkLocalUnicast\n// * InterfaceLocalMulticast\n// * Loopback\n//\n// Global:\n//\n// * Private\n// * Other (All non-reserved addresses)\nfunc IsGlobalScopeIP(ip net.IP) bool {\n\treturn !ip.IsLinkLocalMulticast() && !ip.IsLinkLocalUnicast() && !ip.IsInterfaceLocalMulticast() && !ip.IsLoopback()\n}\n" }, { "path": "stdlib-source/adapters/ip_cache.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"net\"\n\t\"sync\"\n\t\"time\"\n\n\t\"github.com/google/btree\"\n)\n\ntype entry[EntryType any] struct {\n\tNetwork *net.IPNet // The CIDR this entry is for\n\tExpiry time.Time // When this entry expires\n\tObject EntryType // The actual stored object\n}\n\ntype IPCache[EntryType any] struct {\n\tstorage *btree.BTreeG[entry[EntryType]]\n\tmu sync.RWMutex\n}\n\nfunc NewIPCache[EntryType any]() *IPCache[EntryType] {\n\treturn &IPCache[EntryType]{\n\t\tstorage: btree.NewG[entry[EntryType]](2, func(a, b entry[EntryType]) bool {\n\t\t\t// Sort by the network mask number i.e. /8, /16, /24, etc in numeric\n\t\t\t// order. This means if we want to find the most specific CIDR that\n\t\t\t// contains an IP, we can just iterate through the tree in descending\n\t\t\t// order\n\t\t\taSize, _ := a.Network.Mask.Size()\n\t\t\tbSize, _ := b.Network.Mask.Size()\n\n\t\t\treturn aSize < bSize\n\t\t}),\n\t}\n}\n\n// Stores an object in the cache for the given duration. The \"Key\" is the CIDR\nfunc (c *IPCache[EntryType]) Store(cidr *net.IPNet, object EntryType, duration time.Duration) {\n\tc.mu.Lock()\n\tdefer c.mu.Unlock()\n\n\tc.storage.ReplaceOrInsert(entry[EntryType]{\n\t\tNetwork: cidr,\n\t\tExpiry: time.Now().Add(duration),\n\t\tObject: object,\n\t})\n}\n\n// Searched for the most specific CIDR that contains the specified IP\nfunc (c *IPCache[EntryType]) SearchIP(ip net.IP) (EntryType, bool) {\n\tc.mu.RLock()\n\tdefer c.mu.RUnlock()\n\n\tvar found *entry[EntryType]\n\tvar object EntryType\n\n\t// Iterate through the tree in descending order\n\tc.storage.Descend(func(current entry[EntryType]) bool {\n\t\tif current.Network.Contains(ip) {\n\t\t\tfound = ¤t\n\t\t\treturn false\n\t\t}\n\t\treturn true\n\t})\n\n\tif found != nil {\n\t\tobject = found.Object\n\n\t\treturn object, true\n\t}\n\n\treturn object, false\n}\n\n// Search the cache for the specified CIDR\nfunc (c *IPCache[EntryType]) SearchCIDR(cidr *net.IPNet) (EntryType, bool) {\n\tc.mu.RLock()\n\tdefer c.mu.RUnlock()\n\n\tvar found *entry[EntryType]\n\tvar object EntryType\n\n\t// Iterate through the tree in descending order\n\tc.storage.Descend(func(current entry[EntryType]) bool {\n\t\tif current.Network.String() == cidr.String() {\n\t\t\tfound = ¤t\n\t\t\treturn false\n\t\t}\n\t\treturn true\n\t})\n\n\tif found != nil {\n\t\tobject = found.Object\n\n\t\treturn object, true\n\t}\n\n\treturn object, false\n}\n\n// Finds items that have expired and removes them from the cache, returns the\n// number of expired items. You need to pass in the current time, this will\n// usually be time.Now() but it can be useful to pass in a fixed time for\n// testing\nfunc (c *IPCache[EntryType]) Expire(now time.Time) int {\n\tc.mu.Lock()\n\tdefer c.mu.Unlock()\n\n\tvar expired int\n\n\tc.storage.Ascend(func(current entry[EntryType]) bool {\n\t\tif current.Expiry.Before(now) {\n\t\t\tc.storage.Delete(current)\n\t\t\texpired++\n\t\t}\n\n\t\treturn true\n\t})\n\n\treturn expired\n}\n\n// Starts a goroutine that will periodically check for expired items and removes\n// them from the cache. You can pass in a context to cancel the goroutine and\n// stop the purging\nfunc (c *IPCache[EntryType]) StartPurger(ctx context.Context, interval time.Duration) {\n\tgo func() {\n\t\tticker := time.NewTicker(interval)\n\t\tdefer ticker.Stop()\n\n\t\tfor {\n\t\t\tselect {\n\t\t\tcase <-ticker.C:\n\t\t\t\tc.Expire(time.Now())\n\t\t\tcase <-ctx.Done():\n\t\t\t\treturn\n\t\t\t}\n\t\t}\n\t}()\n}\n" }, { "path": "stdlib-source/adapters/ip_cache_test.go", "content": "package adapters\n\nimport (\n\t\"net\"\n\t\"testing\"\n\t\"time\"\n)\n\nfunc TestIPCaching(t *testing.T) {\n\tcache := NewIPCache[string]()\n\n\t// Store a number of ranges\n\tranges := []struct {\n\t\tRange string\n\t\tValue string\n\t}{\n\t\t{\n\t\t\tRange: \"10.0.0.0/24\",\n\t\t\tValue: \"super-local\",\n\t\t},\n\t\t{\n\t\t\t// Goes up to 10.0.63.255\n\t\t\tRange: \"10.0.0.0/18\",\n\t\t\tValue: \"semi-local\",\n\t\t},\n\t\t{\n\t\t\tRange: \"10.0.0.0/8\",\n\t\t\tValue: \"local\",\n\t\t},\n\t}\n\n\tfor _, r := range ranges {\n\t\t_, network, err := net.ParseCIDR(r.Range)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tcache.Store(network, r.Value, 10*time.Minute)\n\t}\n\n\texpectations := []struct {\n\t\tIP string\n\t\tValue string\n\t}{\n\t\t{\n\t\t\tIP: \"10.0.0.1\",\n\t\t\tValue: \"super-local\",\n\t\t},\n\t\t{\n\t\t\tIP: \"10.0.20.20\",\n\t\t\tValue: \"semi-local\",\n\t\t},\n\t\t{\n\t\t\tIP: \"10.23.54.76\",\n\t\t\tValue: \"local\",\n\t\t},\n\t}\n\n\tfor _, e := range expectations {\n\t\tip := net.ParseIP(e.IP)\n\n\t\tvalue, ok := cache.SearchIP(ip)\n\n\t\tif !ok {\n\t\t\tt.Fatal(\"Expected to find a value\")\n\t\t}\n\n\t\tif value != e.Value {\n\t\t\tt.Errorf(\"Expected to find %v, got %v\", e.Value, value)\n\t\t}\n\t}\n\n\t// Test for something that should not exist\n\tip := net.ParseIP(\"86.4.78.2\")\n\n\t_, ok := cache.SearchIP(ip)\n\n\tif ok {\n\t\tt.Error(\"Expected not to find a value for a public IP\")\n\t}\n}\n\nfunc TestIPCachePurge(t *testing.T) {\n\tcache := NewIPCache[string]()\n\n\tstart := time.Now()\n\n\t// Store a number of ranges\n\t_, a, _ := net.ParseCIDR(\"10.0.0.0/24\")\n\tcache.Store(a, \"super-local\", 1*time.Second)\n\t_, b, _ := net.ParseCIDR(\"10.0.0.0/18\")\n\tcache.Store(b, \"semi-local\", 2*time.Second)\n\t_, c, _ := net.ParseCIDR(\"10.0.0.0/8\")\n\tcache.Store(c, \"local\", 3*time.Second)\n\n\t// Lookup a local IP, this should be served from the most local cache\n\t// entry\n\tresult, found := cache.SearchIP(net.ParseIP(\"10.0.0.1\"))\n\n\tif !found {\n\t\tt.Fatal(\"Expected to find a value\")\n\t}\n\n\tif result != \"super-local\" {\n\t\tt.Errorf(\"Expected to find super-local, got %v\", result)\n\t}\n\n\t// Expire the first (most specific) entry\n\tnumExpired := cache.Expire(start.Add(1100 * time.Millisecond))\n\n\tif numExpired != 1 {\n\t\tt.Errorf(\"Expected 1 entry to expire, got %v\", numExpired)\n\t}\n\n\t// Lookup a local IP, this should be served from the next most local cache\n\t// entry\n\tresult, found = cache.SearchIP(net.ParseIP(\"10.0.0.1\"))\n\n\tif !found {\n\t\tt.Fatal(\"Expected to find a value\")\n\t}\n\n\tif result != \"semi-local\" {\n\t\tt.Errorf(\"Expected to find semi-local, got %v\", result)\n\t}\n\n\t// Expire the second entry\n\tnumExpired = cache.Expire(start.Add(2100 * time.Millisecond))\n\n\tif numExpired != 1 {\n\t\tt.Errorf(\"Expected 1 entry to expire, got %v\", numExpired)\n\t}\n\n\t// Lookup a local IP, this should be served from the local entry\n\tresult, found = cache.SearchIP(net.ParseIP(\"10.0.0.1\"))\n\n\tif !found {\n\t\tt.Fatal(\"Expected to find a value\")\n\t}\n\n\tif result != \"local\" {\n\t\tt.Errorf(\"Expected to find local, got %v\", result)\n\t}\n\n\t// Expire the third entry\n\tnumExpired = cache.Expire(start.Add(3100 * time.Millisecond))\n\n\tif numExpired != 1 {\n\t\tt.Errorf(\"Expected 1 entry to expire, got %v\", numExpired)\n\t}\n\n\t// Lookup a local IP the cache should now be empty\n\t_, found = cache.SearchIP(net.ParseIP(\"10.0.0.1\"))\n\n\tif found {\n\t\tt.Fatal(\"Expected not to find a value\")\n\t}\n}\n\nfunc TestParseIPWithCIDR(t *testing.T) {\n\tip := net.ParseIP(\"10.0.0.1/32\")\n\n\tt.Log(ip)\n}\n" }, { "path": "stdlib-source/adapters/ip_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"regexp\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\nfunc TestIPGet(t *testing.T) {\n\tsrc := IPAdapter{}\n\n\tt.Run(\"with ipv4 address\", func(t *testing.T) {\n\t\titem, err := src.Get(context.Background(), \"global\", \"213.21.3.187\", false)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif private, err := item.GetAttributes().Get(\"private\"); err == nil {\n\t\t\tif private != false {\n\t\t\t\tt.Error(\"Expected itemAttributes.private to be false\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"could not find 'private' attribute\")\n\t\t}\n\n\t\tdiscovery.TestValidateItem(t, item)\n\t})\n\n\tt.Run(\"with ipv6 address\", func(t *testing.T) {\n\t\titem, err := src.Get(context.Background(), \"global\", \"2a01:4b00:8602:b600:5523:ce8d:dafc:3243\", false)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif private, err := item.GetAttributes().Get(\"private\"); err == nil {\n\t\t\tif private != false {\n\t\t\t\tt.Error(\"Expected itemAttributes.private to be false\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"could not find 'private' attribute\")\n\t\t}\n\n\t\tdiscovery.TestValidateItem(t, item)\n\t})\n\n\tt.Run(\"with invalid address\", func(t *testing.T) {\n\t\t_, err := src.Get(context.Background(), \"global\", \"this is not valid\", false)\n\n\t\tif err == nil {\n\t\t\tt.Error(\"expected error\")\n\t\t} else {\n\t\t\tif matched, _ := regexp.MatchString(\"this is not valid\", err.Error()); !matched {\n\t\t\t\tt.Errorf(\"expected error to contain 'this is not valid', got: %v\", err)\n\t\t\t}\n\t\t}\n\t})\n\n\tt.Run(\"with ipv4 link-local address\", func(t *testing.T) {\n\t\tt.Run(\"in the global scope\", func(t *testing.T) {\n\t\t\t// Link-local addresses are not guaranteed to be unique beyond their\n\t\t\t// network segment, therefore routers do not forward packets with\n\t\t\t// link-local adapter or destination addresses. This means that it\n\t\t\t// doesn't make sense to have a \"global\" link-local address as it's\n\t\t\t// not truly global\n\t\t\t_, err := src.Get(context.Background(), \"global\", \"169.254.1.25\", false)\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error but got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"in another scope\", func(t *testing.T) {\n\t\t\titem, err := src.Get(context.Background(), \"some.computer\", \"169.254.1.25\", false)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif item.GetScope() != \"some.computer\" {\n\t\t\t\tt.Errorf(\"expected scope to be some.computer, got %v\", item.GetScope())\n\t\t\t}\n\n\t\t\tif llu, err := item.GetAttributes().Get(\"linkLocalUnicast\"); err != nil || llu == false {\n\t\t\t\tt.Errorf(\"expected linkLocalUnicast to be false, got %v\", llu)\n\t\t\t}\n\n\t\t\tdiscovery.TestValidateItem(t, item)\n\t\t})\n\t})\n\n\tt.Run(\"with ipv4 private address\", func(t *testing.T) {\n\t\tt.Run(\"in the global scope\", func(t *testing.T) {\n\t\t\titem, err := src.Get(context.Background(), \"global\", \"10.0.4.5\", false)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif p, err := item.GetAttributes().Get(\"private\"); err != nil || p == false {\n\t\t\t\tt.Errorf(\"expected p to be true, got %v\", p)\n\t\t\t}\n\n\t\t\tdiscovery.TestValidateItem(t, item)\n\t\t})\n\n\t\tt.Run(\"in another scope\", func(t *testing.T) {\n\t\t\t_, err := src.Get(context.Background(), \"some.computer\", \"10.0.4.5\", false)\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error but got nil\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"with ipv4 loopback address\", func(t *testing.T) {\n\t\tt.Run(\"in the global scope\", func(t *testing.T) {\n\t\t\t// Link-local addresses are not guaranteed to be unique beyond their\n\t\t\t// network segment, therefore routers do not forward packets with\n\t\t\t// link-local adapter or destination addresses. This means that it\n\t\t\t// doesn't make sense to have a \"global\" link-local address as it's\n\t\t\t// not truly global\n\t\t\t_, err := src.Get(context.Background(), \"global\", \"127.0.0.1\", false)\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error but got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"in another scope\", func(t *testing.T) {\n\t\t\titem, err := src.Get(context.Background(), \"some.computer\", \"127.0.0.1\", false)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif item.GetScope() != \"some.computer\" {\n\t\t\t\tt.Errorf(\"expected scope to be some.computer, got %v\", item.GetScope())\n\t\t\t}\n\n\t\t\tif loopback, err := item.GetAttributes().Get(\"loopback\"); err != nil || loopback == false {\n\t\t\t\tt.Errorf(\"expected loopback to be false, got %v\", loopback)\n\t\t\t}\n\n\t\t\tdiscovery.TestValidateItem(t, item)\n\t\t})\n\t})\n\n\tt.Run(\"with ipv6 link-local address\", func(t *testing.T) {\n\t\tt.Run(\"in the global scope\", func(t *testing.T) {\n\t\t\t// Link-local addresses are not guaranteed to be unique beyond their\n\t\t\t// network segment, therefore routers do not forward packets with\n\t\t\t// link-local adapter or destination addresses. This means that it\n\t\t\t// doesn't make sense to have a \"global\" link-local address as it's\n\t\t\t// not truly global\n\t\t\t_, err := src.Get(context.Background(), \"global\", \"fe80::a70f:3a:338b:4801\", false)\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error but got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"in another scope\", func(t *testing.T) {\n\t\t\titem, err := src.Get(context.Background(), \"some.computer\", \"fe80::a70f:3a:338b:4801\", false)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif item.GetScope() != \"some.computer\" {\n\t\t\t\tt.Errorf(\"expected scope to be some.computer, got %v\", item.GetScope())\n\t\t\t}\n\n\t\t\tif llu, err := item.GetAttributes().Get(\"linkLocalUnicast\"); err != nil || llu == false {\n\t\t\t\tt.Errorf(\"expected linkLocalUnicast top be false, got %v\", llu)\n\t\t\t}\n\n\t\t\tdiscovery.TestValidateItem(t, item)\n\t\t})\n\t})\n\n\tt.Run(\"with ipv6 private address\", func(t *testing.T) {\n\t\tt.Run(\"in the global scope\", func(t *testing.T) {\n\t\t\titem, err := src.Get(context.Background(), \"global\", \"fd12:3456:789a:1::1\", false)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif p, err := item.GetAttributes().Get(\"private\"); err != nil || p == false {\n\t\t\t\tt.Errorf(\"expected p to be true, got %v\", p)\n\t\t\t}\n\n\t\t\tdiscovery.TestValidateItem(t, item)\n\n\t\t})\n\n\t\tt.Run(\"in another scope\", func(t *testing.T) {\n\t\t\t_, err := src.Get(context.Background(), \"some.computer\", \"fd12:3456:789a:1::1\", false)\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error but got nil\")\n\t\t\t}\n\t\t})\n\t})\n\n\tt.Run(\"with ipv6 loopback address\", func(t *testing.T) {\n\t\tt.Run(\"in the global scope\", func(t *testing.T) {\n\t\t\t// Link-local addresses are not guaranteed to be unique beyond their\n\t\t\t// network segment, therefore routers do not forward packets with\n\t\t\t// link-local adapter or destination addresses. This means that it\n\t\t\t// doesn't make sense to have a \"global\" link-local address as it's\n\t\t\t// not truly global\n\t\t\t_, err := src.Get(context.Background(), \"global\", \"::1\", false)\n\n\t\t\tif err == nil {\n\t\t\t\tt.Error(\"expected error but got nil\")\n\t\t\t}\n\t\t})\n\n\t\tt.Run(\"in another scope\", func(t *testing.T) {\n\t\t\titem, err := src.Get(context.Background(), \"some.computer\", \"::1\", false)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif item.GetScope() != \"some.computer\" {\n\t\t\t\tt.Errorf(\"expected scope to be some.computer, got %v\", item.GetScope())\n\t\t\t}\n\n\t\t\tif loopback, err := item.GetAttributes().Get(\"loopback\"); err != nil || loopback == false {\n\t\t\t\tt.Errorf(\"expected loopback to be false, got %v\", loopback)\n\t\t\t}\n\n\t\t\tdiscovery.TestValidateItem(t, item)\n\t\t})\n\t})\n\n\tt.Run(\"with a wildcard scope\", func(t *testing.T) {\n\t\titem, err := src.Get(context.Background(), sdp.WILDCARD, \"213.21.3.187\", false)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif private, err := item.GetAttributes().Get(\"private\"); err == nil {\n\t\t\tif private != false {\n\t\t\t\tt.Error(\"Expected itemAttributes.private to be false\")\n\t\t\t}\n\t\t} else {\n\t\t\tt.Error(\"could not find 'private' attribute\")\n\t\t}\n\n\t\tdiscovery.TestValidateItem(t, item)\n\t})\n}\n" }, { "path": "stdlib-source/adapters/main.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"net/url\"\n\t\"reflect\"\n\t\"regexp\"\n\t\"time\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n\t\"github.com/overmindtech/cli/stdlib-source/adapters/test\"\n\n\t_ \"embed\"\n)\n\nvar Metadata = sdp.AdapterMetadataList{}\n\n// Cache duration for RDAP adapters, these things shouldn't change very often\nconst RdapCacheDuration = 30 * time.Minute\n\n// InitializeAdapters adds stdlib adapters to an existing engine. This allows the engine\n// to be created and serve health probes even if adapter initialization fails.\n//\n// Stdlib adapters rarely fail during initialization, but this pattern maintains consistency\n// with other sources and allows for future error handling improvements.\nfunc InitializeAdapters(ctx context.Context, e *discovery.Engine, reverseDNS bool) error {\n\t// Create a shared cache for all adapters in this source\n\tsharedCache := sdpcache.NewCache(ctx)\n\n\t// Add the base adapters\n\tadapters := []discovery.Adapter{\n\t\t&CertificateAdapter{},\n\t\t&DNSAdapter{\n\t\t\tReverseLookup: reverseDNS,\n\t\t\tcache: sharedCache,\n\t\t},\n\t\t&HTTPAdapter{\n\t\t\tcache: sharedCache,\n\t\t},\n\t\t&IPAdapter{},\n\t\t&test.TestDogAdapter{},\n\t\t&test.TestFoodAdapter{},\n\t\t&test.TestGroupAdapter{},\n\t\t&test.TestHobbyAdapter{},\n\t\t&test.TestLocationAdapter{},\n\t\t&test.TestPersonAdapter{},\n\t\t&test.TestRegionAdapter{},\n\t\t// RDAP adapters are disabled because they return a large amount of data\n\t\t// that isn't very helpful. We're keeping the code in place so we can\n\t\t// decide later if it's worth re-enabling them. See Linear issue ENG-1390.\n\t\t//\n\t\t// &RdapIPNetworkAdapter{\n\t\t// \tClientFac: newRdapClient,\n\t\t// \tCache: sdpcache.NewCache(),\n\t\t// \tIPCache: NewIPCache[*rdap.IPNetwork](),\n\t\t// },\n\t\t// &RdapASNAdapter{\n\t\t// \tClientFac: newRdapClient,\n\t\t// \tCache: sdpcache.NewCache(),\n\t\t// },\n\t\t// &RdapDomainAdapter{\n\t\t// \tClientFac: newRdapClient,\n\t\t// \tCache: sdpcache.NewCache(),\n\t\t// },\n\t\t// &RdapEntityAdapter{\n\t\t// \tClientFac: newRdapClient,\n\t\t// \tCache: sdpcache.NewCache(),\n\t\t// },\n\t\t// &RdapNameserverAdapter{\n\t\t// \tClientFac: newRdapClient,\n\t\t// \tCache: sdpcache.NewCache(),\n\t\t// },\n\t}\n\n\treturn e.AddAdapters(adapters...)\n}\n\n// newRdapClient Creates a new RDAP client using otelhttp.DefaultClient. rdap is suspected to not be thread safe, so we create a new client for each request\n// func newRdapClient() *rdap.Client {\n// \treturn &rdap.Client{\n// \t\tHTTP: otelhttp.DefaultClient,\n// \t}\n// }\n\n// Wraps an RDAP error in an SDP error, correctly checking for things like 404s\nfunc wrapRdapError(err error, scope string) error {\n\tif err == nil {\n\t\treturn nil\n\t}\n\n\tvar rdapError *rdap.ClientError\n\n\tif ok := errors.As(err, &rdapError); ok {\n\t\tif rdapError.Type == rdap.ObjectDoesNotExist {\n\t\t\treturn &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: err.Error(),\n\t\t\t\tItemType: \"rdap\",\n\t\t\t\tScope: scope,\n\t\t\t}\n\t\t}\n\t}\n\n\treturn err\n}\n\n// Extracts SDP queries from a list of entities\nfunc extractEntityLinks(entities []rdap.Entity) []*sdp.LinkedItemQuery {\n\tqueries := make([]*sdp.LinkedItemQuery, 0)\n\n\tfor _, entity := range entities {\n\t\tvar selfLink string\n\n\t\t// Loop over the links until you find the self link\n\t\tfor _, link := range entity.Links {\n\t\t\tif link.Rel == \"self\" {\n\t\t\t\tselfLink = link.Href\n\t\t\t\tbreak\n\t\t\t}\n\t\t}\n\n\t\tif selfLink != \"\" {\n\t\t\tqueries = append(queries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"rdap-entity\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: selfLink,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\treturn queries\n}\n\nvar rdapUrlRegex = regexp.MustCompile(`^(https?:\\/\\/.+)\\/(ip|nameserver|entity|autnum|domain)\\/([^\\/]+)$`)\n\ntype RDAPUrl struct {\n\t// The path to the root where queries should be run i.e.\n\t// https://rdap.apnic.net\n\tServerRoot *url.URL\n\t// The type of query to run i.e. ip, nameserver, entity, autnum, domain\n\tType string\n\t// The query to run i.e. 1.1.1.1\n\tQuery string\n}\n\n// Parses an RDAP URL and returns the important components\nfunc parseRdapUrl(rdapUrl string) (*RDAPUrl, error) {\n\tmatches := rdapUrlRegex.FindStringSubmatch(rdapUrl)\n\n\tif len(matches) != 4 {\n\t\treturn nil, errors.New(\"Invalid RDAP URL\")\n\t}\n\n\tserverRoot, err := url.Parse(matches[1])\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn &RDAPUrl{\n\t\tServerRoot: serverRoot,\n\t\tType: matches[2],\n\t\tQuery: matches[3],\n\t}, nil\n}\n\nvar RDAPTransforms = sdp.AddDefaultTransforms(sdp.TransformMap{\n\treflect.TypeFor[rdap.Link](): func(i any) any {\n\t\t// We only want to return the href for links\n\t\tlink, ok := i.(rdap.Link)\n\n\t\tif ok {\n\t\t\treturn link.Href\n\t\t}\n\n\t\treturn \"\"\n\t},\n\treflect.TypeFor[rdap.VCard](): func(i any) any {\n\t\tvcard, ok := i.(rdap.VCard)\n\n\t\tif ok {\n\t\t\t// Convert a vCard to a map as it's much more readable\n\t\t\tvCardDetails := make(map[string]string)\n\n\t\t\tif name := vcard.Name(); name != \"\" {\n\t\t\t\tvCardDetails[\"Name\"] = name\n\t\t\t}\n\t\t\tif pOBox := vcard.POBox(); pOBox != \"\" {\n\t\t\t\tvCardDetails[\"POBox\"] = pOBox\n\t\t\t}\n\t\t\tif extendedAddress := vcard.ExtendedAddress(); extendedAddress != \"\" {\n\t\t\t\tvCardDetails[\"ExtendedAddress\"] = extendedAddress\n\t\t\t}\n\t\t\tif streetAddress := vcard.StreetAddress(); streetAddress != \"\" {\n\t\t\t\tvCardDetails[\"StreetAddress\"] = streetAddress\n\t\t\t}\n\t\t\tif locality := vcard.Locality(); locality != \"\" {\n\t\t\t\tvCardDetails[\"Locality\"] = locality\n\t\t\t}\n\t\t\tif region := vcard.Region(); region != \"\" {\n\t\t\t\tvCardDetails[\"Region\"] = region\n\t\t\t}\n\t\t\tif postalCode := vcard.PostalCode(); postalCode != \"\" {\n\t\t\t\tvCardDetails[\"PostalCode\"] = postalCode\n\t\t\t}\n\t\t\tif country := vcard.Country(); country != \"\" {\n\t\t\t\tvCardDetails[\"Country\"] = country\n\t\t\t}\n\t\t\tif tel := vcard.Tel(); tel != \"\" {\n\t\t\t\tvCardDetails[\"Tel\"] = tel\n\t\t\t}\n\t\t\tif fax := vcard.Fax(); fax != \"\" {\n\t\t\t\tvCardDetails[\"Fax\"] = fax\n\t\t\t}\n\t\t\tif email := vcard.Email(); email != \"\" {\n\t\t\t\tvCardDetails[\"Email\"] = email\n\t\t\t}\n\t\t\tif org := vcard.Org(); org != \"\" {\n\t\t\t\tvCardDetails[\"Org\"] = org\n\t\t\t}\n\n\t\t\treturn vCardDetails\n\t\t}\n\n\t\treturn nil\n\t},\n\treflect.TypeFor[*rdap.DecodeData](): func(i any) any {\n\t\t// Exclude these\n\t\treturn nil\n\t},\n})\n" }, { "path": "stdlib-source/adapters/main_test.go", "content": "package adapters\n\nimport (\n\t\"net/http\"\n\t\"testing\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/openrdap/rdap/bootstrap\"\n)\n\nfunc testRdapClient(t *testing.T) *rdap.Client {\n\treturn &rdap.Client{\n\t\tHTTP: http.DefaultClient,\n\t\tBootstrap: &bootstrap.Client{\n\t\t\tVerbose: func(text string) {\n\t\t\t\tt.Log(text)\n\t\t\t},\n\t\t},\n\t\tVerbose: func(text string) {\n\t\t\tt.Log(text)\n\t\t},\n\t}\n}\n" }, { "path": "stdlib-source/adapters/rdap-asn.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype RdapASNAdapter struct {\n\tClientFac func() *rdap.Client\n\tCache sdpcache.Cache\n}\n\n// Type is the type of items that this returns\nfunc (s *RdapASNAdapter) Type() string {\n\treturn \"rdap-asn\"\n}\n\n// Name Returns the name of the backend\nfunc (s *RdapASNAdapter) Name() string {\n\treturn \"rdap\"\n}\n\nfunc (s *RdapASNAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn rdapAsnMetadata\n}\n\nvar rdapAsnMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"Autonomous System Number (ASN)\",\n\tType: \"rdap-asn\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tGetDescription: \"Get an ASN by handle i.e. \\\"AS15169\\\"\",\n\t},\n\tPotentialLinks: []string{\"rdap-entity\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n\n// Weighting of duplicate adapters\nfunc (s *RdapASNAdapter) Weight() int {\n\treturn 100\n}\n\nfunc (s *RdapASNAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"global\",\n\t}\n}\n\nfunc (s *RdapASNAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\thit, ck, items, sdpErr, done := s.Cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\tif hit {\n\t\tif len(items) > 0 {\n\t\t\treturn items[0], nil\n\t\t}\n\t}\n\n\t// Strip the AS prefix\n\tquery = strings.TrimPrefix(query, \"AS\")\n\n\trequest := &rdap.Request{\n\t\tType: rdap.AutnumRequest,\n\t\tQuery: query,\n\t}\n\trequest = request.WithContext(ctx)\n\n\tresponse, err := s.ClientFac().Do(request)\n\tif err != nil {\n\t\terr = wrapRdapError(err, scope)\n\n\t\ts.Cache.StoreUnavailableItem(ctx, err, RdapCacheDuration, ck)\n\n\t\treturn nil, err\n\t}\n\n\tif response.Object == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t\tErrorString: \"No ASN found\",\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\tasn, ok := response.Object.(*rdap.Autnum)\n\n\tif !ok {\n\t\treturn nil, fmt.Errorf(\"Unexpected response type: %T\", response.Object)\n\t}\n\n\tattributes, err := sdp.ToAttributesCustom(map[string]any{\n\t\t\"conformance\": asn.Conformance,\n\t\t\"objectClassName\": asn.ObjectClassName,\n\t\t\"notices\": asn.Notices,\n\t\t\"handle\": asn.Handle,\n\t\t\"startAutnum\": asn.StartAutnum,\n\t\t\"endAutnum\": asn.EndAutnum,\n\t\t\"ipVersion\": asn.IPVersion,\n\t\t\"name\": asn.Name,\n\t\t\"type\": asn.Type,\n\t\t\"status\": asn.Status,\n\t\t\"country\": asn.Country,\n\t\t\"remarks\": asn.Remarks,\n\t\t\"links\": asn.Links,\n\t\t\"port43\": asn.Port43,\n\t\t\"events\": asn.Events,\n\t}, true, RDAPTransforms)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: s.Type(),\n\t\tUniqueAttribute: \"handle\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link the entities\n\n\titem.LinkedItemQueries = extractEntityLinks(asn.Entities)\n\n\ts.Cache.StoreItem(ctx, item, RdapCacheDuration, ck)\n\n\treturn item, nil\n}\n\nfunc (s *RdapASNAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tScope: scope,\n\t\tErrorString: \"ASNs cannot be listed, use the GET method instead\",\n\t}\n}\n" }, { "path": "stdlib-source/adapters/rdap-asn_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestASNAdapterGet(t *testing.T) {\n\tt.Parallel()\n\n\tsrc := &RdapASNAdapter{\n\t\tClientFac: func() *rdap.Client { return testRdapClient(t) },\n\t\tCache: sdpcache.NewNoOpCache(),\n\t}\n\n\titem, err := src.Get(context.Background(), \"global\", \"AS15169\", false)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\terr = item.Validate()\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n}\n" }, { "path": "stdlib-source/adapters/rdap-domain.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype RdapDomainAdapter struct {\n\tClientFac func() *rdap.Client\n\tCache sdpcache.Cache\n}\n\n// Type is the type of items that this returns\nfunc (s *RdapDomainAdapter) Type() string {\n\treturn \"rdap-domain\"\n}\n\n// Name Returns the name of the backend\nfunc (s *RdapDomainAdapter) Name() string {\n\treturn \"rdap\"\n}\n\nfunc (s *RdapDomainAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn rdapDomainMetadata\n}\n\nvar rdapDomainMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"RDAP Domain\",\n\tType: \"rdap-domain\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tSearchDescription: \"Search for a domain record by the domain name e.g. \\\"www.google.com\\\"\",\n\t\tSearch: true,\n\t},\n\tPotentialLinks: []string{\"dns\", \"rdap-nameserver\", \"rdap-entity\", \"rdap-ip-network\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n\n// Weighting of duplicate adapters\nfunc (s *RdapDomainAdapter) Weight() int {\n\treturn 100\n}\n\nfunc (s *RdapDomainAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"global\",\n\t}\n}\n\nfunc (s *RdapDomainAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\t// While we can't actually run GET queries, we can return them if they are\n\t// cached\n\thit, _, items, sdpErr, done := s.Cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\tif hit {\n\t\tif len(items) > 0 {\n\t\t\treturn items[0], nil\n\t\t}\n\t}\n\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: \"Domains can't be queried by handle, use the SEARCH method instead\",\n\t\tScope: scope,\n\t\tSourceName: s.Name(),\n\t\tItemType: s.Type(),\n\t}\n}\n\nfunc (s *RdapDomainAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: \"Domains listed, use the SEARCH method instead\",\n\t\tScope: scope,\n\t\tSourceName: s.Name(),\n\t\tItemType: s.Type(),\n\t}\n}\n\n// Search for the most specific domain that contains the specified domain. The\n// input should be something like \"www.google.com\". This will first search for\n// \"www.google.com\", then \"google.com\", then \"com\"\nfunc (s *RdapDomainAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\t// Strip the trailing dot if it exists\n\tquery = strings.TrimSuffix(query, \".\")\n\n\thit, ck, items, sdpErr, done := s.Cache.Lookup(ctx, s.Name(), sdp.QueryMethod_SEARCH, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\tif hit {\n\t\treturn items, nil\n\t}\n\n\t// Split the query into subdomains\n\tsections := strings.Split(query, \".\")\n\n\t// Start by querying the whole domain, then go down from there, however\n\t// don't query for the top-level domain as it won't return anything useful\n\tfor i := range len(sections) - 1 {\n\t\tdomainName := strings.Join(sections[i:], \".\")\n\n\t\trequest := &rdap.Request{\n\t\t\tType: rdap.DomainRequest,\n\t\t\tQuery: domainName,\n\t\t}\n\t\trequest = request.WithContext(ctx)\n\n\t\tresponse, err := s.ClientFac().Do(request)\n\t\tif err != nil {\n\t\t\t// If there was an error, continue to the next domain\n\t\t\tcontinue\n\t\t}\n\n\t\tif response.Object == nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: \"Empty domain response\",\n\t\t\t\tScope: scope,\n\t\t\t\tSourceName: s.Name(),\n\t\t\t\tItemType: s.Type(),\n\t\t\t}\n\t\t}\n\n\t\tdomain, ok := response.Object.(*rdap.Domain)\n\n\t\tif !ok {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: fmt.Sprintf(\"Unexpected response type %T\", response.Object),\n\t\t\t\tScope: scope,\n\t\t\t\tSourceName: s.Name(),\n\t\t\t\tItemType: s.Type(),\n\t\t\t}\n\t\t}\n\n\t\tattributes, err := sdp.ToAttributesCustom(map[string]any{\n\t\t\t\"conformance\": domain.Conformance,\n\t\t\t\"events\": domain.Events,\n\t\t\t\"handle\": domain.Handle,\n\t\t\t\"ldhName\": domain.LDHName,\n\t\t\t\"links\": domain.Links,\n\t\t\t\"notices\": domain.Notices,\n\t\t\t\"objectClassName\": domain.ObjectClassName,\n\t\t\t\"port43\": domain.Port43,\n\t\t\t\"publicIDs\": domain.PublicIDs,\n\t\t\t\"remarks\": domain.Remarks,\n\t\t\t\"secureDNS\": domain.SecureDNS,\n\t\t\t\"status\": domain.Status,\n\t\t\t\"unicodeName\": domain.UnicodeName,\n\t\t\t\"variants\": domain.Variants,\n\t\t}, true, RDAPTransforms)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\titem := &sdp.Item{\n\t\t\tType: s.Type(),\n\t\t\tUniqueAttribute: \"handle\",\n\t\t\tAttributes: attributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\t// Link to nameservers\n\t\tfor _, nameServer := range domain.Nameservers {\n\t\t\t// Look through the HTTP responses until we find one\n\t\t\tvar parsed *RDAPUrl\n\t\t\tfor _, httpResponse := range response.HTTP {\n\t\t\t\tif httpResponse.URL != \"\" {\n\t\t\t\t\tparsed, err = parseRdapUrl(httpResponse.URL)\n\n\t\t\t\t\tif err == nil {\n\t\t\t\t\t\tbreak\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Reconstruct the required query URL\n\t\t\tif parsed != nil {\n\t\t\t\tnewURL := parsed.ServerRoot.JoinPath(\"/nameserver/\" + nameServer.LDHName)\n\n\t\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\t\tType: \"rdap-nameserver\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\t\tQuery: newURL.String(),\n\t\t\t\t\t\tScope: \"global\",\n\t\t\t\t\t},\n\t\t\t\t})\n\t\t\t}\n\n\t\t}\n\n\t\t// Link to entities\n\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, extractEntityLinks(domain.Entities)...)\n\n\t\t// Link to IP Network\n\t\tif network := domain.Network; network != nil {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"rdap-ip-network\",\n\t\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\t\tQuery: network.StartAddress,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\ts.Cache.StoreItem(ctx, item, RdapCacheDuration, ck)\n\n\t\treturn []*sdp.Item{item}, nil\n\t}\n\n\terr := &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: fmt.Sprintf(\"No domain found for %s\", query),\n\t\tScope: scope,\n\t\tSourceName: s.Name(),\n\t\tItemType: s.Type(),\n\t}\n\n\ts.Cache.StoreUnavailableItem(ctx, err, RdapCacheDuration, ck)\n\n\treturn nil, err\n}\n" }, { "path": "stdlib-source/adapters/rdap-domain_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestDomainAdapterGet(t *testing.T) {\n\tt.Parallel()\n\n\tsrc := &RdapDomainAdapter{\n\t\tClientFac: func() *rdap.Client { return testRdapClient(t) },\n\t\tCache: sdpcache.NewNoOpCache(),\n\t}\n\n\tt.Run(\"without a dot\", func(t *testing.T) {\n\t\titems, err := src.Search(context.Background(), \"global\", \"reddit.map.fastly.net\", false)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatal(\"Expected 1 item\")\n\t\t}\n\n\t\titem := items[0]\n\n\t\terr = item.Validate()\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n\n\tt.Run(\"with a dot\", func(t *testing.T) {\n\t\titems, err := src.Search(context.Background(), \"global\", \"reddit.map.fastly.net.\", false)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif len(items) != 1 {\n\t\t\tt.Fatal(\"Expected 1 item\")\n\t\t}\n\n\t\titem := items[0]\n\n\t\terr = item.Validate()\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\t})\n}\n" }, { "path": "stdlib-source/adapters/rdap-entity.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/url\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype RdapEntityAdapter struct {\n\tClientFac func() *rdap.Client\n\tCache sdpcache.Cache\n}\n\n// Type is the type of items that this returns\nfunc (s *RdapEntityAdapter) Type() string {\n\treturn \"rdap-entity\"\n}\n\n// Name Returns the name of the backend\nfunc (s *RdapEntityAdapter) Name() string {\n\treturn \"rdap\"\n}\n\n// Weighting of duplicate adapters\nfunc (s *RdapEntityAdapter) Weight() int {\n\treturn 100\n}\n\nfunc (s *RdapEntityAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn rdapEntityMetadata\n}\n\nvar rdapEntityMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"RDAP Entity\",\n\tType: \"rdap-entity\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tGet: true,\n\t\tSearch: true,\n\t\tGetDescription: \"Get an entity by its handle. This method is discouraged as it's not reliable since entity bootstrapping isn't comprehensive\",\n\t\tSearchDescription: \"Search for an entity by its URL e.g. https://rdap.apnic.net/entity/AIC3-AP\",\n\t},\n\tPotentialLinks: []string{\"rdap-asn\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_SECURITY,\n})\n\nfunc (s *RdapEntityAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"global\",\n\t}\n}\n\n// Gets an entity by its handle, note that this might not work as entity\n// bootstrapping in RDAP isn't comprehensive and might not be able to find the\n// correct registry to search\nfunc (s *RdapEntityAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\thit, ck, items, sdpErr, done := s.Cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\tif hit {\n\t\tif len(items) > 0 {\n\t\t\treturn items[0], nil\n\t\t}\n\t}\n\n\treturn s.runEntityRequest(ctx, query, nil, scope, ck)\n}\n\nfunc (s *RdapEntityAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\treturn nil, nil\n}\n\n// Search for an entity by its URL e.g. https://rdap.apnic.net/entity/AIC3-AP.\n// This is required because despite the work on bootstrapping in RFC 8521 it's\n// still not reliable enough to always resolve entities. However when we get\n// linked to an entity it should always have a link to itself, so we should be\n// able to do a lookup using that which will also tell us which server to use\n// for the lookup\nfunc (s *RdapEntityAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\thit, ck, items, sdpErr, done := s.Cache.Lookup(ctx, s.Name(), sdp.QueryMethod_SEARCH, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\tif hit {\n\t\treturn items, nil\n\t}\n\n\t// Parse the URL\n\tparsed, err := parseRdapUrl(query)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tif parsed.Type != \"entity\" {\n\t\treturn nil, fmt.Errorf(\"Expected URL to lookup entity, got %s\", parsed.Type)\n\t}\n\n\t// Run the entity request\n\titem, err := s.runEntityRequest(ctx, parsed.Query, parsed.ServerRoot, scope, ck)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn []*sdp.Item{item}, nil\n}\n\n// Runs the entity request and converts into the SDP version of an entity\nfunc (s *RdapEntityAdapter) runEntityRequest(ctx context.Context, query string, server *url.URL, scope string, cacheKey sdpcache.CacheKey) (*sdp.Item, error) {\n\trequest := &rdap.Request{\n\t\tType: rdap.EntityRequest,\n\t\tQuery: query,\n\t\tServer: server,\n\t}\n\trequest = request.WithContext(ctx)\n\n\tresponse, err := s.ClientFac().Do(request)\n\tif err != nil {\n\t\terr = wrapRdapError(err, scope)\n\n\t\ts.Cache.StoreUnavailableItem(ctx, err, RdapCacheDuration, cacheKey)\n\n\t\treturn nil, err\n\t}\n\n\tif response.Object == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t\tErrorString: fmt.Sprintf(\"No entity found for %s\", query),\n\t\t\tSourceName: s.Name(),\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\tentity, ok := response.Object.(*rdap.Entity)\n\n\tif !ok {\n\t\treturn nil, fmt.Errorf(\"Expected Entity, got %T\", response.Object)\n\t}\n\n\tattributes, err := sdp.ToAttributesCustom(map[string]any{\n\t\t\"asEventActor\": entity.AsEventActor,\n\t\t\"conformance\": entity.Conformance,\n\t\t\"events\": entity.Events,\n\t\t\"handle\": entity.Handle,\n\t\t\"links\": entity.Links,\n\t\t\"notices\": entity.Notices,\n\t\t\"objectClassName\": entity.ObjectClassName,\n\t\t\"port43\": entity.Port43,\n\t\t\"publicIDs\": entity.PublicIDs,\n\t\t\"remarks\": entity.Remarks,\n\t\t\"roles\": entity.Roles,\n\t\t\"status\": entity.Status,\n\t\t\"vCard\": entity.VCard,\n\t}, true, RDAPTransforms)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: s.Type(),\n\t\tUniqueAttribute: \"handle\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link to related entities\n\titem.LinkedItemQueries = extractEntityLinks(entity.Entities)\n\n\t// Don't link to related networks as there are entities with hundreds of\n\t// networks and there isn't a reasonable use case that would involve\n\t// traversing these\n\n\t// Link to related ASNs\n\tfor _, autnum := range entity.Autnums {\n\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"rdap-asn\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: autnum.Handle,\n\t\t\t\tScope: scope,\n\t\t\t},\n\t\t})\n\t}\n\n\ts.Cache.StoreItem(ctx, item, RdapCacheDuration, cacheKey)\n\n\treturn item, nil\n}\n" }, { "path": "stdlib-source/adapters/rdap-entity_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"errors\"\n\t\"testing\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestEntityAdapterSearch(t *testing.T) {\n\tt.Parallel()\n\n\trealUrls := []string{\n\t\t\"https://rdap.apnic.net/entity/AIC3-AP\",\n\t\t\"https://rdap.apnic.net/entity/IRT-APNICRANDNET-AU\",\n\t\t\"https://rdap.arin.net/registry/entity/HPINC-Z\",\n\t}\n\n\tsrc := &RdapEntityAdapter{\n\t\tClientFac: func() *rdap.Client { return testRdapClient(t) },\n\t\tCache: sdpcache.NewNoOpCache(),\n\t}\n\n\tfor _, realUrl := range realUrls {\n\t\tt.Run(realUrl, func(t *testing.T) {\n\t\t\titems, err := src.Search(context.Background(), \"global\", realUrl, false)\n\n\t\t\tif err != nil {\n\t\t\t\tt.Fatal(err)\n\t\t\t}\n\n\t\t\tif len(items) != 1 {\n\t\t\t\tt.Fatalf(\"Expected 1 item, got %v\", len(items))\n\t\t\t}\n\n\t\t\titem := items[0]\n\n\t\t\terr = item.Validate()\n\n\t\t\tif err != nil {\n\t\t\t\tt.Error(err)\n\t\t\t}\n\t\t})\n\t}\n\n\tt.Run(\"not found\", func(t *testing.T) {\n\t\t_, err := src.Search(context.Background(), \"global\", \"https://rdap.apnic.net/entity/NOTFOUND\", false)\n\n\t\tif err == nil {\n\t\t\tt.Fatal(\"Expected error\")\n\t\t}\n\n\t\tvar sdpError *sdp.QueryError\n\n\t\tif ok := errors.As(err, &sdpError); ok {\n\t\t\tif sdpError.GetErrorType() != sdp.QueryError_NOTFOUND {\n\t\t\t\tt.Errorf(\"Expected QueryError_NOTFOUND, got %v\", sdpError.GetErrorType())\n\t\t\t}\n\t\t} else {\n\t\t\tt.Fatalf(\"Expected QueryError, got %T\", err)\n\t\t}\n\t})\n}\n" }, { "path": "stdlib-source/adapters/rdap-ip-network.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype RdapIPNetworkAdapter struct {\n\tClientFac func() *rdap.Client\n\tCache sdpcache.Cache\n\tIPCache *IPCache[*rdap.IPNetwork]\n}\n\n// Type is the type of items that this returns\nfunc (s *RdapIPNetworkAdapter) Type() string {\n\treturn \"rdap-ip-network\"\n}\n\n// Name Returns the name of the adapter\nfunc (s *RdapIPNetworkAdapter) Name() string {\n\treturn \"rdap\"\n}\n\n// Weighting of duplicate adapters\nfunc (s *RdapIPNetworkAdapter) Weight() int {\n\treturn 100\n}\n\nfunc (s *RdapIPNetworkAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"global\",\n\t}\n}\n\nfunc (s *RdapIPNetworkAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn rdapIPNetworkMetadata\n}\n\nvar rdapIPNetworkMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"RDAP IP Network\",\n\tType: \"rdap-ip-network\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tSearch: true,\n\t\tSearchDescription: \"Search for the most specific network that contains the specified IP or CIDR\",\n\t},\n\tPotentialLinks: []string{\"rdap-entity\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n\nfunc (s *RdapIPNetworkAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\thit, _, items, sdpErr, done := s.Cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\tif hit {\n\t\tif len(items) > 0 {\n\t\t\treturn items[0], nil\n\t\t}\n\t}\n\t// This adapter doesn't technically support the GET method (since you can't\n\t// use the handle to query for an IP network)\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tScope: scope,\n\t\tErrorString: \"IP networks can't be queried by handle, use the SEARCH method instead\",\n\t}\n}\n\nfunc (s *RdapIPNetworkAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tScope: scope,\n\t\tErrorString: \"IP networks cannot be listed, use the SEARCH method instead\",\n\t}\n}\n\n// Search for the most specific network that contains the specified IP or CIDR\nfunc (s *RdapIPNetworkAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\thit, ck, items, sdpErr, done := s.Cache.Lookup(ctx, s.Name(), sdp.QueryMethod_SEARCH, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\tif hit {\n\t\treturn items, nil\n\t}\n\n\t// Second layer of caching means that we cn look up an IP, and if there is\n\t// anything in the cache that covers a range that IP is in, it will hit\n\t// the cache\n\tvar ipNetwork *rdap.IPNetwork\n\n\t// See which type of argument we have and parse it\n\tif ip := net.ParseIP(query); ip != nil {\n\t\t// Check if the IP is in the cache\n\t\tipNetwork, hit = s.IPCache.SearchIP(ip)\n\t} else if _, network, err := net.ParseCIDR(query); err == nil {\n\t\t// Check if the CIDR is in the cache\n\t\tipNetwork, hit = s.IPCache.SearchCIDR(network)\n\t} else {\n\t\treturn nil, fmt.Errorf(\"Invalid IP or CIDR: %v\", query)\n\t}\n\n\tif !hit {\n\t\t// If we didn't hit the cache, then actually execute the query\n\t\trequest := &rdap.Request{\n\t\t\tType: rdap.IPRequest,\n\t\t\tQuery: query,\n\t\t}\n\t\trequest = request.WithContext(ctx)\n\n\t\tresponse, err := s.ClientFac().Do(request)\n\t\tif err != nil {\n\t\t\terr = wrapRdapError(err, scope)\n\n\t\t\ts.Cache.StoreUnavailableItem(ctx, err, RdapCacheDuration, ck)\n\n\t\t\treturn nil, err\n\t\t}\n\n\t\tif response.Object == nil {\n\t\t\treturn nil, &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\t\tErrorString: fmt.Sprintf(\"No IP Network found for %s\", query),\n\t\t\t\tScope: scope,\n\t\t\t\tSourceName: s.Name(),\n\t\t\t\tItemType: s.Type(),\n\t\t\t}\n\t\t}\n\n\t\tvar ok bool\n\n\t\tipNetwork, ok = response.Object.(*rdap.IPNetwork)\n\n\t\tif !ok {\n\t\t\treturn nil, fmt.Errorf(\"Expected IPNetwork, got %T\", response.Object)\n\t\t}\n\n\t\t// Calculate the CIDR for this network\n\t\tnetwork, err := calculateNetwork(ipNetwork.StartAddress, ipNetwork.EndAddress)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\t// Cache this network\n\t\ts.IPCache.Store(network, ipNetwork, RdapCacheDuration)\n\t}\n\n\tattributes, err := sdp.ToAttributesCustom(map[string]any{\n\t\t\"conformance\": ipNetwork.Conformance,\n\t\t\"country\": ipNetwork.Country,\n\t\t\"endAddress\": ipNetwork.EndAddress,\n\t\t\"events\": ipNetwork.Events,\n\t\t\"handle\": ipNetwork.Handle,\n\t\t\"ipVersion\": ipNetwork.IPVersion,\n\t\t\"links\": ipNetwork.Links,\n\t\t\"name\": ipNetwork.Name,\n\t\t\"notices\": ipNetwork.Notices,\n\t\t\"objectClassName\": ipNetwork.ObjectClassName,\n\t\t\"parentHandle\": ipNetwork.ParentHandle,\n\t\t\"port43\": ipNetwork.Port43,\n\t\t\"remarks\": ipNetwork.Remarks,\n\t\t\"startAddress\": ipNetwork.StartAddress,\n\t\t\"status\": ipNetwork.Status,\n\t\t\"type\": ipNetwork.Type,\n\t}, true, RDAPTransforms)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: s.Type(),\n\t\tUniqueAttribute: \"handle\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Loop over the entities and create linkedin item queries\n\titem.LinkedItemQueries = extractEntityLinks(ipNetwork.Entities)\n\n\ts.Cache.StoreItem(ctx, item, RdapCacheDuration, ck)\n\n\treturn []*sdp.Item{item}, nil\n}\n\n// Calculates the network (like a CIDR) from a given start and end IP\nfunc calculateNetwork(startIP, endIP string) (*net.IPNet, error) {\n\t// Parse start and end IP addresses\n\tstart := net.ParseIP(startIP)\n\tif start == nil {\n\t\treturn nil, fmt.Errorf(\"Invalid start IP address: %s\", startIP)\n\t}\n\n\tend := net.ParseIP(endIP)\n\tif end == nil {\n\t\treturn nil, fmt.Errorf(\"Invalid end IP address: %s\", endIP)\n\t}\n\n\t// Calculate the CIDR prefix length\n\tvar prefixLen int\n\tfor i := range start {\n\t\tstartByte := start[i]\n\t\tendByte := end[i]\n\n\t\tif startByte != endByte {\n\t\t\t// Find the differing bit position\n\t\t\tdiffBit := startByte ^ endByte\n\n\t\t\t// Count the number of consecutive zero bits in the differing byte\n\t\t\tfor j := 7; j >= 0; j-- {\n\t\t\t\tif (diffBit & (1 << uint(j))) != 0 {\n\t\t\t\t\tbreak\n\t\t\t\t}\n\t\t\t\tprefixLen++\n\t\t\t}\n\t\t\tbreak\n\t\t}\n\n\t\tprefixLen += 8\n\t}\n\n\tmask := net.CIDRMask(int(prefixLen), 128)\n\n\t// Calculate the network address\n\tnetwork := net.IPNet{\n\t\tIP: start,\n\t\tMask: mask,\n\t}\n\n\treturn &network, nil\n}\n" }, { "path": "stdlib-source/adapters/rdap-ip-network_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestIpNetworkAdapterSearch(t *testing.T) {\n\tt.Parallel()\n\n\tsrc := &RdapIPNetworkAdapter{\n\t\tClientFac: func() *rdap.Client { return testRdapClient(t) },\n\t\tCache: sdpcache.NewMemoryCache(),\n\t\tIPCache: NewIPCache[*rdap.IPNetwork](),\n\t}\n\n\titems, err := src.Search(context.Background(), \"global\", \"1.1.1.1\", false)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatalf(\"Expected 1 item, got %v\", len(items))\n\t}\n\n\titem := items[0]\n\n\tif item.UniqueAttributeValue() != \"1.1.1.0 - 1.1.1.255\" {\n\t\tt.Errorf(\"Expected unique attribute value to be 1.1.1.0 - 1.1.1.0 - 1.1.1.255, got %v\", item.UniqueAttributeValue())\n\t}\n\n\tif len(item.GetLinkedItemQueries()) != 3 {\n\t\tt.Errorf(\"Expected 3 linked items, got %v\", len(item.GetLinkedItemQueries()))\n\t}\n\n\t// Then run a get for that same thing and hit the cache\n\t_, err = src.Get(context.Background(), \"global\", item.UniqueAttributeValue(), false)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n}\n\nfunc TestCalculateNetwork(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tStart string\n\t\tEnd string\n\t\tExpected string\n\t}{\n\t\t{\n\t\t\tStart: \"10.0.0.0\",\n\t\t\tEnd: \"10.0.0.255\",\n\t\t\tExpected: \"10.0.0.0/24\",\n\t\t},\n\t\t{\n\t\t\tStart: \"10.0.0.0\",\n\t\t\tEnd: \"10.0.0.7\",\n\t\t\tExpected: \"10.0.0.0/29\",\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tnetwork, err := calculateNetwork(test.Start, test.End)\n\n\t\tif err != nil {\n\t\t\tt.Fatal(err)\n\t\t}\n\n\t\tif network.String() != test.Expected {\n\t\t\tt.Errorf(\"Expected network to be %v, got %v\", test.Expected, network.String())\n\t\t}\n\t}\n}\n" }, { "path": "stdlib-source/adapters/rdap-nameserver.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"strings\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\ntype RdapNameserverAdapter struct {\n\tClientFac func() *rdap.Client\n\tCache sdpcache.Cache\n}\n\n// Type is the type of items that this returns\nfunc (s *RdapNameserverAdapter) Type() string {\n\treturn \"rdap-nameserver\"\n}\n\n// Name Returns the name of the adapter\nfunc (s *RdapNameserverAdapter) Name() string {\n\treturn \"rdap\"\n}\n\n// Weighting of duplicate adapters\nfunc (s *RdapNameserverAdapter) Weight() int {\n\treturn 100\n}\n\nfunc (s *RdapNameserverAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn rdapNameserverMetadata\n}\n\nvar rdapNameserverMetadata = Metadata.Register(&sdp.AdapterMetadata{\n\tDescriptiveName: \"RDAP Nameserver\",\n\tType: \"rdap-nameserver\",\n\tSupportedQueryMethods: &sdp.AdapterSupportedQueryMethods{\n\t\tSearch: true,\n\t\tSearchDescription: \"Search for the RDAP entry for a nameserver by its full URL e.g. \\\"https://rdap.verisign.com/com/v1/nameserver/NS4.GOOGLE.COM\\\"\",\n\t},\n\tPotentialLinks: []string{\"dns\", \"ip\", \"rdap-entity\"},\n\tCategory: sdp.AdapterCategory_ADAPTER_CATEGORY_NETWORK,\n})\n\nfunc (s *RdapNameserverAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"global\",\n\t}\n}\n\nfunc (s *RdapNameserverAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\t// Check the cache for GET requests, if we don't hit the cache then there is\n\t// nothing we can do though\n\thit, _, items, sdpErr, done := s.Cache.Lookup(ctx, s.Name(), sdp.QueryMethod_GET, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\n\tif hit {\n\t\tif len(items) > 0 {\n\t\t\treturn items[0], nil\n\t\t}\n\t}\n\n\t// This adapter doesn't technically support the GET method (since you can't\n\t// use the handle to query for an IP network)\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: \"Nameservers can't be queried by handle, use the SEARCH method instead\",\n\t\tScope: scope,\n\t\tSourceName: s.Name(),\n\t\tItemType: s.Type(),\n\t}\n}\n\nfunc (s *RdapNameserverAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\treturn nil, &sdp.QueryError{\n\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\tErrorString: \"Nameservers cannot be listed, use the SEARCH method instead\",\n\t\tScope: scope,\n\t\tSourceName: s.Name(),\n\t\tItemType: s.Type(),\n\t}\n}\n\n// Search for the nameserver using the full RDAP URL. This is required since\n// nameserver queries are not capable of being bootstrapped and we need to know\n// which nameserver to query from the beginning. Fortunately domain queries can\n// be bootstrapped, so we can use the domain query to find the nameserver in the\n// link\nfunc (s *RdapNameserverAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\thit, ck, items, sdpErr, done := s.Cache.Lookup(ctx, s.Name(), sdp.QueryMethod_SEARCH, scope, s.Type(), query, ignoreCache)\n\tdefer done()\n\n\tif sdpErr != nil {\n\t\treturn nil, sdpErr\n\t}\n\tif hit {\n\t\treturn items, nil\n\t}\n\n\tparsed, err := parseRdapUrl(query)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\trequest := &rdap.Request{\n\t\tType: rdap.NameserverRequest,\n\t\tQuery: parsed.Query,\n\t\tServer: parsed.ServerRoot,\n\t}\n\trequest.WithContext(ctx)\n\n\tresponse, err := s.ClientFac().Do(request)\n\tif err != nil {\n\t\terr = wrapRdapError(err, scope)\n\n\t\ts.Cache.StoreUnavailableItem(ctx, err, RdapCacheDuration, ck)\n\n\t\treturn nil, err\n\t}\n\n\tif response.Object == nil {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tErrorString: fmt.Sprintf(\"No nameserver found for %s\", query),\n\t\t\tSourceName: s.Name(),\n\t\t\tScope: scope,\n\t\t\tItemType: s.Type(),\n\t\t}\n\t}\n\n\tnameserver, ok := response.Object.(*rdap.Nameserver)\n\n\tif !ok {\n\t\treturn nil, fmt.Errorf(\"Expected Nameserver, got %T\", response.Object)\n\t}\n\n\tattributes, err := sdp.ToAttributesCustom(map[string]any{\n\t\t\"conformance\": nameserver.Conformance,\n\t\t\"objectClassName\": nameserver.ObjectClassName,\n\t\t\"notices\": nameserver.Notices,\n\t\t\"handle\": nameserver.Handle,\n\t\t\"ldhName\": nameserver.LDHName,\n\t\t\"unicodeName\": nameserver.UnicodeName,\n\t\t\"ipAddresses\": nameserver.IPAddresses,\n\t\t\"status\": nameserver.Status,\n\t\t\"remarks\": nameserver.Remarks,\n\t\t\"links\": nameserver.Links,\n\t\t\"port43\": nameserver.Port43,\n\t\t\"events\": nameserver.Events,\n\t}, true, RDAPTransforms)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\titem := &sdp.Item{\n\t\tType: s.Type(),\n\t\tUniqueAttribute: \"ldhName\",\n\t\tAttributes: attributes,\n\t\tScope: scope,\n\t}\n\n\t// Link entities\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, extractEntityLinks(nameserver.Entities)...)\n\n\t// Nameservers are resolvable in DNS too\n\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\tQuery: &sdp.Query{\n\t\t\tType: \"dns\",\n\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\tQuery: strings.ToLower(nameserver.LDHName),\n\t\t\tScope: \"global\",\n\t\t},\n\t})\n\n\t// Link IP addresses\n\tif nameserver.IPAddresses != nil {\n\t\tallIPs := append(nameserver.IPAddresses.V4, nameserver.IPAddresses.V6...)\n\n\t\tfor _, ip := range allIPs {\n\t\t\titem.LinkedItemQueries = append(item.LinkedItemQueries, &sdp.LinkedItemQuery{\n\t\t\t\tQuery: &sdp.Query{\n\t\t\t\t\tType: \"ip\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQuery: ip,\n\t\t\t\t\tScope: \"global\",\n\t\t\t\t},\n\t\t\t})\n\t\t}\n\t}\n\n\ts.Cache.StoreItem(ctx, item, RdapCacheDuration, ck)\n\n\treturn []*sdp.Item{item}, nil\n}\n" }, { "path": "stdlib-source/adapters/rdap-nameserver_test.go", "content": "package adapters\n\nimport (\n\t\"context\"\n\t\"testing\"\n\n\t\"github.com/openrdap/rdap\"\n\t\"github.com/overmindtech/cli/go/sdpcache\"\n)\n\nfunc TestNameserverAdapterSearch(t *testing.T) {\n\tt.Parallel()\n\n\tsrc := &RdapNameserverAdapter{\n\t\tClientFac: func() *rdap.Client { return testRdapClient(t) },\n\t\tCache: sdpcache.NewNoOpCache(),\n\t}\n\n\titems, err := src.Search(context.Background(), \"global\", \"https://rdap.verisign.com/com/v1/nameserver/NS4.GOOGLE.COM\", false)\n\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tif len(items) != 1 {\n\t\tt.Fatal(\"Expected 1 item\")\n\t}\n\n\titem := items[0]\n\n\terr = item.Validate()\n\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n}\n" }, { "path": "stdlib-source/adapters/test/data.go", "content": "package test\n\nimport (\n\t\"fmt\"\n\t\"sync/atomic\"\n\t\"time\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\t\"google.golang.org/protobuf/types/known/durationpb\"\n\t\"google.golang.org/protobuf/types/known/structpb\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\n// This test data is designed to provide a full-featured graph to exercise all\n// parts of the system. The graph is as follows:\n//\n// +----------+ +--------+\n// | knitting | | admins |\n// +----------+ +--------+\n// |\n// |\n// v\n// +--------------+ b +--------+ b\n// | motorcycling | <-- | dylan | -+\n// +--------------+ +--------+ |\n// |b |\n// L |\n// vb |\n// +--------+ b +--------+ |\n// | kibble | <-- | manny | |\n// +--------+ +--------+ |\n// |b |\n// S S\n// v |\n// +--------+ <+\n// HOBBIES <--S-- | london | +------+\n// +--------+ --S--> | soho |\n// |b b +------+\n// |\n// vb\n// +----+\n// | gb |\n// +----+\n//\n// arrows indicate edge directions. `b` annotations indicate blast radius\n// propagation. `L` indicates a LIST edge, `S` indicates a SEARCH edge.\n\n// this global atomic variable keeps track of the generation count for test\n// items. It is increased every time a new item is created, and is used to\n// ensure that users of the test-adapter can determine that queries have hit the\n// actual adapter and were not cached.\nvar generation atomic.Int32\n\n// createTestItem Creates a simple item for testing\nfunc createTestItem(typ, value string) *sdp.Item {\n\tthisGen := generation.Add(1)\n\treturn &sdp.Item{\n\t\tType: typ,\n\t\tUniqueAttribute: \"name\",\n\t\tAttributes: &sdp.ItemAttributes{\n\t\t\tAttrStruct: &structpb.Struct{\n\t\t\t\tFields: map[string]*structpb.Value{\n\t\t\t\t\t\"name\": {\n\t\t\t\t\t\tKind: &structpb.Value_StringValue{\n\t\t\t\t\t\t\tStringValue: value,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t\t\"generation\": {\n\t\t\t\t\t\tKind: &structpb.Value_NumberValue{\n\t\t\t\t\t\t\t// good enough for google, good enough for testing\n\t\t\t\t\t\t\tNumberValue: float64(thisGen),\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tMetadata: &sdp.Metadata{\n\t\t\tSourceName: fmt.Sprintf(\"test-%v-adapter\", typ),\n\t\t\tTimestamp: timestamppb.Now(),\n\t\t\tSourceDuration: durationpb.New(time.Second),\n\t\t\tSourceDurationPerItem: durationpb.New(time.Second),\n\t\t\tHidden: true,\n\t\t},\n\t\tScope: \"test\",\n\t\t// TODO(LIQs): delete empty data\n\t\tLinkedItemQueries: []*sdp.LinkedItemQuery{},\n\t\tLinkedItems: []*sdp.LinkedItem{},\n\t}\n}\n\nfunc admins() *sdp.Item {\n\ti := createTestItem(\"test-group\", \"test-admins\")\n\n\t// TODO(LIQs): convert to returning edges\n\ti.LinkedItemQueries = []*sdp.LinkedItemQuery{\n\t\t{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"test-person\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: \"test-dylan\",\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t},\n\t}\n\n\treturn i\n}\n\nfunc dylan() *sdp.Item {\n\ti := createTestItem(\"test-person\", \"test-dylan\")\n\n\ti.LinkedItemQueries = []*sdp.LinkedItemQuery{\n\t\t{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"test-dog\",\n\t\t\t\tMethod: sdp.QueryMethod_LIST,\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"test-hobby\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: \"test-motorcycling\",\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"test-location\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: \"test-london\",\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t},\n\t}\n\n\treturn i\n}\n\nfunc manny() *sdp.Item {\n\ti := createTestItem(\"test-dog\", \"test-manny\")\n\n\ti.LinkedItemQueries = []*sdp.LinkedItemQuery{\n\t\t{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"test-location\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: \"test-london\",\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"test-food\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: \"test-kibble\",\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t},\n\t}\n\n\treturn i\n}\n\nfunc kibble() *sdp.Item {\n\treturn createTestItem(\"test-food\", \"test-kibble\")\n}\n\nfunc motorcycling() *sdp.Item {\n\treturn createTestItem(\"test-hobby\", \"test-motorcycling\")\n}\n\nfunc knitting() *sdp.Item {\n\treturn createTestItem(\"test-hobby\", \"test-knitting\")\n}\n\nfunc london() *sdp.Item {\n\tl := createTestItem(\"test-location\", \"test-london\")\n\tl.LinkedItemQueries = []*sdp.LinkedItemQuery{\n\t\t{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"test-region\",\n\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\tQuery: \"test-gb\",\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"test-hobby\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: \"*\",\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tQuery: &sdp.Query{\n\t\t\t\tType: \"test-location\",\n\t\t\t\tMethod: sdp.QueryMethod_SEARCH,\n\t\t\t\tQuery: \"test-soho\",\n\t\t\t\tScope: \"test\",\n\t\t\t},\n\t\t},\n\t}\n\n\treturn l\n}\n\nfunc soho() *sdp.Item {\n\tl := createTestItem(\"test-location\", \"test-soho\")\n\tl.LinkedItemQueries = []*sdp.LinkedItemQuery{}\n\n\treturn l\n}\n\nfunc gb() *sdp.Item {\n\treturn createTestItem(\"test-region\", \"test-gb\")\n}\n" }, { "path": "stdlib-source/adapters/test/testdog.go", "content": "package test\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// TestDogAdapter An adapter of `dog` items for automated tests.\ntype TestDogAdapter struct{}\n\n// Type is the type of items that this returns\nfunc (s *TestDogAdapter) Type() string {\n\treturn \"test-dog\"\n}\n\n// Name Returns the name of the backend\nfunc (s *TestDogAdapter) Name() string {\n\treturn \"stdlib-test-dog\"\n}\n\n// Metadata Returns the metadata for the adapter\nfunc (s *TestDogAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: s.Type(),\n\t\tDescriptiveName: s.Name(),\n\t}\n}\n\n// Weighting of duplicate adapters\nfunc (s *TestDogAdapter) Weight() int {\n\treturn 100\n}\n\n// List of scopes that this adapter is capable of find items for\nfunc (s *TestDogAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"test\",\n\t}\n}\n\nfunc (s *TestDogAdapter) Hidden() bool {\n\treturn true\n}\n\n// Gets a single item. This expects a name\nfunc (d *TestDogAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"test-manny\":\n\t\treturn manny(), nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n\nfunc (d *TestDogAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn []*sdp.Item{manny()}, nil\n}\n\nfunc (d *TestDogAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"\", \"*\", \"test-manny\":\n\t\treturn []*sdp.Item{manny()}, nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n" }, { "path": "stdlib-source/adapters/test/testfood.go", "content": "package test\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// TestFoodAdapter A adapter of `food` items for automated tests.\ntype TestFoodAdapter struct{}\n\n// Type is the type of items that this returns\nfunc (s *TestFoodAdapter) Type() string {\n\treturn \"test-food\"\n}\n\n// Name Returns the name of the backend\nfunc (s *TestFoodAdapter) Name() string {\n\treturn \"stdlib-test-food\"\n}\n\nfunc (s *TestFoodAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: s.Type(),\n\t\tDescriptiveName: s.Name(),\n\t}\n}\n\n// Weighting of duplicate adapters\nfunc (s *TestFoodAdapter) Weight() int {\n\treturn 100\n}\n\n// List of scopes that this adapter is capable of find items for\nfunc (s *TestFoodAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"test\",\n\t}\n}\n\nfunc (s *TestFoodAdapter) Hidden() bool {\n\treturn true\n}\n\n// Gets a single item. This expects a name\nfunc (d *TestFoodAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"test-kibble\":\n\t\treturn kibble(), nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n\nfunc (d *TestFoodAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn []*sdp.Item{kibble()}, nil\n}\n\nfunc (d *TestFoodAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"\", \"*\", \"test-kibble\":\n\t\treturn []*sdp.Item{kibble()}, nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n" }, { "path": "stdlib-source/adapters/test/testgroup.go", "content": "package test\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// TestGroupAdapter A adapter of `group` items for automated tests.\ntype TestGroupAdapter struct{}\n\n// Type is the type of items that this returns\nfunc (s *TestGroupAdapter) Type() string {\n\treturn \"test-group\"\n}\n\n// Name Returns the name of the backend\nfunc (s *TestGroupAdapter) Name() string {\n\treturn \"stdlib-test-group\"\n}\n\n// Weighting of duplicate adapters\nfunc (s *TestGroupAdapter) Weight() int {\n\treturn 100\n}\n\nfunc (s *TestGroupAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: s.Type(),\n\t\tDescriptiveName: s.Name(),\n\t}\n}\n\n// List of scopes that this adapter is capable of find items for\nfunc (s *TestGroupAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"test\",\n\t}\n}\n\nfunc (s *TestGroupAdapter) Hidden() bool {\n\treturn true\n}\n\n// Gets a single item. This expects a name\nfunc (d *TestGroupAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"test-admins\":\n\t\treturn admins(), nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n\nfunc (d *TestGroupAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn []*sdp.Item{admins()}, nil\n}\n\nfunc (d *TestGroupAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"\", \"*\", \"test-admins\":\n\t\treturn []*sdp.Item{admins()}, nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n" }, { "path": "stdlib-source/adapters/test/testhobby.go", "content": "package test\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// TestHobbyAdapter A adapter of `hobby` items for automated tests.\ntype TestHobbyAdapter struct{}\n\n// Type is the type of items that this returns\nfunc (s *TestHobbyAdapter) Type() string {\n\treturn \"test-hobby\"\n}\n\n// Name Returns the name of the backend\nfunc (s *TestHobbyAdapter) Name() string {\n\treturn \"stdlib-test-hobby\"\n}\n\nfunc (s *TestHobbyAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: s.Type(),\n\t\tDescriptiveName: s.Name(),\n\t}\n}\n\n// Weighting of duplicate adapters\nfunc (s *TestHobbyAdapter) Weight() int {\n\treturn 100\n}\n\n// List of scopes that this adapter is capable of find items for\nfunc (s *TestHobbyAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"test\",\n\t}\n}\n\nfunc (s *TestHobbyAdapter) Hidden() bool {\n\treturn true\n}\n\n// Gets a single item. This expects a name\nfunc (d *TestHobbyAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"test-motorcycling\":\n\t\treturn motorcycling(), nil\n\tcase \"test-knitting\":\n\t\treturn knitting(), nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n\nfunc (d *TestHobbyAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn []*sdp.Item{motorcycling(), knitting()}, nil\n}\n\nfunc (d *TestHobbyAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"\", \"*\":\n\t\treturn []*sdp.Item{motorcycling(), knitting()}, nil\n\tcase \"test-motorcycling\":\n\t\treturn []*sdp.Item{motorcycling()}, nil\n\tcase \"test-knitting\":\n\t\treturn []*sdp.Item{knitting()}, nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n" }, { "path": "stdlib-source/adapters/test/testlocation.go", "content": "package test\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// TestLocationAdapter A adapter of `location` items for automated tests.\ntype TestLocationAdapter struct{}\n\n// Type is the type of items that this returns\nfunc (s *TestLocationAdapter) Type() string {\n\treturn \"test-location\"\n}\n\n// Name Returns the name of the backend\nfunc (s *TestLocationAdapter) Name() string {\n\treturn \"stdlib-test-location\"\n}\n\n// Weighting of duplicate adapters\nfunc (s *TestLocationAdapter) Weight() int {\n\treturn 100\n}\n\nfunc (s *TestLocationAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: s.Type(),\n\t\tDescriptiveName: s.Name(),\n\t}\n}\n\n// List of scopes that this adapter is capable of find items for\nfunc (s *TestLocationAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"test\",\n\t}\n}\n\nfunc (s *TestLocationAdapter) Hidden() bool {\n\treturn true\n}\n\n// Gets a single item. This expects a name\nfunc (d *TestLocationAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"test-london\":\n\t\treturn london(), nil\n\tcase \"test-soho\":\n\t\treturn soho(), nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n\nfunc (d *TestLocationAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn []*sdp.Item{london(), soho()}, nil\n}\n\nfunc (d *TestLocationAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"\", \"*\":\n\t\treturn []*sdp.Item{london(), soho()}, nil\n\tcase \"test-london\":\n\t\treturn []*sdp.Item{london()}, nil\n\tcase \"test-soho\":\n\t\treturn []*sdp.Item{soho()}, nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n" }, { "path": "stdlib-source/adapters/test/testperson.go", "content": "package test\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// TestPersonAdapter A adapter of `person` items for automated tests.\ntype TestPersonAdapter struct{}\n\n// Type is the type of items that this returns\nfunc (s *TestPersonAdapter) Type() string {\n\treturn \"test-person\"\n}\n\n// Name Returns the name of the backend\nfunc (s *TestPersonAdapter) Name() string {\n\treturn \"stdlib-test-person\"\n}\n\n// Weighting of duplicate adapters\nfunc (s *TestPersonAdapter) Weight() int {\n\treturn 100\n}\n\n// List of scopes that this adapter is capable of find items for\nfunc (s *TestPersonAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"test\",\n\t}\n}\nfunc (s *TestPersonAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: s.Type(),\n\t\tDescriptiveName: s.Name(),\n\t}\n}\n\nfunc (s *TestPersonAdapter) Hidden() bool {\n\treturn true\n}\n\n// Gets a single item. This expects a name\nfunc (d *TestPersonAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"test-dylan\":\n\t\treturn dylan(), nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n\nfunc (d *TestPersonAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn []*sdp.Item{dylan()}, nil\n}\n\nfunc (d *TestPersonAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"\", \"*\", \"test-dylan\":\n\t\treturn []*sdp.Item{dylan()}, nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n" }, { "path": "stdlib-source/adapters/test/testregion.go", "content": "package test\n\nimport (\n\t\"context\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n)\n\n// TestRegionAdapter A adapter of `region` items for automated tests.\ntype TestRegionAdapter struct{}\n\n// Type is the type of items that this returns\nfunc (s *TestRegionAdapter) Type() string {\n\treturn \"test-region\"\n}\n\n// Name Returns the name of the backend\nfunc (s *TestRegionAdapter) Name() string {\n\treturn \"stdlib-test-region\"\n}\n\n// Weighting of duplicate adapters\nfunc (s *TestRegionAdapter) Weight() int {\n\treturn 100\n}\n\n// List of scopes that this adapter is capable of find items for\nfunc (s *TestRegionAdapter) Scopes() []string {\n\treturn []string{\n\t\t\"test\",\n\t}\n}\n\nfunc (s *TestRegionAdapter) Metadata() *sdp.AdapterMetadata {\n\treturn &sdp.AdapterMetadata{\n\t\tType: s.Type(),\n\t\tDescriptiveName: s.Name(),\n\t}\n}\n\nfunc (s *TestRegionAdapter) Hidden() bool {\n\treturn true\n}\n\n// Gets a single item. This expects a name\nfunc (d *TestRegionAdapter) Get(ctx context.Context, scope string, query string, ignoreCache bool) (*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"test-gb\":\n\t\treturn gb(), nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n\nfunc (d *TestRegionAdapter) List(ctx context.Context, scope string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\treturn []*sdp.Item{gb()}, nil\n}\n\nfunc (d *TestRegionAdapter) Search(ctx context.Context, scope string, query string, ignoreCache bool) ([]*sdp.Item, error) {\n\tif scope != \"test\" {\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOSCOPE,\n\t\t\tErrorString: \"test queries only supported in 'test' scope\",\n\t\t\tScope: scope,\n\t\t}\n\t}\n\n\tswitch query {\n\tcase \"\", \"*\", \"test-gb\":\n\t\treturn []*sdp.Item{gb()}, nil\n\tdefault:\n\t\treturn nil, &sdp.QueryError{\n\t\t\tErrorType: sdp.QueryError_NOTFOUND,\n\t\t\tScope: scope,\n\t\t}\n\t}\n}\n" }, { "path": "stdlib-source/build/package/Dockerfile", "content": "# Build the source binary\nFROM golang:1.26.2-alpine3.23 AS builder\nARG TARGETOS\nARG TARGETARCH\nARG BUILD_VERSION\nARG BUILD_COMMIT\n\n# required for accessing the private dependencies and generating version descriptor\nRUN apk upgrade --no-cache && apk add --no-cache git\n\nWORKDIR /workspace\n\nCOPY go.mod go.sum ./\nRUN --mount=type=cache,target=/go/pkg \\\n go mod download\n\nCOPY go/ go/\nCOPY stdlib-source/ stdlib-source/\n\n# Build\nRUN --mount=type=cache,target=/go/pkg \\\n --mount=type=cache,target=/root/.cache/go-build \\\n GOOS=${TARGETOS} GOARCH=${TARGETARCH} go build -trimpath -ldflags=\"-s -w -X github.com/overmindtech/cli/go/tracing.version=${BUILD_VERSION} -X github.com/overmindtech/cli/go/tracing.commit=${BUILD_COMMIT}\" -o source stdlib-source/main.go\n\nFROM alpine:3.23.4\nWORKDIR /\nCOPY --from=builder /workspace/source .\nUSER 65534:65534\n\nENTRYPOINT [\"/source\"]\n" }, { "path": "stdlib-source/cmd/root.go", "content": "package cmd\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"os\"\n\t\"os/signal\"\n\t\"strings\"\n\t\"syscall\"\n\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/overmindtech/cli/go/discovery\"\n\t\"github.com/overmindtech/cli/go/logging\"\n\t\"github.com/overmindtech/cli/stdlib-source/adapters\"\n\t\"github.com/overmindtech/cli/go/tracing\"\n\t\"github.com/spf13/cobra\"\n\t\"github.com/spf13/pflag\"\n\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/spf13/viper\"\n)\n\nvar cfgFile string\n\n// rootCmd represents the base command when called without any subcommands\nvar rootCmd = &cobra.Command{\n\tUse: \"stdlib-source\",\n\tShort: \"Standard library of remotely accessible items\",\n\tSilenceUsage: true,\n\tLong: `Gets details of items that are globally scoped\n(usually) and able to be queried without authentication.\n`,\n\tRunE: func(cmd *cobra.Command, args []string) error {\n\t\tctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)\n\t\tdefer stop()\n\t\tdefer tracing.LogRecoverToReturn(ctx, \"stdlib-source.root\")\n\n\t\t// get engine config\n\t\tengineConfig, err := discovery.EngineConfigFromViper(\"stdlib\", tracing.Version())\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Error(\"Could not get engine config from viper\")\n\t\t\treturn fmt.Errorf(\"could not get engine config from viper: %w\", err)\n\t\t}\n\t\treverseDNS := viper.GetBool(\"reverse-dns\")\n\n\t\tlog.WithFields(log.Fields{\n\t\t\t\"reverse-dns\": reverseDNS,\n\t\t}).Info(\"Got config\")\n\n\t\t// Create a basic engine first\n\t\te, err := discovery.NewEngine(engineConfig)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Could not create engine\")\n\t\t\treturn fmt.Errorf(\"could not create engine: %w\", err)\n\t\t}\n\n\t\t// Start HTTP server for health checks before initialization\n\t\thealthCheckPort := viper.GetInt(\"health-check-port\")\n\n\t\thealthCheckDNSAdapter := adapters.NewDNSAdapterForHealthCheck()\n\n\t\t// Set up health checks\n\t\tif e.EngineConfig.HeartbeatOptions == nil {\n\t\t\te.EngineConfig.HeartbeatOptions = &discovery.HeartbeatOptions{}\n\t\t}\n\n\t\t// ReadinessCheck verifies the DNS adapter is working\n\t\t// Timeout is handled by SendHeartbeat, HTTP handlers rely on request context\n\t\te.SetReadinessCheck(func(ctx context.Context) error {\n\t\t\t_, err := healthCheckDNSAdapter.Search(ctx, \"global\", \"www.google.com\", true)\n\t\t\tif err != nil {\n\t\t\t\treturn fmt.Errorf(\"test dns lookup failed: %w\", err)\n\t\t\t}\n\t\t\treturn nil\n\t\t})\n\n\t\te.ServeHealthProbes(healthCheckPort)\n\n\t\t// Start the engine (NATS connection) before adapter init so heartbeats work\n\t\terr = e.Start(ctx)\n\t\tif err != nil {\n\t\t\tsentry.CaptureException(err)\n\t\t\tlog.WithError(err).Error(\"Could not start engine\")\n\t\t\treturn fmt.Errorf(\"could not start engine: %w\", err)\n\t\t}\n\n\t\t// Stdlib adapters are all in-memory (no external API calls), so no\n\t\t// InitialiseAdapters retry wrapper needed β€” just use SetInitError on failure.\n\t\terr = adapters.InitializeAdapters(ctx, e, reverseDNS)\n\t\tif err != nil {\n\t\t\tinitErr := fmt.Errorf(\"could not initialize stdlib adapters: %w\", err)\n\t\t\tlog.WithError(initErr).Error(\"Stdlib source initialization failed - pod will stay running with error status\")\n\t\t\te.SetInitError(initErr)\n\t\t\tsentry.CaptureException(initErr)\n\t\t} else {\n\t\t\te.MarkAdaptersInitialized()\n\t\t\t// Start() already launched the heartbeat loop, so StartSendingHeartbeats\n\t\t\t// is a no-op here. Send an immediate heartbeat so the API server learns\n\t\t\t// the source is healthy without waiting for the next tick.\n\t\t\tif err := e.SendHeartbeat(ctx, nil); err != nil {\n\t\t\t\tlog.WithError(err).Warn(\"Failed to send post-init heartbeat\")\n\t\t\t}\n\t\t}\n\n\t\t<-ctx.Done()\n\n\t\tlog.Info(\"Stopping engine\")\n\n\t\terr = e.Stop()\n\t\tif err != nil {\n\t\t\tlog.WithError(err).Error(\"Could not stop engine\")\n\t\t\treturn fmt.Errorf(\"could not stop engine: %w\", err)\n\t\t}\n\n\t\tlog.Info(\"Stopped\")\n\n\t\treturn nil\n\t},\n}\n\n// Execute adds all child commands to the root command and sets flags\n// appropriately. This is called by main.main(). It only needs to happen once to\n// the rootCmd.\nfunc Execute() {\n\tif err := rootCmd.Execute(); err != nil {\n\t\tfmt.Println(err)\n\t\tos.Exit(1)\n\t}\n}\n\nfunc init() {\n\tcobra.OnInitialize(initConfig)\n\n\t// Here you will define your flags and configuration settings.\n\t// Cobra supports persistent flags, which, if defined here,\n\t// will be global for your application.\n\tvar logLevel string\n\n\t// General config options\n\trootCmd.PersistentFlags().StringVar(&cfgFile, \"config\", \"/etc/srcman/config/source.yaml\", \"config file path\")\n\trootCmd.PersistentFlags().StringVar(&logLevel, \"log\", \"info\", \"Set the log level. Valid values: panic, fatal, error, warn, info, debug, trace\")\n\tcobra.CheckErr(viper.BindEnv(\"log\", \"STDLIB_LOG\", \"LOG\")) // fallback to global config\n\trootCmd.PersistentFlags().Bool(\"reverse-dns\", false, \"If true, will perform reverse DNS lookups on IP addresses\")\n\n\t// engine config options\n\tdiscovery.AddEngineFlags(rootCmd)\n\n\trootCmd.PersistentFlags().IntP(\"health-check-port\", \"\", 8089, \"The port that the health check should run on\")\n\tcobra.CheckErr(viper.BindEnv(\"health-check-port\", \"STDLIB_HEALTH_CHECK_PORT\", \"HEALTH_CHECK_PORT\", \"STDLIB_SERVICE_PORT\", \"SERVICE_PORT\")) // new names + backwards compat\n\t// tracing\n\trootCmd.PersistentFlags().String(\"honeycomb-api-key\", \"\", \"If specified, configures opentelemetry libraries to submit traces to honeycomb\")\n\tcobra.CheckErr(viper.BindEnv(\"honeycomb-api-key\", \"STDLIB_HONEYCOMB_API_KEY\", \"HONEYCOMB_API_KEY\")) // fallback to global config\n\trootCmd.PersistentFlags().String(\"sentry-dsn\", \"\", \"If specified, configures sentry libraries to capture errors\")\n\tcobra.CheckErr(viper.BindEnv(\"sentry-dsn\", \"STDLIB_SENTRY_DSN\", \"SENTRY_DSN\")) // fallback to global config\n\trootCmd.PersistentFlags().String(\"run-mode\", \"release\", \"Set the run mode for this service, 'release', 'debug' or 'test'. Defaults to 'release'.\")\n\trootCmd.PersistentFlags().Bool(\"json-log\", true, \"Set to false to emit logs as text for easier reading in development.\")\n\tcobra.CheckErr(viper.BindEnv(\"json-log\", \"STDLIB_SOURCE_JSON_LOG\", \"JSON_LOG\")) // fallback to global config\n\n\t// Bind these to viper\n\tcobra.CheckErr(viper.BindPFlags(rootCmd.PersistentFlags()))\n\n\t// Run this before we do anything to set up the loglevel\n\trootCmd.PersistentPreRunE = func(cmd *cobra.Command, args []string) error {\n\t\tif lvl, err := log.ParseLevel(logLevel); err == nil {\n\t\t\tlog.SetLevel(lvl)\n\t\t} else {\n\t\t\tlog.SetLevel(log.InfoLevel)\n\t\t\tlog.WithFields(log.Fields{\n\t\t\t\t\"error\": err,\n\t\t\t}).Error(\"Could not parse log level\")\n\t\t}\n\n\t\tlog.AddHook(TerminationLogHook{})\n\n\t\t// Bind flags that haven't been set to the values from viper of we have them\n\t\tvar bindErr error\n\t\tcmd.PersistentFlags().VisitAll(func(f *pflag.Flag) {\n\t\t\t// Bind the flag to viper only if it has a non-empty default\n\t\t\tif f.DefValue != \"\" || f.Changed {\n\t\t\t\tif err := viper.BindPFlag(f.Name, f); err != nil {\n\t\t\t\t\tbindErr = err\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t\tif bindErr != nil {\n\t\t\tlog.WithError(bindErr).Error(\"Could not bind flag to viper\")\n\t\t\treturn fmt.Errorf(\"could not bind flag to viper: %w\", bindErr)\n\t\t}\n\n\t\tif viper.GetBool(\"json-log\") {\n\t\t\tlogging.ConfigureLogrusJSON(log.StandardLogger())\n\t\t}\n\n\t\tif err := tracing.InitTracerWithUpstreams(\"stdlib-source\", viper.GetString(\"honeycomb-api-key\"), viper.GetString(\"sentry-dsn\")); err != nil {\n\t\t\tlog.WithError(err).Error(\"could not init tracer\")\n\t\t\treturn fmt.Errorf(\"could not init tracer: %w\", err)\n\t\t}\n\t\treturn nil\n\t}\n\n\t// shut down tracing at the end of the process\n\trootCmd.PersistentPostRun = func(cmd *cobra.Command, args []string) {\n\t\ttracing.ShutdownTracer(context.Background())\n\t}\n}\n\n// initConfig reads in config file and ENV variables if set.\nfunc initConfig() {\n\tviper.SetConfigFile(cfgFile)\n\n\treplacer := strings.NewReplacer(\"-\", \"_\")\n\n\tviper.SetEnvKeyReplacer(replacer)\n\tviper.SetEnvPrefix(\"STDLIB\")\n\tviper.AutomaticEnv() // read in environment variables that match\n\n\t// If a config file is found, read it in.\n\tif err := viper.ReadInConfig(); err == nil {\n\t\tlog.Infof(\"Using config file: %v\", viper.ConfigFileUsed())\n\t}\n}\n\n// TerminationLogHook A hook that logs fatal errors to the termination log\ntype TerminationLogHook struct{}\n\nfunc (t TerminationLogHook) Levels() []log.Level {\n\treturn []log.Level{log.FatalLevel}\n}\n\nfunc (t TerminationLogHook) Fire(e *log.Entry) error {\n\t// shutdown tracing first to ensure all spans are flushed\n\ttracing.ShutdownTracer(context.Background())\n\ttLog, err := os.OpenFile(\"/dev/termination-log\", os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0o644)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\tvar message string\n\n\tmessage = e.Message\n\n\tfor k, v := range e.Data {\n\t\tmessage = fmt.Sprintf(\"%v %v=%v\", message, k, v)\n\t}\n\n\t_, err = tLog.WriteString(message)\n\n\treturn err\n}\n" }, { "path": "stdlib-source/main.go", "content": "/*\nCopyright Β© 2021 {AUTHOR}\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n\thttp://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\npackage main\n\nimport (\n\t\"github.com/overmindtech/cli/stdlib-source/cmd\"\n\t_ \"go.uber.org/automaxprocs\"\n)\n\nfunc main() {\n\tcmd.Execute()\n}\n" }, { "path": "tfutils/aws_config.go", "content": "package tfutils\n\nimport (\n\t\"bytes\"\n\t\"context\"\n\t\"fmt\"\n\t\"maps\"\n\t\"net/http\"\n\t\"net/url\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"strings\"\n\n\t\"github.com/aws/aws-sdk-go-v2/aws\"\n\tawshttp \"github.com/aws/aws-sdk-go-v2/aws/transport/http\"\n\t\"github.com/aws/aws-sdk-go-v2/config\"\n\t\"github.com/aws/aws-sdk-go-v2/credentials\"\n\t\"github.com/aws/aws-sdk-go-v2/feature/ec2/imds\"\n\t\"github.com/hashicorp/hcl/v2\"\n\t\"github.com/hashicorp/hcl/v2/gohcl\"\n\t\"github.com/hashicorp/hcl/v2/hclparse\"\n\t\"github.com/hashicorp/terraform-config-inspect/tfconfig\"\n\t\"github.com/mitchellh/go-homedir\"\n\t\"github.com/zclconf/go-cty/cty\"\n\tctyjson \"github.com/zclconf/go-cty/cty/json\"\n\t\"golang.org/x/net/http/httpproxy\"\n)\n\n// A minimal struct that will decode the bare minimum to allow us to avoid\n// looking at things we don't want to\ntype basicProviderFile struct {\n\tProviders []genericProvider `hcl:\"provider,block\"`\n\tRemain hcl.Body `hcl:\",remain\"`\n}\n\n// Bare minimum provider block that allows us to parse the provider name and\n// nothing else, then pass the remaining to a more specific scope\ntype genericProvider struct {\n\tName string `hcl:\"name,label\"`\n\tRemain hcl.Body `hcl:\",remain\"`\n}\n\n// This struct allows us to parse any HCL file that contains an AWS provider\n// using the gohcl library.\ntype ProviderFile struct {\n\tProviders []AWSProvider `hcl:\"provider,block\"`\n\n\t// Throw any additional stuff into here so it doesn't fail\n\tRemain hcl.Body `hcl:\",remain\"`\n}\n\n// This struct represents an AWS provider block in a terraform file. It is\n// intended to be used with the gohcl library to parse HCL files.\n//\n// The fields are based on the AWS provider configuration documentation:\n// https://registry.terraform.io/providers/hashicorp/aws/latest/docs#provider-configuration\ntype AWSProvider struct {\n\tName string `hcl:\"name,label\" yaml:\"name,omitempty\"`\n\tAlias string `hcl:\"alias,optional\" yaml:\"alias,omitempty\"`\n\tAccessKey string `hcl:\"access_key,optional\" yaml:\"access_key,omitempty\"`\n\tSecretKey string `hcl:\"secret_key,optional\" yaml:\"secret_key,omitempty\"`\n\tToken string `hcl:\"token,optional\" yaml:\"token,omitempty\"`\n\tRegion string `hcl:\"region,optional\" yaml:\"region,omitempty\"`\n\tCustomCABundle string `hcl:\"custom_ca_bundle,optional\" yaml:\"custom_ca_bundle,omitempty\"`\n\tEC2MetadataServiceEndpoint string `hcl:\"ec2_metadata_service_endpoint,optional\" yaml:\"ec2_metadata_service_endpoint,omitempty\"`\n\tEC2MetadataServiceEndpointMode string `hcl:\"ec2_metadata_service_endpoint_mode,optional\" yaml:\"ec2_metadata_service_endpoint_mode,omitempty\"`\n\tSkipMetadataAPICheck bool `hcl:\"skip_metadata_api_check,optional\" yaml:\"skip_metadata_api_check,omitempty\"`\n\tHTTPProxy string `hcl:\"http_proxy,optional\" yaml:\"http_proxy,omitempty\"`\n\tHTTPSProxy string `hcl:\"https_proxy,optional\" yaml:\"https_proxy,omitempty\"`\n\tNoProxy string `hcl:\"no_proxy,optional\" yaml:\"no_proxy,omitempty\"`\n\tMaxRetries int `hcl:\"max_retries,optional\" yaml:\"max_retries,omitempty\"`\n\tProfile string `hcl:\"profile,optional\" yaml:\"profile,omitempty\"`\n\tRetryMode string `hcl:\"retry_mode,optional\" yaml:\"retry_mode,omitempty\"`\n\tSharedConfigFiles []string `hcl:\"shared_config_files,optional\" yaml:\"shared_config_files,omitempty\"`\n\tSharedCredentialsFiles []string `hcl:\"shared_credentials_files,optional\" yaml:\"shared_credentials_files,omitempty\"`\n\tUseDualStackEndpoint bool `hcl:\"use_dualstack_endpoint,optional\" yaml:\"use_dualstack_endpoint,omitempty\"`\n\tUseFIPSEndpoint bool `hcl:\"use_fips_endpoint,optional\" yaml:\"use_fips_endpoint,omitempty\"`\n\n\tAssumeRole *AssumeRole `hcl:\"assume_role,block\" yaml:\"assume_role,omitempty\"`\n\tAssumeRoleWithWebIdentity *AssumeRoleWithWebIdentity `hcl:\"assume_role_with_web_identity,block\" yaml:\"assume_role_with_web_identity,omitempty\"`\n\n\t// Throw any additional stuff into here so it doesn't fail\n\tRemain hcl.Body `hcl:\",remain\" yaml:\"-\"`\n}\n\n// Fields that are used for assuming a role, see:\n// https://registry.terraform.io/providers/hashicorp/aws/latest/docs#assuming-an-iam-role\ntype AssumeRole struct {\n\tDuration string `hcl:\"duration,optional\" yaml:\"duration,omitempty\"`\n\tExternalID string `hcl:\"external_id,optional\" yaml:\"external_id,omitempty\"`\n\tPolicy string `hcl:\"policy,optional\" yaml:\"policy,omitempty\"`\n\tPolicyARNs []string `hcl:\"policy_arns,optional\" yaml:\"policy_arns,omitempty\"`\n\tRoleARN string `hcl:\"role_arn,optional\" yaml:\"role_arn,omitempty\"`\n\tSessionName string `hcl:\"session_name,optional\" yaml:\"session_name,omitempty\"`\n\tSourceIdentity string `hcl:\"source_identity,optional\" yaml:\"source_identity,omitempty\"`\n\tTags map[string]string `hcl:\"tags,optional\" yaml:\"tags,omitempty\"`\n\tTransitiveTagKeys []string `hcl:\"transitive_tag_keys,optional\" yaml:\"transitive_tag_keys,omitempty\"`\n\n\t// Throw any additional stuff into here so it doesn't fail\n\tRemain hcl.Body `hcl:\",remain\" yaml:\"-\"`\n}\n\n// Fields that are used for assuming a role with web identity, see:\n// https://registry.terraform.io/providers/hashicorp/aws/latest/docs#assuming-an-iam-role-using-a-web-identity\ntype AssumeRoleWithWebIdentity struct {\n\tDuration string `hcl:\"duration,optional\" yaml:\"duration,omitempty\"`\n\tPolicy string `hcl:\"policy,optional\" yaml:\"policy,omitempty\"`\n\tPolicyARNs []string `hcl:\"policy_arns,optional\" yaml:\"policy_arns,omitempty\"`\n\tRoleARN string `hcl:\"role_arn,optional\" yaml:\"role_arn,omitempty\"`\n\tSessionName string `hcl:\"session_name,optional\" yaml:\"session_name,omitempty\"`\n\tWebIdentityToken string `hcl:\"web_identity_token,optional\" yaml:\"web_identity_token,omitempty\"`\n\tWebIdentityTokenFile string `hcl:\"web_identity_token_file,optional\" yaml:\"web_identity_token_file,omitempty\"`\n\n\t// Throw any additional stuff into here so it doesn't fail\n\tRemain hcl.Body `hcl:\",remain\" yaml:\"-\"`\n}\n\n// restore the default value to a cty value after tfconfig has\n// passed it through JSON to \"void the caller needing to deal with\n// cty\"\nfunc ctyFromTfconfig(v any) cty.Value {\n\tswitch def := v.(type) {\n\tcase bool:\n\t\treturn cty.BoolVal(def)\n\tcase float64:\n\t\treturn cty.NumberFloatVal(def)\n\tcase int:\n\t\treturn cty.NumberIntVal(int64(def))\n\tcase string:\n\t\treturn cty.StringVal(def)\n\tcase []any:\n\t\td := make([]cty.Value, 0, len(def))\n\t\tfor _, v := range def {\n\t\t\td = append(d, ctyFromTfconfig(v))\n\t\t}\n\t\treturn cty.ListVal(d)\n\tcase map[string]any:\n\t\td := map[string]cty.Value{}\n\t\tfor k, v := range def {\n\t\t\td[k] = ctyFromTfconfig(v)\n\t\t}\n\t\treturn cty.ObjectVal(d)\n\tdefault:\n\t\treturn cty.NilVal\n\t}\n}\n\n// Loads the eval context in the same way that Terraform does, this means it\n// supports TF_VAR_* environment variables, terraform.tfvars,\n// terraform.tfvars.json, *.auto.tfvars, and *.auto.tfvars.json files, and -var\n// and -var-file arguments. These are processed in the order that Terraform uses\n// and should result in the same set of variables being loaded.\n//\n// The args parameter should contain the raw arguments that were passed to\n// terraform. This includes: -var and -var-file arguments, and should be passed\n// as a list of strings.\n//\n// The env parameter should contain the environment variables that were present\n// when Terraform was run. These should be passed as a []strings (from\n// `os.Environ()`), variables beginning with TF_VAR_ will be used.\nfunc LoadEvalContext(args []string, env []string) (*hcl.EvalContext, error) {\n\t// Note that Terraform has a hierarchy of variable sources, which we need\n\t// to respect, with later sources taking precedence over earlier ones:\n\t//\n\t// * Environment variables\n\t// * The terraform.tfvars file, if present.\n\t// * The terraform.tfvars.json file, if present.\n\t// * Any *.auto.tfvars or *.auto.tfvars.json files, processed in lexical\n\t// order of their filenames.\n\t// * Any -var and -var-file options on the command line, in the order they\n\t// are provided. (This includes variables set by an HCP Terraform workspace.)\n\tevalCtx := hcl.EvalContext{\n\t\tVariables: make(map[string]cty.Value),\n\t}\n\n\t// Parse variable declarations from the Terraform configuration. This will\n\t// supply any default values from variables that are declared in the root\n\t// module.\n\tmod, diags := tfconfig.LoadModule(\".\")\n\tif diags.HasErrors() {\n\t\treturn nil, fmt.Errorf(\"error loading terraform module: %w\", diags)\n\t}\n\tif mod.Diagnostics.HasErrors() {\n\t\treturn nil, fmt.Errorf(\"loaded terraform module with errors: %w\", mod.Diagnostics)\n\t}\n\n\tvars := map[string]cty.Value{}\n\tfor _, v := range mod.Variables {\n\t\tif v.Default != nil {\n\t\t\tvars[v.Name] = ctyFromTfconfig(v.Default)\n\t\t}\n\t}\n\tevalCtx.Variables[\"var\"] = cty.ObjectVal(vars)\n\n\t// Parse environment variables. Note that if a root module variable uses a\n\t// type constraint to require a complex value (list, set, map, object, or\n\t// tuple), Terraform will instead attempt to parse its value using the same\n\t// syntax used within variable definitions files, which requires careful\n\t// attention to the string escaping rules in your shell:\n\t//\n\t// ```shell\n\t// export TF_VAR_availability_zone_names='[\"us-west-1b\",\"us-west-1d\"]'\n\t// ```\n\t//\n\tfor _, envVar := range env {\n\t\t// If the key starts with TF_VAR_, we need to strip that off, and we\n\t\t// also want to filter on only these variables\n\t\tif strings.HasPrefix(envVar, \"TF_VAR_\") {\n\t\t\terr := ParseFlagValue(envVar[7:], &evalCtx)\n\t\t\tif err != nil {\n\t\t\t\treturn nil, err\n\t\t\t}\n\t\t} else {\n\t\t\tcontinue\n\t\t}\n\t}\n\n\t// Parse the terraform.tfvars file, if present.\n\tif _, err := os.Stat(\"terraform.tfvars\"); err == nil {\n\t\t// Parse the HCL file\n\t\terr = ParseTFVarsFile(\"terraform.tfvars\", &evalCtx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\t// Parse the terraform.tfvars.json file, if present.\n\tif _, err := os.Stat(\"terraform.tfvars.json\"); err == nil {\n\t\t// Parse the JSON file\n\t\terr = ParseTFVarsJSONFile(\"terraform.tfvars.json\", &evalCtx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\t// Parse *.auto.tfvars or *.auto.tfvars.json files, processed in lexical\n\t// order of their filenames.\n\tmatches, _ := filepath.Glob(\"*.auto.tfvars\")\n\tfor _, file := range matches {\n\t\t// Parse the HCL file\n\t\terr := ParseTFVarsFile(file, &evalCtx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\tmatches, _ = filepath.Glob(\"*.auto.tfvars.json\")\n\tfor _, file := range matches {\n\t\t// Parse the JSON file\n\t\terr := ParseTFVarsJSONFile(file, &evalCtx)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\t}\n\n\t// Parse vars from args, this means the var files and raw vars, in the order\n\t// they are provided\n\terr := ParseVarsArgs(args, &evalCtx)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\treturn &evalCtx, nil\n}\n\n// Parses a given TF Vars file into the given eval context\nfunc ParseTFVarsFile(file string, dest *hcl.EvalContext) error {\n\t// Read the file\n\tb, err := os.ReadFile(file)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error reading terraform vars file: %w\", err)\n\t}\n\n\t// Parse the HCL file\n\tparser := hclparse.NewParser()\n\tparsedFile, diag := parser.ParseHCL(b, file)\n\tif diag.HasErrors() {\n\t\treturn fmt.Errorf(\"error parsing terraform vars file: %w\", diag)\n\t}\n\n\t// Decode the body\n\tvar vars map[string]cty.Value\n\tdiag = gohcl.DecodeBody(parsedFile.Body, nil, &vars)\n\tif diag.HasErrors() {\n\t\treturn fmt.Errorf(\"error decoding terraform vars file: %w\", diag)\n\t}\n\n\t// Merge the vars into the eval context\n\tsetVariables(dest, vars)\n\treturn nil\n}\n\n// setVariable sets a variable in the given eval context\nfunc setVariable(dest *hcl.EvalContext, key string, value cty.Value) {\n\tvariablesValue, ok := dest.Variables[\"var\"]\n\tif !ok {\n\t\tvariablesValue = cty.EmptyObjectVal\n\t}\n\tvariables := variablesValue.AsValueMap()\n\tif variables == nil {\n\t\tvariables = map[string]cty.Value{}\n\t}\n\tvariables[key] = value\n\tdest.Variables[\"var\"] = cty.ObjectVal(variables)\n}\n\n// setVariables sets multiple variables in the given eval context\nfunc setVariables(dest *hcl.EvalContext, variables map[string]cty.Value) {\n\tvariablesValue, ok := dest.Variables[\"var\"]\n\tif !ok {\n\t\tvariablesValue = cty.EmptyObjectVal\n\t}\n\tvariablesDest := variablesValue.AsValueMap()\n\tif variablesDest == nil {\n\t\tvariablesDest = map[string]cty.Value{}\n\t}\n\tmaps.Copy(variablesDest, variables)\n\tdest.Variables[\"var\"] = cty.ObjectVal(variablesDest)\n}\n\n// Parses a given TF Vars JSON file into the given eval context. In this each\n// key becomes a variable as par the Hashicorp docs:\n// https://developer.hashicorp.com/terraform/language/values/variables#variable-definitions-tfvars-files\nfunc ParseTFVarsJSONFile(file string, dest *hcl.EvalContext) error {\n\t// Read the file\n\tb, err := os.ReadFile(file)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error reading terraform vars file: %w\", err)\n\t}\n\n\t// Read the type structure form the file\n\tctyType, err := ctyjson.ImpliedType(b)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error unmarshalling terraform vars file: %w\", err)\n\t}\n\n\t// Unmarshal the values\n\tctyValue, err := ctyjson.Unmarshal(b, ctyType)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"error unmarshalling terraform vars file: %w\", err)\n\t}\n\n\t// Extract the variables\n\tfor k, v := range ctyValue.AsValueMap() {\n\t\tsetVariable(dest, k, v)\n\t}\n\n\treturn nil\n}\n\n// Parses either a `json` or `tfvars` formatted vars file ands adds these\n// variables to the context\nfunc ParseVarsFile(path string, dest *hcl.EvalContext) error {\n\tswitch {\n\tcase strings.HasSuffix(path, \".json\"):\n\t\treturn ParseTFVarsJSONFile(path, dest)\n\tcase strings.HasSuffix(path, \".tfvars\"):\n\t\treturn ParseTFVarsFile(path, dest)\n\tdefault:\n\t\treturn fmt.Errorf(\"unsupported vars file format: %s\", path)\n\t}\n}\n\n// Parses the os.Args for -var and -var-file arguments and adds them to the eval\n// context.\nfunc ParseVarsArgs(args []string, dest *hcl.EvalContext) error {\n\t// We are going to parse the whole argument as HCL here since you can\n\t// include arrays, maps etc.\n\tfor i, arg := range args {\n\t\t// normalize `--foo` arguments to `-foo`\n\t\tif strings.HasPrefix(arg, \"--\") {\n\t\t\targ = arg[1:]\n\t\t}\n\t\tswitch {\n\t\tcase strings.HasPrefix(arg, \"-var=\"):\n\t\t\terr := ParseFlagValue(arg[5:], dest)\n\t\t\tif err != nil {\n\t\t\t\treturn err\n\t\t\t}\n\t\tcase arg == \"-var\":\n\t\t\t// If the flag is just -var, we need to use the next arg as the value\n\t\t\t// and skip this one\n\t\t\tif i+1 < len(args) {\n\t\t\t\terr := ParseFlagValue(args[i+1], dest)\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn err\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tcontinue\n\t\t\t}\n\t\tcase strings.HasPrefix(arg, \"-var-file=\"):\n\t\t\terr := ParseVarsFile(arg[10:], dest)\n\t\t\tif err != nil {\n\t\t\t\treturn err\n\t\t\t}\n\t\tcase arg == \"-var-file\":\n\t\t\t// If the flag is just -var-file, we need to use the next arg as the value\n\t\t\t// and skip this one\n\t\t\tif i+1 < len(args) {\n\t\t\t\terr := ParseVarsFile(args[i+1], dest)\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn err\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tcontinue\n\t\t\t}\n\t\tdefault:\n\t\t\tcontinue\n\t\t}\n\n\t}\n\n\treturn nil\n}\n\n// Parses the value of a -var flag. The value should already be extracted here\n// i.e. the text after the = sign, or after the space if the = sign isn't used,\n// so you should be passing in \"foo=var\" or \"[1,2,3]\" etc.\n//\n// Terraform allows a user to specify string values without quotes,\n// which isn't valid HCL, but everything else needs to be valid HCL. For\n// example you can set a string like this:\n//\n//\t-var=\"foo=bar\"\n//\n// But this isn't valid HCL since the string isn't quoted. However if\n// you want to set a list, map etc, you need to use valid HCL syntax.\n// e.g.\n//\n//\t-var=\"foo=[1,2,3]\"\n//\n// In order to handle this we're going to try to parse as HCL, then\n// fall back to basic string parsing if that doesn't work, which seems\n// to be how the Terraform works\nfunc ParseFlagValue(value string, dest *hcl.EvalContext) error {\n\terr := func() error {\n\t\t// Parse argument as HCL\n\t\tparser := hclparse.NewParser()\n\t\tparsedFile, diag := parser.ParseHCL([]byte(value), \"\")\n\t\tif diag.HasErrors() {\n\t\t\treturn fmt.Errorf(\"error parsing terraform vars file: %w\", diag)\n\t\t}\n\n\t\t// Decode the body\n\t\tvar vars map[string]cty.Value\n\t\tdiag = gohcl.DecodeBody(parsedFile.Body, nil, &vars)\n\t\tif diag.HasErrors() {\n\t\t\treturn fmt.Errorf(\"error decoding terraform vars file: %w\", diag)\n\t\t}\n\n\t\t// Merge the vars into the eval context\n\t\tsetVariables(dest, vars)\n\t\treturn nil\n\t}()\n\n\tif err != nil {\n\t\t// Fall back to string parsing\n\t\tparts := strings.SplitN(value, \"=\", 2)\n\t\tif len(parts) != 2 {\n\t\t\treturn fmt.Errorf(\"invalid variable argument: %s\", value)\n\t\t}\n\t\tsetVariable(dest, parts[0], cty.StringVal(parts[1]))\n\t}\n\n\treturn nil\n}\n\ntype ProviderResult struct {\n\tProvider *AWSProvider\n\tError error\n\tFilePath string\n}\n\n// ParseAWSProviders scans for .tf files and extracts AWS provider configurations.\n// The search behavior is controlled by the recursive flag: when false, only the\n// provided directory is scanned via a simple glob; when true, the directory is\n// walked recursively while skipping dot-directories (e.g., .terraform).\nfunc ParseAWSProviders(terraformDir string, evalContext *hcl.EvalContext, recursive bool) ([]ProviderResult, error) {\n\tfiles, err := FindTerraformFiles(terraformDir, recursive)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tparser := hclparse.NewParser()\n\tresults := make([]ProviderResult, 0)\n\n\t// Iterate over the files\n\tfor _, file := range files {\n\t\tb, err := os.ReadFile(file)\n\t\tif err != nil {\n\t\t\tresults = append(results, ProviderResult{\n\t\t\t\tError: fmt.Errorf(\"error reading terraform file: (%v) %w\", file, err),\n\t\t\t\tFilePath: file,\n\t\t\t})\n\t\t\tcontinue\n\t\t}\n\n\t\t// Parse the HCL file\n\t\tparsedFile, diag := parser.ParseHCL(b, file)\n\t\tif diag.HasErrors() {\n\t\t\tresults = append(results, ProviderResult{\n\t\t\t\tError: fmt.Errorf(\"error parsing terraform file: (%v) %w\", file, diag),\n\t\t\t\tFilePath: file,\n\t\t\t})\n\t\t\tcontinue\n\t\t}\n\n\t\t// First decode really minimally to find just the AWS providers\n\t\tbasicFile := basicProviderFile{}\n\t\tdiag = gohcl.DecodeBody(parsedFile.Body, evalContext, &basicFile)\n\t\tif diag.HasErrors() {\n\t\t\tresults = append(results, ProviderResult{\n\t\t\t\tError: fmt.Errorf(\"error decoding terraform file: (%v) %w\", file, diag),\n\t\t\t\tFilePath: file,\n\t\t\t})\n\t\t\tcontinue\n\t\t}\n\n\t\tfor _, genericProvider := range basicFile.Providers {\n\t\t\tswitch genericProvider.Name {\n\t\t\tcase \"aws\":\n\t\t\t\tawsProvider := AWSProvider{\n\t\t\t\t\t// Since this was already decoded we need to use it here\n\t\t\t\t\tName: genericProvider.Name,\n\t\t\t\t}\n\t\t\t\tdiag = gohcl.DecodeBody(genericProvider.Remain, evalContext, &awsProvider)\n\t\t\t\tif diag.HasErrors() {\n\t\t\t\t\tresults = append(results, ProviderResult{\n\t\t\t\t\t\tError: fmt.Errorf(\"error decoding terraform file: (%v) %w\", file, diag),\n\t\t\t\t\t\tFilePath: file,\n\t\t\t\t\t})\n\t\t\t\t\tcontinue\n\t\t\t\t} else {\n\t\t\t\t\tresults = append(results, ProviderResult{\n\t\t\t\t\t\tProvider: &awsProvider,\n\t\t\t\t\t\tFilePath: file,\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn results, nil\n}\n\n// FindTerraformFiles returns a list of Terraform files under terraformDir.\n// When recursive is false, it uses a simple glob for \"*.tf\" in the directory.\n// When recursive is true, it walks the directory tree and collects .tf files,\n// skipping any dot-prefixed subdirectories (e.g., .terraform).\nfunc FindTerraformFiles(terraformDir string, recursive bool) ([]string, error) {\n\tif !recursive {\n\t\treturn filepath.Glob(filepath.Join(terraformDir, \"*.tf\"))\n\t}\n\tfiles := []string{}\n\terr := filepath.Walk(terraformDir, func(path string, info os.FileInfo, err error) error {\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t\t// If this is a subdirectory starting with a dot, skip it entirely\n\t\tif info.IsDir() && path != terraformDir && strings.HasPrefix(filepath.Base(path), \".\") {\n\t\t\treturn filepath.SkipDir\n\t\t}\n\t\tif info.IsDir() {\n\t\t\treturn nil\n\t\t}\n\t\t// Only include .tf files\n\t\tif strings.HasSuffix(path, \".tf\") {\n\t\t\tfiles = append(files, path)\n\t\t}\n\t\treturn nil\n\t})\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"error walking directory %s: %w\", terraformDir, err)\n\t}\n\treturn files, nil\n}\n\n// ConfigFromProvider creates an aws.Config from an AWSProvider that uses the\n// provided HTTP client. This client will be modified with proxy settings if\n// they are present in the provider.\nfunc ConfigFromProvider(ctx context.Context, provider AWSProvider) (aws.Config, error) {\n\tvar options []func(*config.LoadOptions) error\n\n\tif provider.AccessKey != \"\" {\n\t\toptions = append(options, config.WithCredentialsProvider(credentials.StaticCredentialsProvider{\n\t\t\tValue: aws.Credentials{\n\t\t\t\tAccessKeyID: provider.AccessKey,\n\t\t\t\tSecretAccessKey: provider.SecretKey,\n\t\t\t\tSessionToken: provider.Token,\n\t\t\t},\n\t\t}))\n\t}\n\n\tif provider.Region != \"\" {\n\t\toptions = append(options, config.WithRegion(provider.Region))\n\t}\n\n\tif provider.CustomCABundle != \"\" {\n\t\tbundlePath := os.ExpandEnv(provider.CustomCABundle)\n\t\tbundlePath, err := homedir.Expand(bundlePath)\n\t\tif err != nil {\n\t\t\treturn aws.Config{}, fmt.Errorf(\"expanding custom CA bundle path: %w\", err)\n\t\t}\n\n\t\tbundle, err := os.ReadFile(bundlePath)\n\t\tif err != nil {\n\t\t\treturn aws.Config{}, fmt.Errorf(\"reading custom CA bundle: %w\", err)\n\t\t}\n\n\t\toptions = append(options, config.WithCustomCABundle(bytes.NewReader(bundle)))\n\t}\n\n\tif provider.EC2MetadataServiceEndpoint != \"\" {\n\t\toptions = append(options, config.WithEC2IMDSEndpoint(provider.EC2MetadataServiceEndpoint))\n\t}\n\n\tif provider.EC2MetadataServiceEndpointMode != \"\" {\n\t\tvar mode imds.EndpointModeState\n\n\t\tswitch {\n\t\tcase len(provider.EC2MetadataServiceEndpointMode) == 0:\n\t\t\tmode = imds.EndpointModeStateUnset\n\t\tcase strings.EqualFold(provider.EC2MetadataServiceEndpointMode, \"IPv6\"):\n\t\t\tmode = imds.EndpointModeStateIPv4\n\t\tcase strings.EqualFold(provider.EC2MetadataServiceEndpointMode, \"IPv4\"):\n\t\t\tmode = imds.EndpointModeStateIPv6\n\t\tdefault:\n\t\t\treturn aws.Config{}, fmt.Errorf(\"unknown EC2 IMDS endpoint mode, must be either IPv6 or IPv4\")\n\t\t}\n\n\t\toptions = append(options, config.WithEC2IMDSEndpointMode(mode))\n\t}\n\n\tif provider.SkipMetadataAPICheck {\n\t\toptions = append(options, config.WithEC2IMDSClientEnableState(imds.ClientDisabled))\n\t}\n\n\tproxyConfig := httpproxy.FromEnvironment()\n\n\tif provider.HTTPProxy != \"\" {\n\t\tproxyConfig.HTTPProxy = provider.HTTPProxy\n\t}\n\n\tif provider.HTTPSProxy != \"\" {\n\t\tproxyConfig.HTTPSProxy = provider.HTTPSProxy\n\t}\n\n\tif provider.NoProxy != \"\" {\n\t\tproxyConfig.NoProxy = provider.NoProxy\n\t}\n\n\t// Always append the HTTP client that is configured with all our required\n\t// proxy settings\n\t// TODO: Can we inherit a transport here for things like OTEL?\n\thttpClient := awshttp.NewBuildableClient()\n\thttpClient.WithTransportOptions(func(t *http.Transport) {\n\t\tt.Proxy = func(r *http.Request) (*url.URL, error) {\n\t\t\treturn proxyConfig.ProxyFunc()(r.URL)\n\t\t}\n\t})\n\toptions = append(options, config.WithHTTPClient(httpClient))\n\n\tif provider.MaxRetries != 0 {\n\t\toptions = append(options, config.WithRetryMaxAttempts(provider.MaxRetries))\n\t}\n\n\tif provider.Profile != \"\" {\n\t\toptions = append(options, config.WithSharedConfigProfile(provider.Profile))\n\t}\n\n\tif provider.RetryMode != \"\" {\n\t\tswitch {\n\t\tcase strings.EqualFold(provider.RetryMode, \"standard\"):\n\t\t\toptions = append(options, config.WithRetryMode(aws.RetryModeStandard))\n\t\tcase strings.EqualFold(provider.RetryMode, \"adaptive\"):\n\t\t\toptions = append(options, config.WithRetryMode(aws.RetryModeAdaptive))\n\t\tdefault:\n\t\t\treturn aws.Config{}, fmt.Errorf(\"unknown retry mode: %s. Must be 'standard' or 'adaptive'\", provider.RetryMode)\n\t\t}\n\t}\n\n\tif len(provider.SharedConfigFiles) != 0 {\n\t\toptions = append(options, config.WithSharedConfigFiles(provider.SharedConfigFiles))\n\t}\n\n\tif len(provider.SharedCredentialsFiles) != 0 {\n\t\toptions = append(options, config.WithSharedCredentialsFiles(provider.SharedCredentialsFiles))\n\t}\n\n\tif provider.UseDualStackEndpoint {\n\t\toptions = append(options, config.WithUseDualStackEndpoint(aws.DualStackEndpointStateEnabled))\n\t}\n\n\tif provider.UseFIPSEndpoint {\n\t\toptions = append(options, config.WithUseFIPSEndpoint(aws.FIPSEndpointStateEnabled))\n\t}\n\n\treturn config.LoadDefaultConfig(ctx, options...)\n}\n" }, { "path": "tfutils/aws_config_test.go", "content": "package tfutils\n\nimport (\n\t\"context\"\n\t\"os\"\n\t\"path/filepath\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"github.com/hashicorp/hcl/v2\"\n\t\"github.com/zclconf/go-cty/cty\"\n)\n\nfunc TestParseAWSProviders(t *testing.T) {\n\tt.Run(\"non-recursive only current directory\", func(t *testing.T) {\n\t\tresults, err := ParseAWSProviders(\"testdata\", nil, false)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Error parsing AWS results: %v\", err)\n\t\t}\n\t\t// Expect 3 providers from providers.tf only\n\t\tif len(results) != 3 {\n\t\t\tt.Fatalf(\"Expected 3 results (non-recursive), got %d\", len(results))\n\t\t}\n\t})\n\n\tt.Run(\"recursive finds providers in subdirectories\", func(t *testing.T) {\n\t\tresults, err := ParseAWSProviders(\"testdata\", nil, true)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Error parsing AWS results: %v\", err)\n\t\t}\n\n\t\t// Expect 5 results when recursive:\n\t\t// - 3 from providers.tf\n\t\t// - 1 from subfolder/more_providers.tf\n\t\t// - 1 from config_from_provider/test.tf\n\t\tif len(results) != 5 {\n\t\t\tt.Fatalf(\"Expected 5 results (recursive), got %d\", len(results))\n\t\t}\n\n\t\t// Count providers by their characteristics to make test order-independent\n\t\tvar foundUsEast1, foundAssumeRole, foundEverything, foundSubdir, foundConfigTest int\n\n\t\tfor _, result := range results {\n\t\t\tif result.Provider == nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tif result.Provider.Region == \"us-east-1\" && result.Provider.Alias == \"\" {\n\t\t\t\tfoundUsEast1++\n\t\t\t}\n\t\t\tif result.Provider.Alias == \"assume_role\" && result.Provider.AssumeRole != nil {\n\t\t\t\tfoundAssumeRole++\n\t\t\t\tif result.Provider.AssumeRole.RoleARN != \"arn:aws:iam::123456789012:role/ROLE_NAME\" {\n\t\t\t\t\tt.Errorf(\"Expected role arn arn:aws:iam::123456789012:role/ROLE_NAME, got %s\", result.Provider.AssumeRole.RoleARN)\n\t\t\t\t}\n\t\t\t\tif result.Provider.AssumeRole.SessionName != \"SESSION_NAME\" {\n\t\t\t\t\tt.Errorf(\"Expected session name SESSION_NAME, got %s\", result.Provider.AssumeRole.SessionName)\n\t\t\t\t}\n\t\t\t\tif result.Provider.AssumeRole.ExternalID != \"EXTERNAL_ID\" {\n\t\t\t\t\tt.Errorf(\"Expected external id EXTERNAL_ID, got %s\", result.Provider.AssumeRole.ExternalID)\n\t\t\t\t}\n\t\t\t}\n\t\t\tif result.Provider.Alias == \"everything\" {\n\t\t\t\tfoundEverything++\n\t\t\t\tif strings.Contains(result.FilePath, \"config_from_provider\") {\n\t\t\t\t\tfoundConfigTest++\n\t\t\t\t}\n\t\t\t}\n\t\t\tif result.Provider.Alias == \"subdir\" && result.Provider.Region == \"us-west-2\" {\n\t\t\t\tfoundSubdir++\n\t\t\t\tif !strings.Contains(result.FilePath, \"subfolder\") {\n\t\t\t\t\tt.Errorf(\"Expected subdir provider to be in subfolder, got path: %s\", result.FilePath)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\tif foundUsEast1 != 1 {\n\t\t\tt.Errorf(\"Expected to find 1 us-east-1 provider, found %d\", foundUsEast1)\n\t\t}\n\t\tif foundAssumeRole != 1 {\n\t\t\tt.Errorf(\"Expected to find 1 assume_role provider, found %d\", foundAssumeRole)\n\t\t}\n\t\tif foundEverything != 2 { // One from providers.tf and one from config_from_provider/test.tf\n\t\t\tt.Errorf(\"Expected to find 2 'everything' providers, found %d\", foundEverything)\n\t\t}\n\t\tif foundSubdir != 1 {\n\t\t\tt.Errorf(\"Expected to find 1 subdir provider, found %d\", foundSubdir)\n\t\t}\n\t\tif foundConfigTest != 1 {\n\t\t\tt.Errorf(\"Expected to find 1 provider in config_from_provider, found %d\", foundConfigTest)\n\t\t}\n\t})\n}\n\nfunc TestConfigFromProvider(t *testing.T) {\n\tt.Setenv(\"AWS_PROFILE\", \"\")\n\t// Make sure the providers we have created can all be turned into configs\n\t// without any issues\n\tresults, err := ParseAWSProviders(\"testdata/config_from_provider\", nil, false)\n\tif err != nil {\n\t\tt.Fatalf(\"Error parsing AWS providers: %v\", err)\n\t}\n\n\tfor _, provider := range results {\n\t\t_, err := ConfigFromProvider(context.Background(), *provider.Provider)\n\t\tif err != nil {\n\t\t\tt.Errorf(\"Error converting provider to config: %v\", err)\n\t\t}\n\t}\n}\n\nfunc TestParseTFVarsFile(t *testing.T) {\n\tt.Run(\"with a good file\", func(t *testing.T) {\n\t\tevalCtx := hcl.EvalContext{\n\t\t\tVariables: make(map[string]cty.Value),\n\t\t}\n\n\t\terr := ParseTFVarsFile(\"testdata/test_vars.tfvars\", &evalCtx)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Error parsing TF vars file: %v\", err)\n\t\t}\n\n\t\tif !evalCtx.Variables[\"var\"].Type().IsObjectType() {\n\t\t\tt.Errorf(\"Expected var to be an object, got %s\", evalCtx.Variables[\"var\"].Type())\n\t\t}\n\n\t\tvariables := evalCtx.Variables[\"var\"].AsValueMap()\n\n\t\tif variables[\"simple_string\"].Type() != cty.String {\n\t\t\tt.Errorf(\"Expected simple_string to be a string, got %s\", variables[\"simple_string\"].Type())\n\t\t}\n\n\t\tif variables[\"simple_string\"].AsString() != \"example_string\" {\n\t\t\tt.Errorf(\"Expected simple_string to be example_string, got %s\", variables[\"simple_string\"].AsString())\n\t\t}\n\n\t\tif variables[\"example_number\"].Type() != cty.Number {\n\t\t\tt.Errorf(\"Expected example_number to be a number, got %s\", variables[\"example_number\"].Type())\n\t\t}\n\n\t\tif variables[\"example_number\"].AsBigFloat().String() != \"42\" {\n\t\t\tt.Errorf(\"Expected example_number to be 42, got %s\", variables[\"example_number\"].AsBigFloat().String())\n\t\t}\n\n\t\tif variables[\"example_boolean\"].Type() != cty.Bool {\n\t\t\tt.Errorf(\"Expected example_boolean to be a bool, got %s\", variables[\"example_boolean\"].Type())\n\t\t}\n\n\t\tif values := variables[\"example_list\"].AsValueSlice(); len(values) == 3 {\n\t\t\tif values[0].AsString() != \"item1\" {\n\t\t\t\tt.Errorf(\"Expected first item to be item1, got %s\", values[0].AsString())\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"Expected example_list to have 3 elements, got %d\", len(values))\n\t\t}\n\n\t\tif m := variables[\"example_map\"].AsValueMap(); len(m) == 2 {\n\t\t\tif m[\"key1\"].AsString() != \"value1\" {\n\t\t\t\tt.Errorf(\"Expected key1 to be value1, got %s\", m[\"key1\"].AsString())\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"Expected example_map to have 2 elements, got %d\", len(m))\n\t\t}\n\t})\n\n\tt.Run(\"with a file that doesn't exist\", func(t *testing.T) {\n\t\tevalCtx := hcl.EvalContext{\n\t\t\tVariables: make(map[string]cty.Value),\n\t\t}\n\n\t\terr := ParseTFVarsFile(\"testdata/nonexistent.tfvars\", &evalCtx)\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected error parsing nonexistent file, got nil\")\n\t\t}\n\t})\n\n\tt.Run(\"with a file that has invalid syntax\", func(t *testing.T) {\n\t\tevalCtx := hcl.EvalContext{\n\t\t\tVariables: make(map[string]cty.Value),\n\t\t}\n\n\t\terr := ParseTFVarsFile(\"testdata/invalid_vars.tfvars\", &evalCtx)\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected error parsing invalid syntax file, got nil\")\n\t\t}\n\t})\n}\n\nfunc TestParseTFVarsJSONFile(t *testing.T) {\n\tt.Run(\"with a good file\", func(t *testing.T) {\n\t\tevalCtx := hcl.EvalContext{\n\t\t\tVariables: make(map[string]cty.Value),\n\t\t}\n\n\t\terr := ParseTFVarsJSONFile(\"testdata/tfvars.json\", &evalCtx)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Error parsing TF vars file: %v\", err)\n\t\t}\n\n\t\tif !evalCtx.Variables[\"var\"].Type().IsObjectType() {\n\t\t\tt.Errorf(\"Expected var to be an object, got %s\", evalCtx.Variables[\"var\"].Type())\n\t\t}\n\n\t\tvariables := evalCtx.Variables[\"var\"].AsValueMap()\n\n\t\tif variables[\"string\"].Type() != cty.String {\n\t\t\tt.Errorf(\"Expected string to be a string, got %s\", variables[\"string\"].Type())\n\t\t}\n\n\t\tif variables[\"string\"].AsString() != \"example_string\" {\n\t\t\tt.Errorf(\"Expected string to be example_string, got %s\", variables[\"string\"].AsString())\n\t\t}\n\n\t\tif values := variables[\"list\"].AsValueSlice(); len(values) == 2 {\n\t\t\tif values[0].AsString() != \"item1\" {\n\t\t\t\tt.Errorf(\"Expected first item to be item1, got %s\", values[0].AsString())\n\t\t\t}\n\t\t} else {\n\t\t\tt.Errorf(\"Expected list to have 2 elements, got %d\", len(values))\n\t\t}\n\t})\n\n\tt.Run(\"with a file that doesn't exist\", func(t *testing.T) {\n\t\tevalCtx := hcl.EvalContext{\n\t\t\tVariables: make(map[string]cty.Value),\n\t\t}\n\n\t\terr := ParseTFVarsJSONFile(\"testdata/nonexistent.json\", &evalCtx)\n\t\tif err == nil {\n\t\t\tt.Fatalf(\"Expected error parsing nonexistent file, got nil\")\n\t\t}\n\t})\n}\n\nfunc TestParseFlagValue(t *testing.T) {\n\t// There are a number of ways to supply ags, for example:\n\t//\n\t// terraform apply\n\t// terraform apply -var \"image_id=ami-abc123\"\n\t// terraform apply -var 'name=value'\n\t// terraform apply -var='image_id_list=[\"ami-abc123\",\"ami-def456\"]' -var=\"instance_type=t2.micro\"\n\t// terraform apply -var='image_id_map={\"us-east-1\":\"ami-abc123\",\"us-east-2\":\"ami-def456\"}'\n\n\ttests := []struct {\n\t\tName string\n\t\tValue string\n\t}{\n\t\t{\n\t\t\tName: \"with =\",\n\t\t\tValue: \"image_id=ami-abc123\",\n\t\t},\n\t\t{\n\t\t\tName: \"with a space\",\n\t\t\tValue: \"image_id=ami-abc123\",\n\t\t},\n\t\t{\n\t\t\tName: \"with a list\",\n\t\t\tValue: \"image_id_list=[\\\"ami-abc123\\\",\\\"ami-def456\\\"]\",\n\t\t},\n\t\t{\n\t\t\tName: \"with a map\",\n\t\t\tValue: \"image_id_map={\\\"us-east-1\\\":\\\"ami-abc123\\\",\\\"us-east-2\\\":\\\"ami-def456\\\"}\",\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(test.Name, func(t *testing.T) {\n\t\t\tevalCtx := hcl.EvalContext{\n\t\t\t\tVariables: make(map[string]cty.Value),\n\t\t\t}\n\n\t\t\terr := ParseFlagValue(test.Value, &evalCtx)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Error parsing vars args: %v\", err)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestParseVarsArgs(t *testing.T) {\n\ttests := []struct {\n\t\tName string\n\t\tArgs []string\n\t}{\n\t\t{\n\t\t\tName: \"with a single var\",\n\t\t\tArgs: []string{\"-var\", \"image_id=ami-abc123\"},\n\t\t},\n\t\t{\n\t\t\tName: \"with multiple vars\",\n\t\t\tArgs: []string{\"-var\", \"image_id=ami-abc123\", \"-var\", \"instance_type=t2.micro\"},\n\t\t},\n\t\t{\n\t\t\tName: \"with a vars file\",\n\t\t\tArgs: []string{\"-var-file\", \"testdata/test_vars.tfvars\"},\n\t\t},\n\t\t{\n\t\t\tName: \"with a vars json file\",\n\t\t\tArgs: []string{\"-var-file\", \"testdata/tfvars.json\"},\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(test.Name, func(t *testing.T) {\n\t\t\tevalCtx := hcl.EvalContext{\n\t\t\t\tVariables: make(map[string]cty.Value),\n\t\t\t}\n\n\t\t\terr := ParseVarsArgs(test.Args, &evalCtx)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Error parsing vars args: %v\", err)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestLoadEvalContext(t *testing.T) {\n\targs := []string{\n\t\t\"plan\",\n\t\t\"-var\", \"image_id=args\",\n\t\t\"--var\", \"instance_type=t2.micro\",\n\t\t\"-var-file\", \"testdata/tfvars.json\",\n\t\t\"-var-file=testdata/test_vars.tfvars\",\n\t}\n\n\tenv := []string{\n\t\t\"TF_VAR_something=else\",\n\t\t\"TF_VAR_image_id=environment\",\n\t}\n\n\tevalCtx, err := LoadEvalContext(args, env)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tt.Log(evalCtx)\n\n\tvariables := evalCtx.Variables[\"var\"].AsValueMap()\n\n\tif variables[\"instance_type\"].AsString() != \"t2.micro\" {\n\t\tt.Errorf(\"Expected instance_type to be t2.micro, got %s\", variables[\"instance_type\"].AsString())\n\t}\n\tif variables[\"something\"].AsString() != \"else\" {\n\t\tt.Errorf(\"Expected something to be else, got %s\", variables[\"something\"].AsString())\n\t}\n\tif variables[\"image_id\"].AsString() != \"args\" {\n\t\tt.Errorf(\"Expected image_id to be args, got %s\", variables[\"image_id\"].AsString())\n\t}\n}\n\nfunc TestParseAWSProvidersWithSubmodules(t *testing.T) {\n\t// Test parsing providers in nested modules\n\tif _, err := os.Stat(\"testdata_nested_modules\"); err != nil {\n\t\tt.Skip(\"skipping: test fixture 'testdata_nested_modules' not present\")\n\t}\n\tresults, err := ParseAWSProviders(\"testdata_nested_modules\", nil, true)\n\tif err != nil {\n\t\tt.Errorf(\"Error parsing AWS providers in nested modules: %v\", err)\n\t}\n\n\t// We expect 4 providers:\n\t// 1. Root module (us-east-1)\n\t// 2. VPC module (us-west-2)\n\t// 3. EC2 module (eu-west-1 with assume_role)\n\t// 4. Nested submodule (ap-southeast-1)\n\tif len(results) != 4 {\n\t\tt.Fatalf(\"Expected 4 providers in nested modules, got %d\", len(results))\n\t}\n\n\t// Map to track found providers by region\n\tprovidersByRegion := make(map[string]*ProviderResult)\n\tfor i := range results {\n\t\tresult := &results[i]\n\t\tif result.Error != nil {\n\t\t\tt.Errorf(\"Error in result for file %s: %v\", result.FilePath, result.Error)\n\t\t\tcontinue\n\t\t}\n\t\tif result.Provider != nil {\n\t\t\tprovidersByRegion[result.Provider.Region] = result\n\t\t}\n\t}\n\n\t// Verify root provider\n\tif rootProvider, ok := providersByRegion[\"us-east-1\"]; ok {\n\t\tif !strings.Contains(rootProvider.FilePath, \"main.tf\") {\n\t\t\tt.Errorf(\"Expected root provider to be in main.tf, got %s\", rootProvider.FilePath)\n\t\t}\n\t} else {\n\t\tt.Errorf(\"Expected to find provider with region us-east-1\")\n\t}\n\n\t// Verify VPC module provider\n\tif vpcProvider, ok := providersByRegion[\"us-west-2\"]; ok {\n\t\tif vpcProvider.Provider.Alias != \"vpc_module\" {\n\t\t\tt.Errorf(\"Expected VPC provider alias to be vpc_module, got %s\", vpcProvider.Provider.Alias)\n\t\t}\n\t\tif !strings.Contains(vpcProvider.FilePath, \"modules/vpc/providers.tf\") {\n\t\t\tt.Errorf(\"Expected VPC provider to be in modules/vpc/providers.tf, got %s\", vpcProvider.FilePath)\n\t\t}\n\t} else {\n\t\tt.Errorf(\"Expected to find provider with region us-west-2\")\n\t}\n\n\t// Verify EC2 module provider with assume role\n\tif ec2Provider, ok := providersByRegion[\"eu-west-1\"]; ok {\n\t\tif ec2Provider.Provider.Alias != \"ec2_module\" {\n\t\t\tt.Errorf(\"Expected EC2 provider alias to be ec2_module, got %s\", ec2Provider.Provider.Alias)\n\t\t}\n\t\tif ec2Provider.Provider.AssumeRole == nil {\n\t\t\tt.Errorf(\"Expected EC2 provider to have assume_role configuration\")\n\t\t} else if ec2Provider.Provider.AssumeRole.RoleARN != \"arn:aws:iam::987654321098:role/EC2ModuleRole\" {\n\t\t\tt.Errorf(\"Expected EC2 provider role ARN to be arn:aws:iam::987654321098:role/EC2ModuleRole, got %s\", ec2Provider.Provider.AssumeRole.RoleARN)\n\t\t}\n\t\tif !strings.Contains(ec2Provider.FilePath, \"modules/ec2/providers.tf\") {\n\t\t\tt.Errorf(\"Expected EC2 provider to be in modules/ec2/providers.tf, got %s\", ec2Provider.FilePath)\n\t\t}\n\t} else {\n\t\tt.Errorf(\"Expected to find provider with region eu-west-1\")\n\t}\n\n\t// Verify deeply nested provider\n\tif nestedProvider, ok := providersByRegion[\"ap-southeast-1\"]; ok {\n\t\tif nestedProvider.Provider.Alias != \"nested_provider\" {\n\t\t\tt.Errorf(\"Expected nested provider alias to be nested_provider, got %s\", nestedProvider.Provider.Alias)\n\t\t}\n\t\tif nestedProvider.Provider.AccessKey != \"nested-access-key\" {\n\t\t\tt.Errorf(\"Expected nested provider access key to be nested-access-key, got %s\", nestedProvider.Provider.AccessKey)\n\t\t}\n\t\tif !strings.Contains(nestedProvider.FilePath, \"modules/ec2/nested_submodule/providers.tf\") {\n\t\t\tt.Errorf(\"Expected nested provider to be in modules/ec2/nested_submodule/providers.tf, got %s\", nestedProvider.FilePath)\n\t\t}\n\t} else {\n\t\tt.Errorf(\"Expected to find provider with region ap-southeast-1\")\n\t}\n}\n\nfunc TestParseAWSProviders_RecursiveNestedExample(t *testing.T) {\n\tt.Parallel()\n\n\ttempDir := t.TempDir()\n\n\tmustWrite := func(relPath, content string) {\n\t\tfull := filepath.Join(tempDir, relPath)\n\t\tif err := os.MkdirAll(filepath.Dir(full), 0o755); err != nil {\n\t\t\tt.Fatalf(\"mkdir failed for %s: %v\", filepath.Dir(full), err)\n\t\t}\n\t\tif err := os.WriteFile(full, []byte(content), 0o644); err != nil {\n\t\t\tt.Fatalf(\"write failed for %s: %v\", full, err)\n\t\t}\n\t}\n\n\t// Root provider\n\tmustWrite(\"providers.tf\", `\nprovider \"aws\" {\n region = \"us-east-1\"\n default_tags {\n tags = { Environment = \"production\", ManagedBy = \"terraform\" }\n }\n}\n`)\n\n\t// modules/networking provider\n\tmustWrite(\"modules/networking/providers.tf\", `\nprovider \"aws\" {\n alias = \"networking\"\n region = \"us-west-2\"\n default_tags {\n tags = { Module = \"networking\", Team = \"infrastructure\" }\n }\n}\n`)\n\n\t// modules/networking/vpc provider with assume_role\n\tmustWrite(\"modules/networking/vpc/providers.tf\", `\nprovider \"aws\" {\n alias = \"vpc_endpoints\"\n region = \"us-west-2\"\n assume_role {\n role_arn = \"arn:aws:iam::123456789012:role/VPCEndpointManager\"\n session_name = \"vpc-endpoint-management\"\n }\n}\n`)\n\n\t// modules/compute providers (two providers)\n\tmustWrite(\"modules/compute/providers.tf\", `\nprovider \"aws\" {\n alias = \"compute\"\n region = \"eu-west-1\"\n default_tags { tags = { Module = \"compute\", Team = \"platform\" } }\n}\nprovider \"aws\" {\n alias = \"shared_resources\"\n region = \"eu-west-1\"\n assume_role { role_arn = \"arn:aws:iam::987654321098:role/SharedResourceAccess\" }\n}\n`)\n\n\t// modules/compute/eks provider with assume_role and external_id\n\tmustWrite(\"modules/compute/eks/providers.tf\", `\nprovider \"aws\" {\n alias = \"eks_admin\"\n region = \"eu-west-1\"\n assume_role {\n role_arn = \"arn:aws:iam::123456789012:role/EKSClusterAdmin\"\n session_name = \"eks-cluster-management\"\n external_id = \"eks-external-id\"\n }\n}\n`)\n\n\tresults, err := ParseAWSProviders(tempDir, nil, true)\n\tif err != nil {\n\t\tt.Fatalf(\"ParseAWSProviders recursive failed: %v\", err)\n\t}\n\n\tif len(results) != 6 {\n\t\tt.Fatalf(\"Expected 6 providers discovered, got %d\", len(results))\n\t}\n\n\t// Validate presence and key attributes\n\tfound := map[string]bool{}\n\tfor _, r := range results {\n\t\tif r.Provider == nil {\n\t\t\tcontinue\n\t\t}\n\t\tkey := r.Provider.Region + \":\" + r.Provider.Alias\n\t\tfound[key] = true\n\n\t\t// Check assume_role details where expected\n\t\tswitch r.Provider.Alias {\n\t\tcase \"vpc_endpoints\":\n\t\t\tif r.Provider.AssumeRole == nil || r.Provider.AssumeRole.RoleARN != \"arn:aws:iam::123456789012:role/VPCEndpointManager\" {\n\t\t\t\tt.Errorf(\"vpc_endpoints provider missing/incorrect assume_role\")\n\t\t\t}\n\t\tcase \"shared_resources\":\n\t\t\tif r.Provider.AssumeRole == nil || r.Provider.AssumeRole.RoleARN != \"arn:aws:iam::987654321098:role/SharedResourceAccess\" {\n\t\t\t\tt.Errorf(\"shared_resources provider missing/incorrect assume_role\")\n\t\t\t}\n\t\tcase \"eks_admin\":\n\t\t\tif r.Provider.AssumeRole == nil || r.Provider.AssumeRole.RoleARN != \"arn:aws:iam::123456789012:role/EKSClusterAdmin\" {\n\t\t\t\tt.Errorf(\"eks_admin provider missing/incorrect assume_role\")\n\t\t\t}\n\t\t}\n\t}\n\n\t// Expect these specific providers\n\texpectedKeys := []string{\n\t\t\"us-east-1:\", // root\n\t\t\"us-west-2:networking\",\n\t\t\"us-west-2:vpc_endpoints\",\n\t\t\"eu-west-1:compute\",\n\t\t\"eu-west-1:shared_resources\",\n\t\t\"eu-west-1:eks_admin\",\n\t}\n\tfor _, k := range expectedKeys {\n\t\tif !found[k] {\n\t\t\tt.Errorf(\"Expected provider %s not found\", k)\n\t\t}\n\t}\n}\n" }, { "path": "tfutils/azure_config.go", "content": "package tfutils\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\n\t\"github.com/hashicorp/hcl/v2\"\n\t\"github.com/hashicorp/hcl/v2/gohcl\"\n\t\"github.com/hashicorp/hcl/v2/hclparse\"\n)\n\n// AzureProvider represents an Azure provider block in terraform files\n// Based on: https://registry.terraform.io/providers/hashicorp/azurerm/latest/docs#argument-reference\ntype AzureProvider struct {\n\tName string `hcl:\"name,label\" yaml:\"name,omitempty\"`\n\tAlias string `hcl:\"alias,optional\" yaml:\"alias,omitempty\"`\n\tSubscriptionID string `hcl:\"subscription_id,optional\" yaml:\"subscription_id,omitempty\"`\n\tTenantID string `hcl:\"tenant_id,optional\" yaml:\"tenant_id,omitempty\"`\n\tClientID string `hcl:\"client_id,optional\" yaml:\"client_id,omitempty\"`\n\tClientSecret string `hcl:\"client_secret,optional\" yaml:\"client_secret,omitempty\"`\n\tEnvironment string `hcl:\"environment,optional\" yaml:\"environment,omitempty\"`\n\n\t// Throw any additional stuff into here so it doesn't fail\n\t// This includes the required 'features' block and other optional blocks\n\tRemain hcl.Body `hcl:\",remain\" yaml:\"-\"`\n}\n\n// AzureProviderResult holds the result of parsing an Azure provider\ntype AzureProviderResult struct {\n\tProvider *AzureProvider\n\tError error\n\tFilePath string\n}\n\n// ParseAzureProviders scans for .tf files and extracts Azure provider configurations\n// (azurerm). When recursive is false, only the provided directory is scanned;\n// when true, the directory is walked recursively while skipping dot-directories\n// (e.g., .terraform).\nfunc ParseAzureProviders(terraformDir string, evalContext *hcl.EvalContext, recursive bool) ([]AzureProviderResult, error) {\n\tfiles, err := FindTerraformFiles(terraformDir, recursive)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tparser := hclparse.NewParser()\n\tresults := make([]AzureProviderResult, 0)\n\n\t// Iterate over the files\n\tfor _, file := range files {\n\t\tb, err := os.ReadFile(file)\n\t\tif err != nil {\n\t\t\tresults = append(results, AzureProviderResult{\n\t\t\t\tError: fmt.Errorf(\"error reading terraform file: (%v) %w\", file, err),\n\t\t\t\tFilePath: file,\n\t\t\t})\n\t\t\tcontinue\n\t\t}\n\n\t\t// Parse the HCL file\n\t\tparsedFile, diag := parser.ParseHCL(b, file)\n\t\tif diag.HasErrors() {\n\t\t\tresults = append(results, AzureProviderResult{\n\t\t\t\tError: fmt.Errorf(\"error parsing terraform file: (%v) %w\", file, diag),\n\t\t\t\tFilePath: file,\n\t\t\t})\n\t\t\tcontinue\n\t\t}\n\n\t\t// First decode really minimally to find just the Azure providers\n\t\tbasicFile := basicProviderFile{}\n\t\tdiag = gohcl.DecodeBody(parsedFile.Body, evalContext, &basicFile)\n\t\tif diag.HasErrors() {\n\t\t\tresults = append(results, AzureProviderResult{\n\t\t\t\tError: fmt.Errorf(\"error decoding terraform file: (%v) %w\", file, diag),\n\t\t\t\tFilePath: file,\n\t\t\t})\n\t\t\tcontinue\n\t\t}\n\n\t\tfor _, genericProvider := range basicFile.Providers {\n\t\t\tswitch genericProvider.Name {\n\t\t\tcase \"azurerm\":\n\t\t\t\tazureProvider := AzureProvider{\n\t\t\t\t\t// Since this was already decoded we need to use it here\n\t\t\t\t\tName: genericProvider.Name,\n\t\t\t\t}\n\t\t\t\tdiag = gohcl.DecodeBody(genericProvider.Remain, evalContext, &azureProvider)\n\t\t\t\tif diag.HasErrors() {\n\t\t\t\t\tresults = append(results, AzureProviderResult{\n\t\t\t\t\t\tError: fmt.Errorf(\"error decoding terraform file: (%v) %w\", file, diag),\n\t\t\t\t\t\tFilePath: file,\n\t\t\t\t\t})\n\t\t\t\t\tcontinue\n\t\t\t\t} else {\n\t\t\t\t\tresults = append(results, AzureProviderResult{\n\t\t\t\t\t\tProvider: &azureProvider,\n\t\t\t\t\t\tFilePath: file,\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn results, nil\n}\n\n// AzureConfig holds configuration for Azure source\ntype AzureConfig struct {\n\tSubscriptionID string\n\tTenantID string\n\tClientID string\n\tAlias string // Store alias for engine naming\n}\n\n// ConfigFromAzureProvider creates an AzureConfig from an AzureProvider.\n// If subscription_id is not set in the provider, it falls back to environment variables\n// (ARM_SUBSCRIPTION_ID or AZURE_SUBSCRIPTION_ID), matching the behavior of the\n// Azure Terraform provider.\nfunc ConfigFromAzureProvider(provider AzureProvider) (*AzureConfig, error) {\n\tconfig := &AzureConfig{\n\t\tSubscriptionID: provider.SubscriptionID,\n\t\tTenantID: provider.TenantID,\n\t\tClientID: provider.ClientID,\n\t\tAlias: provider.Alias,\n\t}\n\n\t// Fall back to environment variables if subscription_id not set in provider\n\t// ARM_SUBSCRIPTION_ID is used by the Azure Terraform provider\n\t// AZURE_SUBSCRIPTION_ID is used by the Azure SDK\n\tif config.SubscriptionID == \"\" {\n\t\tconfig.SubscriptionID = os.Getenv(\"ARM_SUBSCRIPTION_ID\")\n\t}\n\tif config.SubscriptionID == \"\" {\n\t\tconfig.SubscriptionID = os.Getenv(\"AZURE_SUBSCRIPTION_ID\")\n\t}\n\n\t// Similarly for tenant_id and client_id\n\tif config.TenantID == \"\" {\n\t\tconfig.TenantID = os.Getenv(\"ARM_TENANT_ID\")\n\t}\n\tif config.TenantID == \"\" {\n\t\tconfig.TenantID = os.Getenv(\"AZURE_TENANT_ID\")\n\t}\n\tif config.ClientID == \"\" {\n\t\tconfig.ClientID = os.Getenv(\"ARM_CLIENT_ID\")\n\t}\n\tif config.ClientID == \"\" {\n\t\tconfig.ClientID = os.Getenv(\"AZURE_CLIENT_ID\")\n\t}\n\n\tif config.SubscriptionID == \"\" {\n\t\treturn nil, fmt.Errorf(\"Azure provider must specify subscription_id (or set ARM_SUBSCRIPTION_ID/AZURE_SUBSCRIPTION_ID environment variable)\")\n\t}\n\n\treturn config, nil\n}\n" }, { "path": "tfutils/azure_config_test.go", "content": "package tfutils\n\nimport (\n\t\"os\"\n\t\"path/filepath\"\n\t\"testing\"\n\n\t\"github.com/hashicorp/hcl/v2\"\n)\n\nfunc TestParseAzureProviders(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\tterraformFile string\n\t\texpectedCount int\n\t\texpectedErrors int\n\t}{\n\t\t{\n\t\t\tname: \"single azurerm provider\",\n\t\t\tterraformFile: `\nprovider \"azurerm\" {\n subscription_id = \"00000000-0000-0000-0000-000000000001\"\n tenant_id = \"00000000-0000-0000-0000-000000000002\"\n features {}\n}`,\n\t\t\texpectedCount: 1,\n\t\t\texpectedErrors: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"multiple azurerm providers\",\n\t\t\tterraformFile: `\nprovider \"azurerm\" {\n subscription_id = \"00000000-0000-0000-0000-000000000001\"\n tenant_id = \"00000000-0000-0000-0000-000000000002\"\n features {}\n}\n\nprovider \"azurerm\" {\n alias = \"secondary\"\n subscription_id = \"00000000-0000-0000-0000-000000000003\"\n tenant_id = \"00000000-0000-0000-0000-000000000004\"\n features {}\n}`,\n\t\t\texpectedCount: 2,\n\t\t\texpectedErrors: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"azurerm provider with client_id\",\n\t\t\tterraformFile: `\nprovider \"azurerm\" {\n subscription_id = \"00000000-0000-0000-0000-000000000001\"\n tenant_id = \"00000000-0000-0000-0000-000000000002\"\n client_id = \"00000000-0000-0000-0000-000000000003\"\n features {}\n}`,\n\t\t\texpectedCount: 1,\n\t\t\texpectedErrors: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"mixed providers with non-Azure\",\n\t\t\tterraformFile: `\nprovider \"aws\" {\n region = \"us-east-1\"\n}\n\nprovider \"google\" {\n project = \"test-project\"\n region = \"us-central1\"\n}\n\nprovider \"azurerm\" {\n subscription_id = \"00000000-0000-0000-0000-000000000001\"\n features {}\n}`,\n\t\t\texpectedCount: 1,\n\t\t\texpectedErrors: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"azurerm provider with environment\",\n\t\t\tterraformFile: `\nprovider \"azurerm\" {\n subscription_id = \"00000000-0000-0000-0000-000000000001\"\n environment = \"usgovernment\"\n features {}\n}`,\n\t\t\texpectedCount: 1,\n\t\t\texpectedErrors: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"azurerm provider minimal config\",\n\t\t\tterraformFile: `\nprovider \"azurerm\" {\n features {}\n}`,\n\t\t\texpectedCount: 1,\n\t\t\texpectedErrors: 0,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tt.Parallel()\n\n\t\t\t// Create temporary directory and file\n\t\t\ttmpDir := t.TempDir()\n\t\t\ttmpFile := filepath.Join(tmpDir, \"test.tf\")\n\t\t\terr := os.WriteFile(tmpFile, []byte(tt.terraformFile), 0644)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to write test file: %v\", err)\n\t\t\t}\n\n\t\t\t// Parse providers\n\t\t\tresults, err := ParseAzureProviders(tmpDir, &hcl.EvalContext{}, false)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"ParseAzureProviders failed: %v\", err)\n\t\t\t}\n\n\t\t\t// Count valid and error results\n\t\t\tvalidCount := 0\n\t\t\terrorCount := 0\n\t\t\tfor _, result := range results {\n\t\t\t\tif result.Error != nil {\n\t\t\t\t\terrorCount++\n\t\t\t\t} else {\n\t\t\t\t\tvalidCount++\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif validCount != tt.expectedCount {\n\t\t\t\tt.Errorf(\"Expected %d valid providers, got %d\", tt.expectedCount, validCount)\n\t\t\t}\n\t\t\tif errorCount != tt.expectedErrors {\n\t\t\t\tt.Errorf(\"Expected %d error providers, got %d\", tt.expectedErrors, errorCount)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestParseAzureProvidersRecursive(t *testing.T) {\n\tt.Parallel()\n\n\t// Create temporary directory structure\n\ttmpDir := t.TempDir()\n\tsubDir := filepath.Join(tmpDir, \"submodule\")\n\terr := os.MkdirAll(subDir, 0755)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to create subdirectory: %v\", err)\n\t}\n\n\t// Main provider file\n\tmainTF := `\nprovider \"azurerm\" {\n subscription_id = \"00000000-0000-0000-0000-000000000001\"\n features {}\n}`\n\terr = os.WriteFile(filepath.Join(tmpDir, \"main.tf\"), []byte(mainTF), 0644)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to write main.tf: %v\", err)\n\t}\n\n\t// Submodule provider file\n\tsubTF := `\nprovider \"azurerm\" {\n alias = \"secondary\"\n subscription_id = \"00000000-0000-0000-0000-000000000002\"\n features {}\n}`\n\terr = os.WriteFile(filepath.Join(subDir, \"providers.tf\"), []byte(subTF), 0644)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to write submodule providers.tf: %v\", err)\n\t}\n\n\t// Non-recursive should find only main\n\tresults, err := ParseAzureProviders(tmpDir, &hcl.EvalContext{}, false)\n\tif err != nil {\n\t\tt.Fatalf(\"ParseAzureProviders (non-recursive) failed: %v\", err)\n\t}\n\tif len(results) != 1 {\n\t\tt.Errorf(\"Non-recursive: expected 1 provider, got %d\", len(results))\n\t}\n\n\t// Recursive should find both\n\tresults, err = ParseAzureProviders(tmpDir, &hcl.EvalContext{}, true)\n\tif err != nil {\n\t\tt.Fatalf(\"ParseAzureProviders (recursive) failed: %v\", err)\n\t}\n\tif len(results) != 2 {\n\t\tt.Errorf(\"Recursive: expected 2 providers, got %d\", len(results))\n\t}\n}\n\nfunc TestConfigFromAzureProvider(t *testing.T) {\n\t// Note: These tests are not parallel because they modify environment variables\n\n\tt.Run(\"valid provider with all fields\", func(t *testing.T) {\n\t\tprovider := AzureProvider{\n\t\t\tSubscriptionID: \"00000000-0000-0000-0000-000000000001\",\n\t\t\tTenantID: \"00000000-0000-0000-0000-000000000002\",\n\t\t\tClientID: \"00000000-0000-0000-0000-000000000003\",\n\t\t\tAlias: \"test\",\n\t\t}\n\n\t\tconfig, err := ConfigFromAzureProvider(provider)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Unexpected error: %v\", err)\n\t\t}\n\t\tif config.SubscriptionID != \"00000000-0000-0000-0000-000000000001\" {\n\t\t\tt.Errorf(\"Expected subscription_id '00000000-0000-0000-0000-000000000001', got '%s'\", config.SubscriptionID)\n\t\t}\n\t\tif config.TenantID != \"00000000-0000-0000-0000-000000000002\" {\n\t\t\tt.Errorf(\"Expected tenant_id '00000000-0000-0000-0000-000000000002', got '%s'\", config.TenantID)\n\t\t}\n\t\tif config.ClientID != \"00000000-0000-0000-0000-000000000003\" {\n\t\t\tt.Errorf(\"Expected client_id '00000000-0000-0000-0000-000000000003', got '%s'\", config.ClientID)\n\t\t}\n\t\tif config.Alias != \"test\" {\n\t\t\tt.Errorf(\"Expected alias 'test', got '%s'\", config.Alias)\n\t\t}\n\t})\n\n\tt.Run(\"valid provider with only subscription_id\", func(t *testing.T) {\n\t\tprovider := AzureProvider{\n\t\t\tSubscriptionID: \"00000000-0000-0000-0000-000000000001\",\n\t\t}\n\n\t\tconfig, err := ConfigFromAzureProvider(provider)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Unexpected error: %v\", err)\n\t\t}\n\t\tif config.SubscriptionID != \"00000000-0000-0000-0000-000000000001\" {\n\t\t\tt.Errorf(\"Expected subscription_id '00000000-0000-0000-0000-000000000001', got '%s'\", config.SubscriptionID)\n\t\t}\n\t})\n\n\tt.Run(\"missing subscription_id with no env vars\", func(t *testing.T) {\n\t\t// Clear relevant env vars\n\t\tos.Unsetenv(\"ARM_SUBSCRIPTION_ID\")\n\t\tos.Unsetenv(\"AZURE_SUBSCRIPTION_ID\")\n\n\t\tprovider := AzureProvider{\n\t\t\tTenantID: \"00000000-0000-0000-0000-000000000002\",\n\t\t}\n\n\t\t_, err := ConfigFromAzureProvider(provider)\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error but got none\")\n\t\t}\n\t})\n\n\tt.Run(\"fallback to ARM_SUBSCRIPTION_ID env var\", func(t *testing.T) {\n\t\t// Set ARM_SUBSCRIPTION_ID\n\t\tos.Setenv(\"ARM_SUBSCRIPTION_ID\", \"env-subscription-arm\")\n\t\tdefer os.Unsetenv(\"ARM_SUBSCRIPTION_ID\")\n\t\tos.Unsetenv(\"AZURE_SUBSCRIPTION_ID\")\n\n\t\tprovider := AzureProvider{\n\t\t\tTenantID: \"tenant-from-provider\",\n\t\t}\n\n\t\tconfig, err := ConfigFromAzureProvider(provider)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Unexpected error: %v\", err)\n\t\t}\n\t\tif config.SubscriptionID != \"env-subscription-arm\" {\n\t\t\tt.Errorf(\"Expected subscription_id 'env-subscription-arm', got '%s'\", config.SubscriptionID)\n\t\t}\n\t})\n\n\tt.Run(\"fallback to AZURE_SUBSCRIPTION_ID env var\", func(t *testing.T) {\n\t\t// Set AZURE_SUBSCRIPTION_ID (ARM_ takes precedence, so unset it)\n\t\tos.Unsetenv(\"ARM_SUBSCRIPTION_ID\")\n\t\tos.Setenv(\"AZURE_SUBSCRIPTION_ID\", \"env-subscription-azure\")\n\t\tdefer os.Unsetenv(\"AZURE_SUBSCRIPTION_ID\")\n\n\t\tprovider := AzureProvider{\n\t\t\tTenantID: \"tenant-from-provider\",\n\t\t}\n\n\t\tconfig, err := ConfigFromAzureProvider(provider)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Unexpected error: %v\", err)\n\t\t}\n\t\tif config.SubscriptionID != \"env-subscription-azure\" {\n\t\t\tt.Errorf(\"Expected subscription_id 'env-subscription-azure', got '%s'\", config.SubscriptionID)\n\t\t}\n\t})\n\n\tt.Run(\"provider subscription_id takes precedence over env var\", func(t *testing.T) {\n\t\tos.Setenv(\"ARM_SUBSCRIPTION_ID\", \"env-subscription\")\n\t\tdefer os.Unsetenv(\"ARM_SUBSCRIPTION_ID\")\n\n\t\tprovider := AzureProvider{\n\t\t\tSubscriptionID: \"provider-subscription\",\n\t\t}\n\n\t\tconfig, err := ConfigFromAzureProvider(provider)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Unexpected error: %v\", err)\n\t\t}\n\t\tif config.SubscriptionID != \"provider-subscription\" {\n\t\t\tt.Errorf(\"Expected subscription_id 'provider-subscription', got '%s'\", config.SubscriptionID)\n\t\t}\n\t})\n\n\tt.Run(\"tenant_id and client_id fallback to env vars\", func(t *testing.T) {\n\t\tos.Setenv(\"ARM_SUBSCRIPTION_ID\", \"sub\")\n\t\tos.Setenv(\"ARM_TENANT_ID\", \"env-tenant\")\n\t\tos.Setenv(\"ARM_CLIENT_ID\", \"env-client\")\n\t\tdefer func() {\n\t\t\tos.Unsetenv(\"ARM_SUBSCRIPTION_ID\")\n\t\t\tos.Unsetenv(\"ARM_TENANT_ID\")\n\t\t\tos.Unsetenv(\"ARM_CLIENT_ID\")\n\t\t}()\n\n\t\tprovider := AzureProvider{}\n\n\t\tconfig, err := ConfigFromAzureProvider(provider)\n\t\tif err != nil {\n\t\t\tt.Fatalf(\"Unexpected error: %v\", err)\n\t\t}\n\t\tif config.TenantID != \"env-tenant\" {\n\t\t\tt.Errorf(\"Expected tenant_id 'env-tenant', got '%s'\", config.TenantID)\n\t\t}\n\t\tif config.ClientID != \"env-client\" {\n\t\t\tt.Errorf(\"Expected client_id 'env-client', got '%s'\", config.ClientID)\n\t\t}\n\t})\n}\n\nfunc TestParseAzureProviderValues(t *testing.T) {\n\tt.Parallel()\n\n\tterraformFile := `\nprovider \"azurerm\" {\n subscription_id = \"sub-123\"\n tenant_id = \"tenant-456\"\n client_id = \"client-789\"\n alias = \"primary\"\n environment = \"public\"\n features {}\n}`\n\n\ttmpDir := t.TempDir()\n\ttmpFile := filepath.Join(tmpDir, \"test.tf\")\n\terr := os.WriteFile(tmpFile, []byte(terraformFile), 0644)\n\tif err != nil {\n\t\tt.Fatalf(\"Failed to write test file: %v\", err)\n\t}\n\n\tresults, err := ParseAzureProviders(tmpDir, &hcl.EvalContext{}, false)\n\tif err != nil {\n\t\tt.Fatalf(\"ParseAzureProviders failed: %v\", err)\n\t}\n\n\tif len(results) != 1 {\n\t\tt.Fatalf(\"Expected 1 result, got %d\", len(results))\n\t}\n\n\tresult := results[0]\n\tif result.Error != nil {\n\t\tt.Fatalf(\"Unexpected error: %v\", result.Error)\n\t}\n\n\tprovider := result.Provider\n\tif provider.SubscriptionID != \"sub-123\" {\n\t\tt.Errorf(\"Expected subscription_id 'sub-123', got '%s'\", provider.SubscriptionID)\n\t}\n\tif provider.TenantID != \"tenant-456\" {\n\t\tt.Errorf(\"Expected tenant_id 'tenant-456', got '%s'\", provider.TenantID)\n\t}\n\tif provider.ClientID != \"client-789\" {\n\t\tt.Errorf(\"Expected client_id 'client-789', got '%s'\", provider.ClientID)\n\t}\n\tif provider.Alias != \"primary\" {\n\t\tt.Errorf(\"Expected alias 'primary', got '%s'\", provider.Alias)\n\t}\n\tif provider.Environment != \"public\" {\n\t\tt.Errorf(\"Expected environment 'public', got '%s'\", provider.Environment)\n\t}\n\tif provider.Name != \"azurerm\" {\n\t\tt.Errorf(\"Expected name 'azurerm', got '%s'\", provider.Name)\n\t}\n}\n" }, { "path": "tfutils/gcp_config.go", "content": "package tfutils\n\nimport (\n\t\"fmt\"\n\t\"os\"\n\n\t\"github.com/hashicorp/hcl/v2\"\n\t\"github.com/hashicorp/hcl/v2/gohcl\"\n\t\"github.com/hashicorp/hcl/v2/hclparse\"\n)\n\n// GCPProvider represents a GCP provider block in terraform files\n// Based on: https://registry.terraform.io/providers/hashicorp/google/latest/docs/guides/provider_reference\ntype GCPProvider struct {\n\tName string `hcl:\"name,label\" yaml:\"name,omitempty\"`\n\tAlias string `hcl:\"alias,optional\" yaml:\"alias,omitempty\"`\n\tCredentials string `hcl:\"credentials,optional\" yaml:\"credentials,omitempty\"`\n\tAccessToken string `hcl:\"access_token,optional\" yaml:\"access_token,omitempty\"`\n\tImpersonateServiceAccount string `hcl:\"impersonate_service_account,optional\" yaml:\"impersonate_service_account,omitempty\"`\n\tProject string `hcl:\"project,optional\" yaml:\"project,omitempty\"`\n\tRegion string `hcl:\"region,optional\" yaml:\"region,omitempty\"`\n\tZone string `hcl:\"zone,optional\" yaml:\"zone,omitempty\"`\n\tBillingProject string `hcl:\"billing_project,optional\" yaml:\"billing_project,omitempty\"`\n\tUserProjectOverride bool `hcl:\"user_project_override,optional\" yaml:\"user_project_override,omitempty\"`\n\tRequestTimeout string `hcl:\"request_timeout,optional\" yaml:\"request_timeout,omitempty\"`\n\tRequestReason string `hcl:\"request_reason,optional\" yaml:\"request_reason,omitempty\"`\n\tScopes []string `hcl:\"scopes,optional\" yaml:\"scopes,omitempty\"`\n\tDefaultLabels map[string]string `hcl:\"default_labels,optional\" yaml:\"default_labels,omitempty\"`\n\tAddTerraformAttributionLabel bool `hcl:\"add_terraform_attribution_label,optional\" yaml:\"add_terraform_attribution_label,omitempty\"`\n\n\t// Throw any additional stuff into here so it doesn't fail\n\tRemain hcl.Body `hcl:\",remain\" yaml:\"-\"`\n}\n\ntype GCPProviderResult struct {\n\tProvider *GCPProvider\n\tError error\n\tFilePath string\n}\n\n// ParseGCPProviders scans for .tf files and extracts GCP provider configurations\n// (google and google-beta). When recursive is false, only the provided directory\n// is scanned; when true, the directory is walked recursively while skipping\n// dot-directories (e.g., .terraform).\nfunc ParseGCPProviders(terraformDir string, evalContext *hcl.EvalContext, recursive bool) ([]GCPProviderResult, error) {\n\tfiles, err := FindTerraformFiles(terraformDir, recursive)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tparser := hclparse.NewParser()\n\tresults := make([]GCPProviderResult, 0)\n\n\t// Iterate over the files\n\tfor _, file := range files {\n\t\tb, err := os.ReadFile(file)\n\t\tif err != nil {\n\t\t\tresults = append(results, GCPProviderResult{\n\t\t\t\tError: fmt.Errorf(\"error reading terraform file: (%v) %w\", file, err),\n\t\t\t\tFilePath: file,\n\t\t\t})\n\t\t\tcontinue\n\t\t}\n\n\t\t// Parse the HCL file\n\t\tparsedFile, diag := parser.ParseHCL(b, file)\n\t\tif diag.HasErrors() {\n\t\t\tresults = append(results, GCPProviderResult{\n\t\t\t\tError: fmt.Errorf(\"error parsing terraform file: (%v) %w\", file, diag),\n\t\t\t\tFilePath: file,\n\t\t\t})\n\t\t\tcontinue\n\t\t}\n\n\t\t// First decode really minimally to find just the GCP providers\n\t\tbasicFile := basicProviderFile{}\n\t\tdiag = gohcl.DecodeBody(parsedFile.Body, evalContext, &basicFile)\n\t\tif diag.HasErrors() {\n\t\t\tresults = append(results, GCPProviderResult{\n\t\t\t\tError: fmt.Errorf(\"error decoding terraform file: (%v) %w\", file, diag),\n\t\t\t\tFilePath: file,\n\t\t\t})\n\t\t\tcontinue\n\t\t}\n\n\t\tfor _, genericProvider := range basicFile.Providers {\n\t\t\tswitch genericProvider.Name {\n\t\t\tcase \"google\", \"google-beta\":\n\t\t\t\tgcpProvider := GCPProvider{\n\t\t\t\t\t// Since this was already decoded we need to use it here\n\t\t\t\t\tName: genericProvider.Name,\n\t\t\t\t}\n\t\t\t\tdiag = gohcl.DecodeBody(genericProvider.Remain, evalContext, &gcpProvider)\n\t\t\t\tif diag.HasErrors() {\n\t\t\t\t\tresults = append(results, GCPProviderResult{\n\t\t\t\t\t\tError: fmt.Errorf(\"error decoding terraform file: (%v) %w\", file, diag),\n\t\t\t\t\t\tFilePath: file,\n\t\t\t\t\t})\n\t\t\t\t\tcontinue\n\t\t\t\t} else {\n\t\t\t\t\tresults = append(results, GCPProviderResult{\n\t\t\t\t\t\tProvider: &gcpProvider,\n\t\t\t\t\t\tFilePath: file,\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn results, nil\n}\n\n// GCPConfig holds configuration for GCP source\ntype GCPConfig struct {\n\tProjectID string\n\tRegions []string\n\tZones []string\n\tAlias string // Store alias for engine naming\n}\n\n// ConfigFromGCPProvider creates a GCPConfig from a GCPProvider\nfunc ConfigFromGCPProvider(provider GCPProvider) (*GCPConfig, error) {\n\tconfig := &GCPConfig{\n\t\tProjectID: provider.Project,\n\t\tRegions: []string{},\n\t\tZones: []string{},\n\t\tAlias: provider.Alias,\n\t}\n\n\tif provider.Region != \"\" {\n\t\tconfig.Regions = append(config.Regions, provider.Region)\n\t}\n\n\tif provider.Zone != \"\" {\n\t\tconfig.Zones = append(config.Zones, provider.Zone)\n\t}\n\n\tif config.ProjectID == \"\" {\n\t\treturn nil, fmt.Errorf(\"GCP provider must specify a project\")\n\t}\n\n\treturn config, nil\n}\n" }, { "path": "tfutils/gcp_config_test.go", "content": "package tfutils\n\nimport (\n\t\"os\"\n\t\"path/filepath\"\n\t\"testing\"\n\n\t\"github.com/hashicorp/hcl/v2\"\n)\n\nfunc TestParseGCPProviders(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tterraformFile string\n\t\texpectedCount int\n\t\texpectedErrors int\n\t}{\n\t\t{\n\t\t\tname: \"single google provider\",\n\t\t\tterraformFile: `\nprovider \"google\" {\n project = \"test-project\"\n region = \"us-central1\"\n}`,\n\t\t\texpectedCount: 1,\n\t\t\texpectedErrors: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"multiple google providers\",\n\t\t\tterraformFile: `\nprovider \"google\" {\n project = \"test-project-1\"\n region = \"us-central1\"\n}\n\nprovider \"google\" {\n alias = \"west\"\n project = \"test-project-2\"\n region = \"us-west1\"\n}`,\n\t\t\texpectedCount: 2,\n\t\t\texpectedErrors: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"google-beta provider\",\n\t\t\tterraformFile: `\nprovider \"google-beta\" {\n project = \"test-project\"\n region = \"us-central1\"\n}`,\n\t\t\texpectedCount: 1,\n\t\t\texpectedErrors: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"mixed providers with non-GCP\",\n\t\t\tterraformFile: `\nprovider \"aws\" {\n region = \"us-east-1\"\n}\n\nprovider \"google\" {\n project = \"test-project\"\n region = \"us-central1\"\n}\n\nprovider \"azurerm\" {\n features {}\n}`,\n\t\t\texpectedCount: 1,\n\t\t\texpectedErrors: 0,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\t// Create temporary directory and file\n\t\t\ttmpDir := t.TempDir()\n\t\t\ttmpFile := filepath.Join(tmpDir, \"test.tf\")\n\t\t\terr := os.WriteFile(tmpFile, []byte(tt.terraformFile), 0644)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"Failed to write test file: %v\", err)\n\t\t\t}\n\n\t\t\t// Parse providers\n\t\t\tresults, err := ParseGCPProviders(tmpDir, &hcl.EvalContext{}, false)\n\t\t\tif err != nil {\n\t\t\t\tt.Fatalf(\"ParseGCPProviders failed: %v\", err)\n\t\t\t}\n\n\t\t\t// Count valid and error results\n\t\t\tvalidCount := 0\n\t\t\terrorCount := 0\n\t\t\tfor _, result := range results {\n\t\t\t\tif result.Error != nil {\n\t\t\t\t\terrorCount++\n\t\t\t\t} else {\n\t\t\t\t\tvalidCount++\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif validCount != tt.expectedCount {\n\t\t\t\tt.Errorf(\"Expected %d valid providers, got %d\", tt.expectedCount, validCount)\n\t\t\t}\n\t\t\tif errorCount != tt.expectedErrors {\n\t\t\t\tt.Errorf(\"Expected %d error providers, got %d\", tt.expectedErrors, errorCount)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestConfigFromGCPProvider(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tprovider GCPProvider\n\t\texpectError bool\n\t\texpectProj string\n\t\texpectRegs int\n\t\texpectZones int\n\t}{\n\t\t{\n\t\t\tname: \"valid provider with region and zone\",\n\t\t\tprovider: GCPProvider{\n\t\t\t\tProject: \"test-project\",\n\t\t\t\tRegion: \"us-central1\",\n\t\t\t\tZone: \"us-central1-a\",\n\t\t\t\tAlias: \"test\",\n\t\t\t},\n\t\t\texpectError: false,\n\t\t\texpectProj: \"test-project\",\n\t\t\texpectRegs: 1,\n\t\t\texpectZones: 1,\n\t\t},\n\t\t{\n\t\t\tname: \"valid provider with only project\",\n\t\t\tprovider: GCPProvider{\n\t\t\t\tProject: \"test-project\",\n\t\t\t},\n\t\t\texpectError: false,\n\t\t\texpectProj: \"test-project\",\n\t\t\texpectRegs: 0,\n\t\t\texpectZones: 0,\n\t\t},\n\t\t{\n\t\t\tname: \"missing project\",\n\t\t\tprovider: GCPProvider{\n\t\t\t\tRegion: \"us-central1\",\n\t\t\t},\n\t\t\texpectError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"empty project\",\n\t\t\tprovider: GCPProvider{\n\t\t\t\tProject: \"\",\n\t\t\t\tRegion: \"us-central1\",\n\t\t\t},\n\t\t\texpectError: true,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tconfig, err := ConfigFromGCPProvider(tt.provider)\n\n\t\t\tif tt.expectError && err == nil {\n\t\t\t\tt.Error(\"Expected error but got none\")\n\t\t\t}\n\t\t\tif !tt.expectError && err != nil {\n\t\t\t\tt.Errorf(\"Unexpected error: %v\", err)\n\t\t\t}\n\t\t\tif !tt.expectError {\n\t\t\t\tif config.ProjectID != tt.expectProj {\n\t\t\t\t\tt.Errorf(\"Expected project %s, got %s\", tt.expectProj, config.ProjectID)\n\t\t\t\t}\n\t\t\t\tif len(config.Regions) != tt.expectRegs {\n\t\t\t\t\tt.Errorf(\"Expected %d regions, got %d\", tt.expectRegs, len(config.Regions))\n\t\t\t\t}\n\t\t\t\tif len(config.Zones) != tt.expectZones {\n\t\t\t\t\tt.Errorf(\"Expected %d zones, got %d\", tt.expectZones, len(config.Zones))\n\t\t\t\t}\n\t\t\t\tif config.Alias != tt.provider.Alias {\n\t\t\t\t\tt.Errorf(\"Expected alias %s, got %s\", tt.provider.Alias, config.Alias)\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "tfutils/plan.go", "content": "package tfutils\n\nimport (\n\t\"encoding/json\"\n\t\"regexp\"\n\t\"strconv\"\n\t\"strings\"\n)\n\n// NOTE: These definitions are copied from the\n// https://pkg.go.dev/github.com/hashicorp/terraform/internal/command/jsonplan\n// package, which is internal so should be imported directly. Hence why we have\n// copied them here\n\n// Plan is the top-level representation of the json format of a plan. It includes\n// the complete config and current state.\ntype Plan struct {\n\tFormatVersion string `json:\"format_version,omitempty\"`\n\tTerraformVersion string `json:\"terraform_version,omitempty\"`\n\tVariables Variables `json:\"variables,omitempty\"`\n\tPlannedValues StateValues `json:\"planned_values\"`\n\t// ResourceDrift and ResourceChanges are sorted in a user-friendly order\n\t// that is undefined at this time, but consistent.\n\tResourceDrift []ResourceChange `json:\"resource_drift,omitempty\"`\n\tResourceChanges []ResourceChange `json:\"resource_changes,omitempty\"`\n\tOutputChanges map[string]Change `json:\"output_changes,omitempty\"`\n\tPriorState State `json:\"prior_state\"`\n\tConfig planConfig `json:\"configuration\"`\n\tRelevantAttributes []ResourceAttr `json:\"relevant_attributes,omitempty\"`\n\tChecks json.RawMessage `json:\"checks,omitempty\"`\n\tTimestamp string `json:\"timestamp,omitempty\"`\n\tErrored bool `json:\"errored\"`\n}\n\n// Config represents the complete configuration source\ntype planConfig struct {\n\tProviderConfigs map[string]ProviderConfig `json:\"provider_config,omitempty\"`\n\tRootModule ConfigModule `json:\"root_module\"`\n}\n\n// ProviderConfig describes all of the provider configurations throughout the\n// configuration tree, flattened into a single map for convenience since\n// provider configurations are the one concept in Terraform that can span across\n// module boundaries.\ntype ProviderConfig struct {\n\tName string `json:\"name,omitempty\"`\n\tFullName string `json:\"full_name,omitempty\"`\n\tAlias string `json:\"alias,omitempty\"`\n\tVersionConstraint string `json:\"version_constraint,omitempty\"`\n\tModuleAddress string `json:\"module_address,omitempty\"`\n\tExpressions map[string]any `json:\"expressions,omitempty\"`\n}\n\ntype ConfigModule struct {\n\tOutputs map[string]output `json:\"outputs,omitempty\"`\n\t// Resources are sorted in a user-friendly order that is undefined at this\n\t// time, but consistent.\n\tResources []ConfigResource `json:\"resources,omitempty\"`\n\tModuleCalls map[string]moduleCall `json:\"module_calls,omitempty\"`\n\tVariables variables `json:\"variables,omitempty\"`\n}\n\nvar escapeRegex = regexp.MustCompile(`\\${([\\w\\.\\[\\]]*)}`)\n\n// Digs for a config resource in this module or its children\nfunc (m ConfigModule) DigResource(address string) *ConfigResource {\n\taddressSections := strings.Split(address, \".\")\n\n\tif len(addressSections) == 0 {\n\t\treturn nil\n\t}\n\n\tif addressSections[0] == \"module\" {\n\t\t// If it's addressed to a module, then we need to dig into that module\n\t\tif len(addressSections) < 2 {\n\t\t\treturn nil\n\t\t}\n\n\t\tmoduleName := addressSections[1]\n\n\t\tif module, ok := m.ModuleCalls[moduleName]; ok {\n\t\t\t// Dig through the correct module\n\t\t\treturn module.Module.DigResource(strings.Join(addressSections[2:], \".\"))\n\t\t}\n\t} else {\n\t\t// If the address has brackets, than we need to extract the index and\n\t\t// return the resource at that index\n\t\tindexMatches := indexBrackets.FindStringSubmatch(address)\n\t\tvar desiredIndex int\n\t\tvar err error\n\n\t\tif len(indexMatches) == 0 {\n\t\t\t// Return the first result\n\t\t\tdesiredIndex = 0\n\t\t} else {\n\t\t\tdesiredIndex, err = strconv.Atoi(indexMatches[1])\n\n\t\t\tif err != nil {\n\t\t\t\treturn nil\n\t\t\t}\n\t\t}\n\n\t\t// Remove the [] from the address if it exists\n\t\taddress = indexBrackets.ReplaceAllString(address, \"\")\n\n\t\t// Look through the current module\n\t\tcurrentIndex := 0\n\t\tfor _, r := range m.Resources {\n\t\t\tif r.Address == address {\n\t\t\t\tif currentIndex == desiredIndex {\n\t\t\t\t\treturn &r\n\t\t\t\t}\n\n\t\t\t\tcurrentIndex++\n\t\t\t}\n\t\t}\n\t}\n\n\treturn nil\n}\n\ntype moduleCall struct {\n\tSource string `json:\"source,omitempty\"`\n\tExpressions map[string]any `json:\"expressions,omitempty\"`\n\tCountExpression *expression `json:\"count_expression,omitempty\"`\n\tForEachExpression *expression `json:\"for_each_expression,omitempty\"`\n\tModule ConfigModule `json:\"module\"`\n\tVersionConstraint string `json:\"version_constraint,omitempty\"`\n\tDependsOn []string `json:\"depends_on,omitempty\"`\n}\n\n// variables is the JSON representation of the variables provided to the current\n// plan.\ntype variables map[string]*variable\n\ntype variable struct {\n\tDefault json.RawMessage `json:\"default,omitempty\"`\n\tDescription string `json:\"description,omitempty\"`\n\tSensitive bool `json:\"sensitive,omitempty\"`\n}\n\n// Resource is the representation of a resource in the config\ntype ConfigResource struct {\n\t// Address is the absolute resource address\n\tAddress string `json:\"address,omitempty\"`\n\n\t// Mode can be \"managed\" or \"data\"\n\tMode string `json:\"mode,omitempty\"`\n\n\tType string `json:\"type,omitempty\"`\n\tName string `json:\"name,omitempty\"`\n\n\t// ProviderConfigKey is the key into \"provider_configs\" (shown above) for\n\t// the provider configuration that this resource is associated with.\n\t//\n\t// NOTE: If a given resource is in a ModuleCall, and the provider was\n\t// configured outside of the module (in a higher level configuration file),\n\t// the ProviderConfigKey will not match a key in the ProviderConfigs map.\n\tProviderConfigKey string `json:\"provider_config_key,omitempty\"`\n\n\t// Provisioners is an optional field which describes any provisioners.\n\t// Connection info will not be included here.\n\tProvisioners []provisioner `json:\"provisioners,omitempty\"`\n\n\t// Expressions\" describes the resource-type-specific content of the\n\t// configuration block.\n\tExpressions map[string]any `json:\"expressions,omitempty\"`\n\n\t// SchemaVersion indicates which version of the resource type schema the\n\t// \"values\" property conforms to.\n\tSchemaVersion uint64 `json:\"schema_version\"`\n\n\t// CountExpression and ForEachExpression describe the expressions given for\n\t// the corresponding meta-arguments in the resource configuration block.\n\t// These are omitted if the corresponding argument isn't set.\n\tCountExpression *expression `json:\"count_expression,omitempty\"`\n\tForEachExpression *expression `json:\"for_each_expression,omitempty\"`\n\n\tDependsOn []string `json:\"depends_on,omitempty\"`\n}\n\ntype output struct {\n\tSensitive bool `json:\"sensitive,omitempty\"`\n\tExpression expression `json:\"expression\"`\n\tDependsOn []string `json:\"depends_on,omitempty\"`\n\tDescription string `json:\"description,omitempty\"`\n}\n\ntype provisioner struct {\n\tType string `json:\"type,omitempty\"`\n\tExpressions map[string]any `json:\"expressions,omitempty\"`\n}\n\n// expression represents any unparsed expression\ntype expression struct {\n\t// \"constant_value\" is set only if the expression contains no references to\n\t// other objects, in which case it gives the resulting constant value. This\n\t// is mapped as for the individual values in the common value\n\t// representation.\n\tConstantValue json.RawMessage `json:\"constant_value,omitempty\"`\n\n\t// Alternatively, \"references\" will be set to a list of references in the\n\t// expression. Multi-step references will be unwrapped and duplicated for\n\t// each significant traversal step, allowing callers to more easily\n\t// recognize the objects they care about without attempting to parse the\n\t// expressions. Callers should only use string equality checks here, since\n\t// the syntax may be extended in future releases.\n\tReferences []string `json:\"references,omitempty\"`\n}\n\n// Variables is the JSON representation of the variables provided to the current\n// plan.\ntype Variables map[string]*Variable\n\ntype Variable struct {\n\tValue json.RawMessage `json:\"value,omitempty\"`\n}\n\n// StateValues is the common representation of resolved values for both the\n// prior state (which is always complete) and the planned new state.\ntype StateValues struct {\n\tOutputs map[string]Output `json:\"outputs,omitempty\"`\n\tRootModule Module `json:\"root_module\"`\n}\n\n// Get a specific resource from this module or its children\nfunc (m Module) DigResource(address string) *Resource {\n\t// Look through the current module\n\tfor _, r := range m.Resources {\n\t\tif r.Address == address {\n\t\t\treturn &r\n\t\t}\n\t}\n\n\t// Look through children\n\tfor _, child := range m.ChildModules {\n\t\tresource := child.DigResource(address)\n\n\t\tif resource != nil {\n\t\t\treturn resource\n\t\t}\n\t}\n\n\treturn nil\n}\n\n// Module is the representation of a module in state. This can be the root\n// module or a child module.\ntype Module struct {\n\t// Resources are sorted in a user-friendly order that is undefined at this\n\t// time, but consistent.\n\tResources []Resource `json:\"resources,omitempty\"`\n\n\t// Address is the absolute module address, omitted for the root module\n\tAddress string `json:\"address,omitempty\"`\n\n\t// Each module object can optionally have its own nested \"child_modules\",\n\t// recursively describing the full module tree.\n\tChildModules []Module `json:\"child_modules,omitempty\"`\n}\n\n// Resource is the representation of a resource in the json plan\ntype Resource struct {\n\t// Address is the absolute resource address\n\tAddress string `json:\"address,omitempty\"`\n\n\t// Mode can be \"managed\" or \"data\"\n\tMode string `json:\"mode,omitempty\"`\n\n\tType string `json:\"type,omitempty\"`\n\tName string `json:\"name,omitempty\"`\n\n\t// ProviderName allows the property \"type\" to be interpreted unambiguously\n\t// in the unusual situation where a provider offers a resource type whose\n\t// name does not start with its own name, such as the \"googlebeta\" provider\n\t// offering \"google_compute_instance\".\n\tProviderName string `json:\"provider_name,omitempty\"`\n\n\t// SchemaVersion indicates which version of the resource type schema the\n\t// \"values\" property conforms to.\n\tSchemaVersion uint64 `json:\"schema_version\"`\n\n\t// AttributeValues is the JSON representation of the attribute values of the\n\t// resource, whose structure depends on the resource type schema. Any\n\t// unknown values are omitted or set to null, making them indistinguishable\n\t// from absent values.\n\tAttributeValues AttributeValues `json:\"values,omitempty\"`\n\n\t// SensitiveValues is similar to AttributeValues, but with all sensitive\n\t// values replaced with true, and all non-sensitive leaf values omitted.\n\tSensitiveValues json.RawMessage `json:\"sensitive_values,omitempty\"`\n}\n\n// AttributeValues is the JSON representation of the attribute values of the\n// resource, whose structure depends on the resource type schema.\ntype AttributeValues map[string]any\n\nvar indexBrackets = regexp.MustCompile(`\\[(\\d+)\\]`)\n\n// Digs through the attribute values to find the value at the given key. This\n// supports nested keys i.e. \"foo.bar\" and arrays i.e. \"foo[0]\"\nfunc (av AttributeValues) Dig(key string) (any, bool) {\n\tsections := strings.Split(key, \".\")\n\n\tif len(sections) == 0 {\n\t\treturn nil, false\n\t}\n\n\t// Get the first section\n\tsection := sections[0]\n\n\t// Check for an index\n\tindexMatches := indexBrackets.FindStringSubmatch(section)\n\n\tvar value any\n\tvar ok bool\n\n\tif len(indexMatches) == 0 {\n\t\t// No index, just get the value\n\t\tvalue, ok = av[section]\n\n\t\tif !ok {\n\t\t\treturn nil, false\n\t\t}\n\t} else {\n\t\t// Get the index\n\t\tindex, err := strconv.Atoi(indexMatches[1])\n\n\t\tif err != nil {\n\t\t\treturn nil, false\n\t\t}\n\n\t\t// Get the value\n\t\tkeyName := indexBrackets.ReplaceAllString(section, \"\")\n\t\tarr, ok := av[keyName]\n\n\t\tif !ok {\n\t\t\treturn nil, false\n\t\t}\n\n\t\t// Check if the value is an array\n\t\tarray, ok := arr.([]any)\n\n\t\tif !ok {\n\t\t\treturn nil, false\n\t\t}\n\n\t\t// Check if the index is in range\n\t\tif index < 0 || index >= len(array) {\n\t\t\treturn nil, false\n\t\t}\n\n\t\tvalue = array[index]\n\t}\n\n\t// If there are no more sections, then we're done\n\tif len(sections) == 1 {\n\t\treturn value, true\n\t}\n\n\t// If there are more sections, then we need to dig deeper\n\tchildMap, ok := value.(map[string]any)\n\n\tif !ok {\n\t\treturn nil, false\n\t}\n\n\tchildAttributeValues := AttributeValues(childMap)\n\n\treturn childAttributeValues.Dig(strings.Join(sections[1:], \".\"))\n}\n\ntype Output struct {\n\tSensitive bool `json:\"sensitive\"`\n\tType json.RawMessage `json:\"type,omitempty\"`\n\tValue json.RawMessage `json:\"value,omitempty\"`\n}\n\n// ResourceChange is a description of an individual change action that Terraform\n// plans to use to move from the prior state to a new state matching the\n// configuration.\ntype ResourceChange struct {\n\t// Address is the absolute resource address\n\tAddress string `json:\"address,omitempty\"`\n\n\t// PreviousAddress is the absolute address that this resource instance had\n\t// at the conclusion of a previous run.\n\t//\n\t// This will typically be omitted, but will be present if the previous\n\t// resource instance was subject to a \"moved\" block that we handled in the\n\t// process of creating this plan.\n\t//\n\t// Note that this behavior diverges from the internal plan data structure,\n\t// where the previous address is set equal to the current address in the\n\t// common case, rather than being omitted.\n\tPreviousAddress string `json:\"previous_address,omitempty\"`\n\n\t// ModuleAddress is the module portion of the above address. Omitted if the\n\t// instance is in the root module.\n\tModuleAddress string `json:\"module_address,omitempty\"`\n\n\t// \"managed\" or \"data\"\n\tMode string `json:\"mode,omitempty\"`\n\n\tType string `json:\"type,omitempty\"`\n\tName string `json:\"name,omitempty\"`\n\tIndex json.RawMessage `json:\"index,omitempty\"`\n\tProviderName string `json:\"provider_name,omitempty\"`\n\n\t// \"deposed\", if set, indicates that this action applies to a \"deposed\"\n\t// object of the given instance rather than to its \"current\" object. Omitted\n\t// for changes to the current object.\n\tDeposed string `json:\"deposed,omitempty\"`\n\n\t// Change describes the change that will be made to this object\n\tChange Change `json:\"change\"`\n\n\t// ActionReason is a keyword representing some optional extra context\n\t// for why the actions in Change.Actions were chosen.\n\t//\n\t// This extra detail is only for display purposes, to help a UI layer\n\t// present some additional explanation to a human user. The possible\n\t// values here might grow and change over time, so any consumer of this\n\t// information should be resilient to encountering unrecognized values\n\t// and treat them as an unspecified reason.\n\tActionReason string `json:\"action_reason,omitempty\"`\n}\n\n// Change is the representation of a proposed change for an object.\ntype Change struct {\n\t// Actions are the actions that will be taken on the object selected by the\n\t// properties below. Valid actions values are:\n\t// [\"no-op\"]\n\t// [\"create\"]\n\t// [\"read\"]\n\t// [\"update\"]\n\t// [\"delete\", \"create\"]\n\t// [\"create\", \"delete\"]\n\t// [\"delete\"]\n\t// The two \"replace\" actions are represented in this way to allow callers to\n\t// e.g. just scan the list for \"delete\" to recognize all three situations\n\t// where the object will be deleted, allowing for any new deletion\n\t// combinations that might be added in future.\n\tActions []string `json:\"actions,omitempty\"`\n\n\t// Before and After are representations of the object value both before and\n\t// after the action. For [\"create\"] and [\"delete\"] actions, either \"before\"\n\t// or \"after\" is unset (respectively). For [\"no-op\"], the before and after\n\t// values are identical. The \"after\" value will be incomplete if there are\n\t// values within it that won't be known until after apply.\n\tBefore json.RawMessage `json:\"before,omitempty\"`\n\tAfter json.RawMessage `json:\"after,omitempty\"`\n\n\t// AfterUnknown is an object value with similar structure to After, but\n\t// with all unknown leaf values replaced with true, and all known leaf\n\t// values omitted. This can be combined with After to reconstruct a full\n\t// value after the action, including values which will only be known after\n\t// apply.\n\tAfterUnknown json.RawMessage `json:\"after_unknown,omitempty\"`\n\n\t// BeforeSensitive and AfterSensitive are object values with similar\n\t// structure to Before and After, but with all sensitive leaf values\n\t// replaced with true, and all non-sensitive leaf values omitted. These\n\t// objects should be combined with Before and After to prevent accidental\n\t// display of sensitive values in user interfaces.\n\tBeforeSensitive json.RawMessage `json:\"before_sensitive,omitempty\"`\n\tAfterSensitive json.RawMessage `json:\"after_sensitive,omitempty\"`\n\n\t// ReplacePaths is an array of arrays representing a set of paths into the\n\t// object value which resulted in the action being \"replace\". This will be\n\t// omitted if the action is not replace, or if no paths caused the\n\t// replacement (for example, if the resource was tainted). Each path\n\t// consists of one or more steps, each of which will be a number or a\n\t// string.\n\tReplacePaths json.RawMessage `json:\"replace_paths,omitempty\"`\n\n\t// Importing contains the import metadata about this operation. If importing\n\t// is present (ie. not null) then the change is an import operation in\n\t// addition to anything mentioned in the actions field. The actual contents\n\t// of the Importing struct is subject to change, so downstream consumers\n\t// should treat any values in here as strictly optional.\n\tImporting *Importing `json:\"importing,omitempty\"`\n\n\t// GeneratedConfig contains any HCL config generated for this resource\n\t// during planning as a string.\n\t//\n\t// If this is populated, then Importing should also be populated but this\n\t// might change in the future. However, nNot all Importing changes will\n\t// contain generated config.\n\tGeneratedConfig string `json:\"generated_config,omitempty\"`\n}\n\n// Importing is a nested object for the resource import metadata.\ntype Importing struct {\n\t// The original ID of this resource used to target it as part of planned\n\t// import operation.\n\tID string `json:\"id,omitempty\"`\n}\n\n// ResourceAttr contains the address and attribute of an external for the\n// RelevantAttributes in the plan.\ntype ResourceAttr struct {\n\tResource string `json:\"resource\"`\n\tAttr json.RawMessage `json:\"attribute\"`\n}\n\n// State is the top-level representation of the json format of a terraform\n// state.\ntype State struct {\n\tFormatVersion string `json:\"format_version,omitempty\"`\n\tTerraformVersion string `json:\"terraform_version,omitempty\"`\n\tValues *StateValues `json:\"values,omitempty\"`\n\tChecks json.RawMessage `json:\"checks,omitempty\"`\n}\n" }, { "path": "tfutils/plan_mapper.go", "content": "package tfutils\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"os\"\n\t\"slices\"\n\t\"strings\"\n\t\"time\"\n\n\t\"github.com/getsentry/sentry-go\"\n\t\"github.com/google/uuid\"\n\tawsAdapters \"github.com/overmindtech/cli/aws-source/adapters\"\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tk8sAdapters \"github.com/overmindtech/cli/k8s-source/adapters\"\n\tazureAdapters \"github.com/overmindtech/cli/sources/azure/proc\"\n\tgcpAdapters \"github.com/overmindtech/cli/sources/gcp/proc\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"go.opentelemetry.io/otel/attribute\"\n\t\"go.opentelemetry.io/otel/trace\"\n\n\t\"google.golang.org/protobuf/types/known/structpb\"\n\t\"google.golang.org/protobuf/types/known/timestamppb\"\n)\n\ntype MapStatus int\n\nfunc (m MapStatus) String() string {\n\tswitch m {\n\tcase MapStatusSuccess:\n\t\treturn \"success\"\n\tcase MapStatusNotEnoughInfo:\n\t\treturn \"not enough info\"\n\tcase MapStatusUnsupported:\n\t\treturn \"unsupported\"\n\tcase MapStatusPendingCreation:\n\t\treturn \"pending creation\"\n\tdefault:\n\t\treturn \"unknown\"\n\t}\n}\n\nconst (\n\tMapStatusSuccess MapStatus = iota\n\tMapStatusNotEnoughInfo\n\tMapStatusUnsupported\n\tMapStatusPendingCreation\n)\n\nconst KnownAfterApply = `(known after apply)`\n\ntype PlannedChangeMapResult struct {\n\t// The full name of the resource in the Terraform plan\n\tTerraformName string\n\n\t// The terraform resource type\n\tTerraformType string\n\n\t// The status of the mapping\n\tStatus MapStatus\n\n\t// The message that should be printed next to the status e.g. \"mapped\" or\n\t// \"missing arn\"\n\tMessage string\n\n\t*sdp.MappedItemDiff\n}\n\ntype PlanMappingResult struct {\n\tResults []PlannedChangeMapResult\n\tRemovedSecrets int\n}\n\nfunc (r *PlanMappingResult) NumSuccess() int {\n\treturn r.numStatus(MapStatusSuccess)\n}\n\nfunc (r *PlanMappingResult) NumNotEnoughInfo() int {\n\treturn r.numStatus(MapStatusNotEnoughInfo)\n}\n\nfunc (r *PlanMappingResult) NumUnsupported() int {\n\treturn r.numStatus(MapStatusUnsupported)\n}\n\nfunc (r *PlanMappingResult) NumPendingCreation() int {\n\treturn r.numStatus(MapStatusPendingCreation)\n}\n\nfunc (r *PlanMappingResult) NumTotal() int {\n\treturn len(r.Results)\n}\n\nfunc (r *PlanMappingResult) GetItemDiffs() []*sdp.MappedItemDiff {\n\tdiffs := make([]*sdp.MappedItemDiff, 0)\n\n\tfor _, result := range r.Results {\n\t\tif result.MappedItemDiff != nil {\n\t\t\tdiffs = append(diffs, result.MappedItemDiff)\n\t\t}\n\t}\n\n\treturn diffs\n}\n\nfunc (r *PlanMappingResult) numStatus(status MapStatus) int {\n\tcount := 0\n\tfor _, result := range r.Results {\n\t\tif result.Status == status {\n\t\t\tcount++\n\t\t}\n\t}\n\treturn count\n}\n\nfunc MappedItemDiffsFromPlanFile(ctx context.Context, fileName string, scope string, lf log.Fields) (*PlanMappingResult, error) {\n\tplanData, err := os.ReadFile(fileName)\n\tif err != nil {\n\t\tlog.WithContext(ctx).WithError(err).WithFields(lf).Error(\"Failed to read terraform plan\")\n\t\treturn nil, err\n\t}\n\n\t// Check if this is a JSON plan file\n\tif !isJSONPlanFile(planData) {\n\t\treturn nil, fmt.Errorf(\"plan file '%s' appears to be in binary format, but Overmind only supports JSON plan files.\\n\\nTo fix this, convert your binary plan to JSON format:\\n 1. Using OpenTofu: tofu show -json %s > plan.json\\n 2. Using Terraform: terraform show -json %s > plan.json\\n 3. Then run: overmind changes submit-plan plan.json\", fileName, fileName, fileName)\n\t}\n\n\treturn MappedItemDiffsFromPlan(ctx, planData, fileName, scope, lf)\n}\n\ntype TfMapData struct {\n\t// The overmind type name\n\tOvermindType string\n\n\t// The method that the query should use\n\tMethod sdp.QueryMethod\n\n\t// The field within the resource that should be queried for\n\tQueryField string\n}\n\n// MappedItemDiffsFromPlan takes a plan JSON, file name, and log fields as input\n// and returns the mapping results and an error. It parses the plan JSON,\n// extracts resource changes, and creates mapped item differences for each\n// resource change. It also generates mapping queries based on the resource type\n// and current resource values. The function categorizes the mapped item\n// differences into supported and unsupported changes. Finally, it logs the\n// number of supported and unsupported changes and returns the mapped item\n// differences. The `scope` determines the scope of the resources that will be\n// generated, not the queries. These will always have a scope of `*`\nfunc MappedItemDiffsFromPlan(ctx context.Context, planJson []byte, fileName string, scope string, lf log.Fields) (*PlanMappingResult, error) {\n\t// Create a span for this since we're going to be attaching events to it when things fail to map\n\tspan := trace.SpanFromContext(ctx)\n\tdefer span.End()\n\n\t// Check that we haven't been passed a state file\n\tif isStateFile(planJson) {\n\t\treturn nil, fmt.Errorf(\"'%v' appears to be a state file, not a plan file\", fileName)\n\t}\n\n\t// Load mapping data from the sources and convert into a map so that we can\n\t// index by Terraform type\n\tadapterMetadata := awsAdapters.Metadata.AllAdapterMetadata()\n\tadapterMetadata = append(adapterMetadata, k8sAdapters.Metadata.AllAdapterMetadata()...)\n\tadapterMetadata = append(adapterMetadata, gcpAdapters.Metadata.AllAdapterMetadata()...)\n\tadapterMetadata = append(adapterMetadata, azureAdapters.Metadata.AllAdapterMetadata()...)\n\t// These mappings are from the terraform type, to required mapping data\n\tmappings := make(map[string][]TfMapData)\n\tfor _, metadata := range adapterMetadata {\n\t\tif metadata.GetType() == \"\" {\n\t\t\tcontinue\n\t\t}\n\n\t\tfor _, mapping := range metadata.GetTerraformMappings() {\n\t\t\t// Extract the query field and type from the mapping\n\t\t\tsubs := strings.SplitN(mapping.GetTerraformQueryMap(), \".\", 2)\n\t\t\tif len(subs) != 2 {\n\t\t\t\tlog.WithContext(ctx).WithFields(lf).WithField(\"terraform-query-map\", mapping.GetTerraformQueryMap()).Warn(\"Skipping mapping with invalid query map\")\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tterraformType := subs[0]\n\t\t\tqueryField := subs[1]\n\n\t\t\t// Add the mapping details\n\t\t\tmappings[terraformType] = append(mappings[terraformType], TfMapData{\n\t\t\t\tOvermindType: metadata.GetType(),\n\t\t\t\tMethod: mapping.GetTerraformMethod(),\n\t\t\t\tQueryField: queryField,\n\t\t\t})\n\t\t}\n\t}\n\n\tvar plan Plan\n\terr := json.Unmarshal(planJson, &plan)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to parse '%v': %w\", fileName, err)\n\t}\n\n\tresults := PlanMappingResult{\n\t\tResults: make([]PlannedChangeMapResult, 0),\n\t\tRemovedSecrets: countSensitiveValuesInConfig(plan.Config.RootModule) + countSensitiveValuesInState(plan.PlannedValues.RootModule),\n\t}\n\n\t// for all managed resources:\n\tfor _, resourceChange := range plan.ResourceChanges {\n\t\tif len(resourceChange.Change.Actions) == 0 || resourceChange.Change.Actions[0] == \"no-op\" || resourceChange.Mode == \"data\" {\n\t\t\t// skip resources with no changes and data updates\n\t\t\tcontinue\n\t\t}\n\n\t\titemDiff, err := itemDiffFromResourceChange(resourceChange, scope)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to create item diff for resource change: %w\", err)\n\t\t}\n\n\t\t// Get the Terraform mappings for this specific type\n\t\trelevantMappings, ok := mappings[resourceChange.Type]\n\t\tif !ok {\n\t\t\tlog.WithContext(ctx).WithFields(lf).WithField(\"terraform-address\", resourceChange.Address).Debug(\"Skipping unmapped resource\")\n\t\t\tresults.Results = append(results.Results, PlannedChangeMapResult{\n\t\t\t\tTerraformName: resourceChange.Address,\n\t\t\t\tTerraformType: resourceChange.Type,\n\t\t\t\tStatus: MapStatusUnsupported,\n\t\t\t\tMessage: \"unsupported\",\n\t\t\t\tMappedItemDiff: &sdp.MappedItemDiff{\n\t\t\t\t\tItem: itemDiff,\n\t\t\t\t\tMappingQuery: nil, // unmapped item has no mapping query\n\t\t\t\t},\n\t\t\t})\n\t\t\tcontinue\n\t\t}\n\n\t\tvar currentResource *Resource\n\n\t\t// Look for the resource in the prior values first, since this is\n\t\t// the *previous* state we're like to be able to find it in the\n\t\t// actual infra\n\t\tif plan.PriorState.Values != nil {\n\t\t\tcurrentResource = plan.PriorState.Values.RootModule.DigResource(resourceChange.Address)\n\t\t}\n\n\t\t// If we didn't find it, look in the planned values\n\t\tif currentResource == nil {\n\t\t\tcurrentResource = plan.PlannedValues.RootModule.DigResource(resourceChange.Address)\n\t\t}\n\n\t\tif currentResource == nil {\n\t\t\tlog.WithContext(ctx).\n\t\t\t\tWithFields(lf).\n\t\t\t\tWithField(\"terraform-address\", resourceChange.Address).\n\t\t\t\tWarn(\"Skipping resource without values\")\n\t\t\tcontinue\n\t\t}\n\n\t\tresults.Results = append(results.Results, mapResourceToQuery(itemDiff, currentResource, relevantMappings))\n\t}\n\n\t// Attach failed mappings to the span\n\tfor _, result := range results.Results {\n\t\tswitch result.Status {\n\t\tcase MapStatusUnsupported, MapStatusNotEnoughInfo, MapStatusPendingCreation:\n\t\t\tspan.AddEvent(\"UnmappedResource\", trace.WithAttributes(\n\t\t\t\tattribute.String(\"ovm.climap.status\", result.Status.String()),\n\t\t\t\tattribute.String(\"ovm.climap.message\", result.Message),\n\t\t\t\tattribute.String(\"ovm.climap.terraform-name\", result.TerraformName),\n\t\t\t\tattribute.String(\"ovm.climap.terraform-type\", result.TerraformType),\n\t\t\t))\n\t\tcase MapStatusSuccess:\n\t\t\t// Don't include these\n\t\t}\n\t}\n\n\treturn &results, nil\n}\n\n// Maps a resource to an Overmind query, or at least tries to given the provided\n// mappings. If there are multiple valid queries, the first one will be used.\n//\n// In the future we might allow for multiple queries to be returned, this work\n// will be tracked here: https://github.com/overmindtech/workspace/sdp/issues/272\nfunc mapResourceToQuery(itemDiff *sdp.ItemDiff, terraformResource *Resource, mappings []TfMapData) PlannedChangeMapResult {\n\tattemptedMappings := make([]string, 0)\n\n\tif len(mappings) == 0 {\n\t\tmappingStatus := sdp.MappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_UNSUPPORTED\n\t\treturn PlannedChangeMapResult{\n\t\t\tTerraformName: terraformResource.Address,\n\t\t\tTerraformType: terraformResource.Type,\n\t\t\tStatus: MapStatusUnsupported,\n\t\t\tMessage: \"unsupported\",\n\t\t\tMappedItemDiff: &sdp.MappedItemDiff{\n\t\t\t\tItem: itemDiff,\n\t\t\t\tMappingQuery: nil, // unmapped item has no mapping query\n\t\t\t\tMappingStatus: &mappingStatus,\n\t\t\t},\n\t\t}\n\t}\n\n\tfor _, mapping := range mappings {\n\t\t// See if the query field exists in the resource. If it doesn't then we\n\t\t// will continue to the next mapping\n\t\tquery, ok := terraformResource.AttributeValues.Dig(mapping.QueryField)\n\t\tif ok {\n\t\t\t// If the query field exists, we will create a query\n\t\t\tu := uuid.New()\n\t\t\tnewQuery := &sdp.Query{\n\t\t\t\tType: mapping.OvermindType,\n\t\t\t\tMethod: mapping.Method,\n\t\t\t\tQuery: fmt.Sprintf(\"%v\", query),\n\t\t\t\tScope: \"*\",\n\t\t\t\tRecursionBehaviour: &sdp.Query_RecursionBehaviour{},\n\t\t\t\tUUID: u[:],\n\t\t\t\tDeadline: timestamppb.New(time.Now().Add(60 * time.Second)),\n\t\t\t}\n\n\t\t\t// Set the type of item to the Overmind-supported type rather than\n\t\t\t// the Terraform one\n\t\t\tif itemDiff.GetBefore() != nil {\n\t\t\t\titemDiff.Before.Type = mapping.OvermindType\n\t\t\t}\n\t\t\tif itemDiff.GetAfter() != nil {\n\t\t\t\titemDiff.After.Type = mapping.OvermindType\n\t\t\t}\n\n\t\t\tmappingStatus := sdp.MappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_SUCCESS\n\t\t\treturn PlannedChangeMapResult{\n\t\t\t\tTerraformName: terraformResource.Address,\n\t\t\t\tTerraformType: terraformResource.Type,\n\t\t\t\tStatus: MapStatusSuccess,\n\t\t\t\tMessage: \"mapped\",\n\t\t\t\tMappedItemDiff: &sdp.MappedItemDiff{\n\t\t\t\t\tItem: itemDiff,\n\t\t\t\t\tMappingQuery: newQuery,\n\t\t\t\t\tMappingStatus: &mappingStatus,\n\t\t\t\t},\n\t\t\t}\n\t\t}\n\n\t\t// It it wasn't successful, add the mapping to the list of attempted\n\t\t// mappings\n\t\tattemptedMappings = append(attemptedMappings, mapping.QueryField)\n\t}\n\n\t// If we get to this point, we haven't found a mapping\n\tmessage := fmt.Sprintf(\"missing mapping attribute: %v\", strings.Join(attemptedMappings, \", \"))\n\n\t// Check if this is a newly created resource - these don't exist yet so missing\n\t// attributes are expected, not an error\n\tif itemDiff.GetStatus() == sdp.ItemDiffStatus_ITEM_DIFF_STATUS_CREATED {\n\t\tmappingStatus := sdp.MappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_PENDING_CREATION\n\t\treturn PlannedChangeMapResult{\n\t\t\tTerraformName: terraformResource.Address,\n\t\t\tTerraformType: terraformResource.Type,\n\t\t\tStatus: MapStatusPendingCreation,\n\t\t\tMessage: \"pending creation\",\n\t\t\tMappedItemDiff: &sdp.MappedItemDiff{\n\t\t\t\tItem: itemDiff,\n\t\t\t\tMappingQuery: nil, // unmapped item has no mapping query\n\t\t\t\tMappingStatus: &mappingStatus,\n\t\t\t\t// No MappingError - this is expected, not an error\n\t\t\t},\n\t\t}\n\t}\n\n\t// For other statuses (REPLACED, UPDATED, DELETED), missing attributes are a real error\n\tmappingStatus := sdp.MappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_ERROR\n\treturn PlannedChangeMapResult{\n\t\tTerraformName: terraformResource.Address,\n\t\tTerraformType: terraformResource.Type,\n\t\tStatus: MapStatusNotEnoughInfo,\n\t\tMessage: message,\n\t\tMappedItemDiff: &sdp.MappedItemDiff{\n\t\t\tItem: itemDiff,\n\t\t\tMappingQuery: nil, // unmapped item has no mapping query\n\t\t\tMappingStatus: &mappingStatus,\n\t\t\tMappingError: &sdp.QueryError{\n\t\t\t\tErrorType: sdp.QueryError_OTHER,\n\t\t\t\tErrorString: message,\n\t\t\t},\n\t\t},\n\t}\n}\n\n// isJSONPlanFile checks if the supplied bytes are valid JSON that could be a plan file.\n// This is used to determine if we need to convert a binary plan or if it's already JSON.\nfunc isJSONPlanFile(bytes []byte) bool {\n\tvar jsonValue any\n\n\terr := json.Unmarshal(bytes, &jsonValue)\n\tif err != nil {\n\t\treturn false\n\t}\n\n\t// If it's valid JSON, we can try to parse it as a plan\n\treturn true\n}\n\n// Checks if the supplied JSON bytes are a state file. It's a common mistake to\n// pass a state file to Overmind rather than a plan file since the commands to\n// create them are similar\nfunc isStateFile(bytes []byte) bool {\n\tfields := make(map[string]any)\n\n\terr := json.Unmarshal(bytes, &fields)\n\tif err != nil {\n\t\treturn false\n\t}\n\n\tif _, exists := fields[\"values\"]; exists {\n\t\treturn true\n\t}\n\n\treturn false\n}\n\nfunc countSensitiveValuesInConfig(m ConfigModule) int {\n\tremovedSecrets := 0\n\tfor _, v := range m.Variables {\n\t\tif v.Sensitive {\n\t\t\tremovedSecrets++\n\t\t}\n\t}\n\tfor _, o := range m.Outputs {\n\t\tif o.Sensitive {\n\t\t\tremovedSecrets++\n\t\t}\n\t}\n\tfor _, c := range m.ModuleCalls {\n\t\tremovedSecrets += countSensitiveValuesInConfig(c.Module)\n\t}\n\treturn removedSecrets\n}\n\nfunc countSensitiveValuesInState(m Module) int {\n\tremovedSecrets := 0\n\tfor _, r := range m.Resources {\n\t\tremovedSecrets += countSensitiveValuesInResource(r)\n\t}\n\tfor _, c := range m.ChildModules {\n\t\tremovedSecrets += countSensitiveValuesInState(c)\n\t}\n\treturn removedSecrets\n}\n\n// follow itemAttributesFromResourceChangeData and maskSensitiveData\n// implementation to count sensitive values\nfunc countSensitiveValuesInResource(r Resource) int {\n\t// sensitiveMsg can be a bool or a map[string]any\n\tvar isSensitive bool\n\terr := json.Unmarshal(r.SensitiveValues, &isSensitive)\n\tif err == nil && isSensitive {\n\t\treturn 1 // one very large secret\n\t} else if err != nil {\n\t\t// only try parsing as map if parsing as bool failed\n\t\tvar sensitive map[string]any\n\t\terr = json.Unmarshal(r.SensitiveValues, &sensitive)\n\t\tif err != nil {\n\t\t\treturn 0\n\t\t}\n\t\treturn countSensitiveAttributes(r.AttributeValues, sensitive)\n\t}\n\treturn 0\n}\n\nfunc countSensitiveAttributes(attributes, sensitive any) int {\n\tif sensitive == true {\n\t\treturn 1\n\t} else if sensitiveMap, ok := sensitive.(map[string]any); ok {\n\t\tif attributesMap, ok := attributes.(map[string]any); ok {\n\t\t\tresult := 0\n\t\t\tfor k, v := range attributesMap {\n\t\t\t\tresult += countSensitiveAttributes(v, sensitiveMap[k])\n\t\t\t}\n\t\t\treturn result\n\t\t} else {\n\t\t\treturn 1\n\t\t}\n\t} else if sensitiveArr, ok := sensitive.([]any); ok {\n\t\tif attributesArr, ok := attributes.([]any); ok {\n\t\t\tif len(sensitiveArr) != len(attributesArr) {\n\t\t\t\treturn 1\n\t\t\t}\n\t\t\tresult := 0\n\t\t\tfor i, v := range attributesArr {\n\t\t\t\tresult += countSensitiveAttributes(v, sensitiveArr[i])\n\t\t\t}\n\t\t\treturn result\n\t\t} else {\n\t\t\treturn 1\n\t\t}\n\t}\n\treturn 0\n}\n\n// Converts a ResourceChange form a terraform plan to an ItemDiff in SDP format.\nfunc itemDiffFromResourceChange(resourceChange ResourceChange, scope string) (*sdp.ItemDiff, error) {\n\tstatus := sdp.ItemDiffStatus_ITEM_DIFF_STATUS_UNSPECIFIED\n\n\tif slices.Equal(resourceChange.Change.Actions, []string{\"no-op\"}) || slices.Equal(resourceChange.Change.Actions, []string{\"read\"}) {\n\t\tstatus = sdp.ItemDiffStatus_ITEM_DIFF_STATUS_UNCHANGED\n\t} else if slices.Equal(resourceChange.Change.Actions, []string{\"create\"}) {\n\t\tstatus = sdp.ItemDiffStatus_ITEM_DIFF_STATUS_CREATED\n\t} else if slices.Equal(resourceChange.Change.Actions, []string{\"update\"}) {\n\t\tstatus = sdp.ItemDiffStatus_ITEM_DIFF_STATUS_UPDATED\n\t} else if slices.Equal(resourceChange.Change.Actions, []string{\"delete\", \"create\"}) {\n\t\tstatus = sdp.ItemDiffStatus_ITEM_DIFF_STATUS_REPLACED\n\t} else if slices.Equal(resourceChange.Change.Actions, []string{\"create\", \"delete\"}) {\n\t\tstatus = sdp.ItemDiffStatus_ITEM_DIFF_STATUS_REPLACED\n\t} else if slices.Equal(resourceChange.Change.Actions, []string{\"delete\"}) {\n\t\tstatus = sdp.ItemDiffStatus_ITEM_DIFF_STATUS_DELETED\n\t}\n\n\tbeforeAttributes, err := itemAttributesFromResourceChangeData(resourceChange.Change.Before, resourceChange.Change.BeforeSensitive)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to parse before attributes: %w\", err)\n\t}\n\tafterAttributes, err := itemAttributesFromResourceChangeData(resourceChange.Change.After, resourceChange.Change.AfterSensitive)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to parse after attributes: %w\", err)\n\t}\n\n\terr = handleKnownAfterApply(beforeAttributes, afterAttributes, resourceChange.Change.AfterUnknown)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to remove known after apply fields: %w\", err)\n\t}\n\n\tresult := &sdp.ItemDiff{\n\t\t// Item: filled in by item mapping in UpdatePlannedChanges\n\t\tStatus: status,\n\t}\n\n\t// shorten the address by removing the type prefix if and only if it is the\n\t// first part. Longer terraform addresses created in modules will not be\n\t// shortened to avoid confusion.\n\ttrimmedAddress, _ := strings.CutPrefix(resourceChange.Address, fmt.Sprintf(\"%v.\", resourceChange.Type))\n\n\tif beforeAttributes != nil {\n\t\tresult.Before = &sdp.Item{\n\t\t\tType: resourceChange.Type,\n\t\t\tUniqueAttribute: \"terraform_name\",\n\t\t\tAttributes: beforeAttributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\terr = result.GetBefore().GetAttributes().Set(\"terraform_name\", trimmedAddress)\n\t\tif err != nil {\n\t\t\t// since Address is a string, this should never happen\n\t\t\tsentry.CaptureException(fmt.Errorf(\"failed to set terraform_name '%v' on before attributes: %w\", trimmedAddress, err))\n\t\t}\n\n\t\terr = result.GetBefore().GetAttributes().Set(\"terraform_address\", resourceChange.Address)\n\t\tif err != nil {\n\t\t\t// since Address is a string, this should never happen\n\t\t\tsentry.CaptureException(fmt.Errorf(\"failed to set terraform_address of type %T (%v) on before attributes: %w\", resourceChange.Address, resourceChange.Address, err))\n\t\t}\n\t}\n\n\tif afterAttributes != nil {\n\t\tresult.After = &sdp.Item{\n\t\t\tType: resourceChange.Type,\n\t\t\tUniqueAttribute: \"terraform_name\",\n\t\t\tAttributes: afterAttributes,\n\t\t\tScope: scope,\n\t\t}\n\n\t\terr = result.GetAfter().GetAttributes().Set(\"terraform_name\", trimmedAddress)\n\t\tif err != nil {\n\t\t\t// since Address is a string, this should never happen\n\t\t\tsentry.CaptureException(fmt.Errorf(\"failed to set terraform_name '%v' on after attributes: %w\", trimmedAddress, err))\n\t\t}\n\n\t\terr = result.GetAfter().GetAttributes().Set(\"terraform_address\", resourceChange.Address)\n\t\tif err != nil {\n\t\t\t// since Address is a string, this should never happen\n\t\t\tsentry.CaptureException(fmt.Errorf(\"failed to set terraform_address of type %T (%v) on after attributes: %w\", resourceChange.Address, resourceChange.Address, err))\n\t\t}\n\t}\n\n\treturn result, nil\n}\n\nfunc itemAttributesFromResourceChangeData(attributesMsg, sensitiveMsg json.RawMessage) (*sdp.ItemAttributes, error) {\n\tvar attributes map[string]any\n\terr := json.Unmarshal(attributesMsg, &attributes)\n\tif err != nil {\n\t\treturn nil, fmt.Errorf(\"failed to parse attributes: %w\", err)\n\t}\n\n\t// sensitiveMsg can be a bool or a map[string]any\n\tvar isSensitive bool\n\terr = json.Unmarshal(sensitiveMsg, &isSensitive)\n\tif err == nil && isSensitive {\n\t\tattributes = maskAllData(attributes)\n\t} else if err != nil {\n\t\t// only try parsing as map if parsing as bool failed\n\t\tvar sensitive map[string]any\n\t\terr = json.Unmarshal(sensitiveMsg, &sensitive)\n\t\tif err != nil {\n\t\t\treturn nil, fmt.Errorf(\"failed to parse sensitive: %w\", err)\n\t\t}\n\t\tattributes = maskSensitiveData(attributes, sensitive).(map[string]any)\n\t}\n\n\treturn sdp.ToAttributesSorted(attributes)\n}\n\n// maskAllData masks every entry in attributes as redacted\nfunc maskAllData(attributes map[string]any) map[string]any {\n\tfor k, v := range attributes {\n\t\tif mv, ok := v.(map[string]any); ok {\n\t\t\tattributes[k] = maskAllData(mv)\n\t\t} else {\n\t\t\tattributes[k] = \"(sensitive value)\"\n\t\t}\n\t}\n\treturn attributes\n}\n\n// maskSensitiveData masks every entry in attributes that is set to true in sensitive. returns the redacted attributes\nfunc maskSensitiveData(attributes, sensitive any) any {\n\tif sensitive == true {\n\t\treturn \"(sensitive value)\"\n\t} else if sensitiveMap, ok := sensitive.(map[string]any); ok {\n\t\tif attributesMap, ok := attributes.(map[string]any); ok {\n\t\t\tresult := map[string]any{}\n\t\t\tfor k, v := range attributesMap {\n\t\t\t\tresult[k] = maskSensitiveData(v, sensitiveMap[k])\n\t\t\t}\n\t\t\treturn result\n\t\t} else {\n\t\t\treturn \"(sensitive value) (type mismatch)\"\n\t\t}\n\t} else if sensitiveArr, ok := sensitive.([]any); ok {\n\t\tif attributesArr, ok := attributes.([]any); ok {\n\t\t\tif len(sensitiveArr) != len(attributesArr) {\n\t\t\t\treturn \"(sensitive value) (len mismatch)\"\n\t\t\t}\n\t\t\tresult := make([]any, len(attributesArr))\n\t\t\tfor i, v := range attributesArr {\n\t\t\t\tresult[i] = maskSensitiveData(v, sensitiveArr[i])\n\t\t\t}\n\t\t\treturn result\n\t\t} else {\n\t\t\treturn \"(sensitive value) (type mismatch)\"\n\t\t}\n\t}\n\treturn attributes\n}\n\n// Finds fields from the `before` and `after` attributes that are known after\n// apply and replaces the \"after\" value with the string \"(known after apply)\"\nfunc handleKnownAfterApply(before, after *sdp.ItemAttributes, afterUnknown json.RawMessage) error {\n\tvar afterUnknownInterface any\n\terr := json.Unmarshal(afterUnknown, &afterUnknownInterface)\n\tif err != nil {\n\t\treturn fmt.Errorf(\"could not unmarshal `after_unknown` from plan: %w\", err)\n\t}\n\n\t// Convert the parent struct to a value so that we can treat them all the\n\t// same when we recurse\n\tbeforeValue := structpb.Value{\n\t\tKind: &structpb.Value_StructValue{\n\t\t\tStructValue: before.GetAttrStruct(),\n\t\t},\n\t}\n\n\tafterValue := structpb.Value{\n\t\tKind: &structpb.Value_StructValue{\n\t\t\tStructValue: after.GetAttrStruct(),\n\t\t},\n\t}\n\n\terr = insertKnownAfterApply(&beforeValue, &afterValue, afterUnknownInterface)\n\n\tif err != nil {\n\t\treturn fmt.Errorf(\"failed to remove known after apply fields: %w\", err)\n\t}\n\n\treturn nil\n}\n\n// Inserts the text \"(known after apply)\" in place of null values in the planned\n// \"after\" values for fields that are known after apply. By default these are\n// `null` which produces a bad diff, so we replace them with (known after apply)\n// to more accurately mirror what Terraform does in the CLI\nfunc insertKnownAfterApply(before, after *structpb.Value, afterUnknown any) error {\n\tswitch afterUnknown := afterUnknown.(type) {\n\tcase map[string]any:\n\t\tfor k, v := range afterUnknown {\n\t\t\tif v == true {\n\t\t\t\tif afterFields := after.GetStructValue().GetFields(); afterFields != nil {\n\t\t\t\t\t// Insert this in the after fields even if it doesn't exist.\n\t\t\t\t\t// This is because sometimes you will get a plan that only\n\t\t\t\t\t// has a before value for a know after apply field, so we\n\t\t\t\t\t// want to still make sure it shows up\n\t\t\t\t\tafterFields[k] = &structpb.Value{\n\t\t\t\t\t\tKind: &structpb.Value_StringValue{\n\t\t\t\t\t\t\tStringValue: KnownAfterApply,\n\t\t\t\t\t\t},\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t} else if v == false {\n\t\t\t\t// Do nothing\n\t\t\t\tcontinue\n\t\t\t} else {\n\t\t\t\t// Recurse into the nested fields\n\t\t\t\terr := insertKnownAfterApply(before.GetStructValue().GetFields()[k], after.GetStructValue().GetFields()[k], v)\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn err\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\tcase []any:\n\t\tfor i, v := range afterUnknown {\n\t\t\tif v == true {\n\t\t\t\t// If this value in a slice is true, set the corresponding value\n\t\t\t\t// in after to (know after apply)\n\t\t\t\tif after.GetListValue() != nil && len(after.GetListValue().GetValues()) > i {\n\t\t\t\t\tafter.GetListValue().Values[i] = &structpb.Value{\n\t\t\t\t\t\tKind: &structpb.Value_StringValue{\n\t\t\t\t\t\t\tStringValue: KnownAfterApply,\n\t\t\t\t\t\t},\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t} else if v == false {\n\t\t\t\t// Do nothing\n\t\t\t\tcontinue\n\t\t\t} else {\n\t\t\t\t// Make sure that the before and after both actually have a\n\t\t\t\t// valid list item at this position, if they don't we can just\n\t\t\t\t// pass `nil` to the `removeUnknownFields` function and it'll\n\t\t\t\t// handle it\n\t\t\t\tbeforeListValues := before.GetListValue().GetValues()\n\t\t\t\tafterListValues := after.GetListValue().GetValues()\n\t\t\t\tvar nestedBeforeValue *structpb.Value\n\t\t\t\tvar nestedAfterValue *structpb.Value\n\n\t\t\t\tif len(beforeListValues) > i {\n\t\t\t\t\tnestedBeforeValue = beforeListValues[i]\n\t\t\t\t}\n\n\t\t\t\tif len(afterListValues) > i {\n\t\t\t\t\tnestedAfterValue = afterListValues[i]\n\t\t\t\t}\n\n\t\t\t\terr := insertKnownAfterApply(nestedBeforeValue, nestedAfterValue, v)\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn err\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\tdefault:\n\t\treturn nil\n\t}\n\n\treturn nil\n}\n" }, { "path": "tfutils/plan_mapper_test.go", "content": "package tfutils\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"fmt\"\n\t\"os\"\n\t\"strconv\"\n\t\"strings\"\n\t\"testing\"\n\n\t\"github.com/overmindtech/cli/go/sdp-go\"\n\tlog \"github.com/sirupsen/logrus\"\n\t\"github.com/stretchr/testify/require\"\n\t\"github.com/xiam/dig\"\n)\n\nfunc TestWithStateFile(t *testing.T) {\n\t_, err := MappedItemDiffsFromPlanFile(context.Background(), \"testdata/state.json\", \"scope\", log.Fields{})\n\n\tif err == nil {\n\t\tt.Error(\"Expected error when running with state file, got none\")\n\t}\n}\n\nfunc TestMapResourceToQuery_PendingCreation(t *testing.T) {\n\tt.Parallel()\n\n\ttests := []struct {\n\t\tname string\n\t\titemDiffStatus sdp.ItemDiffStatus\n\t\thasMappings bool\n\t\texpectedMapStatus MapStatus\n\t\texpectedMappingStatus sdp.MappedItemMappingStatus\n\t\texpectMappingError bool\n\t}{\n\t\t{\n\t\t\tname: \"CREATED with missing attributes - pending creation\",\n\t\t\titemDiffStatus: sdp.ItemDiffStatus_ITEM_DIFF_STATUS_CREATED,\n\t\t\thasMappings: true,\n\t\t\texpectedMapStatus: MapStatusPendingCreation,\n\t\t\texpectedMappingStatus: sdp.MappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_PENDING_CREATION,\n\t\t\texpectMappingError: false,\n\t\t},\n\t\t{\n\t\t\tname: \"UPDATED with missing attributes - error\",\n\t\t\titemDiffStatus: sdp.ItemDiffStatus_ITEM_DIFF_STATUS_UPDATED,\n\t\t\thasMappings: true,\n\t\t\texpectedMapStatus: MapStatusNotEnoughInfo,\n\t\t\texpectedMappingStatus: sdp.MappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_ERROR,\n\t\t\texpectMappingError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"DELETED with missing attributes - error\",\n\t\t\titemDiffStatus: sdp.ItemDiffStatus_ITEM_DIFF_STATUS_DELETED,\n\t\t\thasMappings: true,\n\t\t\texpectedMapStatus: MapStatusNotEnoughInfo,\n\t\t\texpectedMappingStatus: sdp.MappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_ERROR,\n\t\t\texpectMappingError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"REPLACED with missing attributes - error\",\n\t\t\titemDiffStatus: sdp.ItemDiffStatus_ITEM_DIFF_STATUS_REPLACED,\n\t\t\thasMappings: true,\n\t\t\texpectedMapStatus: MapStatusNotEnoughInfo,\n\t\t\texpectedMappingStatus: sdp.MappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_ERROR,\n\t\t\texpectMappingError: true,\n\t\t},\n\t\t{\n\t\t\tname: \"No mappings - unsupported\",\n\t\t\titemDiffStatus: sdp.ItemDiffStatus_ITEM_DIFF_STATUS_CREATED,\n\t\t\thasMappings: false,\n\t\t\texpectedMapStatus: MapStatusUnsupported,\n\t\t\texpectedMappingStatus: sdp.MappedItemMappingStatus_MAPPED_ITEM_MAPPING_STATUS_UNSUPPORTED,\n\t\t\texpectMappingError: false,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\t// Create an itemDiff with the specified status\n\t\t\titemDiff := &sdp.ItemDiff{\n\t\t\t\tStatus: tt.itemDiffStatus,\n\t\t\t}\n\n\t\t\t// Create a terraform resource without the mapping attribute (simulating missing id/arn)\n\t\t\tterraformResource := &Resource{\n\t\t\t\tAddress: \"test_resource.example\",\n\t\t\t\tType: \"test_resource\",\n\t\t\t\tAttributeValues: AttributeValues{\n\t\t\t\t\t// No \"id\" field - simulating missing mapping attribute\n\t\t\t\t\t\"name\": \"test-name\",\n\t\t\t\t},\n\t\t\t}\n\n\t\t\t// Setup mappings - empty if testing unsupported, otherwise include one\n\t\t\tvar mappings []TfMapData\n\t\t\tif tt.hasMappings {\n\t\t\t\tmappings = []TfMapData{\n\t\t\t\t\t{\n\t\t\t\t\t\tOvermindType: \"test-type\",\n\t\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\t\tQueryField: \"id\", // This field doesn't exist in AttributeValues\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Call the function\n\t\t\tresult := mapResourceToQuery(itemDiff, terraformResource, mappings)\n\n\t\t\t// Verify the MapStatus\n\t\t\tif result.Status != tt.expectedMapStatus {\n\t\t\t\tt.Errorf(\"Expected MapStatus %v, got %v\", tt.expectedMapStatus, result.Status)\n\t\t\t}\n\n\t\t\t// Verify the MappingStatus\n\t\t\tif result.MappedItemDiff.GetMappingStatus() != tt.expectedMappingStatus {\n\t\t\t\tt.Errorf(\"Expected MappingStatus %v, got %v\", tt.expectedMappingStatus, result.MappedItemDiff.GetMappingStatus())\n\t\t\t}\n\n\t\t\t// Verify MappingError presence\n\t\t\tif tt.expectMappingError && result.MappedItemDiff.GetMappingError() == nil {\n\t\t\t\tt.Error(\"Expected MappingError to be set, but it was nil\")\n\t\t\t}\n\t\t\tif !tt.expectMappingError && result.MappedItemDiff.GetMappingError() != nil {\n\t\t\t\tt.Errorf(\"Expected MappingError to be nil, but got: %v\", result.MappedItemDiff.GetMappingError())\n\t\t\t}\n\n\t\t\t// Verify MappingQuery is nil (no query should be created when mapping fails)\n\t\t\tif result.MappedItemDiff.GetMappingQuery() != nil {\n\t\t\t\tt.Errorf(\"Expected MappingQuery to be nil, but got: %v\", result.MappedItemDiff.GetMappingQuery())\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestExtractProviderNameFromConfigKey(t *testing.T) {\n\ttests := []struct {\n\t\tConfigKey string\n\t\tExpected string\n\t}{\n\t\t{\n\t\t\tConfigKey: \"kubernetes\",\n\t\t\tExpected: \"kubernetes\",\n\t\t},\n\t\t{\n\t\t\tConfigKey: \"module.core:kubernetes\",\n\t\t\tExpected: \"kubernetes\",\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(test.ConfigKey, func(t *testing.T) {\n\t\t\tactual := extractProviderNameFromConfigKey(test.ConfigKey)\n\t\t\tif actual != test.Expected {\n\t\t\t\tt.Errorf(\"Expected %v, got %v\", test.Expected, actual)\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestMappedItemDiffsFromPlan(t *testing.T) {\n\tresults, err := MappedItemDiffsFromPlanFile(context.Background(), \"testdata/plan.json\", \"scope\", log.Fields{})\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif results.RemovedSecrets != 16 {\n\t\tt.Errorf(\"Expected 16 secrets, got %v\", results.RemovedSecrets)\n\t}\n\n\tif len(results.Results) != 5 {\n\t\tt.Errorf(\"Expected 5 changes, got %v:\", len(results.Results))\n\t\tfor _, diff := range results.Results {\n\t\t\tt.Errorf(\" %v\", diff)\n\t\t}\n\t}\n\n\tvar nats_box_deployment *sdp.MappedItemDiff\n\tvar api_server_deployment *sdp.MappedItemDiff\n\tvar aws_iam_policy *sdp.MappedItemDiff\n\tvar secret *sdp.MappedItemDiff\n\n\tfor _, result := range results.Results {\n\t\titem := result.GetItem().GetBefore()\n\t\tif item == nil && result.GetItem().GetAfter() != nil {\n\t\t\titem = result.GetItem().GetAfter()\n\t\t}\n\t\tif item == nil {\n\t\t\tt.Errorf(\"Expected any of before/after items to be set, but there's nothing: %v\", result)\n\t\t\tcontinue\n\t\t}\n\n\t\t// t.Logf(\"item: %v\", item.Attributes.AttrStruct.Fields[\"terraform_address\"].GetStringValue())\n\t\tif item.GetAttributes().GetAttrStruct().GetFields()[\"terraform_address\"].GetStringValue() == \"kubernetes_deployment.nats_box\" {\n\t\t\tif nats_box_deployment != nil {\n\t\t\t\tt.Errorf(\"Found multiple nats_box_deployment: %v, %v\", nats_box_deployment, result)\n\t\t\t}\n\t\t\tnats_box_deployment = result.MappedItemDiff\n\t\t} else if item.GetAttributes().GetAttrStruct().GetFields()[\"terraform_address\"].GetStringValue() == \"kubernetes_deployment.api_server\" {\n\t\t\tif api_server_deployment != nil {\n\t\t\t\tt.Errorf(\"Found multiple api_server_deployment: %v, %v\", api_server_deployment, result)\n\t\t\t}\n\t\t\tapi_server_deployment = result.MappedItemDiff\n\t\t} else if item.GetType() == \"iam-policy\" {\n\t\t\tif aws_iam_policy != nil {\n\t\t\t\tt.Errorf(\"Found multiple aws_iam_policy: %v, %v\", aws_iam_policy, result)\n\t\t\t}\n\t\t\taws_iam_policy = result.MappedItemDiff\n\t\t} else if item.GetType() == \"Secret\" {\n\t\t\tif secret != nil {\n\t\t\t\tt.Errorf(\"Found multiple secrets: %v, %v\", secret, result)\n\t\t\t}\n\t\t\tsecret = result.MappedItemDiff\n\t\t}\n\t}\n\n\t// check nats_box_deployment\n\tt.Logf(\"nats_box_deployment: %v\", nats_box_deployment)\n\tif nats_box_deployment == nil {\n\t\tt.Fatalf(\"Expected nats_box_deployment to be set, but it's not\")\n\t}\n\tif nats_box_deployment.GetItem().GetStatus() != sdp.ItemDiffStatus_ITEM_DIFF_STATUS_DELETED {\n\t\tt.Errorf(\"Expected nats_box_deployment status to be 'deleted', but it's '%v'\", nats_box_deployment.GetItem().GetStatus())\n\t}\n\tif nats_box_deployment.GetMappingQuery().GetType() != \"Deployment\" {\n\t\tt.Errorf(\"Expected nats_box_deployment query type to be 'Deployment', got '%v'\", nats_box_deployment.GetMappingQuery().GetType())\n\t}\n\tif nats_box_deployment.GetMappingQuery().GetQuery() != \"nats-box\" {\n\t\tt.Errorf(\"Expected nats_box_deployment query to be 'nats-box', got '%v'\", nats_box_deployment.GetMappingQuery().GetQuery())\n\t}\n\tif nats_box_deployment.GetMappingQuery().GetScope() != \"*\" {\n\t\tt.Errorf(\"Expected nats_box_deployment query scope to be '*', got '%v'\", nats_box_deployment.GetMappingQuery().GetScope())\n\t}\n\tif nats_box_deployment.GetItem().GetBefore().GetScope() != \"scope\" {\n\t\tt.Errorf(\"Expected nats_box_deployment before item scope to be 'scope', got '%v'\", nats_box_deployment.GetItem().GetBefore().GetScope())\n\t}\n\tif nats_box_deployment.GetMappingQuery().GetType() != \"Deployment\" {\n\t\tt.Errorf(\"Expected nats_box_deployment query type to be 'Deployment', got '%v'\", nats_box_deployment.GetMappingQuery().GetType())\n\t}\n\tif nats_box_deployment.GetItem().GetBefore().GetType() != \"Deployment\" {\n\t\tt.Errorf(\"Expected nats_box_deployment before item type to be 'Deployment', got '%v'\", nats_box_deployment.GetItem().GetBefore().GetType())\n\t}\n\tif nats_box_deployment.GetMappingQuery().GetQuery() != \"nats-box\" {\n\t\tt.Errorf(\"Expected nats_box_deployment query query to be 'nats-box', got '%v'\", nats_box_deployment.GetMappingQuery().GetQuery())\n\t}\n\n\t// check api_server_deployment\n\tt.Logf(\"api_server_deployment: %v\", api_server_deployment)\n\tif api_server_deployment == nil {\n\t\tt.Fatalf(\"Expected api_server_deployment to be set, but it's not\")\n\t}\n\tif api_server_deployment.GetItem().GetStatus() != sdp.ItemDiffStatus_ITEM_DIFF_STATUS_UPDATED {\n\t\tt.Errorf(\"Expected api_server_deployment status to be 'updated', but it's '%v'\", api_server_deployment.GetItem().GetStatus())\n\t}\n\tif api_server_deployment.GetMappingQuery().GetType() != \"Deployment\" {\n\t\tt.Errorf(\"Expected api_server_deployment query type to be 'Deployment', got '%v'\", api_server_deployment.GetMappingQuery().GetType())\n\t}\n\tif api_server_deployment.GetMappingQuery().GetQuery() != \"api-server\" {\n\t\tt.Errorf(\"Expected api_server_deployment query to be 'api-server', got '%v'\", api_server_deployment.GetMappingQuery().GetQuery())\n\t}\n\tif api_server_deployment.GetMappingQuery().GetScope() != \"*\" {\n\t\tt.Errorf(\"Expected api_server_deployment query scope to be '*', got '%v'\", api_server_deployment.GetMappingQuery().GetScope())\n\t}\n\tif api_server_deployment.GetItem().GetBefore().GetScope() != \"scope\" {\n\t\tt.Errorf(\"Expected api_server_deployment before item scope to be 'scope', got '%v'\", api_server_deployment.GetItem().GetBefore().GetScope())\n\t}\n\tif api_server_deployment.GetMappingQuery().GetType() != \"Deployment\" {\n\t\tt.Errorf(\"Expected api_server_deployment query type to be 'Deployment', got '%v'\", api_server_deployment.GetMappingQuery().GetType())\n\t}\n\tif api_server_deployment.GetItem().GetBefore().GetType() != \"Deployment\" {\n\t\tt.Errorf(\"Expected api_server_deployment before item type to be 'Deployment', got '%v'\", api_server_deployment.GetItem().GetBefore().GetType())\n\t}\n\tif api_server_deployment.GetMappingQuery().GetQuery() != \"api-server\" {\n\t\tt.Errorf(\"Expected api_server_deployment query query to be 'api-server', got '%v'\", api_server_deployment.GetMappingQuery().GetQuery())\n\t}\n\n\t// check aws_iam_policy\n\tt.Logf(\"aws_iam_policy: %v\", aws_iam_policy)\n\tif aws_iam_policy == nil {\n\t\tt.Fatalf(\"Expected aws_iam_policy to be set, but it's not\")\n\t}\n\tif aws_iam_policy.GetItem().GetStatus() != sdp.ItemDiffStatus_ITEM_DIFF_STATUS_UPDATED {\n\t\tt.Errorf(\"Expected aws_iam_policy status to be 'updated', but it's %v\", aws_iam_policy.GetItem().GetStatus())\n\t}\n\tif aws_iam_policy.GetMappingQuery().GetType() != \"iam-policy\" {\n\t\tt.Errorf(\"Expected aws_iam_policy query type to be 'iam-policy', got '%v'\", aws_iam_policy.GetMappingQuery().GetType())\n\t}\n\tif aws_iam_policy.GetMappingQuery().GetQuery() != \"arn:aws:iam::123456789012:policy/test-alb-ingress\" {\n\t\tt.Errorf(\"Expected aws_iam_policy query to be 'arn:aws:iam::123456789012:policy/test-alb-ingress', got '%v'\", aws_iam_policy.GetMappingQuery().GetQuery())\n\t}\n\tif aws_iam_policy.GetMappingQuery().GetScope() != \"*\" {\n\t\tt.Errorf(\"Expected aws_iam_policy query scope to be '*', got '%v'\", aws_iam_policy.GetMappingQuery().GetScope())\n\t}\n\tif aws_iam_policy.GetItem().GetBefore().GetScope() != \"scope\" {\n\t\tt.Errorf(\"Expected aws_iam_policy before item scope to be 'scope', got '%v'\", aws_iam_policy.GetItem().GetBefore().GetScope())\n\t}\n\tif aws_iam_policy.GetMappingQuery().GetType() != \"iam-policy\" {\n\t\tt.Errorf(\"Expected aws_iam_policy query type to be 'iam-policy', got '%v'\", aws_iam_policy.GetMappingQuery().GetType())\n\t}\n\tif aws_iam_policy.GetItem().GetBefore().GetType() != \"iam-policy\" {\n\t\tt.Errorf(\"Expected aws_iam_policy before item type to be 'iam-policy', got '%v'\", aws_iam_policy.GetItem().GetBefore().GetType())\n\t}\n\tif aws_iam_policy.GetMappingQuery().GetQuery() != \"arn:aws:iam::123456789012:policy/test-alb-ingress\" {\n\t\tt.Errorf(\"Expected aws_iam_policy query query to be 'arn:aws:iam::123456789012:policy/test-alb-ingress', got '%v'\", aws_iam_policy.GetMappingQuery().GetQuery())\n\t}\n\n\t// check secret\n\tt.Logf(\"secret: %v\", secret)\n\tif secret == nil {\n\t\tt.Fatalf(\"Expected secret to be set, but it's not\")\n\t}\n\tif secret.GetMappingQuery().GetScope() != \"*\" {\n\t\tt.Errorf(\"Expected secret query scope to be '*', got '%v'\", secret.GetMappingQuery().GetScope())\n\t}\n\n\t// In a secret the \"data\" field is known after apply, but we don't *know*\n\t// that it's definitely going to change, so this should be (known after apply)\n\tdataVal, _ := secret.GetItem().GetAfter().GetAttributes().Get(\"data\")\n\tif dataVal != KnownAfterApply {\n\t\tt.Errorf(\"Expected secret data to be known after apply, got '%v'\", dataVal)\n\t}\n}\n\nfunc TestMapResourceToQuery(t *testing.T) {\n\ttype mapTest struct {\n\t\tTestName string\n\t\tResource *Resource\n\t\tMappings []TfMapData\n\t\tExpectedQuery *sdp.Query\n\t\tExpectedStatus MapStatus\n\t}\n\n\tdeploymentResource := Resource{\n\t\tAddress: \"kubernetes_deployment.nats_box\",\n\t\tMode: \"managed\",\n\t\tType: \"kubernetes_deployment\",\n\t\tName: \"nats_box\",\n\t\tProviderName: \"kubernetes\",\n\t\tSchemaVersion: 0,\n\t\tAttributeValues: AttributeValues{\n\t\t\t\"metadata\": []any{\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"namespace\": \"default\",\n\t\t\t\t\t\"name\": \"nats-box\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\tSensitiveValues: json.RawMessage{},\n\t}\n\n\ttests := []mapTest{\n\t\t{\n\t\t\tTestName: \"nested k8s deployment\",\n\t\t\tExpectedQuery: &sdp.Query{\n\t\t\t\tType: \"Deployment\",\n\t\t\t\tQuery: \"nats-box\",\n\t\t\t},\n\t\t\tExpectedStatus: MapStatusSuccess,\n\t\t\tResource: &deploymentResource,\n\t\t\tMappings: []TfMapData{\n\t\t\t\t{\n\t\t\t\t\tOvermindType: \"Deployment\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQueryField: \"metadata[0].name\",\n\t\t\t\t},\n\t\t\t},\n\t\t},\n\t\t{\n\t\t\tTestName: \"with no mappings\",\n\t\t\tResource: &deploymentResource,\n\t\t\tMappings: []TfMapData{},\n\t\t\tExpectedQuery: nil,\n\t\t\tExpectedStatus: MapStatusUnsupported,\n\t\t},\n\t\t{\n\t\t\tTestName: \"with mappings that don't work\",\n\t\t\tResource: &deploymentResource,\n\t\t\tMappings: []TfMapData{\n\t\t\t\t{\n\t\t\t\t\tOvermindType: \"Deployment\",\n\t\t\t\t\tMethod: sdp.QueryMethod_GET,\n\t\t\t\t\tQueryField: \"metadata[0].foo\",\n\t\t\t\t},\n\t\t\t},\n\t\t\tExpectedQuery: nil,\n\t\t\tExpectedStatus: MapStatusNotEnoughInfo,\n\t\t},\n\t}\n\n\tfor _, test := range tests {\n\t\tt.Run(test.TestName, func(t *testing.T) {\n\t\t\tresult := mapResourceToQuery(nil, test.Resource, test.Mappings)\n\n\t\t\tif result.Status != test.ExpectedStatus {\n\t\t\t\tt.Errorf(\"Expected status to be %v, got %v\", test.ExpectedStatus, result.Status)\n\t\t\t}\n\n\t\t\tif test.ExpectedQuery != nil {\n\t\t\t\tif result.MappedItemDiff == nil {\n\t\t\t\t\tt.Errorf(\"Expected mapped item diff to be set, but it's not\")\n\t\t\t\t}\n\n\t\t\t\tif result.MappedItemDiff.GetMappingQuery().GetType() != test.ExpectedQuery.GetType() {\n\t\t\t\t\tt.Errorf(\"Expected type to be %v, got %v\", test.ExpectedQuery.GetType(), result.MappedItemDiff.GetMappingQuery().GetType())\n\t\t\t\t}\n\n\t\t\t\tif result.MappedItemDiff.GetMappingQuery().GetQuery() != test.ExpectedQuery.GetQuery() {\n\t\t\t\t\tt.Errorf(\"Expected query to be %v, got %v\", test.ExpectedQuery.GetQuery(), result.MappedItemDiff.GetMappingQuery().GetQuery())\n\t\t\t\t}\n\t\t\t}\n\t\t})\n\t}\n}\n\nfunc TestPlanMappingResultNumFuncs(t *testing.T) {\n\tresult := PlanMappingResult{\n\t\tResults: []PlannedChangeMapResult{\n\t\t\t{\n\t\t\t\tStatus: MapStatusSuccess,\n\t\t\t},\n\t\t\t{\n\t\t\t\tStatus: MapStatusSuccess,\n\t\t\t},\n\t\t\t{\n\t\t\t\tStatus: MapStatusNotEnoughInfo,\n\t\t\t},\n\t\t\t{\n\t\t\t\tStatus: MapStatusUnsupported,\n\t\t\t},\n\t\t\t{\n\t\t\t\tStatus: MapStatusPendingCreation,\n\t\t\t},\n\t\t},\n\t}\n\n\tif result.NumSuccess() != 2 {\n\t\tt.Errorf(\"Expected 2 success, got %v\", result.NumSuccess())\n\t}\n\n\tif result.NumNotEnoughInfo() != 1 {\n\t\tt.Errorf(\"Expected 1 not enough info, got %v\", result.NumNotEnoughInfo())\n\t}\n\n\tif result.NumUnsupported() != 1 {\n\t\tt.Errorf(\"Expected 1 unsupported, got %v\", result.NumUnsupported())\n\t}\n\n\tif result.NumPendingCreation() != 1 {\n\t\tt.Errorf(\"Expected 1 pending creation, got %v\", result.NumPendingCreation())\n\t}\n\n\t// Sum of individual counts should equal NumTotal\n\tsum := result.NumSuccess() + result.NumNotEnoughInfo() + result.NumUnsupported() + result.NumPendingCreation()\n\tif sum != result.NumTotal() {\n\t\tt.Errorf(\"Sum of status counts (%v) should equal NumTotal (%v)\", sum, result.NumTotal())\n\t}\n}\n\nfunc TestInterpolateScope(t *testing.T) {\n\tt.Run(\"with no interpolation\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tresult, err := interpolateScope(\"foo\", map[string]any{})\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif result != \"foo\" {\n\t\t\tt.Errorf(\"Expected result to be foo, got %s\", result)\n\t\t}\n\t})\n\n\tt.Run(\"with a single variable\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tresult, err := interpolateScope(\"${outputs.overmind_kubernetes_cluster_name}\", map[string]any{\n\t\t\t\"outputs\": map[string]any{\n\t\t\t\t\"overmind_kubernetes_cluster_name\": \"foo\",\n\t\t\t},\n\t\t})\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif result != \"foo\" {\n\t\t\tt.Errorf(\"Expected result to be foo, got %s\", result)\n\t\t}\n\t})\n\n\tt.Run(\"with multiple variables\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\tresult, err := interpolateScope(\"${outputs.overmind_kubernetes_cluster_name}.${values.metadata.namespace}\", map[string]any{\n\t\t\t\"outputs\": map[string]any{\n\t\t\t\t\"overmind_kubernetes_cluster_name\": \"foo\",\n\t\t\t},\n\t\t\t\"values\": map[string]any{\n\t\t\t\t\"metadata\": map[string]any{\n\t\t\t\t\t\"namespace\": \"bar\",\n\t\t\t\t},\n\t\t\t},\n\t\t})\n\n\t\tif err != nil {\n\t\t\tt.Error(err)\n\t\t}\n\n\t\tif result != \"foo.bar\" {\n\t\t\tt.Errorf(\"Expected result to be foo.bar, got %s\", result)\n\t\t}\n\t})\n\n\tt.Run(\"with a variable that doesn't exist\", func(t *testing.T) {\n\t\tt.Parallel()\n\n\t\t_, err := interpolateScope(\"${outputs.overmind_kubernetes_cluster_name}\", map[string]any{})\n\n\t\tif err == nil {\n\t\t\tt.Error(\"Expected error, got nil\")\n\t\t}\n\t})\n}\n\n// note that these tests need to allocate the input map for every test to avoid\n// false positives from maskSensitiveData mutating the data\nfunc TestMaskSensitiveData(t *testing.T) {\n\tt.Parallel()\n\n\tt.Run(\"empty\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\tgot := maskSensitiveData(map[string]any{}, map[string]any{})\n\t\trequire.Equal(t, map[string]any{}, got)\n\t})\n\n\tt.Run(\"easy\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\trequire.Equal(t,\n\t\t\tmap[string]any{\n\t\t\t\t\"foo\": \"bar\",\n\t\t\t},\n\t\t\tmaskSensitiveData(\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"foo\": \"bar\",\n\t\t\t\t},\n\t\t\t\tmap[string]any{}))\n\n\t\trequire.Equal(t,\n\t\t\tmap[string]any{\n\t\t\t\t\"foo\": \"(sensitive value)\",\n\t\t\t},\n\t\t\tmaskSensitiveData(\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"foo\": \"bar\",\n\t\t\t\t},\n\t\t\t\tmap[string]any{\"foo\": true}))\n\n\t})\n\n\tt.Run(\"deep\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\trequire.Equal(t,\n\t\t\tmap[string]any{\n\t\t\t\t\"foo\": map[string]any{\"key\": \"bar\"},\n\t\t\t},\n\t\t\tmaskSensitiveData(\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"foo\": map[string]any{\"key\": \"bar\"},\n\t\t\t\t},\n\t\t\t\tmap[string]any{}))\n\n\t\trequire.Equal(t,\n\t\t\tmap[string]any{\n\t\t\t\t\"foo\": \"(sensitive value)\",\n\t\t\t},\n\t\t\tmaskSensitiveData(\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"foo\": map[string]any{\"key\": \"bar\"},\n\t\t\t\t},\n\t\t\t\tmap[string]any{\"foo\": true}))\n\n\t\trequire.Equal(t,\n\t\t\tmap[string]any{\n\t\t\t\t\"foo\": map[string]any{\"key\": \"(sensitive value)\"},\n\t\t\t},\n\t\t\tmaskSensitiveData(\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"foo\": map[string]any{\"key\": \"bar\"},\n\t\t\t\t},\n\t\t\t\tmap[string]any{\"foo\": map[string]any{\"key\": true}}))\n\n\t})\n\n\tt.Run(\"arrays\", func(t *testing.T) {\n\t\tt.Parallel()\n\t\trequire.Equal(t,\n\t\t\tmap[string]any{\n\t\t\t\t\"foo\": []any{\"one\", \"two\"},\n\t\t\t},\n\t\t\tmaskSensitiveData(\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"foo\": []any{\"one\", \"two\"},\n\t\t\t\t},\n\t\t\t\tmap[string]any{}))\n\n\t\trequire.Equal(t,\n\t\t\tmap[string]any{\n\t\t\t\t\"foo\": \"(sensitive value)\",\n\t\t\t},\n\t\t\tmaskSensitiveData(\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"foo\": []any{\"one\", \"two\"},\n\t\t\t\t},\n\t\t\t\tmap[string]any{\"foo\": true}))\n\n\t\trequire.Equal(t,\n\t\t\tmap[string]any{\n\t\t\t\t\"foo\": []any{\"one\", \"(sensitive value)\"},\n\t\t\t},\n\t\t\tmaskSensitiveData(\n\t\t\t\tmap[string]any{\n\t\t\t\t\t\"foo\": []any{\"one\", \"two\"},\n\t\t\t\t},\n\t\t\t\tmap[string]any{\"foo\": []any{false, true}}))\n\n\t})\n}\n\nfunc TestHandleKnownAfterApply(t *testing.T) {\n\tbefore, err := sdp.ToAttributes(map[string]any{\n\t\t\"string_value\": \"foo\",\n\t\t\"int_value\": 42,\n\t\t\"bool_value\": true,\n\t\t\"float_value\": 3.14,\n\t\t\"data\": \"secret\", // Known after apply but doesn't exist in the \"after\" map, this happens sometimes\n\t\t\"list_value\": []any{\n\t\t\t\"foo\",\n\t\t\t\"bar\",\n\t\t},\n\t\t\"map_value\": map[string]any{\n\t\t\t\"foo\": \"bar\",\n\t\t\t\"bar\": \"baz\",\n\t\t},\n\t\t\"map_value2\": map[string]any{\n\t\t\t\"ding\": map[string]any{\n\t\t\t\t\"foo\": \"bar\",\n\t\t\t},\n\t\t},\n\t\t\"nested_list\": []any{\n\t\t\t[]any{},\n\t\t\t[]any{\n\t\t\t\t\"foo\",\n\t\t\t\t\"bar\",\n\t\t\t},\n\t\t},\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tafter, err := sdp.ToAttributes(map[string]any{\n\t\t\"string_value\": \"bar\", // I want to see a diff here\n\t\t\"int_value\": nil, // These are going to be known after apply\n\t\t\"bool_value\": nil, // These are going to be known after apply\n\t\t\"float_value\": 3.14,\n\t\t\"list_value\": []any{\n\t\t\t\"foo\",\n\t\t\t\"bar\",\n\t\t\t\"baz\", // So is this one\n\t\t},\n\t\t\"map_value\": map[string]any{ // This whole thing will be known after apply\n\t\t\t\"foo\": \"bar\",\n\t\t},\n\t\t\"map_value2\": map[string]any{\n\t\t\t\"ding\": map[string]any{\n\t\t\t\t\"foo\": nil, // This will be known after apply\n\t\t\t},\n\t\t},\n\t\t\"nested_list\": []any{\n\t\t\t[]any{\n\t\t\t\t\"foo\",\n\t\t\t},\n\t\t},\n\t})\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tafterUnknown := json.RawMessage(`{\n\t\t\"int_value\": true,\n\t\t\"bool_value\": true,\n\t\t\"float_value\": false,\n\t\t\"data\": true,\n\t\t\"list_value\": [\n\t\t\tfalse,\n\t\t\tfalse,\n\t\t\ttrue\n\t\t],\n\t\t\"map_value\": true,\n\t\t\"map_value2\": {\n\t\t\t\"ding\": {\n\t\t\t\t\"foo\": true\n\t\t\t}\n\t\t},\n\t\t\"nested_list\": [\n\t\t\t[\n\t\t\t\tfalse,\n\t\t\t\ttrue\n\t\t\t],\n\t\t\t[\n\t\t\t\tfalse,\n\t\t\t\ttrue\n\t\t\t]\n\t\t]\n\t}`)\n\n\terr = handleKnownAfterApply(before, after, afterUnknown)\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tbeforeJSON, err := json.MarshalIndent(before, \"\", \" \")\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\tafterJSON, err := json.MarshalIndent(after, \"\", \" \")\n\tif err != nil {\n\t\tt.Fatal(err)\n\t}\n\n\tfmt.Println(\"BEFORE:\")\n\tfmt.Println(string(beforeJSON))\n\tfmt.Println(\"\\n\\nAFTER:\")\n\tfmt.Println(string(afterJSON))\n\n\tif val, _ := after.Get(\"int_value\"); val != KnownAfterApply {\n\t\tt.Errorf(\"expected int_value to be %v, got %v\", KnownAfterApply, val)\n\t}\n\n\tif val, _ := after.Get(\"bool_value\"); val != KnownAfterApply {\n\t\tt.Errorf(\"expected bool_value to be %v, got %v\", KnownAfterApply, val)\n\t}\n\n\ti, err := after.Get(\"list_value\")\n\tif err != nil {\n\t\tt.Error(err)\n\t}\n\n\tif list, ok := i.([]any); ok {\n\t\tif list[2] != KnownAfterApply {\n\t\t\tt.Errorf(\"expected third string_value to be %v, got %v\", KnownAfterApply, list[2])\n\t\t}\n\t} else {\n\t\tt.Error(\"list_value is not a string slice\")\n\t}\n\n\tif val, _ := after.Get(\"data\"); val != KnownAfterApply {\n\t\tt.Errorf(\"expected data to be %v, got %v\", KnownAfterApply, val)\n\t}\n}\n\n// Returns the name of the provider from the config key. If the resource isn't\n// in a module, the ProviderConfigKey will be something like \"kubernetes\",\n// however if it's in a module it's be something like\n// \"module.something:kubernetes\". In both scenarios we want to return\n// \"kubernetes\"\nfunc extractProviderNameFromConfigKey(providerConfigKey string) string {\n\tsections := strings.Split(providerConfigKey, \":\")\n\treturn sections[len(sections)-1]\n}\n\n// interpolateScope Will interpolate variables in the scope string. These\n// variables can come from the following places:\n//\n// * `outputs` - These are the outputs from the plan\n// * `values` - These are the values from the resource in question\n//\n// Interpolation is done using the Terraform interpolation syntax:\n// https://www.terraform.io/docs/configuration/interpolation.html\nfunc interpolateScope(scope string, data map[string]any) (string, error) {\n\t// Find all instances of ${} in the Scope\n\tmatches := escapeRegex.FindAllStringSubmatch(scope, -1)\n\n\tinterpolated := scope\n\n\tfor _, match := range matches {\n\t\t// The first match is the entire string, the second match is the\n\t\t// variable name\n\t\tvariableName := match[1]\n\n\t\tvalue := terraformDig(&data, variableName)\n\n\t\tif value == nil {\n\t\t\treturn \"\", fmt.Errorf(\"variable '%v' not found\", variableName)\n\t\t}\n\n\t\t// Convert the value to a string\n\t\tvalueString, ok := value.(string)\n\n\t\tif !ok {\n\t\t\treturn \"\", fmt.Errorf(\"variable '%v' is not a string\", variableName)\n\t\t}\n\n\t\tinterpolated = strings.Replace(interpolated, match[0], valueString, 1)\n\t}\n\n\treturn interpolated, nil\n}\n\n// Digs through a map using the same logic that terraform does i.e. foo.bar[0]\nfunc terraformDig(srcMapPtr any, path string) any {\n\t// Split the path on each period\n\tparts := strings.Split(path, \".\")\n\n\tif len(parts) == 0 {\n\t\treturn nil\n\t}\n\n\t// Check for an index in this section\n\tindexMatches := indexBrackets.FindStringSubmatch(parts[0])\n\n\tvar value any\n\n\tif len(indexMatches) == 0 {\n\t\t// No index, just get the value\n\t\tvalue = dig.Interface(srcMapPtr, parts[0])\n\t} else {\n\t\t// strip the brackets\n\t\tkeyName := indexBrackets.ReplaceAllString(parts[0], \"\")\n\n\t\t// Get the index\n\t\tindex, err := strconv.Atoi(indexMatches[1])\n\n\t\tif err != nil {\n\t\t\treturn nil\n\t\t}\n\n\t\t// Get the value\n\t\tarr, ok := dig.Interface(srcMapPtr, keyName).([]any)\n\n\t\tif !ok {\n\t\t\treturn nil\n\t\t}\n\n\t\t// Check if the index is in range\n\t\tif index < 0 || index >= len(arr) {\n\t\t\treturn nil\n\t\t}\n\n\t\tvalue = arr[index]\n\t}\n\n\tif len(parts) == 1 {\n\t\treturn value\n\t} else {\n\t\t// Force it to another map[string]interface{}\n\t\tvalueMap := make(map[string]any)\n\n\t\tif mapString, ok := value.(map[string]string); ok {\n\t\t\tfor k, v := range mapString {\n\t\t\t\tvalueMap[k] = v\n\t\t\t}\n\t\t} else if mapInterface, ok := value.(map[string]any); ok {\n\t\t\tvalueMap = mapInterface\n\t\t} else if mapAttributeValues, ok := value.(AttributeValues); ok {\n\t\t\tvalueMap = mapAttributeValues\n\t\t} else {\n\t\t\treturn nil\n\t\t}\n\n\t\treturn terraformDig(&valueMap, strings.Join(parts[1:], \".\"))\n\t}\n}\n\nfunc TestIsJSONPlanFile(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\tinput []byte\n\t\texpected bool\n\t}{\n\t\t{\n\t\t\tname: \"valid JSON object\",\n\t\t\tinput: []byte(`{\"format_version\": \"1.0\", \"terraform_version\": \"1.0.0\"}`),\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"valid JSON array\",\n\t\t\tinput: []byte(`[{\"key\": \"value\"}]`),\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"valid JSON string\",\n\t\t\tinput: []byte(`\"hello world\"`),\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"valid JSON number\",\n\t\t\tinput: []byte(`42`),\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"valid JSON boolean\",\n\t\t\tinput: []byte(`true`),\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"valid JSON null\",\n\t\t\tinput: []byte(`null`),\n\t\t\texpected: true,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid JSON - binary data\",\n\t\t\tinput: []byte{0x50, 0x4B, 0x03, 0x04}, // ZIP file header\n\t\t\texpected: false,\n\t\t},\n\t\t{\n\t\t\tname: \"invalid JSON - incomplete\",\n\t\t\tinput: []byte(`{\"incomplete\":`),\n\t\t\texpected: false,\n\t\t},\n\t\t{\n\t\t\tname: \"empty input\",\n\t\t\tinput: []byte(``),\n\t\t\texpected: false,\n\t\t},\n\t\t{\n\t\t\tname: \"non-JSON text\",\n\t\t\tinput: []byte(`this is not json`),\n\t\t\texpected: false,\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := isJSONPlanFile(tt.input)\n\t\t\trequire.Equal(t, tt.expected, result, \"isJSONPlanFile(%q) = %v, want %v\", string(tt.input), result, tt.expected)\n\t\t})\n\t}\n}\n\nfunc TestMappedItemDiffsFromPlanFileWithJSON(t *testing.T) {\n\t// Test that existing JSON plan files still work\n\tresult, err := MappedItemDiffsFromPlanFile(context.Background(), \"testdata/plan.json\", \"test-scope\", log.Fields{})\n\n\t// This should work if the test data exists and is valid JSON\n\tif err != nil {\n\t\t// If the test data doesn't exist or is invalid, that's okay for this test\n\t\t// We're mainly testing that the JSON path is taken\n\t\tt.Logf(\"Expected error for test data: %v\", err)\n\t} else {\n\t\trequire.NotNil(t, result)\n\t}\n}\n\nfunc TestMappedItemDiffsFromPlanFileWithRealBinaryPlan(t *testing.T) {\n\t// Test with the real binary plan file we created\n\tbinaryPlanPath := \"testdata/binary-plan.tfplan\"\n\n\t// Check if the test file exists\n\tif _, err := os.Stat(binaryPlanPath); os.IsNotExist(err) {\n\t\tt.Skip(\"Skipping test: real binary plan file not found. Run 'make test-binary-plan' to generate it.\")\n\t}\n\n\t// Test that the binary version is detected correctly and returns a clear error\n\tt.Run(\"Binary_plan_detection\", func(t *testing.T) {\n\t\t// Read the binary plan file\n\t\tbinaryData, err := os.ReadFile(binaryPlanPath)\n\t\trequire.NoError(t, err)\n\n\t\t// Verify it's detected as binary (not JSON)\n\t\tisJSON := isJSONPlanFile(binaryData)\n\t\trequire.False(t, isJSON, \"Binary plan should not be detected as JSON\")\n\n\t\tt.Logf(\"Binary plan correctly detected as non-JSON (size: %d bytes)\", len(binaryData))\n\t})\n\n\t// Test that the binary plan returns a clear error message\n\tt.Run(\"Binary_plan_error\", func(t *testing.T) {\n\t\t_, err := MappedItemDiffsFromPlanFile(context.Background(), binaryPlanPath, \"test-scope\", log.Fields{})\n\n\t\t// We expect this to fail with a clear error message\n\t\trequire.Error(t, err)\n\t\trequire.Contains(t, err.Error(), \"appears to be in binary format, but Overmind only supports JSON plan files\")\n\t\trequire.Contains(t, err.Error(), \"tofu show -json\")\n\t\trequire.Contains(t, err.Error(), \"terraform show -json\")\n\t\trequire.Contains(t, err.Error(), \"overmind changes submit-plan plan.json\")\n\n\t\tt.Logf(\"Binary plan correctly rejected with clear error message\")\n\t})\n}\n" }, { "path": "tfutils/repo_to_scope.go", "content": "package tfutils\n\nimport (\n\t\"net/url\"\n)\n\n// This converts a repo value to a scope that can be used for Terraform changes\n// that aren't mapped to a specific resource. Even if we can't map these\n// changes, we want the GloballyUniqueName to sill be unique, so we need to\n// include the repo as it's common for customers to have many repos or\n// workspaces that could have a clashing names in Terraform. Think of a resource\n// like \"aws_instance.app_server\". This is a common name and absolutely could\n// clash with another resource in another repo or workspace.\nfunc RepoToScope(repo string) string {\n\t// If repo is empty, use a fallback scope to ensure items have a scope\n\tif repo == \"\" {\n\t\treturn \"terraform_plan\"\n\t}\n\n\tparsed, err := url.Parse(repo)\n\tif err != nil {\n\t\treturn repo\n\t}\n\n\t// Remove the scheme (http, https, etc.) if it exists\n\treturn parsed.Host + parsed.Path\n}\n" }, { "path": "tfutils/repo_to_scope_test.go", "content": "package tfutils\n\nimport \"testing\"\n\nfunc TestRepoToScope(t *testing.T) {\n\ttests := []struct {\n\t\tname string\n\t\trepo string\n\t\texpected string\n\t}{\n\t\t{\n\t\t\tname: \"https URL\",\n\t\t\trepo: \"https://github.com/overmindtech/workspace\",\n\t\t\texpected: \"github.com/overmindtech/workspace\",\n\t\t},\n\t\t{\n\t\t\tname: \"http URL\",\n\t\t\trepo: \"http://github.com/overmindtech/workspace\",\n\t\t\texpected: \"github.com/overmindtech/workspace\",\n\t\t},\n\t\t{\n\t\t\tname: \"URL without protocol\",\n\t\t\trepo: \"github.com/overmindtech/workspace\",\n\t\t\texpected: \"github.com/overmindtech/workspace\",\n\t\t},\n\t\t{\n\t\t\tname: \"GitLab https URL\",\n\t\t\trepo: \"https://gitlab.com/company/project\",\n\t\t\texpected: \"gitlab.com/company/project\",\n\t\t},\n\t\t{\n\t\t\tname: \"GitLab http URL\",\n\t\t\trepo: \"http://gitlab.com/company/project\",\n\t\t\texpected: \"gitlab.com/company/project\",\n\t\t},\n\t\t{\n\t\t\tname: \"Bitbucket URL\",\n\t\t\trepo: \"https://bitbucket.org/team/repo\",\n\t\t\texpected: \"bitbucket.org/team/repo\",\n\t\t},\n\t\t{\n\t\t\tname: \"Self-hosted Git with https\",\n\t\t\trepo: \"https://git.company.com/team/project\",\n\t\t\texpected: \"git.company.com/team/project\",\n\t\t},\n\t\t{\n\t\t\tname: \"Self-hosted Git with http\",\n\t\t\trepo: \"http://git.internal.local/repo\",\n\t\t\texpected: \"git.internal.local/repo\",\n\t\t},\n\t\t{\n\t\t\tname: \"URL with port\",\n\t\t\trepo: \"https://git.company.com:8080/team/project\",\n\t\t\texpected: \"git.company.com:8080/team/project\",\n\t\t},\n\t\t{\n\t\t\tname: \"URL with path and query params\",\n\t\t\trepo: \"https://github.com/overmindtech/workspace.git?ref=main\",\n\t\t\texpected: \"github.com/overmindtech/workspace.git\",\n\t\t},\n\t\t{\n\t\t\tname: \"URL with trailing slash\",\n\t\t\trepo: \"https://github.com/overmindtech/workspace/\",\n\t\t\texpected: \"github.com/overmindtech/workspace/\",\n\t\t},\n\t\t{\n\t\t\tname: \"Supports custom protocols\",\n\t\t\trepo: \"custom://github.com/overmindtech/workspace\",\n\t\t\texpected: \"github.com/overmindtech/workspace\",\n\t\t},\n\t\t{\n\t\t\tname: \"Empty string\",\n\t\t\trepo: \"\",\n\t\t\texpected: \"terraform_plan\",\n\t\t},\n\t\t{\n\t\t\tname: \"Case sensitivity test\",\n\t\t\trepo: \"HTTPS://GitHub.com/User/Repo\",\n\t\t\texpected: \"GitHub.com/User/Repo\",\n\t\t},\n\t\t{\n\t\t\tname: \"SSH URL (should remain unchanged)\",\n\t\t\trepo: \"git@github.com:overmindtech/workspace.git\",\n\t\t\texpected: \"git@github.com:overmindtech/workspace.git\",\n\t\t},\n\t\t{\n\t\t\tname: \"File path (should remain unchanged)\",\n\t\t\trepo: \"/local/path/to/repo\",\n\t\t\texpected: \"/local/path/to/repo\",\n\t\t},\n\t}\n\n\tfor _, tt := range tests {\n\t\tt.Run(tt.name, func(t *testing.T) {\n\t\t\tresult := RepoToScope(tt.repo)\n\t\t\tif result != tt.expected {\n\t\t\t\tt.Errorf(\"RepoToScope(%q) = %q, expected %q\", tt.repo, result, tt.expected)\n\t\t\t}\n\t\t})\n\t}\n}\n" }, { "path": "tfutils/testdata/config_from_provider/ca-bundle.crt", "content": "Certificate:\n Data:\n Version: 1 (0x0)\n Serial Number:\n 02:ad:66:7e:4e:45:fe:5e:57:6f:3c:98:19:5e:dd:c0\n Signature Algorithm: md2WithRSAEncryption\n Issuer: C=US, O=RSA Data Security, Inc., OU=Secure Server Certification Authority\n Validity\n Not Before: Nov 9 00:00:00 1994 GMT\n Not After : Jan 7 23:59:59 2010 GMT\n Subject: C=US, O=RSA Data Security, Inc., OU=Secure Server Certification Authority\n Subject Public Key Info:\n Public Key Algorithm: rsaEncryption\n RSA Public Key: (1000 bit)\n Modulus (1000 bit):\n 00:92:ce:7a:c1:ae:83:3e:5a:aa:89:83:57:ac:25:\n 01:76:0c:ad:ae:8e:2c:37:ce:eb:35:78:64:54:03:\n e5:84:40:51:c9:bf:8f:08:e2:8a:82:08:d2:16:86:\n 37:55:e9:b1:21:02:ad:76:68:81:9a:05:a2:4b:c9:\n 4b:25:66:22:56:6c:88:07:8f:f7:81:59:6d:84:07:\n 65:70:13:71:76:3e:9b:77:4c:e3:50:89:56:98:48:\n b9:1d:a7:29:1a:13:2e:4a:11:59:9c:1e:15:d5:49:\n 54:2c:73:3a:69:82:b1:97:39:9c:6d:70:67:48:e5:\n dd:2d:d6:c8:1e:7b\n Exponent: 65537 (0x10001)\n Signature Algorithm: md2WithRSAEncryption\n 65:dd:7e:e1:b2:ec:b0:e2:3a:e0:ec:71:46:9a:19:11:b8:d3:\n c7:a0:b4:03:40:26:02:3e:09:9c:e1:12:b3:d1:5a:f6:37:a5:\n b7:61:03:b6:5b:16:69:3b:c6:44:08:0c:88:53:0c:6b:97:49:\n c7:3e:35:dc:6c:b9:bb:aa:df:5c:bb:3a:2f:93:60:b6:a9:4b:\n 4d:f2:20:f7:cd:5f:7f:64:7b:8e:dc:00:5c:d7:fa:77:ca:39:\n 16:59:6f:0e:ea:d3:b5:83:7f:4d:4d:42:56:76:b4:c9:5f:04:\n f8:38:f8:eb:d2:5f:75:5f:cd:7b:fc:e5:8e:80:7c:fc:50\nMD5 Fingerprint=74:7B:82:03:43:F0:00:9E:6B:B3:EC:47:BF:85:A5:93\n-----BEGIN CERTIFICATE-----\nMIICNDCCAaECEAKtZn5ORf5eV288mBle3cAwDQYJKoZIhvcNAQECBQAwXzELMAkG\nA1UEBhMCVVMxIDAeBgNVBAoTF1JTQSBEYXRhIFNlY3VyaXR5LCBJbmMuMS4wLAYD\nVQQLEyVTZWN1cmUgU2VydmVyIENlcnRpZmljYXRpb24gQXV0aG9yaXR5MB4XDTk0\nMTEwOTAwMDAwMFoXDTEwMDEwNzIzNTk1OVowXzELMAkGA1UEBhMCVVMxIDAeBgNV\nBAoTF1JTQSBEYXRhIFNlY3VyaXR5LCBJbmMuMS4wLAYDVQQLEyVTZWN1cmUgU2Vy\ndmVyIENlcnRpZmljYXRpb24gQXV0aG9yaXR5MIGbMA0GCSqGSIb3DQEBAQUAA4GJ\nADCBhQJ+AJLOesGugz5aqomDV6wlAXYMra6OLDfO6zV4ZFQD5YRAUcm/jwjiioII\n0haGN1XpsSECrXZogZoFokvJSyVmIlZsiAeP94FZbYQHZXATcXY+m3dM41CJVphI\nuR2nKRoTLkoRWZweFdVJVCxzOmmCsZc5nG1wZ0jl3S3WyB57AgMBAAEwDQYJKoZI\nhvcNAQECBQADfgBl3X7hsuyw4jrg7HFGmhkRuNPHoLQDQCYCPgmc4RKz0Vr2N6W3\nYQO2WxZpO8ZECAyIUwxrl0nHPjXcbLm7qt9cuzovk2C2qUtN8iD3zV9/ZHuO3ABc\n1/p3yjkWWW8O6tO1g39NTUJWdrTJXwT4OPjr0l91X817/OWOgHz8UA==\n-----END CERTIFICATE-----\n\n\nCertificate:\n Data:\n Version: 1 (0x0)\n Serial Number: 419 (0x1a3)\n Signature Algorithm: md5WithRSAEncryption\n Issuer: C=US, O=GTE Corporation, CN=GTE CyberTrust Root\n Validity\n Not Before: Feb 23 23:01:00 1996 GMT\n Not After : Feb 23 23:59:00 2006 GMT\n Subject: C=US, O=GTE Corporation, CN=GTE CyberTrust Root\n Subject Public Key Info:\n Public Key Algorithm: rsaEncryption\n RSA Public Key: (1024 bit)\n Modulus (1024 bit):\n 00:b8:e6:4f:ba:db:98:7c:71:7c:af:44:b7:d3:0f:\n 46:d9:64:e5:93:c1:42:8e:c7:ba:49:8d:35:2d:7a:\n e7:8b:bd:e5:05:31:59:c6:b1:2f:0a:0c:fb:9f:a7:\n 3f:a2:09:66:84:56:1e:37:29:1b:87:e9:7e:0c:ca:\n 9a:9f:a5:7f:f5:15:94:a3:d5:a2:46:82:d8:68:4c:\n d1:37:15:06:68:af:bd:f8:b0:b3:f0:29:f5:95:5a:\n 09:16:61:77:0a:22:25:d4:4f:45:aa:c7:bd:e5:96:\n df:f9:d4:a8:8e:42:cc:24:c0:1e:91:27:4a:b5:6d:\n 06:80:63:39:c4:a2:5e:38:03\n Exponent: 65537 (0x10001)\n Signature Algorithm: md5WithRSAEncryption\n 12:b3:75:c6:5f:1d:e1:61:55:80:00:d4:81:4b:7b:31:0f:23:\n 63:e7:3d:f3:03:f9:f4:36:a8:bb:d9:e3:a5:97:4d:ea:2b:29:\n e0:d6:6a:73:81:e6:c0:89:a3:d3:f1:e0:a5:a5:22:37:9a:63:\n c2:48:20:b4:db:72:e3:c8:f6:d9:7c:be:b1:af:53:da:14:b4:\n 21:b8:d6:d5:96:e3:fe:4e:0c:59:62:b6:9a:4a:f9:42:dd:8c:\n 6f:81:a9:71:ff:f4:0a:72:6d:6d:44:0e:9d:f3:74:74:a8:d5:\n 34:49:e9:5e:9e:e9:b4:7a:e1:e5:5a:1f:84:30:9c:d3:9f:a5:\n 25:d8\nMD5 Fingerprint=C4:D7:F0:B2:A3:C5:7D:61:67:F0:04:CD:43:D3:BA:58\n-----BEGIN CERTIFICATE-----\nMIIB+jCCAWMCAgGjMA0GCSqGSIb3DQEBBAUAMEUxCzAJBgNVBAYTAlVTMRgwFgYD\nVQQKEw9HVEUgQ29ycG9yYXRpb24xHDAaBgNVBAMTE0dURSBDeWJlclRydXN0IFJv\nb3QwHhcNOTYwMjIzMjMwMTAwWhcNMDYwMjIzMjM1OTAwWjBFMQswCQYDVQQGEwJV\nUzEYMBYGA1UEChMPR1RFIENvcnBvcmF0aW9uMRwwGgYDVQQDExNHVEUgQ3liZXJU\ncnVzdCBSb290MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQC45k+625h8cXyv\nRLfTD0bZZOWTwUKOx7pJjTUteueLveUFMVnGsS8KDPufpz+iCWaEVh43KRuH6X4M\nypqfpX/1FZSj1aJGgthoTNE3FQZor734sLPwKfWVWgkWYXcKIiXUT0Wqx73llt/5\n1KiOQswkwB6RJ0q1bQaAYznEol44AwIDAQABMA0GCSqGSIb3DQEBBAUAA4GBABKz\ndcZfHeFhVYAA1IFLezEPI2PnPfMD+fQ2qLvZ46WXTeorKeDWanOB5sCJo9Px4KWl\nIjeaY8JIILTbcuPI9tl8vrGvU9oUtCG41tWW4/5ODFlitppK+ULdjG+BqXH/9Apy\nbW1EDp3zdHSo1TRJ6V6e6bR64eVaH4QwnNOfpSXY\n-----END CERTIFICATE-----" }, { "path": "tfutils/testdata/config_from_provider/test.tf", "content": "# This exists to test the ConfigFromProvider method, we have to omit a few\n# things since when we are constructing the AWS config it actually does real\n# validation like making sure a profile exists in the shared config files, etc.\n# So we have to omit those fields in the test file.\nprovider \"aws\" {\n alias = \"everything\"\n access_key = \"access_key\"\n secret_key = \"secret_key\"\n token = \"token\"\n region = \"region\"\n custom_ca_bundle = \"testdata/config_from_provider/ca-bundle.crt\"\n ec2_metadata_service_endpoint = \"ec2_metadata_service_endpoint\"\n ec2_metadata_service_endpoint_mode = \"ipv6\"\n skip_metadata_api_check = true\n http_proxy = \"http_proxy\"\n https_proxy = \"https_proxy\"\n no_proxy = \"no_proxy\"\n max_retries = 10\n# profile = \"profile\"\n retry_mode = \"standard\"\n shared_config_files = [\"shared_config_files\"]\n shared_credentials_files = [\"shared_credentials_files\"]\n s3_us_east_1_regional_endpoint = \"s3_us_east_1_regional_endpoint\"\n use_dualstack_endpoint = false\n use_fips_endpoint = false\n\n assume_role {\n role_arn = \"arn:aws:iam::123456789012:role/ROLE_NAME\"\n session_name = \"SESSION_NAME\"\n external_id = \"EXTERNAL_ID\"\n duration = \"1s\"\n policy = \"policy\"\n policy_arns = [\"policy_arns\"]\n tags = {\n key = \"value\"\n }\n }\n\n assume_role_with_web_identity {\n role_arn = \"arn:aws:iam::123456789012:role/ROLE_NAME\"\n session_name = \"SESSION_NAME\"\n web_identity_token_file = \"/Users/tf_user/secrets/web-identity-token\"\n web_identity_token = \"web_identity_token\"\n duration = \"1s\"\n policy = \"policy\"\n policy_arns = [\"policy_arns\"]\n }\n\n}" }, { "path": "tfutils/testdata/invalid_vars.tfvars", "content": "this is not valid hcl\n\nAnd therefore shouldn't parse" }, { "path": "tfutils/testdata/plan.json", "content": "{\n \"planned_values\": {\n \"root_module\": {\n \"resources\": [\n {\n \"address\": \"kubernetes_deployment.api_server\",\n \"mode\": \"managed\",\n \"type\": \"kubernetes_deployment\",\n \"name\": \"api_server\",\n \"provider_name\": \"registry.terraform.io/hashicorp/kubernetes\",\n \"schema_version\": 1,\n \"values\": {\n \"id\": \"default/api-server\",\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 18,\n \"labels\": {},\n \"name\": \"api-server\",\n \"namespace\": \"default\",\n \"resource_version\": \"16505436\",\n \"uid\": \"cd11a255-2964-434a-b366-063ea673bbd2\"\n }\n ],\n \"spec\": [\n {\n \"min_ready_seconds\": 0,\n \"paused\": false,\n \"progress_deadline_seconds\": 600,\n \"replicas\": \"1\",\n \"revision_history_limit\": 10,\n \"selector\": [\n {\n \"match_expressions\": [],\n \"match_labels\": {\n \"app\": \"api-server\"\n }\n }\n ],\n \"strategy\": [\n {\n \"rolling_update\": [\n {\n \"max_surge\": \"25%\",\n \"max_unavailable\": \"25%\"\n }\n ],\n \"type\": \"RollingUpdate\"\n }\n ],\n \"template\": [\n {\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 0,\n \"labels\": {\n \"app\": \"api-server\"\n },\n \"name\": \"\",\n \"namespace\": \"\",\n \"resource_version\": \"\",\n \"uid\": \"\"\n }\n ],\n \"spec\": [\n {\n \"active_deadline_seconds\": 0,\n \"affinity\": [],\n \"automount_service_account_token\": true,\n \"container\": [\n {\n \"args\": [],\n \"command\": [],\n \"env\": [],\n \"env_from\": [],\n \"image\": \"ghcr.io/overmindtech/workspace/api-server@sha256:d10d15d0bce640a7e4e505b57652d7a7e46f8092a3dbd64408de4368cda40270\",\n \"image_pull_policy\": \"IfNotPresent\",\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"name\": \"api-server\",\n \"port\": [\n {\n \"container_port\": 8080,\n \"host_ip\": \"\",\n \"host_port\": 0,\n \"name\": \"\",\n \"protocol\": \"TCP\"\n }\n ],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {\n \"memory\": \"2Gi\"\n },\n \"requests\": {\n \"cpu\": \"250m\",\n \"memory\": \"200Mi\"\n }\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"stdin\": false,\n \"stdin_once\": false,\n \"termination_message_path\": \"/dev/termination-log\",\n \"termination_message_policy\": \"File\",\n \"tty\": false,\n \"volume_mount\": [\n {\n \"mount_path\": \"/nats-nkeys\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-nkeys\",\n \"read_only\": false,\n \"sub_path\": \"\"\n }\n ],\n \"working_dir\": \"\"\n }\n ],\n \"dns_config\": [],\n \"dns_policy\": \"ClusterFirst\",\n \"enable_service_links\": true,\n \"host_aliases\": [],\n \"host_ipc\": false,\n \"host_network\": false,\n \"host_pid\": false,\n \"hostname\": \"\",\n \"image_pull_secrets\": [\n {\n \"name\": \"srcman-registry-credentials\"\n }\n ],\n \"init_container\": [\n {\n \"args\": [],\n \"command\": [\n \"/bin/mkdir\",\n \"-p\",\n \"/nats-nkeys/nsc\"\n ],\n \"env\": [],\n \"env_from\": [],\n \"image\": \"alpine:latest\",\n \"image_pull_policy\": \"Always\",\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"name\": \"create-folder\",\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"stdin\": false,\n \"stdin_once\": false,\n \"termination_message_path\": \"/dev/termination-log\",\n \"termination_message_policy\": \"File\",\n \"tty\": false,\n \"volume_mount\": [\n {\n \"mount_path\": \"/nats-nkeys\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-nkeys\",\n \"read_only\": false,\n \"sub_path\": \"\"\n }\n ],\n \"working_dir\": \"\"\n },\n {\n \"args\": [\n \"init\",\n \"--nsc-location\",\n \"/nats-nkeys/nsc\",\n \"--nsc-operator\",\n \"dogfood\",\n \"--revlink-account\",\n \"revlink\"\n ],\n \"command\": [],\n \"env\": [],\n \"env_from\": [],\n \"image\": \"ghcr.io/overmindtech/workspace/api-server@sha256:d10d15d0bce640a7e4e505b57652d7a7e46f8092a3dbd64408de4368cda40270\",\n \"image_pull_policy\": \"IfNotPresent\",\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"name\": \"generate-nkeys\",\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"stdin\": false,\n \"stdin_once\": false,\n \"termination_message_path\": \"/dev/termination-log\",\n \"termination_message_policy\": \"File\",\n \"tty\": false,\n \"volume_mount\": [\n {\n \"mount_path\": \"/nats-nkeys\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-nkeys\",\n \"read_only\": false,\n \"sub_path\": \"\"\n }\n ],\n \"working_dir\": \"\"\n }\n ],\n \"node_name\": \"\",\n \"node_selector\": {},\n \"priority_class_name\": \"\",\n \"readiness_gate\": [],\n \"restart_policy\": \"Always\",\n \"runtime_class_name\": \"\",\n \"scheduler_name\": \"default-scheduler\",\n \"security_context\": [],\n \"service_account_name\": \"api-server-service-account\",\n \"share_process_namespace\": false,\n \"subdomain\": \"\",\n \"termination_grace_period_seconds\": 30,\n \"toleration\": [],\n \"topology_spread_constraint\": [],\n \"volume\": [\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"name\": \"nats-nkeys\",\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {\n \"claim_name\": \"nats-nkeys\",\n \"read_only\": false\n }\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n }\n ]\n }\n ]\n }\n ]\n }\n ],\n \"timeouts\": {\n \"create\": \"2m\",\n \"delete\": \"2m\",\n \"update\": \"2m\"\n },\n \"wait_for_rollout\": true\n },\n \"sensitive_values\": {\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ],\n \"spec\": [\n {\n \"selector\": [\n {\n \"match_expressions\": [],\n \"match_labels\": {}\n }\n ],\n \"strategy\": [\n {\n \"rolling_update\": [\n {}\n ]\n }\n ],\n \"template\": [\n {\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ],\n \"spec\": [\n {\n \"affinity\": [],\n \"container\": [\n {\n \"args\": [],\n \"command\": [],\n \"env\": [\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value\": true,\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value\": true,\n \"value_from\": []\n },\n {\n \"value\": true,\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": [\n {\n \"config_map_key_ref\": [],\n \"field_ref\": [],\n \"resource_field_ref\": [],\n \"secret_key_ref\": [\n {}\n ]\n }\n ]\n },\n {\n \"value_from\": [\n {\n \"config_map_key_ref\": [],\n \"field_ref\": [],\n \"resource_field_ref\": [],\n \"secret_key_ref\": [\n {}\n ]\n }\n ]\n },\n {\n \"value_from\": []\n }\n ],\n \"env_from\": [],\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"port\": [\n {}\n ],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"volume_mount\": [\n {}\n ]\n }\n ],\n \"dns_config\": [],\n \"host_aliases\": [],\n \"image_pull_secrets\": [\n {}\n ],\n \"init_container\": [\n {\n \"args\": [],\n \"command\": [\n false,\n false,\n false\n ],\n \"env\": [],\n \"env_from\": [],\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"volume_mount\": [\n {}\n ]\n },\n {\n \"args\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"command\": [],\n \"env\": [],\n \"env_from\": [],\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"volume_mount\": [\n {}\n ]\n }\n ],\n \"node_selector\": {},\n \"readiness_gate\": [],\n \"security_context\": [],\n \"toleration\": [],\n \"topology_spread_constraint\": [],\n \"volume\": [\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {}\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n }\n ]\n }\n ]\n }\n ]\n }\n ],\n \"timeouts\": {}\n }\n },\n {\n \"address\": \"module.eks_elb_controller.aws_iam_policy.lb_controller[0]\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"lb_controller\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/test-alb-ingress\",\n \"description\": \"Policy for alb-ingress service\",\n \"id\": \"arn:aws:iam::123456789012:policy/test-alb-ingress\",\n \"name\": \"test-alb-ingress\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"policy_id\": \"ANPA5X4M7MOYCYTEF5VUE\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"sensitive_values\": {\n \"tags\": {},\n \"tags_all\": {}\n }\n },\n {\n \"address\": \"aws_iam_policy.auth0_ses_send_emails\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"auth0_ses_send_emails\",\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/auth0-ses-send-emails\",\n \"description\": \"Allows Auth0 to send emails via SES\",\n \"id\": \"arn:aws:iam::123456789012:policy/auth0-ses-send-emails\",\n \"name\": \"auth0-ses-send-emails\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"ses:SendRawEmail\\\",\\\"ses:SendEmail\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"ANPA5X4M7MOYO7KE6G4J4\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"sensitive_values\": {\n \"tags\": {},\n \"tags_all\": {}\n }\n },\n {\n \"address\": \"module.eks.aws_iam_policy.cluster_encryption[0]\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"cluster_encryption\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/test-cluster-ClusterEncryption2023061613390591120000000e\",\n \"description\": \"Cluster encryption policy to allow cluster role to utilize CMK provided\",\n \"id\": \"arn:aws:iam::123456789012:policy/test-cluster-ClusterEncryption2023061613390591120000000e\",\n \"name\": \"test-cluster-ClusterEncryption2023061613390591120000000e\",\n \"name_prefix\": \"test-cluster-ClusterEncryption\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"kms:Encrypt\\\",\\\"kms:Decrypt\\\",\\\"kms:ListGrants\\\",\\\"kms:DescribeKey\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"arn:aws:kms:eu-west-2:12345678901:key/1234567\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"foobar\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"sensitive_values\": {\n \"tags\": {},\n \"tags_all\": {}\n }\n },\n {\n \"address\": \"module.eks.aws_iam_policy.cni_ipv6_policy[0]\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"cni_ipv6_policy\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/AmazonEKS_CNI_IPv6_Policy\",\n \"description\": \"IAM policy for EKS CNI to assign IPV6 addresses\",\n \"id\": \"arn:aws:iam::123456789012:policy/AmazonEKS_CNI_IPv6_Policy\",\n \"name\": \"AmazonEKS_CNI_IPv6_Policy\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"ec2:DescribeTags\\\",\\\"ec2:DescribeNetworkInterfaces\\\",\\\"ec2:DescribeInstances\\\",\\\"ec2:DescribeInstanceTypes\\\",\\\"ec2:AssignIpv6Addresses\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"AssignDescribe\\\"},{\\\"Action\\\":\\\"ec2:CreateTags\\\",\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"arn:aws:ec2:*:*:network-interface/*\\\",\\\"Sid\\\":\\\"CreateTags\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"ANPA5X4M7MOYIF2MVJEGJ\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"sensitive_values\": {\n \"tags\": {},\n \"tags_all\": {}\n }\n },\n {\n \"address\": \"module.eks_elb_controller.data.aws_iam_policy_document.lb_controller[0]\",\n \"mode\": \"data\",\n \"type\": \"aws_iam_policy_document\",\n \"name\": \"lb_controller\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"override_policy_documents\": null,\n \"policy_id\": null,\n \"source_policy_documents\": null,\n \"statement\": [\n {\n \"actions\": [\n \"iam:CreateServiceLinkedRole\"\n ],\n \"condition\": [\n {\n \"test\": \"StringEquals\",\n \"values\": [\n \"elasticloadbalancing.amazonaws.com\"\n ],\n \"variable\": \"iam:AWSServiceName\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:DescribeAccountAttributes\",\n \"ec2:DescribeAddresses\",\n \"ec2:DescribeAvailabilityZones\",\n \"ec2:DescribeCoipPools\",\n \"ec2:DescribeInstances\",\n \"ec2:DescribeInternetGateways\",\n \"ec2:DescribeNetworkInterfaces\",\n \"ec2:DescribeSecurityGroups\",\n \"ec2:DescribeSubnets\",\n \"ec2:DescribeTags\",\n \"ec2:DescribeVpcPeeringConnections\",\n \"ec2:DescribeVpcs\",\n \"ec2:GetCoipPoolUsage\",\n \"elasticloadbalancing:DescribeListenerCertificates\",\n \"elasticloadbalancing:DescribeListeners\",\n \"elasticloadbalancing:DescribeLoadBalancerAttributes\",\n \"elasticloadbalancing:DescribeLoadBalancers\",\n \"elasticloadbalancing:DescribeRules\",\n \"elasticloadbalancing:DescribeSSLPolicies\",\n \"elasticloadbalancing:DescribeTags\",\n \"elasticloadbalancing:DescribeTargetGroupAttributes\",\n \"elasticloadbalancing:DescribeTargetGroups\",\n \"elasticloadbalancing:DescribeTargetHealth\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"acm:DescribeCertificate\",\n \"acm:ListCertificates\",\n \"cognito-idp:DescribeUserPoolClient\",\n \"iam:GetServerCertificate\",\n \"iam:ListServerCertificates\",\n \"shield:CreateProtection\",\n \"shield:DeleteProtection\",\n \"shield:DescribeProtection\",\n \"shield:GetSubscriptionState\",\n \"waf-regional:AssociateWebACL\",\n \"waf-regional:DisassociateWebACL\",\n \"waf-regional:GetWebACL\",\n \"waf-regional:GetWebACLForResource\",\n \"wafv2:AssociateWebACL\",\n \"wafv2:DisassociateWebACL\",\n \"wafv2:GetWebACL\",\n \"wafv2:GetWebACLForResource\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:AuthorizeSecurityGroupIngress\",\n \"ec2:RevokeSecurityGroupIngress\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:CreateSecurityGroup\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:CreateTags\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n },\n {\n \"test\": \"StringEquals\",\n \"values\": [\n \"CreateSecurityGroup\"\n ],\n \"variable\": \"ec2:CreateAction\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:ec2:*:*:security-group/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:CreateTags\",\n \"ec2:DeleteTags\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n },\n {\n \"test\": \"Null\",\n \"values\": [\n \"true\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:ec2:*:*:security-group/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:AuthorizeSecurityGroupIngress\",\n \"ec2:DeleteSecurityGroup\",\n \"ec2:RevokeSecurityGroupIngress\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:CreateLoadBalancer\",\n \"elasticloadbalancing:CreateTargetGroup\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:CreateListener\",\n \"elasticloadbalancing:CreateRule\",\n \"elasticloadbalancing:DeleteListener\",\n \"elasticloadbalancing:DeleteRule\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:AddTags\",\n \"elasticloadbalancing:RemoveTags\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n },\n {\n \"test\": \"Null\",\n \"values\": [\n \"true\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:elasticloadbalancing:*:*:loadbalancer/app/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:loadbalancer/net/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:targetgroup/*/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:AddTags\",\n \"elasticloadbalancing:RemoveTags\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:elasticloadbalancing:*:*:listener-rule/app/*/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:listener-rule/net/*/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:listener/app/*/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:listener/net/*/*/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:DeleteLoadBalancer\",\n \"elasticloadbalancing:DeleteTargetGroup\",\n \"elasticloadbalancing:ModifyLoadBalancerAttributes\",\n \"elasticloadbalancing:ModifyTargetGroup\",\n \"elasticloadbalancing:ModifyTargetGroupAttributes\",\n \"elasticloadbalancing:SetIpAddressType\",\n \"elasticloadbalancing:SetSecurityGroups\",\n \"elasticloadbalancing:SetSubnets\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:DeregisterTargets\",\n \"elasticloadbalancing:RegisterTargets\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:elasticloadbalancing:*:*:targetgroup/*/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:AddListenerCertificates\",\n \"elasticloadbalancing:ModifyListener\",\n \"elasticloadbalancing:ModifyRule\",\n \"elasticloadbalancing:RemoveListenerCertificates\",\n \"elasticloadbalancing:SetWebAcl\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n }\n ],\n \"version\": null\n },\n \"sensitive_values\": {\n \"statement\": [\n {\n \"actions\": [\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false,\n false,\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false,\n false,\n false,\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n }\n ]\n }\n }\n ],\n \"child_modules\": [\n {\n \"resources\": [\n {\n \"address\": \"module.core.kubernetes_secret.apiserver-secrets\",\n \"mode\": \"managed\",\n \"type\": \"kubernetes_secret\",\n \"name\": \"apiserver-secrets\",\n \"provider_name\": \"registry.terraform.io/hashicorp/kubernetes\",\n \"schema_version\": 0,\n \"values\": {\n \"binary_data\": null,\n \"id\": \"default/apiserver-secrets\",\n \"immutable\": false,\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 0,\n \"labels\": {},\n \"name\": \"apiserver-secrets\",\n \"namespace\": \"default\",\n \"resource_version\": \"67487020\",\n \"uid\": \"7a9fce0b-b6a2-4464-8f3a-33a93c2fdeb9\"\n }\n ],\n \"timeouts\": null,\n \"type\": \"Opaque\",\n \"wait_for_service_account_token\": true\n },\n \"sensitive_values\": {\n \"data\": {},\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ]\n }\n },\n {\n \"address\": \"module.efs_csi_irsa_role.aws_iam_policy.efs_csi[0]\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"efs_csi\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/AmazonEKS_EFS_CSI_Policy-20230317134301609600000001\",\n \"description\": \"Provides permissions to manage EFS volumes via the container storage interface driver\",\n \"id\": \"arn:aws:iam::123456789012:policy/AmazonEKS_EFS_CSI_Policy-20230317134301609600000001\",\n \"name\": \"AmazonEKS_EFS_CSI_Policy-20230317134301609600000001\",\n \"name_prefix\": \"AmazonEKS_EFS_CSI_Policy-\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"elasticfilesystem:DescribeMountTargets\\\",\\\"elasticfilesystem:DescribeFileSystems\\\",\\\"elasticfilesystem:DescribeAccessPoints\\\",\\\"ec2:DescribeAvailabilityZones\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"},{\\\"Action\\\":\\\"elasticfilesystem:CreateAccessPoint\\\",\\\"Condition\\\":{\\\"StringLike\\\":{\\\"aws:RequestTag/efs.csi.aws.com/cluster\\\":\\\"true\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"},{\\\"Action\\\":\\\"elasticfilesystem:TagResource\\\",\\\"Condition\\\":{\\\"StringLike\\\":{\\\"aws:RequestTag/efs.csi.aws.com/cluster\\\":\\\"true\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"},{\\\"Action\\\":\\\"elasticfilesystem:DeleteAccessPoint\\\",\\\"Condition\\\":{\\\"StringEquals\\\":{\\\"aws:ResourceTag/efs.csi.aws.com/cluster\\\":\\\"true\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"foobar\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"sensitive_values\": {\n \"tags\": {},\n \"tags_all\": {}\n }\n },\n {\n \"address\": \"module.efs_csi_irsa_role.aws_iam_role.this[0]\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_role\",\n \"name\": \"this\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"arn\": \"arn:aws:iam::123456789012:role/efs-csi\",\n \"assume_role_policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":\\\"sts:AssumeRoleWithWebIdentity\\\",\\\"Condition\\\":{\\\"StringEquals\\\":{\\\"foobar:aud\\\":\\\"sts.amazonaws.com\\\",\\\"foobar:sub\\\":[\\\"system:serviceaccount:kube-system:efs-csi-controller-sa\\\",\\\"system:serviceaccount:kube-system:efs-csi-node-sa\\\"]}},\\\"Effect\\\":\\\"Allow\\\",\\\"Principal\\\":{\\\"Federated\\\":\\\"arn:aws:iam::123456789012:oidc-provider/foobar\\\"}}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"create_date\": \"2023-03-17T13:43:01Z\",\n \"description\": \"\",\n \"force_detach_policies\": true,\n \"id\": \"efs-csi\",\n \"inline_policy\": [],\n \"managed_policy_arns\": [\n \"arn:aws:iam::123456789012:policy/AmazonEKS_EFS_CSI_Policy-20230317134301609600000001\"\n ],\n \"max_session_duration\": 3600,\n \"name\": \"efs-csi\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"permissions_boundary\": null,\n \"tags\": {},\n \"tags_all\": {},\n \"unique_id\": \"AROA5X4M7MOYP6QYXIIVP\"\n },\n \"sensitive_values\": {\n \"inline_policy\": [],\n \"managed_policy_arns\": [\n false\n ],\n \"tags\": {},\n \"tags_all\": {}\n }\n },\n {\n \"address\": \"module.efs_csi_irsa_role.aws_iam_role_policy_attachment.efs_csi[0]\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_role_policy_attachment\",\n \"name\": \"efs_csi\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"id\": \"efs-csi-20230317134302181300000003\",\n \"policy_arn\": \"arn:aws:iam::123456789012:policy/AmazonEKS_EFS_CSI_Policy-20230317134301609600000001\",\n \"role\": \"efs-csi\"\n },\n \"sensitive_values\": {}\n }\n ],\n \"address\": \"module.efs_csi_irsa_role\"\n },\n {\n \"resources\": [\n {\n \"address\": \"module.eks_elb_controller.aws_iam_policy.lb_controller[0]\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"lb_controller\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/test-alb-ingress\",\n \"description\": \"Policy for alb-ingress service\",\n \"id\": \"arn:aws:iam::123456789012:policy/test-alb-ingress\",\n \"name\": \"test-alb-ingress\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"policy_id\": \"ANPA5X4M7MOYCYTEF5VUE\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"sensitive_values\": {\n \"tags\": {},\n \"tags_all\": {}\n }\n },\n {\n \"address\": \"module.eks_elb_controller.aws_iam_role.lb_controller[0]\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_role\",\n \"name\": \"lb_controller\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"arn\": \"arn:aws:iam::123456789012:role/test-alb-ingress\",\n \"create_date\": \"2023-06-16T14:41:17Z\",\n \"description\": \"\",\n \"force_detach_policies\": false,\n \"id\": \"test-alb-ingress\",\n \"inline_policy\": [],\n \"managed_policy_arns\": [\n \"arn:aws:iam::123456789012:policy/test-alb-ingress\"\n ],\n \"max_session_duration\": 3600,\n \"name\": \"test-alb-ingress\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"permissions_boundary\": null,\n \"tags\": {},\n \"tags_all\": {},\n \"unique_id\": \"AROA5X4M7MOYDU5GZ7DFT\"\n },\n \"sensitive_values\": {\n \"inline_policy\": [],\n \"managed_policy_arns\": [\n false\n ],\n \"tags\": {},\n \"tags_all\": {}\n }\n },\n {\n \"address\": \"module.eks_elb_controller.aws_iam_role_policy_attachment.lb_controller[0]\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_role_policy_attachment\",\n \"name\": \"lb_controller\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"id\": \"test-alb-ingress-20230616144117244100000001\",\n \"policy_arn\": \"arn:aws:iam::123456789012:policy/test-alb-ingress\",\n \"role\": \"test-alb-ingress\"\n },\n \"sensitive_values\": {}\n },\n {\n \"address\": \"module.eks_elb_controller.data.aws_iam_policy_document.lb_controller[0]\",\n \"mode\": \"data\",\n \"type\": \"aws_iam_policy_document\",\n \"name\": \"lb_controller\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"override_policy_documents\": null,\n \"policy_id\": null,\n \"source_policy_documents\": null,\n \"statement\": [\n {\n \"actions\": [\n \"iam:CreateServiceLinkedRole\"\n ],\n \"condition\": [\n {\n \"test\": \"StringEquals\",\n \"values\": [\n \"elasticloadbalancing.amazonaws.com\"\n ],\n \"variable\": \"iam:AWSServiceName\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:DescribeAccountAttributes\",\n \"ec2:DescribeAddresses\",\n \"ec2:DescribeAvailabilityZones\",\n \"ec2:DescribeCoipPools\",\n \"ec2:DescribeInstances\",\n \"ec2:DescribeInternetGateways\",\n \"ec2:DescribeNetworkInterfaces\",\n \"ec2:DescribeSecurityGroups\",\n \"ec2:DescribeSubnets\",\n \"ec2:DescribeTags\",\n \"ec2:DescribeVpcPeeringConnections\",\n \"ec2:DescribeVpcs\",\n \"ec2:GetCoipPoolUsage\",\n \"elasticloadbalancing:DescribeListenerCertificates\",\n \"elasticloadbalancing:DescribeListeners\",\n \"elasticloadbalancing:DescribeLoadBalancerAttributes\",\n \"elasticloadbalancing:DescribeLoadBalancers\",\n \"elasticloadbalancing:DescribeRules\",\n \"elasticloadbalancing:DescribeSSLPolicies\",\n \"elasticloadbalancing:DescribeTags\",\n \"elasticloadbalancing:DescribeTargetGroupAttributes\",\n \"elasticloadbalancing:DescribeTargetGroups\",\n \"elasticloadbalancing:DescribeTargetHealth\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"acm:DescribeCertificate\",\n \"acm:ListCertificates\",\n \"cognito-idp:DescribeUserPoolClient\",\n \"iam:GetServerCertificate\",\n \"iam:ListServerCertificates\",\n \"shield:CreateProtection\",\n \"shield:DeleteProtection\",\n \"shield:DescribeProtection\",\n \"shield:GetSubscriptionState\",\n \"waf-regional:AssociateWebACL\",\n \"waf-regional:DisassociateWebACL\",\n \"waf-regional:GetWebACL\",\n \"waf-regional:GetWebACLForResource\",\n \"wafv2:AssociateWebACL\",\n \"wafv2:DisassociateWebACL\",\n \"wafv2:GetWebACL\",\n \"wafv2:GetWebACLForResource\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:AuthorizeSecurityGroupIngress\",\n \"ec2:RevokeSecurityGroupIngress\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:CreateSecurityGroup\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:CreateTags\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n },\n {\n \"test\": \"StringEquals\",\n \"values\": [\n \"CreateSecurityGroup\"\n ],\n \"variable\": \"ec2:CreateAction\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:ec2:*:*:security-group/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:CreateTags\",\n \"ec2:DeleteTags\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n },\n {\n \"test\": \"Null\",\n \"values\": [\n \"true\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:ec2:*:*:security-group/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:AuthorizeSecurityGroupIngress\",\n \"ec2:DeleteSecurityGroup\",\n \"ec2:RevokeSecurityGroupIngress\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:CreateLoadBalancer\",\n \"elasticloadbalancing:CreateTargetGroup\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:CreateListener\",\n \"elasticloadbalancing:CreateRule\",\n \"elasticloadbalancing:DeleteListener\",\n \"elasticloadbalancing:DeleteRule\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:AddTags\",\n \"elasticloadbalancing:RemoveTags\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n },\n {\n \"test\": \"Null\",\n \"values\": [\n \"true\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:elasticloadbalancing:*:*:loadbalancer/app/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:loadbalancer/net/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:targetgroup/*/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:AddTags\",\n \"elasticloadbalancing:RemoveTags\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:elasticloadbalancing:*:*:listener-rule/app/*/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:listener-rule/net/*/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:listener/app/*/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:listener/net/*/*/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:DeleteLoadBalancer\",\n \"elasticloadbalancing:DeleteTargetGroup\",\n \"elasticloadbalancing:ModifyLoadBalancerAttributes\",\n \"elasticloadbalancing:ModifyTargetGroup\",\n \"elasticloadbalancing:ModifyTargetGroupAttributes\",\n \"elasticloadbalancing:SetIpAddressType\",\n \"elasticloadbalancing:SetSecurityGroups\",\n \"elasticloadbalancing:SetSubnets\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:DeregisterTargets\",\n \"elasticloadbalancing:RegisterTargets\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:elasticloadbalancing:*:*:targetgroup/*/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:AddListenerCertificates\",\n \"elasticloadbalancing:ModifyListener\",\n \"elasticloadbalancing:ModifyRule\",\n \"elasticloadbalancing:RemoveListenerCertificates\",\n \"elasticloadbalancing:SetWebAcl\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n }\n ],\n \"version\": null\n },\n \"sensitive_values\": {\n \"statement\": [\n {\n \"actions\": [\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false,\n false,\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false,\n false,\n false,\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n }\n ]\n }\n },\n {\n \"address\": \"module.eks_elb_controller.data.aws_iam_policy_document.lb_controller_assume[0]\",\n \"mode\": \"data\",\n \"type\": \"aws_iam_policy_document\",\n \"name\": \"lb_controller_assume\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 0,\n \"values\": {\n \"override_policy_documents\": null,\n \"policy_id\": null,\n \"source_policy_documents\": null,\n \"statement\": [\n {\n \"actions\": [\n \"sts:AssumeRoleWithWebIdentity\"\n ],\n \"condition\": [\n {\n \"test\": \"StringEquals\",\n \"values\": [\n \"system:serviceaccount:kube-system:aws-alb-ingress-controller\"\n ],\n \"variable\": \"foobar:sub\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [\n {\n \"identifiers\": [\n \"arn:aws:iam::123456789012:oidc-provider/foobar\"\n ],\n \"type\": \"Federated\"\n }\n ],\n \"resources\": null,\n \"sid\": null\n }\n ],\n \"version\": null\n },\n \"sensitive_values\": {\n \"statement\": [\n {\n \"actions\": [\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [\n {\n \"identifiers\": [\n false\n ]\n }\n ]\n }\n ]\n }\n },\n {\n \"address\": \"module.eks_elb_controller.helm_release.lb_controller[0]\",\n \"mode\": \"managed\",\n \"type\": \"helm_release\",\n \"name\": \"lb_controller\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/helm\",\n \"schema_version\": 1,\n \"values\": {\n \"atomic\": false,\n \"chart\": \"aws-load-balancer-controller\",\n \"cleanup_on_fail\": false,\n \"create_namespace\": false,\n \"dependency_update\": false,\n \"description\": null,\n \"devel\": null,\n \"disable_crd_hooks\": false,\n \"disable_openapi_validation\": false,\n \"disable_webhooks\": false,\n \"force_update\": false,\n \"id\": \"aws-load-balancer-controller\",\n \"keyring\": null,\n \"lint\": false,\n \"manifest\": null,\n \"max_history\": 0,\n \"metadata\": [\n {\n \"app_version\": \"v2.4.3\",\n \"chart\": \"aws-load-balancer-controller\",\n \"name\": \"aws-load-balancer-controller\",\n \"namespace\": \"kube-system\",\n \"revision\": 1,\n \"values\": \"{\\\"clusterName\\\":\\\"test\\\",\\\"rbac\\\":{\\\"create\\\":true},\\\"serviceAccount\\\":{\\\"annotations\\\":{\\\"eks.amazonaws.com/role-arn\\\":\\\"arn:aws:iam::123456789012:role/test-alb-ingress\\\"},\\\"create\\\":true,\\\"name\\\":\\\"aws-alb-ingress-controller\\\"}}\",\n \"version\": \"1.4.4\"\n }\n ],\n \"name\": \"aws-load-balancer-controller\",\n \"namespace\": \"kube-system\",\n \"pass_credentials\": false,\n \"postrender\": [],\n \"recreate_pods\": false,\n \"render_subchart_notes\": true,\n \"replace\": false,\n \"repository\": \"https://aws.github.io/eks-charts\",\n \"repository_ca_file\": null,\n \"repository_cert_file\": null,\n \"repository_key_file\": null,\n \"repository_password\": null,\n \"repository_username\": null,\n \"reset_values\": false,\n \"reuse_values\": false,\n \"set\": [\n {\n \"name\": \"clusterName\",\n \"type\": \"\",\n \"value\": \"test\"\n },\n {\n \"name\": \"rbac.create\",\n \"type\": \"\",\n \"value\": \"true\"\n },\n {\n \"name\": \"serviceAccount.annotations.eks\\\\.amazonaws\\\\.com/role-arn\",\n \"type\": \"\",\n \"value\": \"arn:aws:iam::123456789012:role/test-alb-ingress\"\n },\n {\n \"name\": \"serviceAccount.create\",\n \"type\": \"\",\n \"value\": \"true\"\n },\n {\n \"name\": \"serviceAccount.name\",\n \"type\": \"\",\n \"value\": \"aws-alb-ingress-controller\"\n }\n ],\n \"set_list\": [],\n \"set_sensitive\": [],\n \"skip_crds\": false,\n \"status\": \"deployed\",\n \"timeout\": 300,\n \"values\": [\n \"{}\\n\"\n ],\n \"verify\": false,\n \"version\": \"1.4.4\",\n \"wait\": true,\n \"wait_for_jobs\": false\n },\n \"sensitive_values\": {\n \"metadata\": [\n {}\n ],\n \"postrender\": [],\n \"set\": [\n {},\n {},\n {},\n {},\n {}\n ],\n \"set_list\": [],\n \"set_sensitive\": [],\n \"values\": [\n false\n ]\n }\n }\n ],\n \"address\": \"module.eks_elb_controller\"\n }\n ]\n },\n \"outputs\": {\n \"overmind_mappings\": {\n \"sensitive\": false,\n \"type\": [\n \"object\",\n {\n \"kubernetes\": [\n \"object\",\n {\n \"cluster_name\": \"string\"\n }\n ]\n }\n ],\n \"value\": {\n \"kubernetes\": {\n \"cluster_name\": \"dogfood\"\n }\n }\n },\n \"test_secret\": {\n \"sensitive\": true,\n \"type\": \"string\",\n \"value\": \"test_secret\"\n }\n }\n },\n \"resource_changes\": [\n {\n \"address\": \"module.infra.aws_route53_record.frontend_on_vercel[0]\",\n \"module_address\": \"module.infra\",\n \"mode\": \"managed\",\n \"type\": \"aws_route53_record\",\n \"name\": \"frontend_on_vercel\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"change\": {\n \"actions\": [\n \"delete\"\n ],\n \"before\": {\n \"alias\": [],\n \"allow_overwrite\": null,\n \"cidr_routing_policy\": [],\n \"failover_routing_policy\": [],\n \"fqdn\": \"app.overmind.tech\",\n \"geolocation_routing_policy\": [],\n \"geoproximity_routing_policy\": [],\n \"health_check_id\": \"\",\n \"id\": \"BLAH_app.overmind.tech_A\",\n \"latency_routing_policy\": [],\n \"multivalue_answer_routing_policy\": false,\n \"name\": \"app.overmind.tech\",\n \"records\": [\n \"76.76.21.21\"\n ],\n \"set_identifier\": \"\",\n \"ttl\": 300,\n \"type\": \"A\",\n \"weighted_routing_policy\": [],\n \"zone_id\": \"BLAH\"\n },\n \"after\": null,\n \"after_unknown\": {},\n \"before_sensitive\": {\n \"alias\": [],\n \"cidr_routing_policy\": [],\n \"failover_routing_policy\": [],\n \"geolocation_routing_policy\": [],\n \"geoproximity_routing_policy\": [],\n \"latency_routing_policy\": [],\n \"records\": [\n false\n ],\n \"weighted_routing_policy\": []\n },\n \"after_sensitive\": false\n },\n \"action_reason\": \"delete_because_count_index\"\n },\n {\n \"address\": \"module.core.kubernetes_secret.apiserver-secrets\",\n \"module_address\": \"module.core\",\n \"mode\": \"managed\",\n \"type\": \"kubernetes_secret\",\n \"name\": \"apiserver-secrets\",\n \"provider_name\": \"registry.terraform.io/hashicorp/kubernetes\",\n \"change\": {\n \"actions\": [\n \"update\"\n ],\n \"before\": {\n \"binary_data\": null,\n \"data\": {},\n \"id\": \"default/apiserver-secrets\",\n \"immutable\": false,\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 0,\n \"labels\": {},\n \"name\": \"apiserver-secrets\",\n \"namespace\": \"default\",\n \"resource_version\": \"67487020\",\n \"uid\": \"FOO\"\n }\n ],\n \"timeouts\": null,\n \"type\": \"Opaque\",\n \"wait_for_service_account_token\": true\n },\n \"after\": {\n \"binary_data\": null,\n \"id\": \"default/apiserver-secrets\",\n \"immutable\": false,\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 0,\n \"labels\": {},\n \"name\": \"apiserver-secrets\",\n \"namespace\": \"default\",\n \"resource_version\": \"67487020\",\n \"uid\": \"FOO\"\n }\n ],\n \"timeouts\": null,\n \"type\": \"Opaque\",\n \"wait_for_service_account_token\": true\n },\n \"after_unknown\": {\n \"data\": true,\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ]\n },\n \"before_sensitive\": {\n \"binary_data\": true,\n \"data\": true,\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ]\n },\n \"after_sensitive\": {\n \"binary_data\": true,\n \"data\": true,\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ]\n }\n }\n },\n {\n \"address\": \"kubernetes_deployment.nats_box\",\n \"mode\": \"managed\",\n \"type\": \"kubernetes_deployment\",\n \"name\": \"nats_box\",\n \"provider_name\": \"registry.terraform.io/hashicorp/kubernetes\",\n \"change\": {\n \"actions\": [\n \"delete\"\n ],\n \"before\": {\n \"id\": \"default/nats-box\",\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 9,\n \"labels\": {\n \"app\": \"nats-box\"\n },\n \"name\": \"nats-box\",\n \"namespace\": \"default\",\n \"resource_version\": \"20425079\",\n \"uid\": \"25e4fce6-06a8-435b-90f3-ad0c1d8b52f1\"\n }\n ],\n \"spec\": [\n {\n \"min_ready_seconds\": 0,\n \"paused\": false,\n \"progress_deadline_seconds\": 600,\n \"replicas\": \"0\",\n \"revision_history_limit\": 10,\n \"selector\": [\n {\n \"match_expressions\": [],\n \"match_labels\": {\n \"app\": \"nats-box\"\n }\n }\n ],\n \"strategy\": [\n {\n \"rolling_update\": [\n {\n \"max_surge\": \"25%\",\n \"max_unavailable\": \"25%\"\n }\n ],\n \"type\": \"RollingUpdate\"\n }\n ],\n \"template\": [\n {\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 0,\n \"labels\": {\n \"app\": \"nats-box\"\n },\n \"name\": \"\",\n \"namespace\": \"\",\n \"resource_version\": \"\",\n \"uid\": \"\"\n }\n ],\n \"spec\": [\n {\n \"active_deadline_seconds\": 0,\n \"affinity\": [],\n \"automount_service_account_token\": true,\n \"container\": [\n {\n \"args\": [],\n \"command\": [\n \"tail\",\n \"-f\",\n \"/dev/null\"\n ],\n \"env\": [],\n \"env_from\": [],\n \"image\": \"natsio/nats-box:latest\",\n \"image_pull_policy\": \"Always\",\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"name\": \"nats\",\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"stdin\": false,\n \"stdin_once\": false,\n \"termination_message_path\": \"/dev/termination-log\",\n \"termination_message_policy\": \"File\",\n \"tty\": false,\n \"volume_mount\": [\n {\n \"mount_path\": \"/etc/nats\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-config\",\n \"read_only\": false,\n \"sub_path\": \"\"\n },\n {\n \"mount_path\": \"/etc/nats-nkeys\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-nkeys\",\n \"read_only\": false,\n \"sub_path\": \"\"\n }\n ],\n \"working_dir\": \"\"\n }\n ],\n \"dns_config\": [],\n \"dns_policy\": \"ClusterFirst\",\n \"enable_service_links\": true,\n \"host_aliases\": [],\n \"host_ipc\": false,\n \"host_network\": false,\n \"host_pid\": false,\n \"hostname\": \"\",\n \"image_pull_secrets\": [],\n \"init_container\": [],\n \"node_name\": \"\",\n \"node_selector\": {},\n \"priority_class_name\": \"\",\n \"readiness_gate\": [],\n \"restart_policy\": \"Always\",\n \"runtime_class_name\": \"\",\n \"scheduler_name\": \"default-scheduler\",\n \"security_context\": [],\n \"service_account_name\": \"\",\n \"share_process_namespace\": false,\n \"subdomain\": \"\",\n \"termination_grace_period_seconds\": 30,\n \"toleration\": [],\n \"topology_spread_constraint\": [],\n \"volume\": [\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"name\": \"nats-nkeys\",\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {\n \"claim_name\": \"nats-nkeys\",\n \"read_only\": false\n }\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n },\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"name\": \"nats-config\",\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {\n \"claim_name\": \"nats-config\",\n \"read_only\": false\n }\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n }\n ]\n }\n ]\n }\n ]\n }\n ],\n \"timeouts\": {\n \"create\": \"2m\",\n \"delete\": \"2m\",\n \"update\": \"2m\"\n },\n \"wait_for_rollout\": true\n },\n \"after\": null,\n \"after_unknown\": {},\n \"before_sensitive\": {\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ],\n \"spec\": [\n {\n \"selector\": [\n {\n \"match_expressions\": [],\n \"match_labels\": {}\n }\n ],\n \"strategy\": [\n {\n \"rolling_update\": [\n {}\n ]\n }\n ],\n \"template\": [\n {\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ],\n \"spec\": [\n {\n \"affinity\": [],\n \"container\": [\n {\n \"args\": [],\n \"command\": [\n false,\n false,\n false\n ],\n \"env\": [],\n \"env_from\": [],\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"volume_mount\": [\n {},\n {}\n ]\n }\n ],\n \"dns_config\": [],\n \"host_aliases\": [],\n \"image_pull_secrets\": [],\n \"init_container\": [],\n \"node_selector\": {},\n \"readiness_gate\": [],\n \"security_context\": [],\n \"toleration\": [],\n \"topology_spread_constraint\": [],\n \"volume\": [\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {}\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n },\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {}\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n }\n ]\n }\n ]\n }\n ]\n }\n ],\n \"timeouts\": {}\n },\n \"after_sensitive\": false\n },\n \"action_reason\": \"delete_because_no_resource_config\"\n },\n {\n \"address\": \"kubernetes_deployment.api_server\",\n \"mode\": \"managed\",\n \"type\": \"kubernetes_deployment\",\n \"name\": \"api_server\",\n \"provider_name\": \"registry.terraform.io/hashicorp/kubernetes\",\n \"change\": {\n \"actions\": [\n \"update\"\n ],\n \"before\": {\n \"id\": \"default/api-server\",\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 18,\n \"labels\": {},\n \"name\": \"api-server\",\n \"namespace\": \"default\",\n \"resource_version\": \"16505436\",\n \"uid\": \"cd11a255-2964-434a-b366-063ea673bbd2\"\n }\n ],\n \"spec\": [\n {\n \"min_ready_seconds\": 0,\n \"paused\": false,\n \"progress_deadline_seconds\": 600,\n \"replicas\": \"1\",\n \"revision_history_limit\": 10,\n \"selector\": [\n {\n \"match_expressions\": [],\n \"match_labels\": {\n \"app\": \"api-server\"\n }\n }\n ],\n \"strategy\": [\n {\n \"rolling_update\": [\n {\n \"max_surge\": \"25%\",\n \"max_unavailable\": \"25%\"\n }\n ],\n \"type\": \"RollingUpdate\"\n }\n ],\n \"template\": [\n {\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 0,\n \"labels\": {\n \"app\": \"api-server\"\n },\n \"name\": \"\",\n \"namespace\": \"\",\n \"resource_version\": \"\",\n \"uid\": \"\"\n }\n ],\n \"spec\": [\n {\n \"active_deadline_seconds\": 0,\n \"affinity\": [],\n \"automount_service_account_token\": true,\n \"container\": [\n {\n \"args\": [],\n \"command\": [],\n \"env\": [],\n \"env_from\": [],\n \"image\": \"ghcr.io/overmindtech/workspace/api-server@sha256:41be6bab8dc65bf19fe3771fa9cf54e51621d93161056db8091ca2ff905be24a\",\n \"image_pull_policy\": \"IfNotPresent\",\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"name\": \"api-server\",\n \"port\": [\n {\n \"container_port\": 8080,\n \"host_ip\": \"\",\n \"host_port\": 0,\n \"name\": \"\",\n \"protocol\": \"TCP\"\n }\n ],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {\n \"memory\": \"2Gi\"\n },\n \"requests\": {\n \"cpu\": \"250m\",\n \"memory\": \"200Mi\"\n }\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"stdin\": false,\n \"stdin_once\": false,\n \"termination_message_path\": \"/dev/termination-log\",\n \"termination_message_policy\": \"File\",\n \"tty\": false,\n \"volume_mount\": [\n {\n \"mount_path\": \"/nats-nkeys\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-nkeys\",\n \"read_only\": false,\n \"sub_path\": \"\"\n }\n ],\n \"working_dir\": \"\"\n }\n ],\n \"dns_config\": [],\n \"dns_policy\": \"ClusterFirst\",\n \"enable_service_links\": true,\n \"host_aliases\": [],\n \"host_ipc\": false,\n \"host_network\": false,\n \"host_pid\": false,\n \"hostname\": \"\",\n \"image_pull_secrets\": [\n {\n \"name\": \"srcman-registry-credentials\"\n }\n ],\n \"init_container\": [\n {\n \"args\": [],\n \"command\": [\n \"/bin/mkdir\",\n \"-p\",\n \"/nats-nkeys/nsc\"\n ],\n \"env\": [],\n \"env_from\": [],\n \"image\": \"alpine:latest\",\n \"image_pull_policy\": \"Always\",\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"name\": \"create-folder\",\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"stdin\": false,\n \"stdin_once\": false,\n \"termination_message_path\": \"/dev/termination-log\",\n \"termination_message_policy\": \"File\",\n \"tty\": false,\n \"volume_mount\": [\n {\n \"mount_path\": \"/nats-nkeys\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-nkeys\",\n \"read_only\": false,\n \"sub_path\": \"\"\n }\n ],\n \"working_dir\": \"\"\n },\n {\n \"args\": [\n \"init\",\n \"--nsc-location\",\n \"/nats-nkeys/nsc\",\n \"--nsc-operator\",\n \"dogfood\",\n \"--revlink-account\",\n \"revlink\"\n ],\n \"command\": [],\n \"env\": [],\n \"env_from\": [],\n \"image\": \"ghcr.io/overmindtech/workspace/api-server@sha256:41be6bab8dc65bf19fe3771fa9cf54e51621d93161056db8091ca2ff905be24a\",\n \"image_pull_policy\": \"IfNotPresent\",\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"name\": \"generate-nkeys\",\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"stdin\": false,\n \"stdin_once\": false,\n \"termination_message_path\": \"/dev/termination-log\",\n \"termination_message_policy\": \"File\",\n \"tty\": false,\n \"volume_mount\": [\n {\n \"mount_path\": \"/nats-nkeys\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-nkeys\",\n \"read_only\": false,\n \"sub_path\": \"\"\n }\n ],\n \"working_dir\": \"\"\n }\n ],\n \"node_name\": \"\",\n \"node_selector\": {},\n \"priority_class_name\": \"\",\n \"readiness_gate\": [],\n \"restart_policy\": \"Always\",\n \"runtime_class_name\": \"\",\n \"scheduler_name\": \"default-scheduler\",\n \"security_context\": [],\n \"service_account_name\": \"api-server-service-account\",\n \"share_process_namespace\": false,\n \"subdomain\": \"\",\n \"termination_grace_period_seconds\": 30,\n \"toleration\": [],\n \"topology_spread_constraint\": [],\n \"volume\": [\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"name\": \"nats-nkeys\",\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {\n \"claim_name\": \"nats-nkeys\",\n \"read_only\": false\n }\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n }\n ]\n }\n ]\n }\n ]\n }\n ],\n \"timeouts\": {\n \"create\": \"2m\",\n \"delete\": \"2m\",\n \"update\": \"2m\"\n },\n \"wait_for_rollout\": true\n },\n \"after\": {\n \"id\": \"default/api-server\",\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 18,\n \"labels\": {},\n \"name\": \"api-server\",\n \"namespace\": \"default\",\n \"resource_version\": \"16505436\",\n \"uid\": \"cd11a255-2964-434a-b366-063ea673bbd2\"\n }\n ],\n \"spec\": [\n {\n \"min_ready_seconds\": 0,\n \"paused\": false,\n \"progress_deadline_seconds\": 600,\n \"replicas\": \"1\",\n \"revision_history_limit\": 10,\n \"selector\": [\n {\n \"match_expressions\": [],\n \"match_labels\": {\n \"app\": \"api-server\"\n }\n }\n ],\n \"strategy\": [\n {\n \"rolling_update\": [\n {\n \"max_surge\": \"25%\",\n \"max_unavailable\": \"25%\"\n }\n ],\n \"type\": \"RollingUpdate\"\n }\n ],\n \"template\": [\n {\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 0,\n \"labels\": {\n \"app\": \"api-server\"\n },\n \"name\": \"\",\n \"namespace\": \"\",\n \"resource_version\": \"\",\n \"uid\": \"\"\n }\n ],\n \"spec\": [\n {\n \"active_deadline_seconds\": 0,\n \"affinity\": [],\n \"automount_service_account_token\": true,\n \"container\": [\n {\n \"args\": [],\n \"command\": [],\n \"env\": [],\n \"env_from\": [],\n \"image\": \"ghcr.io/overmindtech/workspace/api-server@sha256:d10d15d0bce640a7e4e505b57652d7a7e46f8092a3dbd64408de4368cda40270\",\n \"image_pull_policy\": \"IfNotPresent\",\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"name\": \"api-server\",\n \"port\": [\n {\n \"container_port\": 8080,\n \"host_ip\": \"\",\n \"host_port\": 0,\n \"name\": \"\",\n \"protocol\": \"TCP\"\n }\n ],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {\n \"memory\": \"2Gi\"\n },\n \"requests\": {\n \"cpu\": \"250m\",\n \"memory\": \"200Mi\"\n }\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"stdin\": false,\n \"stdin_once\": false,\n \"termination_message_path\": \"/dev/termination-log\",\n \"termination_message_policy\": \"File\",\n \"tty\": false,\n \"volume_mount\": [\n {\n \"mount_path\": \"/nats-nkeys\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-nkeys\",\n \"read_only\": false,\n \"sub_path\": \"\"\n }\n ],\n \"working_dir\": \"\"\n }\n ],\n \"dns_config\": [],\n \"dns_policy\": \"ClusterFirst\",\n \"enable_service_links\": true,\n \"host_aliases\": [],\n \"host_ipc\": false,\n \"host_network\": false,\n \"host_pid\": false,\n \"hostname\": \"\",\n \"image_pull_secrets\": [\n {\n \"name\": \"srcman-registry-credentials\"\n }\n ],\n \"init_container\": [\n {\n \"args\": [],\n \"command\": [\n \"/bin/mkdir\",\n \"-p\",\n \"/nats-nkeys/nsc\"\n ],\n \"env\": [],\n \"env_from\": [],\n \"image\": \"alpine:latest\",\n \"image_pull_policy\": \"Always\",\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"name\": \"create-folder\",\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"stdin\": false,\n \"stdin_once\": false,\n \"termination_message_path\": \"/dev/termination-log\",\n \"termination_message_policy\": \"File\",\n \"tty\": false,\n \"volume_mount\": [\n {\n \"mount_path\": \"/nats-nkeys\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-nkeys\",\n \"read_only\": false,\n \"sub_path\": \"\"\n }\n ],\n \"working_dir\": \"\"\n },\n {\n \"args\": [\n \"init\",\n \"--nsc-location\",\n \"/nats-nkeys/nsc\",\n \"--nsc-operator\",\n \"dogfood\",\n \"--revlink-account\",\n \"revlink\"\n ],\n \"command\": [],\n \"env\": [],\n \"env_from\": [],\n \"image\": \"ghcr.io/overmindtech/workspace/api-server@sha256:d10d15d0bce640a7e4e505b57652d7a7e46f8092a3dbd64408de4368cda40270\",\n \"image_pull_policy\": \"IfNotPresent\",\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"name\": \"generate-nkeys\",\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"stdin\": false,\n \"stdin_once\": false,\n \"termination_message_path\": \"/dev/termination-log\",\n \"termination_message_policy\": \"File\",\n \"tty\": false,\n \"volume_mount\": [\n {\n \"mount_path\": \"/nats-nkeys\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-nkeys\",\n \"read_only\": false,\n \"sub_path\": \"\"\n }\n ],\n \"working_dir\": \"\"\n }\n ],\n \"node_name\": \"\",\n \"node_selector\": {},\n \"priority_class_name\": \"\",\n \"readiness_gate\": [],\n \"restart_policy\": \"Always\",\n \"runtime_class_name\": \"\",\n \"scheduler_name\": \"default-scheduler\",\n \"security_context\": [],\n \"service_account_name\": \"api-server-service-account\",\n \"share_process_namespace\": false,\n \"subdomain\": \"\",\n \"termination_grace_period_seconds\": 30,\n \"toleration\": [],\n \"topology_spread_constraint\": [],\n \"volume\": [\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"name\": \"nats-nkeys\",\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {\n \"claim_name\": \"nats-nkeys\",\n \"read_only\": false\n }\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n }\n ]\n }\n ]\n }\n ]\n }\n ],\n \"timeouts\": {\n \"create\": \"2m\",\n \"delete\": \"2m\",\n \"update\": \"2m\"\n },\n \"wait_for_rollout\": true\n },\n \"after_unknown\": {},\n \"before_sensitive\": {\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ],\n \"spec\": [\n {\n \"selector\": [\n {\n \"match_expressions\": [],\n \"match_labels\": {}\n }\n ],\n \"strategy\": [\n {\n \"rolling_update\": [\n {}\n ]\n }\n ],\n \"template\": [\n {\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ],\n \"spec\": [\n {\n \"affinity\": [],\n \"container\": [\n {\n \"args\": [],\n \"command\": [],\n \"env\": [\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value\": true,\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value\": true,\n \"value_from\": []\n },\n {\n \"value\": true,\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": [\n {\n \"config_map_key_ref\": [],\n \"field_ref\": [],\n \"resource_field_ref\": [],\n \"secret_key_ref\": [\n {}\n ]\n }\n ]\n },\n {\n \"value_from\": [\n {\n \"config_map_key_ref\": [],\n \"field_ref\": [],\n \"resource_field_ref\": [],\n \"secret_key_ref\": [\n {}\n ]\n }\n ]\n },\n {\n \"value_from\": []\n }\n ],\n \"env_from\": [],\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"port\": [\n {}\n ],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"volume_mount\": [\n {}\n ]\n }\n ],\n \"dns_config\": [],\n \"host_aliases\": [],\n \"image_pull_secrets\": [\n {}\n ],\n \"init_container\": [\n {\n \"args\": [],\n \"command\": [\n false,\n false,\n false\n ],\n \"env\": [],\n \"env_from\": [],\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"volume_mount\": [\n {}\n ]\n },\n {\n \"args\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"command\": [],\n \"env\": [],\n \"env_from\": [],\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"volume_mount\": [\n {}\n ]\n }\n ],\n \"node_selector\": {},\n \"readiness_gate\": [],\n \"security_context\": [],\n \"toleration\": [],\n \"topology_spread_constraint\": [],\n \"volume\": [\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {}\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n }\n ]\n }\n ]\n }\n ]\n }\n ],\n \"timeouts\": {}\n },\n \"after_sensitive\": {\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ],\n \"spec\": [\n {\n \"selector\": [\n {\n \"match_expressions\": [],\n \"match_labels\": {}\n }\n ],\n \"strategy\": [\n {\n \"rolling_update\": [\n {}\n ]\n }\n ],\n \"template\": [\n {\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ],\n \"spec\": [\n {\n \"affinity\": [],\n \"container\": [\n {\n \"args\": [],\n \"command\": [],\n \"env\": [\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value\": true,\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value\": true,\n \"value_from\": []\n },\n {\n \"value\": true,\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": []\n },\n {\n \"value_from\": [\n {\n \"config_map_key_ref\": [],\n \"field_ref\": [],\n \"resource_field_ref\": [],\n \"secret_key_ref\": [\n {}\n ]\n }\n ]\n },\n {\n \"value_from\": [\n {\n \"config_map_key_ref\": [],\n \"field_ref\": [],\n \"resource_field_ref\": [],\n \"secret_key_ref\": [\n {}\n ]\n }\n ]\n },\n {\n \"value_from\": []\n }\n ],\n \"env_from\": [],\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"port\": [\n {}\n ],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"volume_mount\": [\n {}\n ]\n }\n ],\n \"dns_config\": [],\n \"host_aliases\": [],\n \"image_pull_secrets\": [\n {}\n ],\n \"init_container\": [\n {\n \"args\": [],\n \"command\": [\n false,\n false,\n false\n ],\n \"env\": [],\n \"env_from\": [],\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"volume_mount\": [\n {}\n ]\n },\n {\n \"args\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"command\": [],\n \"env\": [],\n \"env_from\": [],\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"volume_mount\": [\n {}\n ]\n }\n ],\n \"node_selector\": {},\n \"readiness_gate\": [],\n \"security_context\": [],\n \"toleration\": [],\n \"topology_spread_constraint\": [],\n \"volume\": [\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {}\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n }\n ]\n }\n ]\n }\n ]\n }\n ],\n \"timeouts\": {}\n }\n }\n },\n {\n \"address\": \"aws_iam_policy.auth0_ses_send_emails\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"auth0_ses_send_emails\",\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"change\": {\n \"actions\": [\n \"no-op\"\n ],\n \"before\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/auth0-ses-send-emails\",\n \"description\": \"Allows Auth0 to send emails via SES\",\n \"id\": \"arn:aws:iam::123456789012:policy/auth0-ses-send-emails\",\n \"name\": \"auth0-ses-send-emails\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"ses:SendRawEmail\\\",\\\"ses:SendEmail\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"ANPA5X4M7MOYO7KE6G4J4\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/auth0-ses-send-emails\",\n \"description\": \"Allows Auth0 to send emails via SES\",\n \"id\": \"arn:aws:iam::123456789012:policy/auth0-ses-send-emails\",\n \"name\": \"auth0-ses-send-emails\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"ses:SendRawEmail\\\",\\\"ses:SendEmail\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"ANPA5X4M7MOYO7KE6G4J4\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after_unknown\": {},\n \"before_sensitive\": {\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after_sensitive\": {\n \"tags\": {},\n \"tags_all\": {}\n }\n }\n },\n {\n \"address\": \"module.efs_csi_irsa_role.aws_iam_policy.efs_csi[0]\",\n \"module_address\": \"module.efs_csi_irsa_role\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"efs_csi\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"change\": {\n \"actions\": [\n \"no-op\"\n ],\n \"before\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/AmazonEKS_EFS_CSI_Policy-20230317134301609600000001\",\n \"description\": \"Provides permissions to manage EFS volumes via the container storage interface driver\",\n \"id\": \"arn:aws:iam::123456789012:policy/AmazonEKS_EFS_CSI_Policy-20230317134301609600000001\",\n \"name\": \"AmazonEKS_EFS_CSI_Policy-20230317134301609600000001\",\n \"name_prefix\": \"AmazonEKS_EFS_CSI_Policy-\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"elasticfilesystem:DescribeMountTargets\\\",\\\"elasticfilesystem:DescribeFileSystems\\\",\\\"elasticfilesystem:DescribeAccessPoints\\\",\\\"ec2:DescribeAvailabilityZones\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"},{\\\"Action\\\":\\\"elasticfilesystem:CreateAccessPoint\\\",\\\"Condition\\\":{\\\"StringLike\\\":{\\\"aws:RequestTag/efs.csi.aws.com/cluster\\\":\\\"true\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"},{\\\"Action\\\":\\\"elasticfilesystem:TagResource\\\",\\\"Condition\\\":{\\\"StringLike\\\":{\\\"aws:RequestTag/efs.csi.aws.com/cluster\\\":\\\"true\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"},{\\\"Action\\\":\\\"elasticfilesystem:DeleteAccessPoint\\\",\\\"Condition\\\":{\\\"StringEquals\\\":{\\\"aws:ResourceTag/efs.csi.aws.com/cluster\\\":\\\"true\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"foobar\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/AmazonEKS_EFS_CSI_Policy-20230317134301609600000001\",\n \"description\": \"Provides permissions to manage EFS volumes via the container storage interface driver\",\n \"id\": \"arn:aws:iam::123456789012:policy/AmazonEKS_EFS_CSI_Policy-20230317134301609600000001\",\n \"name\": \"AmazonEKS_EFS_CSI_Policy-20230317134301609600000001\",\n \"name_prefix\": \"AmazonEKS_EFS_CSI_Policy-\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"elasticfilesystem:DescribeMountTargets\\\",\\\"elasticfilesystem:DescribeFileSystems\\\",\\\"elasticfilesystem:DescribeAccessPoints\\\",\\\"ec2:DescribeAvailabilityZones\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"},{\\\"Action\\\":\\\"elasticfilesystem:CreateAccessPoint\\\",\\\"Condition\\\":{\\\"StringLike\\\":{\\\"aws:RequestTag/efs.csi.aws.com/cluster\\\":\\\"true\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"},{\\\"Action\\\":\\\"elasticfilesystem:TagResource\\\",\\\"Condition\\\":{\\\"StringLike\\\":{\\\"aws:RequestTag/efs.csi.aws.com/cluster\\\":\\\"true\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"},{\\\"Action\\\":\\\"elasticfilesystem:DeleteAccessPoint\\\",\\\"Condition\\\":{\\\"StringEquals\\\":{\\\"aws:ResourceTag/efs.csi.aws.com/cluster\\\":\\\"true\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"foobar\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after_unknown\": {},\n \"before_sensitive\": {\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after_sensitive\": {\n \"tags\": {},\n \"tags_all\": {}\n }\n }\n },\n {\n \"address\": \"module.eks.aws_iam_policy.cluster_encryption[0]\",\n \"module_address\": \"module.eks\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"cluster_encryption\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"change\": {\n \"actions\": [\n \"no-op\"\n ],\n \"before\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/test-cluster-ClusterEncryption2023061613390591120000000e\",\n \"description\": \"Cluster encryption policy to allow cluster role to utilize CMK provided\",\n \"id\": \"arn:aws:iam::123456789012:policy/test-cluster-ClusterEncryption2023061613390591120000000e\",\n \"name\": \"test-cluster-ClusterEncryption2023061613390591120000000e\",\n \"name_prefix\": \"test-cluster-ClusterEncryption\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"kms:Encrypt\\\",\\\"kms:Decrypt\\\",\\\"kms:ListGrants\\\",\\\"kms:DescribeKey\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"arn:aws:kms:eu-west-2:12345678901:key/1234567\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"foobar\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/test-cluster-ClusterEncryption2023061613390591120000000e\",\n \"description\": \"Cluster encryption policy to allow cluster role to utilize CMK provided\",\n \"id\": \"arn:aws:iam::123456789012:policy/test-cluster-ClusterEncryption2023061613390591120000000e\",\n \"name\": \"test-cluster-ClusterEncryption2023061613390591120000000e\",\n \"name_prefix\": \"test-cluster-ClusterEncryption\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"kms:Encrypt\\\",\\\"kms:Decrypt\\\",\\\"kms:ListGrants\\\",\\\"kms:DescribeKey\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"arn:aws:kms:eu-west-2:12345678901:key/1234567\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"foobar\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after_unknown\": {},\n \"before_sensitive\": {\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after_sensitive\": {\n \"tags\": {},\n \"tags_all\": {}\n }\n }\n },\n {\n \"address\": \"module.eks.aws_iam_policy.cni_ipv6_policy[0]\",\n \"module_address\": \"module.eks\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"cni_ipv6_policy\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"change\": {\n \"actions\": [\n \"no-op\"\n ],\n \"before\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/AmazonEKS_CNI_IPv6_Policy\",\n \"description\": \"IAM policy for EKS CNI to assign IPV6 addresses\",\n \"id\": \"arn:aws:iam::123456789012:policy/AmazonEKS_CNI_IPv6_Policy\",\n \"name\": \"AmazonEKS_CNI_IPv6_Policy\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"ec2:DescribeTags\\\",\\\"ec2:DescribeNetworkInterfaces\\\",\\\"ec2:DescribeInstances\\\",\\\"ec2:DescribeInstanceTypes\\\",\\\"ec2:AssignIpv6Addresses\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"AssignDescribe\\\"},{\\\"Action\\\":\\\"ec2:CreateTags\\\",\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"arn:aws:ec2:*:*:network-interface/*\\\",\\\"Sid\\\":\\\"CreateTags\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"ANPA5X4M7MOYIF2MVJEGJ\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/AmazonEKS_CNI_IPv6_Policy\",\n \"description\": \"IAM policy for EKS CNI to assign IPV6 addresses\",\n \"id\": \"arn:aws:iam::123456789012:policy/AmazonEKS_CNI_IPv6_Policy\",\n \"name\": \"AmazonEKS_CNI_IPv6_Policy\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":[\\\"ec2:DescribeTags\\\",\\\"ec2:DescribeNetworkInterfaces\\\",\\\"ec2:DescribeInstances\\\",\\\"ec2:DescribeInstanceTypes\\\",\\\"ec2:AssignIpv6Addresses\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\",\\\"Sid\\\":\\\"AssignDescribe\\\"},{\\\"Action\\\":\\\"ec2:CreateTags\\\",\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"arn:aws:ec2:*:*:network-interface/*\\\",\\\"Sid\\\":\\\"CreateTags\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"ANPA5X4M7MOYIF2MVJEGJ\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after_unknown\": {},\n \"before_sensitive\": {\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after_sensitive\": {\n \"tags\": {},\n \"tags_all\": {}\n }\n }\n },\n {\n \"address\": \"module.eks_elb_controller.data.aws_iam_policy_document.lb_controller[0]\",\n \"module_address\": \"module.eks_elb_controller\",\n \"mode\": \"data\",\n \"type\": \"aws_iam_policy_document\",\n \"name\": \"lb_controller\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"change\": {\n \"actions\": [\n \"read\"\n ],\n \"before\": null,\n \"after\": {\n \"override_policy_documents\": null,\n \"policy_id\": null,\n \"source_policy_documents\": null,\n \"statement\": [\n {\n \"actions\": [\n \"iam:CreateServiceLinkedRole\"\n ],\n \"condition\": [\n {\n \"test\": \"StringEquals\",\n \"values\": [\n \"elasticloadbalancing.amazonaws.com\"\n ],\n \"variable\": \"iam:AWSServiceName\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:DescribeAccountAttributes\",\n \"ec2:DescribeAddresses\",\n \"ec2:DescribeAvailabilityZones\",\n \"ec2:DescribeCoipPools\",\n \"ec2:DescribeInstances\",\n \"ec2:DescribeInternetGateways\",\n \"ec2:DescribeNetworkInterfaces\",\n \"ec2:DescribeSecurityGroups\",\n \"ec2:DescribeSubnets\",\n \"ec2:DescribeTags\",\n \"ec2:DescribeVpcPeeringConnections\",\n \"ec2:DescribeVpcs\",\n \"ec2:GetCoipPoolUsage\",\n \"elasticloadbalancing:DescribeListenerCertificates\",\n \"elasticloadbalancing:DescribeListeners\",\n \"elasticloadbalancing:DescribeLoadBalancerAttributes\",\n \"elasticloadbalancing:DescribeLoadBalancers\",\n \"elasticloadbalancing:DescribeRules\",\n \"elasticloadbalancing:DescribeSSLPolicies\",\n \"elasticloadbalancing:DescribeTags\",\n \"elasticloadbalancing:DescribeTargetGroupAttributes\",\n \"elasticloadbalancing:DescribeTargetGroups\",\n \"elasticloadbalancing:DescribeTargetHealth\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"acm:DescribeCertificate\",\n \"acm:ListCertificates\",\n \"cognito-idp:DescribeUserPoolClient\",\n \"iam:GetServerCertificate\",\n \"iam:ListServerCertificates\",\n \"shield:CreateProtection\",\n \"shield:DeleteProtection\",\n \"shield:DescribeProtection\",\n \"shield:GetSubscriptionState\",\n \"waf-regional:AssociateWebACL\",\n \"waf-regional:DisassociateWebACL\",\n \"waf-regional:GetWebACL\",\n \"waf-regional:GetWebACLForResource\",\n \"wafv2:AssociateWebACL\",\n \"wafv2:DisassociateWebACL\",\n \"wafv2:GetWebACL\",\n \"wafv2:GetWebACLForResource\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:AuthorizeSecurityGroupIngress\",\n \"ec2:RevokeSecurityGroupIngress\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:CreateSecurityGroup\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:CreateTags\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n },\n {\n \"test\": \"StringEquals\",\n \"values\": [\n \"CreateSecurityGroup\"\n ],\n \"variable\": \"ec2:CreateAction\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:ec2:*:*:security-group/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:CreateTags\",\n \"ec2:DeleteTags\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n },\n {\n \"test\": \"Null\",\n \"values\": [\n \"true\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:ec2:*:*:security-group/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"ec2:AuthorizeSecurityGroupIngress\",\n \"ec2:DeleteSecurityGroup\",\n \"ec2:RevokeSecurityGroupIngress\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:CreateLoadBalancer\",\n \"elasticloadbalancing:CreateTargetGroup\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:CreateListener\",\n \"elasticloadbalancing:CreateRule\",\n \"elasticloadbalancing:DeleteListener\",\n \"elasticloadbalancing:DeleteRule\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:AddTags\",\n \"elasticloadbalancing:RemoveTags\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n },\n {\n \"test\": \"Null\",\n \"values\": [\n \"true\"\n ],\n \"variable\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:elasticloadbalancing:*:*:loadbalancer/app/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:loadbalancer/net/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:targetgroup/*/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:AddTags\",\n \"elasticloadbalancing:RemoveTags\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:elasticloadbalancing:*:*:listener-rule/app/*/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:listener-rule/net/*/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:listener/app/*/*/*\",\n \"arn:aws:elasticloadbalancing:*:*:listener/net/*/*/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:DeleteLoadBalancer\",\n \"elasticloadbalancing:DeleteTargetGroup\",\n \"elasticloadbalancing:ModifyLoadBalancerAttributes\",\n \"elasticloadbalancing:ModifyTargetGroup\",\n \"elasticloadbalancing:ModifyTargetGroupAttributes\",\n \"elasticloadbalancing:SetIpAddressType\",\n \"elasticloadbalancing:SetSecurityGroups\",\n \"elasticloadbalancing:SetSubnets\"\n ],\n \"condition\": [\n {\n \"test\": \"Null\",\n \"values\": [\n \"false\"\n ],\n \"variable\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n }\n ],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:DeregisterTargets\",\n \"elasticloadbalancing:RegisterTargets\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"arn:aws:elasticloadbalancing:*:*:targetgroup/*/*\"\n ],\n \"sid\": null\n },\n {\n \"actions\": [\n \"elasticloadbalancing:AddListenerCertificates\",\n \"elasticloadbalancing:ModifyListener\",\n \"elasticloadbalancing:ModifyRule\",\n \"elasticloadbalancing:RemoveListenerCertificates\",\n \"elasticloadbalancing:SetWebAcl\"\n ],\n \"condition\": [],\n \"effect\": \"Allow\",\n \"not_actions\": null,\n \"not_principals\": [],\n \"not_resources\": null,\n \"principals\": [],\n \"resources\": [\n \"*\"\n ],\n \"sid\": null\n }\n ],\n \"version\": null\n },\n \"after_unknown\": {\n \"id\": true,\n \"json\": true,\n \"statement\": [\n {\n \"actions\": [\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false,\n false,\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false,\n false,\n false,\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n }\n ]\n },\n \"before_sensitive\": false,\n \"after_sensitive\": {\n \"statement\": [\n {\n \"actions\": [\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n },\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false,\n false,\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false,\n false,\n false,\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [\n {\n \"values\": [\n false\n ]\n }\n ],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n },\n {\n \"actions\": [\n false,\n false,\n false,\n false,\n false\n ],\n \"condition\": [],\n \"not_principals\": [],\n \"principals\": [],\n \"resources\": [\n false\n ]\n }\n ]\n }\n },\n \"action_reason\": \"read_because_dependency_pending\"\n },\n {\n \"address\": \"module.eks_elb_controller.aws_iam_policy.lb_controller[0]\",\n \"module_address\": \"module.eks_elb_controller\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"lb_controller\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"change\": {\n \"actions\": [\n \"update\"\n ],\n \"before\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/test-alb-ingress\",\n \"description\": \"Policy for alb-ingress service\",\n \"id\": \"arn:aws:iam::123456789012:policy/test-alb-ingress\",\n \"name\": \"test-alb-ingress\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"policy\": \"{\\\"Statement\\\":[{\\\"Action\\\":\\\"iam:CreateServiceLinkedRole\\\",\\\"Condition\\\":{\\\"StringEquals\\\":{\\\"iam:AWSServiceName\\\":\\\"elasticloadbalancing.amazonaws.com\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"},{\\\"Action\\\":[\\\"elasticloadbalancing:DescribeTargetHealth\\\",\\\"elasticloadbalancing:DescribeTargetGroups\\\",\\\"elasticloadbalancing:DescribeTargetGroupAttributes\\\",\\\"elasticloadbalancing:DescribeTags\\\",\\\"elasticloadbalancing:DescribeSSLPolicies\\\",\\\"elasticloadbalancing:DescribeRules\\\",\\\"elasticloadbalancing:DescribeLoadBalancers\\\",\\\"elasticloadbalancing:DescribeLoadBalancerAttributes\\\",\\\"elasticloadbalancing:DescribeListeners\\\",\\\"elasticloadbalancing:DescribeListenerCertificates\\\",\\\"ec2:GetCoipPoolUsage\\\",\\\"ec2:DescribeVpcs\\\",\\\"ec2:DescribeVpcPeeringConnections\\\",\\\"ec2:DescribeTags\\\",\\\"ec2:DescribeSubnets\\\",\\\"ec2:DescribeSecurityGroups\\\",\\\"ec2:DescribeNetworkInterfaces\\\",\\\"ec2:DescribeInternetGateways\\\",\\\"ec2:DescribeInstances\\\",\\\"ec2:DescribeCoipPools\\\",\\\"ec2:DescribeAvailabilityZones\\\",\\\"ec2:DescribeAddresses\\\",\\\"ec2:DescribeAccountAttributes\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"},{\\\"Action\\\":[\\\"wafv2:GetWebACLForResource\\\",\\\"wafv2:GetWebACL\\\",\\\"wafv2:DisassociateWebACL\\\",\\\"wafv2:AssociateWebACL\\\",\\\"waf-regional:GetWebACLForResource\\\",\\\"waf-regional:GetWebACL\\\",\\\"waf-regional:DisassociateWebACL\\\",\\\"waf-regional:AssociateWebACL\\\",\\\"shield:GetSubscriptionState\\\",\\\"shield:DescribeProtection\\\",\\\"shield:DeleteProtection\\\",\\\"shield:CreateProtection\\\",\\\"iam:ListServerCertificates\\\",\\\"iam:GetServerCertificate\\\",\\\"cognito-idp:DescribeUserPoolClient\\\",\\\"acm:ListCertificates\\\",\\\"acm:DescribeCertificate\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"},{\\\"Action\\\":[\\\"ec2:RevokeSecurityGroupIngress\\\",\\\"ec2:AuthorizeSecurityGroupIngress\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"},{\\\"Action\\\":\\\"ec2:CreateSecurityGroup\\\",\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"},{\\\"Action\\\":\\\"ec2:CreateTags\\\",\\\"Condition\\\":{\\\"Null\\\":{\\\"aws:RequestTag/elbv2.k8s.aws/cluster\\\":\\\"false\\\"},\\\"StringEquals\\\":{\\\"ec2:CreateAction\\\":\\\"CreateSecurityGroup\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"arn:aws:ec2:*:*:security-group/*\\\"},{\\\"Action\\\":[\\\"ec2:DeleteTags\\\",\\\"ec2:CreateTags\\\"],\\\"Condition\\\":{\\\"Null\\\":{\\\"aws:RequestTag/elbv2.k8s.aws/cluster\\\":\\\"true\\\",\\\"aws:ResourceTag/elbv2.k8s.aws/cluster\\\":\\\"false\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"arn:aws:ec2:*:*:security-group/*\\\"},{\\\"Action\\\":[\\\"ec2:RevokeSecurityGroupIngress\\\",\\\"ec2:DeleteSecurityGroup\\\",\\\"ec2:AuthorizeSecurityGroupIngress\\\"],\\\"Condition\\\":{\\\"Null\\\":{\\\"aws:ResourceTag/elbv2.k8s.aws/cluster\\\":\\\"false\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"},{\\\"Action\\\":[\\\"elasticloadbalancing:CreateTargetGroup\\\",\\\"elasticloadbalancing:CreateLoadBalancer\\\"],\\\"Condition\\\":{\\\"Null\\\":{\\\"aws:RequestTag/elbv2.k8s.aws/cluster\\\":\\\"false\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"},{\\\"Action\\\":[\\\"elasticloadbalancing:DeleteRule\\\",\\\"elasticloadbalancing:DeleteListener\\\",\\\"elasticloadbalancing:CreateRule\\\",\\\"elasticloadbalancing:CreateListener\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"},{\\\"Action\\\":[\\\"elasticloadbalancing:RemoveTags\\\",\\\"elasticloadbalancing:AddTags\\\"],\\\"Condition\\\":{\\\"Null\\\":{\\\"aws:RequestTag/elbv2.k8s.aws/cluster\\\":\\\"true\\\",\\\"aws:ResourceTag/elbv2.k8s.aws/cluster\\\":\\\"false\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":[\\\"arn:aws:elasticloadbalancing:*:*:targetgroup/*/*\\\",\\\"arn:aws:elasticloadbalancing:*:*:loadbalancer/net/*/*\\\",\\\"arn:aws:elasticloadbalancing:*:*:loadbalancer/app/*/*\\\"]},{\\\"Action\\\":[\\\"elasticloadbalancing:RemoveTags\\\",\\\"elasticloadbalancing:AddTags\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":[\\\"arn:aws:elasticloadbalancing:*:*:listener/net/*/*/*\\\",\\\"arn:aws:elasticloadbalancing:*:*:listener/app/*/*/*\\\",\\\"arn:aws:elasticloadbalancing:*:*:listener-rule/net/*/*/*\\\",\\\"arn:aws:elasticloadbalancing:*:*:listener-rule/app/*/*/*\\\"]},{\\\"Action\\\":[\\\"elasticloadbalancing:SetSubnets\\\",\\\"elasticloadbalancing:SetSecurityGroups\\\",\\\"elasticloadbalancing:SetIpAddressType\\\",\\\"elasticloadbalancing:ModifyTargetGroupAttributes\\\",\\\"elasticloadbalancing:ModifyTargetGroup\\\",\\\"elasticloadbalancing:ModifyLoadBalancerAttributes\\\",\\\"elasticloadbalancing:DeleteTargetGroup\\\",\\\"elasticloadbalancing:DeleteLoadBalancer\\\"],\\\"Condition\\\":{\\\"Null\\\":{\\\"aws:ResourceTag/elbv2.k8s.aws/cluster\\\":\\\"false\\\"}},\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"},{\\\"Action\\\":[\\\"elasticloadbalancing:RegisterTargets\\\",\\\"elasticloadbalancing:DeregisterTargets\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"arn:aws:elasticloadbalancing:*:*:targetgroup/*/*\\\"},{\\\"Action\\\":[\\\"elasticloadbalancing:SetWebAcl\\\",\\\"elasticloadbalancing:RemoveListenerCertificates\\\",\\\"elasticloadbalancing:ModifyRule\\\",\\\"elasticloadbalancing:ModifyListener\\\",\\\"elasticloadbalancing:AddListenerCertificates\\\"],\\\"Effect\\\":\\\"Allow\\\",\\\"Resource\\\":\\\"*\\\"}],\\\"Version\\\":\\\"2012-10-17\\\"}\",\n \"policy_id\": \"ANPA5X4M7MOYCYTEF5VUE\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after\": {\n \"arn\": \"arn:aws:iam::123456789012:policy/test-alb-ingress\",\n \"description\": \"Policy for alb-ingress service\",\n \"id\": \"arn:aws:iam::123456789012:policy/test-alb-ingress\",\n \"name\": \"test-alb-ingress\",\n \"name_prefix\": \"\",\n \"path\": \"/\",\n \"policy_id\": \"ANPA5X4M7MOYCYTEF5VUE\",\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after_unknown\": {\n \"policy\": true,\n \"tags\": {},\n \"tags_all\": {}\n },\n \"before_sensitive\": {\n \"tags\": {},\n \"tags_all\": {}\n },\n \"after_sensitive\": {\n \"tags\": {},\n \"tags_all\": {}\n }\n }\n }\n ],\n \"configuration\": {\n \"root_module\": {\n \"resources\": [\n {\n \"address\": \"kubernetes_deployment.api_server\",\n \"mode\": \"managed\",\n \"type\": \"kubernetes_deployment\",\n \"name\": \"api_server\",\n \"provider_config_key\": \"kubernetes\",\n \"expressions\": {\n \"metadata\": [\n {\n \"name\": {\n \"constant_value\": \"api-server\"\n }\n }\n ],\n \"spec\": [\n {\n \"replicas\": {\n \"constant_value\": 1\n },\n \"selector\": [\n {\n \"match_labels\": {\n \"constant_value\": {\n \"app\": \"api-server\"\n }\n }\n }\n ],\n \"template\": [\n {\n \"metadata\": [\n {\n \"labels\": {\n \"constant_value\": {\n \"app\": \"api-server\"\n }\n }\n }\n ],\n \"spec\": [\n {\n \"container\": [\n {\n \"env\": [\n {\n \"name\": {\n \"constant_value\": \"LOG\"\n },\n \"value\": {\n \"references\": [\n \"local.default_log_level\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"NSC_LOCATION\"\n },\n \"value\": {\n \"constant_value\": \"/nats-nkeys/nsc\"\n }\n },\n {\n \"name\": {\n \"constant_value\": \"NSC_OPERATOR\"\n },\n \"value\": {\n \"references\": [\n \"var.terraform_env_name\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"NATS_URL\"\n },\n \"value\": {\n \"references\": [\n \"kubernetes_service.nats.metadata[0].name\",\n \"kubernetes_service.nats.metadata[0]\",\n \"kubernetes_service.nats.metadata\",\n \"kubernetes_service.nats\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"AUTH0_AUDIENCE\"\n },\n \"value\": {\n \"references\": [\n \"auth0_resource_server.api_server.identifier\",\n \"auth0_resource_server.api_server\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"AUTH0_DOMAIN\"\n },\n \"value\": {\n \"references\": [\n \"var.auth0_domain\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"AUTH_COOKIE_NAME\"\n },\n \"value\": {\n \"references\": [\n \"local.session_name\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"CORS_ALLOW_ORIGINS\"\n },\n \"value\": {\n \"references\": [\n \"local.cors_origin\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"REVLINK_ACCOUNT\"\n },\n \"value\": {\n \"constant_value\": \"revlink\"\n }\n },\n {\n \"name\": {\n \"constant_value\": \"API_KEY_CLIENT_ID\"\n },\n \"value\": {\n \"references\": [\n \"auth0_client.api_keys.client_id\",\n \"auth0_client.api_keys\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"API_KEY_CLIENT_SECRET\"\n },\n \"value\": {\n \"references\": [\n \"auth0_client.api_keys.client_secret\",\n \"auth0_client.api_keys\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"GATEWAY_URL\"\n },\n \"value\": {\n \"constant_value\": \"http://gateway:8080/api/gateway\"\n }\n },\n {\n \"name\": {\n \"constant_value\": \"BOOKMARKS_BASE_URL\"\n },\n \"value\": {\n \"constant_value\": \"http://gateway:8080/\"\n }\n },\n {\n \"name\": {\n \"constant_value\": \"SNAPSHOTS_BASE_URL\"\n },\n \"value\": {\n \"constant_value\": \"http://gateway:8080/\"\n }\n },\n {\n \"name\": {\n \"constant_value\": \"SOURCE_MANAGER\"\n },\n \"value\": {\n \"references\": [\n \"var.terraform_env_name\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"HONEYCOMB_API_KEY\"\n },\n \"value\": {\n \"references\": [\n \"var.honeycomb_api_key\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"SENTRY_DSN\"\n },\n \"value\": {\n \"references\": [\n \"var.backend_sentry_dsn\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"RUN_MODE\"\n },\n \"value\": {\n \"references\": [\n \"var.run_mode\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"PGHOST\"\n },\n \"value\": {\n \"references\": [\n \"local.overmind_db_endpoint\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"PGPORT\"\n },\n \"value\": {\n \"references\": [\n \"local.overmind_db_port\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"PGUSER\"\n },\n \"value_from\": [\n {\n \"secret_key_ref\": [\n {\n \"key\": {\n \"constant_value\": \"username\"\n },\n \"name\": {\n \"constant_value\": \"apiserverdb-root-creds\"\n }\n }\n ]\n }\n ]\n },\n {\n \"name\": {\n \"constant_value\": \"PGPASSWORD\"\n },\n \"value_from\": [\n {\n \"secret_key_ref\": [\n {\n \"key\": {\n \"constant_value\": \"password\"\n },\n \"name\": {\n \"constant_value\": \"apiserverdb-root-creds\"\n }\n }\n ]\n }\n ]\n },\n {\n \"name\": {\n \"constant_value\": \"PGDBNAME\"\n },\n \"value\": {\n \"references\": [\n \"local.apiserverdb_name\"\n ]\n }\n }\n ],\n \"image\": {\n \"references\": [\n \"local.api_server_imageref\"\n ]\n },\n \"image_pull_policy\": {\n \"references\": [\n \"local.api_server_image_pull_policy\"\n ]\n },\n \"name\": {\n \"constant_value\": \"api-server\"\n },\n \"port\": [\n {\n \"container_port\": {\n \"constant_value\": 8080\n }\n }\n ],\n \"resources\": [\n {\n \"limits\": {\n \"constant_value\": {\n \"memory\": \"2Gi\"\n }\n },\n \"requests\": {\n \"constant_value\": {\n \"cpu\": \"250m\",\n \"memory\": \"200Mi\"\n }\n }\n }\n ],\n \"volume_mount\": [\n {\n \"mount_path\": {\n \"constant_value\": \"/nats-nkeys\"\n },\n \"name\": {\n \"constant_value\": \"nats-nkeys\"\n }\n }\n ]\n }\n ],\n \"image_pull_secrets\": [\n {\n \"name\": {\n \"constant_value\": \"srcman-registry-credentials\"\n }\n }\n ],\n \"init_container\": [\n {\n \"command\": {\n \"constant_value\": [\n \"/bin/mkdir\",\n \"-p\",\n \"/nats-nkeys/nsc\"\n ]\n },\n \"image\": {\n \"constant_value\": \"alpine:latest\"\n },\n \"name\": {\n \"constant_value\": \"create-folder\"\n },\n \"volume_mount\": [\n {\n \"mount_path\": {\n \"constant_value\": \"/nats-nkeys\"\n },\n \"name\": {\n \"constant_value\": \"nats-nkeys\"\n }\n }\n ]\n },\n {\n \"args\": {\n \"references\": [\n \"var.terraform_env_name\"\n ]\n },\n \"image\": {\n \"references\": [\n \"local.api_server_imageref\"\n ]\n },\n \"image_pull_policy\": {\n \"references\": [\n \"local.api_server_image_pull_policy\"\n ]\n },\n \"name\": {\n \"constant_value\": \"generate-nkeys\"\n },\n \"volume_mount\": [\n {\n \"mount_path\": {\n \"constant_value\": \"/nats-nkeys\"\n },\n \"name\": {\n \"constant_value\": \"nats-nkeys\"\n }\n }\n ]\n }\n ],\n \"service_account_name\": {\n \"constant_value\": \"api-server-service-account\"\n },\n \"volume\": [\n {\n \"name\": {\n \"constant_value\": \"nats-nkeys\"\n },\n \"persistent_volume_claim\": [\n {\n \"claim_name\": {\n \"constant_value\": \"nats-nkeys\"\n }\n }\n ]\n }\n ]\n }\n ]\n }\n ]\n }\n ],\n \"timeouts\": {\n \"create\": {\n \"constant_value\": \"2m\"\n },\n \"delete\": {\n \"constant_value\": \"2m\"\n },\n \"update\": {\n \"constant_value\": \"2m\"\n }\n }\n },\n \"schema_version\": 1,\n \"depends_on\": [\n \"module.eks\",\n \"module.api_server_efs\",\n \"postgresql_database.apiserverdb\",\n \"postgresql_role.apiserverdb_role\"\n ]\n }\n ],\n \"module_calls\": {\n \"core\": {\n \"source\": \"./modules/ovm-core\",\n \"expressions\": {\n \"additional_ingress_rules\": {\n \"references\": [\n \"local.smartlook_relay_dns\"\n ]\n },\n \"api_keys_client_id\": {\n \"references\": [\n \"auth0_client.api_keys.id\",\n \"auth0_client.api_keys\"\n ]\n },\n \"api_keys_client_secret\": {\n \"references\": [\n \"data.auth0_client.api_keys.client_secret\",\n \"data.auth0_client.api_keys\"\n ]\n },\n \"api_server_audience\": {\n \"references\": [\n \"auth0_resource_server.api_server.identifier\",\n \"auth0_resource_server.api_server\"\n ]\n },\n \"api_server_client_id\": {\n \"references\": [\n \"auth0_client.api_server.id\",\n \"auth0_client.api_server\"\n ]\n },\n \"api_server_client_secret\": {\n \"references\": [\n \"data.auth0_client.api_server.client_secret\",\n \"data.auth0_client.api_server\"\n ]\n },\n \"api_server_image_pull_policy\": {\n \"references\": [\n \"local.api_server_image_pull_policy\"\n ]\n },\n \"api_server_imageref\": {\n \"references\": [\n \"local.api_server_imageref\"\n ]\n },\n \"auth0_domain\": {\n \"references\": [\n \"var.auth0_domain\"\n ]\n },\n \"aws_auth_roles\": {\n \"references\": [\n \"local.aws_auth_roles\"\n ]\n },\n \"backend_sentry_dsn\": {\n \"references\": [\n \"var.backend_sentry_dsn\"\n ]\n },\n \"cors_origin\": {\n \"references\": [\n \"var.terraform_env_name\"\n ]\n },\n \"eks_arm_instance_types\": {\n \"references\": [\n \"var.terraform_env_name\"\n ]\n },\n \"eks_x86_instance_types\": {\n \"references\": [\n \"var.terraform_env_name\"\n ]\n },\n \"env_name\": {\n \"references\": [\n \"var.terraform_env_name\"\n ]\n },\n \"gateway_audience\": {\n \"references\": [\n \"auth0_resource_server.gateway.identifier\",\n \"auth0_resource_server.gateway\"\n ]\n },\n \"gateway_client_id\": {\n \"references\": [\n \"auth0_client.gateway.id\",\n \"auth0_client.gateway\"\n ]\n },\n \"gateway_client_secret\": {\n \"references\": [\n \"data.auth0_client.gateway.client_secret\",\n \"data.auth0_client.gateway\"\n ]\n },\n \"gateway_image_pull_policy\": {\n \"references\": [\n \"local.gateway_image_pull_policy\"\n ]\n },\n \"gateway_imageref\": {\n \"references\": [\n \"local.gateway_imageref\"\n ]\n },\n \"honeycomb_api_key\": {\n \"references\": [\n \"var.honeycomb_api_key\"\n ]\n },\n \"hubspot_private_app_token\": {\n \"references\": [\n \"var.hubspot_private_app_token\"\n ]\n },\n \"ingress_certificate_arn\": {\n \"references\": [\n \"module.acm.acm_certificate_arn\",\n \"module.acm\"\n ]\n },\n \"is_prod\": {\n \"references\": [\n \"var.terraform_env_name\"\n ]\n },\n \"kms_key_administrators\": {\n \"references\": [\n \"local.sso_admin_role_arn\",\n \"local.sso_poweruser_role_arn\",\n \"local.terraform_deployer_arn\"\n ]\n },\n \"namespace\": {\n \"constant_value\": \"default\"\n },\n \"nats_data_storage_class_name\": {\n \"references\": [\n \"local.nats_data_storage_class_name\"\n ]\n },\n \"nats_operator_jwt\": {\n \"references\": [\n \"var.nats_operator_jwt\"\n ]\n },\n \"nats_sys_account_id\": {\n \"references\": [\n \"var.nats_sys_account_id\"\n ]\n },\n \"nats_sys_account_jwt\": {\n \"references\": [\n \"var.nats_sys_account_jwt\"\n ]\n },\n \"openai_api_key\": {\n \"references\": [\n \"var.openai_api_key\"\n ]\n },\n \"region\": {\n \"constant_value\": \"eu-west-2\"\n },\n \"revlink_client_id\": {\n \"references\": [\n \"auth0_client.revlink.id\",\n \"auth0_client.revlink\"\n ]\n },\n \"revlink_client_secret\": {\n \"references\": [\n \"data.auth0_client.revlink.client_secret\",\n \"data.auth0_client.revlink\"\n ]\n },\n \"revlink_image_pull_policy\": {\n \"references\": [\n \"local.revlink_image_pull_policy\"\n ]\n },\n \"revlink_imageref\": {\n \"references\": [\n \"local.revlink_imageref\"\n ]\n },\n \"send_email_iam_policy_arn\": {\n \"references\": [\n \"aws_iam_policy.api_server_ses_send_emails.arn\",\n \"aws_iam_policy.api_server_ses_send_emails\"\n ]\n },\n \"session_name\": {\n \"references\": [\n \"local.session_name\"\n ]\n },\n \"srcman_admin_github_token\": {\n \"references\": [\n \"var.admin_github_token\"\n ]\n },\n \"srcman_github_release\": {\n \"constant_value\": \"latest\"\n },\n \"srcman_github_token\": {\n \"references\": [\n \"var.srcman_github_token\"\n ]\n },\n \"srcman_github_username\": {\n \"references\": [\n \"var.srcman_github_username\"\n ]\n },\n \"zone_name\": {\n \"references\": [\n \"var.zone_name\"\n ]\n }\n },\n \"module\": {\n \"resources\": [\n {\n \"address\": \"kubernetes_secret.apiserver-secrets\",\n \"mode\": \"managed\",\n \"type\": \"kubernetes_secret\",\n \"name\": \"apiserver-secrets\",\n \"provider_config_key\": \"module.core:kubernetes\",\n \"expressions\": {\n \"data\": {\n \"references\": [\n \"var.api_keys_client_secret\",\n \"var.api_server_client_secret\",\n \"var.hubspot_private_app_token\",\n \"var.openai_api_key\"\n ]\n },\n \"metadata\": [\n {\n \"name\": {\n \"constant_value\": \"apiserver-secrets\"\n },\n \"namespace\": {\n \"references\": [\n \"var.namespace\"\n ]\n }\n }\n ],\n \"type\": {\n \"constant_value\": \"Opaque\"\n }\n },\n \"schema_version\": 0\n }\n ]\n }\n },\n \"eks_elb_controller\": {\n \"source\": \"DNXLabs/eks-lb-controller/aws\",\n \"expressions\": {\n \"cluster_identity_oidc_issuer\": {\n \"references\": [\n \"module.eks.cluster_oidc_issuer_url\",\n \"module.eks\"\n ]\n },\n \"cluster_identity_oidc_issuer_arn\": {\n \"references\": [\n \"module.eks.oidc_provider_arn\",\n \"module.eks\"\n ]\n },\n \"cluster_name\": {\n \"references\": [\n \"module.eks.cluster_name\",\n \"module.eks\"\n ]\n }\n },\n \"module\": {\n \"resources\": [\n {\n \"address\": \"aws_iam_policy.lb_controller\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_policy\",\n \"name\": \"lb_controller\",\n \"provider_config_key\": \"aws\",\n \"expressions\": {\n \"description\": {\n \"constant_value\": \"Policy for alb-ingress service\"\n },\n \"name\": {\n \"references\": [\n \"var.cluster_name\"\n ]\n },\n \"path\": {\n \"constant_value\": \"/\"\n },\n \"policy\": {\n \"references\": [\n \"data.aws_iam_policy_document.lb_controller[0].json\",\n \"data.aws_iam_policy_document.lb_controller[0]\",\n \"data.aws_iam_policy_document.lb_controller\"\n ]\n }\n },\n \"schema_version\": 0,\n \"count_expression\": {\n \"references\": [\n \"var.enabled\"\n ]\n },\n \"depends_on\": [\n \"var.mod_dependency\"\n ]\n },\n {\n \"address\": \"aws_iam_role.lb_controller\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_role\",\n \"name\": \"lb_controller\",\n \"provider_config_key\": \"aws\",\n \"expressions\": {\n \"assume_role_policy\": {\n \"references\": [\n \"data.aws_iam_policy_document.lb_controller_assume[0].json\",\n \"data.aws_iam_policy_document.lb_controller_assume[0]\",\n \"data.aws_iam_policy_document.lb_controller_assume\"\n ]\n },\n \"name\": {\n \"references\": [\n \"var.cluster_name\"\n ]\n }\n },\n \"schema_version\": 0,\n \"count_expression\": {\n \"references\": [\n \"var.enabled\"\n ]\n }\n },\n {\n \"address\": \"aws_iam_role_policy_attachment.lb_controller\",\n \"mode\": \"managed\",\n \"type\": \"aws_iam_role_policy_attachment\",\n \"name\": \"lb_controller\",\n \"provider_config_key\": \"aws\",\n \"expressions\": {\n \"policy_arn\": {\n \"references\": [\n \"aws_iam_policy.lb_controller[0].arn\",\n \"aws_iam_policy.lb_controller[0]\",\n \"aws_iam_policy.lb_controller\"\n ]\n },\n \"role\": {\n \"references\": [\n \"aws_iam_role.lb_controller[0].name\",\n \"aws_iam_role.lb_controller[0]\",\n \"aws_iam_role.lb_controller\"\n ]\n }\n },\n \"schema_version\": 0,\n \"count_expression\": {\n \"references\": [\n \"var.enabled\"\n ]\n }\n },\n {\n \"address\": \"helm_release.lb_controller\",\n \"mode\": \"managed\",\n \"type\": \"helm_release\",\n \"name\": \"lb_controller\",\n \"provider_config_key\": \"helm\",\n \"expressions\": {\n \"chart\": {\n \"references\": [\n \"var.helm_chart_release_name\"\n ]\n },\n \"name\": {\n \"references\": [\n \"var.helm_chart_name\"\n ]\n },\n \"namespace\": {\n \"references\": [\n \"var.namespace\"\n ]\n },\n \"repository\": {\n \"references\": [\n \"var.helm_chart_repo\"\n ]\n },\n \"set\": [\n {\n \"name\": {\n \"constant_value\": \"clusterName\"\n },\n \"value\": {\n \"references\": [\n \"var.cluster_name\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"rbac.create\"\n },\n \"value\": {\n \"constant_value\": \"true\"\n }\n },\n {\n \"name\": {\n \"constant_value\": \"serviceAccount.create\"\n },\n \"value\": {\n \"constant_value\": \"true\"\n }\n },\n {\n \"name\": {\n \"constant_value\": \"serviceAccount.name\"\n },\n \"value\": {\n \"references\": [\n \"var.service_account_name\"\n ]\n }\n },\n {\n \"name\": {\n \"constant_value\": \"serviceAccount.annotations.eks\\\\.amazonaws\\\\.com/role-arn\"\n },\n \"value\": {\n \"references\": [\n \"aws_iam_role.lb_controller[0].arn\",\n \"aws_iam_role.lb_controller[0]\",\n \"aws_iam_role.lb_controller\"\n ]\n }\n }\n ],\n \"values\": {\n \"references\": [\n \"var.settings\"\n ]\n },\n \"version\": {\n \"references\": [\n \"var.helm_chart_version\"\n ]\n }\n },\n \"schema_version\": 1,\n \"count_expression\": {\n \"references\": [\n \"var.enabled\"\n ]\n },\n \"depends_on\": [\n \"var.mod_dependency\",\n \"kubernetes_namespace.lb_controller\"\n ]\n },\n {\n \"address\": \"kubectl_manifest.cluster_role\",\n \"mode\": \"managed\",\n \"type\": \"kubectl_manifest\",\n \"name\": \"cluster_role\",\n \"provider_config_key\": \"kubectl\",\n \"expressions\": {\n \"yaml_body\": {\n \"references\": [\n \"path.module\",\n \"each.value.name\",\n \"each.value\",\n \"each.value.namespace\",\n \"each.value\",\n \"each.value.secrets\",\n \"each.value\"\n ]\n }\n },\n \"schema_version\": 1,\n \"for_each_expression\": {\n \"references\": [\n \"var.roles\"\n ]\n }\n },\n {\n \"address\": \"kubectl_manifest.cluster_role_binding\",\n \"mode\": \"managed\",\n \"type\": \"kubectl_manifest\",\n \"name\": \"cluster_role_binding\",\n \"provider_config_key\": \"kubectl\",\n \"expressions\": {\n \"yaml_body\": {\n \"references\": [\n \"path.module\",\n \"each.value.name\",\n \"each.value\",\n \"each.value.namespace\",\n \"each.value\",\n \"each.value.secrets\",\n \"each.value\"\n ]\n }\n },\n \"schema_version\": 1,\n \"for_each_expression\": {\n \"references\": [\n \"var.roles\"\n ]\n },\n \"depends_on\": [\n \"kubectl_manifest.cluster_role\"\n ]\n },\n {\n \"address\": \"kubernetes_namespace.lb_controller\",\n \"mode\": \"managed\",\n \"type\": \"kubernetes_namespace\",\n \"name\": \"lb_controller\",\n \"provider_config_key\": \"kubernetes\",\n \"expressions\": {\n \"metadata\": [\n {\n \"name\": {\n \"references\": [\n \"var.namespace\"\n ]\n }\n }\n ]\n },\n \"schema_version\": 0,\n \"count_expression\": {\n \"references\": [\n \"var.enabled\",\n \"var.create_namespace\",\n \"var.namespace\"\n ]\n },\n \"depends_on\": [\n \"var.mod_dependency\"\n ]\n },\n {\n \"address\": \"data.aws_iam_policy_document.lb_controller\",\n \"mode\": \"data\",\n \"type\": \"aws_iam_policy_document\",\n \"name\": \"lb_controller\",\n \"provider_config_key\": \"aws\",\n \"expressions\": {\n \"statement\": [\n {\n \"actions\": {\n \"constant_value\": [\n \"iam:CreateServiceLinkedRole\"\n ]\n },\n \"condition\": [\n {\n \"test\": {\n \"constant_value\": \"StringEquals\"\n },\n \"values\": {\n \"constant_value\": [\n \"elasticloadbalancing.amazonaws.com\"\n ]\n },\n \"variable\": {\n \"constant_value\": \"iam:AWSServiceName\"\n }\n }\n ],\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"constant_value\": [\n \"*\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"ec2:DescribeAccountAttributes\",\n \"ec2:DescribeAddresses\",\n \"ec2:DescribeAvailabilityZones\",\n \"ec2:DescribeInternetGateways\",\n \"ec2:DescribeVpcs\",\n \"ec2:DescribeVpcPeeringConnections\",\n \"ec2:DescribeSubnets\",\n \"ec2:DescribeSecurityGroups\",\n \"ec2:DescribeInstances\",\n \"ec2:DescribeNetworkInterfaces\",\n \"ec2:DescribeTags\",\n \"ec2:GetCoipPoolUsage\",\n \"ec2:DescribeCoipPools\",\n \"elasticloadbalancing:DescribeLoadBalancers\",\n \"elasticloadbalancing:DescribeLoadBalancerAttributes\",\n \"elasticloadbalancing:DescribeListeners\",\n \"elasticloadbalancing:DescribeListenerCertificates\",\n \"elasticloadbalancing:DescribeSSLPolicies\",\n \"elasticloadbalancing:DescribeRules\",\n \"elasticloadbalancing:DescribeTargetGroups\",\n \"elasticloadbalancing:DescribeTargetGroupAttributes\",\n \"elasticloadbalancing:DescribeTargetHealth\",\n \"elasticloadbalancing:DescribeTags\"\n ]\n },\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"constant_value\": [\n \"*\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"cognito-idp:DescribeUserPoolClient\",\n \"acm:ListCertificates\",\n \"acm:DescribeCertificate\",\n \"iam:ListServerCertificates\",\n \"iam:GetServerCertificate\",\n \"waf-regional:GetWebACL\",\n \"waf-regional:GetWebACLForResource\",\n \"waf-regional:AssociateWebACL\",\n \"waf-regional:DisassociateWebACL\",\n \"wafv2:GetWebACL\",\n \"wafv2:GetWebACLForResource\",\n \"wafv2:AssociateWebACL\",\n \"wafv2:DisassociateWebACL\",\n \"shield:GetSubscriptionState\",\n \"shield:DescribeProtection\",\n \"shield:CreateProtection\",\n \"shield:DeleteProtection\"\n ]\n },\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"constant_value\": [\n \"*\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"ec2:AuthorizeSecurityGroupIngress\",\n \"ec2:RevokeSecurityGroupIngress\"\n ]\n },\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"constant_value\": [\n \"*\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"ec2:CreateSecurityGroup\"\n ]\n },\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"constant_value\": [\n \"*\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"ec2:CreateTags\"\n ]\n },\n \"condition\": [\n {\n \"test\": {\n \"constant_value\": \"StringEquals\"\n },\n \"values\": {\n \"constant_value\": [\n \"CreateSecurityGroup\"\n ]\n },\n \"variable\": {\n \"constant_value\": \"ec2:CreateAction\"\n }\n },\n {\n \"test\": {\n \"constant_value\": \"Null\"\n },\n \"values\": {\n \"constant_value\": [\n \"false\"\n ]\n },\n \"variable\": {\n \"constant_value\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n }\n ],\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"references\": [\n \"var.arn_format\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"ec2:CreateTags\",\n \"ec2:DeleteTags\"\n ]\n },\n \"condition\": [\n {\n \"test\": {\n \"constant_value\": \"Null\"\n },\n \"values\": {\n \"constant_value\": [\n \"true\"\n ]\n },\n \"variable\": {\n \"constant_value\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n },\n {\n \"test\": {\n \"constant_value\": \"Null\"\n },\n \"values\": {\n \"constant_value\": [\n \"false\"\n ]\n },\n \"variable\": {\n \"constant_value\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n }\n }\n ],\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"references\": [\n \"var.arn_format\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"ec2:AuthorizeSecurityGroupIngress\",\n \"ec2:RevokeSecurityGroupIngress\",\n \"ec2:DeleteSecurityGroup\"\n ]\n },\n \"condition\": [\n {\n \"test\": {\n \"constant_value\": \"Null\"\n },\n \"values\": {\n \"constant_value\": [\n \"false\"\n ]\n },\n \"variable\": {\n \"constant_value\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n }\n }\n ],\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"constant_value\": [\n \"*\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"elasticloadbalancing:CreateLoadBalancer\",\n \"elasticloadbalancing:CreateTargetGroup\"\n ]\n },\n \"condition\": [\n {\n \"test\": {\n \"constant_value\": \"Null\"\n },\n \"values\": {\n \"constant_value\": [\n \"false\"\n ]\n },\n \"variable\": {\n \"constant_value\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n }\n ],\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"constant_value\": [\n \"*\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"elasticloadbalancing:CreateListener\",\n \"elasticloadbalancing:DeleteListener\",\n \"elasticloadbalancing:CreateRule\",\n \"elasticloadbalancing:DeleteRule\"\n ]\n },\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"constant_value\": [\n \"*\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"elasticloadbalancing:AddTags\",\n \"elasticloadbalancing:RemoveTags\"\n ]\n },\n \"condition\": [\n {\n \"test\": {\n \"constant_value\": \"Null\"\n },\n \"values\": {\n \"constant_value\": [\n \"true\"\n ]\n },\n \"variable\": {\n \"constant_value\": \"aws:RequestTag/elbv2.k8s.aws/cluster\"\n }\n },\n {\n \"test\": {\n \"constant_value\": \"Null\"\n },\n \"values\": {\n \"constant_value\": [\n \"false\"\n ]\n },\n \"variable\": {\n \"constant_value\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n }\n }\n ],\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"references\": [\n \"var.arn_format\",\n \"var.arn_format\",\n \"var.arn_format\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"elasticloadbalancing:AddTags\",\n \"elasticloadbalancing:RemoveTags\"\n ]\n },\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"references\": [\n \"var.arn_format\",\n \"var.arn_format\",\n \"var.arn_format\",\n \"var.arn_format\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"elasticloadbalancing:ModifyLoadBalancerAttributes\",\n \"elasticloadbalancing:SetIpAddressType\",\n \"elasticloadbalancing:SetSecurityGroups\",\n \"elasticloadbalancing:SetSubnets\",\n \"elasticloadbalancing:DeleteLoadBalancer\",\n \"elasticloadbalancing:ModifyTargetGroup\",\n \"elasticloadbalancing:ModifyTargetGroupAttributes\",\n \"elasticloadbalancing:DeleteTargetGroup\"\n ]\n },\n \"condition\": [\n {\n \"test\": {\n \"constant_value\": \"Null\"\n },\n \"values\": {\n \"constant_value\": [\n \"false\"\n ]\n },\n \"variable\": {\n \"constant_value\": \"aws:ResourceTag/elbv2.k8s.aws/cluster\"\n }\n }\n ],\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"constant_value\": [\n \"*\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"elasticloadbalancing:RegisterTargets\",\n \"elasticloadbalancing:DeregisterTargets\"\n ]\n },\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"references\": [\n \"var.arn_format\"\n ]\n }\n },\n {\n \"actions\": {\n \"constant_value\": [\n \"elasticloadbalancing:SetWebAcl\",\n \"elasticloadbalancing:ModifyListener\",\n \"elasticloadbalancing:AddListenerCertificates\",\n \"elasticloadbalancing:RemoveListenerCertificates\",\n \"elasticloadbalancing:ModifyRule\"\n ]\n },\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"resources\": {\n \"constant_value\": [\n \"*\"\n ]\n }\n }\n ]\n },\n \"schema_version\": 0,\n \"count_expression\": {\n \"references\": [\n \"var.enabled\"\n ]\n }\n },\n {\n \"address\": \"data.aws_iam_policy_document.lb_controller_assume\",\n \"mode\": \"data\",\n \"type\": \"aws_iam_policy_document\",\n \"name\": \"lb_controller_assume\",\n \"provider_config_key\": \"aws\",\n \"expressions\": {\n \"statement\": [\n {\n \"actions\": {\n \"constant_value\": [\n \"sts:AssumeRoleWithWebIdentity\"\n ]\n },\n \"condition\": [\n {\n \"test\": {\n \"constant_value\": \"StringEquals\"\n },\n \"values\": {\n \"references\": [\n \"var.namespace\",\n \"var.service_account_name\"\n ]\n },\n \"variable\": {\n \"references\": [\n \"var.cluster_identity_oidc_issuer\"\n ]\n }\n }\n ],\n \"effect\": {\n \"constant_value\": \"Allow\"\n },\n \"principals\": [\n {\n \"identifiers\": {\n \"references\": [\n \"var.cluster_identity_oidc_issuer_arn\"\n ]\n },\n \"type\": {\n \"constant_value\": \"Federated\"\n }\n }\n ]\n }\n ]\n },\n \"schema_version\": 0,\n \"count_expression\": {\n \"references\": [\n \"var.enabled\"\n ]\n }\n }\n ],\n \"variables\": {\n \"arn_format\": {\n \"default\": \"aws\",\n \"description\": \"ARNs identifier, usefull for GovCloud begin with `aws-us-gov-`.\"\n },\n \"cluster_identity_oidc_issuer\": {\n \"description\": \"The OIDC Identity issuer for the cluster.\"\n },\n \"cluster_identity_oidc_issuer_arn\": {\n \"description\": \"The OIDC Identity issuer ARN for the cluster that can be used to associate IAM roles with a service account.\"\n },\n \"cluster_name\": {\n \"description\": \"The name of the cluster.\"\n },\n \"create_namespace\": {\n \"default\": true,\n \"description\": \"Whether to create Kubernetes namespace with name defined by `namespace`.\"\n },\n \"enabled\": {\n \"default\": true,\n \"description\": \"Variable indicating whether deployment is enabled.\"\n },\n \"helm_chart_name\": {\n \"default\": \"aws-load-balancer-controller\",\n \"description\": \"AWS Load Balancer Controller Helm chart name.\"\n },\n \"helm_chart_release_name\": {\n \"default\": \"aws-load-balancer-controller\",\n \"description\": \"AWS Load Balancer Controller Helm chart release name.\"\n },\n \"helm_chart_repo\": {\n \"default\": \"https://aws.github.io/eks-charts\",\n \"description\": \"AWS Load Balancer Controller Helm repository name.\"\n },\n \"helm_chart_version\": {\n \"default\": \"1.4.4\",\n \"description\": \"AWS Load Balancer Controller Helm chart version.\"\n },\n \"mod_dependency\": {\n \"default\": null,\n \"description\": \"Dependence variable binds all AWS resources allocated by this module, dependent modules reference this variable.\"\n },\n \"namespace\": {\n \"default\": \"kube-system\",\n \"description\": \"AWS Load Balancer Controller Helm chart namespace which the service will be created.\"\n },\n \"roles\": {\n \"default\": [],\n \"description\": \"RBAC roles that give secret access in other namespaces to the lb controller\"\n },\n \"service_account_name\": {\n \"default\": \"aws-alb-ingress-controller\",\n \"description\": \"The kubernetes service account name.\"\n },\n \"settings\": {\n \"default\": {},\n \"description\": \"Additional settings which will be passed to the Helm chart values, see https://github.com/aws/eks-charts/tree/master/stable/aws-load-balancer-controller#configuration.\"\n }\n }\n },\n \"version_constraint\": \"0.7.0\",\n \"depends_on\": [\n \"module.eks\"\n ]\n }\n }\n }\n },\n \"prior_state\": {\n \"values\": {\n \"root_module\": {\n \"resources\": [\n {\n \"address\": \"module.infra.aws_route53_record.frontend_on_vercel[0]\",\n \"mode\": \"managed\",\n \"type\": \"aws_route53_record\",\n \"name\": \"frontend_on_vercel\",\n \"index\": 0,\n \"provider_name\": \"registry.terraform.io/hashicorp/aws\",\n \"schema_version\": 2,\n \"values\": {\n \"alias\": [],\n \"allow_overwrite\": null,\n \"cidr_routing_policy\": [],\n \"failover_routing_policy\": [],\n \"fqdn\": \"app.overmind.tech\",\n \"geolocation_routing_policy\": [],\n \"geoproximity_routing_policy\": [],\n \"health_check_id\": \"\",\n \"id\": \"BLAH_app.overmind.tech_A\",\n \"latency_routing_policy\": [],\n \"multivalue_answer_routing_policy\": false,\n \"name\": \"app.overmind.tech\",\n \"records\": [\n \"1.1.1.1\"\n ],\n \"set_identifier\": \"\",\n \"ttl\": 300,\n \"type\": \"A\",\n \"weighted_routing_policy\": [],\n \"zone_id\": \"BLAH\"\n },\n \"sensitive_values\": {\n \"alias\": [],\n \"cidr_routing_policy\": [],\n \"failover_routing_policy\": [],\n \"geolocation_routing_policy\": [],\n \"geoproximity_routing_policy\": [],\n \"latency_routing_policy\": [],\n \"records\": [\n false\n ],\n \"weighted_routing_policy\": []\n },\n \"depends_on\": [\n \"module.infra.aws_route53_zone.zone\"\n ]\n },\n {\n \"address\": \"kubernetes_deployment.nats_box\",\n \"mode\": \"managed\",\n \"type\": \"kubernetes_deployment\",\n \"name\": \"nats_box\",\n \"provider_name\": \"registry.terraform.io/hashicorp/kubernetes\",\n \"schema_version\": 1,\n \"values\": {\n \"id\": \"default/nats-box\",\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 9,\n \"labels\": {\n \"app\": \"nats-box\"\n },\n \"name\": \"nats-box\",\n \"namespace\": \"default\",\n \"resource_version\": \"20425079\",\n \"uid\": \"25e4fce6-06a8-435b-90f3-ad0c1d8b52f1\"\n }\n ],\n \"spec\": [\n {\n \"min_ready_seconds\": 0,\n \"paused\": false,\n \"progress_deadline_seconds\": 600,\n \"replicas\": \"0\",\n \"revision_history_limit\": 10,\n \"selector\": [\n {\n \"match_expressions\": [],\n \"match_labels\": {\n \"app\": \"nats-box\"\n }\n }\n ],\n \"strategy\": [\n {\n \"rolling_update\": [\n {\n \"max_surge\": \"25%\",\n \"max_unavailable\": \"25%\"\n }\n ],\n \"type\": \"RollingUpdate\"\n }\n ],\n \"template\": [\n {\n \"metadata\": [\n {\n \"annotations\": {},\n \"generate_name\": \"\",\n \"generation\": 0,\n \"labels\": {\n \"app\": \"nats-box\"\n },\n \"name\": \"\",\n \"namespace\": \"\",\n \"resource_version\": \"\",\n \"uid\": \"\"\n }\n ],\n \"spec\": [\n {\n \"active_deadline_seconds\": 0,\n \"affinity\": [],\n \"automount_service_account_token\": true,\n \"container\": [\n {\n \"args\": [],\n \"command\": [\n \"tail\",\n \"-f\",\n \"/dev/null\"\n ],\n \"env\": [],\n \"env_from\": [],\n \"image\": \"natsio/nats-box:latest\",\n \"image_pull_policy\": \"Always\",\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"name\": \"nats\",\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"stdin\": false,\n \"stdin_once\": false,\n \"termination_message_path\": \"/dev/termination-log\",\n \"termination_message_policy\": \"File\",\n \"tty\": false,\n \"volume_mount\": [\n {\n \"mount_path\": \"/etc/nats\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-config\",\n \"read_only\": false,\n \"sub_path\": \"\"\n },\n {\n \"mount_path\": \"/etc/nats-nkeys\",\n \"mount_propagation\": \"None\",\n \"name\": \"nats-nkeys\",\n \"read_only\": false,\n \"sub_path\": \"\"\n }\n ],\n \"working_dir\": \"\"\n }\n ],\n \"dns_config\": [],\n \"dns_policy\": \"ClusterFirst\",\n \"enable_service_links\": true,\n \"host_aliases\": [],\n \"host_ipc\": false,\n \"host_network\": false,\n \"host_pid\": false,\n \"hostname\": \"\",\n \"image_pull_secrets\": [],\n \"init_container\": [],\n \"node_name\": \"\",\n \"node_selector\": {},\n \"priority_class_name\": \"\",\n \"readiness_gate\": [],\n \"restart_policy\": \"Always\",\n \"runtime_class_name\": \"\",\n \"scheduler_name\": \"default-scheduler\",\n \"security_context\": [],\n \"service_account_name\": \"\",\n \"share_process_namespace\": false,\n \"subdomain\": \"\",\n \"termination_grace_period_seconds\": 30,\n \"toleration\": [],\n \"topology_spread_constraint\": [],\n \"volume\": [\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"name\": \"nats-nkeys\",\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {\n \"claim_name\": \"nats-nkeys\",\n \"read_only\": false\n }\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n },\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"name\": \"nats-config\",\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {\n \"claim_name\": \"nats-config\",\n \"read_only\": false\n }\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n }\n ]\n }\n ]\n }\n ]\n }\n ],\n \"timeouts\": {\n \"create\": \"2m\",\n \"delete\": \"2m\",\n \"update\": \"2m\"\n },\n \"wait_for_rollout\": true\n },\n \"sensitive_values\": {\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ],\n \"spec\": [\n {\n \"selector\": [\n {\n \"match_expressions\": [],\n \"match_labels\": {}\n }\n ],\n \"strategy\": [\n {\n \"rolling_update\": [\n {}\n ]\n }\n ],\n \"template\": [\n {\n \"metadata\": [\n {\n \"annotations\": {},\n \"labels\": {}\n }\n ],\n \"spec\": [\n {\n \"affinity\": [],\n \"container\": [\n {\n \"args\": [],\n \"command\": [\n false,\n false,\n false\n ],\n \"env\": [],\n \"env_from\": [],\n \"lifecycle\": [],\n \"liveness_probe\": [],\n \"port\": [],\n \"readiness_probe\": [],\n \"resources\": [\n {\n \"limits\": {},\n \"requests\": {}\n }\n ],\n \"security_context\": [],\n \"startup_probe\": [],\n \"volume_mount\": [\n {},\n {}\n ]\n }\n ],\n \"dns_config\": [],\n \"host_aliases\": [],\n \"image_pull_secrets\": [],\n \"init_container\": [],\n \"node_selector\": {},\n \"readiness_gate\": [],\n \"security_context\": [],\n \"toleration\": [],\n \"topology_spread_constraint\": [],\n \"volume\": [\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {}\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n },\n {\n \"aws_elastic_block_store\": [],\n \"azure_disk\": [],\n \"azure_file\": [],\n \"ceph_fs\": [],\n \"cinder\": [],\n \"config_map\": [],\n \"csi\": [],\n \"downward_api\": [],\n \"empty_dir\": [],\n \"fc\": [],\n \"flex_volume\": [],\n \"flocker\": [],\n \"gce_persistent_disk\": [],\n \"git_repo\": [],\n \"glusterfs\": [],\n \"host_path\": [],\n \"iscsi\": [],\n \"local\": [],\n \"nfs\": [],\n \"persistent_volume_claim\": [\n {}\n ],\n \"photon_persistent_disk\": [],\n \"projected\": [],\n \"quobyte\": [],\n \"rbd\": [],\n \"secret\": [],\n \"vsphere_volume\": []\n }\n ]\n }\n ]\n }\n ]\n }\n ],\n \"timeouts\": {}\n },\n \"depends_on\": [\n \"aws_iam_openid_connect_provider.github\",\n \"aws_iam_role.buildkit_connect\",\n \"data.aws_availability_zones.available\",\n \"data.aws_caller_identity.current\",\n \"data.aws_eks_cluster_auth.eks\",\n \"data.aws_iam_roles.sso_admins\",\n \"data.aws_iam_roles.sso_powerusers\",\n \"data.aws_iam_session_context.current\",\n \"data.aws_subnets.main_vpc_by_az\",\n \"module.eks.aws_cloudwatch_log_group.this\",\n \"module.eks.aws_ec2_tag.cluster_primary_security_group\",\n \"module.eks.aws_eks_addon.before_compute\",\n \"module.eks.aws_eks_addon.this\",\n \"module.eks.aws_eks_cluster.this\",\n \"module.eks.aws_eks_identity_provider_config.this\",\n \"module.eks.aws_iam_openid_connect_provider.oidc_provider\",\n \"module.eks.aws_iam_policy.cluster_encryption\",\n \"module.eks.aws_iam_policy.cni_ipv6_policy\",\n \"module.eks.aws_iam_role.this\",\n \"module.eks.aws_iam_role_policy_attachment.additional\",\n \"module.eks.aws_iam_role_policy_attachment.cluster_encryption\",\n \"module.eks.aws_iam_role_policy_attachment.this\",\n \"module.eks.aws_security_group.cluster\",\n \"module.eks.aws_security_group.node\",\n \"module.eks.aws_security_group_rule.cluster\",\n \"module.eks.aws_security_group_rule.node\",\n \"module.eks.data.aws_caller_identity.current\",\n \"module.eks.data.aws_eks_addon_version.this\",\n \"module.eks.data.aws_iam_policy_document.assume_role_policy\",\n \"module.eks.data.aws_iam_policy_document.cni_ipv6_policy\",\n \"module.eks.data.aws_iam_session_context.current\",\n \"module.eks.data.aws_partition.current\",\n \"module.eks.data.tls_certificate.this\",\n \"module.eks.kubernetes_config_map.aws_auth\",\n \"module.eks.kubernetes_config_map_v1_data.aws_auth\",\n \"module.eks.module.eks_managed_node_group.aws_autoscaling_schedule.this\",\n \"module.eks.module.eks_managed_node_group.aws_eks_node_group.this\",\n \"module.eks.module.eks_managed_node_group.aws_iam_role.this\",\n \"module.eks.module.eks_managed_node_group.aws_iam_role_policy_attachment.additional\",\n \"module.eks.module.eks_managed_node_group.aws_iam_role_policy_attachment.this\",\n \"module.eks.module.eks_managed_node_group.aws_launch_template.this\",\n \"module.eks.module.eks_managed_node_group.data.aws_caller_identity.current\",\n \"module.eks.module.eks_managed_node_group.data.aws_iam_policy_document.assume_role_policy\",\n \"module.eks.module.eks_managed_node_group.data.aws_partition.current\",\n \"module.eks.module.eks_managed_node_group.module.user_data.data.cloudinit_config.linux_eks_managed_node_group\",\n \"module.eks.module.fargate_profile.aws_eks_fargate_profile.this\",\n \"module.eks.module.fargate_profile.aws_iam_role.this\",\n \"module.eks.module.fargate_profile.aws_iam_role_policy_attachment.additional\",\n \"module.eks.module.fargate_profile.aws_iam_role_policy_attachment.this\",\n \"module.eks.module.fargate_profile.data.aws_caller_identity.current\",\n \"module.eks.module.fargate_profile.data.aws_iam_policy_document.assume_role_policy\",\n \"module.eks.module.fargate_profile.data.aws_partition.current\",\n \"module.eks.module.kms.aws_kms_alias.this\",\n \"module.eks.module.kms.aws_kms_external_key.this\",\n \"module.eks.module.kms.aws_kms_grant.this\",\n \"module.eks.module.kms.aws_kms_key.this\",\n \"module.eks.module.kms.data.aws_caller_identity.current\",\n \"module.eks.module.kms.data.aws_iam_policy_document.this\",\n \"module.eks.module.kms.data.aws_partition.current\",\n \"module.eks.module.self_managed_node_group.aws_autoscaling_group.this\",\n \"module.eks.module.self_managed_node_group.aws_autoscaling_schedule.this\",\n \"module.eks.module.self_managed_node_group.aws_iam_instance_profile.this\",\n \"module.eks.module.self_managed_node_group.aws_iam_role.this\",\n \"module.eks.module.self_managed_node_group.aws_iam_role_policy_attachment.additional\",\n \"module.eks.module.self_managed_node_group.aws_iam_role_policy_attachment.this\",\n \"module.eks.module.self_managed_node_group.aws_launch_template.this\",\n \"module.eks.module.self_managed_node_group.data.aws_ami.eks_default\",\n \"module.eks.module.self_managed_node_group.data.aws_caller_identity.current\",\n \"module.eks.module.self_managed_node_group.data.aws_iam_policy_document.assume_role_policy\",\n \"module.eks.module.self_managed_node_group.data.aws_partition.current\",\n \"module.eks.module.self_managed_node_group.module.user_data.data.cloudinit_config.linux_eks_managed_node_group\",\n \"module.eks.time_sleep.this\",\n \"module.iam_eks_role.aws_iam_role.this\",\n \"module.iam_eks_role.data.aws_caller_identity.current\",\n \"module.iam_eks_role.data.aws_iam_policy_document.this\",\n \"module.iam_eks_role.data.aws_partition.current\",\n \"module.vpc.aws_subnet.private\",\n \"module.vpc.aws_vpc.this\",\n \"module.vpc.aws_vpc_ipv4_cidr_block_association.this\"\n ]\n }\n ]\n }\n }\n },\n \"timestamp\": \"2023-07-17T15:48:38Z\"\n}" }, { "path": "tfutils/testdata/providers.tf", "content": "terraform {\n required_providers {\n aws = {\n source = \"hashicorp/aws\"\n version = \"~> 6.28\"\n }\n }\n\n required_version = \">= 1.2.0\"\n}\n\n// Provider that should be ignored\nprovider \"google\" {\n project = \"acme-app\"\n region = \"us-central1\"\n}\n\n// This should also be ignored\nvariable \"image_id\" {\n type = string\n}\n\n// This should be ignored too\nresource \"aws_instance\" \"app_server\" {\n ami = \"ami-830c94e3\"\n instance_type = \"t2.micro\"\n\n tags = {\n Name = \"ExampleAppServerInstance\"\n }\n}\n\n# Example kube provider using data and functions which we don't support reading\nprovider \"kubernetes\" {\n host = data.aws_eks_cluster.core_eks.endpoint\n token = data.aws_eks_cluster_auth.core_eks.token\n}\n\nprovider \"aws\" {\n region = \"us-east-1\"\n}\n\nprovider \"aws\" {\n alias = \"assume_role\"\n\n assume_role {\n role_arn = \"arn:aws:iam::123456789012:role/ROLE_NAME\"\n session_name = \"SESSION_NAME\"\n external_id = \"EXTERNAL_ID\"\n }\n}\n\nprovider \"aws\" {\n alias = \"everything\"\n access_key = \"access_key\"\n secret_key = \"secret_key\"\n token = \"token\"\n region = \"region\"\n custom_ca_bundle = \"testdata/providers.tf\"\n ec2_metadata_service_endpoint = \"ec2_metadata_service_endpoint\"\n ec2_metadata_service_endpoint_mode = \"ipv6\"\n skip_metadata_api_check = true\n http_proxy = \"http_proxy\"\n https_proxy = \"https_proxy\"\n no_proxy = \"no_proxy\"\n max_retries = 10\n profile = \"profile\"\n retry_mode = \"standard\"\n shared_config_files = [\"shared_config_files\"]\n shared_credentials_files = [\"shared_credentials_files\"]\n s3_us_east_1_regional_endpoint = \"s3_us_east_1_regional_endpoint\"\n use_dualstack_endpoint = false\n use_fips_endpoint = false\n\n assume_role {\n role_arn = \"arn:aws:iam::123456789012:role/ROLE_NAME\"\n session_name = \"SESSION_NAME\"\n external_id = \"EXTERNAL_ID\"\n duration = \"1s\"\n policy = \"policy\"\n policy_arns = [\"policy_arns\"]\n tags = {\n key = \"value\"\n }\n }\n\n assume_role_with_web_identity {\n role_arn = \"arn:aws:iam::123456789012:role/ROLE_NAME\"\n session_name = \"SESSION_NAME\"\n web_identity_token_file = \"/Users/tf_user/secrets/web-identity-token\"\n web_identity_token = \"web_identity_token\"\n duration = \"1s\"\n policy = \"policy\"\n policy_arns = [\"policy_arns\"]\n }\n\n}\n" }, { "path": "tfutils/testdata/state.json", "content": "{\n \"format_version\": \"1.0\",\n \"terraform_version\": \"1.5.7\",\n \"values\": {\n \"outputs\": {},\n \"root_module\": {\n \"resources\": [],\n \"child_modules\": []\n }\n }\n}" }, { "path": "tfutils/testdata/subfolder/more_providers.tf", "content": "provider \"aws\" {\n alias = \"subdir\"\n region = \"us-west-2\"\n access_key = \"my-access-key\"\n secret_key = \"my-secret-key\"\n}" }, { "path": "tfutils/testdata/test_vars.tfvars", "content": "# String variable\nsimple_string=\"example_string\"\n\n# Number variable\nexample_number = 42\n\n# Boolean variable\nexample_boolean = true\n\n# List of strings\nexample_list = [\"item1\", \"item2\", \"item3\"]\n\n# Map of strings\nexample_map = {\n key1 = \"value1\"\n key2 = \"value2\"\n}\n\n# Complex map (nested maps)\ncomplex_map = {\n nested_map1 = {\n nested_key1 = \"nested_value1\"\n nested_key2 = \"nested_value2\"\n }\n nested_map2 = {\n nested_key1 = \"nested_value3\"\n nested_key2 = \"nested_value4\"\n }\n}\n" }, { "path": "tfutils/testdata/tfvars.json", "content": "{\n \"string\": \"example_string\",\n \"list\": [\"item1\", \"item2\"]\n}\n " } ]